-- Logs begin at Wed 2021-12-08 00:47:29 UTC, end at Wed 2021-12-08 03:13:19 UTC. -- Dec 08 01:18:41.163771 n-d-713498-30 systemd[1]: Started Devstack devstack@q-svc.service. Dec 08 01:18:43.984963 n-d-713498-30 neutron-server[103020]: INFO neutron.common.config [-] Logging enabled! Dec 08 01:18:43.985585 n-d-713498-30 neutron-server[103020]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev258 Dec 08 01:18:43.985781 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103020) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 08 01:18:43.989160 n-d-713498-30 neutron-server[103020]: INFO neutron.common.config [-] Logging enabled! Dec 08 01:18:43.989421 n-d-713498-30 neutron-server[103020]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev258 Dec 08 01:18:43.989735 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103020) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 08 01:18:43.990669 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 01:18:43.990905 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 01:18:43.991271 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 01:18:43.991523 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 01:18:43.991756 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 01:18:43.992081 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.992529 n-d-713498-30 neutron-server[103020]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 08 01:18:43.992846 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.993145 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.993441 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.993737 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.994030 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.994316 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.994606 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.994908 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.995197 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.995479 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.995763 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.996055 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.996362 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.996655 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.996950 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.997236 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] debug = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.997520 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.997951 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.998368 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.998652 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.998942 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.999224 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.999499 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:43.999778 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.000064 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.000418 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] host = n-d-713498-30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.000699 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.000988 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.001301 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.001709 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.001992 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.002266 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.002555 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.002833 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.003110 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] log_file = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.003391 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.003684 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.003974 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.004265 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.004516 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.004743 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.005044 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.005334 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.005614 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.005891 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.006170 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.006448 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.006725 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.007002 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.007292 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.007578 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.007866 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.008145 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.008445 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.008724 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.009002 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.009290 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.009568 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.009844 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.010120 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.010409 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.010679 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.010952 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.011253 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.011541 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.011826 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.012113 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.012411 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.012700 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.013270 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.013270 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.013498 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] use_json = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.013771 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.014045 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.014328 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.014602 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.014876 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.015149 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.015421 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.015723 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:44.016006 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.016318 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.016625 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.017426 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.017760 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.018038 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.018330 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.018866 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.019158 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.019452 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.019741 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.020024 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.020334 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.020619 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.020917 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.021225 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.021520 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.021813 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.022092 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.022370 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.022646 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.022927 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.023217 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.023497 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.023787 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.024078 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.024390 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.024692 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.024981 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.025273 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.025561 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.025838 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.026119 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.026411 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.026692 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.026967 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.027246 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.027540 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.027818 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.028094 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.028404 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.028686 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.028960 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.029234 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.029512 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.029802 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.030083 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.030355 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.030628 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.030907 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.031180 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.031468 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.031746 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.032022 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.032320 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.033202 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.033513 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.033794 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.034078 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.034357 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.034639 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.034915 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.035190 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.035467 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.035742 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.036017 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.036301 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.036594 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.036874 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.037149 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.037429 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.037703 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.037977 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.038254 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.038545 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.038846 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.039128 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.039412 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.039695 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.039975 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.040254 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.040578 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.040854 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.041133 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.041409 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.041703 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.041989 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.042278 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.042568 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.042868 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.043168 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.043451 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.043738 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.044018 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.044319 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.044613 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.044900 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.045196 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.045490 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.045785 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.046079 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.046372 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.046656 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.046966 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.047253 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:44.047472 n-d-713498-30 neutron-server[103020]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 01:18:44.047719 n-d-713498-30 neutron-server[103020]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103020) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 08 01:18:44.480550 n-d-713498-30 neutron-server[103020]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 08 01:18:44.480842 n-d-713498-30 neutron-server[103020]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 08 01:18:44.481155 n-d-713498-30 neutron-server[103020]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 08 01:18:44.481495 n-d-713498-30 neutron-server[103020]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 08 01:18:44.807422 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.807728 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.808007 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.809214 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.809491 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.809876 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.856175 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.856480 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.856750 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.871312 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.871594 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.871868 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.900921 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.901208 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.901484 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.939633 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.939911 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:44.940187 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.278046 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.278705 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.278705 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.278869 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.279467 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.380058 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.380401 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.380693 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.380970 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.381242 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.381559 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.381824 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.382084 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.382342 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.382628 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.382892 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.383160 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.383419 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.383677 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.383940 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.384206 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.384490 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.384762 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.385038 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.385300 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.385577 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.385835 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.386117 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.386496 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.386748 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.386997 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.387400 n-d-713498-30 neutron-server[103020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:18:45.387643 n-d-713498-30 neutron-server[103020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:18:45.387886 n-d-713498-30 neutron-server[103020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:18:45.388124 n-d-713498-30 neutron-server[103020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:18:45.388390 n-d-713498-30 neutron-server[103020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:18:45.388631 n-d-713498-30 neutron-server[103020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:18:45.388997 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 08 01:18:45.392356 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 08 01:18:45.396715 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 08 01:18:45.400626 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Dec 08 01:18:45.402278 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 08 01:18:45.402738 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 08 01:18:45.403075 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 08 01:18:45.403465 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 08 01:18:45.406338 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 08 01:18:45.406597 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 08 01:18:45.406951 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 08 01:18:45.412969 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 08 01:18:45.436601 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 08 01:18:45.437053 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.437357 n-d-713498-30 neutron-server[103020]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103020) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 08 01:18:45.437721 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.439336 n-d-713498-30 neutron-server[103020]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103020) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 08 01:18:45.439621 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 08 01:18:45.439872 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 08 01:18:45.443123 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.443416 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:45.506790 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 08 01:18:45.507026 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 08 01:18:45.507265 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 08 01:18:45.507638 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 08 01:18:45.530150 n-d-713498-30 neutron-server[103020]: DEBUG oslo_db.sqlalchemy.engines [None req-01f652cf-521f-4073-a655-a43966420f4d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103020) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 08 01:18:45.969362 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Initializing driver for type 'gre' Dec 08 01:18:45.970122 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01f652cf-521f-4073-a655-a43966420f4d None None] gre ID ranges: [(1, 1000)] Dec 08 01:18:46.021827 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Initializing driver for type 'local' Dec 08 01:18:46.022244 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Initializing driver for type 'vlan' Dec 08 01:18:46.034993 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01f652cf-521f-4073-a655-a43966420f4d None None] VlanTypeDriver initialization complete Dec 08 01:18:46.035394 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Initializing driver for type 'vxlan' Dec 08 01:18:46.035895 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01f652cf-521f-4073-a655-a43966420f4d None None] vxlan ID ranges: [(1, 1000)] Dec 08 01:18:46.088404 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Initializing extension driver 'port_security' Dec 08 01:18:46.088758 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.extensions.port_security [None req-01f652cf-521f-4073-a655-a43966420f4d None None] PortSecurityExtensionDriver initialization complete Dec 08 01:18:46.089103 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Initializing mechanism driver 'openvswitch' Dec 08 01:18:46.089451 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Initializing mechanism driver 'hyperv' Dec 08 01:18:46.096564 n-d-713498-30 neutron-server[103020]: DEBUG neutron.plugins.ml2.plugin [None req-01f652cf-521f-4073-a655-a43966420f4d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:46.097411 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > port after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.097792 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > port after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.098155 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > port after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.098702 n-d-713498-30 neutron-server[103020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 01:18:46.099153 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > subnet after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.099518 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > subnet after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.099876 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.100312 n-d-713498-30 neutron-server[103020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 01:18:46.100729 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > network after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.101087 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > network after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.101436 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > network after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.101845 n-d-713498-30 neutron-server[103020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 01:18:46.102265 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > security_group after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.102622 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > security_group after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.102970 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.103379 n-d-713498-30 neutron-server[103020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 01:18:46.103796 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.104150 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.104525 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.104933 n-d-713498-30 neutron-server[103020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 01:18:46.105346 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > address_group after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.105701 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > address_group after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.106047 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.106454 n-d-713498-30 neutron-server[103020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 01:18:46.106846 n-d-713498-30 neutron-server[103020]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01f652cf-521f-4073-a655-a43966420f4d None None] ML2 OVO RPC backend initialized. {{(pid=103020) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 08 01:18:46.107556 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.107917 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.108368 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > network before_response 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.108728 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > networks before_response 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.109085 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > port before_response 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.109435 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > ports before_response 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.109785 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > subnet before_response 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.110133 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > subnets before_response 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.110484 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > network after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.110861 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > network after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.111206 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > network after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.111542 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > port after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.111886 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > port after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.112230 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > port after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.112602 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > subnet after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.112947 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > subnet after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.113290 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.113880 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.plugin [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Modular L2 Plugin initialization complete Dec 08 01:18:46.114215 n-d-713498-30 neutron-server[103020]: DEBUG neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading services supported by the core plugin {{(pid=103020) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 08 01:18:46.114548 n-d-713498-30 neutron-server[103020]: INFO neutron.plugins.ml2.managers [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Got port-security extension from driver 'port_security' Dec 08 01:18:46.115021 n-d-713498-30 neutron-server[103020]: INFO neutron.extensions.vlantransparent [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Disabled vlantransparent extension. Dec 08 01:18:46.115509 n-d-713498-30 neutron-server[103020]: DEBUG neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103020) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 08 01:18:46.115831 n-d-713498-30 neutron-server[103020]: INFO neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading Plugin: router Dec 08 01:18:46.153135 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.153538 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router after_create 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.153918 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router before_create 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.154292 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.154674 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.155041 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router after_delete 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.155408 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.155889 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.156259 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router after_create 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.156641 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router after_update 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.157001 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router after_update 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.157368 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.157789 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router after_update 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.158210 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router precommit_update 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.158583 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: port after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.158931 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: port after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.159278 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: subnet after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.159630 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.159987 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.160372 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router precommit_create 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.160727 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: port before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.161079 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router precommit_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.161451 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router after_update 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.161801 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.162162 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router precommit_create 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.162526 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.162881 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router precommit_update 55549900 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.163251 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > agent after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.163606 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > agent after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.163959 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > network after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.164862 n-d-713498-30 neutron-server[103020]: DEBUG neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Tracking information for resource: router configured {{(pid=103020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:18:46.165208 n-d-713498-30 neutron-server[103020]: DEBUG neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Tracking information for resource: floatingip configured {{(pid=103020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 01:18:46.170170 n-d-713498-30 neutron-server[103020]: INFO neutron.db.l3_agentschedulers_db [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 08 01:18:46.170758 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: port after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.171127 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: port after_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.171490 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: port after_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.171855 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: port after_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.172678 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router before_create 55550100 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.173050 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.173946 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router precommit_create 55550100 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.174488 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > router precommit_update 55550100 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.179322 n-d-713498-30 neutron-server[103020]: DEBUG neutron.services.provider_configuration [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service providers = [] {{(pid=103020) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 08 01:18:46.179698 n-d-713498-30 neutron-server[103020]: DEBUG neutron.db.servicetype_db [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103020) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 08 01:18:46.182732 n-d-713498-30 neutron-server[103020]: DEBUG neutron.services.service_base [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 01:18:46.183093 n-d-713498-30 neutron-server[103020]: DEBUG neutron.services.service_base [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 01:18:46.183446 n-d-713498-30 neutron-server[103020]: DEBUG neutron.services.service_base [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 01:18:46.184387 n-d-713498-30 neutron-server[103020]: DEBUG neutron.services.service_base [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 01:18:46.184771 n-d-713498-30 neutron-server[103020]: INFO neutron.services.service_base [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 08 01:18:46.185156 n-d-713498-30 neutron-server[103020]: DEBUG neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:18:46.185482 n-d-713498-30 neutron-server[103020]: INFO neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 08 01:18:46.197284 n-d-713498-30 neutron-server[103020]: DEBUG neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:18:46.197635 n-d-713498-30 neutron-server[103020]: INFO neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading Plugin: auto_allocate Dec 08 01:18:46.203412 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: network precommit_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.203795 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: network precommit_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.204496 n-d-713498-30 neutron-server[103020]: DEBUG neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:18:46.204712 n-d-713498-30 neutron-server[103020]: INFO neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading Plugin: tag Dec 08 01:18:46.211615 n-d-713498-30 neutron-server[103020]: DEBUG neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:18:46.211959 n-d-713498-30 neutron-server[103020]: INFO neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading Plugin: timestamp Dec 08 01:18:46.215936 n-d-713498-30 neutron-server[103020]: DEBUG neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:18:46.216273 n-d-713498-30 neutron-server[103020]: INFO neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading Plugin: network_ip_availability Dec 08 01:18:46.222043 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.222349 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.222713 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.223435 n-d-713498-30 neutron-server[103020]: DEBUG neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:18:46.223759 n-d-713498-30 neutron-server[103020]: INFO neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading Plugin: flavors Dec 08 01:18:46.228831 n-d-713498-30 neutron-server[103020]: DEBUG neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:18:46.229173 n-d-713498-30 neutron-server[103020]: INFO neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading Plugin: revisions Dec 08 01:18:46.233555 n-d-713498-30 neutron-server[103020]: DEBUG neutron.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 01:18:46.233959 n-d-713498-30 neutron-server[103020]: DEBUG oslo_concurrency.lockutils [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.753s {{(pid=103020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 08 01:18:46.234712 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103020) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 08 01:18:46.235052 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Initializing extension manager. Dec 08 01:18:46.236100 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: __init__.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.236492 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: __pycache__ {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.236835 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.237177 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: address_group.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.237953 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.238533 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: address-group Dec 08 01:18:46.238864 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: address_scope.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.239593 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.240110 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: address-scope Dec 08 01:18:46.240478 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.241437 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.241953 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: router-admin-state-down-before-update Dec 08 01:18:46.242280 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: agent.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.242996 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.243511 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: agent Dec 08 01:18:46.243838 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: agent_resources_synced.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.244805 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.245327 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: agent-resources-synced Dec 08 01:18:46.245655 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: allowedaddresspairs.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.247474 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.248007 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: allowed-address-pairs Dec 08 01:18:46.248371 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: auto_allocated_topology.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.249478 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.250007 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: auto-allocated-topology Dec 08 01:18:46.250342 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: availability_zone.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.251053 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.252125 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: availability_zone Dec 08 01:18:46.252489 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: availability_zone_filter.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.253430 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.253950 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: availability_zone_filter Dec 08 01:18:46.254281 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: data_plane_status.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.255209 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.255724 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension data-plane-status not supported by any of loaded plugins Dec 08 01:18:46.256055 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: default_subnetpools.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.257023 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.257548 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: default-subnetpools Dec 08 01:18:46.257879 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.258705 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.259222 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: dhcp_agent_scheduler Dec 08 01:18:46.259554 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: dns.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.260511 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.261023 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension dns-integration not supported by any of loaded plugins Dec 08 01:18:46.261358 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: dns_domain_ports.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.262294 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.262806 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 08 01:18:46.263137 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.264078 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.264624 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 08 01:18:46.264959 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: dvr.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.265645 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.266162 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: dvr Dec 08 01:18:46.266492 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: ecmp_routes.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.267467 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.267982 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension ecmp_routes not supported by any of loaded plugins Dec 08 01:18:46.268343 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: empty_string_filtering.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.269530 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.270053 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: empty-string-filtering Dec 08 01:18:46.270388 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.271317 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.271837 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 08 01:18:46.272165 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.273139 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.273655 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 08 01:18:46.273988 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: external_net.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.274920 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.275437 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: external-net Dec 08 01:18:46.275770 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.276776 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.277309 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: extra_dhcp_opt Dec 08 01:18:46.277639 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: extraroute.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.278567 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.279103 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: extraroute Dec 08 01:18:46.279405 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: extraroute_atomic.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.280653 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.281184 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: extraroute-atomic Dec 08 01:18:46.281515 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: filter_validation.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.282199 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.282761 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: filter-validation Dec 08 01:18:46.283091 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: fip_pf_description.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.284024 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.284565 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 08 01:18:46.284898 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: fip_port_details.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.285840 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.286362 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: fip-port-details Dec 08 01:18:46.286690 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: flavors.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.287945 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.288503 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: flavors Dec 08 01:18:46.288840 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.290563 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.291093 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 08 01:18:46.291430 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: floatingip_pools.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.292147 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.292699 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: floatingip-pools Dec 08 01:18:46.293035 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: ip_allocation.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.293981 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.294502 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension ip_allocation not supported by any of loaded plugins Dec 08 01:18:46.294833 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.295779 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.296305 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: ip-substring-filtering Dec 08 01:18:46.296656 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: l2_adjacency.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.297602 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.298674 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension l2_adjacency not supported by any of loaded plugins Dec 08 01:18:46.299059 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: l3.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.300133 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.300690 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: router Dec 08 01:18:46.301024 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.303274 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.303808 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 08 01:18:46.304144 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.305125 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.305649 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: ext-gw-mode Dec 08 01:18:46.305984 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.306940 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.307465 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: l3-ha Dec 08 01:18:46.307798 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: l3_flavors.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.308747 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.309267 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: l3-flavors Dec 08 01:18:46.309597 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.310533 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.311046 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: l3-port-ip-change-not-allowed Dec 08 01:18:46.311374 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: l3agentscheduler.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.312445 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.312968 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: l3_agent_scheduler Dec 08 01:18:46.313302 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: local_ip.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.315711 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.316243 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension local_ip not supported by any of loaded plugins Dec 08 01:18:46.316615 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: logging.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.319519 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.320061 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension logging not supported by any of loaded plugins Dec 08 01:18:46.320440 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: metering.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.321213 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.321808 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: metering Dec 08 01:18:46.322149 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.323281 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.323808 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: metering_source_and_destination_fields Dec 08 01:18:46.324142 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: multiprovidernet.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.325138 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.325661 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: multi-provider Dec 08 01:18:46.325994 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: netmtu.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.326941 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.327474 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: net-mtu Dec 08 01:18:46.327805 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: netmtu_writable.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.328780 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.329310 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: net-mtu-writable Dec 08 01:18:46.330172 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: network_availability_zone.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.330851 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.331370 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: network_availability_zone Dec 08 01:18:46.331697 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: network_ip_availability.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.332867 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.333397 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: network-ip-availability Dec 08 01:18:46.333729 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: network_segment_range.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.334506 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.335026 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension network-segment-range not supported by any of loaded plugins Dec 08 01:18:46.335351 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: pagination.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.336387 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.336735 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: pagination Dec 08 01:18:46.337071 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: port_device_profile.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.338021 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.338551 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: port-device-profile Dec 08 01:18:46.338879 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.339825 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.340386 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: port-mac-address-regenerate Dec 08 01:18:46.340716 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.341672 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.342177 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: port-numa-affinity-policy Dec 08 01:18:46.342505 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: port_resource_request.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.343440 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.343956 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension port-resource-request not supported by any of loaded plugins Dec 08 01:18:46.344295 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: port_resource_request_groups.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.345978 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.346493 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 08 01:18:46.346824 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: portbindings.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.347773 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.348327 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: binding Dec 08 01:18:46.348647 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: portbindings_extended.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.349955 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.350481 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: binding-extended Dec 08 01:18:46.350817 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: portsecurity.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.351752 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.352277 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: port-security Dec 08 01:18:46.352638 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: project_id.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.353666 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.354003 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: project-id Dec 08 01:18:46.354331 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: providernet.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.355281 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.355809 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: provider Dec 08 01:18:46.356140 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: qos.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.359847 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.360408 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension qos not supported by any of loaded plugins Dec 08 01:18:46.361268 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.363188 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.364068 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 08 01:18:46.364495 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.365698 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.366237 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 08 01:18:46.366656 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: qos_default.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.367945 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.368822 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension qos-default not supported by any of loaded plugins Dec 08 01:18:46.369171 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: qos_fip.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.369857 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.370375 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension qos-fip not supported by any of loaded plugins Dec 08 01:18:46.370710 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: qos_gateway_ip.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.371661 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.372188 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 08 01:18:46.372551 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: qos_port_network_policy.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.373489 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.374012 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 08 01:18:46.374343 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.375542 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.376102 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 08 01:18:46.377147 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: qos_pps_rule.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.379020 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.379658 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension qos-pps not supported by any of loaded plugins Dec 08 01:18:46.380001 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: qos_rule_type_details.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.381211 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.381820 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 08 01:18:46.382337 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: qos_rules_alias.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.383825 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.384392 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 08 01:18:46.384731 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: quota_check_limit.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.385679 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.386207 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: quota-check-limit Dec 08 01:18:46.386543 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: quotasv2.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.387521 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.387859 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: quotas Dec 08 01:18:46.388190 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: quotasv2_detail.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.391427 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.391778 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: quota_details Dec 08 01:18:46.392358 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: rbac.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.393893 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.394433 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: rbac-policies Dec 08 01:18:46.394772 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: rbac_address_group.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.395730 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.396266 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: rbac-address-group Dec 08 01:18:46.396629 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: rbac_address_scope.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.397588 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.398113 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: rbac-address-scope Dec 08 01:18:46.398447 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: rbac_security_groups.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.399387 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.399911 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: rbac-security-groups Dec 08 01:18:46.400246 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: rbac_subnetpool.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.401212 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.401734 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: rbac-subnetpool Dec 08 01:18:46.402067 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: revisionifmatch.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.403006 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.403527 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: revision-if-match Dec 08 01:18:46.403860 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: revisions.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.405020 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.405545 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: standard-attr-revisions Dec 08 01:18:46.405877 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: router_availability_zone.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.406561 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.407088 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: router_availability_zone Dec 08 01:18:46.407424 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: routerservicetype.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.408591 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.409119 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension router-service-type not supported by any of loaded plugins Dec 08 01:18:46.409452 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.410483 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.411011 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: security-groups-normalized-cidr Dec 08 01:18:46.411342 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.412305 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.412832 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: port-security-groups-filtering Dec 08 01:18:46.413165 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.414151 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.414669 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: security-groups-remote-address-group Dec 08 01:18:46.415002 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.415964 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.416523 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: security-groups-shared-filtering Dec 08 01:18:46.416859 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.417467 n-d-713498-30 neutron-server[103020]: WARNING neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 08 01:18:46.417796 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: securitygroup.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.428130 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.428701 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: security-group Dec 08 01:18:46.429044 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: segment.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.429855 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.430385 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension segment not supported by any of loaded plugins Dec 08 01:18:46.430718 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.431688 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.432220 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 08 01:18:46.432585 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: servicetype.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.433721 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.434255 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: service-type Dec 08 01:18:46.434591 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: sorting.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.435598 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.435939 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: sorting Dec 08 01:18:46.436273 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: standard_attr_segment.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.437231 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.437761 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 08 01:18:46.438095 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: standardattrdescription.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.439303 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.439833 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: standard-attr-description Dec 08 01:18:46.440165 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: stateful_security_group.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.441150 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.441679 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: stateful-security-group Dec 08 01:18:46.442012 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: stdattrs_common.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.442594 n-d-713498-30 neutron-server[103020]: WARNING neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 08 01:18:46.442923 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.443866 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.444423 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 08 01:18:46.444755 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: subnet_onboard.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.445847 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.446379 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: subnet_onboard Dec 08 01:18:46.446711 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.447674 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.448195 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 08 01:18:46.448549 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: subnet_service_types.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.449500 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.450027 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: subnet-service-types Dec 08 01:18:46.450357 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: subnetallocation.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.451471 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.451998 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: subnet_allocation Dec 08 01:18:46.452368 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.453048 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.453568 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: subnetpool-prefix-ops Dec 08 01:18:46.453906 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.454918 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.455435 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 08 01:18:46.455763 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: tagging.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.456883 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.457415 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: standard-attr-tag Dec 08 01:18:46.457755 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: timestamp.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.458983 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.459512 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loaded extension: standard-attr-timestamp Dec 08 01:18:46.459851 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: trunk.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.460952 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.461482 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension trunk not supported by any of loaded plugins Dec 08 01:18:46.461821 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: trunk_details.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.462784 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.463313 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension trunk-details not supported by any of loaded plugins Dec 08 01:18:46.463647 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: uplink_status_propagation.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.464649 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.465174 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 08 01:18:46.465507 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Loading extension file: vlantransparent.py {{(pid=103020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 01:18:46.466190 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 01:18:46.466704 n-d-713498-30 neutron-server[103020]: INFO neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extension vlan-transparent not supported by any of loaded plugins Dec 08 01:18:46.469269 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:network Dec 08 01:18:46.469814 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:subnet Dec 08 01:18:46.470341 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 01:18:46.470749 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:port Dec 08 01:18:46.471991 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.472518 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service FLAVORS assigned prefix: {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.473105 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.473549 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.473892 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:router Dec 08 01:18:46.474330 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:floatingip Dec 08 01:18:46.474836 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service METERING assigned prefix: /metering {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.476275 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.476677 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.477042 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:18:46.478068 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of CountableResource for resource:rbac_policy Dec 08 01:18:46.478524 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:security_group Dec 08 01:18:46.478969 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 08 01:18:46.479576 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service CORE assigned prefix: {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.479914 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 01:18:46.480271 n-d-713498-30 neutron-server[103020]: WARNING neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] subnetpool is already registered Dec 08 01:18:46.480770 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service CORE assigned prefix: {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.481107 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 01:18:46.481448 n-d-713498-30 neutron-server[103020]: WARNING neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] subnetpool is already registered Dec 08 01:18:46.483769 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.484209 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service FLAVORS assigned prefix: {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.484831 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.485259 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.486124 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:router Dec 08 01:18:46.486471 n-d-713498-30 neutron-server[103020]: WARNING neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] router is already registered Dec 08 01:18:46.487032 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:floatingip Dec 08 01:18:46.487380 n-d-713498-30 neutron-server[103020]: WARNING neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] floatingip is already registered Dec 08 01:18:46.487844 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service METERING assigned prefix: /metering {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.488554 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of CountableResource for resource:rbac_policy Dec 08 01:18:46.488892 n-d-713498-30 neutron-server[103020]: WARNING neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] rbac_policy is already registered Dec 08 01:18:46.489314 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:security_group Dec 08 01:18:46.489672 n-d-713498-30 neutron-server[103020]: WARNING neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] security_group is already registered Dec 08 01:18:46.490066 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:security_group_rule Dec 08 01:18:46.490409 n-d-713498-30 neutron-server[103020]: WARNING neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] security_group_rule is already registered Dec 08 01:18:46.491041 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service CORE assigned prefix: {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.491376 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 01:18:46.491719 n-d-713498-30 neutron-server[103020]: WARNING neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] subnetpool is already registered Dec 08 01:18:46.492151 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.v2.resource_helper [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Service CORE assigned prefix: {{(pid=103020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 01:18:46.492511 n-d-713498-30 neutron-server[103020]: INFO neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 01:18:46.492848 n-d-713498-30 neutron-server[103020]: WARNING neutron.quota.resource_registry [None req-01f652cf-521f-4073-a655-a43966420f4d None None] subnetpool is already registered Dec 08 01:18:46.493337 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: extensions {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.494778 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: address-groups {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.496326 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: address-scopes {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.497654 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: agents {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.498830 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: auto-allocated-topology {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.500131 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: availability_zones {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.502365 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: dhcp-networks {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.503905 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: dhcp-agents {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.505417 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: routers {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.507658 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: flavors {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.508877 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: service_profiles {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.510108 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: next_providers {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.511593 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: service_profiles {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.513204 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: floatingip-pools {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.514459 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: routers {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.516649 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: floatingips {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.519250 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: l3-routers {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.520709 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: l3-agents {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.522160 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: metering-labels {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.523546 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: metering-label-rules {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.524884 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: network-ip-availabilities {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.526186 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: bindings {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.527913 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: quotas {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.529556 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: quotas {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.531103 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: rbac-policies {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.532972 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: security-groups {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.534256 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: security-group-rules {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.535499 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: service-providers {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.536776 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: subnetpools {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.538221 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: subnetpools {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.539715 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: tags {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.541458 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: tags {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.543304 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: tags {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.545154 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: tags {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.546969 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: tags {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.549584 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: tags {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.551307 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: tags {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.553277 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: tags {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.555079 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: tags {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.557051 n-d-713498-30 neutron-server[103020]: DEBUG neutron.api.extensions [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Extended resource: tags {{(pid=103020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 01:18:46.563196 n-d-713498-30 neutron-server[103020]: WARNING keystonemiddleware.auth_token [None req-01f652cf-521f-4073-a655-a43966420f4d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 08 01:18:46.567978 n-d-713498-30 neutron-server[103020]: WARNING keystonemiddleware.auth_token [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 08 01:18:46.576844 n-d-713498-30 neutron-server[103020]: DEBUG oslo_concurrency.lockutils [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Acquired lock "singleton_lock" {{(pid=103020) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 08 01:18:46.577318 n-d-713498-30 neutron-server[103020]: DEBUG oslo_concurrency.lockutils [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Releasing lock "singleton_lock" {{(pid=103020) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 08 01:18:46.577966 n-d-713498-30 neutron-server[103020]: INFO oslo_service.service [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Starting 2 workers Dec 08 01:18:46.582854 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Started child 103129 {{(pid=103020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 01:18:46.587379 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Started child 103130 {{(pid=103020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 01:18:46.588274 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:46.589002 n-d-713498-30 neutron-server[103020]: INFO neutron.service [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Neutron service started, listening on 0.0.0.0:9696 Dec 08 01:18:46.589630 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Publish callbacks [] for process, before_spawn {{(pid=103020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:46.589916 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [-] (103129) wsgi starting up on http://0.0.0.0:9696 Dec 08 01:18:46.592084 n-d-713498-30 neutron-server[103020]: INFO oslo_service.service [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Starting 1 workers Dec 08 01:18:46.592278 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:46.593720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [-] (103130) wsgi starting up on http://0.0.0.0:9696 Dec 08 01:18:46.597988 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Started child 103131 {{(pid=103020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 01:18:46.598599 n-d-713498-30 neutron-server[103020]: INFO oslo_service.service [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Starting 1 workers Dec 08 01:18:46.602131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.service [None req-01f652cf-521f-4073-a655-a43966420f4d None None] calling RpcWorker wait() {{(pid=103131) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 08 01:18:46.602674 n-d-713498-30 neutron-server[103131]: DEBUG neutron.service [None req-01f652cf-521f-4073-a655-a43966420f4d None None] returning from RpcWorker wait() {{(pid=103131) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 08 01:18:46.603652 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Started child 103132 {{(pid=103020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 01:18:46.604331 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:46.604496 n-d-713498-30 neutron-server[103020]: DEBUG neutron_lib.callbacks.manager [None req-01f652cf-521f-4073-a655-a43966420f4d None None] Publish callbacks [] for process, after_spawn {{(pid=103020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:46.604890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:46.606350 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103020) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 08 01:18:46.606582 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 01:18:46.606775 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 01:18:46.607002 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 01:18:46.607334 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 01:18:46.607520 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 01:18:46.608030 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.608354 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.608599 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:18:46.609073 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.609073 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.609199 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.609738 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.609842 n-d-713498-30 neutron-server[103132]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:46.610038 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.610276 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.610565 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.611425 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.611609 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.611763 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.612014 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.612408 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.612986 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.612986 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.613258 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.613433 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.613516 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.613747 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.614169 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.614610 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.614865 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] debug = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.615312 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.615793 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.615966 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.616238 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.616518 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.616814 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.617267 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.617267 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.617719 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.617719 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.618139 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.618453 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.618453 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.618832 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.619050 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.619461 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.619461 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.619864 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.620086 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] host = n-d-713498-30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.620239 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.620750 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.620750 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.621205 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.621438 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.621580 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.622137 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.622137 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.622516 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.622516 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.623018 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.623018 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.623814 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.623814 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_file = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.623814 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_options = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.623814 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.624852 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.624852 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.624852 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.624852 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.624852 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.626493 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.626493 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.626493 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.626493 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.626493 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.626493 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.626493 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.628170 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.628170 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.628170 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.628170 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.628170 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.628170 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.628170 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.629732 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.629732 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.629732 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.629732 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.629732 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.629732 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.629732 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.631174 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.631174 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.631174 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.631174 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.631174 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.631174 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.632787 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.632787 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.632787 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.632787 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.632787 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.632787 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.632787 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.634347 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.634347 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.634347 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.634347 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.634347 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.634347 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.634347 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] use_json = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.636603 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.636603 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.636603 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.636603 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.636603 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.636603 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.636603 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.636603 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.638287 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.638287 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.638287 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.638287 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.638287 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.638287 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.638287 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.638287 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.640172 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.640172 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.640172 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.640172 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.640172 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.640172 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.640172 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.643221 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.643221 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.643221 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.643221 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.643221 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.643221 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.643221 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.643221 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.643968 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.643968 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.643968 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.643968 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.644206 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.644373 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.644953 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.645368 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.645470 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.645748 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.645993 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.646296 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.646492 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.646800 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.646941 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.647169 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.647445 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.647717 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.647903 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.648176 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.648493 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.648737 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.648886 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.649123 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.649544 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.649664 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.649874 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.650067 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.650319 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.650517 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.650741 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.650998 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.651241 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.651510 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.651769 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.652083 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.652248 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.652613 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.652836 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.653053 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.653243 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.653464 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.653683 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.654027 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.654193 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.654411 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.654625 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.655131 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.655283 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.655535 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.656311 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.656523 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.656991 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.657215 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.657964 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.658386 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.658672 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.659445 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.659445 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.659445 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.659667 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.659870 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.659978 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.660200 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.660503 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.660775 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.660945 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.661187 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.661450 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.661791 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.661933 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.662174 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.662424 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.662735 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.662898 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.663168 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.663395 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.663618 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.663872 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.664109 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.664372 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.664623 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.664853 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.665099 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.665362 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.665628 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.666055 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.666255 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.666481 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.666717 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.666990 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.667229 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.667486 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.667720 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.667973 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.668248 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.668716 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.669004 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.669230 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.669520 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.669823 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.670104 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.670861 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.670861 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.671167 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.671167 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.671427 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.671648 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.671899 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.672144 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.672415 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.672678 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.672900 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.673187 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.673969 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.674287 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.674543 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.674784 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.675178 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.675623 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.675892 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.676144 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.676472 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.676727 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.676949 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.677201 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.677448 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.677665 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.678018 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.678158 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.678888 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.678888 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.678888 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.679284 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.679284 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.679524 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.679728 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.679947 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.680175 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.680447 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.680725 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.681001 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.681354 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.681586 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.681817 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.682062 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.682287 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.682557 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.682844 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.683088 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.683361 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.683820 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.683930 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.684148 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.684449 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.685016 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.685016 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.685275 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.685477 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.685735 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.686164 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.686164 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.686445 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.686604 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.687012 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.687445 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.687868 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.688209 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.688465 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.688626 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.689210 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.689692 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.690078 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.690499 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.690876 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.691126 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.691373 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.691625 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.691870 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.692116 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.692367 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.692654 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.692891 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.693298 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.693696 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.694059 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.694422 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.694831 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.695253 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.695731 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.696179 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.696463 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.696865 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.696971 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.697217 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.697623 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.697988 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.698390 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.698862 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.699141 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.699419 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.699684 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.699912 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.700131 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.700424 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.700673 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.700940 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.701417 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.701640 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.701884 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.702134 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.702351 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.702589 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.702814 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.703227 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.703474 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.703732 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.703910 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.704372 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.704793 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.705200 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.705422 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.705649 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.705876 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.706114 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.706411 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.706679 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.706981 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.707272 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.707533 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.707785 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.708033 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.708398 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.708732 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.709635 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.709635 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.709635 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.709635 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.710065 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.710233 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.710428 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.710688 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.710950 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.711223 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.711509 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.711822 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.712039 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.712369 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.712701 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.712973 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.713248 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.713485 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.713808 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.713977 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.714200 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.714450 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.714690 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.714909 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.715180 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.715410 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.715641 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.715864 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.716097 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.716362 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.716614 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.716849 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.717100 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.717322 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.717525 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 01:18:46.718011 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103020) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 08 01:18:46.718195 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 01:18:46.718319 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 01:18:46.718535 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 01:18:46.718683 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 01:18:46.719014 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 01:18:46.719216 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.719451 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.719602 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.719691 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.719855 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.720888 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.721072 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.721246 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.721404 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.721608 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.721697 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.721880 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.722011 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.722219 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.722318 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.722584 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.722685 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.722780 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.722947 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.723100 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.723268 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.723420 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.723599 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] debug = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.723736 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.723934 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.724101 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.724299 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.724438 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.724609 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.724745 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.724908 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.725056 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.725230 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.725366 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.725536 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.725675 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.725916 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.726035 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.726337 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.726337 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.726492 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.726644 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] host = n-d-713498-30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.726773 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.726951 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.727110 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.727344 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.727486 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.727699 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.727699 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.727852 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.728005 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.728160 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.728406 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.728493 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.728651 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.728798 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_file = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.728978 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_options = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.729108 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.729303 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.729426 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.729603 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.729767 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.729929 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.730079 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.730254 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.730401 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.730588 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.730718 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.730921 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.731018 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.731249 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.731388 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.731492 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.731657 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.731804 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.731968 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.732114 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.732275 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.732469 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.732686 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.732792 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.732958 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.733117 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.733277 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.733437 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.733600 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.733760 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.733921 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.734082 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.734245 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.734407 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.734568 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.734731 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.734892 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.735053 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.735218 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.735380 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.735540 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.736236 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.736428 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.737697 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.737697 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.737697 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.737697 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] use_json = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.737697 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.738065 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.738065 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.738198 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.738390 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.738490 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.738609 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.738770 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 01:18:46.739116 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.739286 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.739465 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.739632 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.739797 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.740390 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.740390 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.740390 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.740634 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.740634 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.740779 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.740912 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.741085 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.741412 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.742032 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.742032 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.742032 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.742032 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.742501 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.742501 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.742501 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.742760 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.742843 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.742955 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.743123 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.743286 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.743451 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.743625 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.743788 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.743970 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.744134 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.744338 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.744472 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.744614 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.744780 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.744919 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.745089 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.745256 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.745424 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.745592 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.746448 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.746448 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.746448 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.746448 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.746448 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.747223 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.747223 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.747223 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.747223 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.747223 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.748036 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.748036 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.748036 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.748036 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.748036 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.748036 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.748737 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.748737 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.748737 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.748737 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.749254 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.749254 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.749254 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.749698 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.749698 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.749698 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.749971 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.749971 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.750141 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.750259 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.750381 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.750519 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.750681 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.750871 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.751043 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.751163 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.751369 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.751528 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.751671 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.751892 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.752060 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.752215 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.753690 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.753690 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.753690 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.753690 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.753690 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.753690 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.753690 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.753690 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.753690 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.755144 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.755144 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.755144 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.755144 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.755144 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.755144 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.755144 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.755144 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.756251 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.756251 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.756251 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.756251 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.756251 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.756251 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.756251 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.756251 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.757709 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.757709 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.757709 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.757709 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.757709 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.757709 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.757709 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.757709 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.758666 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.758666 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.758666 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.758666 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.758666 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.758666 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.758666 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.758666 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.759766 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.759766 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.759766 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.759766 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.759766 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.759766 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.759766 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.760792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:18:46.760948 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.760948 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.760948 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.760948 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.760948 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.760948 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.760948 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.760948 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.761985 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.761985 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.761985 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.761985 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.761985 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.761985 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.761985 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.762865 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.762865 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.762865 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.762865 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.762865 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.762865 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.763621 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.763621 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.763621 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.763621 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.763621 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.764233 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.764233 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.764233 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.764233 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.764763 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.764763 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.764763 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.765157 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.765157 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.765157 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.765539 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.765539 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.765789 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.765789 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.766040 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.766040 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.766303 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.766429 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.766572 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.766706 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.766876 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.767115 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.767285 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.767476 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.767744 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.767924 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.768095 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.768246 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.768686 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.768856 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.769008 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.769158 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.769326 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.769478 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.769644 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.769791 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.769959 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.770140 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.770304 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.770473 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.770634 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.770803 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.770965 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.772087 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.772087 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.772357 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.772524 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.773193 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.773193 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.773193 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.773699 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.773699 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.773699 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.773699 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.774425 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.774425 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.774425 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.774425 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.774895 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.774895 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.774895 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.775138 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.775138 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.775334 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.775452 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.775542 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.775698 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.775873 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.776199 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.776199 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.776903 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.776903 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.776903 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.776903 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.777722 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.777722 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.777722 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.777722 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.777722 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.778253 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.778253 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.778253 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.778253 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.778780 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.778780 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.778780 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.779219 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.779219 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.779219 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.779552 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.779552 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.779721 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.779821 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.779916 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.780066 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.780234 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.780528 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.780653 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.780804 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.780931 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.781094 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.781224 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.781449 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.781583 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.781723 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.781971 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.781971 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.782215 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.782295 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.783087 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.783252 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.783438 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.783615 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.783769 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.783928 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.784106 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.784265 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.784465 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.784628 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.784796 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.784944 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.785304 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.785304 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.785563 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.785563 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.785746 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.785930 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.786048 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.786553 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.786553 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.786553 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.786905 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.786905 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.786905 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.787305 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 01:18:46.787305 n-d-713498-30 neutron-server[103020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 01:18:46.843839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56946) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:18:46.852978 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063202 Dec 08 01:18:58.770517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3335fc0-9fae-4cac-af02-f897df802ffa None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:18:58.887916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3335fc0-9fae-4cac-af02-f897df802ffa None None] No non-hosted networks {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 08 01:18:58.897881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.agentschedulers_db [None req-b3335fc0-9fae-4cac-af02-f897df802ffa None None] DHCP Agent not found on host n-d-713498-30 {{(pid=103131) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 08 01:18:59.086822 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-133db7e3-6e67-4401-80c4-3dde4d4c8b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078001'] for agent, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:01.136905 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a87d982-0991-49ff-8bb7-e37e0eea32bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078001'] for agent, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:01.195750 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-855f4eab-0205-4a08-81ba-c668575f0e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:02.135495 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078001'] for agent, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:03.458304 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078001'] for agent, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:04.533862 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078001'] for agent, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:04.534708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.535047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.535405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.535751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.536089 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.536491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.536826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.537160 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.537486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.537815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.538146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.538514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.538848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:04.539329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713498-30', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:19:04.545858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713498-30', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:19:04.998985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57036) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:05.512448 n-d-713498-30 neutron-server[103130]: WARNING oslo_policy.policy [None req-111f4d6b-1ebe-4d71-8751-634fc88630bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:19:05.513079 n-d-713498-30 neutron-server[103130]: WARNING oslo_policy.policy [None req-111f4d6b-1ebe-4d71-8751-634fc88630bf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:19:05.751497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-111f4d6b-1ebe-4d71-8751-634fc88630bf admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:19:05.752580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-111f4d6b-1ebe-4d71-8751-634fc88630bf admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7526040 Dec 08 01:19:08.411537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57052) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:08.734328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9be9ee6c-cbf8-491f-9bcb-87b20d86f6a5 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:19:08.756983 n-d-713498-30 neutron-server[103131]: INFO neutron.db.l3_hamode_db [None req-1a9ce5f9-d266-4cc8-9e39-77c975d057b9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 08 01:19:08.830898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.policy [None req-9be9ee6c-cbf8-491f-9bcb-87b20d86f6a5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103130) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 08 01:19:08.836665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ce5f9-d266-4cc8-9e39-77c975d057b9 None None] Routers set() bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:19:08.837064 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ce5f9-d266-4cc8-9e39-77c975d057b9 None None] Router IDs set() for agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 01:19:08.879106 n-d-713498-30 neutron-server[103130]: WARNING oslo_policy.policy [None req-9be9ee6c-cbf8-491f-9bcb-87b20d86f6a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:19:08.879441 n-d-713498-30 neutron-server[103130]: WARNING oslo_policy.policy [None req-9be9ee6c-cbf8-491f-9bcb-87b20d86f6a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:19:08.887894 n-d-713498-30 neutron-server[103130]: INFO neutron.quota [None req-9be9ee6c-cbf8-491f-9bcb-87b20d86f6a5 admin admin] Loaded quota_driver: . Dec 08 01:19:08.982850 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9be9ee6c-cbf8-491f-9bcb-87b20d86f6a5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756602211117', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756602212034', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756602225497', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756602239430', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756602310673', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756602320765', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-605995', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-815119', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1962075', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1723445'] for rbac-policy, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:09.051457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9be9ee6c-cbf8-491f-9bcb-87b20d86f6a5 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:09.052682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9be9ee6c-cbf8-491f-9bcb-87b20d86f6a5 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6401551 Dec 08 01:19:11.858920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57064) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:12.157869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'name': 'private', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:19:12.186188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Made reservation on behalf of 675ecff8eec84fc0999ffb3704ae57fe for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:19:12.189046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:12.205529 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:12.317526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:12.321888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:12.346682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:19:12.370519 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756600601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:12.371123 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Unsubscribe: segment precommit_create {{(pid=103130) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 08 01:19:12.371663 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Added segment e654af68-bb93-4d78-afdb-62a3f061820c of type vlan for network 034ce781-e932-4ec0-870d-72729f48e197 Dec 08 01:19:12.377459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280b291e-6a7c-45b9-a72b-89cefdc5212c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:12.412928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.413268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.413605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.413934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.414259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.414582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.414900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.415216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.415531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.415847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.416159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.416513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.416849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Tracked resource versions report: Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: pushed versions: Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: { 'AddressGroup': {'1.2'}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'ConntrackHelper': {'1.0'}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'Log': {'1.0'}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'Network': {'1.1'}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'Port': {'1.7'}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'PortForwarding': {'1.2'}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'QosPolicy': {'1.10'}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'SecurityGroup': {'1.5'}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'SubPort': {'1.0'}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'Subnet': {'1.1'}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'Trunk': {'1.1'}} Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: consumer versions: Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: { DHCP agent@n-d-713498-30: {}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: L3 agent@n-d-713498-30: {}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: Metadata agent@n-d-713498-30: {}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: Metering agent@n-d-713498-30: {}, Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: Open vSwitch agent@n-d-713498-30: { 'AddressGroup': '1.2', Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'ConntrackHelper': '1.0', Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'LocalIPAssociation': '1.0', Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'Log': '1.0', Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'Network': '1.1', Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'Port': '1.7', Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'PortForwarding': '1.2', Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'QosPolicy': '1.10', Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'SecurityGroup': '1.5', Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'SecurityGroupRule': '1.2', Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'SubPort': '1.0', Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'Subnet': '1.1', Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: 'Trunk': '1.1'}} Dec 08 01:19:12.417977 n-d-713498-30 neutron-server[103130]: {{(pid=103130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:19:12.487364 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:12.527140 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:12.528265 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:19:12.529040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:12.590739 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7306430 Dec 08 01:19:12.633649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f4045-44ac-4816-8ce7-2798941506da admin admin] Pushing event updated for resources: {'Network': ['ID=034ce781-e932-4ec0-870d-72729f48e197,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:12.646504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 034ce781-e932-4ec0-870d-72729f48e197 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:19:15.503603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57078) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:15.900617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42197ba7-d8f9-496d-bbd6-0f4a761c8b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:19:15.901884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-42197ba7-d8f9-496d-bbd6-0f4a761c8b20 admin admin] 10.222.0.70 "GET /v2.0/networks/034ce781-e932-4ec0-870d-72729f48e197 HTTP/1.1" status: 200 len: 825 time: 0.3973317 Dec 08 01:19:15.926743 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f82d754b-29b5-4799-8da4-d877cb47ee29 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/1145671d-5054-45cc-9d55-b9364b5da4ee HTTP/1.1" status: 200 len: 734 time: 0.0183063 Dec 08 01:19:15.935528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-402f5170-8bc8-49ec-843f-4b43c2118538 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '034ce781-e932-4ec0-870d-72729f48e197', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1145671d-5054-45cc-9d55-b9364b5da4ee', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:19:15.956692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402f5170-8bc8-49ec-843f-4b43c2118538 admin admin] Made reservation on behalf of 675ecff8eec84fc0999ffb3704ae57fe for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:19:15.959013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-402f5170-8bc8-49ec-843f-4b43c2118538 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:16.240779 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-402f5170-8bc8-49ec-843f-4b43c2118538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:16.310069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f5170-8bc8-49ec-843f-4b43c2118538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cedb1bec-9f40-4856-86d7-4995b6264051,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:16.312035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402f5170-8bc8-49ec-843f-4b43c2118538 admin admin] Checking segment: {'id': 'e654af68-bb93-4d78-afdb-62a3f061820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '034ce781-e932-4ec0-870d-72729f48e197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:19:16.312424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f5170-8bc8-49ec-843f-4b43c2118538 admin admin] Network hostable DHCP agents. Network: 034ce781-e932-4ec0-870d-72729f48e197, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:19:16.333064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402f5170-8bc8-49ec-843f-4b43c2118538 admin admin] Network 034ce781-e932-4ec0-870d-72729f48e197 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:19:16.343799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-402f5170-8bc8-49ec-843f-4b43c2118538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 034ce781-e932-4ec0-870d-72729f48e197) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:19:16.348976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402f5170-8bc8-49ec-843f-4b43c2118538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:19:16.349552 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-402f5170-8bc8-49ec-843f-4b43c2118538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:16.354258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4d66d0-54e7-4353-8a3b-55c303b045bf None None] Network 034ce781-e932-4ec0-870d-72729f48e197 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:19:16.365975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-402f5170-8bc8-49ec-843f-4b43c2118538 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4335353 Dec 08 01:19:16.629750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-034ce781-e932-4ec0-870d-72729f48e197', 'network_id': '034ce781-e932-4ec0-870d-72729f48e197', 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'fixed_ips': [{'subnet_id': 'cedb1bec-9f40-4856-86d7-4995b6264051'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:19:16.631084 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:16.932799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Allocated IP 172.20.0.2 (034ce781-e932-4ec0-870d-72729f48e197/cedb1bec-9f40-4856-86d7-4995b6264051/18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:19:17.193858 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:17.201823 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:17.269179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Network 034ce781-e932-4ec0-870d-72729f48e197 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:19:17.278464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:19:17.288046 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:19:17.300104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Pushing event updated for resources: {'Port': ['ID=18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:17.341383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.341733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.342080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.342418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.342756 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.343088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.343415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.343741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.344657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.345071 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.345400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.345724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.346055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Tracked resource versions report: Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: pushed versions: Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: { 'AddressGroup': {'1.2'}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'ConntrackHelper': {'1.0'}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'Log': {'1.0'}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'Network': {'1.1'}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'Port': {'1.7'}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'PortForwarding': {'1.2'}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'QosPolicy': {'1.10'}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'SecurityGroup': {'1.5'}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'SubPort': {'1.0'}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'Subnet': {'1.1'}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'Trunk': {'1.1'}} Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: consumer versions: Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: { DHCP agent@n-d-713498-30: {}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: L3 agent@n-d-713498-30: {}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: Metadata agent@n-d-713498-30: {}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: Metering agent@n-d-713498-30: {}, Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: Open vSwitch agent@n-d-713498-30: { 'AddressGroup': '1.2', Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'ConntrackHelper': '1.0', Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'LocalIPAssociation': '1.0', Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'Log': '1.0', Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'Network': '1.1', Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'Port': '1.7', Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'PortForwarding': '1.2', Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'QosPolicy': '1.10', Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'SecurityGroup': '1.5', Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'SecurityGroupRule': '1.2', Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'SubPort': '1.0', Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'Subnet': '1.1', Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: 'Trunk': '1.1'}} Dec 08 01:19:17.347199 n-d-713498-30 neutron-server[103131]: {{(pid=103131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:19:17.379477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Attempting to bind port 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:19:17.380080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Attempting to bind port 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e654af68-bb93-4d78-afdb-62a3f061820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '034ce781-e932-4ec0-870d-72729f48e197'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:19:17.380314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Attempting to bind port 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf on network 034ce781-e932-4ec0-870d-72729f48e197 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:19:17.385240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:19:17.385626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Checking segment: {'id': 'e654af68-bb93-4d78-afdb-62a3f061820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '034ce781-e932-4ec0-870d-72729f48e197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:19:17.386106 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:17.386495 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Bound using segment: {'id': 'e654af68-bb93-4d78-afdb-62a3f061820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '034ce781-e932-4ec0-870d-72729f48e197'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:19:17.386976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Bound port: 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e654af68-bb93-4d78-afdb-62a3f061820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '034ce781-e932-4ec0-870d-72729f48e197'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:19:17.387387 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:17.451009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] For port 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:19:17.455464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] For port 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf,segment=NetworkSegment(e654af68-bb93-4d78-afdb-62a3f061820c),segment_id=e654af68-bb93-4d78-afdb-62a3f061820c)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:19:17.458806 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:17.523488 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2a375-5269-446f-97bb-82f04f3d2390 None None] Pushing event updated for resources: {'Port': ['ID=18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:19.044494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57086) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:19.360459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-b184630e-92d9-4b3f-a042-deab96f8eab4 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:19:19.361538 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b184630e-92d9-4b3f-a042-deab96f8eab4 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3160903 Dec 08 01:19:22.083780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57094) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:22.411166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-4417b712-66a0-4280-9841-672972609d05 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:19:22.412158 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4417b712-66a0-4280-9841-672972609d05 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3273501 Dec 08 01:19:25.306461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57104) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:25.617108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-19481360-93b0-484d-a626-4eabccf1abff admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:19:25.641801 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19481360-93b0-484d-a626-4eabccf1abff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:25.643568 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19481360-93b0-484d-a626-4eabccf1abff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:25.778712 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19481360-93b0-484d-a626-4eabccf1abff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:25.783412 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19481360-93b0-484d-a626-4eabccf1abff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:25.797493 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19481360-93b0-484d-a626-4eabccf1abff admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:25.798751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-19481360-93b0-484d-a626-4eabccf1abff admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4913001 Dec 08 01:19:26.427139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:19:26.527345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:19:26.527742 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:26.652234 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:26.687619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf,segment=NetworkSegment(e654af68-bb93-4d78-afdb-62a3f061820c),segment_id=e654af68-bb93-4d78-afdb-62a3f061820c)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:19:26.692437 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:26.742796 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:26.883756 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5b59fa-6b02-4882-bc9a-95704f6f4697 None None] Network 034ce781-e932-4ec0-870d-72729f48e197 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:19:26.957366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f155c92f-58d6-4488-8064-bac6671f053d None None] Provisioning complete for port 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:19:26.957673 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f155c92f-58d6-4488-8064-bac6671f053d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:27.301582 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a119503b-40a2-4014-9e9a-29dbc4565a0e None None] Provisioning complete for port 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:19:27.301955 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a119503b-40a2-4014-9e9a-29dbc4565a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:28.397115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57116) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:28.398928 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:19:28.445734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:19:28.446111 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:28.697448 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d5bced0-d849-4d20-90ae-ebdf9be2f63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:28.713353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-13d2b19c-0bcb-4b65-9161-2d1bbf30b8ce admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:19:28.714346 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-13d2b19c-0bcb-4b65-9161-2d1bbf30b8ce admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3162727 Dec 08 01:19:31.127541 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d0eb7adb-f080-455a-80b7-a29f19a08344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:31.324604 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57124) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:31.859335 n-d-713498-30 neutron-server[103129]: WARNING oslo_policy.policy [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:19:31.860233 n-d-713498-30 neutron-server[103129]: WARNING oslo_policy.policy [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:19:32.080771 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:32.118499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:19:32.120176 n-d-713498-30 neutron-server[103129]: INFO neutron.quota [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Loaded quota_driver: . Dec 08 01:19:32.189259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Made reservation on behalf of 2571f456ce734f358a19649119b71074 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:19:32.259127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.policy [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103129) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 08 01:19:32.313619 n-d-713498-30 neutron-server[103129]: WARNING oslo_policy.policy [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:19:32.314010 n-d-713498-30 neutron-server[103129]: WARNING oslo_policy.policy [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 01:19:32.324663 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:32.344969 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:32.456819 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:32.460425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:32.471755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Reserving flat network on physical network physnet1 {{(pid=103129) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 08 01:19:32.504044 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756600601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:32.504647 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Unsubscribe: segment precommit_create {{(pid=103129) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 08 01:19:32.505204 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Added segment 8d9583cd-68b7-4a72-8bd2-d1730fb8b75b of type flat for network 7800fee8-ea69-4fe1-882e-471f707ec7dd Dec 08 01:19:32.522517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e50218-3ed3-4620-b236-e9722113fbee,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:32.541900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.542246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.542583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.542913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.543243 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.543570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.543893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.544214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.544563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.544900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.545205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.545559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.545880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Tracked resource versions report: Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: pushed versions: Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: { 'AddressGroup': {'1.2'}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'ConntrackHelper': {'1.0'}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'Log': {'1.0'}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'Network': {'1.1'}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'Port': {'1.7'}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'PortForwarding': {'1.2'}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'QosPolicy': {'1.10'}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'SecurityGroup': {'1.5'}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'SubPort': {'1.0'}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'Subnet': {'1.1'}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'Trunk': {'1.1'}} Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: consumer versions: Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: { DHCP agent@n-d-713498-30: {}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: L3 agent@n-d-713498-30: {}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: Metadata agent@n-d-713498-30: {}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: Metering agent@n-d-713498-30: {}, Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: Open vSwitch agent@n-d-713498-30: { 'AddressGroup': '1.2', Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'ConntrackHelper': '1.0', Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'LocalIPAssociation': '1.0', Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'Log': '1.0', Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'Network': '1.1', Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'Port': '1.7', Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'PortForwarding': '1.2', Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'QosPolicy': '1.10', Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'SecurityGroup': '1.5', Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'SecurityGroupRule': '1.2', Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'SubPort': '1.0', Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'Subnet': '1.1', Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: 'Trunk': '1.1'}} Dec 08 01:19:32.547194 n-d-713498-30 neutron-server[103129]: {{(pid=103129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:19:32.643556 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:32.690599 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:32.691870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:19:32.692650 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:32.754573 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4277096 Dec 08 01:19:32.797818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e89f0d-9789-4439-949f-1f5bba738b34 admin admin] Pushing event updated for resources: {'Network': ['ID=7800fee8-ea69-4fe1-882e-471f707ec7dd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:32.808166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:19:33.438674 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:34.537122 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:35.333291 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57154) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:35.546688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1189cf-de56-4a85-bc76-8ddc8c22dd26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:19:35.548647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6e1189cf-de56-4a85-bc76-8ddc8c22dd26 admin admin] 10.222.0.70 "GET /v2.0/subnets/cedb1bec-9f40-4856-86d7-4995b6264051 HTTP/1.1" status: 200 len: 849 time: 0.2143738 Dec 08 01:19:35.714061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-588c140c-1f3e-467e-b3de-a9589733eb5a admin admin] 10.222.0.70 "GET /v2.0/routers/e28fa337-eb4f-4cb3-b9f7-44f6cf86708f HTTP/1.1" status: 200 len: 704 time: 0.1593654 Dec 08 01:19:35.995792 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:36.292182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Allocated IP 172.20.0.1 (034ce781-e932-4ec0-870d-72729f48e197/cedb1bec-9f40-4856-86d7-4995b6264051/440726b7-d3d9-400b-86aa-e3c2839a696a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:19:36.477310 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:36.544198 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:36.626983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Network 034ce781-e932-4ec0-870d-72729f48e197 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:19:36.631999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:19:36.638171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Pushing event updated for resources: {'Port': ['ID=440726b7-d3d9-400b-86aa-e3c2839a696a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:36.649898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:19:36.650151 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:36.828902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-afdea55e-4c3d-4189-a2ec-cae4023782b0 None None] Provisioning complete for port 440726b7-d3d9-400b-86aa-e3c2839a696a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:19:36.829452 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-afdea55e-4c3d-4189-a2ec-cae4023782b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:36.848137 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:36.862932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-afdea55e-4c3d-4189-a2ec-cae4023782b0 None None] Port 440726b7-d3d9-400b-86aa-e3c2839a696a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:19:37.115119 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:37.120683 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:37.121443 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:37.182195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Pushing event updated for resources: {'Port': ['ID=440726b7-d3d9-400b-86aa-e3c2839a696a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:37.247585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Network 034ce781-e932-4ec0-870d-72729f48e197 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:19:37.248909 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:19:37.419083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Router e28fa337-eb4f-4cb3-b9f7-44f6cf86708f is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:19:37.483972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c5ca4a34-3766-4460-a7d5-33836c866745 None None] Provisioning complete for port 440726b7-d3d9-400b-86aa-e3c2839a696a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:19:37.484379 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4a34-3766-4460-a7d5-33836c866745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:37.518003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:19:37.518585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca4a34-3766-4460-a7d5-33836c866745 None None] Port 440726b7-d3d9-400b-86aa-e3c2839a696a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:19:37.523344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1de5d958-2631-4e6a-963f-d94e44020faa admin admin] 10.222.0.70 "PUT /v2.0/routers/e28fa337-eb4f-4cb3-b9f7-44f6cf86708f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8030417 Dec 08 01:19:37.529499 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Sync routers for ids ['e28fa337-eb4f-4cb3-b9f7-44f6cf86708f'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:19:37.542906 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Routers {'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:19:37.543744 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:19:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e28fa337-eb4f-4cb3-b9f7-44f6cf86708f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:19:37.737584 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Set router e28fa337-eb4f-4cb3-b9f7-44f6cf86708f gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:19:38.169291 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'name': 'router1', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:19:25Z', 'updated_at': '2021-12-08T01:19:36Z', 'revision_number': 2, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'gw_port_host': None, '_interfaces': [{'id': '440726b7-d3d9-400b-86aa-e3c2839a696a', 'name': '', 'network_id': '034ce781-e932-4ec0-870d-72729f48e197', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'mac_address': 'fa:16:3e:0b:77:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cedb1bec-9f40-4856-86d7-4995b6264051', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:19:36Z', 'updated_at': '2021-12-08T01:19:36Z', 'revision_number': 2, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'subnets': [{'id': 'cedb1bec-9f40-4856-86d7-4995b6264051', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1145671d-5054-45cc-9d55-b9364b5da4ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:19:38.219872 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Checking router: e28fa337-eb4f-4cb3-b9f7-44f6cf86708f for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:19:38.220248 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Updating router e28fa337-eb4f-4cb3-b9f7-44f6cf86708f port 440726b7-d3d9-400b-86aa-e3c2839a696a binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:19:38.268024 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:38.777953 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:38.784834 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:38.952181 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Pushing event updated for resources: {'Port': ['ID=440726b7-d3d9-400b-86aa-e3c2839a696a,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:38.960920 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Attempting to bind port 440726b7-d3d9-400b-86aa-e3c2839a696a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:19:38.961582 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Attempting to bind port 440726b7-d3d9-400b-86aa-e3c2839a696a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e654af68-bb93-4d78-afdb-62a3f061820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '034ce781-e932-4ec0-870d-72729f48e197'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:19:38.962316 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Attempting to bind port 440726b7-d3d9-400b-86aa-e3c2839a696a on network 034ce781-e932-4ec0-870d-72729f48e197 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:19:38.971231 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:19:38.971633 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Checking segment: {'id': 'e654af68-bb93-4d78-afdb-62a3f061820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '034ce781-e932-4ec0-870d-72729f48e197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:19:38.972131 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:38.972548 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Bound using segment: {'id': 'e654af68-bb93-4d78-afdb-62a3f061820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '034ce781-e932-4ec0-870d-72729f48e197'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:19:38.973042 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Bound port: 440726b7-d3d9-400b-86aa-e3c2839a696a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e654af68-bb93-4d78-afdb-62a3f061820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '034ce781-e932-4ec0-870d-72729f48e197'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:19:38.973437 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:38.975728 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.976080 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.976455 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.976800 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.977140 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.977476 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.977809 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.978142 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.978472 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.978803 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.979134 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.979464 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.979791 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Tracked resource versions report: Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: pushed versions: Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: { 'AddressGroup': {'1.2'}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'ConntrackHelper': {'1.0'}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'Log': {'1.0'}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'Network': {'1.1'}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'Port': {'1.7'}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'PortForwarding': {'1.2'}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'QosPolicy': {'1.10'}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'SecurityGroup': {'1.5'}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'SubPort': {'1.0'}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'Subnet': {'1.1'}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'Trunk': {'1.1'}} Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: consumer versions: Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: { DHCP agent@n-d-713498-30: {}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: L3 agent@n-d-713498-30: {}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: Metadata agent@n-d-713498-30: {}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: Metering agent@n-d-713498-30: {}, Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: Open vSwitch agent@n-d-713498-30: { 'AddressGroup': '1.2', Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'ConntrackHelper': '1.0', Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'LocalIPAssociation': '1.0', Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'Log': '1.0', Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'Network': '1.1', Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'Port': '1.7', Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'PortForwarding': '1.2', Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'QosPolicy': '1.10', Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'SecurityGroup': '1.5', Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'SecurityGroupRule': '1.2', Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'SubPort': '1.0', Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'Subnet': '1.1', Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: 'Trunk': '1.1'}} Dec 08 01:19:38.980960 n-d-713498-30 neutron-server[103132]: {{(pid=103132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:19:39.046091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bf644605-1691-4039-9e64-ac4ce8220092 None None] Provisioning complete for port 440726b7-d3d9-400b-86aa-e3c2839a696a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:19:39.047185 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bf644605-1691-4039-9e64-ac4ce8220092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:39.050709 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] For port 440726b7-d3d9-400b-86aa-e3c2839a696a, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:19:39.070837 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] For port 440726b7-d3d9-400b-86aa-e3c2839a696a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=440726b7-d3d9-400b-86aa-e3c2839a696a,segment=NetworkSegment(e654af68-bb93-4d78-afdb-62a3f061820c),segment_id=e654af68-bb93-4d78-afdb-62a3f061820c)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:19:39.075818 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:39.084092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-bf644605-1691-4039-9e64-ac4ce8220092 None None] Port 440726b7-d3d9-400b-86aa-e3c2839a696a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:19:39.127403 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Routers {'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:19:39.128047 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:19:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e28fa337-eb4f-4cb3-b9f7-44f6cf86708f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:19:39.214740 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e2704-e996-40db-8f04-3c50df912455 None None] Pushing event updated for resources: {'Port': ['ID=440726b7-d3d9-400b-86aa-e3c2839a696a,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:39.229902 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] Set router e28fa337-eb4f-4cb3-b9f7-44f6cf86708f gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:19:39.303565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-008c9386-7906-4b66-9e2e-4e35a193ac19 None None] Provisioning complete for port 440726b7-d3d9-400b-86aa-e3c2839a696a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:19:39.303862 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-008c9386-7906-4b66-9e2e-4e35a193ac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:39.384529 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-008c9386-7906-4b66-9e2e-4e35a193ac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:39.416453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-008c9386-7906-4b66-9e2e-4e35a193ac19 None None] For port 440726b7-d3d9-400b-86aa-e3c2839a696a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=440726b7-d3d9-400b-86aa-e3c2839a696a,segment=NetworkSegment(e654af68-bb93-4d78-afdb-62a3f061820c),segment_id=e654af68-bb93-4d78-afdb-62a3f061820c)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:19:39.420461 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-008c9386-7906-4b66-9e2e-4e35a193ac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:39.445962 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'name': 'router1', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:19:25Z', 'updated_at': '2021-12-08T01:19:36Z', 'revision_number': 2, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'gw_port_host': None, '_interfaces': [{'id': '440726b7-d3d9-400b-86aa-e3c2839a696a', 'name': '', 'network_id': '034ce781-e932-4ec0-870d-72729f48e197', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'mac_address': 'fa:16:3e:0b:77:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cedb1bec-9f40-4856-86d7-4995b6264051', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:19:36Z', 'updated_at': '2021-12-08T01:19:39Z', 'revision_number': 4, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'subnets': [{'id': 'cedb1bec-9f40-4856-86d7-4995b6264051', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1145671d-5054-45cc-9d55-b9364b5da4ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:19:39.469426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c9386-7906-4b66-9e2e-4e35a193ac19 None None] Pushing event updated for resources: {'Port': ['ID=440726b7-d3d9-400b-86aa-e3c2839a696a,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:39.475607 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a76898-0959-4b36-b187-14127c74fd1c None None] The sync data for ids ['e28fa337-eb4f-4cb3-b9f7-44f6cf86708f'] in n-d-713498-30 is: [{'id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'name': 'router1', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:19:25Z', 'updated_at': '2021-12-08T01:19:36Z', 'revision_number': 2, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'gw_port_host': None, '_interfaces': [{'id': '440726b7-d3d9-400b-86aa-e3c2839a696a', 'name': '', 'network_id': '034ce781-e932-4ec0-870d-72729f48e197', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'mac_address': 'fa:16:3e:0b:77:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cedb1bec-9f40-4856-86d7-4995b6264051', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:19:36Z', 'updated_at': '2021-12-08T01:19:39Z', 'revision_number': 4, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'subnets': [{'id': 'cedb1bec-9f40-4856-86d7-4995b6264051', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1145671d-5054-45cc-9d55-b9364b5da4ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:19:39.980389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57176) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:40.093327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdfe696-7882-47e7-8a20-75c37be7d98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:19:40.094755 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5fdfe696-7882-47e7-8a20-75c37be7d98f admin admin] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 842 time: 0.1134000 Dec 08 01:19:40.104607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] Request body: {'subnet': {'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'name': 'public-subnet'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:19:40.130249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] Made reservation on behalf of 2571f456ce734f358a19649119b71074 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:19:40.132795 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:40.440712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:19:40.441152 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:40.497636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7060bc9-33b9-42a4-a368-791399272662,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:40.506190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:19:40.506545 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] Network hostable DHCP agents. Network: 7800fee8-ea69-4fe1-882e-471f707ec7dd, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:19:40.529515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:19:40.541722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 7800fee8-ea69-4fe1-882e-471f707ec7dd) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:19:40.545911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:19:40.546558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:40.551221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f99385b-86ff-4da5-b560-77b41016f1c2 None None] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:19:40.564797 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dbf28fea-d1de-4e10-9e7a-8c58220ba988 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4629624 Dec 08 01:19:40.666742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47553f6f-1852-45d6-ba4c-91d425359a36 None None] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:19:43.103542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57184) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:43.232889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dc751b06-c5a7-4bf7-83bb-2c8f8da11054 admin admin] 10.222.0.70 "GET /v2.0/routers/e28fa337-eb4f-4cb3-b9f7-44f6cf86708f HTTP/1.1" status: 200 len: 710 time: 0.1281936 Dec 08 01:19:43.324974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b027a929-bfa9-4e7f-adcb-0acb61d3b12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:19:43.326374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b027a929-bfa9-4e7f-adcb-0acb61d3b12e admin admin] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 886 time: 0.0871375 Dec 08 01:19:43.337566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:19:43.656881 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:43.887997 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:43.964963 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:44.066722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Allocated IP 172.25.2.245 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/3dbe93db-9264-4347-b494-cef59cf0c49a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:19:44.170995 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:44.204139 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:44.240714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:19:44.243443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:19:44.248598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:19:44.253962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbe93db-9264-4347-b494-cef59cf0c49a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:44.497154 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:44.691260 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:44.694655 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:44.804365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Router e28fa337-eb4f-4cb3-b9f7-44f6cf86708f has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:19:44.915832 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:19:44.920470 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:44.922273 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1d8c86b2-59d1-4466-a58d-1d785c2dd2a3 admin admin] 10.222.0.70 "PUT /v2.0/routers/e28fa337-eb4f-4cb3-b9f7-44f6cf86708f HTTP/1.1" status: 200 len: 890 time: 1.5881171 Dec 08 01:19:46.432900 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 440726b7-d3d9-400b-86aa-e3c2839a696a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:19:46.485435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 440726b7-d3d9-400b-86aa-e3c2839a696a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:19:46.485815 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:46.656400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Sync routers for ids ['e28fa337-eb4f-4cb3-b9f7-44f6cf86708f'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:19:46.667482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Routers {'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:19:46.668204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:19:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e28fa337-eb4f-4cb3-b9f7-44f6cf86708f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:19:46.876042 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Set router e28fa337-eb4f-4cb3-b9f7-44f6cf86708f gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:19:47.348123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'name': 'router1', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '3dbe93db-9264-4347-b494-cef59cf0c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:19:25Z', 'updated_at': '2021-12-08T01:19:44Z', 'revision_number': 4, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'gw_port': {'id': '3dbe93db-9264-4347-b494-cef59cf0c49a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:19:43Z', 'updated_at': '2021-12-08T01:19:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '440726b7-d3d9-400b-86aa-e3c2839a696a', 'name': '', 'network_id': '034ce781-e932-4ec0-870d-72729f48e197', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'mac_address': 'fa:16:3e:0b:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cedb1bec-9f40-4856-86d7-4995b6264051', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:19:36Z', 'updated_at': '2021-12-08T01:19:39Z', 'revision_number': 5, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'subnets': [{'id': 'cedb1bec-9f40-4856-86d7-4995b6264051', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1145671d-5054-45cc-9d55-b9364b5da4ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:19:47.399444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Checking router: e28fa337-eb4f-4cb3-b9f7-44f6cf86708f for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:19:47.399805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Updating router e28fa337-eb4f-4cb3-b9f7-44f6cf86708f port 3dbe93db-9264-4347-b494-cef59cf0c49a binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:19:47.446441 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:47.534644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57196) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:19:47.656753 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-12e0f09e-c32a-471b-bdf0-60dce8e1a7c6 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1208181 Dec 08 01:19:47.774532 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:47.781826 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:47.836697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Attempting to bind port 3dbe93db-9264-4347-b494-cef59cf0c49a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:19:47.837082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Attempting to bind port 3dbe93db-9264-4347-b494-cef59cf0c49a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:19:47.837453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Attempting to bind port 3dbe93db-9264-4347-b494-cef59cf0c49a on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:19:47.847170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:19:47.847552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:19:47.847960 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:47.848388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:19:47.848869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Bound port: 3dbe93db-9264-4347-b494-cef59cf0c49a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:19:47.849271 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:47.851049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314442be-8bab-4695-830a-4a364164d578 None None] Pushing event updated for resources: {'Port': ['ID=3dbe93db-9264-4347-b494-cef59cf0c49a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:47.904662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] For port 3dbe93db-9264-4347-b494-cef59cf0c49a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:19:47.908129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] For port 3dbe93db-9264-4347-b494-cef59cf0c49a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3dbe93db-9264-4347-b494-cef59cf0c49a,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:19:47.912170 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:47.972893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Routers {'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:19:47.973533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:19:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e28fa337-eb4f-4cb3-b9f7-44f6cf86708f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:19:47.976217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314442be-8bab-4695-830a-4a364164d578 None None] Pushing event updated for resources: {'Port': ['ID=3dbe93db-9264-4347-b494-cef59cf0c49a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:48.084462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] Set router e28fa337-eb4f-4cb3-b9f7-44f6cf86708f gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:19:48.304106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'name': 'router1', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '3dbe93db-9264-4347-b494-cef59cf0c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:19:25Z', 'updated_at': '2021-12-08T01:19:44Z', 'revision_number': 4, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'gw_port': {'id': '3dbe93db-9264-4347-b494-cef59cf0c49a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:19:43Z', 'updated_at': '2021-12-08T01:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '440726b7-d3d9-400b-86aa-e3c2839a696a', 'name': '', 'network_id': '034ce781-e932-4ec0-870d-72729f48e197', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'mac_address': 'fa:16:3e:0b:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cedb1bec-9f40-4856-86d7-4995b6264051', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:19:36Z', 'updated_at': '2021-12-08T01:19:39Z', 'revision_number': 5, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'subnets': [{'id': 'cedb1bec-9f40-4856-86d7-4995b6264051', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1145671d-5054-45cc-9d55-b9364b5da4ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:19:48.329841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742a0e7c-f67c-4811-a779-0f507d34abd4 None None] The sync data for ids ['e28fa337-eb4f-4cb3-b9f7-44f6cf86708f'] in n-d-713498-30 is: [{'id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'name': 'router1', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '3dbe93db-9264-4347-b494-cef59cf0c49a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:19:25Z', 'updated_at': '2021-12-08T01:19:44Z', 'revision_number': 4, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'gw_port': {'id': '3dbe93db-9264-4347-b494-cef59cf0c49a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:19:43Z', 'updated_at': '2021-12-08T01:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '440726b7-d3d9-400b-86aa-e3c2839a696a', 'name': '', 'network_id': '034ce781-e932-4ec0-870d-72729f48e197', 'tenant_id': '675ecff8eec84fc0999ffb3704ae57fe', 'mac_address': 'fa:16:3e:0b:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28fa337-eb4f-4cb3-b9f7-44f6cf86708f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cedb1bec-9f40-4856-86d7-4995b6264051', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:19:36Z', 'updated_at': '2021-12-08T01:19:39Z', 'revision_number': 5, 'project_id': '675ecff8eec84fc0999ffb3704ae57fe', 'subnets': [{'id': 'cedb1bec-9f40-4856-86d7-4995b6264051', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1145671d-5054-45cc-9d55-b9364b5da4ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:19:50.453835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3dbe93db-9264-4347-b494-cef59cf0c49a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:19:50.501709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3dbe93db-9264-4347-b494-cef59cf0c49a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:19:50.502089 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:50.585106 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:50.605463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 3dbe93db-9264-4347-b494-cef59cf0c49a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3dbe93db-9264-4347-b494-cef59cf0c49a,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:19:50.610447 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:50.658851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=3dbe93db-9264-4347-b494-cef59cf0c49a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:19:52.488214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3dbe93db-9264-4347-b494-cef59cf0c49a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:19:52.552243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3dbe93db-9264-4347-b494-cef59cf0c49a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:19:52.552673 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:19:56.673041 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 5 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:19:58.700861 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cefd11a9-6554-432a-8c71-b85ab79ee2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:01.130452 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb675616-b552-4257-ac19-54ed2af93376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:02.083439 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:03.412676 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:04.542416 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:28.703858 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c13e6e2-bdcc-46b5-ade2-dc75b2f32fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:31.135958 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ce214c41-ba0e-43c4-a2cf-a028b1174849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:32.093987 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:33.418595 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:33.662527 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 5 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:20:34.538187 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:20:58.706145 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d3d734a-30b1-4370-a2f3-bee7bfaa3214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:01.129252 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c368827-34c9-4830-af00-0a27c42c0b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:02.090695 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:03.398968 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:04.540127 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:10.662342 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 5 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:21:14.643991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57712) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:21:14.704783 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-93497b7a-30c0-4a1e-94e7-7a8292381e37 admin admin] GET failed (client error): The resource could not be found. Dec 08 01:21:14.706062 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-93497b7a-30c0-4a1e-94e7-7a8292381e37 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611198 Dec 08 01:21:14.868297 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b02da55-dbd0-48c4-87dc-fdeddaf9e6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:14.870763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3b02da55-dbd0-48c4-87dc-fdeddaf9e6a5 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1599522 Dec 08 01:21:17.259575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57722) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:21:17.352199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd51b97-45ec-42f1-8994-243f0b3d061e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:17.353593 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9cd51b97-45ec-42f1-8994-243f0b3d061e admin admin] 10.222.0.70 "GET /v2.0/subnets/cedb1bec-9f40-4856-86d7-4995b6264051 HTTP/1.1" status: 200 len: 849 time: 0.0930359 Dec 08 01:21:17.363781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:21:17.524137 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:17.665280 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756600762534'] for subnet, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:17.695446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:17.696035 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:17.697327 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] 10.222.0.70 "PUT /v2.0/subnets/cedb1bec-9f40-4856-86d7-4995b6264051 HTTP/1.1" status: 200 len: 868 time: 0.3371737 Dec 08 01:21:17.715205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69094510-0740-4d8e-90b0-d2822c05234e None None] Network 034ce781-e932-4ec0-870d-72729f48e197 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:21:17.715822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cedb1bec-9f40-4856-86d7-4995b6264051,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:21:17.723837 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:17.724213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:17.724556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:17.724955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:17.725297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:17.725635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:17.726120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:17.726461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:17.726936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:17.727273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:17.727603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:17.727932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:17.728259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e608be-0f7a-477c-bb29-713dc3c4e715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:21:18.011430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-999daf6d-e915-4f0d-863a-35549688e090 None None] Provisioning complete for port 18b0cfd3-9ecd-4821-a19d-6ee4140c2aaf triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:21:18.011810 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-999daf6d-e915-4f0d-863a-35549688e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:18.108149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-999daf6d-e915-4f0d-863a-35549688e090 None None] Provisioning complete for port 440726b7-d3d9-400b-86aa-e3c2839a696a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:21:18.108471 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-999daf6d-e915-4f0d-863a-35549688e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:20.111373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57732) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:21:20.311029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c71443-98cd-44b9-9455-09dc4295ca14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:20.311502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c71443-98cd-44b9-9455-09dc4295ca14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:20.313679 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-61c71443-98cd-44b9-9455-09dc4295ca14 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2007246 Dec 08 01:21:22.686057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57740) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:21:22.819372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f7268d-cca1-4974-aeec-af42e9e29e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:22.820079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f7268d-cca1-4974-aeec-af42e9e29e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:22.822649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c2f7268d-cca1-4974-aeec-af42e9e29e2c admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1356716 Dec 08 01:21:25.217842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57748) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:21:25.386774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503e36c5-6ac2-4145-bc73-dcb397ba37fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:25.388732 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-503e36c5-6ac2-4145-bc73-dcb397ba37fb admin admin] 10.222.0.70 "GET /v2.0/networks/034ce781-e932-4ec0-870d-72729f48e197 HTTP/1.1" status: 200 len: 869 time: 0.1697261 Dec 08 01:21:27.776706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57756) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:21:27.908225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9072ce2-e697-4009-b1f0-28742db2c5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:27.909612 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f9072ce2-e697-4009-b1f0-28742db2c5b5 admin admin] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 886 time: 0.1319668 Dec 08 01:21:28.707808 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9b1510d-3b9f-4351-890c-bed7bb2dc36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:30.308919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57764) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:21:30.435161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdb3bb7-69ff-4317-ac0e-c4854e2b1053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:30.435625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdb3bb7-69ff-4317-ac0e-c4854e2b1053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:30.437521 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dcdb3bb7-69ff-4317-ac0e-c4854e2b1053 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275382 Dec 08 01:21:31.131593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8f16a29-dd33-489e-97ee-08853208a689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:32.092414 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:32.830746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57772) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:21:32.919606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e72ff9-59f3-4686-b585-52d9ce2aa438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:32.920048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e72ff9-59f3-4686-b585-52d9ce2aa438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:32.921550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-98e72ff9-59f3-4686-b585-52d9ce2aa438 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898576 Dec 08 01:21:33.402089 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:34.542278 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:21:35.469254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57780) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:21:35.555190 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeddc3f1-f81f-4693-be4a-43fc7a225d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:35.556588 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-aeddc3f1-f81f-4693-be4a-43fc7a225d22 admin admin] 10.222.0.70 "GET /v2.0/subnets/b7060bc9-33b9-42a4-a368-791399272662 HTTP/1.1" status: 200 len: 816 time: 0.0863373 Dec 08 01:21:37.936394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57788) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:21:38.026651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a84faf-6462-4e9c-b5cb-8e708cbceae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:21:38.028516 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-65a84faf-6462-4e9c-b5cb-8e708cbceae4 admin admin] 10.222.0.70 "GET /v2.0/subnets/cedb1bec-9f40-4856-86d7-4995b6264051 HTTP/1.1" status: 200 len: 868 time: 0.0906334 Dec 08 01:21:47.661384 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 5 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:21:58.709341 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5f2531ca-ebb2-471f-8953-1c0aeb141223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:01.132953 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3986182f-dd42-48ce-b74b-7d65312eaf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:02.095087 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:03.404320 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:04.032346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57842) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:22:04.080193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-bc959f30-db4f-46ae-81ad-0d1dd1819d03 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:22:04.081277 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bc959f30-db4f-46ae-81ad-0d1dd1819d03 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479581 Dec 08 01:22:04.546407 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:06.582258 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57850) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:22:06.641045 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28081f9-962c-4302-8aa3-9ea7e6420db8 admin admin] GET failed (client error): The resource could not be found. Dec 08 01:22:06.642624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a28081f9-962c-4302-8aa3-9ea7e6420db8 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594323 Dec 08 01:22:06.779788 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad582a6-c164-4ebe-9104-8fc1e679247e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:22:06.781202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2ad582a6-c164-4ebe-9104-8fc1e679247e admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1329699 Dec 08 01:22:09.265777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57858) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:22:09.312414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:22:09.332306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Made reservation on behalf of 2571f456ce734f358a19649119b71074 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:22:09.334607 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:09.368629 n-d-713498-30 neutron-server[103130]: WARNING neutron.services.revisions.revision_plugin [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Could not find related network for resource to bump revision. Dec 08 01:22:09.381406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:22:09.390956 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:09.391303 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Added segment bbaaa3be-7f32-402c-ae08-1fac3acce916 of type vlan for network 49c504c2-e62c-4883-9b83-d7e0629019e3 Dec 08 01:22:09.438563 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:09.461328 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:09.462249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:22:09.462838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:09.499449 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2326474 Dec 08 01:22:09.529756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Pushing event updated for resources: {'Network': ['ID=49c504c2-e62c-4883-9b83-d7e0629019e3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:22:09.537277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.537627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.537971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.538342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.538675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.539006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.539337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.539689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.540013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.540366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.540695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.541018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.541370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33805592-f8c1-4f68-906b-0009bb459404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:09.554111 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:22:11.946751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57866) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:22:12.012112 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c38c5b-142b-4eeb-aee3-f1695c822fa2 admin admin] GET failed (client error): The resource could not be found. Dec 08 01:22:12.013983 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-93c38c5b-142b-4eeb-aee3-f1695c822fa2 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0662684 Dec 08 01:22:12.086416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a31d93-8198-416a-b555-b80a962d728a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:22:12.087843 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e1a31d93-8198-416a-b555-b80a962d728a admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689600 Dec 08 01:22:12.098589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-bedc1e74-cede-4263-b642-3a373452c6ba admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:22:12.118580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedc1e74-cede-4263-b642-3a373452c6ba admin admin] Made reservation on behalf of 2571f456ce734f358a19649119b71074 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:22:12.121067 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bedc1e74-cede-4263-b642-3a373452c6ba admin admin] Publish callbacks [] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:12.284871 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bedc1e74-cede-4263-b642-3a373452c6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:12.347416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc1e74-cede-4263-b642-3a373452c6ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:22:12.355532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc1e74-cede-4263-b642-3a373452c6ba admin admin] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:22:12.355879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc1e74-cede-4263-b642-3a373452c6ba admin admin] Network hostable DHCP agents. Network: 49c504c2-e62c-4883-9b83-d7e0629019e3, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:22:12.373108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc1e74-cede-4263-b642-3a373452c6ba admin admin] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:22:12.381166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-bedc1e74-cede-4263-b642-3a373452c6ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 49c504c2-e62c-4883-9b83-d7e0629019e3) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:22:12.385140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedc1e74-cede-4263-b642-3a373452c6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:22:12.385717 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bedc1e74-cede-4263-b642-3a373452c6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:12.391385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534ad0da-4716-45a4-a78f-5901f363eb7c None None] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:22:12.400991 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bedc1e74-cede-4263-b642-3a373452c6ba admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3056984 Dec 08 01:22:12.493921 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-49c504c2-e62c-4883-9b83-d7e0629019e3', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'project_id': '2571f456ce734f358a19649119b71074', 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:22:12.494964 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:12.650423 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Allocated IP 192.168.233.2 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/6ad80b96-3957-484d-a7ed-afb87403d585) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:22:12.901154 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:12.910003 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:12.953679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:22:12.956590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:22:12.963765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:22:12.967866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Pushing event updated for resources: {'Port': ['ID=6ad80b96-3957-484d-a7ed-afb87403d585,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:22:12.978747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:12.979105 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:12.979453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:12.979794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:12.980133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:12.980493 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:12.980829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:12.981164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:12.981585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:12.982149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:12.982596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:12.982937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:12.983271 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:22:13.034626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Attempting to bind port 6ad80b96-3957-484d-a7ed-afb87403d585 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:22:13.034999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Attempting to bind port 6ad80b96-3957-484d-a7ed-afb87403d585 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:22:13.035367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Attempting to bind port 6ad80b96-3957-484d-a7ed-afb87403d585 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:22:13.040369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:22:13.040749 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:22:13.041155 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:13.041551 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:22:13.042017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Bound port: 6ad80b96-3957-484d-a7ed-afb87403d585, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:22:13.042423 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:13.105879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] For port 6ad80b96-3957-484d-a7ed-afb87403d585, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:22:13.110634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] For port 6ad80b96-3957-484d-a7ed-afb87403d585, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6ad80b96-3957-484d-a7ed-afb87403d585,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:22:13.115693 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:13.181400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53f1ea-54ef-4623-8ef5-c58c0cedea23 None None] Pushing event updated for resources: {'Port': ['ID=6ad80b96-3957-484d-a7ed-afb87403d585,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:22:14.069989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b79b5d-4148-479c-b453-391955ad6b9b None None] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:22:14.157626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a64c0f36-dd85-411a-9bed-6ae5e2c97839 None None] Provisioning complete for port 6ad80b96-3957-484d-a7ed-afb87403d585 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:22:14.158012 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a64c0f36-dd85-411a-9bed-6ae5e2c97839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:14.268208 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a64c0f36-dd85-411a-9bed-6ae5e2c97839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:14.309708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a64c0f36-dd85-411a-9bed-6ae5e2c97839 None None] For port 6ad80b96-3957-484d-a7ed-afb87403d585, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6ad80b96-3957-484d-a7ed-afb87403d585,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:22:14.315461 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a64c0f36-dd85-411a-9bed-6ae5e2c97839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:14.367863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c0f36-dd85-411a-9bed-6ae5e2c97839 None None] Pushing event updated for resources: {'Port': ['ID=6ad80b96-3957-484d-a7ed-afb87403d585,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:22:14.539781 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c50bf91a-6916-4548-9d97-cc3b5392f9d6 None None] Provisioning complete for port 6ad80b96-3957-484d-a7ed-afb87403d585 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:22:14.540429 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c50bf91a-6916-4548-9d97-cc3b5392f9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:14.567997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6ad80b96-3957-484d-a7ed-afb87403d585 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:22:14.663857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 6ad80b96-3957-484d-a7ed-afb87403d585 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:22:14.664264 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:24.660076 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 5 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:22:28.711378 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a9e15a07-8613-43d4-b72f-ef18c5043ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:31.138704 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8555c634-9936-403d-a5d2-796442bb3ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:32.098382 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:33.408046 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:34.551692 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:22:58.715929 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b599d303-c5ad-4668-8159-ea55e60b8ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:01.131730 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f6db356d-7aff-4f3d-89a6-ed7d3a4e5598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:01.659807 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 5 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:23:02.102687 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:03.411325 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:04.553747 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:25.398091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57910) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:25.404727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-45eab951-6660-4d34-9476-aba3abe5ff9e tempest-verify_tempest_config-72505780 tempest-verify_tempest_config-72505780-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:23:25.405705 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-45eab951-6660-4d34-9476-aba3abe5ff9e tempest-verify_tempest_config-72505780 tempest-verify_tempest_config-72505780-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066392 Dec 08 01:23:25.697765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57928) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:25.804465 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:25.878298 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:25.882088 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:25.924815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e9cb3c-1f0c-407e-bf3f-728ab378e27c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:25.928505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8901898b76ee4943bbb8fc405b861208&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2296662 Dec 08 01:23:25.931247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57934) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:23:25.934415 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.934766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.935107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.935446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.935783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.936116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.936471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.936803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.937131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.937457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.937784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.938106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.938437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c731271a-84af-48a1-9efb-ece2f67e5966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:25.991788 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:26.014794 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:26.109807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:26.112532 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:26.113696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4e9cb3c-1f0c-407e-bf3f-728ab378e27c HTTP/1.1" status: 204 len: 168 time: 0.1814790 Dec 08 01:23:26.123659 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e9cb3c-1f0c-407e-bf3f-728ab378e27c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:23:26.129319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:26.129604 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:26.129948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:26.130289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:26.130629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:26.130961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:26.131291 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:26.131620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:26.131945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:26.132276 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:26.132733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:26.132971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:26.133262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db7b555-0649-4e93-9246-bb32a727541d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:23:28.720232 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9eff5b03-971d-4b3e-b702-828c18ea5622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:31.133063 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05784496-af7d-4ecb-ada6-1b4b50374e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:32.104097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:33.413007 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:34.555335 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:23:38.658157 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 5 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:23:58.721697 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a161ceb-70f3-4483-8e08-ff910d966a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:01.134145 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-61de09f8-d57b-4d74-a108-7f40c995ecef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:02.106726 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:03.416476 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:04.556155 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:15.656671 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 5 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:24:28.722253 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-91889b67-efe4-4b67-8b8c-3191496933c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:31.135765 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-83ad553e-11c3-4bac-8040-d6822441c83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:32.108380 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:33.418567 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:34.561790 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:24:52.655347 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 5 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:24:58.722167 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-436a9efe-54d5-42b5-b388-c973265977e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:01.136752 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9908fed5-18e4-4175-ac4a-1455ec6a8e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:02.111944 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:03.420914 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:04.564676 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:28.722921 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-44c85d76-64a5-4d6f-ace5-81b13d79ef67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:29.655073 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 5 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:25:31.137651 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33c848c4-d0a7-4d8a-bb64-bc1d425c62ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:32.113715 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:33.428414 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:34.566399 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:25:58.722018 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8513652e-91c6-445d-8ca3-c1696d1bd77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:01.138018 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52f3e809-154e-4353-8249-94aaa3c4daa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:02.117162 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:03.429127 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:04.567154 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:06.654967 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 5 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:26:28.722621 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-35b09b30-7b6d-4558-9439-1fba7f75e85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:31.141003 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1b16fdf8-56c0-4842-b806-738fc4dfe6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:31.404177 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078001'] for agent, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:32.120000 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:33.431651 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:33.555272 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2078001'] for agent, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:34.568796 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:26:43.656420 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:26:58.724777 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b864c3ed-e1b8-49a1-b8de-3a5bf8e3dea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:01.142940 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb3a93a7-2186-4247-8d67-a3e20126a7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:01.358020 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:02.123299 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:03.436663 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:03.514485 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:04.572560 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:13.658705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57992) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:27:13.760614 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4ee2f00a-d5bd-45f6-b9b8-485f479391e6 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1007628 Dec 08 01:27:16.157006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58002) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:27:16.219393 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d6bde539-9c13-416d-9d6a-fd551e53ad3c admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0612104 Dec 08 01:27:20.655485 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:27:28.726972 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-63d65430-c6e1-40ac-8630-eab034234177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:31.145374 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-df603021-d2d5-4b8c-bd75-b52c8d6dbd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:31.372063 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:32.125579 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:33.439565 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:33.527488 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:34.574343 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:27:57.655224 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:27:58.731377 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-71a32b68-8aa9-47f1-baba-aaab6e558e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:01.148513 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-091f63a5-a049-4fa0-9197-c3e28cdfc388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:01.450672 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:02.130950 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:03.446263 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:03.525034 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:04.575767 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:28.733175 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-623068ce-0825-4ec4-921f-bc5ca12b84c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:31.151209 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d901204c-a8a9-4aad-984d-bfbb78900c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:31.446090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:32.132422 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:33.468080 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:33.551531 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:34.605284 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:34.655434 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:28:39.168456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:39.214088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58244) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:39.604515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-network', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:28:39.627273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Made reservation on behalf of f160d5f3eba14acd8effdd0b8a7c34ba for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:28:39.630827 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:39.641195 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:39.744955 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e7da39a8-b62a-416f-8e11-f7cb34243a49 tempest-AutoAllocateNetworkTest-1297250841 tempest-AutoAllocateNetworkTest-1297250841-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=beba618a278144bc8665eb61aa447d03&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5293577 Dec 08 01:28:39.746192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58262) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:39.775863 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:39.782229 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:39.810835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:28:39.823858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:39.824600 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Added segment 484cbd3c-6237-4f10-a283-1c04269ce591 of type vlan for network 45794b73-594c-438d-a11c-067a267cf9ce Dec 08 01:28:39.878065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:39.914018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf6b4bf-79c2-4640-b18e-cafed406e33d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:39.918074 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:39.919466 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:39.920306 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:39.940419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.941175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.941758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.943275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.943965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.944584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.945190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.945733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.946317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.946846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.947365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.948001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.948274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7f8acd-67ae-4420-83eb-f66328816ebf tempest-AutoAllocateNetworkTest-1297250841 tempest-AutoAllocateNetworkTest-1297250841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:39.948896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Tracked resource versions report: Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: pushed versions: Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: { 'AddressGroup': {'1.2'}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'ConntrackHelper': {'1.0'}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'Log': {'1.0'}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'Network': {'1.1'}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'Port': {'1.7'}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'PortForwarding': {'1.2'}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'QosPolicy': {'1.10'}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'SecurityGroup': {'1.5'}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'SubPort': {'1.0'}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'Subnet': {'1.1'}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'Trunk': {'1.1'}} Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: consumer versions: Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: { DHCP agent@n-d-713498-30: {}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: HyperV agent@n-h1-713498-30: {}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: HyperV agent@n-h2-713498-30: {}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: L3 agent@n-d-713498-30: {}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: Metadata agent@n-d-713498-30: {}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: Metering agent@n-d-713498-30: {}, Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: Open vSwitch agent@n-d-713498-30: { 'AddressGroup': '1.2', Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'ConntrackHelper': '1.0', Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'LocalIPAssociation': '1.0', Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'Log': '1.0', Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'Network': '1.1', Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'Port': '1.7', Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'PortForwarding': '1.2', Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'QosPolicy': '1.10', Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'SecurityGroup': '1.5', Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'SecurityGroupRule': '1.2', Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'SubPort': '1.0', Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'Subnet': '1.1', Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: 'Trunk': '1.1'}} Dec 08 01:28:39.950375 n-d-713498-30 neutron-server[103129]: {{(pid=103129) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:28:39.952936 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fb7f8acd-67ae-4420-83eb-f66328816ebf tempest-AutoAllocateNetworkTest-1297250841 tempest-AutoAllocateNetworkTest-1297250841-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2051806 Dec 08 01:28:39.953603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58274) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:39.979592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8099134 Dec 08 01:28:39.980644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58276) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:39.987093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ddb60d61-ca76-4d06-b639-a8b5c6bca40d admin admin] Request body: {'subnet': {'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-subnet', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:28:40.020312 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-001783dc-6fc4-4779-a85f-e8b5657ea530 tempest-AutoAllocateNetworkTest-1297250841 tempest-AutoAllocateNetworkTest-1297250841-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648482 Dec 08 01:28:40.022308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58280) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:40.059403 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3d0ee939-0a69-4ee2-a816-71bf93155c88 tempest-AutoAllocateNetworkTest-1297250841 tempest-AutoAllocateNetworkTest-1297250841-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=beba618a278144bc8665eb61aa447d03 HTTP/1.1" status: 200 len: 208 time: 0.0359981 Dec 08 01:28:40.071610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb60d61-ca76-4d06-b639-a8b5c6bca40d admin admin] Made reservation on behalf of f160d5f3eba14acd8effdd0b8a7c34ba for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:28:40.073933 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddb60d61-ca76-4d06-b639-a8b5c6bca40d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:40.075781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d07a6-9ec8-420a-953b-d32a89d23057 admin admin] Pushing event updated for resources: {'Network': ['ID=45794b73-594c-438d-a11c-067a267cf9ce,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:40.091670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 45794b73-594c-438d-a11c-067a267cf9ce details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:28:40.278037 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddb60d61-ca76-4d06-b639-a8b5c6bca40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:40.363532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb60d61-ca76-4d06-b639-a8b5c6bca40d admin admin] Checking segment: {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:28:40.365215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb60d61-ca76-4d06-b639-a8b5c6bca40d admin admin] Network hostable DHCP agents. Network: 45794b73-594c-438d-a11c-067a267cf9ce, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:28:40.375800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb60d61-ca76-4d06-b639-a8b5c6bca40d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c7176f9-f7bf-457f-8cdd-cf682e2c25da,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:40.396469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb60d61-ca76-4d06-b639-a8b5c6bca40d admin admin] Network 45794b73-594c-438d-a11c-067a267cf9ce is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:28:40.407134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ddb60d61-ca76-4d06-b639-a8b5c6bca40d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 45794b73-594c-438d-a11c-067a267cf9ce) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:28:40.416312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb60d61-ca76-4d06-b639-a8b5c6bca40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:40.418224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd5cee0-ebe5-455d-a0f4-e09fd15a307c None None] Network 45794b73-594c-438d-a11c-067a267cf9ce requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:28:40.419140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddb60d61-ca76-4d06-b639-a8b5c6bca40d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:40.460516 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ddb60d61-ca76-4d06-b639-a8b5c6bca40d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4759927 Dec 08 01:28:40.463208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58298) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:40.469080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:28:40.503414 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:40.507079 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:40.557688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-45794b73-594c-438d-a11c-067a267cf9ce', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:28:40.558667 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:40.647560 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:40.742668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Allocated IP 172.20.0.2 (45794b73-594c-438d-a11c-067a267cf9ce/5c7176f9-f7bf-457f-8cdd-cf682e2c25da/cb6f9aff-9d46-42c8-8b64-08a18df06370) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:28:40.890520 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:40.913986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58322) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:40.968960 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:40.985044 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.070756 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Network 45794b73-594c-438d-a11c-067a267cf9ce is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:28:41.083690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Pushing event updated for resources: {'Port': ['ID=cb6f9aff-9d46-42c8-8b64-08a18df06370,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:41.087211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:28:41.090403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:28:41.103395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.104110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.104338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.104888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.105617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.106165 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.106730 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.107324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.107867 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.108335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.108776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.109211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.110366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Tracked resource versions report: Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: pushed versions: Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: { 'AddressGroup': {'1.2'}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'ConntrackHelper': {'1.0'}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'Log': {'1.0'}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'Network': {'1.1'}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'Port': {'1.7'}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'PortForwarding': {'1.2'}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'QosPolicy': {'1.10'}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'SecurityGroup': {'1.5'}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'SubPort': {'1.0'}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'Subnet': {'1.1'}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'Trunk': {'1.1'}} Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: consumer versions: Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: { DHCP agent@n-d-713498-30: {}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: HyperV agent@n-h1-713498-30: {}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: HyperV agent@n-h2-713498-30: {}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: L3 agent@n-d-713498-30: {}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: Metadata agent@n-d-713498-30: {}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: Metering agent@n-d-713498-30: {}, Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: Open vSwitch agent@n-d-713498-30: { 'AddressGroup': '1.2', Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'ConntrackHelper': '1.0', Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'LocalIPAssociation': '1.0', Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'Log': '1.0', Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'Network': '1.1', Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'Port': '1.7', Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'PortForwarding': '1.2', Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'QosPolicy': '1.10', Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'SecurityGroup': '1.5', Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'SecurityGroupRule': '1.2', Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'SubPort': '1.0', Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'Subnet': '1.1', Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: 'Trunk': '1.1'}} Dec 08 01:28:41.111672 n-d-713498-30 neutron-server[103131]: {{(pid=103131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:28:41.205357 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.207281 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Attempting to bind port cb6f9aff-9d46-42c8-8b64-08a18df06370 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:28:41.215116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Attempting to bind port cb6f9aff-9d46-42c8-8b64-08a18df06370 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:28:41.215557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Attempting to bind port cb6f9aff-9d46-42c8-8b64-08a18df06370 on network 45794b73-594c-438d-a11c-067a267cf9ce {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:28:41.222059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:28:41.222452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Checking segment: {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:28:41.222867 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.223834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Bound using segment: {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:28:41.227839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Bound port: cb6f9aff-9d46-42c8-8b64-08a18df06370, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:28:41.228271 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.229589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.365845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] For port cb6f9aff-9d46-42c8-8b64-08a18df06370, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:28:41.368762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Allocated IP 172.25.2.86 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/555ac932-8ec0-42a3-a6df-a8ae48270d1f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:28:41.370807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] For port cb6f9aff-9d46-42c8-8b64-08a18df06370, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=cb6f9aff-9d46-42c8-8b64-08a18df06370,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:28:41.378302 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.457116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf129a-3ffd-4f78-99fc-a512997ae6aa None None] Pushing event updated for resources: {'Port': ['ID=cb6f9aff-9d46-42c8-8b64-08a18df06370,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:41.502300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.551248 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.606346 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.610769 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.617656 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.656598 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=beba618a278144bc8665eb61aa447d03&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7408631 Dec 08 01:28:41.664658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58358) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:41.669196 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:28:41.672409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:28:41.675921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:28:41.758625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cba444b-7ff4-486a-9092-c6d6712bbd15,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:41.780135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.780660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.788376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.788376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.788746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.789061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.789679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.790188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.790709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.791251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.791908 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.792407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.792866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7ee3f-c64e-4350-936f-be4ac15f4e25 admin admin] Tracked resource versions report: Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: pushed versions: Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: { 'AddressGroup': {'1.2'}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'ConntrackHelper': {'1.0'}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'Log': {'1.0'}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'Network': {'1.1'}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'Port': {'1.7'}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'PortForwarding': {'1.2'}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'QosPolicy': {'1.10'}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'SecurityGroup': {'1.5'}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'SubPort': {'1.0'}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'Subnet': {'1.1'}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'Trunk': {'1.1'}} Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: consumer versions: Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: { DHCP agent@n-d-713498-30: {}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: HyperV agent@n-h1-713498-30: {}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: HyperV agent@n-h2-713498-30: {}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: L3 agent@n-d-713498-30: {}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: Metadata agent@n-d-713498-30: {}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: Metering agent@n-d-713498-30: {}, Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: Open vSwitch agent@n-d-713498-30: { 'AddressGroup': '1.2', Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'ConntrackHelper': '1.0', Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'LocalIPAssociation': '1.0', Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'Log': '1.0', Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'Network': '1.1', Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'Port': '1.7', Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'PortForwarding': '1.2', Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'QosPolicy': '1.10', Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'SecurityGroup': '1.5', Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'SecurityGroupRule': '1.2', Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'SubPort': '1.0', Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'Subnet': '1.1', Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: 'Trunk': '1.1'}} Dec 08 01:28:41.794167 n-d-713498-30 neutron-server[103130]: {{(pid=103130) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:28:41.840621 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ba94f3f-f670-4286-95ef-335d8f25921b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.870187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ba94f3f-f670-4286-95ef-335d8f25921b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.875173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Pushing event updated for resources: {'Port': ['ID=555ac932-8ec0-42a3-a6df-a8ae48270d1f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:41.964203 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ba94f3f-f670-4286-95ef-335d8f25921b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.967346 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ba94f3f-f670-4286-95ef-335d8f25921b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:41.972102 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4ba94f3f-f670-4286-95ef-335d8f25921b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8cba444b-7ff4-486a-9092-c6d6712bbd15 HTTP/1.1" status: 204 len: 168 time: 0.3060257 Dec 08 01:28:41.983027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba94f3f-f670-4286-95ef-335d8f25921b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cba444b-7ff4-486a-9092-c6d6712bbd15,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:42.106907 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:42.315420 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:42.540072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:28:42.708016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd799e97-23af-4318-abb3-ed1b6abb21f9 None None] Network 45794b73-594c-438d-a11c-067a267cf9ce requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:28:42.725334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:28:42.738154 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Sync routers for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:28:42.756062 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:42.758474 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:28:42.760216 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8eadaf6f-e4d3-4811-8116-88d37d21cfac admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2939839 Dec 08 01:28:42.761830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58410) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:42.764636 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:28:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:28:42.862358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7b36b072-fa8c-445d-b8f6-343b1ba46fbe None None] Provisioning complete for port cb6f9aff-9d46-42c8-8b64-08a18df06370 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:42.862940 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7b36b072-fa8c-445d-b8f6-343b1ba46fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:42.869451 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device cb6f9aff-9d46-42c8-8b64-08a18df06370 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:28:43.093147 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:28:43.325324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port cb6f9aff-9d46-42c8-8b64-08a18df06370 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:43.325658 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:43.366244 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:41Z', 'revision_number': 3, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:28:43.395183 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Checking router: 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:28:43.395769 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Updating router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e port 555ac932-8ec0-42a3-a6df-a8ae48270d1f binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:28:43.441560 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:43.455195 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7b36b072-fa8c-445d-b8f6-343b1ba46fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:43.549547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58438) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:43.585850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7b36b072-fa8c-445d-b8f6-343b1ba46fbe None None] For port cb6f9aff-9d46-42c8-8b64-08a18df06370, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=cb6f9aff-9d46-42c8-8b64-08a18df06370,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:28:43.606369 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7b36b072-fa8c-445d-b8f6-343b1ba46fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:43.628688 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:43.867385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5d06926a-0065-46ef-86b9-659d2a72e7e9 None None] Provisioning complete for port cb6f9aff-9d46-42c8-8b64-08a18df06370 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:43.868046 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5d06926a-0065-46ef-86b9-659d2a72e7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:43.873338 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:43.888359 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:43.925882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36b072-fa8c-445d-b8f6-343b1ba46fbe None None] Pushing event updated for resources: {'Port': ['ID=cb6f9aff-9d46-42c8-8b64-08a18df06370,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:43.939438 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:28:43.939857 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:28:43.962131 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.044442 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-941b9540-25bf-4596-b2b2-69567404e85e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.063002 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Pushing event updated for resources: {'Port': ['ID=555ac932-8ec0-42a3-a6df-a8ae48270d1f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:44.096808 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.097119 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.101382 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.104234 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.104962 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.106424 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.107539 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.109069 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.109392 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.110179 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.111255 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.111741 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.113257 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Tracked resource versions report: Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: pushed versions: Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: { 'AddressGroup': {'1.2'}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'ConntrackHelper': {'1.0'}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'LocalIPAssociation': {'1.0'}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'Log': {'1.0'}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'Network': {'1.1'}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'Port': {'1.7'}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'PortForwarding': {'1.2'}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'QosPolicy': {'1.10'}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'SecurityGroup': {'1.5'}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'SecurityGroupRule': {'1.2'}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'SubPort': {'1.0'}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'Subnet': {'1.1'}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'Trunk': {'1.1'}} Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: consumer versions: Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: { DHCP agent@n-d-713498-30: {}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: HyperV agent@n-h1-713498-30: {}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: HyperV agent@n-h2-713498-30: {}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: L3 agent@n-d-713498-30: {}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: Metadata agent@n-d-713498-30: {}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: Metering agent@n-d-713498-30: {}, Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: Open vSwitch agent@n-d-713498-30: { 'AddressGroup': '1.2', Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'ConntrackHelper': '1.0', Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'LocalIPAssociation': '1.0', Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'Log': '1.0', Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'Network': '1.1', Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'Port': '1.7', Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'PortForwarding': '1.2', Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'QosPolicy': '1.10', Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'SecurityGroup': '1.5', Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'SecurityGroupRule': '1.2', Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'SubPort': '1.0', Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'Subnet': '1.1', Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: 'Trunk': '1.1'}} Dec 08 01:28:44.115427 n-d-713498-30 neutron-server[103132]: {{(pid=103132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 01:28:44.126133 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Attempting to bind port 555ac932-8ec0-42a3-a6df-a8ae48270d1f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:28:44.127916 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Attempting to bind port 555ac932-8ec0-42a3-a6df-a8ae48270d1f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:28:44.128549 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Attempting to bind port 555ac932-8ec0-42a3-a6df-a8ae48270d1f on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:28:44.142010 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:28:44.143172 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:28:44.145590 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.146189 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:28:44.147645 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Bound port: 555ac932-8ec0-42a3-a6df-a8ae48270d1f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:28:44.150246 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.215237 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-941b9540-25bf-4596-b2b2-69567404e85e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.226203 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-941b9540-25bf-4596-b2b2-69567404e85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.229005 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] For port 555ac932-8ec0-42a3-a6df-a8ae48270d1f, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:28:44.232677 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] For port 555ac932-8ec0-42a3-a6df-a8ae48270d1f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=555ac932-8ec0-42a3-a6df-a8ae48270d1f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:28:44.242020 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.372220 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-941b9540-25bf-4596-b2b2-69567404e85e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ef580881d0241449925a2be5c894c57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8207150 Dec 08 01:28:44.374522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58460) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:44.388243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Allocated IP 172.20.0.1 (45794b73-594c-438d-a11c-067a267cf9ce/5c7176f9-f7bf-457f-8cdd-cf682e2c25da/1820d2af-9fbf-4f20-a53a-2d55965fcabd) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:28:44.397796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b9540-25bf-4596-b2b2-69567404e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481400de-6738-462f-a20c-01b3d1ec1ee1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:44.422616 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaa614-2c72-4fce-abf4-44c7200ff6e8 None None] Pushing event updated for resources: {'Port': ['ID=555ac932-8ec0-42a3-a6df-a8ae48270d1f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:44.431846 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:28:44.432524 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:28:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:28:44.499213 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edff0065-4002-47d5-ad0c-f648db711c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.560903 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edff0065-4002-47d5-ad0c-f648db711c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.659278 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edff0065-4002-47d5-ad0c-f648db711c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.663108 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edff0065-4002-47d5-ad0c-f648db711c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.667455 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-edff0065-4002-47d5-ad0c-f648db711c09 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/481400de-6738-462f-a20c-01b3d1ec1ee1 HTTP/1.1" status: 204 len: 168 time: 0.2899284 Dec 08 01:28:44.678792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.693563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff0065-4002-47d5-ad0c-f648db711c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481400de-6738-462f-a20c-01b3d1ec1ee1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:44.728607 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:28:44.833959 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:44.840765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device cb6f9aff-9d46-42c8-8b64-08a18df06370 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:28:44.954033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port cb6f9aff-9d46-42c8-8b64-08a18df06370 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:44.954664 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:45.049664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Network 45794b73-594c-438d-a11c-067a267cf9ce is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:28:45.083528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:28:45.087525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:28:45.090176 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:45.186952 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:41Z', 'revision_number': 3, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:28:45.272961 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a4d008-da56-41df-b236-61a1fa5e8abc None None] The sync data for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 is: [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:41Z', 'revision_number': 3, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:28:45.353256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58508) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:45.547800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-34c3286d-a924-4061-a6ae-0da04aae8544 None None] Provisioning complete for port 1820d2af-9fbf-4f20-a53a-2d55965fcabd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:45.548182 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34c3286d-a924-4061-a6ae-0da04aae8544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:45.567394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=1820d2af-9fbf-4f20-a53a-2d55965fcabd,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:45.639625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58526) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:45.669159 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:45.685743 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1f70b4b-a60e-428b-a675-8aa8606f7bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:45.703612 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-34c3286d-a924-4061-a6ae-0da04aae8544 None None] Port 1820d2af-9fbf-4f20-a53a-2d55965fcabd cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:28:45.868236 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1f70b4b-a60e-428b-a675-8aa8606f7bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:45.876193 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1f70b4b-a60e-428b-a675-8aa8606f7bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:45.918597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f1f70b4b-a60e-428b-a675-8aa8606f7bd1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=112da32dac194031bf3276528f44de6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2776923 Dec 08 01:28:45.919424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f70b4b-a60e-428b-a675-8aa8606f7bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6575f28c-7f1c-44ee-9226-887c53fc964d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:45.923034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58532) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:45.990446 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3cb8d86a-56be-45cb-ab07-e9c562169668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.053230 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.063798 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.064776 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.083019 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf3c7468-0dc2-4b32-933c-904da8c92a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.124584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58540) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:46.137444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf3c7468-0dc2-4b32-933c-904da8c92a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.148796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Pushing event updated for resources: {'Port': ['ID=1820d2af-9fbf-4f20-a53a-2d55965fcabd,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:46.164214 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3cb8d86a-56be-45cb-ab07-e9c562169668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.181207 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3cb8d86a-56be-45cb-ab07-e9c562169668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.247422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3cb8d86a-56be-45cb-ab07-e9c562169668 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=734766efe0fb48f88fc29cb5bf80a495&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8929818 Dec 08 01:28:46.255714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:46.258167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Network 45794b73-594c-438d-a11c-067a267cf9ce is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:28:46.259334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8d86a-56be-45cb-ab07-e9c562169668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d73323-f085-4e1e-90dd-78a3eac92692,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:46.259838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:28:46.288830 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf3c7468-0dc2-4b32-933c-904da8c92a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.292370 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf3c7468-0dc2-4b32-933c-904da8c92a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.296661 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bf3c7468-0dc2-4b32-933c-904da8c92a3f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6575f28c-7f1c-44ee-9226-887c53fc964d HTTP/1.1" status: 204 len: 168 time: 0.3722904 Dec 08 01:28:46.351930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c7468-0dc2-4b32-933c-904da8c92a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6575f28c-7f1c-44ee-9226-887c53fc964d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:46.403861 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5960be6-18ce-4a7d-ba0d-53e5649aecda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.458895 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5960be6-18ce-4a7d-ba0d-53e5649aecda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.556072 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5960be6-18ce-4a7d-ba0d-53e5649aecda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.559618 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5960be6-18ce-4a7d-ba0d-53e5649aecda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.561039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f5960be6-18ce-4a7d-ba0d-53e5649aecda admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60d73323-f085-4e1e-90dd-78a3eac92692 HTTP/1.1" status: 204 len: 168 time: 0.3031566 Dec 08 01:28:46.575755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5960be6-18ce-4a7d-ba0d-53e5649aecda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d73323-f085-4e1e-90dd-78a3eac92692,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:46.639759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8578cf56-613c-40be-992d-8c2e86efea7b None None] Provisioning complete for port 1820d2af-9fbf-4f20-a53a-2d55965fcabd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:46.641007 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8578cf56-613c-40be-992d-8c2e86efea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.674783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:28:46.705525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8578cf56-613c-40be-992d-8c2e86efea7b None None] Port 1820d2af-9fbf-4f20-a53a-2d55965fcabd cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:28:46.711016 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c88da9e-a6ad-4661-b016-1082b1dcd7c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.832981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 555ac932-8ec0-42a3-a6df-a8ae48270d1f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:28:46.888726 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c88da9e-a6ad-4661-b016-1082b1dcd7c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.889542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:28:46.896954 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c88da9e-a6ad-4661-b016-1082b1dcd7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.905092 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-974ee9ab-fb27-4ab3-97fe-46a8936ec0a3 admin admin] 10.222.0.70 "PUT /v2.0/routers/57a00d45-0a4b-43d3-b95e-54f1b0e0d14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1418717 Dec 08 01:28:46.909379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 555ac932-8ec0-42a3-a6df-a8ae48270d1f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:46.909870 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:46.935752 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8c88da9e-a6ad-4661-b016-1082b1dcd7c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=86a722622140484d9cb16b742a0f7f92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8004804 Dec 08 01:28:46.938674 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58576) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:46.952605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88da9e-a6ad-4661-b016-1082b1dcd7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ce9f00-05c0-4e6c-a690-c19a9584f7ac,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:47.016226 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da861a1c-bd3f-4641-b3e9-f9b227a32c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.053429 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da861a1c-bd3f-4641-b3e9-f9b227a32c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.055254 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.073062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58580) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:47.085404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 555ac932-8ec0-42a3-a6df-a8ae48270d1f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=555ac932-8ec0-42a3-a6df-a8ae48270d1f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:28:47.091940 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.126573 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da861a1c-bd3f-4641-b3e9-f9b227a32c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.130108 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da861a1c-bd3f-4641-b3e9-f9b227a32c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.131403 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-da861a1c-bd3f-4641-b3e9-f9b227a32c9b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26ce9f00-05c0-4e6c-a690-c19a9584f7ac HTTP/1.1" status: 204 len: 168 time: 0.1916156 Dec 08 01:28:47.151255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da861a1c-bd3f-4641-b3e9-f9b227a32c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ce9f00-05c0-4e6c-a690-c19a9584f7ac,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:47.214162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=555ac932-8ec0-42a3-a6df-a8ae48270d1f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:47.414055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0b521cd-4c9a-495d-a7b3-d884e7adf2b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.507712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0b521cd-4c9a-495d-a7b3-d884e7adf2b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.512599 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0b521cd-4c9a-495d-a7b3-d884e7adf2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.556055 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f0b521cd-4c9a-495d-a7b3-d884e7adf2b5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6014e4b8bfe742bda0c7c0b9ab530474&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4795282 Dec 08 01:28:47.556055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b521cd-4c9a-495d-a7b3-d884e7adf2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9201f407-0020-4dbc-a50a-db60cc7fd8fe,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:47.556553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58616) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:47.614210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-36cb6c0c-fcf4-4b69-8f17-23f5fdc273a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.636793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-36cb6c0c-fcf4-4b69-8f17-23f5fdc273a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.693567 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-36cb6c0c-fcf4-4b69-8f17-23f5fdc273a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.696399 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-36cb6c0c-fcf4-4b69-8f17-23f5fdc273a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.697548 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-36cb6c0c-fcf4-4b69-8f17-23f5fdc273a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9201f407-0020-4dbc-a50a-db60cc7fd8fe HTTP/1.1" status: 204 len: 168 time: 0.1398933 Dec 08 01:28:47.705937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Sync routers for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:28:47.709063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb6c0c-fcf4-4b69-8f17-23f5fdc273a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9201f407-0020-4dbc-a50a-db60cc7fd8fe,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:47.727873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:28:47.728531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:28:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:28:47.740880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58630) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:47.761214 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c53ed6dd-e2e1-4206-80f6-fe649ad621f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.854508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:28:47.877649 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c53ed6dd-e2e1-4206-80f6-fe649ad621f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.884269 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c53ed6dd-e2e1-4206-80f6-fe649ad621f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:47.917289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ed6dd-e2e1-4206-80f6-fe649ad621f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea0de5d-d1e1-4027-a67f-2eb2b5007ac5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:47.936126 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c53ed6dd-e2e1-4206-80f6-fe649ad621f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=126608267e674cda9141908c21214271&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1942451 Dec 08 01:28:47.939212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58638) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:47.997153 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-079f3cdb-158d-43b4-9b7f-1d09fbda0662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.024498 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-079f3cdb-158d-43b4-9b7f-1d09fbda0662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.052095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58640) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:48.079851 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95a8c408-2126-45f6-bb5b-bbd26ef934f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.092076 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-079f3cdb-158d-43b4-9b7f-1d09fbda0662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.096571 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-079f3cdb-158d-43b4-9b7f-1d09fbda0662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.101926 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-079f3cdb-158d-43b4-9b7f-1d09fbda0662 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bea0de5d-d1e1-4027-a67f-2eb2b5007ac5 HTTP/1.1" status: 204 len: 168 time: 0.1610699 Dec 08 01:28:48.117537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f3cdb-158d-43b4-9b7f-1d09fbda0662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea0de5d-d1e1-4027-a67f-2eb2b5007ac5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:48.117920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 2, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:28:48.151682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Checking router: 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:28:48.152363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Updating router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e port 1820d2af-9fbf-4f20-a53a-2d55965fcabd binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:28:48.185826 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.197713 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95a8c408-2126-45f6-bb5b-bbd26ef934f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.204837 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95a8c408-2126-45f6-bb5b-bbd26ef934f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.249116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8c408-2126-45f6-bb5b-bbd26ef934f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e81298e-c017-49ca-9bcf-f1040bca38fa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:48.251583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58652) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:48.254101 n-d-713498-30 neutron-server[103130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 08 01:28:48.267385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-95a8c408-2126-45f6-bb5b-bbd26ef934f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7ce5519a5bc4fbc906000a807cb4647&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2141953 Dec 08 01:28:48.270080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58654) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:48.303975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-4c1145df-7197-4772-9fa7-353b26a16450 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=d233b684b57f428cb40155e2dd6072c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508285 Dec 08 01:28:48.370538 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc94c9b1-9b18-44c6-948a-0d134134588e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.417555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc94c9b1-9b18-44c6-948a-0d134134588e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.476132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2d1443e1-286f-4e9c-8fd6-568aea5759d8 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:48.477839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2d1443e1-286f-4e9c-8fd6-568aea5759d8 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661792 Dec 08 01:28:48.510452 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc94c9b1-9b18-44c6-948a-0d134134588e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.514566 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc94c9b1-9b18-44c6-948a-0d134134588e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.515813 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fc94c9b1-9b18-44c6-948a-0d134134588e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e81298e-c017-49ca-9bcf-f1040bca38fa HTTP/1.1" status: 204 len: 168 time: 0.2447965 Dec 08 01:28:48.525292 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-89f5a453-6a07-4058-a283-1fe07d0bc633 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/quotas/d233b684b57f428cb40155e2dd6072c8 HTTP/1.1" status: 200 len: 375 time: 0.0388136 Dec 08 01:28:48.530055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94c9b1-9b18-44c6-948a-0d134134588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e81298e-c017-49ca-9bcf-f1040bca38fa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:48.580032 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.590545 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.631902 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-a54e243b-22bc-4e05-ad2f-bb1430bf5d14 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d233b684b57f428cb40155e2dd6072c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935421 Dec 08 01:28:48.705890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618b097-be41-481d-92f0-591c4d6fc031 None None] Pushing event updated for resources: {'Port': ['ID=1820d2af-9fbf-4f20-a53a-2d55965fcabd,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:48.755740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Attempting to bind port 1820d2af-9fbf-4f20-a53a-2d55965fcabd on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:28:48.756470 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Attempting to bind port 1820d2af-9fbf-4f20-a53a-2d55965fcabd by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:28:48.756706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Attempting to bind port 1820d2af-9fbf-4f20-a53a-2d55965fcabd on network 45794b73-594c-438d-a11c-067a267cf9ce {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:28:48.771329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:28:48.778717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Checking segment: {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:28:48.780338 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.782372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Bound using segment: {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:28:48.782881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Bound port: 1820d2af-9fbf-4f20-a53a-2d55965fcabd, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:28:48.783312 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:48.882321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 555ac932-8ec0-42a3-a6df-a8ae48270d1f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:28:48.982216 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] For port 1820d2af-9fbf-4f20-a53a-2d55965fcabd, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:28:48.987007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] For port 1820d2af-9fbf-4f20-a53a-2d55965fcabd, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1820d2af-9fbf-4f20-a53a-2d55965fcabd,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:28:48.993837 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54e75e0f-d1a1-4d79-ae52-967c5f5eacf7 req-ea6154f3-e249-42f9-8d18-ec288d41e0b4 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 210 time: 0.0769227 Dec 08 01:28:49.011884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.023536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f441b078-729c-4788-8d14-c30bcb07c714 None None] Provisioning complete for port 1820d2af-9fbf-4f20-a53a-2d55965fcabd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:49.023924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f441b078-729c-4788-8d14-c30bcb07c714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.116835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 555ac932-8ec0-42a3-a6df-a8ae48270d1f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:49.117214 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.160082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:28:49.161454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:28:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:28:49.167777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58702) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:49.185020 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21149579-4932-411b-bcb8-2b6083385987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.232382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618b097-be41-481d-92f0-591c4d6fc031 None None] Pushing event updated for resources: {'Port': ['ID=1820d2af-9fbf-4f20-a53a-2d55965fcabd,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:49.282172 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21149579-4932-411b-bcb8-2b6083385987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.291951 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21149579-4932-411b-bcb8-2b6083385987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.339492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21149579-4932-411b-bcb8-2b6083385987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8b4263-10b7-46d1-bc69-bc6e05c199b2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:49.358487 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-21149579-4932-411b-bcb8-2b6083385987 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bcefe5c0f47b4b3ba2dced4f2749ff33&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1889462 Dec 08 01:28:49.361996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58706) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:49.482987 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c6474cc-d055-4917-946c-7a8b93cba0bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.517791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c6474cc-d055-4917-946c-7a8b93cba0bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.524103 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f441b078-729c-4788-8d14-c30bcb07c714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.532311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:28:49.606125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c6474cc-d055-4917-946c-7a8b93cba0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.610268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c6474cc-d055-4917-946c-7a8b93cba0bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.612157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2c6474cc-d055-4917-946c-7a8b93cba0bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff8b4263-10b7-46d1-bc69-bc6e05c199b2 HTTP/1.1" status: 204 len: 168 time: 0.2470381 Dec 08 01:28:49.622535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6474cc-d055-4917-946c-7a8b93cba0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8b4263-10b7-46d1-bc69-bc6e05c199b2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:49.662349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f441b078-729c-4788-8d14-c30bcb07c714 None None] For port 1820d2af-9fbf-4f20-a53a-2d55965fcabd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1820d2af-9fbf-4f20-a53a-2d55965fcabd,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:28:49.686858 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f441b078-729c-4788-8d14-c30bcb07c714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.790008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441b078-729c-4788-8d14-c30bcb07c714 None None] Pushing event updated for resources: {'Port': ['ID=1820d2af-9fbf-4f20-a53a-2d55965fcabd,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:49.842446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-97123158-918c-4210-b9ff-8d46b4627881 None None] Provisioning complete for port 1820d2af-9fbf-4f20-a53a-2d55965fcabd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:49.842446 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-97123158-918c-4210-b9ff-8d46b4627881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:49.866016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58728) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:49.904920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:48Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:28:49.936244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26fd2d7-c36b-4eba-8208-875707241ab4 None None] The sync data for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 is: [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:48Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:28:50.318835 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4658c02b-708f-4450-840d-02bd5dfd1308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:50.433324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58774) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:50.445094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-302014448-network', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:28:50.509372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Made reservation on behalf of b10fe29ff04d41fca7b60d8b3de807fc for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:28:50.514408 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:50.543938 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:50.550105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4658c02b-708f-4450-840d-02bd5dfd1308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:50.562055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4658c02b-708f-4450-840d-02bd5dfd1308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:50.673615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658c02b-708f-4450-840d-02bd5dfd1308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c786e3-44de-45bd-b2d0-3c24228472dc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:50.686494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4658c02b-708f-4450-840d-02bd5dfd1308 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f25bd20b3f5d4a76bc191dfb31d959ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8186040 Dec 08 01:28:50.689417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58778) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:50.707157 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:50.718127 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:50.754726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:28:50.787799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:50.789241 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Added segment dfc75668-336d-4d3d-b014-21857f76229e of type vlan for network 18b973b1-f442-4146-89aa-93ee4dacf881 Dec 08 01:28:50.862486 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:50.862649 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a3583f6-7877-4c9e-85db-7878de5cc0ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:50.906440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1820d2af-9fbf-4f20-a53a-2d55965fcabd up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:28:50.936036 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a3583f6-7877-4c9e-85db-7878de5cc0ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:50.960731 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:50.963330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:50.966524 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:51.016899 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 1820d2af-9fbf-4f20-a53a-2d55965fcabd triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:51.018198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e9a03a-f2ae-4893-a14d-c3a0b61327d8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:51.022502 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:51.068577 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6305628 Dec 08 01:28:51.069041 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a3583f6-7877-4c9e-85db-7878de5cc0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:51.072301 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a3583f6-7877-4c9e-85db-7878de5cc0ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:51.073613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8a3583f6-7877-4c9e-85db-7878de5cc0ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87c786e3-44de-45bd-b2d0-3c24228472dc HTTP/1.1" status: 204 len: 168 time: 0.3831975 Dec 08 01:28:51.074178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58796) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:51.074504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:51.086082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-df20f02a-fb26-4539-917f-b72430aa7b2a admin admin] Request body: {'subnet': {'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302014448-subnet', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:28:51.152001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdbfdd-fa65-4667-983c-f080966ad846 admin admin] Pushing event updated for resources: {'Network': ['ID=18b973b1-f442-4146-89aa-93ee4dacf881,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:51.154965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df20f02a-fb26-4539-917f-b72430aa7b2a admin admin] Made reservation on behalf of b10fe29ff04d41fca7b60d8b3de807fc for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:28:51.157306 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df20f02a-fb26-4539-917f-b72430aa7b2a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:51.162497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3583f6-7877-4c9e-85db-7878de5cc0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c786e3-44de-45bd-b2d0-3c24228472dc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:51.178161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 18b973b1-f442-4146-89aa-93ee4dacf881 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:28:51.460069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df20f02a-fb26-4539-917f-b72430aa7b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:51.574156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20f02a-fb26-4539-917f-b72430aa7b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fda0b794-2888-4147-be1c-ac766510f10b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:51.606993 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df20f02a-fb26-4539-917f-b72430aa7b2a admin admin] Checking segment: {'id': 'dfc75668-336d-4d3d-b014-21857f76229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:28:51.607366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df20f02a-fb26-4539-917f-b72430aa7b2a admin admin] Network hostable DHCP agents. Network: 18b973b1-f442-4146-89aa-93ee4dacf881, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:28:51.635873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df20f02a-fb26-4539-917f-b72430aa7b2a admin admin] Network 18b973b1-f442-4146-89aa-93ee4dacf881 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:28:51.650122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-df20f02a-fb26-4539-917f-b72430aa7b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 18b973b1-f442-4146-89aa-93ee4dacf881) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:28:51.659239 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad1a81a-11a0-4218-91a4-97153604232a None None] Network 18b973b1-f442-4146-89aa-93ee4dacf881 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:28:51.663743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df20f02a-fb26-4539-917f-b72430aa7b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:51.664384 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df20f02a-fb26-4539-917f-b72430aa7b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:51.699594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58824) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:51.700815 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-df20f02a-fb26-4539-917f-b72430aa7b2a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6235125 Dec 08 01:28:51.704404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-302014448-router', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:28:51.739228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:51.740786 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:51.781663 n-d-713498-30 neutron-server[103129]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 08 01:28:51.809784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-18b973b1-f442-4146-89aa-93ee4dacf881', 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881', 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'fixed_ips': [{'subnet_id': 'fda0b794-2888-4147-be1c-ac766510f10b'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:28:51.811011 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:51.886880 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:51.912173 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a5a8d48-981b-4ea9-8d81-9122f8434808 req-bd4b0042-c855-4a17-ab44-6ba45ead9355 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 210 time: 0.7820728 Dec 08 01:28:52.032394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.72', 57595) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:52.092784 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2b5bb998-7957-4a9c-aa75-591853beeabc tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=d233b684b57f428cb40155e2dd6072c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594239 Dec 08 01:28:52.096728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Allocated IP 172.20.0.2 (18b973b1-f442-4146-89aa-93ee4dacf881/fda0b794-2888-4147-be1c-ac766510f10b/e648d83d-e693-4db7-b6dd-90140c92586f) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:28:52.113151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:52.210722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58836) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:52.243546 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02ecfee5-14fc-4863-90fe-6ddff494f9a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:52.300517 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:52.309887 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:52.420235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Network 18b973b1-f442-4146-89aa-93ee4dacf881 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:28:52.428307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:28:52.430841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Pushing event updated for resources: {'Port': ['ID=e648d83d-e693-4db7-b6dd-90140c92586f,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:52.435371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:28:52.462510 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02ecfee5-14fc-4863-90fe-6ddff494f9a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:52.471445 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02ecfee5-14fc-4863-90fe-6ddff494f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:52.500064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecfee5-14fc-4863-90fe-6ddff494f9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58207dac-4c92-4f61-8dd1-e75f16d3afd5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:52.544330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Attempting to bind port e648d83d-e693-4db7-b6dd-90140c92586f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:28:52.544708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Attempting to bind port e648d83d-e693-4db7-b6dd-90140c92586f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'dfc75668-336d-4d3d-b014-21857f76229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:28:52.545078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Attempting to bind port e648d83d-e693-4db7-b6dd-90140c92586f on network 18b973b1-f442-4146-89aa-93ee4dacf881 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:28:52.550344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:28:52.550864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Checking segment: {'id': 'dfc75668-336d-4d3d-b014-21857f76229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:28:52.551954 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:52.552604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Bound using segment: {'id': 'dfc75668-336d-4d3d-b014-21857f76229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:28:52.553298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Bound port: e648d83d-e693-4db7-b6dd-90140c92586f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc75668-336d-4d3d-b014-21857f76229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:28:52.553889 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:52.577043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-c0d97687-ca77-418c-83d5-a98d070402af tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:52.581454 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-c0d97687-ca77-418c-83d5-a98d070402af tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4816165 Dec 08 01:28:52.628410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] For port e648d83d-e693-4db7-b6dd-90140c92586f, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:28:52.631926 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-02ecfee5-14fc-4863-90fe-6ddff494f9a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05c8b91db2a8415a81640c9cc29541cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166605 Dec 08 01:28:52.633929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:52.635682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] For port e648d83d-e693-4db7-b6dd-90140c92586f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e648d83d-e693-4db7-b6dd-90140c92586f,segment=NetworkSegment(dfc75668-336d-4d3d-b014-21857f76229e),segment_id=dfc75668-336d-4d3d-b014-21857f76229e)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:28:52.644096 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:52.676738 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:52.705988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Request body: {'port': {'device_id': '2f77855e-aced-4661-81dc-9e1c34159ca3', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'd233b684b57f428cb40155e2dd6072c8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:28:52.725079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:52.730486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d2e58-70c2-4dfa-8ef2-2354a8d32088 None None] Pushing event updated for resources: {'Port': ['ID=e648d83d-e693-4db7-b6dd-90140c92586f,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:52.887091 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30541175-d00f-4744-a581-6e362d855212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:52.925168 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Allocated IP 172.25.2.201 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/3e3474c4-3e71-4d08-be7b-6f95b1478610) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:28:52.986775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30541175-d00f-4744-a581-6e362d855212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:53.111823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Made reservation on behalf of d233b684b57f428cb40155e2dd6072c8 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:28:53.118522 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:53.142911 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:53.180778 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30541175-d00f-4744-a581-6e362d855212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:53.184787 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30541175-d00f-4744-a581-6e362d855212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:53.193426 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-30541175-d00f-4744-a581-6e362d855212 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58207dac-4c92-4f61-8dd1-e75f16d3afd5 HTTP/1.1" status: 204 len: 168 time: 0.5580392 Dec 08 01:28:53.232197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30541175-d00f-4744-a581-6e362d855212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58207dac-4c92-4f61-8dd1-e75f16d3afd5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:53.245665 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:53.318590 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:53.319485 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:53.350526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3711cd75-598e-4632-94e2-5ba384d9f5f8 req-83c7e049-76cf-43e3-9042-9c3cf61d09f4 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 210 time: 0.0351617 Dec 08 01:28:53.351398 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:53.358305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:28:53.361145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:28:53.364888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:28:53.469562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ad164-bb6e-4d50-ba8e-fc0b400c014b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:53.485602 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58884) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:53.654110 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Allocated IP 192.168.233.241 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/dadbb40e-9a8a-4c79-b77e-a3ee6a318329) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:28:53.662606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Pushing event updated for resources: {'Port': ['ID=3e3474c4-3e71-4d08-be7b-6f95b1478610,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:53.814817 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:53.936331 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:54.085886 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:54.093819 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86c7d0d7-fa1f-4c42-a1d7-c010f5473d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:54.152124 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:28:54.181703 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:54.234501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:28:54.304727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ef826-a233-4498-9b7b-42596ebcc917 None None] Network 18b973b1-f442-4146-89aa-93ee4dacf881 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:28:54.363940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Pushing event updated for resources: {'Port': ['ID=dadbb40e-9a8a-4c79-b77e-a3ee6a318329,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:54.370617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:28:54.377590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:54.378402 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:54.452827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-6b8be0fd-fac5-406b-a2af-eaf5850241c0 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7538326 Dec 08 01:28:54.481456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-7d74c1e2-1923-4d21-b48e-acaa98ad46ec tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:28:54.489307 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-7d74c1e2-1923-4d21-b48e-acaa98ad46ec tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140681 Dec 08 01:28:54.515291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Router 6ae6e05e-235d-4c32-aedf-7adf6a69812b is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:28:54.621095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fcdc56d5-8ac2-4b03-9ebc-721f0e816d50 None None] Provisioning complete for port e648d83d-e693-4db7-b6dd-90140c92586f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:54.621463 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fcdc56d5-8ac2-4b03-9ebc-721f0e816d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:54.679777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86c7d0d7-fa1f-4c42-a1d7-c010f5473d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:54.690111 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86c7d0d7-fa1f-4c42-a1d7-c010f5473d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:54.821930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12f760-4c03-4399-9664-c55cf23b7adf req-b5562672-f9a6-44f1-b97a-fb9431fb3b43 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:54.826528 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d12f760-4c03-4399-9664-c55cf23b7adf req-b5562672-f9a6-44f1-b97a-fb9431fb3b43 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 936 time: 0.1766646 Dec 08 01:28:54.829135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58920) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:54.833653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-86c7d0d7-fa1f-4c42-a1d7-c010f5473d8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4509e6027d894358810ec6b5bcb1343b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3469412 Dec 08 01:28:54.910266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7d0d7-fa1f-4c42-a1d7-c010f5473d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e796fa01-c9aa-4b5f-ac11-0efcea43bf5c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:54.946638 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fcdc56d5-8ac2-4b03-9ebc-721f0e816d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:55.002788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e648d83d-e693-4db7-b6dd-90140c92586f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:28:55.111448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-fcdc56d5-8ac2-4b03-9ebc-721f0e816d50 None None] For port e648d83d-e693-4db7-b6dd-90140c92586f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e648d83d-e693-4db7-b6dd-90140c92586f,segment=NetworkSegment(dfc75668-336d-4d3d-b014-21857f76229e),segment_id=dfc75668-336d-4d3d-b014-21857f76229e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:28:55.145349 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fcdc56d5-8ac2-4b03-9ebc-721f0e816d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:55.171031 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b9b663c-5449-485d-8b0f-0c3a9d8d9171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:55.200117 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b9b663c-5449-485d-8b0f-0c3a9d8d9171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:55.257649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:28:55.269611 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b9b663c-5449-485d-8b0f-0c3a9d8d9171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:55.272214 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b9b663c-5449-485d-8b0f-0c3a9d8d9171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:55.272976 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Sync routers for ids ['6ae6e05e-235d-4c32-aedf-7adf6a69812b'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:28:55.273523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2b9b663c-5449-485d-8b0f-0c3a9d8d9171 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e796fa01-c9aa-4b5f-ac11-0efcea43bf5c HTTP/1.1" status: 204 len: 168 time: 0.4414566 Dec 08 01:28:55.295399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d12f760-4c03-4399-9664-c55cf23b7adf req-443b8e9d-a4e8-430a-aec6-05749c69e3ca tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017186 Dec 08 01:28:55.296735 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Routers {'6ae6e05e-235d-4c32-aedf-7adf6a69812b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:28:55.300126 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:28:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6ae6e05e-235d-4c32-aedf-7adf6a69812b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:28:55.311577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b663c-5449-485d-8b0f-0c3a9d8d9171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e796fa01-c9aa-4b5f-ac11-0efcea43bf5c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:55.316075 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:55.318768 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-365e4f8f-b824-4898-b526-ba77e06a2f7e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6179335 Dec 08 01:28:55.321579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58938) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:55.425017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f32997a9-0a98-47da-82e4-1f5224eb3064 None None] Provisioning complete for port dadbb40e-9a8a-4c79-b77e-a3ee6a318329 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:55.426132 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f32997a9-0a98-47da-82e4-1f5224eb3064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:55.517994 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Set router 6ae6e05e-235d-4c32-aedf-7adf6a69812b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:28:55.527803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc56d5-8ac2-4b03-9ebc-721f0e816d50 None None] Pushing event updated for resources: {'Port': ['ID=e648d83d-e693-4db7-b6dd-90140c92586f,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:55.538145 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e648d83d-e693-4db7-b6dd-90140c92586f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:55.538578 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:55.740412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Request body: {'port': {'device_id': '2f77855e-aced-4661-81dc-9e1c34159ca3', 'device_owner': 'compute:tempest-test_az-1630832251', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:28:55.763908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f32997a9-0a98-47da-82e4-1f5224eb3064 None None] Port dadbb40e-9a8a-4c79-b77e-a3ee6a318329 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:28:55.866647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f32997a9-0a98-47da-82e4-1f5224eb3064 None None] Provisioning complete for port e648d83d-e693-4db7-b6dd-90140c92586f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:55.867031 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f32997a9-0a98-47da-82e4-1f5224eb3064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:55.996234 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:56.008216 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302014448-router', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:51Z', 'updated_at': '2021-12-08T01:28:53Z', 'revision_number': 3, 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'gw_port': {'id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:52Z', 'updated_at': '2021-12-08T01:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:28:56.050574 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Checking router: 6ae6e05e-235d-4c32-aedf-7adf6a69812b for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:28:56.050574 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Updating router 6ae6e05e-235d-4c32-aedf-7adf6a69812b port 3e3474c4-3e71-4d08-be7b-6f95b1478610 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:28:56.078141 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:56.295905 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:56.669518 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:56.694106 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:56.764025 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e44f9c-87f1-492f-9a7c-9a14d301143b None None] Pushing event updated for resources: {'Port': ['ID=3e3474c4-3e71-4d08-be7b-6f95b1478610,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:56.830092 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Attempting to bind port 3e3474c4-3e71-4d08-be7b-6f95b1478610 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:28:56.830450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78347c1-e671-4ffc-9f2d-5f043a77a668 req-14e933d2-bf9c-467d-802c-4fea7d0cb908 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:56.832162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b78347c1-e671-4ffc-9f2d-5f043a77a668 req-14e933d2-bf9c-467d-802c-4fea7d0cb908 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 936 time: 0.3843234 Dec 08 01:28:56.833909 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Attempting to bind port 3e3474c4-3e71-4d08-be7b-6f95b1478610 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:28:56.835114 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Attempting to bind port 3e3474c4-3e71-4d08-be7b-6f95b1478610 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:28:56.837169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Allocated IP 172.20.0.1 (18b973b1-f442-4146-89aa-93ee4dacf881/fda0b794-2888-4147-be1c-ac766510f10b/3d66b6ab-9741-41d0-92f5-9d9ffeb49943) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:28:56.846388 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:28:56.847118 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:28:56.847748 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:56.848384 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:28:56.849067 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Bound port: 3e3474c4-3e71-4d08-be7b-6f95b1478610, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:28:56.849656 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:56.863978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e648d83d-e693-4db7-b6dd-90140c92586f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:28:56.969098 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] For port 3e3474c4-3e71-4d08-be7b-6f95b1478610, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:28:56.994608 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] For port 3e3474c4-3e71-4d08-be7b-6f95b1478610, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3e3474c4-3e71-4d08-be7b-6f95b1478610,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:28:57.003288 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:57.070719 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e648d83d-e693-4db7-b6dd-90140c92586f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:57.071433 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:57.106963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dadbb40e-9a8a-4c79-b77e-a3ee6a318329 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:28:57.120471 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Routers {'6ae6e05e-235d-4c32-aedf-7adf6a69812b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:28:57.122101 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:57.125346 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:28:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6ae6e05e-235d-4c32-aedf-7adf6a69812b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:28:57.143432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59004) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:57.153873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Transition to ACTIVE for port object dadbb40e-9a8a-4c79-b77e-a3ee6a318329 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:28:57.183456 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b78347c1-e671-4ffc-9f2d-5f043a77a668 req-dd32ccae-f273-4624-978b-27fae0aa0b94 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371794 Dec 08 01:28:57.184709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:57.219119 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3986e3fe-9482-4049-837a-387e153a74dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:57.237930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Pushing event updated for resources: {'Port': ['ID=dadbb40e-9a8a-4c79-b77e-a3ee6a318329,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:57.362074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Attempting to bind port dadbb40e-9a8a-4c79-b77e-a3ee6a318329 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:28:57.362714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Attempting to bind port dadbb40e-9a8a-4c79-b77e-a3ee6a318329 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:28:57.363225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Attempting to bind port dadbb40e-9a8a-4c79-b77e-a3ee6a318329 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:28:57.368534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Port dadbb40e-9a8a-4c79-b77e-a3ee6a318329 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:28:57.369106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Attempting to bind port dadbb40e-9a8a-4c79-b77e-a3ee6a318329 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:28:57.377600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:28:57.378438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:28:57.379534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:28:57.381751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Bound port: dadbb40e-9a8a-4c79-b77e-a3ee6a318329, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:28:57.383261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:57.417585 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:57.516414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] For port dadbb40e-9a8a-4c79-b77e-a3ee6a318329, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:28:57.524034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] For port dadbb40e-9a8a-4c79-b77e-a3ee6a318329, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dadbb40e-9a8a-4c79-b77e-a3ee6a318329,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:28:57.528092 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] Set router 6ae6e05e-235d-4c32-aedf-7adf6a69812b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:28:57.534277 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:57.750058 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e44f9c-87f1-492f-9a7c-9a14d301143b None None] Pushing event updated for resources: {'Port': ['ID=3e3474c4-3e71-4d08-be7b-6f95b1478610,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:57.785075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:57.793318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:57.802903 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] 10.222.0.72 "PUT /v2.0/ports/dadbb40e-9a8a-4c79-b77e-a3ee6a318329 HTTP/1.1" status: 200 len: 1119 time: 2.7226775 Dec 08 01:28:57.808733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f77855e-aced-4661-81dc-9e1c34159ca3', 'tag': 'dadbb40e-9a8a-4c79-b77e-a3ee6a318329'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:28:58.007267 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:58.008530 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302014448-router', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:51Z', 'updated_at': '2021-12-08T01:28:53Z', 'revision_number': 3, 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'gw_port': {'id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:52Z', 'updated_at': '2021-12-08T01:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:28:58.049354 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ce2fa5-691b-4e04-a7e7-311bdaad645a None None] The sync data for ids ['6ae6e05e-235d-4c32-aedf-7adf6a69812b'] in n-d-713498-30 is: [{'id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302014448-router', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:51Z', 'updated_at': '2021-12-08T01:28:53Z', 'revision_number': 3, 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'gw_port': {'id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:52Z', 'updated_at': '2021-12-08T01:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:28:58.181881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Network 18b973b1-f442-4146-89aa-93ee4dacf881 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:28:58.214210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:28:58.229184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:28:58.235979 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:58.336665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543b1bd-5de1-4611-b646-591064ab9a35 service neutron] Pushing event updated for resources: {'Port': ['ID=dadbb40e-9a8a-4c79-b77e-a3ee6a318329,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:58.567974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Pushing event updated for resources: {'Port': ['ID=3d66b6ab-9741-41d0-92f5-9d9ffeb49943,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:58.586838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-3a0d1483-1d18-4e36-86dc-4d4a7e45c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:58.611462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-3a0d1483-1d18-4e36-86dc-4d4a7e45c33f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d233b684b57f428cb40155e2dd6072c8&device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 1122 time: 0.2646437 Dec 08 01:28:58.753475 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-870cffe3-480d-471a-baa4-6c7ef33b381e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:58.777248 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3986e3fe-9482-4049-837a-387e153a74dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:58.814596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-19544c5c-be35-4117-9c6a-a6b937cb14fb None None] Provisioning complete for port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:58.816203 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-19544c5c-be35-4117-9c6a-a6b937cb14fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:58.842763 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-32ea7b43-ee7a-462a-aa73-b34a73d85aee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=dadbb40e-9a8a-4c79-b77e-a3ee6a318329 HTTP/1.1" status: 200 len: 217 time: 0.2172704 Dec 08 01:28:58.850869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:58.865523 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3986e3fe-9482-4049-837a-387e153a74dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:58.959901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3e3474c4-3e71-4d08-be7b-6f95b1478610 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:28:58.963548 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3986e3fe-9482-4049-837a-387e153a74dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51225e888b9e44dc93152e3bb25a5660&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8180311 Dec 08 01:28:58.969567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59052) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:28:59.064184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f080c-b842-4ef5-8d2d-27b854ebe579 req-ce448048-a550-43f8-aa3a-85091f9c838f tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:59.070929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-a6befba9-7adc-4f1b-93c3-582e648b4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:59.072420 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-a6befba9-7adc-4f1b-93c3-582e648b4a24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2193522 Dec 08 01:28:59.078021 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a8f080c-b842-4ef5-8d2d-27b854ebe579 req-ce448048-a550-43f8-aa3a-85091f9c838f tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 970 time: 0.6138744 Dec 08 01:28:59.089605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-19544c5c-be35-4117-9c6a-a6b937cb14fb None None] Port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:28:59.118311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986e3fe-9482-4049-837a-387e153a74dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c3f9e3-1f07-4c58-b4d6-0fb1465aeac8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:59.157118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3e3474c4-3e71-4d08-be7b-6f95b1478610 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:28:59.157500 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:59.250534 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288dc3e2-6731-4f1b-985a-13a6fd703d55" -d '{"events": [{"name": "network-changed", "server_uuid": "2f77855e-aced-4661-81dc-9e1c34159ca3", "tag": "dadbb40e-9a8a-4c79-b77e-a3ee6a318329"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:28:59.313716 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-eebb9b96-7fc7-4c99-a032-0aaace409632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:28:59.315562 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-eebb9b96-7fc7-4c99-a032-0aaace409632 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2160351 Dec 08 01:28:59.395947 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:59.454884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 3e3474c4-3e71-4d08-be7b-6f95b1478610, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3e3474c4-3e71-4d08-be7b-6f95b1478610,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:28:59.465752 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:59.487286 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-9f5488e6-a1c5-44dd-bd9b-ed79223247c2 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439300 Dec 08 01:28:59.500838 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a8f080c-b842-4ef5-8d2d-27b854ebe579 req-58375671-1248-4cf0-b2c6-bdd0d9f16d8a tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204760 Dec 08 01:28:59.593853 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8d3f-e75f-4054-b476-8283f5734b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:59.616256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=3e3474c4-3e71-4d08-be7b-6f95b1478610,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:28:59.714431 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8d3f-e75f-4054-b476-8283f5734b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:59.737042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c403611f-dfaf-4ff4-a216-eff13aba7e02 req-465a1c8d-0c6a-49c2-b9d6-1e07794ecfcb service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308865 Dec 08 01:28:59.821253 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:59.876997 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:28:59.880075 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:00.015314 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5ec8b4-1c01-4b51-8843-8009af1c7037 x-openstack-request-id: req-0a5ec8b4-1c01-4b51-8843-8009af1c7037 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:00.018335 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f77855e-aced-4661-81dc-9e1c34159ca3", "tag": "dadbb40e-9a8a-4c79-b77e-a3ee6a318329", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:00.018803 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a5ec8b4-1c01-4b51-8843-8009af1c7037 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:00.020130 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f77855e-aced-4661-81dc-9e1c34159ca3', 'tag': 'dadbb40e-9a8a-4c79-b77e-a3ee6a318329', 'status': 'completed', 'code': 200} Dec 08 01:29:00.105753 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Pushing event updated for resources: {'Port': ['ID=3d66b6ab-9741-41d0-92f5-9d9ffeb49943,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:00.145136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8d3f-e75f-4054-b476-8283f5734b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:00.147741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c8d8d3f-e75f-4054-b476-8283f5734b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:00.153100 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2c8d8d3f-e75f-4054-b476-8283f5734b0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6c3f9e3-1f07-4c58-b4d6-0fb1465aeac8 HTTP/1.1" status: 204 len: 168 time: 1.1783428 Dec 08 01:29:00.166739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d8d3f-e75f-4054-b476-8283f5734b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c3f9e3-1f07-4c58-b4d6-0fb1465aeac8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:00.198826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Network 18b973b1-f442-4146-89aa-93ee4dacf881 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:29:00.200620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:00.393337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dc3e2-6731-4f1b-985a-13a6fd703d55 req-55549a4a-e5bb-4635-9048-6f8d4f0c00f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:00.395019 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-288dc3e2-6731-4f1b-985a-13a6fd703d55 req-55549a4a-e5bb-4635-9048-6f8d4f0c00f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d233b684b57f428cb40155e2dd6072c8&device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 1122 time: 0.1617780 Dec 08 01:29:00.511158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Router 6ae6e05e-235d-4c32-aedf-7adf6a69812b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:29:00.791652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c0d97383-cfac-432e-b8ac-d8aa72b83e84 None None] Provisioning complete for port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:00.793938 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c0d97383-cfac-432e-b8ac-d8aa72b83e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:00.857979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:29:00.867483 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8ceae49d-6c76-442d-a159-163289bd214e admin admin] 10.222.0.70 "PUT /v2.0/routers/6ae6e05e-235d-4c32-aedf-7adf6a69812b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5446281 Dec 08 01:29:00.929536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c0d97383-cfac-432e-b8ac-d8aa72b83e84 None None] Port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:29:00.942944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dc3e2-6731-4f1b-985a-13a6fd703d55 req-b2441008-26cc-4a27-9934-1b47f08f3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:00.944841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-288dc3e2-6731-4f1b-985a-13a6fd703d55 req-b2441008-26cc-4a27-9934-1b47f08f3036 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.5256305 Dec 08 01:29:00.959161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3e3474c4-3e71-4d08-be7b-6f95b1478610 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:29:01.019639 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59122) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:01.063734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3e3474c4-3e71-4d08-be7b-6f95b1478610 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:01.064307 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:01.097354 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-288dc3e2-6731-4f1b-985a-13a6fd703d55 req-3058c638-9203-4370-8959-5d67a0363f24 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=dadbb40e-9a8a-4c79-b77e-a3ee6a318329 HTTP/1.1" status: 200 len: 217 time: 0.1264381 Dec 08 01:29:01.116009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2c9da-4e6a-474f-9d82-7348732611da req-47eac88f-beb2-4be5-a6e4-e247112f750d tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:01.125572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71b2c9da-4e6a-474f-9d82-7348732611da req-47eac88f-beb2-4be5-a6e4-e247112f750d tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 970 time: 0.1784503 Dec 08 01:29:01.183367 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ae81a45d-3527-48a0-b0ac-d28bb459c474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:01.191658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dc3e2-6731-4f1b-985a-13a6fd703d55 req-54e2f6af-f779-4a24-bdc9-5d036cf48bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:01.194620 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-288dc3e2-6731-4f1b-985a-13a6fd703d55 req-54e2f6af-f779-4a24-bdc9-5d036cf48bb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0639760 Dec 08 01:29:01.332959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71b2c9da-4e6a-474f-9d82-7348732611da req-b160f6a8-da97-43f2-9beb-ce9b55f80613 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002013 Dec 08 01:29:01.335188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dc3e2-6731-4f1b-985a-13a6fd703d55 req-877fc8a1-48aa-4cdb-a16d-4e99963800a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:01.337841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-288dc3e2-6731-4f1b-985a-13a6fd703d55 req-877fc8a1-48aa-4cdb-a16d-4e99963800a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1242242 Dec 08 01:29:01.414243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Sync routers for ids ['6ae6e05e-235d-4c32-aedf-7adf6a69812b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:29:01.619355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Routers {'6ae6e05e-235d-4c32-aedf-7adf6a69812b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:29:01.619988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:29:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6ae6e05e-235d-4c32-aedf-7adf6a69812b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:01.635860 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcdec23f-9af5-4069-a6b9-c5b1a134d56c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:01.644278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59156) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:01.672519 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db511787-5787-43ce-a5f7-0edb46f0b42d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:01.809808 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db511787-5787-43ce-a5f7-0edb46f0b42d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:01.822208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db511787-5787-43ce-a5f7-0edb46f0b42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:01.876808 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:01.889728 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcdec23f-9af5-4069-a6b9-c5b1a134d56c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:01.897550 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcdec23f-9af5-4069-a6b9-c5b1a134d56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:01.921022 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-db511787-5787-43ce-a5f7-0edb46f0b42d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8a01d26009e5434e8f13cfa33b1ab44a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725546 Dec 08 01:29:01.923752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db511787-5787-43ce-a5f7-0edb46f0b42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6326b7c0-b5df-4392-9e19-67de9539b96d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:01.926386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59160) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:01.947762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Set router 6ae6e05e-235d-4c32-aedf-7adf6a69812b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:29:01.980636 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-288dc3e2-6731-4f1b-985a-13a6fd703d55 req-3047eebb-d090-480a-b2e2-9888e37629fa service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841118 Dec 08 01:29:02.002733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdec23f-9af5-4069-a6b9-c5b1a134d56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7453da6a-ba1f-4605-84d6-2c73e4990335,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:02.026670 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fcdec23f-9af5-4069-a6b9-c5b1a134d56c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8f12eb4971204ca098b4d1b053ea7290&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0057769 Dec 08 01:29:02.027316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59164) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:02.120852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-288dc3e2-6731-4f1b-985a-13a6fd703d55 req-721dc542-2f11-4833-9969-d118bc5f7004 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219997 Dec 08 01:29:02.121970 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e3a61d6-2593-440a-ac3b-e7c235515f8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:02.146628 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5cbae25a-2ed7-4897-8bf2-81f4add20beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:02.148466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e3a61d6-2593-440a-ac3b-e7c235515f8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:02.200823 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5cbae25a-2ed7-4897-8bf2-81f4add20beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:02.223511 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e3a61d6-2593-440a-ac3b-e7c235515f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:02.228707 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e3a61d6-2593-440a-ac3b-e7c235515f8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:02.231445 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1e3a61d6-2593-440a-ac3b-e7c235515f8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6326b7c0-b5df-4392-9e19-67de9539b96d HTTP/1.1" status: 204 len: 168 time: 0.3015327 Dec 08 01:29:02.242275 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:02.249070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a61d6-2593-440a-ac3b-e7c235515f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6326b7c0-b5df-4392-9e19-67de9539b96d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:02.321500 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5cbae25a-2ed7-4897-8bf2-81f4add20beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:02.326854 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5cbae25a-2ed7-4897-8bf2-81f4add20beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:02.335786 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5cbae25a-2ed7-4897-8bf2-81f4add20beb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7453da6a-ba1f-4605-84d6-2c73e4990335 HTTP/1.1" status: 204 len: 168 time: 0.3068070 Dec 08 01:29:02.351263 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbae25a-2ed7-4897-8bf2-81f4add20beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7453da6a-ba1f-4605-84d6-2c73e4990335,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:02.538063 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59174) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:02.555085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76b774-57f1-47b0-8b6c-e3b82d8fe77c req-8ede7a11-d24e-4c16-844c-f5d3137a60a3 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:02.569281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e76b774-57f1-47b0-8b6c-e3b82d8fe77c req-8ede7a11-d24e-4c16-844c-f5d3137a60a3 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 970 time: 0.1282408 Dec 08 01:29:02.636552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302014448-router', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:51Z', 'updated_at': '2021-12-08T01:28:58Z', 'revision_number': 4, 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'gw_port': {'id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:52Z', 'updated_at': '2021-12-08T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '3d66b6ab-9741-41d0-92f5-9d9ffeb49943', 'name': '', 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'mac_address': 'fa:16:3e:10:a7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fda0b794-2888-4147-be1c-ac766510f10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:56Z', 'updated_at': '2021-12-08T01:28:59Z', 'revision_number': 2, 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'subnets': [{'id': 'fda0b794-2888-4147-be1c-ac766510f10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:02.685796 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e76b774-57f1-47b0-8b6c-e3b82d8fe77c req-ae38bd6e-7055-44fa-84f8-cf1a1a8e3956 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096747 Dec 08 01:29:02.711188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Checking router: 6ae6e05e-235d-4c32-aedf-7adf6a69812b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:29:02.711558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Updating router 6ae6e05e-235d-4c32-aedf-7adf6a69812b port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:29:02.760343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59184) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:02.764559 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.024836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0b0639f-8dc9-47b4-9f07-594356e1613b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.178469 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0b0639f-8dc9-47b4-9f07-594356e1613b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.186505 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0b0639f-8dc9-47b4-9f07-594356e1613b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.247709 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.258403 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.274958 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0639f-8dc9-47b4-9f07-594356e1613b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4003099a-9b81-49e3-b461-93ca91c43a17,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:03.297495 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59194) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:03.300675 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d0b0639f-8dc9-47b4-9f07-594356e1613b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd6cdf1374ec40f4aea8d086411d04f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7599599 Dec 08 01:29:03.326223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca72412-ac85-43db-b172-db32a1afa2d1 None None] Pushing event updated for resources: {'Port': ['ID=3d66b6ab-9741-41d0-92f5-9d9ffeb49943,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:03.415853 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Attempting to bind port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:29:03.416038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Attempting to bind port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'dfc75668-336d-4d3d-b014-21857f76229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:29:03.416433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Attempting to bind port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 on network 18b973b1-f442-4146-89aa-93ee4dacf881 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:03.419893 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-895c737d-835a-48e2-ba28-db40269b7fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.426975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:29:03.427399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Checking segment: {'id': 'dfc75668-336d-4d3d-b014-21857f76229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:03.427817 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.428136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Bound using segment: {'id': 'dfc75668-336d-4d3d-b014-21857f76229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:29:03.428709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Bound port: 3d66b6ab-9741-41d0-92f5-9d9ffeb49943, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc75668-336d-4d3d-b014-21857f76229e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:29:03.429113 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.518749 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-895c737d-835a-48e2-ba28-db40269b7fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.524866 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.547619 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f8701c8-07f4-4826-ac7a-617bf176e05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.686566 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.702041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-895c737d-835a-48e2-ba28-db40269b7fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.709526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-895c737d-835a-48e2-ba28-db40269b7fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.711560 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-895c737d-835a-48e2-ba28-db40269b7fd8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4003099a-9b81-49e3-b461-93ca91c43a17 HTTP/1.1" status: 204 len: 168 time: 0.4121003 Dec 08 01:29:03.734500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c737d-835a-48e2-ba28-db40269b7fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4003099a-9b81-49e3-b461-93ca91c43a17,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:03.738686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] For port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:29:03.742530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] For port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3d66b6ab-9741-41d0-92f5-9d9ffeb49943,segment=NetworkSegment(dfc75668-336d-4d3d-b014-21857f76229e),segment_id=dfc75668-336d-4d3d-b014-21857f76229e)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:29:03.755499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.859922 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f8701c8-07f4-4826-ac7a-617bf176e05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.869839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f8701c8-07f4-4826-ac7a-617bf176e05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.884520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59212) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:03.905544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-96985a46-2026-4b3a-812a-53aeedb3c0b8 None None] Provisioning complete for port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:03.910514 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-96985a46-2026-4b3a-812a-53aeedb3c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.938566 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1f8701c8-07f4-4826-ac7a-617bf176e05d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93c8ffc5304e4d91914c57981417ea70&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1749506 Dec 08 01:29:03.938896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59216) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:03.959436 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1bf99068-01d3-4318-8858-7f1d2cc3bac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:03.973049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8701c8-07f4-4826-ac7a-617bf176e05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9fad83-5443-41f7-827d-d30d25974493,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:04.044807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Routers {'6ae6e05e-235d-4c32-aedf-7adf6a69812b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:29:04.046477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:29:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6ae6e05e-235d-4c32-aedf-7adf6a69812b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:04.089682 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17e89c94-9bfb-4f8c-86d0-25e9d95171e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.145528 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17e89c94-9bfb-4f8c-86d0-25e9d95171e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.222979 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1bf99068-01d3-4318-8858-7f1d2cc3bac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.252762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1bf99068-01d3-4318-8858-7f1d2cc3bac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.258947 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17e89c94-9bfb-4f8c-86d0-25e9d95171e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.261962 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17e89c94-9bfb-4f8c-86d0-25e9d95171e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.265986 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-17e89c94-9bfb-4f8c-86d0-25e9d95171e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4b9fad83-5443-41f7-827d-d30d25974493 HTTP/1.1" status: 204 len: 168 time: 0.3237109 Dec 08 01:29:04.279575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e89c94-9bfb-4f8c-86d0-25e9d95171e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9fad83-5443-41f7-827d-d30d25974493,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:04.339075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] Set router 6ae6e05e-235d-4c32-aedf-7adf6a69812b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:29:04.353005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737ccb3-fd8e-4d50-a92c-1ab70086611a req-b61be89f-ec14-4677-823b-0fca49d61b75 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:04.361734 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4737ccb3-fd8e-4d50-a92c-1ab70086611a req-b61be89f-ec14-4677-823b-0fca49d61b75 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 970 time: 0.4847922 Dec 08 01:29:04.408467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59226) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:04.408997 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1bf99068-01d3-4318-8858-7f1d2cc3bac1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=471e256566684967b67ab910e87edf22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145991 Dec 08 01:29:04.416732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf99068-01d3-4318-8858-7f1d2cc3bac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743c0fa6-b253-48a8-96e2-3659d3e641a4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:04.451393 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4737ccb3-fd8e-4d50-a92c-1ab70086611a req-b118c899-f8dc-47f5-bf20-0cb472ea34eb tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882635 Dec 08 01:29:04.504398 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd998779-a469-402f-a701-d96378b9e6a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.534212 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca72412-ac85-43db-b172-db32a1afa2d1 None None] Pushing event updated for resources: {'Port': ['ID=3d66b6ab-9741-41d0-92f5-9d9ffeb49943,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:04.535747 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd998779-a469-402f-a701-d96378b9e6a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.594722 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd998779-a469-402f-a701-d96378b9e6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.603541 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd998779-a469-402f-a701-d96378b9e6a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.609955 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bd998779-a469-402f-a701-d96378b9e6a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/743c0fa6-b253-48a8-96e2-3659d3e641a4 HTTP/1.1" status: 204 len: 168 time: 0.2001812 Dec 08 01:29:04.611925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59234) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:04.620113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3d57caea-3973-4dc6-b5c3-36edade24ce9 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154081804', 'description': 'tempest-description--1285319204'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:04.648431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd998779-a469-402f-a701-d96378b9e6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743c0fa6-b253-48a8-96e2-3659d3e641a4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:04.666687 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-96985a46-2026-4b3a-812a-53aeedb3c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.694758 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d57caea-3973-4dc6-b5c3-36edade24ce9 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.768635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:04.782355 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.800138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd9e2-d801-4e39-ae1b-a76754e6df77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.861422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-96985a46-2026-4b3a-812a-53aeedb3c0b8 None None] For port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3d66b6ab-9741-41d0-92f5-9d9ffeb49943,segment=NetworkSegment(dfc75668-336d-4d3d-b014-21857f76229e),segment_id=dfc75668-336d-4d3d-b014-21857f76229e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:04.868376 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d57caea-3973-4dc6-b5c3-36edade24ce9 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.870384 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-96985a46-2026-4b3a-812a-53aeedb3c0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.878982 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d57caea-3973-4dc6-b5c3-36edade24ce9 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.954477 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d57caea-3973-4dc6-b5c3-36edade24ce9 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:04.955936 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3d57caea-3973-4dc6-b5c3-36edade24ce9 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3428490 Dec 08 01:29:04.959642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59240) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:04.964496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b6925624-9501-4e47-8198-62082e098dac tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Request body: {'security_group_rule': {'security_group_id': '3a03c2bc-8126-4acd-9ea6-206b0bf49369', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:04.965095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57caea-3973-4dc6-b5c3-36edade24ce9 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a03c2bc-8126-4acd-9ea6-206b0bf49369,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:05.010323 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd9e2-d801-4e39-ae1b-a76754e6df77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.029546 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4dcfd9e2-d801-4e39-ae1b-a76754e6df77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.038222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96985a46-2026-4b3a-812a-53aeedb3c0b8 None None] Pushing event updated for resources: {'Port': ['ID=3d66b6ab-9741-41d0-92f5-9d9ffeb49943,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:05.061467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8cc4a874-1ec6-4703-b37f-722e2fd50494 None None] Provisioning complete for port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:05.061467 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8cc4a874-1ec6-4703-b37f-722e2fd50494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.061990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59242) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:05.062774 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4dcfd9e2-d801-4e39-ae1b-a76754e6df77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=198d480c1dcb4106961e0ad34b9a8daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923636 Dec 08 01:29:05.094404 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6925624-9501-4e47-8198-62082e098dac tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.134239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfd9e2-d801-4e39-ae1b-a76754e6df77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3244ea30-05e8-481e-99cb-4a238d26f796,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:05.195755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302014448-router', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:51Z', 'updated_at': '2021-12-08T01:28:58Z', 'revision_number': 4, 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'gw_port': {'id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:52Z', 'updated_at': '2021-12-08T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '3d66b6ab-9741-41d0-92f5-9d9ffeb49943', 'name': '', 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'mac_address': 'fa:16:3e:10:a7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fda0b794-2888-4147-be1c-ac766510f10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:56Z', 'updated_at': '2021-12-08T01:29:03Z', 'revision_number': 4, 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'subnets': [{'id': 'fda0b794-2888-4147-be1c-ac766510f10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:05.220494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6925624-9501-4e47-8198-62082e098dac tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.229941 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6925624-9501-4e47-8198-62082e098dac tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.240100 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01ee1cf1-cd36-4ca0-acc3-dafb0786fa83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.321043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6925624-9501-4e47-8198-62082e098dac tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68da2172-df59-4bed-a2b3-a25004a45076,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:05.330560 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6925624-9501-4e47-8198-62082e098dac tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.335750 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b6925624-9501-4e47-8198-62082e098dac tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3748422 Dec 08 01:29:05.336511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59254) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:05.344563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2d6dd389-31ea-441e-8c3d-9058a131afba tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Request body: {'security_group_rule': {'security_group_id': '3a03c2bc-8126-4acd-9ea6-206b0bf49369', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:05.368365 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01ee1cf1-cd36-4ca0-acc3-dafb0786fa83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.393061 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd389-31ea-441e-8c3d-9058a131afba tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.404025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cf1b82-a257-42a9-b1d2-50602acbcb2c None None] The sync data for ids ['6ae6e05e-235d-4c32-aedf-7adf6a69812b'] in n-d-713498-30 is: [{'id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302014448-router', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:51Z', 'updated_at': '2021-12-08T01:28:58Z', 'revision_number': 4, 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'gw_port': {'id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:52Z', 'updated_at': '2021-12-08T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '3d66b6ab-9741-41d0-92f5-9d9ffeb49943', 'name': '', 'network_id': '18b973b1-f442-4146-89aa-93ee4dacf881', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'mac_address': 'fa:16:3e:10:a7:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'fda0b794-2888-4147-be1c-ac766510f10b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:56Z', 'updated_at': '2021-12-08T01:29:03Z', 'revision_number': 4, 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'subnets': [{'id': 'fda0b794-2888-4147-be1c-ac766510f10b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:29:05.434415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-692cbd50-6809-4db4-b548-10e8d91f4e17 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=764670fcef174df5aecbb64f1ceae947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1389222 Dec 08 01:29:05.556068 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd389-31ea-441e-8c3d-9058a131afba tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.570109 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd389-31ea-441e-8c3d-9058a131afba tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.600454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59260) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:05.621049 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-987971c6-b1b8-4163-b0ef-d681fc1ee97a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.648922 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01ee1cf1-cd36-4ca0-acc3-dafb0786fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.656942 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01ee1cf1-cd36-4ca0-acc3-dafb0786fa83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.658927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-01ee1cf1-cd36-4ca0-acc3-dafb0786fa83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3244ea30-05e8-481e-99cb-4a238d26f796 HTTP/1.1" status: 204 len: 168 time: 0.5958762 Dec 08 01:29:05.726056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee1cf1-cd36-4ca0-acc3-dafb0786fa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3244ea30-05e8-481e-99cb-4a238d26f796,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:05.730199 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd389-31ea-441e-8c3d-9058a131afba tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.738589 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2d6dd389-31ea-441e-8c3d-9058a131afba tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3968689 Dec 08 01:29:05.742929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59264) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:05.765120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dd389-31ea-441e-8c3d-9058a131afba tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e563ead-02b9-4275-a28a-d93f93f33e1e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:05.776057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:05.829939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-9d95f8b7-2a64-4048-adac-3c66d42cec3e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:05.842553 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-9d95f8b7-2a64-4048-adac-3c66d42cec3e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4066205 Dec 08 01:29:05.850924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ad98d-c889-4a33-87df-251918aec659 req-560ec347-241c-431a-b68f-46844c5e8732 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:05.854304 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-779ad98d-c889-4a33-87df-251918aec659 req-560ec347-241c-431a-b68f-46844c5e8732 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 970 time: 0.0967410 Dec 08 01:29:05.897362 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-987971c6-b1b8-4163-b0ef-d681fc1ee97a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.930883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-6d250807-ff03-4244-95d5-e8739887356a tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/quotas/764670fcef174df5aecbb64f1ceae947 HTTP/1.1" status: 200 len: 375 time: 0.0873313 Dec 08 01:29:05.947645 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-779ad98d-c889-4a33-87df-251918aec659 req-9591a984-30bb-4da6-9cf2-64ca897b6247 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848942 Dec 08 01:29:05.955328 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-987971c6-b1b8-4163-b0ef-d681fc1ee97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:05.956278 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:06.037434 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-c238baff-d512-45dd-8561-c324e50749c0 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=764670fcef174df5aecbb64f1ceae947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050391 Dec 08 01:29:06.436144 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-987971c6-b1b8-4163-b0ef-d681fc1ee97a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40f9313a18924d0a81bea98d55e2769b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8339229 Dec 08 01:29:06.543420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987971c6-b1b8-4163-b0ef-d681fc1ee97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a77a7e-33f6-43e7-89c6-6980143715f1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:06.548382 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e879d80-c6fd-402c-a425-08689d87a4f6 req-a7d52e50-c81c-461e-b47e-514c6b5afeeb tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 210 time: 0.0678377 Dec 08 01:29:06.549241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59288) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:06.664820 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1b308eb-41d3-4c7e-b5d2-6b435d72a0b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:06.696311 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1b308eb-41d3-4c7e-b5d2-6b435d72a0b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:06.790693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1b308eb-41d3-4c7e-b5d2-6b435d72a0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:06.793654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1b308eb-41d3-4c7e-b5d2-6b435d72a0b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:06.797042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c1b308eb-41d3-4c7e-b5d2-6b435d72a0b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14a77a7e-33f6-43e7-89c6-6980143715f1 HTTP/1.1" status: 204 len: 168 time: 0.2444937 Dec 08 01:29:06.839486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b308eb-41d3-4c7e-b5d2-6b435d72a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a77a7e-33f6-43e7-89c6-6980143715f1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:06.989440 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:07.093494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:29:07.303264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:07.303651 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:07.451804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39146e86-9bd5-4acc-ba84-0695407989a6 req-278931aa-4f77-498b-8654-6e9b7a9fab09 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:07.453329 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39146e86-9bd5-4acc-ba84-0695407989a6 req-278931aa-4f77-498b-8654-6e9b7a9fab09 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 970 time: 0.2738054 Dec 08 01:29:07.556835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Allocated IP 172.25.2.44 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/5e5315cd-b7ea-4622-bcef-a42939e4053d) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:29:07.638663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39146e86-9bd5-4acc-ba84-0695407989a6 req-de8930f0-84b9-4a54-a22d-6de0c1e87573 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732333 Dec 08 01:29:07.717963 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7d8fa52-1d66-46cb-8265-142ea7cb225c req-309b1d3b-e3c8-44db-aeb2-ea29509d49d7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 210 time: 0.0788817 Dec 08 01:29:07.803338 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:07.856513 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:07.901991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:29:07.905513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:07.908738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:29:07.923955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Pushing event updated for resources: {'Port': ['ID=5e5315cd-b7ea-4622-bcef-a42939e4053d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:08.017002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:08.064765 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:08.242650 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:08.248345 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:08.282931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:08.318486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Pushing event updated for resources: {'Port': ['ID=5e5315cd-b7ea-4622-bcef-a42939e4053d,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:08.323957 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:08.325426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2d5541c4-cc1b-45f6-aa43-c83aad44a860 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5616212 Dec 08 01:29:08.657564 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-2a6f2f67-b9e6-46a8-9887-9792fe56a0e3 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1154081804&fields=id&tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba HTTP/1.1" status: 200 len: 267 time: 0.0574980 Dec 08 01:29:08.838728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f5aeb-5684-44f5-881e-c144fae3dff6 req-40f4ee97-0ffb-457d-ae34-811c7043c790 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:08.840317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9f0f5aeb-5684-44f5-881e-c144fae3dff6 req-40f4ee97-0ffb-457d-ae34-811c7043c790 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 970 time: 0.1053133 Dec 08 01:29:08.898037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-fda4ebd5-19a9-4979-a394-fd2732bdf39c tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:08.899980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-fda4ebd5-19a9-4979-a394-fd2732bdf39c tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/networks?id=45794b73-594c-438d-a11c-067a267cf9ce HTTP/1.1" status: 200 len: 823 time: 0.2353435 Dec 08 01:29:08.916788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-de941b37-8f91-479c-af7a-acc58867cb16 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/quotas/f160d5f3eba14acd8effdd0b8a7c34ba HTTP/1.1" status: 200 len: 375 time: 0.0097497 Dec 08 01:29:08.917881 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9f0f5aeb-5684-44f5-881e-c144fae3dff6 req-f4b7e2e9-0799-4c39-9be5-0e97cd9591fa tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683720 Dec 08 01:29:08.919555 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.65', 53198) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:08.973442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-4f53b053-55c7-4461-85b3-87d3ccfc70c5 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=764670fcef174df5aecbb64f1ceae947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287817 Dec 08 01:29:09.029782 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-c143c103-bdd0-42d1-909a-5e8f9676c2ab tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063297 Dec 08 01:29:09.080977 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1d0b5341-c647-4927-8aa2-adddb6a3b6bd req-eba761b0-62f2-4269-bd81-bbab71dbcd99 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 210 time: 0.0851502 Dec 08 01:29:09.165676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-21b6b1f3-6b4f-47e8-b431-ec37ca6462a3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:09.167229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-21b6b1f3-6b4f-47e8-b431-ec37ca6462a3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929526 Dec 08 01:29:09.323040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Request body: {'port': {'device_id': '6de0fdd3-b92a-4a6e-be43-9986e8d5e11d', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '764670fcef174df5aecbb64f1ceae947'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:09.477899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Made reservation on behalf of 764670fcef174df5aecbb64f1ceae947 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:09.481663 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:09.493740 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:09.593612 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:09.598065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:09.677340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e0e9e4-406f-4ddb-919e-a5cc65163291,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:09.691570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-7fc0f2a5-8620-4852-ad7e-44e74c1bb013 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:29:09.705092 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-7fc0f2a5-8620-4852-ad7e-44e74c1bb013 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2854893 Dec 08 01:29:09.773514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Allocated IP 192.168.233.133 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:29:09.859134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-ce10f0b0-074a-40eb-a97a-61762b297a54 service neutron] 10.222.0.70 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509466 Dec 08 01:29:10.016050 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-b8210ba9-6495-4b5d-a6cb-778479767e19 service neutron] 10.222.0.70 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479411 Dec 08 01:29:10.018168 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:10.068833 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:10.138551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:29:10.143917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:10.150334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:29:10.160472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:10.160472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:10.167997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Pushing event updated for resources: {'Port': ['ID=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:10.204152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-69c20e4c-7e8a-418c-9306-0ab028ee44c3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8875456 Dec 08 01:29:10.292497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86275388-842d-481e-97b4-97f71860ca32 req-5f1ef2b4-06f2-4776-90da-cc1a7343b7e1 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:10.302544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86275388-842d-481e-97b4-97f71860ca32 req-5f1ef2b4-06f2-4776-90da-cc1a7343b7e1 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 970 time: 0.0689740 Dec 08 01:29:10.398178 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86275388-842d-481e-97b4-97f71860ca32 req-92e790f1-afe3-4a9c-b5f3-1073d27a46aa tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940659 Dec 08 01:29:10.486324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-34a73ea2-d7ec-41b8-808c-4258948837d1 None None] Provisioning complete for port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:10.487414 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34a73ea2-d7ec-41b8-808c-4258948837d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:10.574002 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50269557-b41c-4358-bad1-c0ac8f1fa876 req-5f8e45ec-b3e0-4fe3-9ad9-0e06b6715cd7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:10.579942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b52e4628-bd2a-40d6-860b-7b2e093cddc3 req-8a59d8d2-41f2-409f-bb30-15e7f134e003 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 210 time: 0.0707865 Dec 08 01:29:10.582020 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50269557-b41c-4358-bad1-c0ac8f1fa876 req-5f8e45ec-b3e0-4fe3-9ad9-0e06b6715cd7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 936 time: 0.0910652 Dec 08 01:29:10.609070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-34a73ea2-d7ec-41b8-808c-4258948837d1 None None] Port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:29:10.646194 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50269557-b41c-4358-bad1-c0ac8f1fa876 req-c771e827-c523-4352-9095-8afecbbe2712 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628815 Dec 08 01:29:11.242515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59518) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:11.276818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59522) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:11.527444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5195c5-906f-41e6-b726-1f7c2d995ac5 req-c5310a56-5ee5-4f88-961c-508bc066bb48 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:11.529195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6d5195c5-906f-41e6-b726-1f7c2d995ac5 req-c5310a56-5ee5-4f88-961c-508bc066bb48 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 970 time: 0.0538967 Dec 08 01:29:11.562550 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd5d4156-817e-4b00-bdb4-fc5b5111575e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:11.578469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59532) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:11.636417 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6d5195c5-906f-41e6-b726-1f7c2d995ac5 req-6de3367f-6eb9-4f12-94e7-d0435073a39f tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985911 Dec 08 01:29:11.640758 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe852d9a-aae4-4c55-bafa-fd8913b7036f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:11.667856 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:29:11.714087 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e5d83d1-faf2-4aea-9f6e-5baa9a266758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:11.756795 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd5d4156-817e-4b00-bdb4-fc5b5111575e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:11.779330 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd5d4156-817e-4b00-bdb4-fc5b5111575e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:11.781248 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f85ac213-be46-45c8-af32-2fa61679c098 req-95dcaeab-8661-4d36-aa6e-7398bec27f48 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 210 time: 0.0594182 Dec 08 01:29:11.873528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d4156-817e-4b00-bdb4-fc5b5111575e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458e0958-a83f-46ce-9429-2de84813d1bf,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:11.878116 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e5d83d1-faf2-4aea-9f6e-5baa9a266758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:11.886218 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e5d83d1-faf2-4aea-9f6e-5baa9a266758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:11.899798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e13f75-e579-4bc1-bb27-267521b1494c req-255cab56-2e75-4cb6-83e5-1674a7b5e95a tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:11.901398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56e13f75-e579-4bc1-bb27-267521b1494c req-255cab56-2e75-4cb6-83e5-1674a7b5e95a tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 936 time: 0.1624036 Dec 08 01:29:11.903685 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cd5d4156-817e-4b00-bdb4-fc5b5111575e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=783d8123ece3421abb811291e46c2136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6593516 Dec 08 01:29:11.905799 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe852d9a-aae4-4c55-bafa-fd8913b7036f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:11.906624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59552) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:11.913937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe852d9a-aae4-4c55-bafa-fd8913b7036f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:11.931301 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1e5d83d1-faf2-4aea-9f6e-5baa9a266758 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3be37d1ff8ec477abe2a19a30d588ae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514895 Dec 08 01:29:11.935957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59554) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:11.964138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d83d1-faf2-4aea-9f6e-5baa9a266758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac18952-98db-4d25-903f-2e59183d6a3f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:12.009362 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98a16560-08fd-43a6-9336-e43d73cb926f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.017194 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fe852d9a-aae4-4c55-bafa-fd8913b7036f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2036c1e2ce0b4c2dbf2c44b5bd86f0cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7389226 Dec 08 01:29:12.021419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59558) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:12.028826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe852d9a-aae4-4c55-bafa-fd8913b7036f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43764784-5358-478c-a400-cc3c534b0201,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:12.048196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98a16560-08fd-43a6-9336-e43d73cb926f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.072527 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56e13f75-e579-4bc1-bb27-267521b1494c req-cf6b951c-4749-412f-8de3-c3ae8e34915c tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541641 Dec 08 01:29:12.084864 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac3aaccc-f740-4761-a909-5210e9381cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.094984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dadbb40e-9a8a-4c79-b77e-a3ee6a318329 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:29:12.112112 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac3aaccc-f740-4761-a909-5210e9381cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.139757 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f30280ee-b771-4dff-8471-d59691ec2343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.173694 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f30280ee-b771-4dff-8471-d59691ec2343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.212708 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac3aaccc-f740-4761-a909-5210e9381cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.216839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac3aaccc-f740-4761-a909-5210e9381cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.218788 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ac3aaccc-f740-4761-a909-5210e9381cd3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/458e0958-a83f-46ce-9429-2de84813d1bf HTTP/1.1" status: 204 len: 168 time: 0.3108349 Dec 08 01:29:12.222958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98a16560-08fd-43a6-9336-e43d73cb926f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.227388 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98a16560-08fd-43a6-9336-e43d73cb926f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.229619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3aaccc-f740-4761-a909-5210e9381cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458e0958-a83f-46ce-9429-2de84813d1bf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:12.232135 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-98a16560-08fd-43a6-9336-e43d73cb926f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ac18952-98db-4d25-903f-2e59183d6a3f HTTP/1.1" status: 204 len: 168 time: 0.2949522 Dec 08 01:29:12.261997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a16560-08fd-43a6-9336-e43d73cb926f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac18952-98db-4d25-903f-2e59183d6a3f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:12.279264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port dadbb40e-9a8a-4c79-b77e-a3ee6a318329, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dadbb40e-9a8a-4c79-b77e-a3ee6a318329,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:12.291165 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f30280ee-b771-4dff-8471-d59691ec2343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.294682 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f30280ee-b771-4dff-8471-d59691ec2343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.298940 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f30280ee-b771-4dff-8471-d59691ec2343 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43764784-5358-478c-a400-cc3c534b0201 HTTP/1.1" status: 204 len: 168 time: 0.2735431 Dec 08 01:29:12.312034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30280ee-b771-4dff-8471-d59691ec2343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43764784-5358-478c-a400-cc3c534b0201,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:12.312637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'dadbb40e-9a8a-4c79-b77e-a3ee6a318329', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'dadbb40e-9a8a-4c79-b77e-a3ee6a318329', 'mac_address': 'fa:16:3e:92:5f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:tempest-test_az-1630832251', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:29:12.384975 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.407326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dadbb40e-9a8a-4c79-b77e-a3ee6a318329 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:12.431453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port dadbb40e-9a8a-4c79-b77e-a3ee6a318329, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dadbb40e-9a8a-4c79-b77e-a3ee6a318329,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:12.438945 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.492603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=dadbb40e-9a8a-4c79-b77e-a3ee6a318329,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:12.776702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add7902-c136-4e09-a6c5-bf75c18d4620 req-144db5ef-bc3a-42eb-8a02-ff40d279aa0f tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:12.778406 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9add7902-c136-4e09-a6c5-bf75c18d4620 req-144db5ef-bc3a-42eb-8a02-ff40d279aa0f tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 971 time: 0.0611179 Dec 08 01:29:12.809983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dadbb40e-9a8a-4c79-b77e-a3ee6a318329'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:12.820690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59586) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:12.841619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59588) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:12.849963 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81aa75c2-0056-4222-9910-2f3b193ef661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.862418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73f2bf94-2fb3-41db-994d-66b3f56711d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:12.881271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9add7902-c136-4e09-a6c5-bf75c18d4620 req-6311317f-9bb8-473e-a19c-5f7994487e3e tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952921 Dec 08 01:29:13.048322 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73f2bf94-2fb3-41db-994d-66b3f56711d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.053897 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73f2bf94-2fb3-41db-994d-66b3f56711d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.062381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b9bf6ab-71d3-4522-9092-97cd854b15ae req-161f1564-9659-42a4-a6c7-1eda9a60ae63 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 210 time: 0.0966105 Dec 08 01:29:13.123313 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-73f2bf94-2fb3-41db-994d-66b3f56711d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d676dc09a8f4e4d801ef33153c50043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804661 Dec 08 01:29:13.124251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2bf94-2fb3-41db-994d-66b3f56711d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a50020-11cb-45c3-b897-25464fee5cfc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:13.127133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59594) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:13.167471 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81aa75c2-0056-4222-9910-2f3b193ef661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.169715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59596) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:13.178912 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81aa75c2-0056-4222-9910-2f3b193ef661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.211711 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-81aa75c2-0056-4222-9910-2f3b193ef661 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=09d211661aed49a795a33fca7cdb5d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3859150 Dec 08 01:29:13.218639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59598) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:13.223678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63ce0f29-7399-4e0c-be4e-f68ed6f42a13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.235497 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96dc4a5b-3e9a-4590-b4c5-1a724c16e627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.271430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa75c2-0056-4222-9910-2f3b193ef661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e98389-c620-4e3b-afcc-6376e2872c0e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:13.290543 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8477f311-2f30-482c-a05d-48ab9fa84f61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.318668 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96dc4a5b-3e9a-4590-b4c5-1a724c16e627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.322392 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8477f311-2f30-482c-a05d-48ab9fa84f61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.353658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8062733-d490-4e56-8315-c529d6cba3f0 req-95995ef5-3f16-45cf-a72d-123ab904b47c tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:13.355179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e8062733-d490-4e56-8315-c529d6cba3f0 req-95995ef5-3f16-45cf-a72d-123ab904b47c tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 936 time: 0.1384931 Dec 08 01:29:13.380145 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8477f311-2f30-482c-a05d-48ab9fa84f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.383215 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8477f311-2f30-482c-a05d-48ab9fa84f61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.388444 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8477f311-2f30-482c-a05d-48ab9fa84f61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18e98389-c620-4e3b-afcc-6376e2872c0e HTTP/1.1" status: 204 len: 168 time: 0.1684518 Dec 08 01:29:13.405533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477f311-2f30-482c-a05d-48ab9fa84f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e98389-c620-4e3b-afcc-6376e2872c0e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:13.572392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59606) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:13.607809 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96dc4a5b-3e9a-4590-b4c5-1a724c16e627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.610366 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96dc4a5b-3e9a-4590-b4c5-1a724c16e627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.611608 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-96dc4a5b-3e9a-4590-b4c5-1a724c16e627 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64a50020-11cb-45c3-b897-25464fee5cfc HTTP/1.1" status: 204 len: 168 time: 0.4835541 Dec 08 01:29:13.629900 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63ce0f29-7399-4e0c-be4e-f68ed6f42a13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.635125 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e8062733-d490-4e56-8315-c529d6cba3f0 req-98b05663-de70-4208-9708-6f049a7db9ec tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585170 Dec 08 01:29:13.640655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63ce0f29-7399-4e0c-be4e-f68ed6f42a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.644236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc4a5b-3e9a-4590-b4c5-1a724c16e627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a50020-11cb-45c3-b897-25464fee5cfc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:13.688624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce0f29-7399-4e0c-be4e-f68ed6f42a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30b921d-b22b-4bae-911e-1f19ee07a844,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:13.696479 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-63ce0f29-7399-4e0c-be4e-f68ed6f42a13 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a17bad3780b64e5fa9b9d7ce61620e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221996 Dec 08 01:29:13.697320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59614) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:13.745514 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3075248-5473-4dfd-9099-4a5e620eaaa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.760681 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99ddb6e8-cdfa-4f56-9060-f8da546e5734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.800800 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99ddb6e8-cdfa-4f56-9060-f8da546e5734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.866166 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99ddb6e8-cdfa-4f56-9060-f8da546e5734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.867365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3075248-5473-4dfd-9099-4a5e620eaaa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.869503 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99ddb6e8-cdfa-4f56-9060-f8da546e5734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.870770 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-99ddb6e8-cdfa-4f56-9060-f8da546e5734 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e30b921d-b22b-4bae-911e-1f19ee07a844 HTTP/1.1" status: 204 len: 168 time: 0.1719933 Dec 08 01:29:13.872518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3075248-5473-4dfd-9099-4a5e620eaaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:13.886735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddb6e8-cdfa-4f56-9060-f8da546e5734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30b921d-b22b-4bae-911e-1f19ee07a844,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:13.931578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e3075248-5473-4dfd-9099-4a5e620eaaa3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ed4215663b5145398da49ff857b07f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578656 Dec 08 01:29:13.932484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3075248-5473-4dfd-9099-4a5e620eaaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1d41ee-fd4b-47dd-9a38-0e507b9eefe1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:13.934318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59626) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:14.021610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14d69a0f-5176-4be4-9639-6f8d3712a031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:14.033079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac1547-e8f7-4341-8a34-e419ce59174c req-0535d957-b38d-46e8-9d32-684d5e732cce tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:14.034898 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-82ac1547-e8f7-4341-8a34-e419ce59174c req-0535d957-b38d-46e8-9d32-684d5e732cce tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 971 time: 0.0692809 Dec 08 01:29:14.054135 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14d69a0f-5176-4be4-9639-6f8d3712a031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:14.063673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dadbb40e-9a8a-4c79-b77e-a3ee6a318329 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:29:14.094830 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-82ac1547-e8f7-4341-8a34-e419ce59174c req-c098e381-4025-4020-917e-63b0dc2fcc45 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520904 Dec 08 01:29:14.154888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14d69a0f-5176-4be4-9639-6f8d3712a031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:14.158180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14d69a0f-5176-4be4-9639-6f8d3712a031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:14.159324 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-14d69a0f-5176-4be4-9639-6f8d3712a031 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f1d41ee-fd4b-47dd-9a38-0e507b9eefe1 HTTP/1.1" status: 204 len: 168 time: 0.2230604 Dec 08 01:29:14.174488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d69a0f-5176-4be4-9639-6f8d3712a031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1d41ee-fd4b-47dd-9a38-0e507b9eefe1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:14.208477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port dadbb40e-9a8a-4c79-b77e-a3ee6a318329 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:29:14.222566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port dadbb40e-9a8a-4c79-b77e-a3ee6a318329 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:14.222940 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:14.230440 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f220836-c0f8-40a4-9c27-c6007fe0bd61 req-c09f8c13-3871-4116-9107-ee47efdbf140 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 210 time: 0.0572603 Dec 08 01:29:14.343976 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:14.370119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f77855e-aced-4661-81dc-9e1c34159ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadbb40e-9a8a-4c79-b77e-a3ee6a318329'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:14.446902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port dadbb40e-9a8a-4c79-b77e-a3ee6a318329, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dadbb40e-9a8a-4c79-b77e-a3ee6a318329,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:14.454151 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:14.508238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=dadbb40e-9a8a-4c79-b77e-a3ee6a318329,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:14.641112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59666) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:14.652655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0aed6a7c-91eb-4715-917d-6efcdb49adc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:14.768607 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b60df3-0384-4ce6-a8b8-afb8b90f41d0" -d '{"events": [{"server_uuid": "2f77855e-aced-4661-81dc-9e1c34159ca3", "name": "network-vif-plugged", "status": "completed", "tag": "dadbb40e-9a8a-4c79-b77e-a3ee6a318329"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:14.774697 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0aed6a7c-91eb-4715-917d-6efcdb49adc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:14.780775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1ea58-8af0-4280-8da2-3b8b1916c78b req-8975aae2-e8a8-4a7a-bc28-f8489fcbcf16 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:14.785068 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0aed6a7c-91eb-4715-917d-6efcdb49adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:14.789004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53a1ea58-8af0-4280-8da2-3b8b1916c78b req-8975aae2-e8a8-4a7a-bc28-f8489fcbcf16 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 936 time: 0.0638089 Dec 08 01:29:14.837525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed6a7c-91eb-4715-917d-6efcdb49adc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3056d71-1229-4e6d-823f-6847853a35ca,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:14.846017 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0aed6a7c-91eb-4715-917d-6efcdb49adc2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d939a6ed3dc64cecaf050090f3b93714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036059 Dec 08 01:29:14.846493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59678) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:14.865214 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53a1ea58-8af0-4280-8da2-3b8b1916c78b req-93a6640b-8c22-4dbd-becc-f01c6adc6ce4 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751307 Dec 08 01:29:14.913367 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f98c5f5-2f49-4970-8602-c5e7ba815144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:14.937574 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f98c5f5-2f49-4970-8602-c5e7ba815144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:14.997903 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f98c5f5-2f49-4970-8602-c5e7ba815144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.006148 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f98c5f5-2f49-4970-8602-c5e7ba815144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.007382 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1f98c5f5-2f49-4970-8602-c5e7ba815144 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3056d71-1229-4e6d-823f-6847853a35ca HTTP/1.1" status: 204 len: 168 time: 0.1600740 Dec 08 01:29:15.024191 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98c5f5-2f49-4970-8602-c5e7ba815144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3056d71-1229-4e6d-823f-6847853a35ca,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:15.153571 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7040ac0-ee6c-4196-a5d6-098e39fcd5fb x-openstack-request-id: req-d7040ac0-ee6c-4196-a5d6-098e39fcd5fb {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:15.154030 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f77855e-aced-4661-81dc-9e1c34159ca3", "name": "network-vif-plugged", "status": "completed", "tag": "dadbb40e-9a8a-4c79-b77e-a3ee6a318329", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:15.154460 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d7040ac0-ee6c-4196-a5d6-098e39fcd5fb {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:15.154926 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f77855e-aced-4661-81dc-9e1c34159ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadbb40e-9a8a-4c79-b77e-a3ee6a318329', 'code': 200} Dec 08 01:29:15.247812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea90903-48af-49c7-9ab4-015861198f7b req-161d859f-407a-46ac-a02f-95fd7379438f tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:15.257351 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ea90903-48af-49c7-9ab4-015861198f7b req-161d859f-407a-46ac-a02f-95fd7379438f tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 972 time: 0.0741353 Dec 08 01:29:15.261431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59696) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:15.369101 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5759e570-b7a3-453c-874d-588d7378e028 req-952763e6-4079-424b-8bc7-5432809c361c tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 210 time: 0.0378189 Dec 08 01:29:15.410235 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ea90903-48af-49c7-9ab4-015861198f7b req-0756f800-a5eb-4db0-81b5-00e2f0cf2284 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515384 Dec 08 01:29:15.414336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de664ea7-574d-44e7-8b15-34db2ef73a70 req-d3a3e2d8-4a3e-4ae8-9958-bb3f32b471cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:15.416042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de664ea7-574d-44e7-8b15-34db2ef73a70 req-d3a3e2d8-4a3e-4ae8-9958-bb3f32b471cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 1124 time: 0.1368561 Dec 08 01:29:15.438095 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de664ea7-574d-44e7-8b15-34db2ef73a70 req-81ab76e7-bb50-4a1e-9db3-7041b9d50e01 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.533246 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de664ea7-574d-44e7-8b15-34db2ef73a70 req-81ab76e7-bb50-4a1e-9db3-7041b9d50e01 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.538072 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de664ea7-574d-44e7-8b15-34db2ef73a70 req-81ab76e7-bb50-4a1e-9db3-7041b9d50e01 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.548899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-172417560-network', 'tenant_id': 'fc1405b8faf043a5aff16cafb05db383'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:15.583911 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Made reservation on behalf of fc1405b8faf043a5aff16cafb05db383 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:15.587446 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.601860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de664ea7-574d-44e7-8b15-34db2ef73a70 req-81ab76e7-bb50-4a1e-9db3-7041b9d50e01 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778548 Dec 08 01:29:15.608163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab76e7-bb50-4a1e-9db3-7041b9d50e01 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=09a41200-2c35-4a4c-91da-3561ef1f86f0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:15.626267 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.723603 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.731687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.747815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:29:15.770188 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.770616 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Added segment 936b5dae-64da-43b7-84e1-f3076cd004fe of type vlan for network 28d307ed-8727-4dd1-b0cb-8825dcfcf9e3 Dec 08 01:29:15.794953 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59718) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:15.809900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e2cab8-d6ae-4bfc-ae94-dcdf89f7cbb3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:15.840037 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.875323 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.876393 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:15.877020 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.919810 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6573198 Dec 08 01:29:15.923318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59728) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:15.929141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0ba6b43c-34af-4ec1-b57d-25a207f8566c admin admin] Request body: {'subnet': {'network_id': '28d307ed-8727-4dd1-b0cb-8825dcfcf9e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-172417560-subnet', 'tenant_id': 'fc1405b8faf043a5aff16cafb05db383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:15.959059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba6b43c-34af-4ec1-b57d-25a207f8566c admin admin] Made reservation on behalf of fc1405b8faf043a5aff16cafb05db383 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:15.961450 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ba6b43c-34af-4ec1-b57d-25a207f8566c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:15.985874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4accd5e-54e2-4a53-bc24-b6c1c4192525 admin admin] Pushing event updated for resources: {'Network': ['ID=28d307ed-8727-4dd1-b0cb-8825dcfcf9e3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:16.002705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 28d307ed-8727-4dd1-b0cb-8825dcfcf9e3 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:29:16.040907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4a9b7-e291-4e31-b9f1-9fd7e9c26622 req-7570e690-9ab4-446a-a3d5-4d12ce949489 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:16.042548 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68e4a9b7-e291-4e31-b9f1-9fd7e9c26622 req-7570e690-9ab4-446a-a3d5-4d12ce949489 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 936 time: 0.0588562 Dec 08 01:29:16.100721 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68e4a9b7-e291-4e31-b9f1-9fd7e9c26622 req-cc2377c7-7ac3-4d28-a773-1fac40945649 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519433 Dec 08 01:29:16.115125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1829133605-network', 'tenant_id': 'be969996768c47d9a8724404f7a037cd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:16.168178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Made reservation on behalf of be969996768c47d9a8724404f7a037cd for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:16.168178 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:16.182310 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:16.309100 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ba6b43c-34af-4ec1-b57d-25a207f8566c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:16.382716 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:16.389929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6b43c-34af-4ec1-b57d-25a207f8566c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8732048-70fa-4717-84f2-a17e29fcc709,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:16.391684 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:16.431665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:29:16.444654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba6b43c-34af-4ec1-b57d-25a207f8566c admin admin] Checking segment: {'id': '936b5dae-64da-43b7-84e1-f3076cd004fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '28d307ed-8727-4dd1-b0cb-8825dcfcf9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:16.445018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba6b43c-34af-4ec1-b57d-25a207f8566c admin admin] Network hostable DHCP agents. Network: 28d307ed-8727-4dd1-b0cb-8825dcfcf9e3, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:29:16.449169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae819c7-94ea-4225-86ac-62a8c18d8dc2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:16.456237 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:16.457617 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Added segment 4e7ac273-6425-4701-932e-f934c46e1e30 of type vlan for network 93bfafa7-b746-446e-9c1b-c5b967276d24 Dec 08 01:29:16.495021 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ca766229-b9cd-4309-ae0f-9f9631b0b0fc req-42746da7-598b-4bf9-a69f-8eb9cb073498 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 210 time: 0.0440102 Dec 08 01:29:16.500016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba6b43c-34af-4ec1-b57d-25a207f8566c admin admin] Network 28d307ed-8727-4dd1-b0cb-8825dcfcf9e3 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:29:16.514564 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:16.524543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0ba6b43c-34af-4ec1-b57d-25a207f8566c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 28d307ed-8727-4dd1-b0cb-8825dcfcf9e3) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:16.533749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba6b43c-34af-4ec1-b57d-25a207f8566c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:16.534397 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0ba6b43c-34af-4ec1-b57d-25a207f8566c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:16.537512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ea2ed8-94eb-4e07-9907-7cba37cb045f None None] Network 28d307ed-8727-4dd1-b0cb-8825dcfcf9e3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:16.581065 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0ba6b43c-34af-4ec1-b57d-25a207f8566c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6565559 Dec 08 01:29:16.582642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:16.583595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:16.584201 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:16.617118 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8209696 Dec 08 01:29:16.620882 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59756) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:16.626950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5c3b2e52-08c9-4faf-bbbe-5587280c2f35 admin admin] Request body: {'subnet': {'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1829133605-subnet', 'tenant_id': 'be969996768c47d9a8724404f7a037cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:16.638835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941ae88-3b2a-4e7b-947a-e87774b2e166 req-55bfaa1c-2984-418d-bbb8-ab138edd1380 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:16.646703 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2941ae88-3b2a-4e7b-947a-e87774b2e166 req-55bfaa1c-2984-418d-bbb8-ab138edd1380 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 972 time: 0.0790405 Dec 08 01:29:16.670603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36a538-e7e0-4439-a8ba-2002e581001a admin admin] Pushing event updated for resources: {'Network': ['ID=93bfafa7-b746-446e-9c1b-c5b967276d24,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:16.690483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3b2e52-08c9-4faf-bbbe-5587280c2f35 admin admin] Made reservation on behalf of be969996768c47d9a8724404f7a037cd for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:16.690627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 93bfafa7-b746-446e-9c1b-c5b967276d24 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:29:16.695085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2e52-08c9-4faf-bbbe-5587280c2f35 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:16.733891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-53b910d2-6545-43ec-a030-a7224df518b7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:29:16.734911 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-53b910d2-6545-43ec-a030-a7224df518b7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086384 Dec 08 01:29:16.740654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2941ae88-3b2a-4e7b-947a-e87774b2e166 req-e36fe3bb-4e26-4da7-a73b-11b6e4ce7c1a tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903554 Dec 08 01:29:16.809368 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213baf84-1d8a-43c1-bb86-49b5104b07b8 None None] Network 28d307ed-8727-4dd1-b0cb-8825dcfcf9e3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:16.981796 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2e52-08c9-4faf-bbbe-5587280c2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:17.063134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3b2e52-08c9-4faf-bbbe-5587280c2f35 admin admin] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:17.063990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3b2e52-08c9-4faf-bbbe-5587280c2f35 admin admin] Network hostable DHCP agents. Network: 93bfafa7-b746-446e-9c1b-c5b967276d24, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:29:17.067135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b2e52-08c9-4faf-bbbe-5587280c2f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6c275c-7de4-402b-b3bf-de84b98d769c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:17.087502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3b2e52-08c9-4faf-bbbe-5587280c2f35 admin admin] Network 93bfafa7-b746-446e-9c1b-c5b967276d24 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:29:17.099242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5c3b2e52-08c9-4faf-bbbe-5587280c2f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 93bfafa7-b746-446e-9c1b-c5b967276d24) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:17.105698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3b2e52-08c9-4faf-bbbe-5587280c2f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:17.106581 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c3b2e52-08c9-4faf-bbbe-5587280c2f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:17.108797 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f545f2-b75f-41d7-b2eb-c15f54de7e74 None None] Network 93bfafa7-b746-446e-9c1b-c5b967276d24 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:17.136337 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5c3b2e52-08c9-4faf-bbbe-5587280c2f35 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5128052 Dec 08 01:29:17.177307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Request body: {'port': {'device_id': '6de0fdd3-b92a-4a6e-be43-9986e8d5e11d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:17.311418 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:17.340618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b46ac2-dd29-4f3c-b278-e52a288d4e6a req-80fd1331-9597-4b3f-9a60-ab0e5dc7298c tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:17.348182 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-28b46ac2-dd29-4f3c-b278-e52a288d4e6a req-80fd1331-9597-4b3f-9a60-ab0e5dc7298c tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 936 time: 0.1187820 Dec 08 01:29:17.353134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8f4df1-0734-4d06-aa0b-0b825011a84b None None] Network 93bfafa7-b746-446e-9c1b-c5b967276d24 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:17.499060 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-28b46ac2-dd29-4f3c-b278-e52a288d4e6a req-dc2d595d-b753-4675-8899-4414e55946d8 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455960 Dec 08 01:29:17.665959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16e2c713-3b66-45c7-9a20-6f00189ac04f req-b5cec320-1e0c-4748-a663-35ec6b3f68c4 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 210 time: 0.0362225 Dec 08 01:29:17.751129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.65', 53203) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:17.956002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-6cadd26e-adbd-4ed5-abf1-9e019edacd13 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:17.958155 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-6cadd26e-adbd-4ed5-abf1-9e019edacd13 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.65 "GET /v2.0/networks?id=45794b73-594c-438d-a11c-067a267cf9ce HTTP/1.1" status: 200 len: 823 time: 0.2059805 Dec 08 01:29:18.018226 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:18.033573 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:18.056460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Transition to ACTIVE for port object a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:29:18.061959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b6204-89f0-42e7-9d82-fbad085b46b2 req-feefc2ef-de3b-45b1-a929-dc1c164abd3f tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:18.063683 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-365b6204-89f0-42e7-9d82-fbad085b46b2 req-feefc2ef-de3b-45b1-a929-dc1c164abd3f tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 972 time: 0.1045232 Dec 08 01:29:18.064681 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:18.089179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-30731439-c559-4a04-8569-30e498b341e6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba HTTP/1.1" status: 200 len: 380 time: 0.0974600 Dec 08 01:29:18.102313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Request body: {'port': {'device_id': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'admin_state_up': True, 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'security_groups': ['3a03c2bc-8126-4acd-9ea6-206b0bf49369']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:18.125843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Pushing event updated for resources: {'Port': ['ID=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:18.168429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Attempting to bind port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:29:18.168696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Attempting to bind port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:29:18.169034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Attempting to bind port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:18.174110 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:29:18.174323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Attempting to bind port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:18.176544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-365b6204-89f0-42e7-9d82-fbad085b46b2 req-727f6731-a95c-45ef-959c-028549717d74 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997770 Dec 08 01:29:18.205736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:29:18.210921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:18.211524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:29:18.211999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Bound port: a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:29:18.212398 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:18.320656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Made reservation on behalf of f160d5f3eba14acd8effdd0b8a7c34ba for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:18.321319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] For port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:29:18.324462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:18.326657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] For port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:29:18.336620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:18.370393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:18.371001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:18.376597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] 10.222.0.65 "PUT /v2.0/ports/a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 HTTP/1.1" status: 200 len: 1097 time: 1.3835852 Dec 08 01:29:18.424378 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de0fdd3-b92a-4a6e-be43-9986e8d5e11d', 'tag': 'a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:18.432251 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c047ad-78b1-4fc4-a2cf-1cd7ba4807bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6de0fdd3-b92a-4a6e-be43-9986e8d5e11d", "tag": "a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:18.550206 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cfce01-766a-4ce9-b73d-b905698c68b2 x-openstack-request-id: req-a1cfce01-766a-4ce9-b73d-b905698c68b2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:18.551175 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de0fdd3-b92a-4a6e-be43-9986e8d5e11d", "tag": "a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:18.551441 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1cfce01-766a-4ce9-b73d-b905698c68b2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:18.551852 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6de0fdd3-b92a-4a6e-be43-9986e8d5e11d', 'tag': 'a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579', 'status': 'completed', 'code': 200} Dec 08 01:29:18.568681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59832) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:18.607620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b581f3-4c9b-4b16-8756-2ac2374d35ad service neutron] Pushing event updated for resources: {'Port': ['ID=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:18.639326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-77656b7b-30bf-4c31-b5ab-492ccf6aa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:18.641361 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-77656b7b-30bf-4c31-b5ab-492ccf6aa6c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=764670fcef174df5aecbb64f1ceae947&device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 1100 time: 0.1738203 Dec 08 01:29:18.684150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59840) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:18.718765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-191d7b08-3df0-4e87-a940-dcde5a16871a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 HTTP/1.1" status: 200 len: 217 time: 0.0563226 Dec 08 01:29:18.723579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-152548679-network', 'tenant_id': '129b9215a34f4b66a7aa26c053222ea4'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:18.796986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9b817-2fbe-43b5-aaec-cfc6fa1c67a9 req-59360199-ef89-4dc4-9a99-c9d099589756 tempest-AggregatesAdminTestJSON-120167171 tempest-AggregatesAdminTestJSON-120167171-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:18.798874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81b9b817-2fbe-43b5-aaec-cfc6fa1c67a9 req-59360199-ef89-4dc4-9a99-c9d099589756 tempest-AggregatesAdminTestJSON-120167171 tempest-AggregatesAdminTestJSON-120167171-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 1124 time: 0.1283140 Dec 08 01:29:18.804563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-3f9d5b01-c9e6-4512-84a0-3aa73536bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:18.805737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-3f9d5b01-c9e6-4512-84a0-3aa73536bbd9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0670421 Dec 08 01:29:18.837549 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a7440-536b-4a51-9d1e-c349c111771f req-1eb2e9b9-5fa2-41c3-95d1-b220cc39f4b0 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:18.839238 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d23a7440-536b-4a51-9d1e-c349c111771f req-1eb2e9b9-5fa2-41c3-95d1-b220cc39f4b0 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 948 time: 0.2022340 Dec 08 01:29:18.839928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Made reservation on behalf of 129b9215a34f4b66a7aa26c053222ea4 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:18.842274 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:18.854989 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81b9b817-2fbe-43b5-aaec-cfc6fa1c67a9 req-abe4c0c6-bdfd-4d7f-80d7-7a9c0aa4d300 tempest-AggregatesAdminTestJSON-120167171 tempest-AggregatesAdminTestJSON-120167171-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:18.907528 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7030bc45-d343-4836-aa85-3c28d460bb03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:18.916033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Allocated IP 172.20.0.7 (45794b73-594c-438d-a11c-067a267cf9ce/5c7176f9-f7bf-457f-8cdd-cf682e2c25da/c06b264c-3243-4cc1-a9f8-635da8382216) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:29:18.925842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59844) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:18.926122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d23a7440-536b-4a51-9d1e-c349c111771f req-feb509c6-7679-45f4-b911-3b90698d1146 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771012 Dec 08 01:29:18.927107 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:18.933452 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1396001301-network', 'tenant_id': '269d08582ef341c3b5bbb88d54277f96'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:18.959489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-f34a2414-ca88-41d2-a778-225832d58c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:18.960990 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-f34a2414-ca88-41d2-a778-225832d58c85 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298440 Dec 08 01:29:19.045765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Made reservation on behalf of 269d08582ef341c3b5bbb88d54277f96 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:19.048257 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.057434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59848) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:19.058287 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb8e6866-eb60-428e-8894-f9ca5e795cba req-2a33f512-09cb-4fa0-a9a7-c518fd23c9fb tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 210 time: 0.0413468 Dec 08 01:29:19.111666 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.176620 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.184831 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.198665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81b9b817-2fbe-43b5-aaec-cfc6fa1c67a9 req-abe4c0c6-bdfd-4d7f-80d7-7a9c0aa4d300 tempest-AggregatesAdminTestJSON-120167171 tempest-AggregatesAdminTestJSON-120167171-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.204692 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.222232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:29:19.222888 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81b9b817-2fbe-43b5-aaec-cfc6fa1c67a9 req-abe4c0c6-bdfd-4d7f-80d7-7a9c0aa4d300 tempest-AggregatesAdminTestJSON-120167171 tempest-AggregatesAdminTestJSON-120167171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.226487 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7030bc45-d343-4836-aa85-3c28d460bb03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.236003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c35668-2759-4a51-93d8-95647e8a7be4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:19.240013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-6b8c6c5b-e43d-4447-ba07-0e5cd53eaf84 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662430 Dec 08 01:29:19.243909 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.244247 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Added segment d753aeb7-78ce-4ae3-a64c-ec710cdcb30b of type vlan for network eae6431e-4eac-4fd2-9ff9-25c37c2152cf Dec 08 01:29:19.255555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7030bc45-d343-4836-aa85-3c28d460bb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.279708 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2d23a02-7e72-40b0-959f-bd0e6d76d1a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.299602 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.304354 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.332593 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81b9b817-2fbe-43b5-aaec-cfc6fa1c67a9 req-abe4c0c6-bdfd-4d7f-80d7-7a9c0aa4d300 tempest-AggregatesAdminTestJSON-120167171 tempest-AggregatesAdminTestJSON-120167171-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256639 Dec 08 01:29:19.375828 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7030bc45-d343-4836-aa85-3c28d460bb03 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=98e05c25e3e34b319471a20d2ec6c54f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7971857 Dec 08 01:29:19.375932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59856) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:19.415492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Network 45794b73-594c-438d-a11c-067a267cf9ce is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:29:19.422098 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.423045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:19.423626 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.428807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4c0c6-bdfd-4d7f-80d7-7a9c0aa4d300 tempest-AggregatesAdminTestJSON-120167171 tempest-AggregatesAdminTestJSON-120167171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a116a58-5593-479a-9852-d2ad3919ac2e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:19.435404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:19.493676 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.507445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030bc45-d343-4836-aa85-3c28d460bb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f6bbb3-5863-42db-a2bd-d370478793ff,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:19.510068 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.516463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Pushing event updated for resources: {'Port': ['ID=c06b264c-3243-4cc1-a9f8-635da8382216,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:19.530112 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cc17ff0-2c16-41c2-a431-84135459b181 req-246188b4-03a9-4eea-bb6c-9e617e38d2ed service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715120 Dec 08 01:29:19.535831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:29:19.544772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:19.545588 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.569284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:29:19.578024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac3ebc5-009c-4c7a-b094-5ae11b0a5088,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:19.598855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] Pushing event updated for resources: {'Network': ['ID=eae6431e-4eac-4fd2-9ff9-25c37c2152cf,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:19.598855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1a01afac-6187-424b-ad83-18dc95baa0fa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8804023 Dec 08 01:29:19.600690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59870) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:19.601449 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.601798 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Added segment 5ae12b2a-06a2-400f-b85e-721a62f84a64 of type vlan for network 63b302d5-c5f7-4fb6-a239-38730d0ab9c6 Dec 08 01:29:19.605259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a087ed06-5d6e-4fad-89f2-ef111870e1f5 admin admin] Request body: {'subnet': {'network_id': 'eae6431e-4eac-4fd2-9ff9-25c37c2152cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-152548679-subnet', 'tenant_id': '129b9215a34f4b66a7aa26c053222ea4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:19.621287 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2d23a02-7e72-40b0-959f-bd0e6d76d1a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.643041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network eae6431e-4eac-4fd2-9ff9-25c37c2152cf details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:29:19.649556 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2d23a02-7e72-40b0-959f-bd0e6d76d1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.653772 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-907b96ac-b86c-4202-8955-a1da831fec5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.688231 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-907b96ac-b86c-4202-8955-a1da831fec5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.698504 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.724651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a087ed06-5d6e-4fad-89f2-ef111870e1f5 admin admin] Made reservation on behalf of 129b9215a34f4b66a7aa26c053222ea4 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:19.728983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a087ed06-5d6e-4fad-89f2-ef111870e1f5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.741712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-5aace091-2bf7-4adc-93e9-d2708720ebec tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6451626 Dec 08 01:29:19.763652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c2d23a02-7e72-40b0-959f-bd0e6d76d1a4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=586ca2112e4e49d390dffbb723b3f90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6935794 Dec 08 01:29:19.771925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59874) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:19.781071 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d23a02-7e72-40b0-959f-bd0e6d76d1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a147385e-5a91-49d1-9478-71a52d554cbf,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:19.814735 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.815683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:19.816373 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.822699 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Request body: {'port': {'device_id': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:19.822938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c047ad-78b1-4fc4-a2cf-1cd7ba4807bf req-00e6f0ba-05cf-4cb5-abef-b5003ef84177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:19.824445 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44c047ad-78b1-4fc4-a2cf-1cd7ba4807bf req-00e6f0ba-05cf-4cb5-abef-b5003ef84177 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=764670fcef174df5aecbb64f1ceae947&device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 1100 time: 0.1563237 Dec 08 01:29:19.890636 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9597309 Dec 08 01:29:19.902699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f07f3704-8a95-4f68-8aee-c4aee8652c29 None None] Provisioning complete for port c06b264c-3243-4cc1-a9f8-635da8382216 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:19.903360 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f07f3704-8a95-4f68-8aee-c4aee8652c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:19.924981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:19.934036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-05c81f29-43a6-46c2-936f-ab6873106769 admin admin] Request body: {'subnet': {'network_id': '63b302d5-c5f7-4fb6-a239-38730d0ab9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1396001301-subnet', 'tenant_id': '269d08582ef341c3b5bbb88d54277f96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:19.942715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24691954-9c6e-451c-8ebe-e20ead3adfa7 admin admin] Pushing event updated for resources: {'Network': ['ID=63b302d5-c5f7-4fb6-a239-38730d0ab9c6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:19.953546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f07f3704-8a95-4f68-8aee-c4aee8652c29 None None] Port c06b264c-3243-4cc1-a9f8-635da8382216 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:29:19.980853 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 63b302d5-c5f7-4fb6-a239-38730d0ab9c6 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:29:19.997946 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69431010-cbe3-45f3-ad9b-3a3c2543a325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.039531 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69431010-cbe3-45f3-ad9b-3a3c2543a325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.053233 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c81f29-43a6-46c2-936f-ab6873106769 admin admin] Made reservation on behalf of 269d08582ef341c3b5bbb88d54277f96 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:20.055486 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05c81f29-43a6-46c2-936f-ab6873106769 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.072565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c047ad-78b1-4fc4-a2cf-1cd7ba4807bf req-a64dd88d-ed2e-46a3-962a-0de94373c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:20.074054 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44c047ad-78b1-4fc4-a2cf-1cd7ba4807bf req-a64dd88d-ed2e-46a3-962a-0de94373c645 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2301507 Dec 08 01:29:20.171935 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44c047ad-78b1-4fc4-a2cf-1cd7ba4807bf req-c2612eda-8b8f-4673-a157-eee00384c5eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 HTTP/1.1" status: 200 len: 217 time: 0.0843935 Dec 08 01:29:20.199603 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-907b96ac-b86c-4202-8955-a1da831fec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.202210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-907b96ac-b86c-4202-8955-a1da831fec5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.205966 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-907b96ac-b86c-4202-8955-a1da831fec5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77f6bbb3-5863-42db-a2bd-d370478793ff HTTP/1.1" status: 204 len: 168 time: 0.8273447 Dec 08 01:29:20.247202 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.265411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b96ac-b86c-4202-8955-a1da831fec5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f6bbb3-5863-42db-a2bd-d370478793ff,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:20.270286 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69431010-cbe3-45f3-ad9b-3a3c2543a325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.273497 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69431010-cbe3-45f3-ad9b-3a3c2543a325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.274653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-69431010-cbe3-45f3-ad9b-3a3c2543a325 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a147385e-5a91-49d1-9478-71a52d554cbf HTTP/1.1" status: 204 len: 168 time: 0.5017526 Dec 08 01:29:20.286886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361785ad-4dba-42bf-9578-4a91638132d0 req-54a16605-d74d-41b4-86d8-fb99bd204056 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:20.294157 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-361785ad-4dba-42bf-9578-4a91638132d0 req-54a16605-d74d-41b4-86d8-fb99bd204056 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 948 time: 0.1775541 Dec 08 01:29:20.301872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69431010-cbe3-45f3-ad9b-3a3c2543a325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a147385e-5a91-49d1-9478-71a52d554cbf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:20.305754 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c047ad-78b1-4fc4-a2cf-1cd7ba4807bf req-f0564bc0-f827-4e6a-8b33-9bb78565a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:20.307235 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44c047ad-78b1-4fc4-a2cf-1cd7ba4807bf req-f0564bc0-f827-4e6a-8b33-9bb78565a7c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1249597 Dec 08 01:29:20.478790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a86880-9267-4530-b181-aef3563ca75e req-36ff3ca3-f2fb-4c98-a3d6-bfaa268f1259 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:20.480517 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56a86880-9267-4530-b181-aef3563ca75e req-36ff3ca3-f2fb-4c98-a3d6-bfaa268f1259 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 931 time: 0.1829903 Dec 08 01:29:20.486631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c047ad-78b1-4fc4-a2cf-1cd7ba4807bf req-69ac0041-8454-4932-913a-07eb8dc5d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:20.489215 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44c047ad-78b1-4fc4-a2cf-1cd7ba4807bf req-69ac0041-8454-4932-913a-07eb8dc5d071 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1427128 Dec 08 01:29:20.539437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05c81f29-43a6-46c2-936f-ab6873106769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.585613 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a087ed06-5d6e-4fad-89f2-ef111870e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.601965 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-361785ad-4dba-42bf-9578-4a91638132d0 req-cc39c337-0a7e-4149-880f-a1eedd32a2cc tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069015 Dec 08 01:29:20.670725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c81f29-43a6-46c2-936f-ab6873106769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d4af19-14dd-4dc0-91a1-6a87c1603d56,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:20.679529 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56a86880-9267-4530-b181-aef3563ca75e req-7cb39ea9-9a81-4645-9f94-26c1280f979e tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893053 Dec 08 01:29:20.726441 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44c047ad-78b1-4fc4-a2cf-1cd7ba4807bf req-b20d2804-57ee-48ae-af52-2844aa34dd91 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218349 Dec 08 01:29:20.758649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59912) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:20.776494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59916) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:20.780663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c81f29-43a6-46c2-936f-ab6873106769 admin admin] Checking segment: {'id': '5ae12b2a-06a2-400f-b85e-721a62f84a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '63b302d5-c5f7-4fb6-a239-38730d0ab9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:20.781349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c81f29-43a6-46c2-936f-ab6873106769 admin admin] Network hostable DHCP agents. Network: 63b302d5-c5f7-4fb6-a239-38730d0ab9c6, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:29:20.808410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e64eb97-bcf3-47e7-ae88-6f4f73b49817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.813312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087ed06-5d6e-4fad-89f2-ef111870e1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7cc5eaf-b930-48dd-b767-9356f78ed1e9,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:20.847771 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6adcf91-d642-445e-b3b3-c5683845b5b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.862672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c81f29-43a6-46c2-936f-ab6873106769 admin admin] Network 63b302d5-c5f7-4fb6-a239-38730d0ab9c6 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:29:20.874090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087ed06-5d6e-4fad-89f2-ef111870e1f5 admin admin] Checking segment: {'id': 'd753aeb7-78ce-4ae3-a64c-ec710cdcb30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'eae6431e-4eac-4fd2-9ff9-25c37c2152cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:20.874596 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087ed06-5d6e-4fad-89f2-ef111870e1f5 admin admin] Network hostable DHCP agents. Network: eae6431e-4eac-4fd2-9ff9-25c37c2152cf, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:29:20.890682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-05c81f29-43a6-46c2-936f-ab6873106769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 63b302d5-c5f7-4fb6-a239-38730d0ab9c6) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:20.912887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e002f63-0182-47a8-ad66-c58e40e9cff8 None None] Network 63b302d5-c5f7-4fb6-a239-38730d0ab9c6 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:20.946271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c81f29-43a6-46c2-936f-ab6873106769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:20.946859 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05c81f29-43a6-46c2-936f-ab6873106769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:20.954216 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44c047ad-78b1-4fc4-a2cf-1cd7ba4807bf req-7f33b751-b237-4fad-a4eb-eb5917c2d911 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113676 Dec 08 01:29:20.958162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a087ed06-5d6e-4fad-89f2-ef111870e1f5 admin admin] Network eae6431e-4eac-4fd2-9ff9-25c37c2152cf is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:29:20.990139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a087ed06-5d6e-4fad-89f2-ef111870e1f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, eae6431e-4eac-4fd2-9ff9-25c37c2152cf) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:21.025998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-05c81f29-43a6-46c2-936f-ab6873106769 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0966115 Dec 08 01:29:21.044130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e64eb97-bcf3-47e7-ae88-6f4f73b49817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.049893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e64eb97-bcf3-47e7-ae88-6f4f73b49817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.054702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7977f9f-f5d2-4262-a5c9-c8a134e8fd61 None None] Network eae6431e-4eac-4fd2-9ff9-25c37c2152cf requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:21.063291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a087ed06-5d6e-4fad-89f2-ef111870e1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:21.063892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a087ed06-5d6e-4fad-89f2-ef111870e1f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.072735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa430b6-e733-4669-b812-059728ce8422 None None] Network 63b302d5-c5f7-4fb6-a239-38730d0ab9c6 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:21.092642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06b264c-3243-4cc1-a9f8-635da8382216 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:21.106159 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.141848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Transition to ACTIVE for port object c06b264c-3243-4cc1-a9f8-635da8382216 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:29:21.161322 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.246106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Pushing event updated for resources: {'Port': ['ID=c06b264c-3243-4cc1-a9f8-635da8382216,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:21.280180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6adcf91-d642-445e-b3b3-c5683845b5b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.290615 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a087ed06-5d6e-4fad-89f2-ef111870e1f5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6891034 Dec 08 01:29:21.294241 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6adcf91-d642-445e-b3b3-c5683845b5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.295769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1e64eb97-bcf3-47e7-ae88-6f4f73b49817 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6fdec668eb97454188f1ae59c1c98739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5344541 Dec 08 01:29:21.299241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59944) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:21.307742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64eb97-bcf3-47e7-ae88-6f4f73b49817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54eb6a8d-3f3a-4144-9303-14a3f45d305c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:21.368012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6325ce6a-008e-44b8-bd9e-f9613bdcb744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.400927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df8a96-2498-4094-aa64-46fd3be05354 None None] Network eae6431e-4eac-4fd2-9ff9-25c37c2152cf requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:21.424070 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6325ce6a-008e-44b8-bd9e-f9613bdcb744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.489032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adcf91-d642-445e-b3b3-c5683845b5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbafcaaf-4f64-41d2-a101-5a7e8b8a701c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:21.530681 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6325ce6a-008e-44b8-bd9e-f9613bdcb744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.535541 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6325ce6a-008e-44b8-bd9e-f9613bdcb744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.542277 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6325ce6a-008e-44b8-bd9e-f9613bdcb744 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54eb6a8d-3f3a-4144-9303-14a3f45d305c HTTP/1.1" status: 204 len: 168 time: 0.2418933 Dec 08 01:29:21.563930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325ce6a-008e-44b8-bd9e-f9613bdcb744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eb6a8d-3f3a-4144-9303-14a3f45d305c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:21.582089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Attempting to bind port c06b264c-3243-4cc1-a9f8-635da8382216 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:29:21.582089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Attempting to bind port c06b264c-3243-4cc1-a9f8-635da8382216 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:29:21.582089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Attempting to bind port c06b264c-3243-4cc1-a9f8-635da8382216 on network 45794b73-594c-438d-a11c-067a267cf9ce {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:21.585776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c6adcf91-d642-445e-b3b3-c5683845b5b3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=103d16aed7c744d998b8207f5c6bc841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8002412 Dec 08 01:29:21.586619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59964) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:21.587560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59962) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:21.606451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Port c06b264c-3243-4cc1-a9f8-635da8382216 on network 45794b73-594c-438d-a11c-067a267cf9ce not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:29:21.606778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Attempting to bind port c06b264c-3243-4cc1-a9f8-635da8382216 on network 45794b73-594c-438d-a11c-067a267cf9ce {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:21.659063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:29:21.659435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Checking segment: {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:21.664830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Bound using segment: {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:29:21.667113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Bound port: c06b264c-3243-4cc1-a9f8-635da8382216, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:29:21.668822 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.693568 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d31c8a85-b998-4874-933b-4864403d4b95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.728651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f870f8-97ce-4032-bc73-399ee22bc44d admin admin] Deleting subnet f8732048-70fa-4717-84f2-a17e29fcc709 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:29:21.729463 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d31c8a85-b998-4874-933b-4864403d4b95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.734284 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1f870f8-97ce-4032-bc73-399ee22bc44d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.802806 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d31c8a85-b998-4874-933b-4864403d4b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.806089 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d31c8a85-b998-4874-933b-4864403d4b95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.810818 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d31c8a85-b998-4874-933b-4864403d4b95 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cbafcaaf-4f64-41d2-a101-5a7e8b8a701c HTTP/1.1" status: 204 len: 168 time: 0.2229493 Dec 08 01:29:21.830527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c8a85-b998-4874-933b-4864403d4b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbafcaaf-4f64-41d2-a101-5a7e8b8a701c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:21.838541 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1f870f8-97ce-4032-bc73-399ee22bc44d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.885796 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1f870f8-97ce-4032-bc73-399ee22bc44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:21.951991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] For port c06b264c-3243-4cc1-a9f8-635da8382216, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:29:21.985088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] For port c06b264c-3243-4cc1-a9f8-635da8382216, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c06b264c-3243-4cc1-a9f8-635da8382216,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:29:22.006679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792e248-71b9-4e7a-8f60-e25bcc7d0dd6 req-a48dc516-db8b-438f-a7a6-a942dcbc6cc1 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:22.016934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0792e248-71b9-4e7a-8f60-e25bcc7d0dd6 req-a48dc516-db8b-438f-a7a6-a942dcbc6cc1 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 948 time: 0.1808705 Dec 08 01:29:22.022139 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:22.078290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e71f-5aad-4ac1-9262-01089765d853 req-ec0dbb14-2b90-4023-8378-f9eecba8a574 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:22.079850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-ec0dbb14-2b90-4023-8378-f9eecba8a574 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 821 time: 0.2514870 Dec 08 01:29:22.097671 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-23d2db6c-2032-42d7-9869-20c1a96e97e2 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/quotas/be969996768c47d9a8724404f7a037cd HTTP/1.1" status: 200 len: 375 time: 0.0106294 Dec 08 01:29:22.117872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:22.118589 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:22.120683 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] 10.222.0.65 "PUT /v2.0/ports/c06b264c-3243-4cc1-a9f8-635da8382216 HTTP/1.1" status: 200 len: 1092 time: 2.3603654 Dec 08 01:29:22.121252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'tag': 'c06b264c-3243-4cc1-a9f8-635da8382216'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:22.193943 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-b6c6c717-ef4d-4df4-a37f-1395c0718ab6 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899374 Dec 08 01:29:22.229810 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1f870f8-97ce-4032-bc73-399ee22bc44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:22.243128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:29:22.284430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b594f4-f262-499d-83c6-9d5fcc0dfe67 service neutron] Pushing event updated for resources: {'Port': ['ID=c06b264c-3243-4cc1-a9f8-635da8382216,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:22.344677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f870f8-97ce-4032-bc73-399ee22bc44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8732048-70fa-4717-84f2-a17e29fcc709,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:22.364143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0792e248-71b9-4e7a-8f60-e25bcc7d0dd6 req-6372efe4-c64d-4bb9-8a50-f8fe93bcc263 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356857 Dec 08 01:29:22.370313 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1f870f8-97ce-4032-bc73-399ee22bc44d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:22.373573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a1f870f8-97ce-4032-bc73-399ee22bc44d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f8732048-70fa-4717-84f2-a17e29fcc709 HTTP/1.1" status: 204 len: 168 time: 0.7833540 Dec 08 01:29:22.376725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60018) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:22.417795 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-4cb1890f-32a2-42ce-9bb3-88d2e10e13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:22.419957 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-4cb1890f-32a2-42ce-9bb3-88d2e10e13a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba&device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 1095 time: 0.2078898 Dec 08 01:29:22.462445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:22.501690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579', 'mac_address': 'fa:16:3e:50:85:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:29:22.505368 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:22.517784 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-bd950336-73d5-441c-856d-345a24d84e7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c06b264c-3243-4cc1-a9f8-635da8382216 HTTP/1.1" status: 200 len: 217 time: 0.0796628 Dec 08 01:29:22.546678 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:22.561885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:22.563112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-5c562e83-ced1-4f1c-9578-877d01fd3d43 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:29:22.564408 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-5c562e83-ced1-4f1c-9578-877d01fd3d43 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2479744 Dec 08 01:29:22.596864 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f94ae07-cc78-463c-8eae-1a17cebfd7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe04e54-61a7-4dd1-9c05-bba9ae107ea0", "tag": "c06b264c-3243-4cc1-a9f8-635da8382216"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:22.615053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:22.621383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-f991904b-f5ff-4acf-b906-c8ada581d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:22.623304 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-f991904b-f5ff-4acf-b906-c8ada581d5b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c7176f9-f7bf-457f-8cdd-cf682e2c25da HTTP/1.1" status: 200 len: 862 time: 0.0949039 Dec 08 01:29:22.624397 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:22.637119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcf88f-658c-4a34-b1ba-889b33083084 req-c9f05ce3-191b-4a51-88e5-1d2ea9b4ffbe tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:22.639250 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6afcf88f-658c-4a34-b1ba-889b33083084 req-c9f05ce3-191b-4a51-88e5-1d2ea9b4ffbe tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 943 time: 0.1242547 Dec 08 01:29:22.649311 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:22.709599 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.709979 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.710751 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.711109 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.711439 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.711929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.712258 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.712609 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.713068 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.713402 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.744831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:22.759913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-fc2360ab-3c63-471d-b838-f8a72a0abe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:22.761444 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-fc2360ab-3c63-471d-b838-f8a72a0abe67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45794b73-594c-438d-a11c-067a267cf9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211655 Dec 08 01:29:22.765188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6afcf88f-658c-4a34-b1ba-889b33083084 req-84ad8b82-9458-4048-a0ff-3e8b029c0396 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944347 Dec 08 01:29:22.817223 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.818798 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.819151 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.819499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:29:22.819886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d307ed-8727-4dd1-b0cb-8825dcfcf9e3']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:22.845583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936b5dae-64da-43b7-84e1-f3076cd004fe') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:22.845904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936b5dae-64da-43b7-84e1-f3076cd004fe') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:22.871558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:22.904758 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-c1c45216-a9a6-48d1-8145-c0a2e15998b0 service neutron] 10.222.0.70 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269811 Dec 08 01:29:22.905271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-9b87a48b-fe3f-4f33-8ba7-9e36a944bd5f service neutron] 10.222.0.65 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351283 Dec 08 01:29:22.932905 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:22.951653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:29:22.952056 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: from cryptography.utils import int_from_bytes Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: from cryptography.utils import int_from_bytes Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:29:22.984851 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:29:23.031715 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c2447d-fae5-4007-a900-1d751a5903b0 req-3d5c5421-c252-40bb-bda4-fd4abd522826 service neutron] 10.222.0.65 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180329 Dec 08 01:29:23.069665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:23.114261 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d349854-41a2-4c0d-ba59-6acc4911f7f8 x-openstack-request-id: req-0d349854-41a2-4c0d-ba59-6acc4911f7f8 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:23.114261 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe04e54-61a7-4dd1-9c05-bba9ae107ea0", "tag": "c06b264c-3243-4cc1-a9f8-635da8382216", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:23.114502 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d349854-41a2-4c0d-ba59-6acc4911f7f8 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:23.114836 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'tag': 'c06b264c-3243-4cc1-a9f8-635da8382216', 'status': 'completed', 'code': 200} Dec 08 01:29:23.127867 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:23.146814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-f0d4c590-f7ff-400d-8c94-4ac40f9376dc service neutron] 10.222.0.70 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412095 Dec 08 01:29:23.158146 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:23.165210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60046) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:23.179262 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/28d307ed-8727-4dd1-b0cb-8825dcfcf9e3 HTTP/1.1" status: 204 len: 168 time: 0.7999763 Dec 08 01:29:23.187049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5d0df-3ec3-4d5c-8322-6302876a98a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=28d307ed-8727-4dd1-b0cb-8825dcfcf9e3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:23.332109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03e2c29-0076-46b7-bfa0-22ce6a52b720 admin admin] Deleting subnet c7cc5eaf-b930-48dd-b767-9356f78ed1e9 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:29:23.345161 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c03e2c29-0076-46b7-bfa0-22ce6a52b720 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:23.409993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94ae07-cc78-463c-8eae-1a17cebfd7fa req-5bda17ba-04ac-4e88-a5c2-cbbbae66a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:23.412570 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f94ae07-cc78-463c-8eae-1a17cebfd7fa req-5bda17ba-04ac-4e88-a5c2-cbbbae66a171 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba&device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 1095 time: 0.2350829 Dec 08 01:29:23.704983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c03e2c29-0076-46b7-bfa0-22ce6a52b720 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:23.758909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79f4e9ae-07a2-4b33-8a9c-47a448670291 req-96d25f6d-34d6-4bb0-b4ce-9e8a0567992a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 210 time: 0.0275655 Dec 08 01:29:23.839674 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c03e2c29-0076-46b7-bfa0-22ce6a52b720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:23.981934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b110fe-c948-40f5-a2e2-ada210d5ddbc req-081b0af4-0ebf-48d4-851e-8d8f619a0abc tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:23.991894 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0b110fe-c948-40f5-a2e2-ada210d5ddbc req-081b0af4-0ebf-48d4-851e-8d8f619a0abc tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 943 time: 0.0738659 Dec 08 01:29:24.031934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e3712-cfe5-454d-944d-f600ae24679f req-7e368d85-1319-45d1-a347-492700173ef5 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:24.035003 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-479e3712-cfe5-454d-944d-f600ae24679f req-7e368d85-1319-45d1-a347-492700173ef5 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 949 time: 0.3485563 Dec 08 01:29:24.036410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94ae07-cc78-463c-8eae-1a17cebfd7fa req-da7d37cf-df30-4324-9e2d-e060e8d5c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:24.039239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f94ae07-cc78-463c-8eae-1a17cebfd7fa req-da7d37cf-df30-4324-9e2d-e060e8d5c62c service neutron] 10.222.0.65 "GET /v2.0/networks?id=45794b73-594c-438d-a11c-067a267cf9ce HTTP/1.1" status: 200 len: 924 time: 0.6176302 Dec 08 01:29:24.057315 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0b110fe-c948-40f5-a2e2-ada210d5ddbc req-ff28f451-920b-4a66-9495-10c683813dab tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603998 Dec 08 01:29:24.105645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c03e2c29-0076-46b7-bfa0-22ce6a52b720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:24.192337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f94ae07-cc78-463c-8eae-1a17cebfd7fa req-30f22314-dafb-47fa-bbe9-cf23644f4627 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c06b264c-3243-4cc1-a9f8-635da8382216 HTTP/1.1" status: 200 len: 217 time: 0.1372592 Dec 08 01:29:24.196380 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c03e2c29-0076-46b7-bfa0-22ce6a52b720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:24.199902 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c03e2c29-0076-46b7-bfa0-22ce6a52b720 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c7cc5eaf-b930-48dd-b767-9356f78ed1e9 HTTP/1.1" status: 204 len: 168 time: 1.0336726 Dec 08 01:29:24.203052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e2c29-0076-46b7-bfa0-22ce6a52b720 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7cc5eaf-b930-48dd-b767-9356f78ed1e9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:24.203401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60120) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:24.231911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:29:24.268314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94ae07-cc78-463c-8eae-1a17cebfd7fa req-244eb221-7da7-4dce-a2a9-6dc649fb2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:24.270363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f94ae07-cc78-463c-8eae-1a17cebfd7fa req-244eb221-7da7-4dce-a2a9-6dc649fb2fc6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c7176f9-f7bf-457f-8cdd-cf682e2c25da HTTP/1.1" status: 200 len: 862 time: 0.0682468 Dec 08 01:29:24.277028 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-479e3712-cfe5-454d-944d-f600ae24679f req-8775cd1d-15b4-4a4d-8915-8130c8af769a tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118702 Dec 08 01:29:24.387836 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:29:24.398069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:24.404904 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:24.410104 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:24.429527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94ae07-cc78-463c-8eae-1a17cebfd7fa req-9d598b36-1d89-4528-90ee-e05caae5bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:24.432247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f94ae07-cc78-463c-8eae-1a17cebfd7fa req-9d598b36-1d89-4528-90ee-e05caae5bdb5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45794b73-594c-438d-a11c-067a267cf9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1382849 Dec 08 01:29:24.538027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:24.566918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae6431e-4eac-4fd2-9ff9-25c37c2152cf']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:24.578977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd753aeb7-78ce-4ae3-a64c-ec710cdcb30b') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:24.579962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd753aeb7-78ce-4ae3-a64c-ec710cdcb30b') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:24.593315 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:24.609002 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:24.611706 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:24.622666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:29:24.624461 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:29:24.628341 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:29:24.653447 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f94ae07-cc78-463c-8eae-1a17cebfd7fa req-c189aab3-5d75-45b7-b02d-edbc42103315 service neutron] 10.222.0.65 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099805 Dec 08 01:29:24.687168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:24.687168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de0fdd3-b92a-4a6e-be43-9986e8d5e11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:24.690373 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefe9e47-32e9-4513-a60d-c1730f9cac60" -d '{"events": [{"server_uuid": "6de0fdd3-b92a-4a6e-be43-9986e8d5e11d", "name": "network-vif-plugged", "status": "completed", "tag": "a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:24.694549 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:24.773470 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:24.784138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:24.791540 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:24.795518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/eae6431e-4eac-4fd2-9ff9-25c37c2152cf HTTP/1.1" status: 204 len: 168 time: 0.5906053 Dec 08 01:29:24.814983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b576ea-b5ac-44f6-826c-ed5c6ad3c0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae6431e-4eac-4fd2-9ff9-25c37c2152cf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:24.840729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c156edbe-6c7a-4946-8d26-171ec3675300 req-c0cd5c47-9307-4202-a7a2-c10c5cfcd8b7 tempest-FlavorsV2NegativeTest-424453061 tempest-FlavorsV2NegativeTest-424453061-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f4aa4dd010db4fef9d0a15918de633de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229270 Dec 08 01:29:24.844944 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f94ae07-cc78-463c-8eae-1a17cebfd7fa req-0e4f00c2-c2b4-42b6-aa13-b717e20a3cb3 service neutron] 10.222.0.65 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829600 Dec 08 01:29:24.864531 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b079b654-19b2-4336-9b29-841bb79208ee x-openstack-request-id: req-b079b654-19b2-4336-9b29-841bb79208ee {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:24.864694 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de0fdd3-b92a-4a6e-be43-9986e8d5e11d", "name": "network-vif-plugged", "status": "completed", "tag": "a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:24.865009 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b079b654-19b2-4336-9b29-841bb79208ee {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:24.865431 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de0fdd3-b92a-4a6e-be43-9986e8d5e11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579', 'code': 200} Dec 08 01:29:24.991351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156edbe-6c7a-4946-8d26-171ec3675300 req-8208a8c1-5f08-4026-a83e-80488c2561fc tempest-FlavorsV2NegativeTest-424453061 tempest-FlavorsV2NegativeTest-424453061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:24.993924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c156edbe-6c7a-4946-8d26-171ec3675300 req-8208a8c1-5f08-4026-a83e-80488c2561fc tempest-FlavorsV2NegativeTest-424453061 tempest-FlavorsV2NegativeTest-424453061-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453066 Dec 08 01:29:25.012809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-644d6b60-c1de-4396-b13f-54179c28797b req-9079b181-3b98-4ff2-b0fd-12e4bccad3e3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 210 time: 0.0562108 Dec 08 01:29:25.034084 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c156edbe-6c7a-4946-8d26-171ec3675300 req-9833a872-e11b-4af0-ba14-e7eb0f5fccc8 tempest-FlavorsV2NegativeTest-424453061 tempest-FlavorsV2NegativeTest-424453061-project] 10.222.0.70 "GET /v2.0/quotas/f4aa4dd010db4fef9d0a15918de633de HTTP/1.1" status: 200 len: 375 time: 0.0250072 Dec 08 01:29:25.043962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60178) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:25.068217 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c156edbe-6c7a-4946-8d26-171ec3675300 req-4f9e37b5-b477-40c6-9490-cded0d021579 tempest-FlavorsV2NegativeTest-424453061 tempest-FlavorsV2NegativeTest-424453061-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4aa4dd010db4fef9d0a15918de633de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349774 Dec 08 01:29:25.189283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e510b-351a-431d-9f41-1031eb1b3005 req-8147526b-37db-4477-a92b-a3904f29afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:25.191898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6e4e510b-351a-431d-9f41-1031eb1b3005 req-8147526b-37db-4477-a92b-a3904f29afd6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 1102 time: 0.1668973 Dec 08 01:29:25.282247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6e4e510b-351a-431d-9f41-1031eb1b3005 req-e561bfd9-de03-4c3f-8d31-3f5b54fca141 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794239 Dec 08 01:29:25.314445 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-74a5b746-f0a4-464b-b11c-a33ab4211745 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc1405b8faf043a5aff16cafb05db383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689872 Dec 08 01:29:25.316876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60200) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:25.327005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93721b-f90e-435a-8b1a-f5d03c1939e7 req-f3898e07-47de-4f9a-8b1f-5b838fbf2e49 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:25.328546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee93721b-f90e-435a-8b1a-f5d03c1939e7 req-f3898e07-47de-4f9a-8b1f-5b838fbf2e49 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 943 time: 0.1370654 Dec 08 01:29:25.357171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e71f-5aad-4ac1-9262-01089765d853 req-d8cc08f2-3553-47b4-b5d2-a1f9d351943f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:25.359039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-d8cc08f2-3553-47b4-b5d2-a1f9d351943f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 821 time: 0.2898104 Dec 08 01:29:25.373952 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-478d6386-38ab-42e4-b793-4390d0d68935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:25.394397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b019e71f-5aad-4ac1-9262-01089765d853 req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Request body: {'port': {'device_id': '5ab7dcac-7edf-4c58-97e7-c1f945143344', 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24', 'admin_state_up': True, 'tenant_id': 'be969996768c47d9a8724404f7a037cd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:25.409312 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-478d6386-38ab-42e4-b793-4390d0d68935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:25.481712 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-478d6386-38ab-42e4-b793-4390d0d68935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:25.484491 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-478d6386-38ab-42e4-b793-4390d0d68935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:25.485648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-478d6386-38ab-42e4-b793-4390d0d68935 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c6e2cab8-d6ae-4bfc-ae94-dcdf89f7cbb3 HTTP/1.1" status: 204 len: 168 time: 0.1675949 Dec 08 01:29:25.495070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d6386-38ab-42e4-b793-4390d0d68935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e2cab8-d6ae-4bfc-ae94-dcdf89f7cbb3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:25.496540 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee93721b-f90e-435a-8b1a-f5d03c1939e7 req-1a61d543-0fcb-4905-8db9-d434c1e85d86 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569366 Dec 08 01:29:25.594615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b019e71f-5aad-4ac1-9262-01089765d853 req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Made reservation on behalf of be969996768c47d9a8724404f7a037cd for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:25.599410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b019e71f-5aad-4ac1-9262-01089765d853 req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:25.609741 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e19e9a-08fa-4aa5-b733-46a36ef7bceb req-14d9cec1-88f3-424e-97e0-3f16979e58ad tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:25.611857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63e19e9a-08fa-4aa5-b733-46a36ef7bceb req-14d9cec1-88f3-424e-97e0-3f16979e58ad tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 950 time: 0.0875371 Dec 08 01:29:25.684071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63e19e9a-08fa-4aa5-b733-46a36ef7bceb req-6cb9e935-7562-45a6-af95-46470242baa5 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629158 Dec 08 01:29:25.796099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b019e71f-5aad-4ac1-9262-01089765d853 req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Allocated IP 172.20.0.13 (93bfafa7-b746-446e-9c1b-c5b967276d24/ec6c275c-7de4-402b-b3bf-de84b98d769c/4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:29:26.032084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b019e71f-5aad-4ac1-9262-01089765d853 req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:26.214036 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f731f71-021e-4928-b3df-b1c7a799dbcd req-784fa546-4e61-464c-abde-0802e09700f0 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 210 time: 0.0405004 Dec 08 01:29:26.250567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c06b264c-3243-4cc1-a9f8-635da8382216 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:29:26.339814 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b019e71f-5aad-4ac1-9262-01089765d853 req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:26.369438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b019e71f-5aad-4ac1-9262-01089765d853 req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Network 93bfafa7-b746-446e-9c1b-c5b967276d24 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:29:26.372533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b019e71f-5aad-4ac1-9262-01089765d853 req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:26.384090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b019e71f-5aad-4ac1-9262-01089765d853 req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:29:26.410620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60290) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:26.467910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Pushing event updated for resources: {'Port': ['ID=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:26.469225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port c06b264c-3243-4cc1-a9f8-635da8382216, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c06b264c-3243-4cc1-a9f8-635da8382216,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:26.480325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e71f-5aad-4ac1-9262-01089765d853 req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:26.480957 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b019e71f-5aad-4ac1-9262-01089765d853 req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:26.499959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-df6df30c-d4c2-4571-9ff2-7ec27bad0262 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1215897 Dec 08 01:29:26.501633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'c06b264c-3243-4cc1-a9f8-635da8382216', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'port_id': 'c06b264c-3243-4cc1-a9f8-635da8382216', 'mac_address': 'fa:16:3e:82:e4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:29:26.510036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60298) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:26.529718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Request body: {'port': {'device_id': '5ab7dcac-7edf-4c58-97e7-c1f945143344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:26.573507 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:26.601896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06b264c-3243-4cc1-a9f8-635da8382216 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:26.627451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60308) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:26.654677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:26.654997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port c06b264c-3243-4cc1-a9f8-635da8382216, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c06b264c-3243-4cc1-a9f8-635da8382216,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:26.676186 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:26.756191 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fa5af416-54a3-4555-beab-85fbb18dbaf6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=129b9215a34f4b66a7aa26c053222ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1228583 Dec 08 01:29:26.758722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60318) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:26.767237 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f374f249-985e-4402-a918-bc471ed6cec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:26.786609 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=c06b264c-3243-4cc1-a9f8-635da8382216,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:26.870004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0e9b4-7296-4acc-a19f-d351ebdeb890 req-43e89935-9834-4a0b-b60b-fcda58814300 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:26.871633 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92a0e9b4-7296-4acc-a19f-d351ebdeb890 req-43e89935-9834-4a0b-b60b-fcda58814300 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 944 time: 0.1877513 Dec 08 01:29:26.892990 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dffd73e-81a4-4e0f-a6a9-b4c0524ba15f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:26.921795 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72300da4-00c8-404c-b695-23acf965e536 req-61b78222-e2bc-41ad-99b5-3561e7cb7d3f tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:26.923258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-72300da4-00c8-404c-b695-23acf965e536 req-61b78222-e2bc-41ad-99b5-3561e7cb7d3f tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 972 time: 0.1353858 Dec 08 01:29:26.947654 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d06ecf0b-3ae3-4594-8741-41fd39b0afc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:26.974755 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92a0e9b4-7296-4acc-a19f-d351ebdeb890 req-69b4d773-2cf7-414d-958d-610c9fd9ab51 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964067 Dec 08 01:29:27.008600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d06ecf0b-3ae3-4594-8741-41fd39b0afc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.031140 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['c06b264c-3243-4cc1-a9f8-635da8382216'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:27.053808 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f374f249-985e-4402-a918-bc471ed6cec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.074559 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-72300da4-00c8-404c-b695-23acf965e536 req-65768df4-28a4-4345-8e41-ae10fe4d2f7d tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386831 Dec 08 01:29:27.074898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f374f249-985e-4402-a918-bc471ed6cec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.139042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:27.149959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.158155 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f374f249-985e-4402-a918-bc471ed6cec2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f4aa4dd010db4fef9d0a15918de633de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7463112 Dec 08 01:29:27.161539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60320) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:27.161849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43e64d-cab0-4d2e-991f-65125ac8c64c req-a4b1ed34-1baf-49a1-b02b-d0d0b3399f3f tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:27.163399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6e43e64d-cab0-4d2e-991f-65125ac8c64c req-a4b1ed34-1baf-49a1-b02b-d0d0b3399f3f tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 950 time: 0.0883975 Dec 08 01:29:27.171580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f374f249-985e-4402-a918-bc471ed6cec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5990929c-d0b5-44b0-93cd-741cf6320b14,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:27.198349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Transition to ACTIVE for port object 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:29:27.208153 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.213838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d06ecf0b-3ae3-4594-8741-41fd39b0afc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.216435 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d06ecf0b-3ae3-4594-8741-41fd39b0afc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.217589 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d06ecf0b-3ae3-4594-8741-41fd39b0afc6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49c35668-2759-4a51-93d8-95647e8a7be4 HTTP/1.1" status: 204 len: 168 time: 0.4555738 Dec 08 01:29:27.259136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dffd73e-81a4-4e0f-a6a9-b4c0524ba15f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.277765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6e43e64d-cab0-4d2e-991f-65125ac8c64c req-6bc03aa0-0f8e-480f-a19b-494dfb967b03 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040089 Dec 08 01:29:27.304577 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e079307a-ede4-4524-9f04-3e1c1e0024ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.333427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Pushing event updated for resources: {'Port': ['ID=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:27.361403 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dffd73e-81a4-4e0f-a6a9-b4c0524ba15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.391844 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Attempting to bind port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:29:27.392214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Attempting to bind port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:29:27.392575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Attempting to bind port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:27.403993 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:29:27.404352 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Attempting to bind port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:27.416385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ecf0b-3ae3-4594-8741-41fd39b0afc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c35668-2759-4a51-93d8-95647e8a7be4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:27.420399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:29:27.420763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:27.421144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:29:27.421792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Bound port: 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:29:27.422218 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.433318 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e079307a-ede4-4524-9f04-3e1c1e0024ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.442619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7dffd73e-81a4-4e0f-a6a9-b4c0524ba15f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=02bb82e6745c47a799f48d75e34bbe46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9315143 Dec 08 01:29:27.452504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60338) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:27.509641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffd73e-81a4-4e0f-a6a9-b4c0524ba15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8055e90-c42a-46b4-b8e0-ad44698bace2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:27.553837 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4d73709-2edc-4b50-8233-52bddb73cdc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.558597 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e079307a-ede4-4524-9f04-3e1c1e0024ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.562799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e079307a-ede4-4524-9f04-3e1c1e0024ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.564094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e079307a-ede4-4524-9f04-3e1c1e0024ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5990929c-d0b5-44b0-93cd-741cf6320b14 HTTP/1.1" status: 204 len: 168 time: 0.4016430 Dec 08 01:29:27.580750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079307a-ede4-4524-9f04-3e1c1e0024ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5990929c-d0b5-44b0-93cd-741cf6320b14,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:27.595347 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4d73709-2edc-4b50-8233-52bddb73cdc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.663557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4d73709-2edc-4b50-8233-52bddb73cdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.666534 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4d73709-2edc-4b50-8233-52bddb73cdc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.667806 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d4d73709-2edc-4b50-8233-52bddb73cdc3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c8055e90-c42a-46b4-b8e0-ad44698bace2 HTTP/1.1" status: 204 len: 168 time: 0.2117741 Dec 08 01:29:27.685766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:29:27.686340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d73709-2edc-4b50-8233-52bddb73cdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8055e90-c42a-46b4-b8e0-ad44698bace2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:27.725003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:29:27.737589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.750790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039b254-c7c4-41d2-8def-746dce6dde77 req-da6d72b5-609d-4289-b230-593d6e29e48e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:27.752330 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0039b254-c7c4-41d2-8def-746dce6dde77 req-da6d72b5-609d-4289-b230-593d6e29e48e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 944 time: 0.1531112 Dec 08 01:29:27.798512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:27.798983 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:27.800761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] 10.222.0.72 "PUT /v2.0/ports/4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 HTTP/1.1" status: 200 len: 1093 time: 1.2787673 Dec 08 01:29:27.809873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab7dcac-7edf-4c58-97e7-c1f945143344', 'tag': '4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:27.813681 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92379d1-0cc2-4f97-afdb-635bf6605f04" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab7dcac-7edf-4c58-97e7-c1f945143344", "tag": "4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:27.891360 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271b4391-7fba-41ca-b0d6-a17cda383477 x-openstack-request-id: req-271b4391-7fba-41ca-b0d6-a17cda383477 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:27.892038 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab7dcac-7edf-4c58-97e7-c1f945143344", "tag": "4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:27.892038 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-271b4391-7fba-41ca-b0d6-a17cda383477 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:27.892380 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab7dcac-7edf-4c58-97e7-c1f945143344', 'tag': '4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5', 'status': 'completed', 'code': 200} Dec 08 01:29:27.914368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bfe3e-34a4-416e-b534-37d5b397b7da service neutron] Pushing event updated for resources: {'Port': ['ID=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:27.942274 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0039b254-c7c4-41d2-8def-746dce6dde77 req-587f326b-4046-45bc-917a-c7c032b44678 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578634 Dec 08 01:29:27.952528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e71f-5aad-4ac1-9262-01089765d853 req-1a9ef575-2b91-4308-a7bd-1ca7f760daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:27.954299 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-1a9ef575-2b91-4308-a7bd-1ca7f760daeb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 1096 time: 0.0799785 Dec 08 01:29:28.013773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-300e433d-644d-4887-935d-6e440575f66c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 HTTP/1.1" status: 200 len: 217 time: 0.0355461 Dec 08 01:29:28.099165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019e71f-5aad-4ac1-9262-01089765d853 req-29cfbe44-c91e-4ed9-8716-921673e21b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:28.101328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-29cfbe44-c91e-4ed9-8716-921673e21b9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0692873 Dec 08 01:29:28.127883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30db5c-fc7c-4155-ae15-7cb88682c611 req-ee9b2f21-a6cd-49de-8036-a880234f628f tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:28.131841 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3d30db5c-fc7c-4155-ae15-7cb88682c611 req-ee9b2f21-a6cd-49de-8036-a880234f628f tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 944 time: 0.0775785 Dec 08 01:29:28.141143 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-6ccf8a47-f9fb-40ea-9b58-cd5a98b562fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315666 Dec 08 01:29:28.199030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60372) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:28.210106 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3d30db5c-fc7c-4155-ae15-7cb88682c611 req-f3aeb802-d712-4f85-ae56-6bdba4dc1343 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706098 Dec 08 01:29:28.210575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60374) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:28.211310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.72', 57606) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:28.258703 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6eb119c9-a427-4d87-9d0c-be18996d2395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:28.263781 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c06b264c-3243-4cc1-a9f8-635da8382216 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:29:28.277198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-ed222a41-73b8-4c15-8fb4-32a57393f415 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271718 Dec 08 01:29:28.337384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde6538-61b0-48d4-9aab-982a3576b82f req-2f7b58f9-4f83-4175-a023-38957d7a108e tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:28.339312 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bcde6538-61b0-48d4-9aab-982a3576b82f req-2f7b58f9-4f83-4175-a023-38957d7a108e tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 972 time: 0.1229236 Dec 08 01:29:28.361350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port c06b264c-3243-4cc1-a9f8-635da8382216 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:29:28.366613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port c06b264c-3243-4cc1-a9f8-635da8382216 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:28.367205 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:28.393387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b97f4c-8839-4be9-8c21-498b2105779f req-ecd10680-4386-434e-a86e-736ba85d613c tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:28.401656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60b97f4c-8839-4be9-8c21-498b2105779f req-ecd10680-4386-434e-a86e-736ba85d613c tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 972 time: 0.1276250 Dec 08 01:29:28.494582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:28.524818 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60b97f4c-8839-4be9-8c21-498b2105779f req-1aa1acad-b20c-417a-9239-18e163f9076c tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221659 Dec 08 01:29:28.541924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b019e71f-5aad-4ac1-9262-01089765d853 req-cfe8021b-798e-428b-b082-783ade7e44c8 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115645 Dec 08 01:29:28.543058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port c06b264c-3243-4cc1-a9f8-635da8382216, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c06b264c-3243-4cc1-a9f8-635da8382216,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:28.544024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06b264c-3243-4cc1-a9f8-635da8382216'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:28.546382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b56ba-7af1-4e42-beb9-a84c2aaa30ca req-5624dc93-6941-4012-a965-c73e8812a1ac tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:28.546661 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6587ef5-4ad9-4e67-bdef-1bfb4a46bd9e" -d '{"events": [{"server_uuid": "fbe04e54-61a7-4dd1-9c05-bba9ae107ea0", "name": "network-vif-plugged", "status": "completed", "tag": "c06b264c-3243-4cc1-a9f8-635da8382216"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:28.554547 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:28.555373 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-be7b56ba-7af1-4e42-beb9-a84c2aaa30ca req-5624dc93-6941-4012-a965-c73e8812a1ac tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 950 time: 0.1314065 Dec 08 01:29:28.613784 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab6a286-e108-47f9-9266-8d482bd1afb2 x-openstack-request-id: req-2ab6a286-e108-47f9-9266-8d482bd1afb2 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:28.624789 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe04e54-61a7-4dd1-9c05-bba9ae107ea0", "name": "network-vif-plugged", "status": "completed", "tag": "c06b264c-3243-4cc1-a9f8-635da8382216", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:28.625205 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ab6a286-e108-47f9-9266-8d482bd1afb2 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:28.625838 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06b264c-3243-4cc1-a9f8-635da8382216', 'code': 200} Dec 08 01:29:28.632614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=c06b264c-3243-4cc1-a9f8-635da8382216,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:28.656699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d22d8ef-d88a-4028-a179-a051263e3ba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:28.701984 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6eb119c9-a427-4d87-9d0c-be18996d2395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:28.723659 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92379d1-0cc2-4f97-afdb-635bf6605f04 req-0d406adc-eda8-4b88-b348-90be3ba88f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:28.725654 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f92379d1-0cc2-4f97-afdb-635bf6605f04 req-0d406adc-eda8-4b88-b348-90be3ba88f8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 1096 time: 0.0779431 Dec 08 01:29:28.736305 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6eb119c9-a427-4d87-9d0c-be18996d2395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:28.757483 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b1312e02-6b77-4a8e-9713-3a31d781c3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:28.840118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92379d1-0cc2-4f97-afdb-635bf6605f04 req-64d194b2-a3e1-4ef7-bf4b-74a387a4474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:28.842294 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f92379d1-0cc2-4f97-afdb-635bf6605f04 req-64d194b2-a3e1-4ef7-bf4b-74a387a4474c service neutron] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.1097281 Dec 08 01:29:28.856883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb119c9-a427-4d87-9d0c-be18996d2395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3e66f3-1db1-4ceb-9333-d7ab2208331c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:28.926464 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f92379d1-0cc2-4f97-afdb-635bf6605f04 req-ca0b35d3-3ebf-4d02-a5aa-5c8cb8c99939 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 HTTP/1.1" status: 200 len: 217 time: 0.0762770 Dec 08 01:29:28.928163 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-be7b56ba-7af1-4e42-beb9-a84c2aaa30ca req-811de54e-4b4a-4780-9679-9d6991c0db03 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689430 Dec 08 01:29:28.935042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-bcde6538-61b0-48d4-9aab-982a3576b82f req-184e864f-9538-4282-af4e-bdebd12cab69 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Deleting port dadbb40e-9a8a-4c79-b77e-a3ee6a318329 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:29:28.935377 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bcde6538-61b0-48d4-9aab-982a3576b82f req-184e864f-9538-4282-af4e-bdebd12cab69 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:28.948919 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6eb119c9-a427-4d87-9d0c-be18996d2395 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b056f81f9a8b409e997f44d8e070ab9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7484450 Dec 08 01:29:28.959270 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60406) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:29.002609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92379d1-0cc2-4f97-afdb-635bf6605f04 req-0c44f39b-3e96-45da-8f25-4f3c11fcd484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:29.004359 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f92379d1-0cc2-4f97-afdb-635bf6605f04 req-0c44f39b-3e96-45da-8f25-4f3c11fcd484 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0693684 Dec 08 01:29:29.047327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1f4cc-d60d-4fc4-b710-d364a53eb6bc req-cb2b2cc2-8732-4108-bbcb-3054e98df672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:29.048852 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34f1f4cc-d60d-4fc4-b710-d364a53eb6bc req-cb2b2cc2-8732-4108-bbcb-3054e98df672 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 1097 time: 0.2904091 Dec 08 01:29:29.071496 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f92379d1-0cc2-4f97-afdb-635bf6605f04 req-3c21fcf1-652c-4abd-8218-b8f01ed47b2c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586772 Dec 08 01:29:29.160056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60420) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:29.169987 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04ded152-5b2c-47ec-b1b2-869c31172451 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.193358 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f92379d1-0cc2-4f97-afdb-635bf6605f04 req-9a3fed3d-a9d7-46ed-9b35-9acf0ddcb871 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139197 Dec 08 01:29:29.233920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-bcde6538-61b0-48d4-9aab-982a3576b82f req-184e864f-9538-4282-af4e-bdebd12cab69 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] For port dadbb40e-9a8a-4c79-b77e-a3ee6a318329, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dadbb40e-9a8a-4c79-b77e-a3ee6a318329,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:29.234656 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bcde6538-61b0-48d4-9aab-982a3576b82f req-184e864f-9538-4282-af4e-bdebd12cab69 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.268649 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d22d8ef-d88a-4028-a179-a051263e3ba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.294471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-bcde6538-61b0-48d4-9aab-982a3576b82f req-184e864f-9538-4282-af4e-bdebd12cab69 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Calling delete_port for dadbb40e-9a8a-4c79-b77e-a3ee6a318329 owned by compute:tempest-test_az-1630832251 {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:29:29.299856 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f92379d1-0cc2-4f97-afdb-635bf6605f04 req-c89694b1-9f1e-4f38-8ded-fa5c019eaed8 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986319 Dec 08 01:29:29.306208 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04ded152-5b2c-47ec-b1b2-869c31172451 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.308091 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d22d8ef-d88a-4028-a179-a051263e3ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.326565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e39b1-6892-481e-b250-27051644b630 req-378a55f8-977e-47a9-aa39-6ed7be2f7249 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:29.328101 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db8e39b1-6892-481e-b250-27051644b630 req-378a55f8-977e-47a9-aa39-6ed7be2f7249 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 944 time: 0.2690620 Dec 08 01:29:29.342968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-610133520-network', 'tenant_id': 'fca5a12f7a9d48a89422968b82652c54'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:29.382203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Made reservation on behalf of fca5a12f7a9d48a89422968b82652c54 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:29.385808 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.397163 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.399774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34f1f4cc-d60d-4fc4-b710-d364a53eb6bc req-eb38134c-d494-4788-8f9c-a99d21a9a540 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368347 Dec 08 01:29:29.496472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.502467 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.539574 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:29:29.555647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:29.568665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.569022 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Added segment a9206184-e1ea-410b-ab7b-ae18d12ffa1a of type vlan for network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c Dec 08 01:29:29.650002 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.680135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca44986-07f7-4f4b-8d3f-7932998d04f7 req-8ac50dc0-a687-4a45-a02d-02174e053d63 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:29.681886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dca44986-07f7-4f4b-8d3f-7932998d04f7 req-8ac50dc0-a687-4a45-a02d-02174e053d63 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 945 time: 0.0779319 Dec 08 01:29:29.710294 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.711026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:29.711645 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.718756 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5d22d8ef-d88a-4028-a179-a051263e3ba7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b8a33c0b08524b83bbd20373704f881e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5037155 Dec 08 01:29:29.719393 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60440) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:29.743782 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22d8ef-d88a-4028-a179-a051263e3ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e092238a-a00a-417c-80ec-79556c558a7a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:29.773218 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dca44986-07f7-4f4b-8d3f-7932998d04f7 req-4bae2ed4-2649-4762-8240-d052bf32e8a7 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839546 Dec 08 01:29:29.790999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db8e39b1-6892-481e-b250-27051644b630 req-c1dc296e-418b-4e37-b241-17f8209fe7ba tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224849 Dec 08 01:29:29.801152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6393764 Dec 08 01:29:29.803429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60442) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:29.821930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a7d3d809-ff4f-46a7-be55-502f23c8cc2b admin admin] Request body: {'subnet': {'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-610133520-subnet', 'tenant_id': 'fca5a12f7a9d48a89422968b82652c54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:29.826529 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04ded152-5b2c-47ec-b1b2-869c31172451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.833091 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04ded152-5b2c-47ec-b1b2-869c31172451 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.840980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-04ded152-5b2c-47ec-b1b2-869c31172451 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e3e66f3-1db1-4ceb-9333-d7ab2208331c HTTP/1.1" status: 204 len: 168 time: 0.8777966 Dec 08 01:29:29.859224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2c161-c269-4e3d-8873-703a89c26baa admin admin] Pushing event updated for resources: {'Network': ['ID=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:29.874854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:29:29.883285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d3d809-ff4f-46a7-be55-502f23c8cc2b admin admin] Made reservation on behalf of fca5a12f7a9d48a89422968b82652c54 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:29.886457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7d3d809-ff4f-46a7-be55-502f23c8cc2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:29.948593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ded152-5b2c-47ec-b1b2-869c31172451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3e66f3-1db1-4ceb-9333-d7ab2208331c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:29.997833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca82c1-7af4-4709-95f1-f70746a6f273 req-c0b2c52b-c6da-4f46-b5dc-33aad756f301 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:29.999498 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6fca82c1-7af4-4709-95f1-f70746a6f273 req-c0b2c52b-c6da-4f46-b5dc-33aad756f301 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 950 time: 0.1092377 Dec 08 01:29:30.005892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bcde6538-61b0-48d4-9aab-982a3576b82f req-184e864f-9538-4282-af4e-bdebd12cab69 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:30.017868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d77ded9f-4368-48ce-b739-57d669bea0fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:30.056503 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dadbb40e-9a8a-4c79-b77e-a3ee6a318329'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:30.060404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e864f-9538-4282-af4e-bdebd12cab69 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Pushing event deleted for resources: {'Port': ['ID=dadbb40e-9a8a-4c79-b77e-a3ee6a318329,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:30.075313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122a73-e716-41f2-a910-f84242e85813 req-f724f405-26f7-48ad-aec3-c4a549de52f9 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:30.076873 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17122a73-e716-41f2-a910-f84242e85813 req-f724f405-26f7-48ad-aec3-c4a549de52f9 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f77855e-aced-4661-81dc-9e1c34159ca3 HTTP/1.1" status: 200 len: 889 time: 0.1684701 Dec 08 01:29:30.112655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d77ded9f-4368-48ce-b739-57d669bea0fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:30.116630 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6fca82c1-7af4-4709-95f1-f70746a6f273 req-b4c5215e-1b26-4057-9e68-9381c465a3a2 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032393 Dec 08 01:29:30.185598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcde6538-61b0-48d4-9aab-982a3576b82f req-184e864f-9538-4282-af4e-bdebd12cab69 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] No DVR routers for this DVR port dadbb40e-9a8a-4c79-b77e-a3ee6a318329 on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:29:30.190124 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7d3d809-ff4f-46a7-be55-502f23c8cc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:30.216095 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bcde6538-61b0-48d4-9aab-982a3576b82f req-184e864f-9538-4282-af4e-bdebd12cab69 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:30.223320 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bcde6538-61b0-48d4-9aab-982a3576b82f req-184e864f-9538-4282-af4e-bdebd12cab69 tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.72 "DELETE /v2.0/ports/dadbb40e-9a8a-4c79-b77e-a3ee6a318329 HTTP/1.1" status: 204 len: 173 time: 1.8768654 Dec 08 01:29:30.223988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f77855e-aced-4661-81dc-9e1c34159ca3', 'name': 'network-vif-deleted', 'tag': 'dadbb40e-9a8a-4c79-b77e-a3ee6a318329'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:30.227062 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bd558d-1cda-453b-ad6e-ace06aedaec8" -d '{"events": [{"server_uuid": "2f77855e-aced-4661-81dc-9e1c34159ca3", "name": "network-vif-deleted", "tag": "dadbb40e-9a8a-4c79-b77e-a3ee6a318329"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:30.297456 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17122a73-e716-41f2-a910-f84242e85813 req-f8c4a77a-94f1-4b21-8064-4e632b06b84f tempest-AggregatesAdminTestJSON-864592522 tempest-AggregatesAdminTestJSON-864592522-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5ad164-bb6e-4d50-ba8e-fc0b400c014b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825426 Dec 08 01:29:30.317372 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d77ded9f-4368-48ce-b739-57d669bea0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:30.320392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d77ded9f-4368-48ce-b739-57d669bea0fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:30.324825 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d77ded9f-4368-48ce-b739-57d669bea0fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e092238a-a00a-417c-80ec-79556c558a7a HTTP/1.1" status: 204 len: 168 time: 0.5963228 Dec 08 01:29:30.337145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ded9f-4368-48ce-b739-57d669bea0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e092238a-a00a-417c-80ec-79556c558a7a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:30.341864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3d809-ff4f-46a7-be55-502f23c8cc2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a5998e-a135-4d25-95f0-5cd4e48a89c6,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:30.373078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3d809-ff4f-46a7-be55-502f23c8cc2b admin admin] Checking segment: {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:30.373450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3d809-ff4f-46a7-be55-502f23c8cc2b admin admin] Network hostable DHCP agents. Network: a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:29:30.373929 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89af8d1a-da91-46c1-aabe-d5fe502ce485 x-openstack-request-id: req-89af8d1a-da91-46c1-aabe-d5fe502ce485 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:30.377433 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f77855e-aced-4661-81dc-9e1c34159ca3", "name": "network-vif-deleted", "tag": "dadbb40e-9a8a-4c79-b77e-a3ee6a318329", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:30.377894 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89af8d1a-da91-46c1-aabe-d5fe502ce485 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:30.379934 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f77855e-aced-4661-81dc-9e1c34159ca3', 'name': 'network-vif-deleted', 'tag': 'dadbb40e-9a8a-4c79-b77e-a3ee6a318329', 'status': 'completed', 'code': 200} Dec 08 01:29:30.399626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3d809-ff4f-46a7-be55-502f23c8cc2b admin admin] Network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:29:30.413095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a7d3d809-ff4f-46a7-be55-502f23c8cc2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:30.417610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d3d809-ff4f-46a7-be55-502f23c8cc2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:30.418338 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7d3d809-ff4f-46a7-be55-502f23c8cc2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:30.425613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc4cc1d-c6c3-40c8-8d3a-0714087fb751 None None] Network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:30.460607 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a7d3d809-ff4f-46a7-be55-502f23c8cc2b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6496913 Dec 08 01:29:30.570791 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee55d24e-6970-4207-95d3-e343792f598b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275066 Dec 08 01:29:30.611707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f453d35d-1224-47d6-98a3-3608cd4ee487 None None] Network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:30.718645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10d898-efcf-4add-b10a-d7501893e16f req-a4ceced2-ba81-4baa-9c03-c64e116cb568 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:30.720584 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-a4ceced2-ba81-4baa-9c03-c64e116cb568 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437042 Dec 08 01:29:30.740944 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-5c4b4e09-e22b-4a3b-814b-e8047d3cf329 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/quotas/fb2fb3b867c24580a1bb8057e65b5bcd HTTP/1.1" status: 200 len: 375 time: 0.0128286 Dec 08 01:29:30.787079 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-d10c7105-8c1f-472d-99d1-04830232d947 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358443 Dec 08 01:29:30.897647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:30.923654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecace72e-52b5-497b-8cfe-6e1cb164cb41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.030099 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528922a1-a64e-42ca-828e-de4680eddb7a req-9a9b9c8a-e0a9-45a6-8036-48a038e930a0 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:31.032992 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-528922a1-a64e-42ca-828e-de4680eddb7a req-9a9b9c8a-e0a9-45a6-8036-48a038e930a0 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 945 time: 0.1466873 Dec 08 01:29:31.114773 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-528922a1-a64e-42ca-828e-de4680eddb7a req-5048ca0c-4f7e-4d5f-8c5d-b2fa3d61629b tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732081 Dec 08 01:29:31.126529 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecace72e-52b5-497b-8cfe-6e1cb164cb41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.137001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecace72e-52b5-497b-8cfe-6e1cb164cb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.165424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecace72e-52b5-497b-8cfe-6e1cb164cb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e546f6d6-2218-40cb-9b69-f7b6bf63b3f7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:31.182866 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-febdb743-57c7-4f5b-ac73-2f2cc91be097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.201287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faa2ce-432e-417e-b9d9-c55775dc62f7 req-79b54a9b-7b57-4ede-a29d-569ec12e8067 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:31.203276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1faa2ce-432e-417e-b9d9-c55775dc62f7 req-79b54a9b-7b57-4ede-a29d-569ec12e8067 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 944 time: 0.1397963 Dec 08 01:29:31.205914 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ecace72e-52b5-497b-8cfe-6e1cb164cb41 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=070c977b5dd640f78aad14a8475f757d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072360 Dec 08 01:29:31.209378 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60500) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:31.236923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4057b252-5068-4933-85d8-1dffb98af4c6 req-652a23d5-2128-4727-9103-13da8e8d0c93 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 210 time: 0.0409412 Dec 08 01:29:31.314142 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1faa2ce-432e-417e-b9d9-c55775dc62f7 req-45dcd00f-1871-4da9-904f-432e5da426e2 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908780 Dec 08 01:29:31.329185 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be1e3344-5edd-4270-9ebd-7876f0048a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.352018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60510) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:31.353876 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be1e3344-5edd-4270-9ebd-7876f0048a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.417465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be1e3344-5edd-4270-9ebd-7876f0048a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.420617 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be1e3344-5edd-4270-9ebd-7876f0048a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.424347 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-be1e3344-5edd-4270-9ebd-7876f0048a78 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e546f6d6-2218-40cb-9b69-f7b6bf63b3f7 HTTP/1.1" status: 204 len: 168 time: 0.2115355 Dec 08 01:29:31.437323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e3344-5edd-4270-9ebd-7876f0048a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e546f6d6-2218-40cb-9b69-f7b6bf63b3f7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:31.467269 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.536245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b2867-382b-4907-9772-ac2bd61d4fd4 req-07b95827-646a-441a-ad0f-bc8aae3e7598 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:31.537704 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c26b2867-382b-4907-9772-ac2bd61d4fd4 req-07b95827-646a-441a-ad0f-bc8aae3e7598 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 950 time: 0.0606022 Dec 08 01:29:31.576636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-466877611-network', 'tenant_id': '60788080667c45e38fac7ad815a697ce'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:31.619999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Made reservation on behalf of 60788080667c45e38fac7ad815a697ce for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:31.623413 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.634746 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.648993 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c26b2867-382b-4907-9772-ac2bd61d4fd4 req-6bf49987-a57d-4317-8095-885eee2cfe63 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038651 Dec 08 01:29:31.747769 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de91bff-fab2-47fc-b819-1d3a51c6b228 req-aa4bde50-cb4c-463a-a8cf-993b7fa60fed tempest-DeleteServersAdminTestJSON-1666819137 tempest-DeleteServersAdminTestJSON-1666819137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:31.749708 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2de91bff-fab2-47fc-b819-1d3a51c6b228 req-aa4bde50-cb4c-463a-a8cf-993b7fa60fed tempest-DeleteServersAdminTestJSON-1666819137 tempest-DeleteServersAdminTestJSON-1666819137-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 1102 time: 0.1348212 Dec 08 01:29:31.776146 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.782367 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.801281 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-e23aca91-abc6-44f0-8269-ec81d303742d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:31.803361 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-e23aca91-abc6-44f0-8269-ec81d303742d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/networks?id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 200 len: 804 time: 0.1999848 Dec 08 01:29:31.855261 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-7f18e9fb-5127-4b2b-983b-463a159b2fa0 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/quotas/fca5a12f7a9d48a89422968b82652c54 HTTP/1.1" status: 200 len: 375 time: 0.0436342 Dec 08 01:29:31.855876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:29:31.865685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:31.908831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-c6c1c36b-4ead-4754-b57b-46877a35ccb9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fca5a12f7a9d48a89422968b82652c54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429945 Dec 08 01:29:31.911008 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.911810 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Added segment 105587ac-786c-4655-aaa3-a94d931df5da of type vlan for network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 Dec 08 01:29:31.952737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-2de91bff-fab2-47fc-b819-1d3a51c6b228 req-875f5da6-99b0-4e99-a433-fcdae55fa66c tempest-DeleteServersAdminTestJSON-1666819137 tempest-DeleteServersAdminTestJSON-1666819137-project-admin] Deleting port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:29:31.953162 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2de91bff-fab2-47fc-b819-1d3a51c6b228 req-875f5da6-99b0-4e99-a433-fcdae55fa66c tempest-DeleteServersAdminTestJSON-1666819137 tempest-DeleteServersAdminTestJSON-1666819137-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:31.992092 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:32.039041 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:32.040930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:32.041951 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:32.087286 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7306101 Dec 08 01:29:32.095896 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-953dddc7-f723-4786-99f2-245775bf4666 service neutron] 10.222.0.70 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856706 Dec 08 01:29:32.097622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60540) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:32.111633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-05cab624-2a26-4e1f-abcf-326a3f4d757f admin admin] Request body: {'subnet': {'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-466877611-subnet', 'tenant_id': '60788080667c45e38fac7ad815a697ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:32.122203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60542) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:32.133699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfb2b6-53e2-4555-bb68-a56756e84d2e admin admin] Pushing event updated for resources: {'Network': ['ID=402efe03-88a1-415d-be1a-0b7dc1c5e4b6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:32.141617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:29:32.152411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:29:32.172949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-2de91bff-fab2-47fc-b819-1d3a51c6b228 req-875f5da6-99b0-4e99-a433-fcdae55fa66c tempest-DeleteServersAdminTestJSON-1666819137 tempest-DeleteServersAdminTestJSON-1666819137-project-admin] For port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:32.173312 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2de91bff-fab2-47fc-b819-1d3a51c6b228 req-875f5da6-99b0-4e99-a433-fcdae55fa66c tempest-DeleteServersAdminTestJSON-1666819137 tempest-DeleteServersAdminTestJSON-1666819137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:32.215398 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dadbb40e-9a8a-4c79-b77e-a3ee6a318329 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:29:32.218340 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:32.227871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-2de91bff-fab2-47fc-b819-1d3a51c6b228 req-875f5da6-99b0-4e99-a433-fcdae55fa66c tempest-DeleteServersAdminTestJSON-1666819137 tempest-DeleteServersAdminTestJSON-1666819137-project-admin] Calling delete_port for a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:29:32.238476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cab624-2a26-4e1f-abcf-326a3f4d757f admin admin] Made reservation on behalf of 60788080667c45e38fac7ad815a697ce for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:32.241048 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05cab624-2a26-4e1f-abcf-326a3f4d757f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:32.295028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: dadbb40e-9a8a-4c79-b77e-a3ee6a318329 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:29:32.295385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dadbb40e-9a8a-4c79-b77e-a3ee6a318329 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:29:32.307896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872a82c-f57f-485d-980a-b4d657b41990 req-71df05e5-5a43-4e17-999b-c868a5c7d5d4 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:32.312277 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1872a82c-f57f-485d-980a-b4d657b41990 req-71df05e5-5a43-4e17-999b-c868a5c7d5d4 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 945 time: 0.1096048 Dec 08 01:29:32.392761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1872a82c-f57f-485d-980a-b4d657b41990 req-7b3dfc0b-2790-4254-b15d-e9ab03fe676e tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720758 Dec 08 01:29:32.417788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-8b8953e8-29aa-4102-aff0-96f318f09887 service neutron] 10.222.0.70 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208168 Dec 08 01:29:32.526575 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-6c3ea3c4-95e5-4040-8272-45e8a0247685 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707104 Dec 08 01:29:32.543337 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3668fc07-35a1-4ba8-a666-2ba192c3cab7 req-f5ee4695-175c-43d4-87d3-f01b8209fad4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 210 time: 0.0567713 Dec 08 01:29:32.608762 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.resource_extend [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:29:32.624821 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60564) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:32.625019 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9aa1bf3a-c831-4e54-a44b-0a6b32811995 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d233b684b57f428cb40155e2dd6072c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4899089 Dec 08 01:29:32.731393 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c095962c-8256-4b9d-a98b-c9f9c5b2f224 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:32.746505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:32.761254 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c095962c-8256-4b9d-a98b-c9f9c5b2f224 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:32.767563 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5', 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24', 'port_id': '4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5', 'mac_address': 'fa:16:3e:4f:46:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6c275c-7de4-402b-b3bf-de84b98d769c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:29:32.772707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b222f1-7ab1-472d-89c6-2832790bf8d9 req-29b108ef-fb97-4dfb-923a-2be4cd94b5cd tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:32.780727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-82b222f1-7ab1-472d-89c6-2832790bf8d9 req-29b108ef-fb97-4dfb-923a-2be4cd94b5cd tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 944 time: 0.1007440 Dec 08 01:29:32.828643 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:32.847122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:32.889184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:32.894303 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:32.919432 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-82b222f1-7ab1-472d-89c6-2832790bf8d9 req-6e7f641d-ab74-4635-b23c-dd99f55c09d8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367178 Dec 08 01:29:32.961395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10d898-efcf-4add-b10a-d7501893e16f req-54ed62cb-98cc-4eba-89a4-99733020a55a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:32.962968 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-54ed62cb-98cc-4eba-89a4-99733020a55a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4263768 Dec 08 01:29:32.984805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf474ff8-8056-4e7d-9662-6e224b45ea87 req-b6d22884-3303-4827-ae16-8d3cd5bb5e62 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:32.986430 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bf474ff8-8056-4e7d-9662-6e224b45ea87 req-b6d22884-3303-4827-ae16-8d3cd5bb5e62 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 945 time: 0.2264245 Dec 08 01:29:32.999510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Request body: {'port': {'device_id': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'fb2fb3b867c24580a1bb8057e65b5bcd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:32.999658 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c095962c-8256-4b9d-a98b-c9f9c5b2f224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:32.999752 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05cab624-2a26-4e1f-abcf-326a3f4d757f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:32.999877 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c095962c-8256-4b9d-a98b-c9f9c5b2f224 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:33.000229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c095962c-8256-4b9d-a98b-c9f9c5b2f224 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da5ad164-bb6e-4d50-ba8e-fc0b400c014b HTTP/1.1" status: 204 len: 168 time: 0.3743191 Dec 08 01:29:33.000922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60576) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:33.016853 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:33.049950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-39fdf0b6-fc37-4cd0-ad5d-cb9daeccdda6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Request body: {'floatingip': {'port_id': 'c06b264c-3243-4cc1-a9f8-635da8382216'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:33.050195 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2de91bff-fab2-47fc-b819-1d3a51c6b228 req-875f5da6-99b0-4e99-a433-fcdae55fa66c tempest-DeleteServersAdminTestJSON-1666819137 tempest-DeleteServersAdminTestJSON-1666819137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:33.068937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095962c-8256-4b9d-a98b-c9f9c5b2f224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ad164-bb6e-4d50-ba8e-fc0b400c014b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:33.094379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:33.118452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f5da6-99b0-4e99-a433-fcdae55fa66c tempest-DeleteServersAdminTestJSON-1666819137 tempest-DeleteServersAdminTestJSON-1666819137-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:33.173285 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:33.232326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cab624-2a26-4e1f-abcf-326a3f4d757f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a17378f-dcd0-4ad5-8617-f89458c5d02e,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:33.300224 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0971b70f-53c1-4a85-9af7-2a8cddee7982 req-69b4f727-c9cc-4410-b00f-44efdd3e00ce tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=6de0fdd3-b92a-4a6e-be43-9986e8d5e11d HTTP/1.1" status: 200 len: 210 time: 0.1846128 Dec 08 01:29:33.374644 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39fdf0b6-fc37-4cd0-ad5d-cb9daeccdda6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:33.402552 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab5d1cfa-644c-4694-9ab6-d4b00566f847 req-9c2241e0-0efa-491c-ae3a-ddbb619c6613 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 210 time: 0.3379393 Dec 08 01:29:33.421078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de91bff-fab2-47fc-b819-1d3a51c6b228 req-875f5da6-99b0-4e99-a433-fcdae55fa66c tempest-DeleteServersAdminTestJSON-1666819137 tempest-DeleteServersAdminTestJSON-1666819137-project-admin] No DVR routers for this DVR port a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:29:33.433419 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2de91bff-fab2-47fc-b819-1d3a51c6b228 req-875f5da6-99b0-4e99-a433-fcdae55fa66c tempest-DeleteServersAdminTestJSON-1666819137 tempest-DeleteServersAdminTestJSON-1666819137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:33.442739 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2de91bff-fab2-47fc-b819-1d3a51c6b228 req-875f5da6-99b0-4e99-a433-fcdae55fa66c tempest-DeleteServersAdminTestJSON-1666819137 tempest-DeleteServersAdminTestJSON-1666819137-project-admin] 10.222.0.65 "DELETE /v2.0/ports/a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 HTTP/1.1" status: 204 len: 173 time: 1.6851971 Dec 08 01:29:33.448304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de0fdd3-b92a-4a6e-be43-9986e8d5e11d', 'name': 'network-vif-deleted', 'tag': 'a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:33.457157 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caedb4a-c78e-4a50-a2f2-eb487925e8a5" -d '{"events": [{"server_uuid": "6de0fdd3-b92a-4a6e-be43-9986e8d5e11d", "name": "network-vif-deleted", "tag": "a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:33.468468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cab624-2a26-4e1f-abcf-326a3f4d757f admin admin] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:33.469919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cab624-2a26-4e1f-abcf-326a3f4d757f admin admin] Network hostable DHCP agents. Network: 402efe03-88a1-415d-be1a-0b7dc1c5e4b6, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:29:33.520451 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:33.574994 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:33.583266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cab624-2a26-4e1f-abcf-326a3f4d757f admin admin] Network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:29:33.598504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Made reservation on behalf of fb2fb3b867c24580a1bb8057e65b5bcd for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:33.605439 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:33.610651 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d8af56-eacf-46e5-ad27-87c6b6a146af x-openstack-request-id: req-a9d8af56-eacf-46e5-ad27-87c6b6a146af {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:33.611469 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de0fdd3-b92a-4a6e-be43-9986e8d5e11d", "name": "network-vif-deleted", "tag": "a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:33.611991 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9d8af56-eacf-46e5-ad27-87c6b6a146af {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:33.613496 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6de0fdd3-b92a-4a6e-be43-9986e8d5e11d', 'name': 'network-vif-deleted', 'tag': 'a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579', 'status': 'completed', 'code': 200} Dec 08 01:29:33.624661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-05cab624-2a26-4e1f-abcf-326a3f4d757f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 402efe03-88a1-415d-be1a-0b7dc1c5e4b6) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:33.635298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0e6cd-c706-49ff-899f-10f4c4d4d7f9 None None] Network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:33.655821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cab624-2a26-4e1f-abcf-326a3f4d757f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:33.656966 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05cab624-2a26-4e1f-abcf-326a3f4d757f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:33.663606 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:33.709473 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-05cab624-2a26-4e1f-abcf-326a3f4d757f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6090729 Dec 08 01:29:33.774108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60602) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:33.847255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f9aca-818a-4058-b4a7-6ac207e7f62a None None] Network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:33.852328 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:33.864049 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:33.888077 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5712d651-dbb4-4384-b01e-e720213f879f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f150e379006444aea74ea6974ed6074a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1097333 Dec 08 01:29:33.897749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60604) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:33.943998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de9b4f08-c452-4627-a675-0d29337a467c req-3333f3b3-0598-4cb9-a786-fbf3aa87a8dc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 210 time: 0.1486108 Dec 08 01:29:34.023839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf43b220-2be9-4e57-a7b8-b2eb03363f5f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:34.038630 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-494f5b60-6fe4-4cca-b8cb-ba3ad7eec82a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:34.108107 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-494f5b60-6fe4-4cca-b8cb-ba3ad7eec82a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:34.140521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:29:34.148150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Allocated IP 192.168.233.231 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/02742655-4fba-4db0-a1cf-d990a515b227) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:29:34.228221 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-494f5b60-6fe4-4cca-b8cb-ba3ad7eec82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:34.231019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-494f5b60-6fe4-4cca-b8cb-ba3ad7eec82a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:34.234596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-494f5b60-6fe4-4cca-b8cb-ba3ad7eec82a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a116a58-5593-479a-9852-d2ad3919ac2e HTTP/1.1" status: 204 len: 168 time: 0.3334441 Dec 08 01:29:34.246446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f5b60-6fe4-4cca-b8cb-ba3ad7eec82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a116a58-5593-479a-9852-d2ad3919ac2e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:34.262880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:29:34.292942 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:34.311649 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:34.399669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f8a1b-0732-4372-a5c8-fbb9a904d7c6 req-68dd7edf-df93-475c-82e9-bac90511fe74 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:34.409034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-653f8a1b-0732-4372-a5c8-fbb9a904d7c6 req-68dd7edf-df93-475c-82e9-bac90511fe74 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 945 time: 0.3134902 Dec 08 01:29:34.438643 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:34.509235 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:34.534074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:34.563360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:29:34.569069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:34.574111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:29:34.579767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:34.580469 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:34.585656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Pushing event updated for resources: {'Port': ['ID=02742655-4fba-4db0-a1cf-d990a515b227,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:34.605251 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-ee508e66-5186-4e5a-990e-e8ce9ac8d902 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6174316 Dec 08 01:29:34.624247 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Request body: {'port': {'device_id': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:34.630710 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:34.649830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab7dcac-7edf-4c58-97e7-c1f945143344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:34.657591 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f626ff6f-6a4a-4a83-a8dd-a1d35d22f283" -d '{"events": [{"server_uuid": "5ab7dcac-7edf-4c58-97e7-c1f945143344", "name": "network-vif-plugged", "status": "completed", "tag": "4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:34.689070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:34.702783 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:34.743793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:34.775750 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-653f8a1b-0732-4372-a5c8-fbb9a904d7c6 req-cdb182c5-3928-4a4b-b05d-df81ad0ad69b tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616252 Dec 08 01:29:34.867721 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:34.905458 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f826247a-7d6a-41e8-8876-bb3e18e6f1d5 req-1e3ec888-b6c9-47a8-b08c-b7208645516d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 210 time: 0.0703962 Dec 08 01:29:35.032142 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d127e44-34c6-405b-8adb-a6632fcf8aaa x-openstack-request-id: req-6d127e44-34c6-405b-8adb-a6632fcf8aaa {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:35.032491 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab7dcac-7edf-4c58-97e7-c1f945143344", "name": "network-vif-plugged", "status": "completed", "tag": "4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:35.032753 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d127e44-34c6-405b-8adb-a6632fcf8aaa {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:35.033155 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab7dcac-7edf-4c58-97e7-c1f945143344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5', 'code': 200} Dec 08 01:29:35.068725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9801ac51-8d8c-4f02-a882-437713dd77d5 None None] Provisioning complete for port 02742655-4fba-4db0-a1cf-d990a515b227 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:35.069115 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9801ac51-8d8c-4f02-a882-437713dd77d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:35.069907 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-39fdf0b6-fc37-4cd0-ad5d-cb9daeccdda6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:29:35.198941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9801ac51-8d8c-4f02-a882-437713dd77d5 None None] Port 02742655-4fba-4db0-a1cf-d990a515b227 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:29:35.214810 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39fdf0b6-fc37-4cd0-ad5d-cb9daeccdda6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:35.232506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39fdf0b6-fc37-4cd0-ad5d-cb9daeccdda6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:35.268231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60654) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:35.276802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2049809640-network', 'tenant_id': 'f9bd72916cc4413a800ac3bafdcd2eb9'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:35.310327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Made reservation on behalf of f9bd72916cc4413a800ac3bafdcd2eb9 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:35.312950 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:35.327222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c61b3a-1ad5-4d34-9103-bf178f052883 req-ad8e0d60-c3dc-4916-a70a-10eb05f50607 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:35.335739 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-23c61b3a-1ad5-4d34-9103-bf178f052883 req-ad8e0d60-c3dc-4916-a70a-10eb05f50607 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 936 time: 0.2133806 Dec 08 01:29:35.350746 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-39fdf0b6-fc37-4cd0-ad5d-cb9daeccdda6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Floating IP ef79321b-e594-4995-ad8d-c2dddf72d230 associated. External IP: 172.25.2.44, port: c06b264c-3243-4cc1-a9f8-635da8382216. Dec 08 01:29:35.380514 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:35.451266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-1f964dba-19c6-45ad-b86c-a81fec3da3d1 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:35.452763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-1f964dba-19c6-45ad-b86c-a81fec3da3d1 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.65 "GET /v2.0/networks?id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 200 len: 804 time: 0.3589625 Dec 08 01:29:35.482625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3485d-1661-4e82-bc91-8a2ebe4a4997 req-963a3cfd-a350-4ef0-85f6-37317eff4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:35.483933 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Request body: {'port': {'device_id': '88afffc3-c0aa-4817-a7b5-b9800bebe4f9', 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'admin_state_up': True, 'tenant_id': 'fca5a12f7a9d48a89422968b82652c54'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:35.484356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39b3485d-1661-4e82-bc91-8a2ebe4a4997 req-963a3cfd-a350-4ef0-85f6-37317eff4abe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 1098 time: 0.2608471 Dec 08 01:29:35.607468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39b3485d-1661-4e82-bc91-8a2ebe4a4997 req-8104570d-9929-45e5-b81e-bcaed44bd4c4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123528 Dec 08 01:29:35.624673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-c8bdde9a-404c-45d8-ad23-eca0d4b666dc tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=764670fcef174df5aecbb64f1ceae947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450718 Dec 08 01:29:35.772618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fdf0b6-fc37-4cd0-ad5d-cb9daeccdda6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:29:35.800312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a298de2-237c-415b-8478-0a910199f07e req-cc48f2fe-c4c6-4569-9665-17205e2ded08 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:35.801567 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-cc48f2fe-c4c6-4569-9665-17205e2ded08 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378846 Dec 08 01:29:35.813060 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-23c61b3a-1ad5-4d34-9103-bf178f052883 req-cf64f0bf-fcaf-4d7a-8939-eb2d314cb11d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760509 Dec 08 01:29:35.935917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Made reservation on behalf of fca5a12f7a9d48a89422968b82652c54 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:35.940040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:35.945864 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:35.949339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02742655-4fba-4db0-a1cf-d990a515b227 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:35.964671 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:35.972724 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:36.033949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:29:36.046680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Transition to ACTIVE for port object 02742655-4fba-4db0-a1cf-d990a515b227 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:29:36.085076 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:36.087333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14919992-c2d5-412a-beba-625a80205ee0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:36.090379 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:36.090729 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Added segment d9593289-54b4-4ed3-9a09-d2c2ac156ea9 of type vlan for network 44969346-2aa2-4c68-80bc-23f41d1cfcec Dec 08 01:29:36.130987 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-9dfcd751-e244-4a7d-b60c-1dfedea0c1e3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/quotas/764670fcef174df5aecbb64f1ceae947 HTTP/1.1" status: 200 len: 375 time: 0.2793074 Dec 08 01:29:36.207623 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-e24e51cb-56cd-4dc4-bb7a-c28870b98da3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=764670fcef174df5aecbb64f1ceae947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678012 Dec 08 01:29:36.233556 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ede78c52-7195-4cd0-b189-2f34320f41d2 req-b43dc934-58b7-4d38-8c7a-80e6c91b9a7b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1554985 Dec 08 01:29:36.249319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fdf0b6-fc37-4cd0-ad5d-cb9daeccdda6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:29:36.253624 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:36.257668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39fdf0b6-fc37-4cd0-ad5d-cb9daeccdda6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:36.275426 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05247801-c008-4112-a49c-8f5f4bea8cb0 None None] Sync routers for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:29:36.294614 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-39fdf0b6-fc37-4cd0-ad5d-cb9daeccdda6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "PUT /v2.0/floatingips/ef79321b-e594-4995-ad8d-c2dddf72d230 HTTP/1.1" status: 200 len: 990 time: 3.2563725 Dec 08 01:29:36.295220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'tag': 'c06b264c-3243-4cc1-a9f8-635da8382216'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:36.297577 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc62cfce-2545-46b3-80f2-9d77798146a5" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe04e54-61a7-4dd1-9c05-bba9ae107ea0", "tag": "c06b264c-3243-4cc1-a9f8-635da8382216"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:36.300740 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05247801-c008-4112-a49c-8f5f4bea8cb0 None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:29:36.302284 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-05247801-c008-4112-a49c-8f5f4bea8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:29:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:36.313938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:29:36.369326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Allocated IP 172.20.0.14 (a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c/20a5998e-a135-4d25-95f0-5cd4e48a89c6/90e5025a-1548-4016-a1a0-6c5f408ffc3a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:29:36.381540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:29:36.382610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a0bbd2c5-cdb9-4c20-8a88-a6b9e4675579 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:29:36.405414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede78c52-7195-4cd0-b189-2f34320f41d2 req-476ebbb0-ef1a-42fb-92d5-197381057797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:36.407908 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ede78c52-7195-4cd0-b189-2f34320f41d2 req-476ebbb0-ef1a-42fb-92d5-197381057797 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba&device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 1097 time: 0.0661054 Dec 08 01:29:36.455408 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-05247801-c008-4112-a49c-8f5f4bea8cb0 None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:29:36.467728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Pushing event updated for resources: {'Port': ['ID=02742655-4fba-4db0-a1cf-d990a515b227,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:36.485627 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.resource_extend [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:29:36.695659 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c21b662d-732b-4043-b245-c98f5fe16855 req-d54fd754-82c8-4864-9289-e62256b86cae tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 210 time: 0.0439062 Dec 08 01:29:36.732449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede78c52-7195-4cd0-b189-2f34320f41d2 req-0c8677e2-5135-4154-aaeb-3148bc2a28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:36.732449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ede78c52-7195-4cd0-b189-2f34320f41d2 req-0c8677e2-5135-4154-aaeb-3148bc2a28d6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=45794b73-594c-438d-a11c-067a267cf9ce HTTP/1.1" status: 200 len: 924 time: 0.2972860 Dec 08 01:29:36.737298 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:36.749103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:36.749748 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:36.807727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3307a-710e-4ffe-bd76-ae58753d8dd8 req-876baba2-bfff-485b-8a09-8bd369831147 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:36.815003 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2d3307a-710e-4ffe-bd76-ae58753d8dd8 req-876baba2-bfff-485b-8a09-8bd369831147 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 946 time: 0.6343763 Dec 08 01:29:36.903497 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:36.931737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ede78c52-7195-4cd0-b189-2f34320f41d2 req-933e6e63-30fd-428e-9cbd-8cc2628f9bdd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c06b264c-3243-4cc1-a9f8-635da8382216 HTTP/1.1" status: 200 len: 998 time: 0.1926720 Dec 08 01:29:36.931931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Attempting to bind port 02742655-4fba-4db0-a1cf-d990a515b227 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:29:36.932138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Attempting to bind port 02742655-4fba-4db0-a1cf-d990a515b227 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:29:36.932564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Attempting to bind port 02742655-4fba-4db0-a1cf-d990a515b227 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:36.969597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6970394 Dec 08 01:29:36.970256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60720) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:36.989738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-46b8368b-f4d9-4f10-b7b2-f954b57fe826 admin admin] Request body: {'subnet': {'network_id': '44969346-2aa2-4c68-80bc-23f41d1cfcec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2049809640-subnet', 'tenant_id': 'f9bd72916cc4413a800ac3bafdcd2eb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:37.007052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Port 02742655-4fba-4db0-a1cf-d990a515b227 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:29:37.007736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Attempting to bind port 02742655-4fba-4db0-a1cf-d990a515b227 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:37.007942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede78c52-7195-4cd0-b189-2f34320f41d2 req-418c3961-3032-4d6b-98f7-764b24873cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:37.013306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ede78c52-7195-4cd0-b189-2f34320f41d2 req-418c3961-3032-4d6b-98f7-764b24873cf3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c7176f9-f7bf-457f-8cdd-cf682e2c25da HTTP/1.1" status: 200 len: 862 time: 0.0733237 Dec 08 01:29:37.029013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:37.058341 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-05247801-c008-4112-a49c-8f5f4bea8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ef79321b-e594-4995-ad8d-c2dddf72d230', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'port_id': 'c06b264c-3243-4cc1-a9f8-635da8382216', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'mac_address': 'fa:16:3e:82:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:29:07Z', 'updated_at': '2021-12-08T01:29:34Z', 'revision_number': 1, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:49Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:37.098535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:29:37.098946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:37.099271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:29:37.099727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Bound port: 02742655-4fba-4db0-a1cf-d990a515b227, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:29:37.100098 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:37.111318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede78c52-7195-4cd0-b189-2f34320f41d2 req-b31bb4d5-19e2-46a0-bc43-bdc2e661a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:37.116997 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ede78c52-7195-4cd0-b189-2f34320f41d2 req-b31bb4d5-19e2-46a0-bc43-bdc2e661a24f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45794b73-594c-438d-a11c-067a267cf9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921099 Dec 08 01:29:37.152258 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f065f-1bbd-45d2-b6f2-a1c59db326a3 admin admin] Pushing event updated for resources: {'Network': ['ID=44969346-2aa2-4c68-80bc-23f41d1cfcec,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:37.163308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 44969346-2aa2-4c68-80bc-23f41d1cfcec details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:29:37.189105 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05247801-c008-4112-a49c-8f5f4bea8cb0 None None] Checking router: 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:29:37.201208 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05247801-c008-4112-a49c-8f5f4bea8cb0 None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:29:37.201842 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-05247801-c008-4112-a49c-8f5f4bea8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:29:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:37.214640 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2d3307a-710e-4ffe-bd76-ae58753d8dd8 req-ac7fb68c-7a53-42db-beea-9bdd8829a422 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981762 Dec 08 01:29:37.226631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:29:37.227449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b8368b-f4d9-4f10-b7b2-f954b57fe826 admin admin] Made reservation on behalf of f9bd72916cc4413a800ac3bafdcd2eb9 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:37.230518 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46b8368b-f4d9-4f10-b7b2-f954b57fe826 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:37.283518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:37.289573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Pushing event updated for resources: {'Port': ['ID=90e5025a-1548-4016-a1a0-6c5f408ffc3a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:37.299572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:29:37.307566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:37.308219 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:37.313153 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabcab53-b2db-4b77-a53a-f8c666f7eb78 x-openstack-request-id: req-cabcab53-b2db-4b77-a53a-f8c666f7eb78 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:37.313566 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe04e54-61a7-4dd1-9c05-bba9ae107ea0", "tag": "c06b264c-3243-4cc1-a9f8-635da8382216", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:37.313833 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cabcab53-b2db-4b77-a53a-f8c666f7eb78 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:37.314662 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'tag': 'c06b264c-3243-4cc1-a9f8-635da8382216', 'status': 'completed', 'code': 200} Dec 08 01:29:37.352354 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ede78c52-7195-4cd0-b189-2f34320f41d2 req-606e3d26-1875-4c1d-ac19-930d17513cbc service neutron] 10.222.0.65 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264392 Dec 08 01:29:37.431683 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d44e8c78-5cd6-4935-95d0-b2bf8ba84ffc req-0aad27f2-b9a4-4a62-92d9-73f247fc347a tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 210 time: 0.0325782 Dec 08 01:29:37.441267 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-576e9c88-1e5e-4f05-b320-c5f5dd5639b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9648116 Dec 08 01:29:37.447682 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-05247801-c008-4112-a49c-8f5f4bea8cb0 None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:29:37.502166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Request body: {'port': {'device_id': '88afffc3-c0aa-4817-a7b5-b9800bebe4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:37.533271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:29:37.564773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=02742655-4fba-4db0-a1cf-d990a515b227,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:29:37.569850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ede78c52-7195-4cd0-b189-2f34320f41d2 req-f0deb818-7635-4213-bfb5-f5c3c6da59de service neutron] 10.222.0.65 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086785 Dec 08 01:29:37.587124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c7d8a16-dc82-4c7c-878a-a9fe81458571 req-1337a645-c5c2-4a8f-b552-944c08184add service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0796478 Dec 08 01:29:37.594064 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:37.611273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0fd15-cdc9-47ae-b81c-9a50e4a23ae6 req-52612354-1102-41d5-bea7-434224e3203a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:37.612964 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c2f0fd15-cdc9-47ae-b81c-9a50e4a23ae6 req-52612354-1102-41d5-bea7-434224e3203a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 948 time: 0.2314091 Dec 08 01:29:37.701188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:37.703955 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:37.707104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] 10.222.0.72 "PUT /v2.0/ports/02742655-4fba-4db0-a1cf-d990a515b227 HTTP/1.1" status: 200 len: 1097 time: 3.0874135 Dec 08 01:29:37.739532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:37.741869 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349bf86d-94c3-4f73-be9c-4bb3dcb5b416" -d '{"events": [{"name": "network-changed", "server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "tag": "02742655-4fba-4db0-a1cf-d990a515b227"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:37.744917 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:37.771425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d8a16-dc82-4c7c-878a-a9fe81458571 req-d7e3183d-1445-4cc5-aa3b-516d064346f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:37.781858 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c7d8a16-dc82-4c7c-878a-a9fe81458571 req-d7e3183d-1445-4cc5-aa3b-516d064346f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 1098 time: 0.1340559 Dec 08 01:29:37.796077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62cfce-2545-46b3-80f2-9d77798146a5 req-2e3b7468-8a6a-406e-8cc3-428d9c0fb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:37.802257 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc62cfce-2545-46b3-80f2-9d77798146a5 req-2e3b7468-8a6a-406e-8cc3-428d9c0fb68e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba&device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 1097 time: 0.1098330 Dec 08 01:29:37.888648 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-05247801-c008-4112-a49c-8f5f4bea8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ef79321b-e594-4995-ad8d-c2dddf72d230', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'port_id': 'c06b264c-3243-4cc1-a9f8-635da8382216', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'mac_address': 'fa:16:3e:82:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:29:07Z', 'updated_at': '2021-12-08T01:29:34Z', 'revision_number': 1, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:49Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:29:37.903997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10d898-efcf-4add-b10a-d7501893e16f req-261ae4ef-af6e-48d9-aa90-a8f79fdb7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:37.905563 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-261ae4ef-af6e-48d9-aa90-a8f79fdb7493 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 1100 time: 0.1285872 Dec 08 01:29:37.912552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2886da-1f78-47ec-b094-e0417b17ea62 service neutron] Pushing event updated for resources: {'Port': ['ID=02742655-4fba-4db0-a1cf-d990a515b227,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:37.922299 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05247801-c008-4112-a49c-8f5f4bea8cb0 None None] The sync data for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 is: [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ef79321b-e594-4995-ad8d-c2dddf72d230', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'port_id': 'c06b264c-3243-4cc1-a9f8-635da8382216', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'mac_address': 'fa:16:3e:82:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:29:07Z', 'updated_at': '2021-12-08T01:29:34Z', 'revision_number': 1, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:49Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:29:37.965355 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c2f0fd15-cdc9-47ae-b81c-9a50e4a23ae6 req-f52e0611-9f09-43b9-a6e7-5925051f444e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415644 Dec 08 01:29:38.099845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d8a16-dc82-4c7c-878a-a9fe81458571 req-318a5440-bf53-475a-bc24-6f5933390573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:38.101443 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c7d8a16-dc82-4c7c-878a-a9fe81458571 req-318a5440-bf53-475a-bc24-6f5933390573 service neutron] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.2978787 Dec 08 01:29:38.139928 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f57a5f2-741a-48c4-9cac-85e516018e06 x-openstack-request-id: req-5f57a5f2-741a-48c4-9cac-85e516018e06 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:38.140137 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "tag": "02742655-4fba-4db0-a1cf-d990a515b227", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:38.140446 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f57a5f2-741a-48c4-9cac-85e516018e06 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:38.141017 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227', 'status': 'completed', 'code': 200} Dec 08 01:29:38.159147 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-69dc8ed8-5b71-426f-9cee-373b70b96551 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=02742655-4fba-4db0-a1cf-d990a515b227 HTTP/1.1" status: 200 len: 217 time: 0.1784525 Dec 08 01:29:38.170102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.65', 53214) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:38.179588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62cfce-2545-46b3-80f2-9d77798146a5 req-038ed228-740d-4d85-bdc6-8a20468c1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:38.181166 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc62cfce-2545-46b3-80f2-9d77798146a5 req-038ed228-740d-4d85-bdc6-8a20468c1e06 service neutron] 10.222.0.65 "GET /v2.0/networks?id=45794b73-594c-438d-a11c-067a267cf9ce HTTP/1.1" status: 200 len: 924 time: 0.3616920 Dec 08 01:29:38.182425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c7d8a16-dc82-4c7c-878a-a9fe81458571 req-ac92e1c0-d3c5-4787-aab3-ef00e0f624b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 HTTP/1.1" status: 200 len: 217 time: 0.0716250 Dec 08 01:29:38.218901 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46b8368b-f4d9-4f10-b7b2-f954b57fe826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:38.251691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d8a16-dc82-4c7c-878a-a9fe81458571 req-d6c34fb4-a662-4457-87c8-1cdf1e330104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:38.254105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c7d8a16-dc82-4c7c-878a-a9fe81458571 req-d6c34fb4-a662-4457-87c8-1cdf1e330104 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0641737 Dec 08 01:29:38.303853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-dea0b611-7868-471c-8275-541b6da92101 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=764670fcef174df5aecbb64f1ceae947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292171 Dec 08 01:29:38.343550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc62cfce-2545-46b3-80f2-9d77798146a5 req-73bb8a3d-175e-4dcd-aad7-03fa1b3bbdfd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c06b264c-3243-4cc1-a9f8-635da8382216 HTTP/1.1" status: 200 len: 998 time: 0.1547320 Dec 08 01:29:38.363624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74e12a4-04d2-459b-9c1e-707ca446fdf6 None None] New status for floating IP ef79321b-e594-4995-ad8d-c2dddf72d230: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:29:38.407725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62cfce-2545-46b3-80f2-9d77798146a5 req-d7c22dbb-7b31-459f-84f0-268834997bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:38.409884 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc62cfce-2545-46b3-80f2-9d77798146a5 req-d7c22dbb-7b31-459f-84f0-268834997bb7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c7176f9-f7bf-457f-8cdd-cf682e2c25da HTTP/1.1" status: 200 len: 862 time: 0.0532064 Dec 08 01:29:38.415828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10d898-efcf-4add-b10a-d7501893e16f req-3374052e-eec1-4eb4-bdf2-94ed55c43649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:38.417312 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-3374052e-eec1-4eb4-bdf2-94ed55c43649 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2463455 Dec 08 01:29:38.438795 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c7d8a16-dc82-4c7c-878a-a9fe81458571 req-e8a73013-0b17-4caa-a212-2a4472007437 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943930 Dec 08 01:29:38.450227 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8368b-f4d9-4f10-b7b2-f954b57fe826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4533e0-d8eb-4545-8f14-cb5460794682,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:38.480543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e2572-cf72-4d88-ae2d-f9ea7fb678c4 req-f6201603-ee0b-4cc0-8694-82a50861e5d7 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:38.482060 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a40e2572-cf72-4d88-ae2d-f9ea7fb678c4 req-f6201603-ee0b-4cc0-8694-82a50861e5d7 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 932 time: 0.3467946 Dec 08 01:29:38.573613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489e59e-ae52-46e5-b011-883f304673bc req-f86f1ff9-4258-48b2-a7a5-9e1d2abb1904 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:38.580813 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a489e59e-ae52-46e5-b011-883f304673bc req-f86f1ff9-4258-48b2-a7a5-9e1d2abb1904 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 946 time: 0.1538937 Dec 08 01:29:38.588940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b8368b-f4d9-4f10-b7b2-f954b57fe826 admin admin] Checking segment: {'id': 'd9593289-54b4-4ed3-9a09-d2c2ac156ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '44969346-2aa2-4c68-80bc-23f41d1cfcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:38.589294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8368b-f4d9-4f10-b7b2-f954b57fe826 admin admin] Network hostable DHCP agents. Network: 44969346-2aa2-4c68-80bc-23f41d1cfcec, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:29:38.596018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62cfce-2545-46b3-80f2-9d77798146a5 req-a898157b-78c9-43d5-a545-6bd9d1fddb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:38.598874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc62cfce-2545-46b3-80f2-9d77798146a5 req-a898157b-78c9-43d5-a545-6bd9d1fddb49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45794b73-594c-438d-a11c-067a267cf9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1729379 Dec 08 01:29:38.639525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10d898-efcf-4add-b10a-d7501893e16f req-b36ee8b9-1c81-4b05-8a68-b4ff8d85d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:38.641058 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-b36ee8b9-1c81-4b05-8a68-b4ff8d85d9b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1942701 Dec 08 01:29:38.657989 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a298de2-237c-415b-8478-0a910199f07e req-0d7c7932-c7d2-4f3b-8b74-de834662841b tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:38.660158 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-0d7c7932-c7d2-4f3b-8b74-de834662841b tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3233619 Dec 08 01:29:38.684692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-8a298de2-237c-415b-8478-0a910199f07e req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Request body: {'port': {'device_id': '88655c2a-708c-4a60-b3a3-4d2993f983c0', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '764670fcef174df5aecbb64f1ceae947'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:38.688004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c7d8a16-dc82-4c7c-878a-a9fe81458571 req-2a23617f-37af-48f4-8dce-b8c2a69e4885 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191348 Dec 08 01:29:38.699582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a40e2572-cf72-4d88-ae2d-f9ea7fb678c4 req-93f5f84c-b050-461e-8140-d7ef45329cf3 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679034 Dec 08 01:29:38.744034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8368b-f4d9-4f10-b7b2-f954b57fe826 admin admin] Network 44969346-2aa2-4c68-80bc-23f41d1cfcec is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:29:38.756876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a489e59e-ae52-46e5-b011-883f304673bc req-c6a3d28b-4644-4ccf-ac96-b61ef8fd80cb tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740832 Dec 08 01:29:38.798017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc62cfce-2545-46b3-80f2-9d77798146a5 req-208e4428-2257-4fa2-936b-ca4a287d6965 service neutron] 10.222.0.65 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890671 Dec 08 01:29:38.827513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-46b8368b-f4d9-4f10-b7b2-f954b57fe826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 44969346-2aa2-4c68-80bc-23f41d1cfcec) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:38.836766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1bc7a5-59bc-4caf-9dda-68aabd0abe8d None None] Network 44969346-2aa2-4c68-80bc-23f41d1cfcec requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:38.994771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-be1b62f2-2c9a-42fa-bddc-41624013793c req-a0f7242d-0723-4717-896f-b9a1afd0b9ba tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 210 time: 0.0521336 Dec 08 01:29:39.117578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8368b-f4d9-4f10-b7b2-f954b57fe826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:39.118169 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46b8368b-f4d9-4f10-b7b2-f954b57fe826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:39.119284 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c7d8a16-dc82-4c7c-878a-a9fe81458571 req-40ea5a15-b08a-4f32-98ce-c84ed7aea60c service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907959 Dec 08 01:29:39.130827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3397eee1-155b-4ef9-a32f-10ddef8de6f5 None None] Network 44969346-2aa2-4c68-80bc-23f41d1cfcec requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:29:39.135686 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc62cfce-2545-46b3-80f2-9d77798146a5 req-d8943843-3e7c-4712-b810-8f19fc3f9741 service neutron] 10.222.0.65 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226702 Dec 08 01:29:39.138808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e5025a-1548-4016-a1a0-6c5f408ffc3a {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:39.179782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:39.232382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032225f7-23bf-4383-981b-37dc05f57042 req-bac4a30b-d2b3-4d58-9580-918847b1e057 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:39.234980 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-032225f7-23bf-4383-981b-37dc05f57042 req-bac4a30b-d2b3-4d58-9580-918847b1e057 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 948 time: 0.0908930 Dec 08 01:29:39.238898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-46b8368b-f4d9-4f10-b7b2-f954b57fe826 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2539325 Dec 08 01:29:39.244704 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-96c7ee18-6162-4ee7-823b-5491713471e6 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831227 Dec 08 01:29:39.254864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Transition to ACTIVE for port object 90e5025a-1548-4016-a1a0-6c5f408ffc3a will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:29:39.267952 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:39.336180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-032225f7-23bf-4383-981b-37dc05f57042 req-4f8d00b3-8609-429c-9e72-adbfec1c6d9d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897734 Dec 08 01:29:39.422976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60786) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:39.471749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Pushing event updated for resources: {'Port': ['ID=90e5025a-1548-4016-a1a0-6c5f408ffc3a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:39.481884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a298de2-237c-415b-8478-0a910199f07e req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Made reservation on behalf of 764670fcef174df5aecbb64f1ceae947 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:39.485983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8a298de2-237c-415b-8478-0a910199f07e req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:39.616086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0803340-b7ba-4b96-a57c-a3eee450a7cc req-5f89fe7c-3534-4b63-a256-6317424db53b tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:39.617677 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0803340-b7ba-4b96-a57c-a3eee450a7cc req-5f89fe7c-3534-4b63-a256-6317424db53b tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 1098 time: 0.2200649 Dec 08 01:29:39.642000 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b95b28fd-d56b-4ce8-b69b-56363b36f109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:39.690390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Attempting to bind port 90e5025a-1548-4016-a1a0-6c5f408ffc3a on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:29:39.690895 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Attempting to bind port 90e5025a-1548-4016-a1a0-6c5f408ffc3a by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:29:39.691491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Attempting to bind port 90e5025a-1548-4016-a1a0-6c5f408ffc3a on network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:39.698051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d10d898-efcf-4add-b10a-d7501893e16f req-1d70cff3-33e3-49b8-b1c6-b41ecf22b45f service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260099 Dec 08 01:29:39.732184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Port 90e5025a-1548-4016-a1a0-6c5f408ffc3a on network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:29:39.732591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Attempting to bind port 90e5025a-1548-4016-a1a0-6c5f408ffc3a on network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:39.781896 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:29:39.782229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Checking segment: {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:39.782641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Bound using segment: {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:29:39.783089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Bound port: 90e5025a-1548-4016-a1a0-6c5f408ffc3a, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:29:39.783446 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:39.836050 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b95b28fd-d56b-4ce8-b69b-56363b36f109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:39.847721 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b95b28fd-d56b-4ce8-b69b-56363b36f109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:39.900027 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0803340-b7ba-4b96-a57c-a3eee450a7cc req-ec09e2c1-35d3-4fad-9cdf-5c447e4e210e tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163742 Dec 08 01:29:39.924470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b95b28fd-d56b-4ce8-b69b-56363b36f109 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb829d3a4404440b8dc4a021f2da7f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4980230 Dec 08 01:29:39.925260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60810) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:39.941504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b28fd-d56b-4ce8-b69b-56363b36f109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb699d1-8009-411e-8e44-eb64330f3d30,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:39.978919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] For port 90e5025a-1548-4016-a1a0-6c5f408ffc3a, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:29:39.992256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] For port 90e5025a-1548-4016-a1a0-6c5f408ffc3a, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=90e5025a-1548-4016-a1a0-6c5f408ffc3a,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:29:40.017162 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:40.029503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-8a298de2-237c-415b-8478-0a910199f07e req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Allocated IP 192.168.233.28 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/4c7652ec-9ac7-4eef-a565-5912a04c0f24) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:29:40.039255 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:40.117751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60824) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:40.155090 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:40.156222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:40.156963 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:40.158512 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] 10.222.0.65 "PUT /v2.0/ports/90e5025a-1548-4016-a1a0-6c5f408ffc3a HTTP/1.1" status: 200 len: 1093 time: 2.6644449 Dec 08 01:29:40.160627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf86d-94c3-4f73-be9c-4bb3dcb5b416 req-7d2ca3e0-5f72-491b-b630-6c089d09d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:40.162100 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-349bf86d-94c3-4f73-be9c-4bb3dcb5b416 req-7d2ca3e0-5f72-491b-b630-6c089d09d9d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 1100 time: 0.3266149 Dec 08 01:29:40.162630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88afffc3-c0aa-4817-a7b5-b9800bebe4f9', 'tag': '90e5025a-1548-4016-a1a0-6c5f408ffc3a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:40.165061 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bbb554-e8fa-4a80-b28f-0663b00899ac" -d '{"events": [{"name": "network-changed", "server_uuid": "88afffc3-c0aa-4817-a7b5-b9800bebe4f9", "tag": "90e5025a-1548-4016-a1a0-6c5f408ffc3a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:40.210851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-d8084a5a-01ad-4a77-9ef6-6f452be5ce42 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:40.212423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-d8084a5a-01ad-4a77-9ef6-6f452be5ce42 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 807 time: 0.1688137 Dec 08 01:29:40.241705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:40.246859 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:40.248123 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ceb699d1-8009-411e-8e44-eb64330f3d30 HTTP/1.1" status: 204 len: 168 time: 0.3217220 Dec 08 01:29:40.268042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df446b-d3ab-47ad-81ba-6a5763afd198 service neutron] Pushing event updated for resources: {'Port': ['ID=90e5025a-1548-4016-a1a0-6c5f408ffc3a,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:40.270282 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb699d1-8009-411e-8e44-eb64330f3d30,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:40.275175 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-903caaa5-8a05-44fb-be7a-8ffd207a4459 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/quotas/60788080667c45e38fac7ad815a697ce HTTP/1.1" status: 200 len: 375 time: 0.0258076 Dec 08 01:29:40.280269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.280651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.281000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.281346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.281689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.282013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.282348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.282681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.283013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.283351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.283682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.284111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.284605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994dba47-0a64-4ebd-ab0d-5dd5e2aef3f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:40.333731 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-a627c96a-69b3-4dcc-96ba-1ee795c0a97b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319295 Dec 08 01:29:40.355543 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4887000-4726-4264-8b1b-9d2d4d067e95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:40.377037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f6ae2-5d02-41ff-897f-965a734297a9 req-94e90a73-c908-4052-a93e-08d29f4c3084 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:40.378664 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-115f6ae2-5d02-41ff-897f-965a734297a9 req-94e90a73-c908-4052-a93e-08d29f4c3084 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 944 time: 0.2630537 Dec 08 01:29:40.434439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-9ef55c53-6834-4cda-a17f-422d526dc21e service neutron] 10.222.0.70 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936656 Dec 08 01:29:40.493852 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf86d-94c3-4f73-be9c-4bb3dcb5b416 req-2ae0d4b4-017c-43db-bbdb-bcf409ba60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:40.495346 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-349bf86d-94c3-4f73-be9c-4bb3dcb5b416 req-2ae0d4b4-017c-43db-bbdb-bcf409ba60f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3065624 Dec 08 01:29:40.510167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-609495b3-cfae-4217-be51-024405b4a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:40.511709 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-609495b3-cfae-4217-be51-024405b4a4c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fca5a12f7a9d48a89422968b82652c54&device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 1096 time: 0.2481999 Dec 08 01:29:40.594539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60836) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:40.600977 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-349bf86d-94c3-4f73-be9c-4bb3dcb5b416 req-0f216501-2781-4e2e-820a-670127b75ef5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=02742655-4fba-4db0-a1cf-d990a515b227 HTTP/1.1" status: 200 len: 217 time: 0.0857744 Dec 08 01:29:40.674446 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-773e1ce1-84bc-4d60-90d7-9622bc76b1a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90e5025a-1548-4016-a1a0-6c5f408ffc3a HTTP/1.1" status: 200 len: 217 time: 0.1409526 Dec 08 01:29:40.679776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-115f6ae2-5d02-41ff-897f-965a734297a9 req-fe525efc-6481-4f89-b026-f762ee7da1bc tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902818 Dec 08 01:29:40.683402 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8a298de2-237c-415b-8478-0a910199f07e req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:40.694206 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52ec53af-7b4b-4b59-9540-cee47f4a3706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:40.730442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-5dc4f17f-e25c-4939-9b06-7ff0af2f730a service neutron] 10.222.0.70 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883325 Dec 08 01:29:40.823845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf86d-94c3-4f73-be9c-4bb3dcb5b416 req-34474578-4aa8-4454-bfe3-cf3f180d3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:40.825484 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-349bf86d-94c3-4f73-be9c-4bb3dcb5b416 req-34474578-4aa8-4454-bfe3-cf3f180d3da2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1764925 Dec 08 01:29:40.848783 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8a298de2-237c-415b-8478-0a910199f07e req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:40.947466 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4887000-4726-4264-8b1b-9d2d4d067e95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:40.952131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818ce32-7a7b-4603-a49a-a5239831727e req-f875cc40-fc49-4604-9434-2b0b1e147faf tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:40.953807 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d818ce32-7a7b-4603-a49a-a5239831727e req-f875cc40-fc49-4604-9434-2b0b1e147faf tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 1098 time: 0.0439034 Dec 08 01:29:40.961619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a298de2-237c-415b-8478-0a910199f07e req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:29:40.974952 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4887000-4726-4264-8b1b-9d2d4d067e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:41.002288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-8a298de2-237c-415b-8478-0a910199f07e req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:41.038715 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d818ce32-7a7b-4603-a49a-a5239831727e req-50572842-29ce-4f89-9a08-930764014c18 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770917 Dec 08 01:29:41.039233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-0c1536bd-d163-40b4-a2f7-cb895e2cb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:41.040857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-0c1536bd-d163-40b4-a2f7-cb895e2cb3b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=20a5998e-a135-4d25-95f0-5cd4e48a89c6 HTTP/1.1" status: 200 len: 844 time: 0.3493040 Dec 08 01:29:41.045521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a298de2-237c-415b-8478-0a910199f07e req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:29:41.052732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a298de2-237c-415b-8478-0a910199f07e req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:41.053606 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8a298de2-237c-415b-8478-0a910199f07e req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:41.083127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4887000-4726-4264-8b1b-9d2d4d067e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf6e21c-89c8-421a-b900-1299c542bb96,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:41.086150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Pushing event updated for resources: {'Port': ['ID=4c7652ec-9ac7-4eef-a565-5912a04c0f24,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:41.141784 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-dcc8c87e-ccd5-4dde-9e88-6c67aa3f00f2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531328 Dec 08 01:29:41.209989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d4887000-4726-4264-8b1b-9d2d4d067e95 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=120a6050285645118917fad2b6f7bcae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0871332 Dec 08 01:29:41.209989 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e8bef8-c38d-46c2-bf4f-cd721e00ddd8 x-openstack-request-id: req-44e8bef8-c38d-46c2-bf4f-cd721e00ddd8 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:41.210351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60852) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:41.217876 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88afffc3-c0aa-4817-a7b5-b9800bebe4f9", "tag": "90e5025a-1548-4016-a1a0-6c5f408ffc3a", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:41.218337 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44e8bef8-c38d-46c2-bf4f-cd721e00ddd8 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:41.223144 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88afffc3-c0aa-4817-a7b5-b9800bebe4f9', 'tag': '90e5025a-1548-4016-a1a0-6c5f408ffc3a', 'status': 'completed', 'code': 200} Dec 08 01:29:41.260129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da399f4-729f-4cba-a6c7-395fa952f23b req-6589fcdd-2b32-4600-93e2-c1a29d631f61 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:41.261819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6da399f4-729f-4cba-a6c7-395fa952f23b req-6589fcdd-2b32-4600-93e2-c1a29d631f61 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 935 time: 0.4043658 Dec 08 01:29:41.264106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf86d-94c3-4f73-be9c-4bb3dcb5b416 req-acc6aafd-e947-4895-bd17-06fbccae1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:41.270755 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-349bf86d-94c3-4f73-be9c-4bb3dcb5b416 req-acc6aafd-e947-4895-bd17-06fbccae1fb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4350524 Dec 08 01:29:41.274992 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-5a69c50c-ab64-4798-844d-b006f223198e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5963726 Dec 08 01:29:41.302394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2213d81a-7f28-4381-8213-d37203856cd2 None None] Provisioning complete for port 4c7652ec-9ac7-4eef-a565-5912a04c0f24 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:41.303473 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2213d81a-7f28-4381-8213-d37203856cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:41.317197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Request body: {'port': {'device_id': '88655c2a-708c-4a60-b3a3-4d2993f983c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:41.325544 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea48cc83-717e-4ab8-89df-248109eca333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:41.366023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2213d81a-7f28-4381-8213-d37203856cd2 None None] Port 4c7652ec-9ac7-4eef-a565-5912a04c0f24 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:29:41.369077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f5854-b0af-41f9-9f9a-ecf070163b40 req-bda28094-47fb-454b-adc8-914eb89b14f8 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:41.371081 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c4f5854-b0af-41f9-9f9a-ecf070163b40 req-bda28094-47fb-454b-adc8-914eb89b14f8 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 948 time: 0.1015165 Dec 08 01:29:41.373766 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea48cc83-717e-4ab8-89df-248109eca333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:41.449733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c4f5854-b0af-41f9-9f9a-ecf070163b40 req-758504ee-3d1d-4852-9247-c3734c8dce49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667014 Dec 08 01:29:41.506082 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea48cc83-717e-4ab8-89df-248109eca333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:41.511903 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea48cc83-717e-4ab8-89df-248109eca333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:41.514307 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ea48cc83-717e-4ab8-89df-248109eca333 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4bf6e21c-89c8-421a-b900-1299c542bb96 HTTP/1.1" status: 204 len: 168 time: 0.3029387 Dec 08 01:29:41.527697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48cc83-717e-4ab8-89df-248109eca333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf6e21c-89c8-421a-b900-1299c542bb96,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:41.535167 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52ec53af-7b4b-4b59-9540-cee47f4a3706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:41.576625 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52ec53af-7b4b-4b59-9540-cee47f4a3706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:41.587770 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41d79b63-8092-491b-a4ec-8ab6b7661981 req-561dc0e2-3321-4ad4-b6b9-d1d74455781b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 210 time: 0.0458105 Dec 08 01:29:41.597748 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-91df9c3a-880e-487c-94a0-6eb21d9d487a service neutron] 10.222.0.65 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320524 Dec 08 01:29:41.612146 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6da399f4-729f-4cba-a6c7-395fa952f23b req-105556a0-5a56-490c-85bd-3dcdbd55ef4e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280265 Dec 08 01:29:41.652711 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:41.710816 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60864) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:41.711410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-52ec53af-7b4b-4b59-9540-cee47f4a3706 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b19f1e93aca4ff9b1a8bc0e1e413e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1116006 Dec 08 01:29:41.718804 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-349bf86d-94c3-4f73-be9c-4bb3dcb5b416 req-d0f34bf9-168d-4074-ad21-63712d0d8d8a service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174204 Dec 08 01:29:41.752380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec53af-7b4b-4b59-9540-cee47f4a3706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84f8475-b668-4c05-858d-2e3c175d2f07,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:41.817519 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39539740-1002-4cd1-a30b-e84517bf5531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:41.837909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-f0afb59a-3547-4404-977c-06ff04f2bc96 req-77a76906-5444-4b4b-ac77-9b27d9135658 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:29:41.838889 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0afb59a-3547-4404-977c-06ff04f2bc96 req-77a76906-5444-4b4b-ac77-9b27d9135658 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067382 Dec 08 01:29:41.890697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b154cc7-068b-4b73-86dd-760db8437320 req-e7e97489-9cf8-4627-9558-8fc361ba5fd5 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:41.899592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b154cc7-068b-4b73-86dd-760db8437320 req-e7e97489-9cf8-4627-9558-8fc361ba5fd5 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 944 time: 0.0838161 Dec 08 01:29:41.903494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39539740-1002-4cd1-a30b-e84517bf5531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:41.985557 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b154cc7-068b-4b73-86dd-760db8437320 req-5c7a3d3d-59c1-4ba0-aebb-11c80cac5090 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711420 Dec 08 01:29:42.034105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39539740-1002-4cd1-a30b-e84517bf5531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:42.036872 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39539740-1002-4cd1-a30b-e84517bf5531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:42.038062 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-39539740-1002-4cd1-a30b-e84517bf5531 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a84f8475-b668-4c05-858d-2e3c175d2f07 HTTP/1.1" status: 204 len: 168 time: 0.3262908 Dec 08 01:29:42.046810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39539740-1002-4cd1-a30b-e84517bf5531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84f8475-b668-4c05-858d-2e3c175d2f07,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:42.118513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60874) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:42.155282 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e410384-ff35-495c-a978-1e9f170b22be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:42.160649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d62b9978-fe11-4a1b-babf-8bd10986bd07 req-ba56575d-a5f1-4bfb-9adc-cd8a1493802a service neutron] 10.222.0.65 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430796 Dec 08 01:29:42.209197 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 02742655-4fba-4db0-a1cf-d990a515b227 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:29:42.358001 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-349bf86d-94c3-4f73-be9c-4bb3dcb5b416 req-97cbeec2-33c2-43bf-abc4-773b75476003 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5885851 Dec 08 01:29:42.382402 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e410384-ff35-495c-a978-1e9f170b22be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:42.399389 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e410384-ff35-495c-a978-1e9f170b22be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:42.434811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb554-e8fa-4a80-b28f-0663b00899ac req-8651b392-60b4-44db-b0f8-4072a7d7f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:42.438387 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73bbb554-e8fa-4a80-b28f-0663b00899ac req-8651b392-60b4-44db-b0f8-4072a7d7f3dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fca5a12f7a9d48a89422968b82652c54&device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 1096 time: 0.1543636 Dec 08 01:29:42.501835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=02742655-4fba-4db0-a1cf-d990a515b227,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:42.507390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e410384-ff35-495c-a978-1e9f170b22be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c214970-73da-4189-abf4-a7ca596b3da6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:42.552195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8e410384-ff35-495c-a978-1e9f170b22be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b0ec0b408a94c8e86246185767d9881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297862 Dec 08 01:29:42.552803 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60894) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:42.667296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-5ddb4fe1-8ba2-478e-8d5e-d892b5117892 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:42.669549 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-5ddb4fe1-8ba2-478e-8d5e-d892b5117892 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.72 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 807 time: 0.3858688 Dec 08 01:29:42.693731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Request body: {'port': {'device_id': '95df1711-1d28-4b6a-9e67-48e6bf84cb84', 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6', 'admin_state_up': True, 'tenant_id': '60788080667c45e38fac7ad815a697ce'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:42.728679 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34336240-04f0-4907-8a4f-38b7342e8468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:42.751973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb554-e8fa-4a80-b28f-0663b00899ac req-fbdd7126-b8be-44e2-aea2-0c61ffe23ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:42.754908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73bbb554-e8fa-4a80-b28f-0663b00899ac req-fbdd7126-b8be-44e2-aea2-0c61ffe23ee9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 200 len: 905 time: 0.3008347 Dec 08 01:29:42.761952 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34336240-04f0-4907-8a4f-38b7342e8468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:42.778895 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '02742655-4fba-4db0-a1cf-d990a515b227', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '02742655-4fba-4db0-a1cf-d990a515b227', 'mac_address': 'fa:16:3e:d3:62:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:29:42.779158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7652ec-9ac7-4eef-a565-5912a04c0f24 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:42.815983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:42.818445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05f8c7-8f96-4ff3-b1b9-ca46d8b5a01b req-f45f620d-0b41-44fe-839c-29c5a2175bb6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:42.819373 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73bbb554-e8fa-4a80-b28f-0663b00899ac req-142d4f29-603b-4201-978e-e2283ec0d7e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90e5025a-1548-4016-a1a0-6c5f408ffc3a HTTP/1.1" status: 200 len: 217 time: 0.0513368 Dec 08 01:29:42.828502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c05f8c7-8f96-4ff3-b1b9-ca46d8b5a01b req-f45f620d-0b41-44fe-839c-29c5a2175bb6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 948 time: 0.2171431 Dec 08 01:29:42.860494 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:42.864586 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Transition to ACTIVE for port object 4c7652ec-9ac7-4eef-a565-5912a04c0f24 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:29:42.870107 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:42.875327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02742655-4fba-4db0-a1cf-d990a515b227 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:42.902356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=02742655-4fba-4db0-a1cf-d990a515b227,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:42.907811 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:42.942231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb554-e8fa-4a80-b28f-0663b00899ac req-4f6897d5-1af9-4b7c-8608-74358920869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:42.943548 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73bbb554-e8fa-4a80-b28f-0663b00899ac req-4f6897d5-1af9-4b7c-8608-74358920869a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=20a5998e-a135-4d25-95f0-5cd4e48a89c6 HTTP/1.1" status: 200 len: 844 time: 0.1141667 Dec 08 01:29:42.951603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7652ec-9ac7-4eef-a565-5912a04c0f24,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:43.012389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=02742655-4fba-4db0-a1cf-d990a515b227,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:43.023525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.024244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.024774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.025330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.025814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.026300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.029688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Attempting to bind port 4c7652ec-9ac7-4eef-a565-5912a04c0f24 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:29:43.030036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Attempting to bind port 4c7652ec-9ac7-4eef-a565-5912a04c0f24 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:29:43.030369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Attempting to bind port 4c7652ec-9ac7-4eef-a565-5912a04c0f24 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:43.034808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.035442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.035945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.036548 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.037036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.042295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Port 4c7652ec-9ac7-4eef-a565-5912a04c0f24 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:29:43.042295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Attempting to bind port 4c7652ec-9ac7-4eef-a565-5912a04c0f24 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:43.044152 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.044538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.045038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.045384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.045732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.048340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.048915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.049530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.050069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.050568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.051087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.051559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.052050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.052719 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.054950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:29:43.083178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:29:43.084165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:43.084837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:29:43.085532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Bound port: 4c7652ec-9ac7-4eef-a565-5912a04c0f24, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:29:43.086115 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:43.094178 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73bbb554-e8fa-4a80-b28f-0663b00899ac req-35815c26-33d7-48d8-b1d1-9a1451907adf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124542 Dec 08 01:29:43.164261 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c05f8c7-8f96-4ff3-b1b9-ca46d8b5a01b req-23cc59a3-84c0-4659-9c89-35662a6d7857 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350956 Dec 08 01:29:43.169513 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34336240-04f0-4907-8a4f-38b7342e8468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:43.179327 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34336240-04f0-4907-8a4f-38b7342e8468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:43.180740 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-34336240-04f0-4907-8a4f-38b7342e8468 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c214970-73da-4189-abf4-a7ca596b3da6 HTTP/1.1" status: 204 len: 168 time: 0.6267743 Dec 08 01:29:43.207303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34336240-04f0-4907-8a4f-38b7342e8468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c214970-73da-4189-abf4-a7ca596b3da6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:43.214632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['02742655-4fba-4db0-a1cf-d990a515b227'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:43.238382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Made reservation on behalf of 60788080667c45e38fac7ad815a697ce for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:29:43.245803 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:43.358214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] For port 4c7652ec-9ac7-4eef-a565-5912a04c0f24, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:29:43.372735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] For port 4c7652ec-9ac7-4eef-a565-5912a04c0f24, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4c7652ec-9ac7-4eef-a565-5912a04c0f24,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:29:43.423693 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:43.605818 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4da9dc10-b9dc-4e61-8208-704c534950ab req-3b4b5c36-9640-4c05-9d30-248cb5eac972 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 210 time: 0.1605268 Dec 08 01:29:43.654582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:43.655573 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:43.657151 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] 10.222.0.65 "PUT /v2.0/ports/4c7652ec-9ac7-4eef-a565-5912a04c0f24 HTTP/1.1" status: 200 len: 1096 time: 2.3453035 Dec 08 01:29:43.660713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88655c2a-708c-4a60-b3a3-4d2993f983c0', 'tag': '4c7652ec-9ac7-4eef-a565-5912a04c0f24'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:43.663155 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05af58a5-f879-44f1-bbcb-f2cf22a54686" -d '{"events": [{"name": "network-changed", "server_uuid": "88655c2a-708c-4a60-b3a3-4d2993f983c0", "tag": "4c7652ec-9ac7-4eef-a565-5912a04c0f24"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:43.732605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdaa71-7a77-4e4a-bfb3-c3a3d0ba7615 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7652ec-9ac7-4eef-a565-5912a04c0f24,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:43.739305 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73bbb554-e8fa-4a80-b28f-0663b00899ac req-bfe56fbb-ebb6-4981-8130-b2da4b256927 service neutron] 10.222.0.65 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288841 Dec 08 01:29:43.746411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Allocated IP 172.20.0.5 (402efe03-88a1-415d-be1a-0b7dc1c5e4b6/9a17378f-dcd0-4ad5-8617-f89458c5d02e/f103df1f-439e-4cbb-b100-3b6cc3a2f73c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:29:43.942448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73bbb554-e8fa-4a80-b28f-0663b00899ac req-38341c53-7ee0-4ef2-8365-c424a5d6205f service neutron] 10.222.0.65 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949637 Dec 08 01:29:43.959831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a298de2-237c-415b-8478-0a910199f07e req-4e4fc00a-74d6-48d8-a8ba-309e442d87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:43.966021 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-4e4fc00a-74d6-48d8-a8ba-309e442d87c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=764670fcef174df5aecbb64f1ceae947&device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 1099 time: 0.2013338 Dec 08 01:29:44.083810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ca8a0-b2ec-4c18-81dc-e9962799cc96 req-e0d1cc82-c6db-43b4-a6b5-cac2525bd9a7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:44.098715 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b0ca8a0-b2ec-4c18-81dc-e9962799cc96 req-e0d1cc82-c6db-43b4-a6b5-cac2525bd9a7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 947 time: 0.2791407 Dec 08 01:29:44.099258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-c6dccfdb-2467-4848-a82c-9a7868b64490 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=4c7652ec-9ac7-4eef-a565-5912a04c0f24 HTTP/1.1" status: 200 len: 217 time: 0.1152246 Dec 08 01:29:44.168464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60954) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:44.188317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a298de2-237c-415b-8478-0a910199f07e req-3f569562-71f4-4f1f-aa0e-9257250be951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:44.190999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-3f569562-71f4-4f1f-aa0e-9257250be951 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0820868 Dec 08 01:29:44.218302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 02742655-4fba-4db0-a1cf-d990a515b227 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:29:44.254569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a298de2-237c-415b-8478-0a910199f07e req-e7db5d90-09a5-4a64-b1ae-4283bee5dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:44.257157 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-e7db5d90-09a5-4a64-b1ae-4283bee5dd2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0560567 Dec 08 01:29:44.257533 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:44.288347 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b0ca8a0-b2ec-4c18-81dc-e9962799cc96 req-61e6d657-9ed5-4981-8265-304dcb09c965 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878459 Dec 08 01:29:44.365773 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:44.366061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 02742655-4fba-4db0-a1cf-d990a515b227 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:29:44.376241 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 02742655-4fba-4db0-a1cf-d990a515b227 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:44.376898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:44.443522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:29:44.462918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:29:44.474696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:29:44.512525 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-7f19f222-fd4c-4869-9de2-8b02d585e5af service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409980 Dec 08 01:29:44.514156 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:44.541213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:44.543790 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdb542d-587a-4b90-ab6b-f9a36e94dbea" -d '{"events": [{"server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "name": "network-vif-plugged", "status": "completed", "tag": "02742655-4fba-4db0-a1cf-d990a515b227"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:44.544650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:44.545290 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:44.561218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Pushing event updated for resources: {'Port': ['ID=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:44.562683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=02742655-4fba-4db0-a1cf-d990a515b227,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:44.570755 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:44.581133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-93cd15a0-6a94-46b4-bb70-35f327e6439e tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:29:44.581356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8778997c-90c9-4b25-8942-2dac322e62d3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8935611 Dec 08 01:29:44.584118 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-93cd15a0-6a94-46b4-bb70-35f327e6439e tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4129546 Dec 08 01:29:44.602304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Request body: {'port': {'device_id': '95df1711-1d28-4b6a-9e67-48e6bf84cb84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:44.621530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431016fe-dba3-4b49-8e38-d68eb8add9dd req-594e6a79-5dad-4661-b5b7-7d7fb2b89a1c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:44.629337 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-431016fe-dba3-4b49-8e38-d68eb8add9dd req-594e6a79-5dad-4661-b5b7-7d7fb2b89a1c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 944 time: 0.2126498 Dec 08 01:29:44.635823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=02742655-4fba-4db0-a1cf-d990a515b227,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:44.732515 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:44.742623 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a298de2-237c-415b-8478-0a910199f07e req-f2b0390e-248c-45ca-8008-b51474892379 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200301 Dec 08 01:29:44.746946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-431016fe-dba3-4b49-8e38-d68eb8add9dd req-160fee5e-28f9-4b04-ba59-92b854ecfdd4 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167438 Dec 08 01:29:44.968118 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a4df19-e5e4-4ce0-b270-eb4a507fc590 x-openstack-request-id: req-f6a4df19-e5e4-4ce0-b270-eb4a507fc590 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:44.968657 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88655c2a-708c-4a60-b3a3-4d2993f983c0", "tag": "4c7652ec-9ac7-4eef-a565-5912a04c0f24", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:44.968760 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6a4df19-e5e4-4ce0-b270-eb4a507fc590 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:44.977036 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88655c2a-708c-4a60-b3a3-4d2993f983c0', 'tag': '4c7652ec-9ac7-4eef-a565-5912a04c0f24', 'status': 'completed', 'code': 200} Dec 08 01:29:44.980619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-44b3029f-1d29-4ec5-8f1b-b5b37ad67dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:44.987678 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-44b3029f-1d29-4ec5-8f1b-b5b37ad67dcd service neutron] 10.222.0.70 "GET /v2.0/ports/4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 HTTP/1.1" status: 200 len: 1095 time: 0.1735353 Dec 08 01:29:44.993212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] Request body: {'binding': {'host': 'n-h1-713498-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:44.996545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] Unknown quota resources ['binding']. {{(pid=103130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:29:45.107987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f103df1f-439e-4cbb-b100-3b6cc3a2f73c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:45.117080 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:45.126087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af58a5-f879-44f1-bbcb-f2cf22a54686 req-2afe7f41-b839-4b83-ae9f-4366411d345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:45.129560 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05af58a5-f879-44f1-bbcb-f2cf22a54686 req-2afe7f41-b839-4b83-ae9f-4366411d345d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=764670fcef174df5aecbb64f1ceae947&device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 1099 time: 0.0903006 Dec 08 01:29:45.149539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Transition to ACTIVE for port object f103df1f-439e-4cbb-b100-3b6cc3a2f73c will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:29:45.153866 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:45.203566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5967b-b799-464e-99a9-c36fe7099d0b req-86b42456-5bcc-4618-b981-63db69caaccc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:45.206634 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62c5967b-b799-464e-99a9-c36fe7099d0b req-86b42456-5bcc-4618-b981-63db69caaccc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.1102164 Dec 08 01:29:45.230465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Pushing event updated for resources: {'Port': ['ID=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:45.306448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af58a5-f879-44f1-bbcb-f2cf22a54686 req-6364ed54-0956-4320-bdff-cd582c194d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:45.308161 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05af58a5-f879-44f1-bbcb-f2cf22a54686 req-6364ed54-0956-4320-bdff-cd582c194d9e service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1352611 Dec 08 01:29:45.327421 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62c5967b-b799-464e-99a9-c36fe7099d0b req-1dca8c48-c573-443d-b83e-fd157aeafc76 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127882 Dec 08 01:29:45.345163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Attempting to bind port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:29:45.345508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Attempting to bind port f103df1f-439e-4cbb-b100-3b6cc3a2f73c by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:29:45.345844 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Attempting to bind port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:45.355502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:29:45.355840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Attempting to bind port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:45.361294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:29:45.361565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:45.362483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:29:45.362977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Bound port: f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:29:45.363372 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:45.396354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] Attempting to bind port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on host n-h1-713498-30 for vnic_type normal with profile None {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:29:45.397015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] Attempting to bind port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:29:45.397413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] Attempting to bind port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:45.401199 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05af58a5-f879-44f1-bbcb-f2cf22a54686 req-4ea81793-ed61-479d-af36-90c27ebcf1f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=4c7652ec-9ac7-4eef-a565-5912a04c0f24 HTTP/1.1" status: 200 len: 217 time: 0.0813534 Dec 08 01:29:45.404809 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] Port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:29:45.405195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] Attempting to bind port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:45.408030 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c66435-4cb1-41a8-ab8a-1c7c406783d2 x-openstack-request-id: req-78c66435-4cb1-41a8-ab8a-1c7c406783d2 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:45.409752 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "name": "network-vif-plugged", "status": "completed", "tag": "02742655-4fba-4db0-a1cf-d990a515b227", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:45.410305 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78c66435-4cb1-41a8-ab8a-1c7c406783d2 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:45.410936 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227', 'code': 200} Dec 08 01:29:45.421896 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:29:45.422239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:45.423037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:29:45.423649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] Bound port: 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:29:45.442904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:29:45.447655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:29:45.453215 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:45.499368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af58a5-f879-44f1-bbcb-f2cf22a54686 req-2bfe24e9-f460-4ca1-b02b-fe295250d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:45.501003 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05af58a5-f879-44f1-bbcb-f2cf22a54686 req-2bfe24e9-f460-4ca1-b02b-fe295250d191 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0890555 Dec 08 01:29:45.536022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:45.536695 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:45.538275 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] 10.222.0.72 "PUT /v2.0/ports/f103df1f-439e-4cbb-b100-3b6cc3a2f73c HTTP/1.1" status: 200 len: 1092 time: 0.9424598 Dec 08 01:29:45.542000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95df1711-1d28-4b6a-9e67-48e6bf84cb84', 'tag': 'f103df1f-439e-4cbb-b100-3b6cc3a2f73c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:45.544317 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731602c3-114f-4c0e-8ba1-6c5138cb8be4" -d '{"events": [{"name": "network-changed", "server_uuid": "95df1711-1d28-4b6a-9e67-48e6bf84cb84", "tag": "f103df1f-439e-4cbb-b100-3b6cc3a2f73c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:45.561011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc0e91-4471-4791-b360-a241aac35113 service neutron] Pushing event updated for resources: {'Port': ['ID=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:45.584658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fe0d9-ba0d-47cd-bb85-260ba693313b req-cffa5ae1-bd3d-4c18-ab49-c405f42b7c44 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:45.586363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5b5fe0d9-ba0d-47cd-bb85-260ba693313b req-cffa5ae1-bd3d-4c18-ab49-c405f42b7c44 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 943 time: 0.0975649 Dec 08 01:29:45.683135 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5b5fe0d9-ba0d-47cd-bb85-260ba693313b req-b4403998-0013-4c48-b7ef-f57b88fdc483 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891542 Dec 08 01:29:45.689756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:29:45.693261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-4c214c90-fa9e-448e-99c7-e5207f06b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:45.695438 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-4c214c90-fa9e-448e-99c7-e5207f06b2a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 1095 time: 0.0614970 Dec 08 01:29:45.700077 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] Publish callbacks [] for binding, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:45.701268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-eb0fb879-0990-4348-ac09-e35d5995da14 service neutron] 10.222.0.70 "POST /v2.0/ports/4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5/bindings HTTP/1.1" status: 201 len: 390 time: 0.7128243 Dec 08 01:29:45.703106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af58a5-f879-44f1-bbcb-f2cf22a54686 req-29c3d5be-24cd-4740-8fa8-df4d2ef36e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:45.704600 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05af58a5-f879-44f1-bbcb-f2cf22a54686 req-29c3d5be-24cd-4740-8fa8-df4d2ef36e31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1759365 Dec 08 01:29:45.710102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999eca3-4d44-4583-a2cf-0b839ab876af req-a13aab1e-5e9e-48b1-bfb7-9c3954fd8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:45.711599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3999eca3-4d44-4583-a2cf-0b839ab876af req-a13aab1e-5e9e-48b1-bfb7-9c3954fd8cc8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 1102 time: 0.1249318 Dec 08 01:29:45.765322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-282d3ca9-e12a-4d8a-a196-37d076d2f98d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c HTTP/1.1" status: 200 len: 217 time: 0.0483072 Dec 08 01:29:45.823613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3999eca3-4d44-4583-a2cf-0b839ab876af req-1f1bd62d-3e9b-484e-a4a3-c0990390928e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857241 Dec 08 01:29:45.836743 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05af58a5-f879-44f1-bbcb-f2cf22a54686 req-314ca5ab-9210-4543-b0e5-dfa3dbf998d6 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240656 Dec 08 01:29:45.854522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-cad4c47c-6e0b-4236-8a6e-64d64d2c2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:45.856681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-cad4c47c-6e0b-4236-8a6e-64d64d2c2a15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.0853810 Dec 08 01:29:45.996134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05af58a5-f879-44f1-bbcb-f2cf22a54686 req-ecd7ac0d-3d7f-4916-846c-a0d93baded95 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503730 Dec 08 01:29:46.007739 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebc3335-4e14-4e1f-b7f4-a52a18e6fca2 x-openstack-request-id: req-9ebc3335-4e14-4e1f-b7f4-a52a18e6fca2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:46.015854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77e9a9-09c3-436d-8350-69a833fbf1c8 req-901e1ba4-d625-4b14-9ccf-e5a832e2af76 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:46.018643 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95df1711-1d28-4b6a-9e67-48e6bf84cb84", "tag": "f103df1f-439e-4cbb-b100-3b6cc3a2f73c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:46.019106 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ebc3335-4e14-4e1f-b7f4-a52a18e6fca2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:46.019845 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95df1711-1d28-4b6a-9e67-48e6bf84cb84', 'tag': 'f103df1f-439e-4cbb-b100-3b6cc3a2f73c', 'status': 'completed', 'code': 200} Dec 08 01:29:46.020863 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ef77e9a9-09c3-436d-8350-69a833fbf1c8 req-901e1ba4-d625-4b14-9ccf-e5a832e2af76 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 947 time: 0.0913312 Dec 08 01:29:46.071578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ef77e9a9-09c3-436d-8350-69a833fbf1c8 req-0c88321d-07c2-41e4-83af-a0bd934ebe2c tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474768 Dec 08 01:29:46.117417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bd8d5-a7de-45ef-89dc-d059782fbaad req-7f476d70-5a53-469d-95bd-bd1d29aa3e7b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:46.119157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc9bd8d5-a7de-45ef-89dc-d059782fbaad req-7f476d70-5a53-469d-95bd-bd1d29aa3e7b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 944 time: 0.0648491 Dec 08 01:29:46.155483 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-b0f9cd7d-e851-4eee-9797-1c1d11c8284e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353281 Dec 08 01:29:46.200035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8465a-9849-4597-8171-00fe44eb1927 req-d8c3792f-f1a0-4e36-a237-917dfdede24c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:46.201722 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dbb8465a-9849-4597-8171-00fe44eb1927 req-d8c3792f-f1a0-4e36-a237-917dfdede24c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 946 time: 0.0608015 Dec 08 01:29:46.224487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc9bd8d5-a7de-45ef-89dc-d059782fbaad req-4d135f62-44eb-43e8-9678-ab8011bf7ff7 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939522 Dec 08 01:29:46.271486 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dbb8465a-9849-4597-8171-00fe44eb1927 req-f502058b-6a9e-46dd-8fbe-82b08eeb24fa tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601673 Dec 08 01:29:46.318477 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-8643a080-22ff-4cd9-aa1b-0b2314b725c4 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393893 Dec 08 01:29:46.344929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 90e5025a-1548-4016-a1a0-6c5f408ffc3a details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:29:46.381547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-50c50ae0-d23d-4e6e-84b4-2afa6fc4423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:46.383124 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-50c50ae0-d23d-4e6e-84b4-2afa6fc4423c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 1098 time: 0.0618649 Dec 08 01:29:46.440924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee21612-185a-46de-832e-a2af6cd5f779 req-4a8a356c-0383-4b25-9b2a-4657b6151f57 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130340 Dec 08 01:29:46.527198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-a92ed33b-b1f8-4ff4-b16d-d7a6aa653b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:46.531471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-a92ed33b-b1f8-4ff4-b16d-d7a6aa653b73 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.1395938 Dec 08 01:29:46.540819 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 90e5025a-1548-4016-a1a0-6c5f408ffc3a, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=90e5025a-1548-4016-a1a0-6c5f408ffc3a,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:46.553964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '90e5025a-1548-4016-a1a0-6c5f408ffc3a', 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'port_id': '90e5025a-1548-4016-a1a0-6c5f408ffc3a', 'mac_address': 'fa:16:3e:04:63:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a5998e-a135-4d25-95f0-5cd4e48a89c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:29:46.594419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b970-bee7-4109-b607-e9ec87240d59 req-1e5bc3e7-218a-4a87-8644-221d5a884a3f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:46.597998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49e7b970-bee7-4109-b607-e9ec87240d59 req-1e5bc3e7-218a-4a87-8644-221d5a884a3f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.1373839 Dec 08 01:29:46.621389 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-e407ef21-e4b5-4928-a529-670c0b89c9f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 HTTP/1.1" status: 200 len: 217 time: 0.0819082 Dec 08 01:29:46.641645 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:46.657022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e5025a-1548-4016-a1a0-6c5f408ffc3a {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:46.676835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731602c3-114f-4c0e-8ba1-6c5138cb8be4 req-04dac1f6-eb41-4a91-8068-0049e072178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:46.679173 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-731602c3-114f-4c0e-8ba1-6c5138cb8be4 req-04dac1f6-eb41-4a91-8068-0049e072178e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 1095 time: 0.1320362 Dec 08 01:29:46.684541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 90e5025a-1548-4016-a1a0-6c5f408ffc3a, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=90e5025a-1548-4016-a1a0-6c5f408ffc3a,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:46.692431 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:46.693791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-f4721852-dd1c-4248-bcba-90ec48a85c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:46.695449 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-f4721852-dd1c-4248-bcba-90ec48a85c42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0661981 Dec 08 01:29:46.713306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49e7b970-bee7-4109-b607-e9ec87240d59 req-fe60844f-08be-4699-9901-b37f95d976dd tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091409 Dec 08 01:29:46.751432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=90e5025a-1548-4016-a1a0-6c5f408ffc3a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:46.776317 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-d2f57c44-8892-4adb-8e15-44ef5fd54265 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739653 Dec 08 01:29:46.824453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731602c3-114f-4c0e-8ba1-6c5138cb8be4 req-ee2a356c-4b3d-42a1-8d14-5c2b7fccb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:46.825900 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-731602c3-114f-4c0e-8ba1-6c5138cb8be4 req-ee2a356c-4b3d-42a1-8d14-5c2b7fccb910 service neutron] 10.222.0.72 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.1386442 Dec 08 01:29:46.898654 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-731602c3-114f-4c0e-8ba1-6c5138cb8be4 req-37276537-7d7e-434e-a566-a4ef49f136a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c HTTP/1.1" status: 200 len: 217 time: 0.0383213 Dec 08 01:29:46.907907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70e49b-fec1-4d29-ac52-baa5760c7c63 req-57d967b3-99e4-4f60-a624-eedcaff371fe tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:46.909528 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d70e49b-fec1-4d29-ac52-baa5760c7c63 req-57d967b3-99e4-4f60-a624-eedcaff371fe tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 943 time: 0.1049900 Dec 08 01:29:46.940907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-8702bd06-b5cc-40e9-8fd8-d6cd85e26c75 service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532831 Dec 08 01:29:46.963713 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731602c3-114f-4c0e-8ba1-6c5138cb8be4 req-e0b5d4bf-beb8-4d06-99de-eb81660dbf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:46.965864 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-731602c3-114f-4c0e-8ba1-6c5138cb8be4 req-e0b5d4bf-beb8-4d06-99de-eb81660dbf7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.0596306 Dec 08 01:29:46.997782 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d70e49b-fec1-4d29-ac52-baa5760c7c63 req-18e7c065-c2be-4138-aed2-7832a4165856 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812283 Dec 08 01:29:47.034637 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-731602c3-114f-4c0e-8ba1-6c5138cb8be4 req-18af7692-12b2-4bd1-87da-ffb53f391b0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600660 Dec 08 01:29:47.068521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['90e5025a-1548-4016-a1a0-6c5f408ffc3a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:47.110651 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-c3faf119-dcab-49c5-a697-4e2be02b7ad2 service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564555 Dec 08 01:29:47.237129 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-731602c3-114f-4c0e-8ba1-6c5138cb8be4 req-2f376e24-8f70-499f-9654-9d8cc3b68470 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854100 Dec 08 01:29:47.278607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9737-656c-4a58-8f71-1a617b9f7f70 req-580545eb-c766-4c6e-b34e-0a7c878d52d1 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:47.280152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42cb9737-656c-4a58-8f71-1a617b9f7f70 req-580545eb-c766-4c6e-b34e-0a7c878d52d1 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 947 time: 0.0759974 Dec 08 01:29:47.392231 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42cb9737-656c-4a58-8f71-1a617b9f7f70 req-aa86c0f6-6572-44e2-85a9-57d5e8cddbeb tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929914 Dec 08 01:29:47.398846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-731602c3-114f-4c0e-8ba1-6c5138cb8be4 req-85092f22-3cd0-437b-bbd5-37bccb1a654f service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496398 Dec 08 01:29:47.453747 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca90da-bf6c-48e9-a131-887d5aea1b64 req-cb497998-941a-4443-9f3b-5ff42d997333 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:47.455362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05ca90da-bf6c-48e9-a131-887d5aea1b64 req-cb497998-941a-4443-9f3b-5ff42d997333 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 945 time: 0.1364534 Dec 08 01:29:47.470213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-51a0d042-4ef6-48b9-8dca-0fb03de49648 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:47.471732 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-51a0d042-4ef6-48b9-8dca-0fb03de49648 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344&tenant_id=be969996768c47d9a8724404f7a037cd&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1098 time: 0.1198678 Dec 08 01:29:47.492495 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-30'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:47.523290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f56f0-b4de-424d-b0de-7412a2381f1e req-7ad87130-c805-47da-9500-cf8b3e978d52 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:47.524885 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1d3f56f0-b4de-424d-b0de-7412a2381f1e req-7ad87130-c805-47da-9500-cf8b3e978d52 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 946 time: 0.0603607 Dec 08 01:29:47.566058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 32856) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:47.571008 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05ca90da-bf6c-48e9-a131-887d5aea1b64 req-17adadef-0ef6-43a1-ac20-c8c61a591b07 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983753 Dec 08 01:29:47.575932 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1d3f56f0-b4de-424d-b0de-7412a2381f1e req-ac183e08-5052-4008-a37a-b7580236af8f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450463 Dec 08 01:29:47.577974 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:47.712635 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-672b9870-405d-4144-a275-dba34af7f950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:47.756005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:47.847071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:29:48.112596 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-672b9870-405d-4144-a275-dba34af7f950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.123669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e96b4-31ee-4fc9-a3f4-dba101baa100 req-691e1d6d-a5a9-484c-a283-ac95b06f55f4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:48.125202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-692e96b4-31ee-4fc9-a3f4-dba101baa100 req-691e1d6d-a5a9-484c-a283-ac95b06f55f4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.3314445 Dec 08 01:29:48.129367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab7dcac-7edf-4c58-97e7-c1f945143344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:48.132307 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e6d74d-5fde-4ff3-9184-589aa87dbc72" -d '{"events": [{"server_uuid": "5ab7dcac-7edf-4c58-97e7-c1f945143344", "name": "network-vif-unplugged", "status": "completed", "tag": "4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:48.137618 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.141530 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-672b9870-405d-4144-a275-dba34af7f950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.169818 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.235899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b9870-405d-4144-a275-dba34af7f950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d97a52-9729-4e44-9f4c-d19ae6aa4116,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:48.247714 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-672b9870-405d-4144-a275-dba34af7f950 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1801930b895c4bfe88e76245f96f963e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6804008 Dec 08 01:29:48.250333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 32884) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:48.275060 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-692e96b4-31ee-4fc9-a3f4-dba101baa100 req-9a6b7648-50f1-49f7-b4a3-04c7deb08db7 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345387 Dec 08 01:29:48.303734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:48.322688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Attempting to bind port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on host n-h2-713498-30 for vnic_type normal with profile {"migrating_to": "n-h1-713498-30"} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:29:48.322688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Attempting to bind port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:29:48.322984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Attempting to bind port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:48.328813 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e3a9e1-2322-4c34-afad-35cfe918bb36 x-openstack-request-id: req-88e3a9e1-2322-4c34-afad-35cfe918bb36 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:48.329260 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab7dcac-7edf-4c58-97e7-c1f945143344", "name": "network-vif-unplugged", "status": "completed", "tag": "4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:48.329668 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88e3a9e1-2322-4c34-afad-35cfe918bb36 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:48.330239 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab7dcac-7edf-4c58-97e7-c1f945143344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5', 'code': 200} Dec 08 01:29:48.331941 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:29:48.332307 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Attempting to bind port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:48.337480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:29:48.337815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:48.338854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:29:48.339449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Bound port: 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:29:48.339818 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.347875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2eb548-7bcc-4b09-a7a8-336fb9711d1a req-7fafa7e5-5490-4a7a-a0b2-25cd3f20ab15 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:48.349414 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9f2eb548-7bcc-4b09-a7a8-336fb9711d1a req-7fafa7e5-5490-4a7a-a0b2-25cd3f20ab15 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 943 time: 0.0794113 Dec 08 01:29:48.352830 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9895b5c0-222d-4d27-b668-895f6a2ccc6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.359525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4c7652ec-9ac7-4eef-a565-5912a04c0f24 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:29:48.413175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:29:48.418799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:29:48.421456 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9895b5c0-222d-4d27-b668-895f6a2ccc6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.425606 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.443894 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9f2eb548-7bcc-4b09-a7a8-336fb9711d1a req-43325cd8-ccee-4059-821b-15554e6c1f18 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865705 Dec 08 01:29:48.496409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4c7652ec-9ac7-4eef-a565-5912a04c0f24, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4c7652ec-9ac7-4eef-a565-5912a04c0f24,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:48.512791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 90e5025a-1548-4016-a1a0-6c5f408ffc3a up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:29:48.545699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '4c7652ec-9ac7-4eef-a565-5912a04c0f24', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '4c7652ec-9ac7-4eef-a565-5912a04c0f24', 'mac_address': 'fa:16:3e:44:00:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:29:48.567691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:48.603077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:48.603863 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.605616 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-7534728f-62cf-49d0-823c-fb93c10931b8 service neutron] 10.222.0.65 "PUT /v2.0/ports/4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 HTTP/1.1" status: 200 len: 1124 time: 1.1183491 Dec 08 01:29:48.609539 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9895b5c0-222d-4d27-b668-895f6a2ccc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.612664 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9895b5c0-222d-4d27-b668-895f6a2ccc6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.616269 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9895b5c0-222d-4d27-b668-895f6a2ccc6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85d97a52-9729-4e44-9f4c-d19ae6aa4116 HTTP/1.1" status: 204 len: 168 time: 0.3625293 Dec 08 01:29:48.629102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895b5c0-222d-4d27-b668-895f6a2ccc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d97a52-9729-4e44-9f4c-d19ae6aa4116,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:48.654375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4238c-4c4e-4fde-b16e-8ae2ab94aac5 req-0a0784b3-eee1-485b-b3f8-0f42a4fd51e8 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:48.663085 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2af4238c-4c4e-4fde-b16e-8ae2ab94aac5 req-0a0784b3-eee1-485b-b3f8-0f42a4fd51e8 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 947 time: 0.1093273 Dec 08 01:29:48.669039 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.673394 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:29:48.684659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7652ec-9ac7-4eef-a565-5912a04c0f24 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:48.715759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4c7652ec-9ac7-4eef-a565-5912a04c0f24, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4c7652ec-9ac7-4eef-a565-5912a04c0f24,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:48.717668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 90e5025a-1548-4016-a1a0-6c5f408ffc3a completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:29:48.723175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 90e5025a-1548-4016-a1a0-6c5f408ffc3a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:48.723825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.727249 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.735216 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2af4238c-4c4e-4fde-b16e-8ae2ab94aac5 req-ab21e76a-61b7-407e-8634-510d109b7fac tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711598 Dec 08 01:29:48.816270 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:48.825156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1ce48-8cce-4d9c-9140-1dbdb72bc000 req-a57e106d-89bc-40b0-b1d8-5ab4fda19e41 tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:48.826820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90a1ce48-8cce-4d9c-9140-1dbdb72bc000 req-a57e106d-89bc-40b0-b1d8-5ab4fda19e41 tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 1102 time: 0.0487132 Dec 08 01:29:48.847323 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-90a1ce48-8cce-4d9c-9140-1dbdb72bc000 req-fba31a3a-5649-4011-b96d-6497e10f4c09 tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.866509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696947aa-282f-4b7f-9e43-2fde9844f0b8 req-9d20e674-086a-4154-a449-1cec545ac5f2 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:48.868908 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-696947aa-282f-4b7f-9e43-2fde9844f0b8 req-9d20e674-086a-4154-a449-1cec545ac5f2 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 944 time: 0.0768681 Dec 08 01:29:48.886308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4c7652ec-9ac7-4eef-a565-5912a04c0f24,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:48.958890 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-90a1ce48-8cce-4d9c-9140-1dbdb72bc000 req-fba31a3a-5649-4011-b96d-6497e10f4c09 tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.961379 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-696947aa-282f-4b7f-9e43-2fde9844f0b8 req-b8eab341-d239-48ce-b0ac-293efce92030 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673051 Dec 08 01:29:48.967048 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-90a1ce48-8cce-4d9c-9140-1dbdb72bc000 req-fba31a3a-5649-4011-b96d-6497e10f4c09 tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:48.987531 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:49.033216 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88afffc3-c0aa-4817-a7b5-b9800bebe4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e5025a-1548-4016-a1a0-6c5f408ffc3a'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:49.036069 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2217444c-3c90-4bf2-a343-e4c0b17af404" -d '{"events": [{"server_uuid": "88afffc3-c0aa-4817-a7b5-b9800bebe4f9", "name": "network-vif-plugged", "status": "completed", "tag": "90e5025a-1548-4016-a1a0-6c5f408ffc3a"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:49.048872 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90a1ce48-8cce-4d9c-9140-1dbdb72bc000 req-fba31a3a-5649-4011-b96d-6497e10f4c09 tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134843 Dec 08 01:29:49.050723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba31a3a-5649-4011-b96d-6497e10f4c09 tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f363bff7-fd5e-4970-a727-4f00b239b7f4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:49.052887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 90e5025a-1548-4016-a1a0-6c5f408ffc3a, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=90e5025a-1548-4016-a1a0-6c5f408ffc3a,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:49.070980 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:49.096534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4c7652ec-9ac7-4eef-a565-5912a04c0f24'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:49.099315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee078a03-93b9-441a-bd90-d56a424f9ab0 req-da020527-c955-4660-abf5-9e6616d49f91 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:49.109455 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee078a03-93b9-441a-bd90-d56a424f9ab0 req-da020527-c955-4660-abf5-9e6616d49f91 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 945 time: 0.0907667 Dec 08 01:29:49.122388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 32922) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:49.138532 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c28b49eb-0025-41c7-8262-b3eda14b0ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:49.203315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=90e5025a-1548-4016-a1a0-6c5f408ffc3a,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:49.233143 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c28b49eb-0025-41c7-8262-b3eda14b0ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:49.239210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c28b49eb-0025-41c7-8262-b3eda14b0ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:49.304330 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c28b49eb-0025-41c7-8262-b3eda14b0ad9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b589de7faa6e4170b977c93c94ce62f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798639 Dec 08 01:29:49.306055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 32924) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:49.309012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b49eb-0025-41c7-8262-b3eda14b0ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41d1ea9-c48b-4b3d-bcb9-3b918fcad418,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:49.365244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8157296d-8b77-451c-b4c9-813b9c3ec9f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:49.384011 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee078a03-93b9-441a-bd90-d56a424f9ab0 req-67b7f790-f7bd-47a0-b2c3-90f16bb8698e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736292 Dec 08 01:29:49.387787 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8157296d-8b77-451c-b4c9-813b9c3ec9f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:49.445739 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8157296d-8b77-451c-b4c9-813b9c3ec9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:49.448909 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8157296d-8b77-451c-b4c9-813b9c3ec9f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:49.450094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8157296d-8b77-451c-b4c9-813b9c3ec9f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b41d1ea9-c48b-4b3d-bcb9-3b918fcad418 HTTP/1.1" status: 204 len: 168 time: 0.1421218 Dec 08 01:29:49.459239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157296d-8b77-451c-b4c9-813b9c3ec9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41d1ea9-c48b-4b3d-bcb9-3b918fcad418,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:49.514738 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fe4452-f29f-4c56-8cbb-3b9d69db0062 x-openstack-request-id: req-d4fe4452-f29f-4c56-8cbb-3b9d69db0062 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:49.515275 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88afffc3-c0aa-4817-a7b5-b9800bebe4f9", "name": "network-vif-plugged", "status": "completed", "tag": "90e5025a-1548-4016-a1a0-6c5f408ffc3a", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:49.515466 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4fe4452-f29f-4c56-8cbb-3b9d69db0062 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:49.515977 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88afffc3-c0aa-4817-a7b5-b9800bebe4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e5025a-1548-4016-a1a0-6c5f408ffc3a', 'code': 200} Dec 08 01:29:49.617005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-8899e2ea-696c-4822-8867-f2da76361c6c req-0003f467-660f-4107-acf6-c8570ab10f6a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:29:49.617972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8899e2ea-696c-4822-8867-f2da76361c6c req-0003f467-660f-4107-acf6-c8570ab10f6a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054109 Dec 08 01:29:49.632389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb811e-db37-48e2-aeca-7f129caae37d req-f41560d3-971a-4c36-923c-01c7a293f005 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:49.633860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-affb811e-db37-48e2-aeca-7f129caae37d req-f41560d3-971a-4c36-923c-01c7a293f005 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 943 time: 0.0639415 Dec 08 01:29:49.710048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979843b8-690b-4fb5-9e93-ffe717a4485f req-477cc94e-c487-44b2-9609-f82882ed86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:49.711554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-979843b8-690b-4fb5-9e93-ffe717a4485f req-477cc94e-c487-44b2-9609-f82882ed86b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 1098 time: 0.0750520 Dec 08 01:29:49.728909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-affb811e-db37-48e2-aeca-7f129caae37d req-c746957d-d450-437a-94a5-f3f476d6d330 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814970 Dec 08 01:29:49.779452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-979843b8-690b-4fb5-9e93-ffe717a4485f req-a8a42f09-f31a-4320-a7bc-edf11ba8d84e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594575 Dec 08 01:29:50.078721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf7388-866b-4f27-b28b-be6ecc493a01 req-6475cd21-930a-45b3-9f8d-0ff216e3d7ac tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:50.088943 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2cf7388-866b-4f27-b28b-be6ecc493a01 req-6475cd21-930a-45b3-9f8d-0ff216e3d7ac tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 948 time: 0.0682740 Dec 08 01:29:50.156208 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2cf7388-866b-4f27-b28b-be6ecc493a01 req-44540773-fe6c-4143-a4fe-b04b41aa6e6e tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658104 Dec 08 01:29:50.197715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfe977-83be-4e13-9f58-edba1b093657 req-d44354d1-47e9-4923-977a-852cafe0efbf tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:50.199502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62bfe977-83be-4e13-9f58-edba1b093657 req-d44354d1-47e9-4923-977a-852cafe0efbf tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 944 time: 0.0836151 Dec 08 01:29:50.247106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f103df1f-439e-4cbb-b100-3b6cc3a2f73c details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:29:50.283180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62bfe977-83be-4e13-9f58-edba1b093657 req-6583c5a8-2951-45d6-b5f6-b2e1f416ef42 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744908 Dec 08 01:29:50.327647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612dac6-03c1-4425-ad37-7e3fad6e38e5 req-af704b3f-14cf-406c-849c-b062458a6bc5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:50.329333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c612dac6-03c1-4425-ad37-7e3fad6e38e5 req-af704b3f-14cf-406c-849c-b062458a6bc5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.1026244 Dec 08 01:29:50.331559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab7dcac-7edf-4c58-97e7-c1f945143344', 'tag': '4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:50.334434 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fd86bd-5e68-4381-8bef-7e6a6648bf03" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab7dcac-7edf-4c58-97e7-c1f945143344", "tag": "4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:50.355683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 32980) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:50.377841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4c7652ec-9ac7-4eef-a565-5912a04c0f24 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:29:50.399033 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c612dac6-03c1-4425-ad37-7e3fad6e38e5 req-9149fa93-52d4-4440-a2c2-7ec3815076e8 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611157 Dec 08 01:29:50.406126 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828b1f47-c02e-4262-a7cb-0d1c6e120d86 x-openstack-request-id: req-828b1f47-c02e-4262-a7cb-0d1c6e120d86 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:50.406441 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab7dcac-7edf-4c58-97e7-c1f945143344", "tag": "4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:50.406704 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-828b1f47-c02e-4262-a7cb-0d1c6e120d86 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:50.407116 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab7dcac-7edf-4c58-97e7-c1f945143344', 'tag': '4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5', 'status': 'completed', 'code': 200} Dec 08 01:29:50.442190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:50.458753 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'f103df1f-439e-4cbb-b100-3b6cc3a2f73c', 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6', 'port_id': 'f103df1f-439e-4cbb-b100-3b6cc3a2f73c', 'mac_address': 'fa:16:3e:f6:3e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a17378f-dcd0-4ad5-8617-f89458c5d02e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:29:50.518870 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:50.523128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 4c7652ec-9ac7-4eef-a565-5912a04c0f24 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:29:50.536391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 4c7652ec-9ac7-4eef-a565-5912a04c0f24 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:50.536771 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:50.540372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f103df1f-439e-4cbb-b100-3b6cc3a2f73c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:50.557823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd86bd-5e68-4381-8bef-7e6a6648bf03 req-c698d2c6-1c38-42bd-8f2c-50c28fa4a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:50.559547 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15fd86bd-5e68-4381-8bef-7e6a6648bf03 req-c698d2c6-1c38-42bd-8f2c-50c28fa4a879 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 1127 time: 0.1178806 Dec 08 01:29:50.595831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:50.599871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ac441-b404-4098-b305-e91e1af8e13e req-9634c094-e4eb-4e53-a58c-dd3d3f91bcd4 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:50.609061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-185ac441-b404-4098-b305-e91e1af8e13e req-9634c094-e4eb-4e53-a58c-dd3d3f91bcd4 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 946 time: 0.1093078 Dec 08 01:29:50.613445 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:50.718339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:50.738552 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:50.744406 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-185ac441-b404-4098-b305-e91e1af8e13e req-0355b65c-e88f-4014-b936-20c5cc1ede25 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191719 Dec 08 01:29:50.764402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd86bd-5e68-4381-8bef-7e6a6648bf03 req-304e9b40-71d8-4225-bf77-a7827e0c2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:50.765866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15fd86bd-5e68-4381-8bef-7e6a6648bf03 req-304e9b40-71d8-4225-bf77-a7827e0c2fb0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.1965933 Dec 08 01:29:50.773811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-136a3a7a-47a1-47bd-8fae-3f998f815a41 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4163496 Dec 08 01:29:50.783616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-6cccfea6-3445-4f4a-89b5-89418545d4b2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:29:50.786286 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-6cccfea6-3445-4f4a-89b5-89418545d4b2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057085 Dec 08 01:29:50.820932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4c7652ec-9ac7-4eef-a565-5912a04c0f24, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4c7652ec-9ac7-4eef-a565-5912a04c0f24,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:50.825019 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15fd86bd-5e68-4381-8bef-7e6a6648bf03 req-16961c8a-7c1d-40ab-8c56-92ce3068e66a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 HTTP/1.1" status: 200 len: 217 time: 0.0375433 Dec 08 01:29:50.828380 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:50.920689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd86bd-5e68-4381-8bef-7e6a6648bf03 req-d9833e23-a5c5-4500-b338-c47d0e7d63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:50.921848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4c7652ec-9ac7-4eef-a565-5912a04c0f24,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:50.922288 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15fd86bd-5e68-4381-8bef-7e6a6648bf03 req-d9833e23-a5c5-4500-b338-c47d0e7d63ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0897734 Dec 08 01:29:50.951132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb89e2f-9c38-43b1-86cd-dbf0dea177e6 req-99817ed5-ade2-434c-9de8-28f7021c8c06 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:50.951437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['f103df1f-439e-4cbb-b100-3b6cc3a2f73c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:50.959459 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fb89e2f-9c38-43b1-86cd-dbf0dea177e6 req-99817ed5-ade2-434c-9de8-28f7021c8c06 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 944 time: 0.0891416 Dec 08 01:29:50.980983 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15fd86bd-5e68-4381-8bef-7e6a6648bf03 req-b57bc28a-15ae-4778-9c25-502b8ab69a5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500028 Dec 08 01:29:51.111960 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fb89e2f-9c38-43b1-86cd-dbf0dea177e6 req-b7a191e8-8027-43b6-b71e-882bb92b6763 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513121 Dec 08 01:29:51.147721 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15fd86bd-5e68-4381-8bef-7e6a6648bf03 req-1f8a568d-e801-474b-89ca-8cea8949f542 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565497 Dec 08 01:29:51.304631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15fd86bd-5e68-4381-8bef-7e6a6648bf03 req-818f5885-4196-41c0-b36a-738bfe657381 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476171 Dec 08 01:29:51.316923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082721c-cdc7-42d4-8443-942194ec5d9a req-ea001c7b-157a-4e46-bd0c-2434588f071b tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:51.319428 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8082721c-cdc7-42d4-8443-942194ec5d9a req-ea001c7b-157a-4e46-bd0c-2434588f071b tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 949 time: 0.0788934 Dec 08 01:29:51.384607 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8082721c-cdc7-42d4-8443-942194ec5d9a req-57ba3669-c28f-4f87-92d6-34b6f0b84324 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577097 Dec 08 01:29:51.509646 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227a6e3-46e9-4f18-9f65-0c4f61e23474 req-2d1c2cd7-a11a-4729-9233-c6f2e9b7d8a4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:51.511231 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a227a6e3-46e9-4f18-9f65-0c4f61e23474 req-2d1c2cd7-a11a-4729-9233-c6f2e9b7d8a4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 944 time: 0.0554054 Dec 08 01:29:51.517474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88655c2a-708c-4a60-b3a3-4d2993f983c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7652ec-9ac7-4eef-a565-5912a04c0f24'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:51.519931 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79da743-9498-4b1e-9af1-5a79f965140f" -d '{"events": [{"server_uuid": "88655c2a-708c-4a60-b3a3-4d2993f983c0", "name": "network-vif-plugged", "status": "completed", "tag": "4c7652ec-9ac7-4eef-a565-5912a04c0f24"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:51.572872 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a227a6e3-46e9-4f18-9f65-0c4f61e23474 req-066cc8ab-7436-46e6-8f6b-964327dcf576 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490806 Dec 08 01:29:51.712597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d593a2-a749-45e1-bc58-f0d375d499b5 req-b50c8fa9-c71b-4cd7-9e1a-6526ef483617 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:51.714246 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66d593a2-a749-45e1-bc58-f0d375d499b5 req-b50c8fa9-c71b-4cd7-9e1a-6526ef483617 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.0659230 Dec 08 01:29:51.771261 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66d593a2-a749-45e1-bc58-f0d375d499b5 req-3259aea5-b44c-4857-ac15-4f3a2287d1d9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500646 Dec 08 01:29:51.822245 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30139154-34dd-40c6-ba88-5a3ff9f059b1 x-openstack-request-id: req-30139154-34dd-40c6-ba88-5a3ff9f059b1 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:51.822632 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88655c2a-708c-4a60-b3a3-4d2993f983c0", "name": "network-vif-plugged", "status": "completed", "tag": "4c7652ec-9ac7-4eef-a565-5912a04c0f24", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:51.822962 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30139154-34dd-40c6-ba88-5a3ff9f059b1 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:51.823429 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88655c2a-708c-4a60-b3a3-4d2993f983c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7652ec-9ac7-4eef-a565-5912a04c0f24', 'code': 200} Dec 08 01:29:52.000161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b463033-76d1-44d1-8a21-9eb393f3737a req-8fd07d3c-243b-45c4-b1cd-7dfca7b59f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:52.002270 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b463033-76d1-44d1-8a21-9eb393f3737a req-8fd07d3c-243b-45c4-b1cd-7dfca7b59f13 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 1101 time: 0.0470834 Dec 08 01:29:52.060138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd837d91-bb65-4409-9b9c-805dfa96b33f req-6ddb8eb3-c2f7-4a38-ba7e-e214f3f820db tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:52.061865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd837d91-bb65-4409-9b9c-805dfa96b33f req-6ddb8eb3-c2f7-4a38-ba7e-e214f3f820db tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 946 time: 0.0762396 Dec 08 01:29:52.062596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b463033-76d1-44d1-8a21-9eb393f3737a req-637faa94-9bae-4d42-98d0-edb3f3907cac service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497673 Dec 08 01:29:52.115018 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd837d91-bb65-4409-9b9c-805dfa96b33f req-2edca78c-af67-4aac-af9c-b2acde1e5229 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462389 Dec 08 01:29:52.263279 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f103df1f-439e-4cbb-b100-3b6cc3a2f73c up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:29:52.335233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port f103df1f-439e-4cbb-b100-3b6cc3a2f73c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:29:52.343049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port f103df1f-439e-4cbb-b100-3b6cc3a2f73c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:29:52.343915 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:52.352764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e7315-fc06-4994-b91a-6209a2cc1bcf req-e15c4196-949c-455d-ab15-d141cf555860 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:52.360648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c42e7315-fc06-4994-b91a-6209a2cc1bcf req-e15c4196-949c-455d-ab15-d141cf555860 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 944 time: 0.0619633 Dec 08 01:29:52.381139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:29:52.426754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c42e7315-fc06-4994-b91a-6209a2cc1bcf req-2eec03ac-7a23-4cc8-9c53-6363bf243c95 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625160 Dec 08 01:29:52.551075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac8e7d-f25d-4187-88ac-2a4f1470cdd0 req-bac7a8d3-d4dc-4224-a306-6674bf7ca72a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:52.552652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69ac8e7d-f25d-4187-88ac-2a4f1470cdd0 req-bac7a8d3-d4dc-4224-a306-6674bf7ca72a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 946 time: 0.0720651 Dec 08 01:29:52.563658 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:52.602955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:52.604217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33086) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:52.624810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:52.626480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 has no active binding in host n-h1-713498-30 {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:29:52.633385 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:52.635081 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69ac8e7d-f25d-4187-88ac-2a4f1470cdd0 req-718778c2-aded-4583-b448-d7c1b59e0cca tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761607 Dec 08 01:29:52.646113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cd481-b88c-4a34-937d-4740c7d9f7e3 req-8eaed9bb-a025-4f0c-a8e7-75b04a8813a9 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:52.648129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-681cd481-b88c-4a34-937d-4740c7d9f7e3 req-8eaed9bb-a025-4f0c-a8e7-75b04a8813a9 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 949 time: 0.0969574 Dec 08 01:29:52.716818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:52.729921 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-681cd481-b88c-4a34-937d-4740c7d9f7e3 req-13a7f896-2e41-4df6-9726-bce67f7d2e66 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748465 Dec 08 01:29:52.766360 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-362b052b-eca8-48e1-a6af-5f823d22b47b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:52.770755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681b515-80cf-4d35-97b2-afbfba3ee039 req-17551cc1-7d94-428c-8a86-0028002d8baf tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:52.772361 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8681b515-80cf-4d35-97b2-afbfba3ee039 req-17551cc1-7d94-428c-8a86-0028002d8baf tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 944 time: 0.0608771 Dec 08 01:29:52.836770 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8681b515-80cf-4d35-97b2-afbfba3ee039 req-1cfb4115-4cfe-4121-874a-6f4c9957ce17 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579913 Dec 08 01:29:52.867503 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-362b052b-eca8-48e1-a6af-5f823d22b47b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:52.895450 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-362b052b-eca8-48e1-a6af-5f823d22b47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:52.941704 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-362b052b-eca8-48e1-a6af-5f823d22b47b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=891d9bfa9ccc4b559b80b7058a3a956e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359072 Dec 08 01:29:52.944354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33110) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:52.951679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b052b-eca8-48e1-a6af-5f823d22b47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058ad3e3-b75c-479c-8a75-a8e64d0daef0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:52.963755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26af197-b694-493e-a2ba-20771877e018 req-f02b5e3a-4b08-4647-84ee-5d562b336a93 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:52.965194 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26af197-b694-493e-a2ba-20771877e018 req-f02b5e3a-4b08-4647-84ee-5d562b336a93 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.1005158 Dec 08 01:29:53.042698 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a75f-1983-4fbf-88ac-ffe0273150b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.047050 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26af197-b694-493e-a2ba-20771877e018 req-f383deff-da79-46af-97d3-27e62b858d1c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711813 Dec 08 01:29:53.069362 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a75f-1983-4fbf-88ac-ffe0273150b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.116860 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a75f-1983-4fbf-88ac-ffe0273150b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.120417 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcb8a75f-1983-4fbf-88ac-ffe0273150b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.121981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bcb8a75f-1983-4fbf-88ac-ffe0273150b1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/058ad3e3-b75c-479c-8a75-a8e64d0daef0 HTTP/1.1" status: 204 len: 168 time: 0.1765506 Dec 08 01:29:53.134597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8a75f-1983-4fbf-88ac-ffe0273150b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058ad3e3-b75c-479c-8a75-a8e64d0daef0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:53.260628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15994c-12e5-42b0-b505-d40761cca491 req-08b6c9e9-aaa7-4e2c-86cf-376c67c2dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:53.262396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-08b6c9e9-aaa7-4e2c-86cf-376c67c2dbee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 1102 time: 0.0455298 Dec 08 01:29:53.288118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33124) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:53.369240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15994c-12e5-42b0-b505-d40761cca491 req-e8d289b7-9f38-4184-889f-3fc5c03b3a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:53.371574 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-e8d289b7-9f38-4184-889f-3fc5c03b3a21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1011758 Dec 08 01:29:53.418256 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be067d5a-50b0-4b28-8db6-576a4c6179ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.420883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-a6d689f4-eb8d-4aef-8e35-65382fb881d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=02742655-4fba-4db0-a1cf-d990a515b227 HTTP/1.1" status: 200 len: 217 time: 0.0426323 Dec 08 01:29:53.431040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33128) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:53.465679 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ea43245-32f0-4991-ae10-6df95bd65abf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.478845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15994c-12e5-42b0-b505-d40761cca491 req-037b5c64-1daf-459c-9768-b0d57367f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:53.480585 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-037b5c64-1daf-459c-9768-b0d57367f0ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0518167 Dec 08 01:29:53.535677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15994c-12e5-42b0-b505-d40761cca491 req-e8da3947-37a0-4b3c-bac4-1595c7889160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:53.537378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-e8da3947-37a0-4b3c-bac4-1595c7889160 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0495520 Dec 08 01:29:53.630369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83d418-7452-44f9-86dd-d21aed6fbef0 req-ce989d4b-718f-4db5-8c9b-093464d40516 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:53.631765 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f83d418-7452-44f9-86dd-d21aed6fbef0 req-ce989d4b-718f-4db5-8c9b-093464d40516 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 945 time: 0.1174450 Dec 08 01:29:53.633652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be067d5a-50b0-4b28-8db6-576a4c6179ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.637687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-0e57466c-ea7e-4288-8008-bcfafa15efe5 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927854 Dec 08 01:29:53.646478 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be067d5a-50b0-4b28-8db6-576a4c6179ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.683515 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ea43245-32f0-4991-ae10-6df95bd65abf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.705143 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ea43245-32f0-4991-ae10-6df95bd65abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.728210 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-be067d5a-50b0-4b28-8db6-576a4c6179ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6dab81fe522457891bbb90220efdb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387858 Dec 08 01:29:53.732395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be067d5a-50b0-4b28-8db6-576a4c6179ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e18c0f-a8f9-4943-a294-1f4ea6a086ea,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:53.734585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33134) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:53.779034 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3ea43245-32f0-4991-ae10-6df95bd65abf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5fd440675d104e80955314109d456f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469751 Dec 08 01:29:53.779244 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-b7f21bc9-be9b-4469-88a4-adbdf5e35823 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325266 Dec 08 01:29:53.782368 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f83d418-7452-44f9-86dd-d21aed6fbef0 req-660e8e47-8eca-4b1d-b7af-324fa1ca57a1 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399105 Dec 08 01:29:53.784556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33138) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:53.792244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efff81-e892-4df8-81bb-aac60fa72515 req-180f45af-fe65-4a4a-b712-700151095554 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:53.793772 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-18efff81-e892-4df8-81bb-aac60fa72515 req-180f45af-fe65-4a4a-b712-700151095554 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 946 time: 0.0723233 Dec 08 01:29:53.816102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea43245-32f0-4991-ae10-6df95bd65abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e923f15c-6ea9-458d-a0ac-a22782743203,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:53.824796 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95df1711-1d28-4b6a-9e67-48e6bf84cb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f103df1f-439e-4cbb-b100-3b6cc3a2f73c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:53.828982 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5403ba9-3d79-4f4a-b741-12d8f2ed8f33" -d '{"events": [{"server_uuid": "95df1711-1d28-4b6a-9e67-48e6bf84cb84", "name": "network-vif-plugged", "status": "completed", "tag": "f103df1f-439e-4cbb-b100-3b6cc3a2f73c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:53.836650 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec37dab3-8168-4154-9608-e2fdc92d3f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.863045 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec37dab3-8168-4154-9608-e2fdc92d3f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.885385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-18efff81-e892-4df8-81bb-aac60fa72515 req-0fd95113-fb57-4afc-b8eb-b12cb7007ce8 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819361 Dec 08 01:29:53.886420 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed4fabdf-2cb7-49ba-8eeb-0bdb8ade0b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.934795 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed4fabdf-2cb7-49ba-8eeb-0bdb8ade0b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.953632 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3b0c2c-e3d2-4162-868c-066fc2c58eae x-openstack-request-id: req-dd3b0c2c-e3d2-4162-868c-066fc2c58eae {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:53.953955 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95df1711-1d28-4b6a-9e67-48e6bf84cb84", "name": "network-vif-plugged", "status": "completed", "tag": "f103df1f-439e-4cbb-b100-3b6cc3a2f73c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:53.954269 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd3b0c2c-e3d2-4162-868c-066fc2c58eae {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:53.954886 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95df1711-1d28-4b6a-9e67-48e6bf84cb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f103df1f-439e-4cbb-b100-3b6cc3a2f73c', 'code': 200} Dec 08 01:29:53.958778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353abb7d-15ed-4120-8c4e-db6ea9d1f8a1 req-7d022107-5b62-49c0-b7ce-9e43ae0da4ee tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:53.960344 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-353abb7d-15ed-4120-8c4e-db6ea9d1f8a1 req-7d022107-5b62-49c0-b7ce-9e43ae0da4ee tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 949 time: 0.0842652 Dec 08 01:29:53.974659 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec37dab3-8168-4154-9608-e2fdc92d3f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.977269 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec37dab3-8168-4154-9608-e2fdc92d3f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:53.978364 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ec37dab3-8168-4154-9608-e2fdc92d3f94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35e18c0f-a8f9-4943-a294-1f4ea6a086ea HTTP/1.1" status: 204 len: 168 time: 0.2376890 Dec 08 01:29:53.994463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37dab3-8168-4154-9608-e2fdc92d3f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e18c0f-a8f9-4943-a294-1f4ea6a086ea,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:54.028664 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed4fabdf-2cb7-49ba-8eeb-0bdb8ade0b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:54.031505 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed4fabdf-2cb7-49ba-8eeb-0bdb8ade0b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:54.032638 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ed4fabdf-2cb7-49ba-8eeb-0bdb8ade0b1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e923f15c-6ea9-458d-a0ac-a22782743203 HTTP/1.1" status: 204 len: 168 time: 0.2379153 Dec 08 01:29:54.041506 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-353abb7d-15ed-4120-8c4e-db6ea9d1f8a1 req-d20d813b-1660-44f3-a432-d623001efec4 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734336 Dec 08 01:29:54.091051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fabdf-2cb7-49ba-8eeb-0bdb8ade0b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e923f15c-6ea9-458d-a0ac-a22782743203,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:54.202858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e2a89-14d4-480d-a8b6-65f2a5210b88 req-a093ecb5-ba67-479a-9134-d94cc745e399 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:54.204727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f20e2a89-14d4-480d-a8b6-65f2a5210b88 req-a093ecb5-ba67-479a-9134-d94cc745e399 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 944 time: 0.1792529 Dec 08 01:29:54.234466 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6013df-fa56-4786-bc6a-60489b952880 req-7fc947b3-c485-4c98-82c0-857efcf6247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:54.236086 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc6013df-fa56-4786-bc6a-60489b952880 req-7fc947b3-c485-4c98-82c0-857efcf6247f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 1097 time: 0.1040349 Dec 08 01:29:54.286627 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f20e2a89-14d4-480d-a8b6-65f2a5210b88 req-2a5d00b4-091a-49b5-87bb-ad7a70dc52f6 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737233 Dec 08 01:29:54.330951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc6013df-fa56-4786-bc6a-60489b952880 req-a8d7cb4c-23a8-4198-bb86-3c1263df79ca service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745752 Dec 08 01:29:54.585064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a7f29-2d0c-440a-897f-45a3f850016c req-09b2f75e-6cea-4e72-9f1d-bc979cc2b364 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:54.586999 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c10a7f29-2d0c-440a-897f-45a3f850016c req-09b2f75e-6cea-4e72-9f1d-bc979cc2b364 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.0570188 Dec 08 01:29:54.594180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33182) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:54.608807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3aec39d-81ae-4019-a274-4aed5df86cf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:54.680275 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c10a7f29-2d0c-440a-897f-45a3f850016c req-25e6037c-135d-4fff-b80b-a4ab02a2fd8e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787387 Dec 08 01:29:54.707639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3aec39d-81ae-4019-a274-4aed5df86cf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:54.715516 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3aec39d-81ae-4019-a274-4aed5df86cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:54.796274 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f3aec39d-81ae-4019-a274-4aed5df86cf7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f0114c7abc6460a8044f8ae976784af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009053 Dec 08 01:29:54.798239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aec39d-81ae-4019-a274-4aed5df86cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9edf6a-7c5e-463e-a532-7cdd800468e9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:54.799487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-a4cce139-d4a0-4615-897f-9eae0507e090 service neutron] 10.222.0.72 "GET /v2.0/ports/4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5/bindings/n-h1-713498-30 HTTP/1.1" status: 200 len: 385 time: 0.0781331 Dec 08 01:29:54.800090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33190) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:54.816360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5185881-2ea6-46d1-9fbd-2c532982df12 req-f4b57f09-4d22-47f1-b824-dcd115e4370d tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:54.817869 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5185881-2ea6-46d1-9fbd-2c532982df12 req-f4b57f09-4d22-47f1-b824-dcd115e4370d tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 949 time: 0.0902276 Dec 08 01:29:54.878768 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5185881-2ea6-46d1-9fbd-2c532982df12 req-e88caeac-0864-4cea-800d-e8d108977396 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532265 Dec 08 01:29:54.967189 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40f485a4-2792-4c43-a7a9-732931bc4f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:55.030693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40f485a4-2792-4c43-a7a9-732931bc4f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:55.041927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99aabbd-00e1-460b-8b09-69baf7ea5ab7 req-730d9de2-7c93-489a-9897-c256093e90b2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:55.043457 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d99aabbd-00e1-460b-8b09-69baf7ea5ab7 req-730d9de2-7c93-489a-9897-c256093e90b2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 945 time: 0.1593311 Dec 08 01:29:55.176359 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d99aabbd-00e1-460b-8b09-69baf7ea5ab7 req-3abe3610-7d7f-44b9-b869-5306df916ad8 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255963 Dec 08 01:29:55.180851 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40f485a4-2792-4c43-a7a9-732931bc4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:55.183383 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-40f485a4-2792-4c43-a7a9-732931bc4f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:55.184530 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-40f485a4-2792-4c43-a7a9-732931bc4f32 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f9edf6a-7c5e-463e-a532-7cdd800468e9 HTTP/1.1" status: 204 len: 168 time: 0.3833356 Dec 08 01:29:55.203928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-758b94fe-c2ba-4906-bac4-18a99dd9d1de service neutron] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:55.204347 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752459a-fdf7-41db-8200-cb820d97e19f req-e8d314de-e01a-4650-b892-a9874558e643 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:55.206629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f485a4-2792-4c43-a7a9-732931bc4f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9edf6a-7c5e-463e-a532-7cdd800468e9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:55.218327 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c752459a-fdf7-41db-8200-cb820d97e19f req-e8d314de-e01a-4650-b892-a9874558e643 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 949 time: 0.0753536 Dec 08 01:29:55.234905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-758b94fe-c2ba-4906-bac4-18a99dd9d1de service neutron] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:29:55.280770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-758b94fe-c2ba-4906-bac4-18a99dd9d1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:55.281705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c752459a-fdf7-41db-8200-cb820d97e19f req-18598dd9-554f-457b-ba8a-7428bf64b325 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588100 Dec 08 01:29:55.293633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-758b94fe-c2ba-4906-bac4-18a99dd9d1de service neutron] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:55.309251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-758b94fe-c2ba-4906-bac4-18a99dd9d1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:55.454247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-758b94fe-c2ba-4906-bac4-18a99dd9d1de service neutron] Transition to ACTIVE for port object 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:29:55.466018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-758b94fe-c2ba-4906-bac4-18a99dd9d1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:55.516047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b439e-4b88-4d71-83a4-173a9ec168ec req-82452f77-96d4-469a-986a-c9edfd7973db tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:55.517617 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-245b439e-4b88-4d71-83a4-173a9ec168ec req-82452f77-96d4-469a-986a-c9edfd7973db tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 944 time: 0.1146655 Dec 08 01:29:55.579471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-758b94fe-c2ba-4906-bac4-18a99dd9d1de service neutron] No DVR routers for this DVR port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:29:55.607721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b94fe-c2ba-4906-bac4-18a99dd9d1de service neutron] Pushing event updated for resources: {'Port': ['ID=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:55.647218 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-758b94fe-c2ba-4906-bac4-18a99dd9d1de service neutron] 10.222.0.72 "PUT /v2.0/ports/4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5/bindings/n-h1-713498-30/activate HTTP/1.1" status: 200 len: 370 time: 0.8132195 Dec 08 01:29:55.653671 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-245b439e-4b88-4d71-83a4-173a9ec168ec req-f239ebd8-25e3-44ad-b580-058a7f490eb8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234655 Dec 08 01:29:55.849561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898fbc0-1562-40a3-8c12-de2ef9762415 req-26dc3ca5-2833-45dc-987a-f736b2b2d684 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:55.852062 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a898fbc0-1562-40a3-8c12-de2ef9762415 req-26dc3ca5-2833-45dc-987a-f736b2b2d684 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.0709550 Dec 08 01:29:55.855636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-2f3a9fd7-de1c-49b9-b585-ab82db7d68e4 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:55.858341 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-2f3a9fd7-de1c-49b9-b585-ab82db7d68e4 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344&tenant_id=be969996768c47d9a8724404f7a037cd&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.0543926 Dec 08 01:29:55.925544 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a898fbc0-1562-40a3-8c12-de2ef9762415 req-d4616ef0-fc75-4570-819f-b1cf47ff3dbb tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567491 Dec 08 01:29:55.957509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-519b37e1-0eb1-4b0a-9d73-4feb6d726ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:55.958968 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-519b37e1-0eb1-4b0a-9d73-4feb6d726ba8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344&tenant_id=be969996768c47d9a8724404f7a037cd HTTP/1.1" status: 200 len: 1097 time: 0.0907738 Dec 08 01:29:56.042973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-bd35417b-23f0-42d8-b298-3ff46aff760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:56.044566 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-bd35417b-23f0-42d8-b298-3ff46aff760e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 1097 time: 0.0423379 Dec 08 01:29:56.148587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-4aa42e8e-6b1c-4c39-b042-44c5e734ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:56.153203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-4aa42e8e-6b1c-4c39-b042-44c5e734ef8f service neutron] 10.222.0.65 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.0965626 Dec 08 01:29:56.199540 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-8011a5cb-650c-4fb2-bde9-04a4690ecd49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 HTTP/1.1" status: 200 len: 217 time: 0.0372283 Dec 08 01:29:56.257238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-0b479584-623a-4386-ba7b-67dd535a2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:56.258926 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-0b479584-623a-4386-ba7b-67dd535a2172 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0495534 Dec 08 01:29:56.316012 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-ff8b858a-333d-40cb-bc40-ca6406e2889f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335674 Dec 08 01:29:56.327067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e01d8-46a8-4aa4-83f9-da725b87d0f9 req-d575abc3-8131-4daf-8c35-644535748026 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:56.334659 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b0e01d8-46a8-4aa4-83f9-da725b87d0f9 req-d575abc3-8131-4daf-8c35-644535748026 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 945 time: 0.0586376 Dec 08 01:29:56.389557 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b0e01d8-46a8-4aa4-83f9-da725b87d0f9 req-4f7d997a-144b-43c4-a125-704bdde921b1 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490298 Dec 08 01:29:56.431111 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-8aaf1d42-643a-463f-bc21-34ddb895843f service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034741 Dec 08 01:29:56.511313 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4153c4-f859-48e7-8d5e-5a413d806869 req-c844f062-9036-4a53-a723-0cbd093ae81f tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:56.514217 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a4153c4-f859-48e7-8d5e-5a413d806869 req-c844f062-9036-4a53-a723-0cbd093ae81f tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 949 time: 0.0594218 Dec 08 01:29:56.561073 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-51995e57-ba90-42a5-ba1a-e00a90d8dbaf service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192465 Dec 08 01:29:56.576740 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a4153c4-f859-48e7-8d5e-5a413d806869 req-22f79201-8162-47f0-b189-39253c658646 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/security-groups?id=87e0e9e4-406f-4ddb-919e-a5cc65163291&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555553 Dec 08 01:29:56.818839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5b9f5-d365-4026-875c-34b50ee7911b req-21b71d77-10a4-466d-91cd-525c7f005656 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:56.820407 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01a5b9f5-d365-4026-875c-34b50ee7911b req-21b71d77-10a4-466d-91cd-525c7f005656 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 1097 time: 0.0417287 Dec 08 01:29:56.887792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01a5b9f5-d365-4026-875c-34b50ee7911b req-3cb7e957-2117-45ed-9678-fd33f04f97da tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565705 Dec 08 01:29:56.970834 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa85c0-9148-49c3-9684-3c3e0c91a146 req-a2ab989d-5225-453b-92c6-4ed6c015b35e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:56.972469 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1daa85c0-9148-49c3-9684-3c3e0c91a146 req-a2ab989d-5225-453b-92c6-4ed6c015b35e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 945 time: 0.0721297 Dec 08 01:29:57.044403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-76f5d637-b4f8-430e-8178-6e3bb01cc316 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:57.045917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-76f5d637-b4f8-430e-8178-6e3bb01cc316 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344&tenant_id=be969996768c47d9a8724404f7a037cd&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.0725543 Dec 08 01:29:57.050062 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1daa85c0-9148-49c3-9684-3c3e0c91a146 req-53999cea-a2d4-4e23-9c3b-f4cdfd550bb3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683517 Dec 08 01:29:57.209501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-b945bab7-1f8a-4ea9-9dda-2e1c9dbdf62f service neutron] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:29:57.214473 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-b945bab7-1f8a-4ea9-9dda-2e1c9dbdf62f service neutron] Publish callbacks [] for binding, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:57.215595 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1339f362-0221-4e08-ba0d-b3313383b5c1 req-b945bab7-1f8a-4ea9-9dda-2e1c9dbdf62f service neutron] 10.222.0.65 "DELETE /v2.0/ports/4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5/bindings/n-h2-713498-30 HTTP/1.1" status: 204 len: 173 time: 0.1597884 Dec 08 01:29:57.228565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca1542-6b92-40bc-ae77-ba37d1b899d5 req-2d6f1640-c0b2-4bed-b1a1-1ef5072ca99d tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:57.230258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fdca1542-6b92-40bc-ae77-ba37d1b899d5 req-2d6f1640-c0b2-4bed-b1a1-1ef5072ca99d tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 1097 time: 0.0528345 Dec 08 01:29:57.279371 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fdca1542-6b92-40bc-ae77-ba37d1b899d5 req-6803e536-fd8b-4e89-a382-364fec44357a tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430892 Dec 08 01:29:57.283003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929659-d915-47c1-9b94-bea5cafc2126 req-99ada385-e67f-4677-916a-50b88204e847 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:57.288782 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03929659-d915-47c1-9b94-bea5cafc2126 req-99ada385-e67f-4677-916a-50b88204e847 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.0832078 Dec 08 01:29:57.340276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03929659-d915-47c1-9b94-bea5cafc2126 req-394f0e0c-e990-4f8a-8d93-7e454ca7de3e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490007 Dec 08 01:29:57.543102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba6ee2-b5cb-46c4-9e67-fe769dc16c74 req-8c7ac268-1bb1-421a-bb9c-aa0317e47ba9 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:57.544677 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b6ba6ee2-b5cb-46c4-9e67-fe769dc16c74 req-8c7ac268-1bb1-421a-bb9c-aa0317e47ba9 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.65 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 949 time: 0.0608790 Dec 08 01:29:57.698726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-b6ba6ee2-b5cb-46c4-9e67-fe769dc16c74 req-ec25abf0-4cac-41bb-8cde-470195a645f7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Deleting port 4c7652ec-9ac7-4eef-a565-5912a04c0f24 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:29:57.699290 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b6ba6ee2-b5cb-46c4-9e67-fe769dc16c74 req-ec25abf0-4cac-41bb-8cde-470195a645f7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:57.867986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b6ba6ee2-b5cb-46c4-9e67-fe769dc16c74 req-ec25abf0-4cac-41bb-8cde-470195a645f7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] For port 4c7652ec-9ac7-4eef-a565-5912a04c0f24, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4c7652ec-9ac7-4eef-a565-5912a04c0f24,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:57.868593 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b6ba6ee2-b5cb-46c4-9e67-fe769dc16c74 req-ec25abf0-4cac-41bb-8cde-470195a645f7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:57.899964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-b6ba6ee2-b5cb-46c4-9e67-fe769dc16c74 req-ec25abf0-4cac-41bb-8cde-470195a645f7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Calling delete_port for 4c7652ec-9ac7-4eef-a565-5912a04c0f24 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:29:58.138350 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b6ba6ee2-b5cb-46c4-9e67-fe769dc16c74 req-ec25abf0-4cac-41bb-8cde-470195a645f7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:58.180509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4c7652ec-9ac7-4eef-a565-5912a04c0f24'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:58.184709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25abf0-4cac-41bb-8cde-470195a645f7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Pushing event deleted for resources: {'Port': ['ID=4c7652ec-9ac7-4eef-a565-5912a04c0f24,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:58.272921 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:29:58.281418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ba6ee2-b5cb-46c4-9e67-fe769dc16c74 req-ec25abf0-4cac-41bb-8cde-470195a645f7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] No DVR routers for this DVR port 4c7652ec-9ac7-4eef-a565-5912a04c0f24 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:29:58.290064 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b6ba6ee2-b5cb-46c4-9e67-fe769dc16c74 req-ec25abf0-4cac-41bb-8cde-470195a645f7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:58.290245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fba60597-355f-4d2c-99fb-723cbd45041b req-923ea5ae-4b02-4a82-ae6b-9175b5c32af3 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.70 "GET /v2.0/ports?device_id=88655c2a-708c-4a60-b3a3-4d2993f983c0 HTTP/1.1" status: 200 len: 210 time: 0.0704474 Dec 08 01:29:58.296196 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b6ba6ee2-b5cb-46c4-9e67-fe769dc16c74 req-ec25abf0-4cac-41bb-8cde-470195a645f7 tempest-DeleteServersAdminTestJSON-1860323348 tempest-DeleteServersAdminTestJSON-1860323348-project] 10.222.0.65 "DELETE /v2.0/ports/4c7652ec-9ac7-4eef-a565-5912a04c0f24 HTTP/1.1" status: 204 len: 173 time: 0.7280777 Dec 08 01:29:58.296715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88655c2a-708c-4a60-b3a3-4d2993f983c0', 'name': 'network-vif-deleted', 'tag': '4c7652ec-9ac7-4eef-a565-5912a04c0f24'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:29:58.324803 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfa2515-53db-4fd1-9b74-ceeb72b2e423" -d '{"events": [{"server_uuid": "88655c2a-708c-4a60-b3a3-4d2993f983c0", "name": "network-vif-deleted", "tag": "4c7652ec-9ac7-4eef-a565-5912a04c0f24"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:29:58.331330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:29:58.407991 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 90e5025a-1548-4016-a1a0-6c5f408ffc3a details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:29:58.688149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbf0e2-b7d5-4f6f-bd94-c4e45edaa8f5 req-3feed8b7-7f8f-4158-a784-fc7b5cdb6db1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:58.701311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49bbf0e2-b7d5-4f6f-bd94-c4e45edaa8f5 req-3feed8b7-7f8f-4158-a784-fc7b5cdb6db1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 945 time: 0.1091790 Dec 08 01:29:58.798834 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31f46a2f-3290-4532-82c9-e955153360ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:58.808822 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49bbf0e2-b7d5-4f6f-bd94-c4e45edaa8f5 req-bf8ec2df-af1c-42bf-907c-ef7ae1bb2f4a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060433 Dec 08 01:29:58.821339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 90e5025a-1548-4016-a1a0-6c5f408ffc3a, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=90e5025a-1548-4016-a1a0-6c5f408ffc3a,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:58.847430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '90e5025a-1548-4016-a1a0-6c5f408ffc3a', 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'port_id': '90e5025a-1548-4016-a1a0-6c5f408ffc3a', 'mac_address': 'fa:16:3e:04:63:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a5998e-a135-4d25-95f0-5cd4e48a89c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:29:58.924737 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:58.956650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90e5025a-1548-4016-a1a0-6c5f408ffc3a {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:29:59.013964 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c29579c-35b6-47c8-9106-a6349bd092d7 x-openstack-request-id: req-5c29579c-35b6-47c8-9106-a6349bd092d7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:29:59.014426 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88655c2a-708c-4a60-b3a3-4d2993f983c0", "name": "network-vif-deleted", "tag": "4c7652ec-9ac7-4eef-a565-5912a04c0f24", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:29:59.014846 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5c29579c-35b6-47c8-9106-a6349bd092d7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:29:59.015248 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88655c2a-708c-4a60-b3a3-4d2993f983c0', 'name': 'network-vif-deleted', 'tag': '4c7652ec-9ac7-4eef-a565-5912a04c0f24', 'status': 'completed', 'code': 200} Dec 08 01:29:59.026715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 90e5025a-1548-4016-a1a0-6c5f408ffc3a, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=90e5025a-1548-4016-a1a0-6c5f408ffc3a,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:29:59.033450 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:59.133979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=90e5025a-1548-4016-a1a0-6c5f408ffc3a,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:29:59.157017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87139f1-f646-4850-9918-f0b200b40b8f req-3ff1912e-c694-439e-887a-3a9d6d0bba77 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:59.166307 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d87139f1-f646-4850-9918-f0b200b40b8f req-3ff1912e-c694-439e-887a-3a9d6d0bba77 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.0763943 Dec 08 01:29:59.220500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['90e5025a-1548-4016-a1a0-6c5f408ffc3a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:29:59.231157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d87139f1-f646-4850-9918-f0b200b40b8f req-920f0c8b-8939-41a7-b85f-1b560b29497e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616651 Dec 08 01:29:59.292850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-502a48bd-0302-42ed-a7df-5cb166b66bdf tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:29:59.294567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-502a48bd-0302-42ed-a7df-5cb166b66bdf tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072553 Dec 08 01:29:59.354811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-c2506ecb-8017-4f02-bb82-da220aec3295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:29:59.361971 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-c2506ecb-8017-4f02-bb82-da220aec3295 service neutron] 10.222.0.70 "GET /v2.0/ports/f103df1f-439e-4cbb-b100-3b6cc3a2f73c HTTP/1.1" status: 200 len: 1094 time: 0.0539391 Dec 08 01:29:59.366536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] Request body: {'binding': {'host': 'n-h1-713498-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:29:59.367245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] Unknown quota resources ['binding']. {{(pid=103130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:29:59.479961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33432) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:59.589630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] Attempting to bind port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on host n-h1-713498-30 for vnic_type normal with profile None {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:29:59.590097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] Attempting to bind port f103df1f-439e-4cbb-b100-3b6cc3a2f73c by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:29:59.590505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] Attempting to bind port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:59.595531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] Port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:29:59.595958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] Attempting to bind port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:29:59.601546 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:29:59.602252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:29:59.602861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:29:59.603505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] Bound port: f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:29:59.645840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18d5eda5-4c05-4eb2-9134-a087b5589e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:59.663513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:29:59.684778 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] Publish callbacks [] for binding, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:59.704923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-61b9faae-7f16-48f8-a53e-d6b0e1bad9dc service neutron] 10.222.0.70 "POST /v2.0/ports/f103df1f-439e-4cbb-b100-3b6cc3a2f73c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3306034 Dec 08 01:29:59.864445 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18d5eda5-4c05-4eb2-9134-a087b5589e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:59.874825 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18d5eda5-4c05-4eb2-9134-a087b5589e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:29:59.907635 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-18d5eda5-4c05-4eb2-9134-a087b5589e29 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=889c68709aed4303b1a00b8653631854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4260435 Dec 08 01:29:59.910348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33446) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:29:59.979361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5eda5-4c05-4eb2-9134-a087b5589e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765d0fcc-df22-43ab-93da-2488d14cee50,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:00.011657 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07c0c9da-8564-4596-9697-19aefa7d675d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:00.042505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817fbb0-dcdf-4761-b860-1e9e42a6fc23 req-92ec0510-da09-4346-8d54-2c50a6cd15d7 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:00.042818 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a817fbb0-dcdf-4761-b860-1e9e42a6fc23 req-92ec0510-da09-4346-8d54-2c50a6cd15d7 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 1097 time: 0.1156039 Dec 08 01:30:00.047746 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07c0c9da-8564-4596-9697-19aefa7d675d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:00.117400 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a817fbb0-dcdf-4761-b860-1e9e42a6fc23 req-f8c55ee4-67bf-4bfb-a3af-20d9402b8e4c tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618360 Dec 08 01:30:00.119672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-0f628f02-8dce-42ed-abd4-cf287fde60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:00.121440 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-0f628f02-8dce-42ed-abd4-cf287fde60ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 1097 time: 0.0890441 Dec 08 01:30:00.144259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668a94b-96f6-4e72-b8fc-cb534493a11c req-649dbff8-2326-4a77-b384-ef8a3b6975f5 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:00.152134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a668a94b-96f6-4e72-b8fc-cb534493a11c req-649dbff8-2326-4a77-b384-ef8a3b6975f5 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 945 time: 0.0764158 Dec 08 01:30:00.153240 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07c0c9da-8564-4596-9697-19aefa7d675d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:00.156641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07c0c9da-8564-4596-9697-19aefa7d675d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:00.157822 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-07c0c9da-8564-4596-9697-19aefa7d675d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/765d0fcc-df22-43ab-93da-2488d14cee50 HTTP/1.1" status: 204 len: 168 time: 0.2462711 Dec 08 01:30:00.189956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0c9da-8564-4596-9697-19aefa7d675d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765d0fcc-df22-43ab-93da-2488d14cee50,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:00.350156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-d7333e1c-9369-44d9-b752-52126ead8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:00.352490 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-d7333e1c-9369-44d9-b752-52126ead8417 service neutron] 10.222.0.65 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.1969213 Dec 08 01:30:00.364955 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a668a94b-96f6-4e72-b8fc-cb534493a11c req-e73cec68-396e-4737-8c44-13b1d08ba7e8 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115750 Dec 08 01:30:00.438767 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-003b4975-59db-4a75-90c1-245b0c5902e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c HTTP/1.1" status: 200 len: 217 time: 0.0683253 Dec 08 01:30:00.443559 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 90e5025a-1548-4016-a1a0-6c5f408ffc3a up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:30:00.553961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bebfb-8148-45bf-96f2-d9b172b4e857 req-90c12b88-961e-4c6f-9390-7cca7187d49d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:00.564148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-029bebfb-8148-45bf-96f2-d9b172b4e857 req-90c12b88-961e-4c6f-9390-7cca7187d49d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.0980244 Dec 08 01:30:00.567068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-adaa863d-3b3a-484d-bdb2-8d69959a4d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:00.568535 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-adaa863d-3b3a-484d-bdb2-8d69959a4d1c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.1191430 Dec 08 01:30:00.577737 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 90e5025a-1548-4016-a1a0-6c5f408ffc3a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:00.579033 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:00.654518 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-4e76def6-caff-4565-85cd-20f780dd6c33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713911 Dec 08 01:30:00.681216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33482) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:00.688440 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:00.721155 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-029bebfb-8148-45bf-96f2-d9b172b4e857 req-e6a3d338-0044-4240-8b28-a81dc3ae8a43 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552069 Dec 08 01:30:00.731374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1043-846a-423e-8961-f6c41580077b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:00.731841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 90e5025a-1548-4016-a1a0-6c5f408ffc3a, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=90e5025a-1548-4016-a1a0-6c5f408ffc3a,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:00.733104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88afffc3-c0aa-4817-a7b5-b9800bebe4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e5025a-1548-4016-a1a0-6c5f408ffc3a'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:00.736433 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35f9226-3fc7-4de0-ae69-4bd0640bf8ba" -d '{"events": [{"server_uuid": "88afffc3-c0aa-4817-a7b5-b9800bebe4f9", "name": "network-vif-plugged", "status": "completed", "tag": "90e5025a-1548-4016-a1a0-6c5f408ffc3a"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:00.785238 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:00.786831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4c7652ec-9ac7-4eef-a565-5912a04c0f24 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:30:00.794780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-48a2ee8f-03a3-420c-bbf8-a9ffdd4c84f2 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:00.803755 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-48a2ee8f-03a3-420c-bbf8-a9ffdd4c84f2 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 821 time: 0.2116466 Dec 08 01:30:00.824896 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-171cb45a-6db1-4b7e-b5e7-90547869b8e1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/quotas/be969996768c47d9a8724404f7a037cd HTTP/1.1" status: 200 len: 375 time: 0.0197842 Dec 08 01:30:00.832595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 4c7652ec-9ac7-4eef-a565-5912a04c0f24 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:30:00.832955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4c7652ec-9ac7-4eef-a565-5912a04c0f24 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:30:00.906033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6eae16de-a7f0-4079-a6d3-e07c53c84316 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799108 Dec 08 01:30:00.910652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=90e5025a-1548-4016-a1a0-6c5f408ffc3a,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:00.911798 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-640be649-0d60-48e4-b99f-4a78256ceb03 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428498 Dec 08 01:30:00.948478 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e117eb0e-d983-4b32-9d81-0eecc77ca529 x-openstack-request-id: req-e117eb0e-d983-4b32-9d81-0eecc77ca529 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:00.948804 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88afffc3-c0aa-4817-a7b5-b9800bebe4f9", "name": "network-vif-plugged", "status": "completed", "tag": "90e5025a-1548-4016-a1a0-6c5f408ffc3a", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:00.949070 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e117eb0e-d983-4b32-9d81-0eecc77ca529 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:00.949479 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88afffc3-c0aa-4817-a7b5-b9800bebe4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e5025a-1548-4016-a1a0-6c5f408ffc3a', 'code': 200} Dec 08 01:30:01.005882 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1043-846a-423e-8961-f6c41580077b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:01.020968 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1043-846a-423e-8961-f6c41580077b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:01.070473 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-a975ff5c-3f22-423a-9df1-18c73812bd5c service neutron] 10.222.0.70 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622369 Dec 08 01:30:01.155464 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e2ca1043-846a-423e-8961-f6c41580077b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c26733f0115840f8999c936b5e5557f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732130 Dec 08 01:30:01.159032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca1043-846a-423e-8961-f6c41580077b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059dc685-be7a-4b63-b3e6-94982a5ab73d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:01.170153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33496) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:01.187071 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb5b7b61-17ab-441a-b8f0-d61b46afee5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:01.200579 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-207c2ee8-911e-4673-be0f-e5252b99b2af service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792993 Dec 08 01:30:01.437587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-81ea5bc8-40a6-499a-aee4-52563742d384 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:01.438545 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-81ea5bc8-40a6-499a-aee4-52563742d384 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84&tenant_id=60788080667c45e38fac7ad815a697ce&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.0803349 Dec 08 01:30:01.462538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-30'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:01.466434 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:01.513533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33506) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:01.540993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33510) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:01.657430 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:01.675627 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-8ae90dd8-1bbe-402c-9a76-09ade7ea2593 service neutron] 10.222.0.70 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986178 Dec 08 01:30:01.695074 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b485d35d-03ef-40d7-b6f0-c16acc7dd974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:01.695213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e73cc7-a041-4427-baad-5441e62f0804 req-6b08ea1b-3640-4aaa-a535-38b7e4133a59 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:01.703381 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-23e73cc7-a041-4427-baad-5441e62f0804 req-6b08ea1b-3640-4aaa-a535-38b7e4133a59 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 945 time: 0.1906559 Dec 08 01:30:01.740297 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b485d35d-03ef-40d7-b6f0-c16acc7dd974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:01.789533 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35def773-f709-4d0e-9778-9c948cee33eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:01.856074 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b485d35d-03ef-40d7-b6f0-c16acc7dd974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:01.856074 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b485d35d-03ef-40d7-b6f0-c16acc7dd974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:01.856074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b485d35d-03ef-40d7-b6f0-c16acc7dd974 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/059dc685-be7a-4b63-b3e6-94982a5ab73d HTTP/1.1" status: 204 len: 168 time: 0.6724765 Dec 08 01:30:01.886621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485d35d-03ef-40d7-b6f0-c16acc7dd974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059dc685-be7a-4b63-b3e6-94982a5ab73d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:01.900583 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-23e73cc7-a041-4427-baad-5441e62f0804 req-9007d5ca-5a47-447f-ae61-b6b1eb955f28 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892338 Dec 08 01:30:01.933960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9c61de06-b463-4a09-8103-b8ddcaef80ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=764670fcef174df5aecbb64f1ceae947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193068 Dec 08 01:30:01.938169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33518) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:02.074365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1070c34f-0204-4724-851c-7fa5986b3242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:02.173510 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:02.207110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c4cf3ccf-4b45-46ca-bf48-a369829c8e1a req-f6fe7fcd-c270-4325-a904-086cdbb5d410 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 210 time: 0.0424719 Dec 08 01:30:02.240333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:02.251075 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1070c34f-0204-4724-851c-7fa5986b3242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:02.313172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea12232-6b39-42fb-b96a-f25d0e12633d req-81372ed8-bc2c-417c-a7b0-d8213b73c4cf tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:02.315595 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5ea12232-6b39-42fb-b96a-f25d0e12633d req-81372ed8-bc2c-417c-a7b0-d8213b73c4cf tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.2015176 Dec 08 01:30:02.339585 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35def773-f709-4d0e-9778-9c948cee33eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:02.348083 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35def773-f709-4d0e-9778-9c948cee33eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:02.391149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:02.412687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5ea12232-6b39-42fb-b96a-f25d0e12633d req-189f8d82-d07e-491c-aa2f-c7508db16bd0 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879502 Dec 08 01:30:02.428032 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-35def773-f709-4d0e-9778-9c948cee33eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2d55013127a04375849044d1509a6d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8835962 Dec 08 01:30:02.428931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33546) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:02.455587 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1070c34f-0204-4724-851c-7fa5986b3242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:02.463714 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1070c34f-0204-4724-851c-7fa5986b3242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:02.467682 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1070c34f-0204-4724-851c-7fa5986b3242 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/87e0e9e4-406f-4ddb-919e-a5cc65163291 HTTP/1.1" status: 204 len: 168 time: 0.5284276 Dec 08 01:30:02.478098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35def773-f709-4d0e-9778-9c948cee33eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816677d2-8b1e-4226-b4c6-21a12e98d11b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:02.489299 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070c34f-0204-4724-851c-7fa5986b3242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e0e9e4-406f-4ddb-919e-a5cc65163291,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:02.496885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95df1711-1d28-4b6a-9e67-48e6bf84cb84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f103df1f-439e-4cbb-b100-3b6cc3a2f73c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:02.499435 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b32172-9038-469d-8bfa-1d3201e23c46" -d '{"events": [{"server_uuid": "95df1711-1d28-4b6a-9e67-48e6bf84cb84", "name": "network-vif-unplugged", "status": "completed", "tag": "f103df1f-439e-4cbb-b100-3b6cc3a2f73c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:02.505106 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:02.547768 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:02.887223 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2703dd87-9df7-4746-848b-eda1577f7e22 x-openstack-request-id: req-2703dd87-9df7-4746-848b-eda1577f7e22 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:02.887777 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95df1711-1d28-4b6a-9e67-48e6bf84cb84", "name": "network-vif-unplugged", "status": "completed", "tag": "f103df1f-439e-4cbb-b100-3b6cc3a2f73c", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:02.888232 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2703dd87-9df7-4746-848b-eda1577f7e22 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:02.888846 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95df1711-1d28-4b6a-9e67-48e6bf84cb84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f103df1f-439e-4cbb-b100-3b6cc3a2f73c', 'code': 200} Dec 08 01:30:02.958367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Pushing event updated for resources: {'Port': ['ID=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:02.974271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29a78c1a-183f-43f4-9c82-95069f20d531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:03.084504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Attempting to bind port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on host n-h2-713498-30 for vnic_type normal with profile {"migrating_to": "n-h1-713498-30"} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:03.084948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Attempting to bind port f103df1f-439e-4cbb-b100-3b6cc3a2f73c by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:03.085378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Attempting to bind port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:03.090422 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29a78c1a-183f-43f4-9c82-95069f20d531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:03.118436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:03.118993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Attempting to bind port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:03.133536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:03.133967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:03.134506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:03.134963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Bound port: f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:03.135392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:03.197518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74eeaa-2b72-4bb7-8214-a4341fd2d30a req-bee3e145-bb97-4315-9de2-bba3bec501f0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:03.210788 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf74eeaa-2b72-4bb7-8214-a4341fd2d30a req-bee3e145-bb97-4315-9de2-bba3bec501f0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 943 time: 0.1241043 Dec 08 01:30:03.232089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29a78c1a-183f-43f4-9c82-95069f20d531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:03.236453 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29a78c1a-183f-43f4-9c82-95069f20d531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:03.240787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-29a78c1a-183f-43f4-9c82-95069f20d531 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/816677d2-8b1e-4226-b4c6-21a12e98d11b HTTP/1.1" status: 204 len: 168 time: 0.7780871 Dec 08 01:30:03.256266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a78c1a-183f-43f4-9c82-95069f20d531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816677d2-8b1e-4226-b4c6-21a12e98d11b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:03.269556 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:03.279326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:03.289398 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:03.353175 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf74eeaa-2b72-4bb7-8214-a4341fd2d30a req-96118617-2271-40a5-8b52-807a44b39fa8 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330969 Dec 08 01:30:03.472046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Pushing event updated for resources: {'Port': ['ID=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:03.482915 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:03.575355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:03.576788 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:03.578243 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-3ca73e3f-b7d9-45c0-95fc-6dc1d67b72cf service neutron] 10.222.0.65 "PUT /v2.0/ports/f103df1f-439e-4cbb-b100-3b6cc3a2f73c HTTP/1.1" status: 200 len: 1123 time: 2.1209764 Dec 08 01:30:03.582432 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:03.598439 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2f43a77-09f4-4e43-88d1-5c868a62bf8b req-19036bb2-1326-4fd0-8241-aba5a40c435e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 210 time: 0.1697571 Dec 08 01:30:03.607375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33588) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:03.727755 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b00e8b87-d149-41f0-86ad-9039780eedc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:03.728830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['f103df1f-439e-4cbb-b100-3b6cc3a2f73c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:04.094089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b00e8b87-d149-41f0-86ad-9039780eedc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:04.105759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b00e8b87-d149-41f0-86ad-9039780eedc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:04.177607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b00e8b87-d149-41f0-86ad-9039780eedc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9f77e219b51c41e7b5408a410289352b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5687330 Dec 08 01:30:04.179662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33594) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:04.191160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e8b87-d149-41f0-86ad-9039780eedc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ea4088-5df6-4f6b-9845-c5f4fbdcb306,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:04.278266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb4931-4def-4f4c-869f-f678768a9174 req-8384bf00-8e9d-4c74-bb97-522d1b08d91d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:04.293874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27cb4931-4def-4f4c-869f-f678768a9174 req-8384bf00-8e9d-4c74-bb97-522d1b08d91d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.5415056 Dec 08 01:30:04.336965 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcbcfb50-3719-4381-afc3-b8eb8c63c98f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:04.363806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33602) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:04.400392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b4eca18-8886-4e93-966b-fe8928a90cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:04.448729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcbcfb50-3719-4381-afc3-b8eb8c63c98f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:04.459830 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27cb4931-4def-4f4c-869f-f678768a9174 req-8e8ac2b5-3c87-4200-82cb-68f8d1ab2b77 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631911 Dec 08 01:30:04.479387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-9180df04-c91c-466f-bd86-f343d3c3db5d tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:04.481548 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-9180df04-c91c-466f-bd86-f343d3c3db5d tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 821 time: 0.5782700 Dec 08 01:30:04.508224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Request body: {'port': {'device_id': '7d0943b0-9aed-4301-9cad-784c9a28cc09', 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24', 'admin_state_up': True, 'tenant_id': 'be969996768c47d9a8724404f7a037cd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:04.603593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:04.607826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67652bc7-891b-4295-8ee8-b02e33201d73 req-c67aecc2-0273-45d6-8a9b-dfeb3691b996 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:04.617730 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67652bc7-891b-4295-8ee8-b02e33201d73 req-c67aecc2-0273-45d6-8a9b-dfeb3691b996 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 943 time: 0.1161556 Dec 08 01:30:04.690999 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcbcfb50-3719-4381-afc3-b8eb8c63c98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:04.693877 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcbcfb50-3719-4381-afc3-b8eb8c63c98f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:04.697564 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bcbcfb50-3719-4381-afc3-b8eb8c63c98f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14ea4088-5df6-4f6b-9845-c5f4fbdcb306 HTTP/1.1" status: 204 len: 168 time: 0.5143321 Dec 08 01:30:04.706736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Made reservation on behalf of be969996768c47d9a8724404f7a037cd for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:04.716712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:04.749477 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b4eca18-8886-4e93-966b-fe8928a90cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:04.753400 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcfb50-3719-4381-afc3-b8eb8c63c98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ea4088-5df6-4f6b-9845-c5f4fbdcb306,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:04.764352 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b4eca18-8886-4e93-966b-fe8928a90cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:04.834117 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67652bc7-891b-4295-8ee8-b02e33201d73 req-42122bc2-864c-457d-8a4d-665af5d9fcea tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152901 Dec 08 01:30:04.862359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4eca18-8886-4e93-966b-fe8928a90cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d731b26f-0f97-44ab-a1e7-153e88743b3c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:04.878368 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0b4eca18-8886-4e93-966b-fe8928a90cfd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3924414b88714de894d7eae876e17b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5081592 Dec 08 01:30:04.881939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33622) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:04.889620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95df1711-1d28-4b6a-9e67-48e6bf84cb84', 'tag': 'f103df1f-439e-4cbb-b100-3b6cc3a2f73c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:04.892189 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e9552b-a311-4a06-a981-be10c12d5097" -d '{"events": [{"name": "network-changed", "server_uuid": "95df1711-1d28-4b6a-9e67-48e6bf84cb84", "tag": "f103df1f-439e-4cbb-b100-3b6cc3a2f73c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:04.929202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ff08a6e-564a-4056-bbc4-571470f94211 req-8d7b1244-3212-42ac-8231-04902b8d8ba7 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 210 time: 0.0952768 Dec 08 01:30:04.966942 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46dc0c5-458a-4d37-ab45-6150662c86b7 x-openstack-request-id: req-d46dc0c5-458a-4d37-ab45-6150662c86b7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:04.967243 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95df1711-1d28-4b6a-9e67-48e6bf84cb84", "tag": "f103df1f-439e-4cbb-b100-3b6cc3a2f73c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:04.967502 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d46dc0c5-458a-4d37-ab45-6150662c86b7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:04.967898 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95df1711-1d28-4b6a-9e67-48e6bf84cb84', 'tag': 'f103df1f-439e-4cbb-b100-3b6cc3a2f73c', 'status': 'completed', 'code': 200} Dec 08 01:30:04.984986 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8650201-7fb2-4578-8a98-a357544e48d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:05.035846 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8650201-7fb2-4578-8a98-a357544e48d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:05.047939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Allocated IP 172.20.0.6 (93bfafa7-b746-446e-9c1b-c5b967276d24/ec6c275c-7de4-402b-b3bf-de84b98d769c/82d43663-e069-41f4-8676-37c37ee8327a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:30:05.126297 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9552b-a311-4a06-a981-be10c12d5097 req-b5250f97-024c-4ff6-adba-e1e8c5d63843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:05.127869 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18e9552b-a311-4a06-a981-be10c12d5097 req-b5250f97-024c-4ff6-adba-e1e8c5d63843 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 1126 time: 0.1082606 Dec 08 01:30:05.171586 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8650201-7fb2-4578-8a98-a357544e48d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:05.177304 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8650201-7fb2-4578-8a98-a357544e48d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:05.178483 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d8650201-7fb2-4578-8a98-a357544e48d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d731b26f-0f97-44ab-a1e7-153e88743b3c HTTP/1.1" status: 204 len: 168 time: 0.2954366 Dec 08 01:30:05.263911 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8650201-7fb2-4578-8a98-a357544e48d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d731b26f-0f97-44ab-a1e7-153e88743b3c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:05.331637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9552b-a311-4a06-a981-be10c12d5097 req-87beb3af-3345-478f-90d3-9d858dbd1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:05.334840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18e9552b-a311-4a06-a981-be10c12d5097 req-87beb3af-3345-478f-90d3-9d858dbd1f72 service neutron] 10.222.0.72 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.1990170 Dec 08 01:30:05.365120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:05.404316 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:05.438895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18e9552b-a311-4a06-a981-be10c12d5097 req-e06ebb93-d88b-441a-acea-c9878bcbdc1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c HTTP/1.1" status: 200 len: 217 time: 0.0963697 Dec 08 01:30:05.529401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Network 93bfafa7-b746-446e-9c1b-c5b967276d24 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:30:05.541233 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:05.559331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:30:05.563402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9552b-a311-4a06-a981-be10c12d5097 req-50964f6f-e71c-4c2b-90c8-842907df18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:05.567871 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18e9552b-a311-4a06-a981-be10c12d5097 req-50964f6f-e71c-4c2b-90c8-842907df18b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.1178503 Dec 08 01:30:05.605573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18e9552b-a311-4a06-a981-be10c12d5097 req-2c82af38-8f03-4151-ac69-c850dd5e7368 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290477 Dec 08 01:30:05.651061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Pushing event updated for resources: {'Port': ['ID=82d43663-e069-41f4-8676-37c37ee8327a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:05.714594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:05.715627 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:05.745673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-e7e8964c-fcb1-47e3-8d53-8e723a4ac6e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2414837 Dec 08 01:30:05.768118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Request body: {'port': {'device_id': '7d0943b0-9aed-4301-9cad-784c9a28cc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:05.781837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632388af-919d-4764-895c-c959ffdc549a req-fc66ad9f-19ae-4153-aafd-999fc8cf614c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:05.783918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-632388af-919d-4764-895c-c959ffdc549a req-fc66ad9f-19ae-4153-aafd-999fc8cf614c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.1400452 Dec 08 01:30:05.821552 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18e9552b-a311-4a06-a981-be10c12d5097 req-7c3afc00-d748-4ef0-90df-0fc3edd59f38 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084727 Dec 08 01:30:05.899180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-050cb774-7c49-4e4e-97bb-14650237650b req-b55d70b0-c79a-49ee-81b2-cb541fcbba0d tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Request body: {'security_group': {'name': 'tempest-securitygroup-669198991', 'description': 'tempest-description-1148343073'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:05.929835 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:05.983338 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-050cb774-7c49-4e4e-97bb-14650237650b req-b55d70b0-c79a-49ee-81b2-cb541fcbba0d tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:06.003105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-050cb774-7c49-4e4e-97bb-14650237650b req-b55d70b0-c79a-49ee-81b2-cb541fcbba0d tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:06.075025 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-632388af-919d-4764-895c-c959ffdc549a req-9f57743a-40ed-4118-aaf9-d8a388ac6f0e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745032 Dec 08 01:30:06.151036 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18e9552b-a311-4a06-a981-be10c12d5097 req-ebc6ed4d-d6d5-4b9d-a20d-35e72906557e service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214099 Dec 08 01:30:06.275143 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-050cb774-7c49-4e4e-97bb-14650237650b req-b55d70b0-c79a-49ee-81b2-cb541fcbba0d tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:06.290290 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-050cb774-7c49-4e4e-97bb-14650237650b req-b55d70b0-c79a-49ee-81b2-cb541fcbba0d tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:06.367816 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-050cb774-7c49-4e4e-97bb-14650237650b req-b55d70b0-c79a-49ee-81b2-cb541fcbba0d tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:06.394682 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-050cb774-7c49-4e4e-97bb-14650237650b req-b55d70b0-c79a-49ee-81b2-cb541fcbba0d tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:06.433076 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f103df1f-439e-4cbb-b100-3b6cc3a2f73c details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:30:06.462881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bfec4-0108-4d4c-9f48-d76b677f6877 req-c71b91ec-6db7-4e35-accb-4b36b24fbec9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:06.469458 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f15bfec4-0108-4d4c-9f48-d76b677f6877 req-c71b91ec-6db7-4e35-accb-4b36b24fbec9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 943 time: 0.1197362 Dec 08 01:30:06.499795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d70b0-c79a-49ee-81b2-cb541fcbba0d tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b60306a2-a93a-41fa-9512-b6c6ad466084,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:06.516015 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-050cb774-7c49-4e4e-97bb-14650237650b req-b55d70b0-c79a-49ee-81b2-cb541fcbba0d tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:06.517222 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-050cb774-7c49-4e4e-97bb-14650237650b req-b55d70b0-c79a-49ee-81b2-cb541fcbba0d tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6244683 Dec 08 01:30:06.578379 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f15bfec4-0108-4d4c-9f48-d76b677f6877 req-21ede523-8b75-4ce8-9258-0791de5e9777 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011870 Dec 08 01:30:06.660318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:06.695251 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f103df1f-439e-4cbb-b100-3b6cc3a2f73c has no active binding in host n-h1-713498-30 {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:30:06.707666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-5c967571-27b3-4c9b-bf8b-a414534c7c5c req-f5e306e9-da2e-4391-8bcc-d08be4e422e9 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1504776542', 'description': 'tempest-description-1425923233'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:06.734340 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5c967571-27b3-4c9b-bf8b-a414534c7c5c req-f5e306e9-da2e-4391-8bcc-d08be4e422e9 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:06.782546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d70b0-c79a-49ee-81b2-cb541fcbba0d tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a587e4-9d3c-4835-860a-089303ee67f2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:06.812202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d43663-e069-41f4-8676-37c37ee8327a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:06.830827 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:06.860117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea589c-b32e-4028-9342-7784fa6fbbf9 req-fb2a818c-704c-4853-87d0-b9c778ceb255 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:06.872204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08ea589c-b32e-4028-9342-7784fa6fbbf9 req-fb2a818c-704c-4853-87d0-b9c778ceb255 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 931 time: 0.2048433 Dec 08 01:30:06.885637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Transition to ACTIVE for port object 82d43663-e069-41f4-8676-37c37ee8327a will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:30:06.916318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:06.931467 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5c967571-27b3-4c9b-bf8b-a414534c7c5c req-f5e306e9-da2e-4391-8bcc-d08be4e422e9 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:06.939897 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5c967571-27b3-4c9b-bf8b-a414534c7c5c req-f5e306e9-da2e-4391-8bcc-d08be4e422e9 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:07.007004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e306e9-da2e-4391-8bcc-d08be4e422e9 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e2e982-d308-44da-946f-76617833b271,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:07.028551 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5c967571-27b3-4c9b-bf8b-a414534c7c5c req-f5e306e9-da2e-4391-8bcc-d08be4e422e9 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:07.035682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c967571-27b3-4c9b-bf8b-a414534c7c5c req-f5e306e9-da2e-4391-8bcc-d08be4e422e9 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3342674 Dec 08 01:30:07.062664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Pushing event updated for resources: {'Port': ['ID=82d43663-e069-41f4-8676-37c37ee8327a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:07.080961 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08ea589c-b32e-4028-9342-7784fa6fbbf9 req-65f3acb5-c41e-4143-87a7-ade89177088d tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985846 Dec 08 01:30:07.152475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Attempting to bind port 82d43663-e069-41f4-8676-37c37ee8327a on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:07.152814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Attempting to bind port 82d43663-e069-41f4-8676-37c37ee8327a by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:07.153153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Attempting to bind port 82d43663-e069-41f4-8676-37c37ee8327a on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:07.157834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Port 82d43663-e069-41f4-8676-37c37ee8327a on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:07.158193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Attempting to bind port 82d43663-e069-41f4-8676-37c37ee8327a on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:07.163655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:07.163921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:07.164340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:07.164787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Bound port: 82d43663-e069-41f4-8676-37c37ee8327a, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:07.165299 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:07.284389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:07.302547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=82d43663-e069-41f4-8676-37c37ee8327a,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:07.315983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb1c3f-9e59-46d6-83d3-f32b2f1620be req-dc3c3136-e3a3-4a38-982c-71c451cc1ce7 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:07.323471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ecb1c3f-9e59-46d6-83d3-f32b2f1620be req-dc3c3136-e3a3-4a38-982c-71c451cc1ce7 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.0929012 Dec 08 01:30:07.326575 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:07.383887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:07.384586 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:07.386265 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] 10.222.0.72 "PUT /v2.0/ports/82d43663-e069-41f4-8676-37c37ee8327a HTTP/1.1" status: 200 len: 1092 time: 1.6247528 Dec 08 01:30:07.387397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0943b0-9aed-4301-9cad-784c9a28cc09', 'tag': '82d43663-e069-41f4-8676-37c37ee8327a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:07.389897 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30884b00-4d12-4ada-8f9f-8b1877d36dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0943b0-9aed-4301-9cad-784c9a28cc09", "tag": "82d43663-e069-41f4-8676-37c37ee8327a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:07.456987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990140f-b3e8-48c0-a127-51e47c8e38fd service neutron] Pushing event updated for resources: {'Port': ['ID=82d43663-e069-41f4-8676-37c37ee8327a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:07.473239 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ecb1c3f-9e59-46d6-83d3-f32b2f1620be req-e3cdbeed-434d-4023-b065-fd915693e7cf tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475017 Dec 08 01:30:07.547072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-f454ceaa-b072-4963-bf0e-d4d70877cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:07.549083 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-f454ceaa-b072-4963-bf0e-d4d70877cd7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 1095 time: 0.1023543 Dec 08 01:30:07.614052 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-87074d46-0784-46b2-b922-0e51881051fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82d43663-e069-41f4-8676-37c37ee8327a HTTP/1.1" status: 200 len: 217 time: 0.0504742 Dec 08 01:30:07.671887 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-b7e07501-3cb3-460f-be71-0e2cf742a70c req-c1961cf2-76c0-4f69-ac52-9e7931e05c9b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-158921500', 'description': 'tempest-description-1017295170'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:07.713101 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b16498-acf7-4a54-9e9e-7c8a69aea9ed x-openstack-request-id: req-a5b16498-acf7-4a54-9e9e-7c8a69aea9ed {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:07.714946 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0943b0-9aed-4301-9cad-784c9a28cc09", "tag": "82d43663-e069-41f4-8676-37c37ee8327a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:07.715223 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a5b16498-acf7-4a54-9e9e-7c8a69aea9ed {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:07.717085 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0943b0-9aed-4301-9cad-784c9a28cc09', 'tag': '82d43663-e069-41f4-8676-37c37ee8327a', 'status': 'completed', 'code': 200} Dec 08 01:30:07.733529 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b7e07501-3cb3-460f-be71-0e2cf742a70c req-c1961cf2-76c0-4f69-ac52-9e7931e05c9b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:07.735122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-964f643c-561b-4537-bf4c-c35a00761a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:07.740400 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-964f643c-561b-4537-bf4c-c35a00761a90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.1180055 Dec 08 01:30:07.763895 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b7e07501-3cb3-460f-be71-0e2cf742a70c req-c1961cf2-76c0-4f69-ac52-9e7931e05c9b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:07.801360 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-21952801-4140-44e4-aa98-f48e58ec1d47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536025 Dec 08 01:30:07.979846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095edd7d-59ab-4e83-b1db-98e27cf0b7b8 req-5563ccc5-8981-4adb-b668-c96da3813239 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:07.991037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-095edd7d-59ab-4e83-b1db-98e27cf0b7b8 req-5563ccc5-8981-4adb-b668-c96da3813239 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 943 time: 0.1719096 Dec 08 01:30:07.996307 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b7e07501-3cb3-460f-be71-0e2cf742a70c req-c1961cf2-76c0-4f69-ac52-9e7931e05c9b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:08.007691 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b7e07501-3cb3-460f-be71-0e2cf742a70c req-c1961cf2-76c0-4f69-ac52-9e7931e05c9b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:08.015356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-b003380f-3518-4127-9d13-c568061fcafc service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067072 Dec 08 01:30:08.130671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1961cf2-76c0-4f69-ac52-9e7931e05c9b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16770464-4c7a-4ced-8a75-ea6e5e04c651,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:08.163063 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-095edd7d-59ab-4e83-b1db-98e27cf0b7b8 req-10de4ddc-7bc8-454e-9b63-74f93ab257fb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647267 Dec 08 01:30:08.192264 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b7e07501-3cb3-460f-be71-0e2cf742a70c req-c1961cf2-76c0-4f69-ac52-9e7931e05c9b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:08.212730 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b7e07501-3cb3-460f-be71-0e2cf742a70c req-c1961cf2-76c0-4f69-ac52-9e7931e05c9b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:08.221657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890108f9-34f5-4f60-a0d8-cce656a00114 req-8b5c7d02-93b1-4aff-ba1b-a083ba540950 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951885 Dec 08 01:30:08.265130 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b7e07501-3cb3-460f-be71-0e2cf742a70c req-c1961cf2-76c0-4f69-ac52-9e7931e05c9b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:08.266392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7e07501-3cb3-460f-be71-0e2cf742a70c req-c1961cf2-76c0-4f69-ac52-9e7931e05c9b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6012826 Dec 08 01:30:08.267185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1961cf2-76c0-4f69-ac52-9e7931e05c9b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac4b0bb-db9f-48fe-950c-2d7534b7d5c0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:08.417047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30884b00-4d12-4ada-8f9f-8b1877d36dbb req-2d0543e9-9928-4186-af2c-d56c82dabbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:08.419376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30884b00-4d12-4ada-8f9f-8b1877d36dbb req-2d0543e9-9928-4186-af2c-d56c82dabbfc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 1095 time: 0.0847557 Dec 08 01:30:08.460114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8c57a-1cb9-4817-b377-8e917b707c55 req-714be8c7-4361-4770-822f-1c72a6ab5719 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:08.469778 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09c8c57a-1cb9-4817-b377-8e917b707c55 req-714be8c7-4361-4770-822f-1c72a6ab5719 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 943 time: 0.1085675 Dec 08 01:30:08.540925 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09c8c57a-1cb9-4817-b377-8e917b707c55 req-f3936c0c-0bb5-4a1f-8ee2-321373903ce1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701447 Dec 08 01:30:08.602830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30884b00-4d12-4ada-8f9f-8b1877d36dbb req-81689df7-a28a-48e3-8c7b-78c5c2a2a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:08.603091 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-413cb0e5-d8a9-4786-b313-a48d0a2a4a7f req-0aa62613-506a-4f78-919e-4f36469bbd17 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-183639868', 'description': 'tempest-description-1677534629'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:08.604637 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30884b00-4d12-4ada-8f9f-8b1877d36dbb req-81689df7-a28a-48e3-8c7b-78c5c2a2a769 service neutron] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.1743791 Dec 08 01:30:08.658731 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-e6bc620b-0298-4c5c-8cc9-b47c2c569c7f service neutron] 10.222.0.72 "GET /v2.0/ports/f103df1f-439e-4cbb-b100-3b6cc3a2f73c/bindings/n-h1-713498-30 HTTP/1.1" status: 200 len: 385 time: 0.1167464 Dec 08 01:30:08.660480 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-413cb0e5-d8a9-4786-b313-a48d0a2a4a7f req-0aa62613-506a-4f78-919e-4f36469bbd17 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:08.670769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30884b00-4d12-4ada-8f9f-8b1877d36dbb req-56ebf42d-7ef1-472e-930c-445259845019 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82d43663-e069-41f4-8676-37c37ee8327a HTTP/1.1" status: 200 len: 217 time: 0.0574694 Dec 08 01:30:08.747182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30884b00-4d12-4ada-8f9f-8b1877d36dbb req-9f199f0d-3454-4e62-b8fc-137e3779fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:08.748829 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30884b00-4d12-4ada-8f9f-8b1877d36dbb req-9f199f0d-3454-4e62-b8fc-137e3779fec5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0689094 Dec 08 01:30:08.806092 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30884b00-4d12-4ada-8f9f-8b1877d36dbb req-62c813cb-6d3f-479d-9d4d-48074021cc99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397074 Dec 08 01:30:08.853958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-413cb0e5-d8a9-4786-b313-a48d0a2a4a7f req-0aa62613-506a-4f78-919e-4f36469bbd17 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:08.878191 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-413cb0e5-d8a9-4786-b313-a48d0a2a4a7f req-0aa62613-506a-4f78-919e-4f36469bbd17 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:08.932000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139b816-da98-425b-8489-cfbcb7909ae3 req-4280a9c3-f27d-4d6f-ac8e-9c6be3fe55df tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:08.933588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a139b816-da98-425b-8489-cfbcb7909ae3 req-4280a9c3-f27d-4d6f-ac8e-9c6be3fe55df tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.1176245 Dec 08 01:30:08.947817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa62613-506a-4f78-919e-4f36469bbd17 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdb6f3a-a628-4ce0-b36f-5ed3b8dc99f3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:08.957956 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-413cb0e5-d8a9-4786-b313-a48d0a2a4a7f req-0aa62613-506a-4f78-919e-4f36469bbd17 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:08.968878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-413cb0e5-d8a9-4786-b313-a48d0a2a4a7f req-0aa62613-506a-4f78-919e-4f36469bbd17 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3692605 Dec 08 01:30:09.006565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-8aedfa3d-1229-4a9f-bc26-03a018a4b2fc service neutron] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:09.027840 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30884b00-4d12-4ada-8f9f-8b1877d36dbb req-11be16ee-7c16-4811-8e17-637432e48043 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132058 Dec 08 01:30:09.041555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-8aedfa3d-1229-4a9f-bc26-03a018a4b2fc service neutron] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:09.088356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-8aedfa3d-1229-4a9f-bc26-03a018a4b2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f103df1f-439e-4cbb-b100-3b6cc3a2f73c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:09.106825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-8aedfa3d-1229-4a9f-bc26-03a018a4b2fc service neutron] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:09.130549 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-8aedfa3d-1229-4a9f-bc26-03a018a4b2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:09.142854 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30884b00-4d12-4ada-8f9f-8b1877d36dbb req-dbeb3517-edce-4ff6-9f2e-1b94a03aba46 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019750 Dec 08 01:30:09.146847 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a139b816-da98-425b-8489-cfbcb7909ae3 req-648531ff-4dfa-44eb-a5f9-43917f957f2c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961012 Dec 08 01:30:09.257813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-8aedfa3d-1229-4a9f-bc26-03a018a4b2fc service neutron] Transition to ACTIVE for port object f103df1f-439e-4cbb-b100-3b6cc3a2f73c will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:30:09.269097 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-8aedfa3d-1229-4a9f-bc26-03a018a4b2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:09.400845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-8aedfa3d-1229-4a9f-bc26-03a018a4b2fc service neutron] No DVR routers for this DVR port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:30:09.415779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aedfa3d-1229-4a9f-bc26-03a018a4b2fc service neutron] Pushing event updated for resources: {'Port': ['ID=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:09.464613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-8aedfa3d-1229-4a9f-bc26-03a018a4b2fc service neutron] 10.222.0.72 "PUT /v2.0/ports/f103df1f-439e-4cbb-b100-3b6cc3a2f73c/bindings/n-h1-713498-30/activate HTTP/1.1" status: 200 len: 370 time: 0.7971842 Dec 08 01:30:09.641279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-99d9f812-4a2e-4152-aa9c-4d9ee3d290fa tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:09.644662 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-99d9f812-4a2e-4152-aa9c-4d9ee3d290fa tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84&tenant_id=60788080667c45e38fac7ad815a697ce&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1096 time: 0.0606656 Dec 08 01:30:09.696998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-985c080b-928e-440c-b028-ac4672716952 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48169 time: 0.4164767 Dec 08 01:30:09.730984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-6cb5732f-5259-4371-b10c-74d3aaf60369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:09.733603 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-6cb5732f-5259-4371-b10c-74d3aaf60369 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84&tenant_id=60788080667c45e38fac7ad815a697ce HTTP/1.1" status: 200 len: 1096 time: 0.0694680 Dec 08 01:30:09.772779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-2c766ec0-733d-496b-bf67-795c27695520 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/09a41200-2c35-4a4c-91da-3561ef1f86f0 HTTP/1.1" status: 200 len: 2998 time: 0.0675378 Dec 08 01:30:09.862140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-d714331a-73b4-4a9c-931a-5c558334b2d4 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/09a41200-2c35-4a4c-91da-3561ef1f86f0 HTTP/1.1" status: 200 len: 2998 time: 0.0826817 Dec 08 01:30:09.897688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-72f52d29-d35c-4279-b4cd-9fd13e45d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:09.901450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-72f52d29-d35c-4279-b4cd-9fd13e45d35c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 1096 time: 0.1211193 Dec 08 01:30:09.907310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-3d9592e2-f841-4f03-8e38-889967797885 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/14919992-c2d5-412a-beba-625a80205ee0 HTTP/1.1" status: 200 len: 2998 time: 0.0439868 Dec 08 01:30:09.939713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b99fe-5c40-4541-bbca-51c0bc113505 req-08005918-0a1f-4f9e-bbf0-94ef83988a7a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:09.947272 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f48b99fe-5c40-4541-bbca-51c0bc113505 req-08005918-0a1f-4f9e-bbf0-94ef83988a7a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 944 time: 0.1220527 Dec 08 01:30:09.982504 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-ba71737a-56cd-4cda-b0b7-47be98bc8868 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/14919992-c2d5-412a-beba-625a80205ee0 HTTP/1.1" status: 200 len: 2998 time: 0.0664752 Dec 08 01:30:10.043344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-7bb420d2-9b7e-4639-bf90-19614c4cc6f9 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/16770464-4c7a-4ced-8a75-ea6e5e04c651 HTTP/1.1" status: 200 len: 2998 time: 0.0593884 Dec 08 01:30:10.108239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f48b99fe-5c40-4541-bbca-51c0bc113505 req-ceb6edde-e0d6-48ea-9c33-e11207ce5fd0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599965 Dec 08 01:30:10.114734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-c830865a-9c41-4021-9737-8f39690a759e tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/16770464-4c7a-4ced-8a75-ea6e5e04c651 HTTP/1.1" status: 200 len: 2998 time: 0.0600300 Dec 08 01:30:10.117872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-a39e9454-9bba-49de-969a-e4c93e6141c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:10.121847 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-a39e9454-9bba-49de-969a-e4c93e6141c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.2058542 Dec 08 01:30:10.205882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-b3ec3eda-922d-4177-9851-6cbae3b17c58 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/280b291e-6a7c-45b9-a72b-89cefdc5212c HTTP/1.1" status: 200 len: 2990 time: 0.0823205 Dec 08 01:30:10.208339 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-ba1956bd-84b2-4bf8-b3fa-e34b62a80912 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c HTTP/1.1" status: 200 len: 217 time: 0.0753851 Dec 08 01:30:10.287890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-9133d057-f45c-46c0-9c98-d830c1dfdb7b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/280b291e-6a7c-45b9-a72b-89cefdc5212c HTTP/1.1" status: 200 len: 2990 time: 0.0740237 Dec 08 01:30:10.297169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-bdc8794d-7796-48bc-889a-186b466fd842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:10.298654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-bdc8794d-7796-48bc-889a-186b466fd842 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.0749505 Dec 08 01:30:10.348852 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-0e91b55e-8eb0-4b47-97e2-3a75a5e3a303 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417333 Dec 08 01:30:10.368647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-ada7a997-791b-47f1-b09b-fc5a4c071fd6 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/40e9a03a-f2ae-4893-a14d-c3a0b61327d8 HTTP/1.1" status: 200 len: 2994 time: 0.0753205 Dec 08 01:30:10.419410 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-2009642b-1616-427b-b799-ef65d32cd39b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/40e9a03a-f2ae-4893-a14d-c3a0b61327d8 HTTP/1.1" status: 200 len: 2994 time: 0.0551016 Dec 08 01:30:10.556145 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-489c205d-483d-45ff-ae92-2285b07abf2a service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917839 Dec 08 01:30:10.609322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-03d4aea3-43cd-4ea5-a308-8e4083d45bd3 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/6ae819c7-94ea-4225-86ac-62a8c18d8dc2 HTTP/1.1" status: 200 len: 2998 time: 0.1878579 Dec 08 01:30:10.766250 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-2bb06351-cc12-4b54-a22c-107f95f7d1ea tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/6ae819c7-94ea-4225-86ac-62a8c18d8dc2 HTTP/1.1" status: 200 len: 2998 time: 0.1554613 Dec 08 01:30:10.812435 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-f91495e2-cd67-4207-a42f-b093c6804f4e tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19 HTTP/1.1" status: 200 len: 2998 time: 0.0389001 Dec 08 01:30:10.842319 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-b71105ab-32fe-4911-bae2-c10ba94439f0 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577193 Dec 08 01:30:10.870149 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-fa751d4d-b2ef-4eaa-85ae-4b3cc2a5b4f5 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19 HTTP/1.1" status: 200 len: 2998 time: 0.0454876 Dec 08 01:30:10.871887 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-aa15994c-12e5-42b0-b505-d40761cca491 req-f318825a-2065-4e7e-b321-6bd72377f1d5 service neutron] show failed (client error): The resource could not be found. Dec 08 01:30:10.873073 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-f318825a-2065-4e7e-b321-6bd72377f1d5 service neutron] 10.222.0.72 "GET /v2.0/ports/02742655-4fba-4db0-a1cf-d990a515b227/bindings/n-h1-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.1192129 Dec 08 01:30:10.899968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f07257-7edc-4dcc-a386-77299a7c4303 req-1e1ff0fc-b52e-40cb-b561-41e2881671f4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:10.901698 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b2f07257-7edc-4dcc-a386-77299a7c4303 req-1e1ff0fc-b52e-40cb-b561-41e2881671f4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 943 time: 0.1134856 Dec 08 01:30:10.957542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-acadc738-a450-46f7-8be1-309992a9e94a tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/83e50218-3ed3-4620-b236-e9722113fbee HTTP/1.1" status: 200 len: 2994 time: 0.0796442 Dec 08 01:30:10.974096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b2f07257-7edc-4dcc-a386-77299a7c4303 req-2a00b1e5-8e8e-43b8-a2cc-d40ac7c0f4d4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655479 Dec 08 01:30:11.040760 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-722823fa-cad8-4392-86b9-a86882bfc63d tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/83e50218-3ed3-4620-b236-e9722113fbee HTTP/1.1" status: 200 len: 2994 time: 0.0727680 Dec 08 01:30:11.129202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-a5da3de8-dbaa-4b4a-9c0b-145d99636163 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/aac3ebc5-009c-4c7a-b094-5ae11b0a5088 HTTP/1.1" status: 200 len: 2998 time: 0.0749028 Dec 08 01:30:11.185511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-afc7878a-2475-48b5-98a7-b5eab89194f7 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/aac3ebc5-009c-4c7a-b094-5ae11b0a5088 HTTP/1.1" status: 200 len: 2998 time: 0.0486591 Dec 08 01:30:11.214471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8d39-5ece-4dc9-bc02-c33b57b0609e req-671b2fe5-a9a1-4b36-a5d3-b8e6c0ce8cdd tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:11.216043 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c0bf8d39-5ece-4dc9-bc02-c33b57b0609e req-671b2fe5-a9a1-4b36-a5d3-b8e6c0ce8cdd tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.1191969 Dec 08 01:30:11.228064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3afd7c56-a1ee-4437-8482-27a107d58f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:11.229542 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3afd7c56-a1ee-4437-8482-27a107d58f00 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a&tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd HTTP/1.1" status: 200 len: 1102 time: 0.0756791 Dec 08 01:30:11.237949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-5d2bbb20-f6ae-4517-abb0-3e5f375c7b8a tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/abf6b4bf-79c2-4640-b18e-cafed406e33d HTTP/1.1" status: 200 len: 2994 time: 0.0438011 Dec 08 01:30:11.265384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:11.288202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-fce71b14-5126-48d3-9f57-10271be6916b tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/abf6b4bf-79c2-4640-b18e-cafed406e33d HTTP/1.1" status: 200 len: 2994 time: 0.0435410 Dec 08 01:30:11.338168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-5d431e84-4bf2-492d-ab2e-60e103fe010a tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/b60306a2-a93a-41fa-9512-b6c6ad466084 HTTP/1.1" status: 200 len: 2998 time: 0.0428100 Dec 08 01:30:11.365829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-dfe45ba1-459c-4d34-9028-18c8de3a5935 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:11.367817 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-dfe45ba1-459c-4d34-9028-18c8de3a5935 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84&tenant_id=60788080667c45e38fac7ad815a697ce&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 1096 time: 0.1499794 Dec 08 01:30:11.390879 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:11.393232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-3a236abd-896a-4144-874a-74aaea7a99ab tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/b60306a2-a93a-41fa-9512-b6c6ad466084 HTTP/1.1" status: 200 len: 2998 time: 0.0459938 Dec 08 01:30:11.428986 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c0bf8d39-5ece-4dc9-bc02-c33b57b0609e req-207520b1-1a46-4a50-853d-12d6ed0bb8b8 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984098 Dec 08 01:30:11.449302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-de422161-cd4e-4541-a80a-2571d91586f9 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/cf43b220-2be9-4e57-a7b8-b2eb03363f5f HTTP/1.1" status: 200 len: 2998 time: 0.0496802 Dec 08 01:30:11.503620 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-618ea69e-2001-4fb1-bc1b-cdfe798a072d tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/cf43b220-2be9-4e57-a7b8-b2eb03363f5f HTTP/1.1" status: 200 len: 2998 time: 0.0481598 Dec 08 01:30:11.557286 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-c1653e6f-b7df-47d5-98e2-38c17fe84f0a tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/f363bff7-fd5e-4970-a727-4f00b239b7f4 HTTP/1.1" status: 200 len: 2998 time: 0.0466022 Dec 08 01:30:11.618903 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-4f9055fd-3db7-4e9f-83d2-db0517c244fa tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/f363bff7-fd5e-4970-a727-4f00b239b7f4 HTTP/1.1" status: 200 len: 2998 time: 0.0544999 Dec 08 01:30:11.681151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-ad51922d-24c9-439c-a36d-1bad5f85ab46 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fa2ede62-4c5d-4d1b-89a4-f620a3b95b43 HTTP/1.1" status: 200 len: 2998 time: 0.0555379 Dec 08 01:30:11.732316 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68a8d156-d659-4061-bdaa-ad38b3b74fa2 req-dffcd5e0-bf4c-48e7-8852-5688318dcbbf tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/fa2ede62-4c5d-4d1b-89a4-f620a3b95b43 HTTP/1.1" status: 200 len: 2998 time: 0.0440273 Dec 08 01:30:11.755914 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d75f639-2299-4c1a-8b03-665f7358229c req-3734cb6a-b792-49fd-a1d0-fb8160114e54 tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8b9ae94f02a849d1b097a915f1014d3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318942 Dec 08 01:30:11.764162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=02742655-4fba-4db0-a1cf-d990a515b227,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:11.768111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-f6dbb185-b748-4d63-9bb8-44d425a8a2ac service neutron] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:11.788790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-f6dbb185-b748-4d63-9bb8-44d425a8a2ac service neutron] Publish callbacks [] for binding, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:11.789896 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab878566-7ed7-45d6-a502-f23e1a22f4a7 req-f6dbb185-b748-4d63-9bb8-44d425a8a2ac service neutron] 10.222.0.65 "DELETE /v2.0/ports/f103df1f-439e-4cbb-b100-3b6cc3a2f73c/bindings/n-h2-713498-30 HTTP/1.1" status: 204 len: 173 time: 0.4096091 Dec 08 01:30:11.883032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:11.977548 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:11.982625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:11.991349 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff352b1-660a-455c-a59f-c25945c60721" -d '{"events": [{"server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "name": "network-vif-unplugged", "status": "completed", "tag": "02742655-4fba-4db0-a1cf-d990a515b227"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:12.031871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75f639-2299-4c1a-8b03-665f7358229c req-0e124608-5813-4b69-84b5-d2b45ab116da tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:12.034022 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d75f639-2299-4c1a-8b03-665f7358229c req-0e124608-5813-4b69-84b5-d2b45ab116da tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678704 Dec 08 01:30:12.071041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Transition to ACTIVE for port object 02742655-4fba-4db0-a1cf-d990a515b227 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:30:12.071933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370de3f-3a4e-457f-9b09-dd6c59fdc932 req-24b0f29d-3072-494a-94d9-d7a809673b5f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:12.074158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5370de3f-3a4e-457f-9b09-dd6c59fdc932 req-24b0f29d-3072-494a-94d9-d7a809673b5f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 944 time: 0.0762281 Dec 08 01:30:12.075102 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d75f639-2299-4c1a-8b03-665f7358229c req-ad7133f2-bd0c-4e60-a29a-5d73c918b82c tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] 10.222.0.70 "GET /v2.0/quotas/8b9ae94f02a849d1b097a915f1014d3c HTTP/1.1" status: 200 len: 375 time: 0.0282049 Dec 08 01:30:12.079142 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:12.183481 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d75f639-2299-4c1a-8b03-665f7358229c req-d14c8df9-1e80-43e3-a33b-d671add3c97d tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b9ae94f02a849d1b097a915f1014d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539930 Dec 08 01:30:12.212734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5370de3f-3a4e-457f-9b09-dd6c59fdc932 req-d8eb8a5e-6d9f-4bd1-b395-7a5f28aa49e0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059237 Dec 08 01:30:12.238359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] No DVR routers for this DVR port 02742655-4fba-4db0-a1cf-d990a515b227 on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:30:12.337046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Pushing event updated for resources: {'Port': ['ID=02742655-4fba-4db0-a1cf-d990a515b227,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:12.345097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 82d43663-e069-41f4-8676-37c37ee8327a details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:30:12.365723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Attempting to bind port 02742655-4fba-4db0-a1cf-d990a515b227 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:12.366658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Attempting to bind port 02742655-4fba-4db0-a1cf-d990a515b227 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:12.367056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Attempting to bind port 02742655-4fba-4db0-a1cf-d990a515b227 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:12.373249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f103df1f-439e-4cbb-b100-3b6cc3a2f73c no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:30:12.390655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Port 02742655-4fba-4db0-a1cf-d990a515b227 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:12.393900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Attempting to bind port 02742655-4fba-4db0-a1cf-d990a515b227 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:12.433274 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5e1b61-aba8-49c8-973e-8f088565836b x-openstack-request-id: req-7b5e1b61-aba8-49c8-973e-8f088565836b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:12.433274 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "name": "network-vif-unplugged", "status": "completed", "tag": "02742655-4fba-4db0-a1cf-d990a515b227", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:12.433274 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b5e1b61-aba8-49c8-973e-8f088565836b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:12.435062 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227', 'code': 200} Dec 08 01:30:12.443719 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:12.444173 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:12.444667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:12.450881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Bound port: 02742655-4fba-4db0-a1cf-d990a515b227, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:12.451255 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:12.487662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f103df1f-439e-4cbb-b100-3b6cc3a2f73c not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:30:12.533883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:12.583407 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d63de96d-a702-4d4c-b1aa-f81141bb5144 req-8274568c-d394-49c0-b32d-d2b7850d03e1 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8527dae018d246cdb5fc1091f3c5334e HTTP/1.1" status: 200 len: 6154 time: 0.2660344 Dec 08 01:30:12.606312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddaabf4-098d-481c-894a-821989e326c7 req-3234f6a4-9c2b-4523-b58b-08797ec9c6ef tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:12.622386 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5ddaabf4-098d-481c-894a-821989e326c7 req-3234f6a4-9c2b-4523-b58b-08797ec9c6ef tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 943 time: 0.1345675 Dec 08 01:30:12.647801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=82d43663-e069-41f4-8676-37c37ee8327a,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:12.650929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:12.659309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '82d43663-e069-41f4-8676-37c37ee8327a', 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24', 'port_id': '82d43663-e069-41f4-8676-37c37ee8327a', 'mac_address': 'fa:16:3e:1b:12:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6c275c-7de4-402b-b3bf-de84b98d769c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:30:12.668355 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d63de96d-a702-4d4c-b1aa-f81141bb5144 req-b44b1667-9d20-4f42-8892-9d8eb6bd4bd5 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] 10.222.0.70 "GET /v2.0/security-groups/b60306a2-a93a-41fa-9512-b6c6ad466084 HTTP/1.1" status: 200 len: 2998 time: 0.0832505 Dec 08 01:30:12.698464 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5ddaabf4-098d-481c-894a-821989e326c7 req-11b896c1-1c97-45bc-b893-dc978eaf6f7f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751829 Dec 08 01:30:12.704818 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=02742655-4fba-4db0-a1cf-d990a515b227,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:12.726930 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:12.751659 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:12.796624 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e23966df-2389-480a-b89c-cbb515554720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:12.822354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:12.822997 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:12.824518 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] 10.222.0.65 "PUT /v2.0/ports/02742655-4fba-4db0-a1cf-d990a515b227 HTTP/1.1" status: 200 len: 1097 time: 1.5637362 Dec 08 01:30:12.827915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82d43663-e069-41f4-8676-37c37ee8327a {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:12.859853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d63de96d-a702-4d4c-b1aa-f81141bb5144 req-55fa365f-2f94-4498-8f2d-cf757012b159 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] 10.222.0.70 "GET /v2.0/security-groups/b60306a2-a93a-41fa-9512-b6c6ad466084 HTTP/1.1" status: 200 len: 2998 time: 0.1909730 Dec 08 01:30:12.958061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=82d43663-e069-41f4-8676-37c37ee8327a,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:12.970045 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:12.970346 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e23966df-2389-480a-b89c-cbb515554720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:12.984465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e23966df-2389-480a-b89c-cbb515554720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:13.062385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e23966df-2389-480a-b89c-cbb515554720 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0aceafc2489d43ad9c2d7f6cc27a2ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5271339 Dec 08 01:30:13.063968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23966df-2389-480a-b89c-cbb515554720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a048db36-cf47-42a0-b782-597f6f88a42d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:13.067604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec87ae0-2ed5-428b-902e-30f33a3e819d service neutron] Pushing event updated for resources: {'Port': ['ID=02742655-4fba-4db0-a1cf-d990a515b227,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:13.068671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33868) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:13.121480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=82d43663-e069-41f4-8676-37c37ee8327a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:13.141081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15994c-12e5-42b0-b505-d40761cca491 req-9de2e470-db8d-4792-a1a5-1028f849e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:13.143039 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-9de2e470-db8d-4792-a1a5-1028f849e62e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 1100 time: 0.2662756 Dec 08 01:30:13.162162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f68cb2-f2d8-4750-934d-fcf0ca331250 req-c3c65560-6d27-4536-bc81-8905db8460fb tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:13.163732 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5f68cb2-f2d8-4750-934d-fcf0ca331250 req-c3c65560-6d27-4536-bc81-8905db8460fb tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 948 time: 0.1229105 Dec 08 01:30:13.171033 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60ba81bb-3e15-4382-b413-bbb81be175ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:13.223054 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60ba81bb-3e15-4382-b413-bbb81be175ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:13.293532 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60ba81bb-3e15-4382-b413-bbb81be175ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:13.295454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['82d43663-e069-41f4-8676-37c37ee8327a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:13.296277 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60ba81bb-3e15-4382-b413-bbb81be175ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:13.297591 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-60ba81bb-3e15-4382-b413-bbb81be175ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a048db36-cf47-42a0-b782-597f6f88a42d HTTP/1.1" status: 204 len: 168 time: 0.2277353 Dec 08 01:30:13.330681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba81bb-3e15-4382-b413-bbb81be175ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a048db36-cf47-42a0-b782-597f6f88a42d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:13.580842 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5f68cb2-f2d8-4750-934d-fcf0ca331250 req-5f698b9a-6c09-470a-83ee-a880c4a68ba5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939116 Dec 08 01:30:13.611225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15994c-12e5-42b0-b505-d40761cca491 req-8f8a9d41-756c-414c-84f0-624c2216ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:13.611461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31690794-49d5-4e1b-8f64-b611fe646eb1 req-ba13cdea-86e9-4711-91c5-741c657572b3 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:13.612793 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-8f8a9d41-756c-414c-84f0-624c2216ab3e service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.4481745 Dec 08 01:30:13.612952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31690794-49d5-4e1b-8f64-b611fe646eb1 req-ba13cdea-86e9-4711-91c5-741c657572b3 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 1096 time: 0.1000700 Dec 08 01:30:13.682414 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-d08f69a7-ebcd-4183-a948-0fe2a86b9c10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=02742655-4fba-4db0-a1cf-d990a515b227 HTTP/1.1" status: 200 len: 217 time: 0.0531456 Dec 08 01:30:13.708651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31690794-49d5-4e1b-8f64-b611fe646eb1 req-ea1ab35e-703b-4f12-b3e1-d4a18bd2aeef tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818241 Dec 08 01:30:13.782179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6eef87a6-1499-40e1-9dfe-d71f015c7bed req-d2ddcf46-24d2-4269-b115-4c51254a38ec tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/0bdb6f3a-a628-4ce0-b36f-5ed3b8dc99f3 HTTP/1.1" status: 200 len: 1794 time: 0.1380723 Dec 08 01:30:13.796553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15994c-12e5-42b0-b505-d40761cca491 req-a3f221d8-0a38-4302-bbdd-83885f520b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:13.798081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-a3f221d8-0a38-4302-bbdd-83885f520b3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1017976 Dec 08 01:30:13.862490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33886) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:13.879910 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33078e62-d9ea-4a3c-b7f5-d934e3311312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:13.896088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15994c-12e5-42b0-b505-d40761cca491 req-e3a69883-929c-47ae-bf7b-0186bc72619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:13.897986 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-e3a69883-929c-47ae-bf7b-0186bc72619b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0840366 Dec 08 01:30:13.903875 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6eef87a6-1499-40e1-9dfe-d71f015c7bed req-5bb19bae-c775-4407-971a-800a647d40cc tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:13.965923 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6eef87a6-1499-40e1-9dfe-d71f015c7bed req-5bb19bae-c775-4407-971a-800a647d40cc tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.014951 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33078e62-d9ea-4a3c-b7f5-d934e3311312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.024263 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33078e62-d9ea-4a3c-b7f5-d934e3311312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.082064 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-e1e93acd-e4ac-401f-a0a9-03ad18c96a48 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745825 Dec 08 01:30:14.104619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33078e62-d9ea-4a3c-b7f5-d934e3311312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eedc08a-3669-402e-b8f8-dc82325fce27,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:14.110239 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-33078e62-d9ea-4a3c-b7f5-d934e3311312 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=334b1436032542a49f6d5270413a9901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468407 Dec 08 01:30:14.113296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33890) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:14.118683 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6eef87a6-1499-40e1-9dfe-d71f015c7bed req-5bb19bae-c775-4407-971a-800a647d40cc tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.121275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6eef87a6-1499-40e1-9dfe-d71f015c7bed req-5bb19bae-c775-4407-971a-800a647d40cc tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.122404 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6eef87a6-1499-40e1-9dfe-d71f015c7bed req-5bb19bae-c775-4407-971a-800a647d40cc tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/0bdb6f3a-a628-4ce0-b36f-5ed3b8dc99f3 HTTP/1.1" status: 204 len: 173 time: 0.3299444 Dec 08 01:30:14.201658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb19bae-c775-4407-971a-800a647d40cc tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdb6f3a-a628-4ce0-b36f-5ed3b8dc99f3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:14.261574 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e83869a0-322c-4cf7-92d9-22c047cb0f2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.300435 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa15994c-12e5-42b0-b505-d40761cca491 req-2027b049-f035-4e67-8503-538d05a05d50 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067513 Dec 08 01:30:14.324065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e83869a0-322c-4cf7-92d9-22c047cb0f2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.356879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 82d43663-e069-41f4-8676-37c37ee8327a up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:30:14.423464 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6c124-3968-47b4-9076-660caeeff8cb req-2fca9b92-deb1-4a6a-be5e-6cdebc407ac7 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:14.435776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-b7bc02a9-ad15-4cae-a964-d43d955d9065 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:14.441615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8f6c124-3968-47b4-9076-660caeeff8cb req-2fca9b92-deb1-4a6a-be5e-6cdebc407ac7 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 944 time: 0.1662683 Dec 08 01:30:14.446285 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-b7bc02a9-ad15-4cae-a964-d43d955d9065 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 807 time: 0.1622663 Dec 08 01:30:14.450753 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:14.450897 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6054c3f-f181-4425-9a0b-a34b6dd89685" -d '{"events": [{"name": "network-changed", "server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "tag": "02742655-4fba-4db0-a1cf-d990a515b227"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:14.473746 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-22fa20fd-7bb1-4903-9e94-e43dd33436cb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/quotas/60788080667c45e38fac7ad815a697ce HTTP/1.1" status: 200 len: 375 time: 0.0262423 Dec 08 01:30:14.478631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 82d43663-e069-41f4-8676-37c37ee8327a completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:30:14.487330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 82d43663-e069-41f4-8676-37c37ee8327a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:14.488081 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.544143 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e83869a0-322c-4cf7-92d9-22c047cb0f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.547163 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e83869a0-322c-4cf7-92d9-22c047cb0f2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.551162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e83869a0-322c-4cf7-92d9-22c047cb0f2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0eedc08a-3669-402e-b8f8-dc82325fce27 HTTP/1.1" status: 204 len: 168 time: 0.4369297 Dec 08 01:30:14.563867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83869a0-322c-4cf7-92d9-22c047cb0f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eedc08a-3669-402e-b8f8-dc82325fce27,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:14.583895 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8f6c124-3968-47b4-9076-660caeeff8cb req-4a682446-7e0d-4b64-9ead-e9d2eb8e20e5 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338019 Dec 08 01:30:14.603860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-8dff78b5-b040-4e08-b7ac-7c40b7c42025 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175158 Dec 08 01:30:14.657161 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.734463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=82d43663-e069-41f4-8676-37c37ee8327a,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:14.738663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0943b0-9aed-4301-9cad-784c9a28cc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d43663-e069-41f4-8676-37c37ee8327a'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:14.741378 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44505639-8c32-4721-b2fe-7d59373b0157" -d '{"events": [{"server_uuid": "7d0943b0-9aed-4301-9cad-784c9a28cc09", "name": "network-vif-plugged", "status": "completed", "tag": "82d43663-e069-41f4-8676-37c37ee8327a"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:14.750523 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:14.754397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 02742655-4fba-4db0-a1cf-d990a515b227 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:30:14.775354 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8794891c-2ab3-407e-b5d9-b35c2baa9deb req-c98af068-11b7-4a52-acf2-e0c3ad416e12 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "GET /v2.0/security-groups/9ac4b0bb-db9f-48fe-950c-2d7534b7d5c0 HTTP/1.1" status: 200 len: 1794 time: 0.1421022 Dec 08 01:30:14.817217 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-2c152214-8127-4d11-b984-1ef5ae7e73c8 service neutron] 10.222.0.70 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117453 Dec 08 01:30:14.952138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=82d43663-e069-41f4-8676-37c37ee8327a,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:14.955577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 02742655-4fba-4db0-a1cf-d990a515b227 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:30:14.992423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-dc26e4b9-7a66-4796-8982-7ceed8841054 service neutron] 10.222.0.70 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630614 Dec 08 01:30:15.031202 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8794891c-2ab3-407e-b5d9-b35c2baa9deb req-0c2a2321-5bfa-4af8-9cc7-d5d5c80a4b86 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:15.118008 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8794891c-2ab3-407e-b5d9-b35c2baa9deb req-0c2a2321-5bfa-4af8-9cc7-d5d5c80a4b86 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:15.244398 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8794891c-2ab3-407e-b5d9-b35c2baa9deb req-0c2a2321-5bfa-4af8-9cc7-d5d5c80a4b86 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:15.249120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8794891c-2ab3-407e-b5d9-b35c2baa9deb req-0c2a2321-5bfa-4af8-9cc7-d5d5c80a4b86 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:15.250868 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8794891c-2ab3-407e-b5d9-b35c2baa9deb req-0c2a2321-5bfa-4af8-9cc7-d5d5c80a4b86 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ac4b0bb-db9f-48fe-950c-2d7534b7d5c0 HTTP/1.1" status: 204 len: 173 time: 0.4482515 Dec 08 01:30:15.260904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a2321-5bfa-4af8-9cc7-d5d5c80a4b86 tempest-SecurityGroupsTestAdminJSON-2049680641 tempest-SecurityGroupsTestAdminJSON-2049680641-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac4b0bb-db9f-48fe-950c-2d7534b7d5c0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:15.612632 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71c7282-8aa1-451c-874e-d991cd64e819 x-openstack-request-id: req-b71c7282-8aa1-451c-874e-d991cd64e819 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:15.613126 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "tag": "02742655-4fba-4db0-a1cf-d990a515b227", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:15.613227 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b71c7282-8aa1-451c-874e-d991cd64e819 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:15.613683 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227', 'status': 'completed', 'code': 200} Dec 08 01:30:16.027327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-df048212-e459-47bd-a8f3-269bb8d71607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:16.030467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-df048212-e459-47bd-a8f3-269bb8d71607 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 1100 time: 0.3557887 Dec 08 01:30:16.055218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c8292-1d76-4b85-a383-e54d18bbde8c req-48b2f7b0-c361-4c52-a1cf-c1f32ceb4fe2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:16.069266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc3c8292-1d76-4b85-a383-e54d18bbde8c req-48b2f7b0-c361-4c52-a1cf-c1f32ceb4fe2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 948 time: 0.2485161 Dec 08 01:30:16.077420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-5ef97354-4c56-4e9d-9379-e8c2db61c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:16.081972 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-5ef97354-4c56-4e9d-9379-e8c2db61c3fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 1100 time: 0.4253469 Dec 08 01:30:16.099537 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec5fc76-d9ea-4a2e-969c-bce5882cfa04 x-openstack-request-id: req-7ec5fc76-d9ea-4a2e-969c-bce5882cfa04 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:16.100028 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0943b0-9aed-4301-9cad-784c9a28cc09", "name": "network-vif-plugged", "status": "completed", "tag": "82d43663-e069-41f4-8676-37c37ee8327a", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:16.100028 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ec5fc76-d9ea-4a2e-969c-bce5882cfa04 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:16.100583 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0943b0-9aed-4301-9cad-784c9a28cc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82d43663-e069-41f4-8676-37c37ee8327a', 'code': 200} Dec 08 01:30:16.552693 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7835b34-edf0-4d02-8230-dbd8ca13d9ca req-2180343e-811c-47bd-aa74-ab843ebbd8c7 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] 10.222.0.70 "GET /v2.0/security-groups/10e2e982-d308-44da-946f-76617833b271 HTTP/1.1" status: 200 len: 1795 time: 0.1498353 Dec 08 01:30:16.588061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afaaee-d75b-4c44-a0f0-3878b69d1cf2 req-59cb943d-3986-4e4c-98e6-2fef400553d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:16.590276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69afaaee-d75b-4c44-a0f0-3878b69d1cf2 req-59cb943d-3986-4e4c-98e6-2fef400553d4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 1097 time: 0.3284788 Dec 08 01:30:16.599162 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc3c8292-1d76-4b85-a383-e54d18bbde8c req-2273699e-220d-49e6-9b41-f6bb707922d3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225739 Dec 08 01:30:16.647753 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-62f77aaf-e7d6-49ac-b378-a91133733875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:16.649379 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-62f77aaf-e7d6-49ac-b378-a91133733875 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.5629873 Dec 08 01:30:16.759337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-f5b46130-17a7-4439-9531-9b2ccd6f5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:16.762128 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-f5b46130-17a7-4439-9531-9b2ccd6f5515 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.6580777 Dec 08 01:30:16.764140 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-2a16a99a-8fd2-49f6-a176-f73ead28a949 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=02742655-4fba-4db0-a1cf-d990a515b227 HTTP/1.1" status: 200 len: 217 time: 0.1047754 Dec 08 01:30:16.771658 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a7835b34-edf0-4d02-8230-dbd8ca13d9ca req-dda7bb2a-0529-4af9-bc6f-91b2d97252a3 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:16.776731 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69afaaee-d75b-4c44-a0f0-3878b69d1cf2 req-a23868fb-4064-452e-92a3-4accb69bbe03 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770933 Dec 08 01:30:16.815825 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a7835b34-edf0-4d02-8230-dbd8ca13d9ca req-dda7bb2a-0529-4af9-bc6f-91b2d97252a3 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:16.872693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3d04691-f2d7-43af-91b3-eb9535ca6969 req-8326383d-e001-4ee0-b2a4-5db8a430a8a4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 210 time: 0.1054733 Dec 08 01:30:16.875880 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a7835b34-edf0-4d02-8230-dbd8ca13d9ca req-dda7bb2a-0529-4af9-bc6f-91b2d97252a3 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:16.876136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-dfbe77ac-9054-468c-8faf-b9bc3daebb04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=02742655-4fba-4db0-a1cf-d990a515b227 HTTP/1.1" status: 200 len: 217 time: 0.0784922 Dec 08 01:30:16.879688 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a7835b34-edf0-4d02-8230-dbd8ca13d9ca req-dda7bb2a-0529-4af9-bc6f-91b2d97252a3 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:16.884243 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7835b34-edf0-4d02-8230-dbd8ca13d9ca req-dda7bb2a-0529-4af9-bc6f-91b2d97252a3 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] 10.222.0.70 "DELETE /v2.0/security-groups/10e2e982-d308-44da-946f-76617833b271 HTTP/1.1" status: 204 len: 173 time: 0.3305659 Dec 08 01:30:16.918938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7bb2a-0529-4af9-bc6f-91b2d97252a3 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e2e982-d308-44da-946f-76617833b271,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:16.956649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-8cfca229-9121-46ab-a9c4-ead67e07026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:16.958390 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-8cfca229-9121-46ab-a9c4-ead67e07026f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0704954 Dec 08 01:30:16.966532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-8d8c0af7-27f4-42c8-b2f8-fe078147d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:16.971168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-8d8c0af7-27f4-42c8-b2f8-fe078147d37b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1843200 Dec 08 01:30:17.083372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-d39e158c-05cf-4ed2-9673-d4a5613fed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:17.085556 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-d39e158c-05cf-4ed2-9673-d4a5613fed73 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1163218 Dec 08 01:30:17.125667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731f274-d5dd-46f0-9d7c-2131b1c25c9f req-8642411c-cb09-4736-a4b5-b54a2d2ec885 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:17.127715 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6731f274-d5dd-46f0-9d7c-2131b1c25c9f req-8642411c-cb09-4736-a4b5-b54a2d2ec885 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 945 time: 0.1127279 Dec 08 01:30:17.146615 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ddba50c-7405-42cc-94d8-b41ca6eaae19 req-5fd22227-d7b3-4a55-ab79-1fe6143be0ba tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8b9ae94f02a849d1b097a915f1014d3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568764 Dec 08 01:30:17.171251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-7ab2816c-1c32-4d48-8031-4753508b7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:17.171251 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-7ab2816c-1c32-4d48-8031-4753508b7145 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1287122 Dec 08 01:30:17.239713 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6731f274-d5dd-46f0-9d7c-2131b1c25c9f req-0ee4bd79-47ed-4169-87a8-0c8f16af903a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998273 Dec 08 01:30:17.442830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-7ab4bc9a-1ab4-4f1d-b805-2a0c7beeaa33 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314505 Dec 08 01:30:17.517951 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-cd8c6edb-5297-4604-8ca3-cd83574215d6 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314455 Dec 08 01:30:17.526545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddba50c-7405-42cc-94d8-b41ca6eaae19 req-23c22163-8eed-4ef3-a69e-3ad4bf55e931 tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:17.528028 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ddba50c-7405-42cc-94d8-b41ca6eaae19 req-23c22163-8eed-4ef3-a69e-3ad4bf55e931 tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3703163 Dec 08 01:30:17.663877 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-2be613ab-0c40-4f92-9558-536d35c5fa91 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348579 Dec 08 01:30:17.688175 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ddba50c-7405-42cc-94d8-b41ca6eaae19 req-3ab0cc77-3e61-47e8-9d46-b51a8437aefa tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] 10.222.0.70 "GET /v2.0/quotas/8b9ae94f02a849d1b097a915f1014d3c HTTP/1.1" status: 200 len: 375 time: 0.1457453 Dec 08 01:30:17.713491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-dd301014-e616-4a8c-800f-62e35566ba5d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:17.715018 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-dd301014-e616-4a8c-800f-62e35566ba5d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.72 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 807 time: 0.2620778 Dec 08 01:30:17.750892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ddba50c-7405-42cc-94d8-b41ca6eaae19 req-9d4e98ca-ceed-47c4-afb3-39324063fd13 tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b9ae94f02a849d1b097a915f1014d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536234 Dec 08 01:30:17.755457 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6054c3f-f181-4425-9a0b-a34b6dd89685 req-5131e63b-19a9-47f8-a602-8a2c40a5da75 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002934 Dec 08 01:30:17.759157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65e2f055-56ca-421e-9ff4-b40e46ac1196 req-40dacced-c632-45a6-b0c2-3149264a9817 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] 10.222.0.70 "GET /v2.0/security-groups/c6a587e4-9d3c-4835-860a-089303ee67f2 HTTP/1.1" status: 200 len: 1794 time: 0.1158600 Dec 08 01:30:17.804595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Request body: {'port': {'device_id': 'd554a4c6-c5be-47b0-bc84-ffb505a4c398', 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6', 'admin_state_up': True, 'tenant_id': '60788080667c45e38fac7ad815a697ce'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:18.003915 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-65e2f055-56ca-421e-9ff4-b40e46ac1196 req-a0a32f53-0054-4670-8812-5745ecb69284 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.035017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Made reservation on behalf of 60788080667c45e38fac7ad815a697ce for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:18.038432 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.041653 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-65e2f055-56ca-421e-9ff4-b40e46ac1196 req-a0a32f53-0054-4670-8812-5745ecb69284 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.087742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e010d5-6d29-47cd-a744-eabcadf49089 req-aea1a98c-ea2c-48cc-82cc-4a63a091d63b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:18.097427 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a6e010d5-6d29-47cd-a744-eabcadf49089 req-aea1a98c-ea2c-48cc-82cc-4a63a091d63b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 948 time: 0.0674219 Dec 08 01:30:18.141317 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-65e2f055-56ca-421e-9ff4-b40e46ac1196 req-a0a32f53-0054-4670-8812-5745ecb69284 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.144266 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-65e2f055-56ca-421e-9ff4-b40e46ac1196 req-a0a32f53-0054-4670-8812-5745ecb69284 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.155698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65e2f055-56ca-421e-9ff4-b40e46ac1196 req-a0a32f53-0054-4670-8812-5745ecb69284 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] 10.222.0.70 "DELETE /v2.0/security-groups/c6a587e4-9d3c-4835-860a-089303ee67f2 HTTP/1.1" status: 204 len: 173 time: 0.3890476 Dec 08 01:30:18.166021 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a6e010d5-6d29-47cd-a744-eabcadf49089 req-825b28d3-b389-4513-8c58-20d7cf8c0543 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664353 Dec 08 01:30:18.175489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a32f53-0054-4670-8812-5745ecb69284 tempest-SecurityGroupsTestAdminJSON-2003197664 tempest-SecurityGroupsTestAdminJSON-2003197664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a587e4-9d3c-4835-860a-089303ee67f2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:18.261161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Allocated IP 172.20.0.10 (402efe03-88a1-415d-be1a-0b7dc1c5e4b6/9a17378f-dcd0-4ad5-8617-f89458c5d02e/4157da45-abde-445e-b9b3-2f001a48e334) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:30:18.499302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 02742655-4fba-4db0-a1cf-d990a515b227 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:30:18.549577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34048) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:18.650269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=02742655-4fba-4db0-a1cf-d990a515b227,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:18.669064 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '02742655-4fba-4db0-a1cf-d990a515b227', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '02742655-4fba-4db0-a1cf-d990a515b227', 'mac_address': 'fa:16:3e:d3:62:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:30:18.709466 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a4bbce06-1e5e-44c4-a3cd-4482ee86d565 req-25bf0dec-288a-4082-8149-9322e718b9a1 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 210 time: 0.0446739 Dec 08 01:30:18.725741 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.726415 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.742515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02742655-4fba-4db0-a1cf-d990a515b227 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:18.765794 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.769081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=02742655-4fba-4db0-a1cf-d990a515b227,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:18.775995 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.778656 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1143d180-346c-41d0-809f-a11b2bfdab44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8527dae018d246cdb5fc1091f3c5334e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275848 Dec 08 01:30:18.779322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34054) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:18.817372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:30:18.820541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:18.824628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:30:18.850137 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Pushing event updated for resources: {'Port': ['ID=4157da45-abde-445e-b9b3-2f001a48e334,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:18.886966 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d153ce29-b567-4b3c-84f6-3da9f8e4cb8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.899182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=02742655-4fba-4db0-a1cf-d990a515b227,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:18.915018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:18.916446 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.944354 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d153ce29-b567-4b3c-84f6-3da9f8e4cb8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:18.948400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97377245-8341-44e0-b3f6-353a61dd10e5 req-34b3104e-3388-4703-8ab8-99630390510f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:18.950245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97377245-8341-44e0-b3f6-353a61dd10e5 req-34b3104e-3388-4703-8ab8-99630390510f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 945 time: 0.0800667 Dec 08 01:30:18.954264 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-907eebc8-7af9-4070-a0aa-fabfa59d79e4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1537001 Dec 08 01:30:18.980471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Request body: {'port': {'device_id': 'd554a4c6-c5be-47b0-bc84-ffb505a4c398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:19.060096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97377245-8341-44e0-b3f6-353a61dd10e5 req-90caab69-ce27-403e-a7f6-d1705be2d7dc tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995951 Dec 08 01:30:19.063284 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:19.082954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55195b4-8367-423b-9111-4f681344be5e req-a5223a66-657f-4459-9f7f-e5e6d67c73ab tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:19.084576 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e55195b4-8367-423b-9111-4f681344be5e req-a5223a66-657f-4459-9f7f-e5e6d67c73ab tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.72 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a&tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 949 time: 0.1082528 Dec 08 01:30:19.165946 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-e55195b4-8367-423b-9111-4f681344be5e req-f2dc4b4b-c8c1-4f34-a372-40e39ab8466d service neutron] delete failed (client error): The resource could not be found. Dec 08 01:30:19.166982 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e55195b4-8367-423b-9111-4f681344be5e req-f2dc4b4b-c8c1-4f34-a372-40e39ab8466d service neutron] 10.222.0.72 "DELETE /v2.0/ports/02742655-4fba-4db0-a1cf-d990a515b227/bindings/n-h2-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0733793 Dec 08 01:30:19.167709 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d153ce29-b567-4b3c-84f6-3da9f8e4cb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:19.170515 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d153ce29-b567-4b3c-84f6-3da9f8e4cb8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:19.172715 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d153ce29-b567-4b3c-84f6-3da9f8e4cb8d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b60306a2-a93a-41fa-9512-b6c6ad466084 HTTP/1.1" status: 204 len: 168 time: 0.3921604 Dec 08 01:30:19.184891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153ce29-b567-4b3c-84f6-3da9f8e4cb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60306a2-a93a-41fa-9512-b6c6ad466084,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:19.252714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['02742655-4fba-4db0-a1cf-d990a515b227'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:19.354064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff59d-4c98-4d02-93c7-c984a84aaa54 req-6cbceddb-72a5-4569-ab07-1f79f094a652 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:19.361806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a58ff59d-4c98-4d02-93c7-c984a84aaa54 req-6cbceddb-72a5-4569-ab07-1f79f094a652 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 949 time: 0.0884321 Dec 08 01:30:19.428957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a58ff59d-4c98-4d02-93c7-c984a84aaa54 req-3ae02e72-2882-461d-b590-c767a65a9368 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659461 Dec 08 01:30:19.449529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55195b4-8367-423b-9111-4f681344be5e req-45e84b47-aadd-487e-a1bf-3b58f53f236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:19.453121 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e55195b4-8367-423b-9111-4f681344be5e req-45e84b47-aadd-487e-a1bf-3b58f53f236f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 1101 time: 0.1449971 Dec 08 01:30:19.480594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4157da45-abde-445e-b9b3-2f001a48e334 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:19.489918 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:19.506965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Transition to ACTIVE for port object 4157da45-abde-445e-b9b3-2f001a48e334 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:30:19.513323 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:19.583151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6896bae-93f9-4e63-925c-a6449c430f91 req-20c43ccf-54c9-4916-a5d6-d0cd27513e79 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:19.591007 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d6896bae-93f9-4e63-925c-a6449c430f91 req-20c43ccf-54c9-4916-a5d6-d0cd27513e79 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 1097 time: 0.1118543 Dec 08 01:30:19.631402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55195b4-8367-423b-9111-4f681344be5e req-8bc84c35-993f-4ba1-8574-7a29a7de128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:19.632929 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e55195b4-8367-423b-9111-4f681344be5e req-8bc84c35-993f-4ba1-8574-7a29a7de128e service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1720526 Dec 08 01:30:19.633905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34090) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:19.654567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d6896bae-93f9-4e63-925c-a6449c430f91 req-a857ba9b-7900-4786-963b-e2c2aa8f5941 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632327 Dec 08 01:30:19.668788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Pushing event updated for resources: {'Port': ['ID=4157da45-abde-445e-b9b3-2f001a48e334,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:19.672496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Attempting to bind port 4157da45-abde-445e-b9b3-2f001a48e334 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:19.673207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Attempting to bind port 4157da45-abde-445e-b9b3-2f001a48e334 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:19.673610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Attempting to bind port 4157da45-abde-445e-b9b3-2f001a48e334 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:19.692223 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e55195b4-8367-423b-9111-4f681344be5e req-4558e329-3d98-412f-99b1-e6b8d750f5a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=02742655-4fba-4db0-a1cf-d990a515b227 HTTP/1.1" status: 200 len: 217 time: 0.0479617 Dec 08 01:30:19.712317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Port 4157da45-abde-445e-b9b3-2f001a48e334 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:19.712317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Attempting to bind port 4157da45-abde-445e-b9b3-2f001a48e334 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:19.712317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e5e4b486-29d6-4925-93f5-4de3ee068bf5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c8b8d089fed4763911748767b8c1270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0696604 Dec 08 01:30:19.712887 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34092) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:19.718609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:19.719251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:19.721256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:19.721860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Bound port: 4157da45-abde-445e-b9b3-2f001a48e334, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:19.722393 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:19.792565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55195b4-8367-423b-9111-4f681344be5e req-8d2d1c1c-d769-42f4-9815-9ebe3eb2bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:19.794060 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e55195b4-8367-423b-9111-4f681344be5e req-8d2d1c1c-d769-42f4-9815-9ebe3eb2bf6d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0962684 Dec 08 01:30:19.809613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:19.813193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4157da45-abde-445e-b9b3-2f001a48e334,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:19.822396 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:19.851862 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9523633f-99cd-4faf-a1b1-96be029876cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:19.872064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:19.872804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:19.874337 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] 10.222.0.72 "PUT /v2.0/ports/4157da45-abde-445e-b9b3-2f001a48e334 HTTP/1.1" status: 200 len: 1093 time: 0.8993592 Dec 08 01:30:19.875806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd554a4c6-c5be-47b0-bc84-ffb505a4c398', 'tag': '4157da45-abde-445e-b9b3-2f001a48e334'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:19.877361 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eacbec7-ede0-4bf6-acbf-6cf38c201ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "d554a4c6-c5be-47b0-bc84-ffb505a4c398", "tag": "4157da45-abde-445e-b9b3-2f001a48e334"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:19.905390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653317c5-6a8c-41a5-b8d0-58987bad104b service neutron] Pushing event updated for resources: {'Port': ['ID=4157da45-abde-445e-b9b3-2f001a48e334,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:19.928109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9523633f-99cd-4faf-a1b1-96be029876cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:19.941714 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55195b4-8367-423b-9111-4f681344be5e req-3ddf878a-3c80-447b-a29f-8bf407ef2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:19.943124 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e55195b4-8367-423b-9111-4f681344be5e req-3ddf878a-3c80-447b-a29f-8bf407ef2a94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379740 Dec 08 01:30:20.029088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-a15eacda-a28f-4e60-953b-c983ef09a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:20.030697 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-a15eacda-a28f-4e60-953b-c983ef09a8be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 1096 time: 0.0932899 Dec 08 01:30:20.043412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6a728-cd38-4d47-9aaa-a546dac46676 req-42e44917-f32f-4d01-926f-052a21452f8b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:20.045186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-87d6a728-cd38-4d47-9aaa-a546dac46676 req-42e44917-f32f-4d01-926f-052a21452f8b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 944 time: 0.0718260 Dec 08 01:30:20.087747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-f92f08b1-9953-4ea1-96f1-96db0ce0ed96 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4157da45-abde-445e-b9b3-2f001a48e334 HTTP/1.1" status: 200 len: 217 time: 0.0412803 Dec 08 01:30:20.160598 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-87d6a728-cd38-4d47-9aaa-a546dac46676 req-e09d939b-d0f4-4900-8a14-677f9e7712f8 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075342 Dec 08 01:30:20.168095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-8a98f1c9-77c0-40a0-9c7c-344a150f793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:20.169599 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-8a98f1c9-77c0-40a0-9c7c-344a150f793d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.0725977 Dec 08 01:30:20.219383 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-b493c74d-6652-4514-91ff-8b79bf3bba86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416622 Dec 08 01:30:20.228177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019bb75-643d-41e3-8b55-0925cd6a9789 req-86836084-ac9d-4981-9833-189b8031e7e4 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:20.229710 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1019bb75-643d-41e3-8b55-0925cd6a9789 req-86836084-ac9d-4981-9833-189b8031e7e4 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 1097 time: 0.3578804 Dec 08 01:30:20.300699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9523633f-99cd-4faf-a1b1-96be029876cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:20.303196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9523633f-99cd-4faf-a1b1-96be029876cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:20.304483 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9523633f-99cd-4faf-a1b1-96be029876cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16770464-4c7a-4ced-8a75-ea6e5e04c651 HTTP/1.1" status: 204 len: 168 time: 0.5936258 Dec 08 01:30:20.334729 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e55195b4-8367-423b-9111-4f681344be5e req-5b837d46-df86-4128-96f6-1b5530f44ecd service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812137 Dec 08 01:30:20.335717 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523633f-99cd-4faf-a1b1-96be029876cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16770464-4c7a-4ced-8a75-ea6e5e04c651,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:20.336210 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-c5ee834b-54d5-447a-99e6-826057ac313e service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081142 Dec 08 01:30:20.338965 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1019bb75-643d-41e3-8b55-0925cd6a9789 req-1f19fd2c-650c-43d4-a51a-dd07668aa942 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035492 Dec 08 01:30:20.490843 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e55195b4-8367-423b-9111-4f681344be5e req-a92391de-7023-42c4-9862-59af47c5f3fc service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424308 Dec 08 01:30:20.517898 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d283db5-af2d-425a-a237-c1a3de6a11dc x-openstack-request-id: req-6d283db5-af2d-425a-a237-c1a3de6a11dc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:20.518179 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d554a4c6-c5be-47b0-bc84-ffb505a4c398", "tag": "4157da45-abde-445e-b9b3-2f001a48e334", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:20.518722 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d283db5-af2d-425a-a237-c1a3de6a11dc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:20.523029 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd554a4c6-c5be-47b0-bc84-ffb505a4c398', 'tag': '4157da45-abde-445e-b9b3-2f001a48e334', 'status': 'completed', 'code': 200} Dec 08 01:30:20.531575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 02742655-4fba-4db0-a1cf-d990a515b227 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:30:20.569950 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b97ff22b-b9ad-4363-8af9-de61e567d40e req-553b8c93-034e-4d09-8555-6aad0160f8f7 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183785 Dec 08 01:30:20.588865 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5121078d-07dd-4403-8ee1-0cd9fa844d85 req-8076b581-5938-4c12-9936-d80f9084c860 tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8b9ae94f02a849d1b097a915f1014d3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535135 Dec 08 01:30:20.592383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 02742655-4fba-4db0-a1cf-d990a515b227 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:30:20.607429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 02742655-4fba-4db0-a1cf-d990a515b227 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:20.607808 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:20.741731 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:20.779232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacbec7-ede0-4bf6-acbf-6cf38c201ca0 req-a9581589-7f38-4b56-a274-29187ff21f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:20.781149 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eacbec7-ede0-4bf6-acbf-6cf38c201ca0 req-a9581589-7f38-4b56-a274-29187ff21f1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 1096 time: 0.0745478 Dec 08 01:30:20.788264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:20.791846 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e98a879-635f-4261-91e7-8c5f68002b76" -d '{"events": [{"server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "name": "network-vif-plugged", "status": "completed", "tag": "02742655-4fba-4db0-a1cf-d990a515b227"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:20.805341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5121078d-07dd-4403-8ee1-0cd9fa844d85 req-0686ef4a-d756-4bfa-9a1c-ac75e78181ed tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:20.809528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=02742655-4fba-4db0-a1cf-d990a515b227,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:20.815804 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5121078d-07dd-4403-8ee1-0cd9fa844d85 req-0686ef4a-d756-4bfa-9a1c-ac75e78181ed tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211246 Dec 08 01:30:20.822353 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:20.823552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 90e5025a-1548-4016-a1a0-6c5f408ffc3a no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:30:20.838109 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5121078d-07dd-4403-8ee1-0cd9fa844d85 req-cae9cdd2-c402-49a7-87f6-4428c4dae580 tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] 10.222.0.70 "GET /v2.0/quotas/8b9ae94f02a849d1b097a915f1014d3c HTTP/1.1" status: 200 len: 375 time: 0.0212932 Dec 08 01:30:20.885471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5121078d-07dd-4403-8ee1-0cd9fa844d85 req-f9d5bb6c-0b65-4505-9bcc-67a11c714b7c tempest-QuotasAdminNegativeTest-2038526264 tempest-QuotasAdminNegativeTest-2038526264-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b9ae94f02a849d1b097a915f1014d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463738 Dec 08 01:30:20.942462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=02742655-4fba-4db0-a1cf-d990a515b227,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:20.993396 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:21.013378 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacbec7-ede0-4bf6-acbf-6cf38c201ca0 req-e8bc9923-00ed-42ef-8f3d-2c9436ddc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:21.014374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eacbec7-ede0-4bf6-acbf-6cf38c201ca0 req-e8bc9923-00ed-42ef-8f3d-2c9436ddc970 service neutron] 10.222.0.72 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.2216716 Dec 08 01:30:21.072963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 90e5025a-1548-4016-a1a0-6c5f408ffc3a, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=90e5025a-1548-4016-a1a0-6c5f408ffc3a,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:21.078809 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:21.102249 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eacbec7-ede0-4bf6-acbf-6cf38c201ca0 req-ad0d80cf-63a5-43a0-9e54-1625c9668a47 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4157da45-abde-445e-b9b3-2f001a48e334 HTTP/1.1" status: 200 len: 217 time: 0.0786231 Dec 08 01:30:21.156256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacbec7-ede0-4bf6-acbf-6cf38c201ca0 req-c00e355a-ced8-4656-86eb-aa5354cce0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:21.158935 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eacbec7-ede0-4bf6-acbf-6cf38c201ca0 req-c00e355a-ced8-4656-86eb-aa5354cce0a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.0480614 Dec 08 01:30:21.206499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=90e5025a-1548-4016-a1a0-6c5f408ffc3a,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:21.210979 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eacbec7-ede0-4bf6-acbf-6cf38c201ca0 req-10d8eef0-b965-4efb-8c6d-cfdc5d403388 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439200 Dec 08 01:30:21.296756 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706575e9-e04f-4993-9be3-5c03d9250287 x-openstack-request-id: req-706575e9-e04f-4993-9be3-5c03d9250287 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:21.297134 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "name": "network-vif-plugged", "status": "completed", "tag": "02742655-4fba-4db0-a1cf-d990a515b227", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:21.297410 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-706575e9-e04f-4993-9be3-5c03d9250287 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:21.297818 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227', 'code': 200} Dec 08 01:30:21.425699 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eacbec7-ede0-4bf6-acbf-6cf38c201ca0 req-ba4504ce-081e-47c4-bb7d-ef7675e19991 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770439 Dec 08 01:30:21.435012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbf61c-7640-498f-b234-dc222ea01224 req-5de54f71-71b3-4818-b75c-67960af246da tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:21.436748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5bbf61c-7640-498f-b234-dc222ea01224 req-5de54f71-71b3-4818-b75c-67960af246da tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.1399322 Dec 08 01:30:21.544641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5bbf61c-7640-498f-b234-dc222ea01224 req-c640ad72-624b-4cb7-bde6-dc8f9276c85a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994427 Dec 08 01:30:21.571422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eacbec7-ede0-4bf6-acbf-6cf38c201ca0 req-94eeb060-2d96-451b-a56c-17fce71a9b5c service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335261 Dec 08 01:30:21.663249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7be9ae-e2c7-437d-bee2-c60c12232665 req-7431a616-5144-47e8-990d-a26a805fb2ec tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:21.664622 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b7be9ae-e2c7-437d-bee2-c60c12232665 req-7431a616-5144-47e8-990d-a26a805fb2ec tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 944 time: 0.0590572 Dec 08 01:30:21.713593 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b7be9ae-e2c7-437d-bee2-c60c12232665 req-61710b0b-2795-4a07-a4ad-a109ccc894d7 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423379 Dec 08 01:30:21.934491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72239e36-1d08-4b47-8001-2e109274ac14 req-e4ec06d8-b116-43ef-862a-8f3f2e462952 tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:21.943010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-72239e36-1d08-4b47-8001-2e109274ac14 req-e4ec06d8-b116-43ef-862a-8f3f2e462952 tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 1102 time: 0.0576398 Dec 08 01:30:21.992610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-72239e36-1d08-4b47-8001-2e109274ac14 req-7101281c-e859-4b38-938a-5b63dd71f346 tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Dec 08 01:30:22.025868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b038e8-fdf1-4e17-974a-eec6d68b2ff9 req-215e6114-7465-4ffb-afdc-9e38205ed773 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:22.027484 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09b038e8-fdf1-4e17-974a-eec6d68b2ff9 req-215e6114-7465-4ffb-afdc-9e38205ed773 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 1097 time: 0.0560849 Dec 08 01:30:22.080309 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09b038e8-fdf1-4e17-974a-eec6d68b2ff9 req-60ed6f09-1402-49f0-91e4-5cc8214497b6 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 Dec 08 01:30:22.269875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34264) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:22.272367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-f84ab36a-f3d8-46ac-859b-fce08001b0b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:22.279403 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-f84ab36a-f3d8-46ac-859b-fce08001b0b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/networks?id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 200 len: 804 time: 0.1515865 Dec 08 01:30:22.295780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-a15fd461-7626-40dc-973f-778d7d181af5 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/quotas/fca5a12f7a9d48a89422968b82652c54 HTTP/1.1" status: 200 len: 375 time: 0.0151899 Dec 08 01:30:22.348968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-026f306a-f929-4924-ab24-37482aa25040 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fca5a12f7a9d48a89422968b82652c54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515454 Dec 08 01:30:22.389445 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1505c91-5de2-4507-b7ad-b67e2a589cd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:22.443588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-f5164d19-7052-4208-a9d8-ac51cf29c367 service neutron] 10.222.0.70 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873196 Dec 08 01:30:22.473536 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1505c91-5de2-4507-b7ad-b67e2a589cd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:22.478827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1505c91-5de2-4507-b7ad-b67e2a589cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:22.519990 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c1505c91-5de2-4507-b7ad-b67e2a589cd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b9ae94f02a849d1b097a915f1014d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489948 Dec 08 01:30:22.520816 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1505c91-5de2-4507-b7ad-b67e2a589cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2453e2-49d7-45c5-a423-23986eacd7ef,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:22.523188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34274) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:22.557837 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-a814b2a9-247d-49ae-a261-13282aa06a07 service neutron] 10.222.0.70 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072009 Dec 08 01:30:22.589432 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6284e270-8852-4ace-9c92-663a2da7cf34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:22.622479 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6284e270-8852-4ace-9c92-663a2da7cf34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:22.657425 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-a165d3bf-0dc1-4e8c-a0c1-86415d8ad68c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270128 Dec 08 01:30:22.759328 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6284e270-8852-4ace-9c92-663a2da7cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:22.762340 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6284e270-8852-4ace-9c92-663a2da7cf34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:22.765930 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6284e270-8852-4ace-9c92-663a2da7cf34 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a2453e2-49d7-45c5-a423-23986eacd7ef HTTP/1.1" status: 204 len: 168 time: 0.2393372 Dec 08 01:30:22.779968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284e270-8852-4ace-9c92-663a2da7cf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2453e2-49d7-45c5-a423-23986eacd7ef,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:22.806294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-4de3ac8b-12b8-47a2-8ad0-66a219f097fe tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:22.813517 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-4de3ac8b-12b8-47a2-8ad0-66a219f097fe tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433156 Dec 08 01:30:22.833744 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-367bcf67-ef8e-4908-947b-a9bf350e26ac tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/quotas/fb2fb3b867c24580a1bb8057e65b5bcd HTTP/1.1" status: 200 len: 375 time: 0.0192742 Dec 08 01:30:22.889930 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b205cf51-2092-43fc-b27a-3790697aebb9 req-0818a0a2-e6b2-4501-8ad5-11e6f7f2f468 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 210 time: 0.0856411 Dec 08 01:30:22.893013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-359fd94f-482c-45f2-a8ae-a940f5cc974c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571856 Dec 08 01:30:22.948486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34298) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:23.046800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18ce88-1adf-44c9-a49f-29199350e6b3 req-719b5a98-4926-45de-be6f-3dfb598ef749 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:23.055344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e18ce88-1adf-44c9-a49f-29199350e6b3 req-719b5a98-4926-45de-be6f-3dfb598ef749 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 944 time: 0.0768125 Dec 08 01:30:23.131952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e18ce88-1adf-44c9-a49f-29199350e6b3 req-8f21a230-a801-499e-9668-982807a1e8e3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752740 Dec 08 01:30:23.192471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0780e766-f649-4361-94b3-022b1b28a9c8 req-b779afcb-ddaf-44af-8af7-89f0b163c44e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 210 time: 0.0367317 Dec 08 01:30:23.299110 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c52c9a3a-ca11-4985-8399-143e2dd3ad87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.301295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88afffc3-c0aa-4817-a7b5-b9800bebe4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e5025a-1548-4016-a1a0-6c5f408ffc3a'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:23.304930 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de846cc-39ac-40e8-a974-7c12cd6a4a19" -d '{"events": [{"server_uuid": "88afffc3-c0aa-4817-a7b5-b9800bebe4f9", "name": "network-vif-unplugged", "status": "completed", "tag": "90e5025a-1548-4016-a1a0-6c5f408ffc3a"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:23.395982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78393a5-1582-4490-b481-4518063b7ac3 req-53258f6c-9447-416e-adc2-4597dab503d4 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:23.397850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f78393a5-1582-4490-b481-4518063b7ac3 req-53258f6c-9447-416e-adc2-4597dab503d4 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 1097 time: 0.0680974 Dec 08 01:30:23.458348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34332) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:23.463451 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a30969-3702-457a-8447-df2195e0f0f9 x-openstack-request-id: req-02a30969-3702-457a-8447-df2195e0f0f9 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:23.463782 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88afffc3-c0aa-4817-a7b5-b9800bebe4f9", "name": "network-vif-unplugged", "status": "completed", "tag": "90e5025a-1548-4016-a1a0-6c5f408ffc3a", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:23.464039 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02a30969-3702-457a-8447-df2195e0f0f9 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:23.464447 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88afffc3-c0aa-4817-a7b5-b9800bebe4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e5025a-1548-4016-a1a0-6c5f408ffc3a', 'code': 200} Dec 08 01:30:23.479450 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04efd3-a4fe-4f9d-bda0-437fbea891b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.498771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f78393a5-1582-4490-b481-4518063b7ac3 req-b01ed7cf-c654-4e20-acec-5d518dd0d203 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940650 Dec 08 01:30:23.521716 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c52c9a3a-ca11-4985-8399-143e2dd3ad87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.531852 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c52c9a3a-ca11-4985-8399-143e2dd3ad87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.578083 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c52c9a3a-ca11-4985-8399-143e2dd3ad87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f87dd3753f3d4b4e86243b55632e78c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6260965 Dec 08 01:30:23.583144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34342) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:23.611553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c9a3a-ca11-4985-8399-143e2dd3ad87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f865cdc-0d3a-4932-98b6-4189281010cb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:23.612001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04efd3-a4fe-4f9d-bda0-437fbea891b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.624038 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a04efd3-a4fe-4f9d-bda0-437fbea891b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.659074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04efd3-a4fe-4f9d-bda0-437fbea891b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3671d4-e2a6-43b4-94cf-8e995663a7df,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:23.687949 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-068c58f3-ca80-471a-97d7-af248215c40a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.693732 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9a04efd3-a4fe-4f9d-bda0-437fbea891b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da228273b8884d80a9c5cddbd78d4b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336314 Dec 08 01:30:23.696352 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34348) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:23.742747 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-068c58f3-ca80-471a-97d7-af248215c40a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.764750 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143d6715-610e-4c32-a2f1-f3be953a1fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.815803 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143d6715-610e-4c32-a2f1-f3be953a1fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.839961 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-068c58f3-ca80-471a-97d7-af248215c40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.842913 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-068c58f3-ca80-471a-97d7-af248215c40a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.847106 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-068c58f3-ca80-471a-97d7-af248215c40a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f865cdc-0d3a-4932-98b6-4189281010cb HTTP/1.1" status: 204 len: 168 time: 0.2596474 Dec 08 01:30:23.855489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c58f3-ca80-471a-97d7-af248215c40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f865cdc-0d3a-4932-98b6-4189281010cb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:23.926351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143d6715-610e-4c32-a2f1-f3be953a1fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.929903 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-143d6715-610e-4c32-a2f1-f3be953a1fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:23.931317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-143d6715-610e-4c32-a2f1-f3be953a1fa2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f3671d4-e2a6-43b4-94cf-8e995663a7df HTTP/1.1" status: 204 len: 168 time: 0.2340033 Dec 08 01:30:23.942038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d6715-610e-4c32-a2f1-f3be953a1fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3671d4-e2a6-43b4-94cf-8e995663a7df,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:24.120937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4ec50-f005-4e83-b33b-97c297eee8a4 req-9d81a03d-c768-4bf4-aa17-81768d0a4eb3 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:24.122754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a8e4ec50-f005-4e83-b33b-97c297eee8a4 req-9d81a03d-c768-4bf4-aa17-81768d0a4eb3 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.65 "GET /v2.0/ports?device_id=88afffc3-c0aa-4817-a7b5-b9800bebe4f9 HTTP/1.1" status: 200 len: 944 time: 0.0997245 Dec 08 01:30:24.140841 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-56296e6d-f30f-4f55-aa37-a63e34071c55 req-f8d9a0c5-6808-4a57-883f-96c6b170150b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 210 time: 0.0453782 Dec 08 01:30:24.252737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-a8e4ec50-f005-4e83-b33b-97c297eee8a4 req-58370e71-4f3d-429a-af92-139369ae5808 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Deleting port 90e5025a-1548-4016-a1a0-6c5f408ffc3a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:30:24.253557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a8e4ec50-f005-4e83-b33b-97c297eee8a4 req-58370e71-4f3d-429a-af92-139369ae5808 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:24.320514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:24.337765 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83a1a881-e64a-4cfe-ae01-bf2cd031188e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:24.422147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25383-974d-432d-a7d9-a089086e8b4f req-1f999461-fd05-42d4-8761-03ca3386d4b0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:24.423196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4157da45-abde-445e-b9b3-2f001a48e334 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:30:24.435697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90f25383-974d-432d-a7d9-a089086e8b4f req-1f999461-fd05-42d4-8761-03ca3386d4b0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 944 time: 0.1998744 Dec 08 01:30:24.497637 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83a1a881-e64a-4cfe-ae01-bf2cd031188e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:24.513531 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83a1a881-e64a-4cfe-ae01-bf2cd031188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:24.563444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4157da45-abde-445e-b9b3-2f001a48e334,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:24.577462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '4157da45-abde-445e-b9b3-2f001a48e334', 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6', 'port_id': '4157da45-abde-445e-b9b3-2f001a48e334', 'mac_address': 'fa:16:3e:06:d8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a17378f-dcd0-4ad5-8617-f89458c5d02e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:30:24.600776 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-83a1a881-e64a-4cfe-ae01-bf2cd031188e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0862e23a22f54e11ab4dfd8e37252b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801731 Dec 08 01:30:24.607563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34394) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:24.640959 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:24.644077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-a8e4ec50-f005-4e83-b33b-97c297eee8a4 req-58370e71-4f3d-429a-af92-139369ae5808 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] For port 90e5025a-1548-4016-a1a0-6c5f408ffc3a, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=90e5025a-1548-4016-a1a0-6c5f408ffc3a,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:24.644656 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a8e4ec50-f005-4e83-b33b-97c297eee8a4 req-58370e71-4f3d-429a-af92-139369ae5808 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:24.659881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4157da45-abde-445e-b9b3-2f001a48e334 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:24.670257 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90f25383-974d-432d-a7d9-a089086e8b4f req-1a52f878-8ca1-4beb-a0aa-db496fc8be98 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335269 Dec 08 01:30:24.698025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4157da45-abde-445e-b9b3-2f001a48e334,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:24.707135 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:24.725442 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5544ecc5-bb48-4902-a064-f60d8993aadb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:24.733622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-a8e4ec50-f005-4e83-b33b-97c297eee8a4 req-58370e71-4f3d-429a-af92-139369ae5808 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Calling delete_port for 90e5025a-1548-4016-a1a0-6c5f408ffc3a owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:30:24.740987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1a881-e64a-4cfe-ae01-bf2cd031188e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ab0017-dc73-4901-98eb-7f266c8946df,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:24.798810 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5544ecc5-bb48-4902-a064-f60d8993aadb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:24.869290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=4157da45-abde-445e-b9b3-2f001a48e334,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:24.902304 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5544ecc5-bb48-4902-a064-f60d8993aadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:24.906750 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5544ecc5-bb48-4902-a064-f60d8993aadb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:24.910318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5544ecc5-bb48-4902-a064-f60d8993aadb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f6ab0017-dc73-4901-98eb-7f266c8946df HTTP/1.1" status: 204 len: 168 time: 0.2980719 Dec 08 01:30:24.928679 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544ecc5-bb48-4902-a064-f60d8993aadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ab0017-dc73-4901-98eb-7f266c8946df,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:24.945534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34408) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:24.972427 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b2017f7-6465-4a3c-9bd3-d01c6082038f req-e80aec6a-280f-4cf1-950f-f55126e3eea9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 210 time: 0.0822997 Dec 08 01:30:24.982884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['4157da45-abde-445e-b9b3-2f001a48e334'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:25.034804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-0aeebe20-44e7-4721-b6f8-634f568b56db tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:25.036384 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-0aeebe20-44e7-4721-b6f8-634f568b56db tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.65 "GET /v2.0/networks?id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 200 len: 804 time: 0.4815505 Dec 08 01:30:25.093522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Request body: {'port': {'device_id': '61c0476c-e7c7-465a-b897-fdfae006c3dc', 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'admin_state_up': True, 'tenant_id': 'fca5a12f7a9d48a89422968b82652c54'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:25.235532 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-befb7b55-c3aa-4c50-ae66-3109e0869449 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548947 Dec 08 01:30:25.240354 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a8e4ec50-f005-4e83-b33b-97c297eee8a4 req-58370e71-4f3d-429a-af92-139369ae5808 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:25.338154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58370e71-4f3d-429a-af92-139369ae5808 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Pushing event deleted for resources: {'Port': ['ID=90e5025a-1548-4016-a1a0-6c5f408ffc3a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:25.482310 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-2b6e508d-9aba-49f4-a708-9aaa518bd3dc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:25.484062 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-2b6e508d-9aba-49f4-a708-9aaa518bd3dc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400784 Dec 08 01:30:25.490963 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa5929b-72dc-4b9c-a1ca-3166d1d95c8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:25.498158 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-19431b1b-1b6a-4a13-a669-27733a3e1599 req-51be3b8a-f28a-4c5d-b206-e970eda6a40a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 210 time: 0.1203902 Dec 08 01:30:25.533064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e4ec50-f005-4e83-b33b-97c297eee8a4 req-58370e71-4f3d-429a-af92-139369ae5808 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] No DVR routers for this DVR port 90e5025a-1548-4016-a1a0-6c5f408ffc3a on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:30:25.540577 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a8e4ec50-f005-4e83-b33b-97c297eee8a4 req-58370e71-4f3d-429a-af92-139369ae5808 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:25.543849 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a8e4ec50-f005-4e83-b33b-97c297eee8a4 req-58370e71-4f3d-429a-af92-139369ae5808 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.65 "DELETE /v2.0/ports/90e5025a-1548-4016-a1a0-6c5f408ffc3a HTTP/1.1" status: 204 len: 173 time: 1.4055867 Dec 08 01:30:25.545312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Request body: {'port': {'device_id': '1702d85c-77b8-4441-8448-73d40529bfb0', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'fb2fb3b867c24580a1bb8057e65b5bcd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:25.546538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88afffc3-c0aa-4817-a7b5-b9800bebe4f9', 'name': 'network-vif-deleted', 'tag': '90e5025a-1548-4016-a1a0-6c5f408ffc3a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:25.551100 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c842215-fa08-4d3c-bcdc-c2a3c11c65f5" -d '{"events": [{"server_uuid": "88afffc3-c0aa-4817-a7b5-b9800bebe4f9", "name": "network-vif-deleted", "tag": "90e5025a-1548-4016-a1a0-6c5f408ffc3a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:25.575009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Made reservation on behalf of fca5a12f7a9d48a89422968b82652c54 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:25.581151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:25.657838 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:30:25.699565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Made reservation on behalf of fb2fb3b867c24580a1bb8057e65b5bcd for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:25.703869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:25.754658 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa5929b-72dc-4b9c-a1ca-3166d1d95c8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:25.778788 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e7149b-4148-4b5a-99e9-064b722690f2 x-openstack-request-id: req-82e7149b-4148-4b5a-99e9-064b722690f2 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:25.779586 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88afffc3-c0aa-4817-a7b5-b9800bebe4f9", "name": "network-vif-deleted", "tag": "90e5025a-1548-4016-a1a0-6c5f408ffc3a", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:25.780008 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-82e7149b-4148-4b5a-99e9-064b722690f2 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:25.780594 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88afffc3-c0aa-4817-a7b5-b9800bebe4f9', 'name': 'network-vif-deleted', 'tag': '90e5025a-1548-4016-a1a0-6c5f408ffc3a', 'status': 'completed', 'code': 200} Dec 08 01:30:25.789020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa5929b-72dc-4b9c-a1ca-3166d1d95c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:25.806621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Allocated IP 172.20.0.13 (a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c/20a5998e-a135-4d25-95f0-5cd4e48a89c6/49bc7f48-346c-450e-a7ac-98d084a38c26) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:30:25.867168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5929b-72dc-4b9c-a1ca-3166d1d95c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e48d41-0b87-4a39-9152-d2619cc34d9b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:25.884933 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310f362-b21e-4f79-9eb5-96aaf0bc523d req-41454be5-fb21-4e5d-8458-1dd64c7def54 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:25.886471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2310f362-b21e-4f79-9eb5-96aaf0bc523d req-41454be5-fb21-4e5d-8458-1dd64c7def54 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 945 time: 0.0853581 Dec 08 01:30:25.896329 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7aa5929b-72dc-4b9c-a1ca-3166d1d95c8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d61acf13aaf64bfd82b9323418728c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9479759 Dec 08 01:30:25.899848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34444) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:25.938527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Allocated IP 192.168.233.113 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/f2c609d1-f966-4ab4-85a7-3ca3b26201c0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:30:26.020839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2310f362-b21e-4f79-9eb5-96aaf0bc523d req-46f53b9a-9884-4209-a3bf-d7057a51629a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223180 Dec 08 01:30:26.084113 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5385659-3614-49b1-a519-0b8ad6601625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.128213 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5385659-3614-49b1-a519-0b8ad6601625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.132092 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.144248 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.208005 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.248695 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['02742655-4fba-4db0-a1cf-d990a515b227'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:26.268730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:30:26.272705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:26.282193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:30:26.323720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Pushing event updated for resources: {'Port': ['ID=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:26.348671 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5385659-3614-49b1-a519-0b8ad6601625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.356766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5385659-3614-49b1-a519-0b8ad6601625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.359449 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e5385659-3614-49b1-a519-0b8ad6601625 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/17e48d41-0b87-4a39-9152-d2619cc34d9b HTTP/1.1" status: 204 len: 168 time: 0.4532444 Dec 08 01:30:26.376402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:26.378855 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.406517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5385659-3614-49b1-a519-0b8ad6601625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e48d41-0b87-4a39-9152-d2619cc34d9b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:26.415159 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.421330 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-bf1700d9-ce4a-4fca-8697-eca540fcab49 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8834648 Dec 08 01:30:26.454159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Request body: {'port': {'device_id': '1702d85c-77b8-4441-8448-73d40529bfb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:26.493293 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-ada6e758-b2f3-441b-84d5-befef074001f tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:30:26.494339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-ada6e758-b2f3-441b-84d5-befef074001f tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5160735 Dec 08 01:30:26.497575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4157da45-abde-445e-b9b3-2f001a48e334 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:30:26.531022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd51a9-98e4-4358-8a0f-62a825572534 req-f2e6706d-4844-4f5c-9517-8fd65d00e09b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:26.539911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0cd51a9-98e4-4358-8a0f-62a825572534 req-f2e6706d-4844-4f5c-9517-8fd65d00e09b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 936 time: 0.3517189 Dec 08 01:30:26.545390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.608377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:30:26.623343 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:26.628805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:30:26.634518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:26.635160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.647752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-22aa3fd3-e413-4db9-a678-5155736d5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:26.649657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-22aa3fd3-e413-4db9-a678-5155736d5869 service neutron] 10.222.0.70 "GET /v2.0/ports/82d43663-e069-41f4-8676-37c37ee8327a HTTP/1.1" status: 200 len: 1094 time: 0.1053500 Dec 08 01:30:26.664584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] Request body: {'binding': {'host': 'n-h1-713498-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:26.665123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] Unknown quota resources ['binding']. {{(pid=103129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:30:26.672804 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5833335 Dec 08 01:30:26.682653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbb3b4-8f24-4854-9163-608f502b3d6f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Pushing event updated for resources: {'Port': ['ID=49bc7f48-346c-450e-a7ac-98d084a38c26,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:26.693958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Request body: {'port': {'device_id': '61c0476c-e7c7-465a-b897-fdfae006c3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:26.761874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0cd51a9-98e4-4358-8a0f-62a825572534 req-3eb7fcb2-d80f-4972-b066-0e82116107e4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195277 Dec 08 01:30:26.846248 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:26.903060 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1d270de7-75fa-46f3-a1cb-12b630579546 None None] Provisioning complete for port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:26.903514 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1d270de7-75fa-46f3-a1cb-12b630579546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.003408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1d270de7-75fa-46f3-a1cb-12b630579546 None None] Port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:30:27.061771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c609d1-f966-4ab4-85a7-3ca3b26201c0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:27.127102 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.136709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 4157da45-abde-445e-b9b3-2f001a48e334 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:30:27.144900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69399c-6a1f-4f7c-afd0-d40c16956bc8 req-ffad5e67-5518-4a7b-9d97-d75264bf7703 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:27.149908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 4157da45-abde-445e-b9b3-2f001a48e334 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:27.150545 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.154959 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ca69399c-6a1f-4f7c-afd0-d40c16956bc8 req-ffad5e67-5518-4a7b-9d97-d75264bf7703 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 932 time: 0.1133289 Dec 08 01:30:27.184856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Transition to ACTIVE for port object f2c609d1-f966-4ab4-85a7-3ca3b26201c0 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:30:27.210453 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.234623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34484) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:27.285521 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ca69399c-6a1f-4f7c-afd0-d40c16956bc8 req-4501ea74-e8b4-4f65-b844-c1f449bc995c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240354 Dec 08 01:30:27.333952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.414964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd554a4c6-c5be-47b0-bc84-ffb505a4c398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4157da45-abde-445e-b9b3-2f001a48e334'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:27.417108 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b314c6-00ba-4662-a27e-65a4c61bf3cd" -d '{"events": [{"server_uuid": "d554a4c6-c5be-47b0-bc84-ffb505a4c398", "name": "network-vif-plugged", "status": "completed", "tag": "4157da45-abde-445e-b9b3-2f001a48e334"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:27.458401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4157da45-abde-445e-b9b3-2f001a48e334,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:27.469251 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.495435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bc7f48-346c-450e-a7ac-98d084a38c26 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:27.514005 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.534640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f3a48-bfaa-4bce-a7df-e5c4ca38ea94 req-95616018-87e9-46a9-8abb-7be301c2822f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:27.542232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c64f3a48-bfaa-4bce-a7df-e5c4ca38ea94 req-95616018-87e9-46a9-8abb-7be301c2822f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 945 time: 0.1196108 Dec 08 01:30:27.555971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=4157da45-abde-445e-b9b3-2f001a48e334,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:27.578668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Transition to ACTIVE for port object 49bc7f48-346c-450e-a7ac-98d084a38c26 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:30:27.587905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-698935466-network', 'tenant_id': 'fd4ff7fde0c2421580d5a62bbe5f9903'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:27.599486 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.649151 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c64f3a48-bfaa-4bce-a7df-e5c4ca38ea94 req-41481c14-8f59-4f57-907f-3339843f3619 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046712 Dec 08 01:30:27.732653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Made reservation on behalf of fd4ff7fde0c2421580d5a62bbe5f9903 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:27.733061 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6403b6b-0737-49b6-8c55-ae172d556628 x-openstack-request-id: req-f6403b6b-0737-49b6-8c55-ae172d556628 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:27.733883 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d554a4c6-c5be-47b0-bc84-ffb505a4c398", "name": "network-vif-plugged", "status": "completed", "tag": "4157da45-abde-445e-b9b3-2f001a48e334", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:27.734151 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6403b6b-0737-49b6-8c55-ae172d556628 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:27.734551 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd554a4c6-c5be-47b0-bc84-ffb505a4c398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4157da45-abde-445e-b9b3-2f001a48e334', 'code': 200} Dec 08 01:30:27.734994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.748678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Pushing event updated for resources: {'Port': ['ID=49bc7f48-346c-450e-a7ac-98d084a38c26,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:27.755147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Pushing event updated for resources: {'Port': ['ID=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:27.759313 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.762959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Attempting to bind port 49bc7f48-346c-450e-a7ac-98d084a38c26 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:27.768904 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Attempting to bind port 49bc7f48-346c-450e-a7ac-98d084a38c26 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:27.772844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Attempting to bind port 49bc7f48-346c-450e-a7ac-98d084a38c26 on network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:27.785286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Port 49bc7f48-346c-450e-a7ac-98d084a38c26 on network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:27.785609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Attempting to bind port 49bc7f48-346c-450e-a7ac-98d084a38c26 on network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:27.875541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Attempting to bind port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:27.875890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Attempting to bind port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:27.877307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Attempting to bind port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:27.878693 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.885762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:27.886115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Checking segment: {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:27.886852 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Bound using segment: {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:27.887470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Bound port: 49bc7f48-346c-450e-a7ac-98d084a38c26, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:27.887884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] Attempting to bind port 82d43663-e069-41f4-8676-37c37ee8327a on host n-h1-713498-30 for vnic_type normal with profile None {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:27.888062 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.888219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] Attempting to bind port 82d43663-e069-41f4-8676-37c37ee8327a by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:27.889168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] Attempting to bind port 82d43663-e069-41f4-8676-37c37ee8327a on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:27.891940 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.892951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:27.893284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Attempting to bind port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:27.905366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:27.905366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:27.905366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:27.905366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Bound port: f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:27.905366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.910694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] Port 82d43663-e069-41f4-8676-37c37ee8327a on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:27.911025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] Attempting to bind port 82d43663-e069-41f4-8676-37c37ee8327a on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:27.930587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:27.930992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:27.931234 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:27.931898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] Bound port: 82d43663-e069-41f4-8676-37c37ee8327a, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:27.945824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:30:27.987741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:27.988073 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Added segment 76ea8461-d41d-475f-af31-3c7ad23824dd of type vlan for network a1e5a158-1cbf-4245-ba7c-3a6e43c47075 Dec 08 01:30:28.026083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f378aa82-6c47-4c46-835c-327728b3c8e1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:28.031425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e9ba1-c471-4893-b835-634d7b135006 req-09f2c215-8471-4197-bf15-9441c28bd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:28.033455 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e71e9ba1-c471-4893-b835-634d7b135006 req-09f2c215-8471-4197-bf15-9441c28bd6ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 1098 time: 0.1923912 Dec 08 01:30:28.090017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f95e19-1759-423e-aeb9-46eb027caa36 req-ed61e22e-c942-4e7c-84c7-f32b9eea40c6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:28.091591 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7f95e19-1759-423e-aeb9-46eb027caa36 req-ed61e22e-c942-4e7c-84c7-f32b9eea40c6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 948 time: 0.2010930 Dec 08 01:30:28.106795 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:28.139382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] For port 49bc7f48-346c-450e-a7ac-98d084a38c26, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:28.143590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=82d43663-e069-41f4-8676-37c37ee8327a,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:28.150380 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e71e9ba1-c471-4893-b835-634d7b135006 req-f7094041-012c-4923-aeb4-f584aa8b2392 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053267 Dec 08 01:30:28.154728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] Publish callbacks [] for binding, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:28.155925 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-b1148afe-f06f-4507-a779-a006010789dc service neutron] 10.222.0.70 "POST /v2.0/ports/82d43663-e069-41f4-8676-37c37ee8327a/bindings HTTP/1.1" status: 201 len: 390 time: 1.4971352 Dec 08 01:30:28.157021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:28.166577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:28.171746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] For port 49bc7f48-346c-450e-a7ac-98d084a38c26, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=49bc7f48-346c-450e-a7ac-98d084a38c26,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:28.173975 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:28.192096 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:28.201050 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:28.202058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:28.202695 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:28.232230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:28.233006 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:28.234601 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-e888a366-7167-4936-a25a-f9c203de404b service neutron] 10.222.0.65 "PUT /v2.0/ports/f2c609d1-f966-4ab4-85a7-3ca3b26201c0 HTTP/1.1" status: 200 len: 1097 time: 1.7869315 Dec 08 01:30:28.240061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1702d85c-77b8-4441-8448-73d40529bfb0', 'tag': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:28.242508 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56919296-ff9a-4581-8929-bd425db0d597" -d '{"events": [{"name": "network-changed", "server_uuid": "1702d85c-77b8-4441-8448-73d40529bfb0", "tag": "f2c609d1-f966-4ab4-85a7-3ca3b26201c0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:28.272945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888a366-7167-4936-a25a-f9c203de404b service neutron] Pushing event updated for resources: {'Port': ['ID=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:28.285945 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0502610 Dec 08 01:30:28.292324 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34520) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:28.303451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2879861f-a2e0-4f91-9985-d104276494ea admin admin] Request body: {'subnet': {'network_id': 'a1e5a158-1cbf-4245-ba7c-3a6e43c47075', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-698935466-subnet', 'tenant_id': 'fd4ff7fde0c2421580d5a62bbe5f9903', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:28.306394 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7f95e19-1759-423e-aeb9-46eb027caa36 req-6347832a-1a48-4264-a304-a63d7d305a16 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057779 Dec 08 01:30:28.332028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:28.332763 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:28.334301 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] 10.222.0.65 "PUT /v2.0/ports/49bc7f48-346c-450e-a7ac-98d084a38c26 HTTP/1.1" status: 200 len: 1093 time: 1.6461074 Dec 08 01:30:28.338495 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c0476c-e7c7-465a-b897-fdfae006c3dc', 'tag': '49bc7f48-346c-450e-a7ac-98d084a38c26'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:28.341523 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e8e8fe-3c8f-47a6-ab22-dd224317a5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "61c0476c-e7c7-465a-b897-fdfae006c3dc", "tag": "49bc7f48-346c-450e-a7ac-98d084a38c26"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:28.437178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2879861f-a2e0-4f91-9985-d104276494ea admin admin] Made reservation on behalf of fd4ff7fde0c2421580d5a62bbe5f9903 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:28.441406 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2879861f-a2e0-4f91-9985-d104276494ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:28.462268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e21f5e-f8f6-4e2a-a81e-4a038021b319 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e5a158-1cbf-4245-ba7c-3a6e43c47075,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:28.466584 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8781c1-c222-4930-821d-064e4beb127f service neutron] Pushing event updated for resources: {'Port': ['ID=49bc7f48-346c-450e-a7ac-98d084a38c26,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:28.474654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network a1e5a158-1cbf-4245-ba7c-3a6e43c47075 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:30:28.524885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 90e5025a-1548-4016-a1a0-6c5f408ffc3a no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:30:28.556181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-de4fcafa-2565-4b55-b6f8-8de73ad8bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:28.558453 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-de4fcafa-2565-4b55-b6f8-8de73ad8bcfe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fca5a12f7a9d48a89422968b82652c54&device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 1096 time: 0.1305346 Dec 08 01:30:28.566083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-0dab3b21-4719-41d1-b94a-edc757987831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:28.567708 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-0dab3b21-4719-41d1-b94a-edc757987831 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 1100 time: 0.2034595 Dec 08 01:30:28.580982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 90e5025a-1548-4016-a1a0-6c5f408ffc3a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:30:28.584585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 90e5025a-1548-4016-a1a0-6c5f408ffc3a not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:30:28.656192 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-b50fcfc8-4304-479d-a5cb-01d529f3a734 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0 HTTP/1.1" status: 200 len: 217 time: 0.0566149 Dec 08 01:30:28.671076 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-39689fe3-bcad-4bb6-ab6f-67183552fb4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49bc7f48-346c-450e-a7ac-98d084a38c26 HTTP/1.1" status: 200 len: 217 time: 0.0837381 Dec 08 01:30:28.673991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8401d-f0d1-4264-b1b7-cd4ba01a5183 req-fe59f70b-143a-42c5-8876-ef4887cb42fe tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:28.675689 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1cb8401d-f0d1-4264-b1b7-cd4ba01a5183 req-fe59f70b-143a-42c5-8876-ef4887cb42fe tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 945 time: 0.2140071 Dec 08 01:30:28.762443 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b24063b9-bd27-4251-87e1-0e4a7d65eeeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:28.803023 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-1c05febc-f311-4c95-b629-66d6206b2d36 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ff0fb8916fa8424a9f14fd064df985a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341344 Dec 08 01:30:28.809703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-f3cdc4e6-0c9b-473e-a2af-c7a687775869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:28.809859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-df148c92-5bab-4f4f-a0d6-ec08b2d3477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:28.811143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-f3cdc4e6-0c9b-473e-a2af-c7a687775869 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=20a5998e-a135-4d25-95f0-5cd4e48a89c6 HTTP/1.1" status: 200 len: 844 time: 0.1236145 Dec 08 01:30:28.811276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-df148c92-5bab-4f4f-a0d6-ec08b2d3477c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1195645 Dec 08 01:30:28.827137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-6285b021-169f-409d-8a3c-0da683afd503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:28.828614 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-6285b021-169f-409d-8a3c-0da683afd503 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 1097 time: 0.0999303 Dec 08 01:30:28.841787 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1cb8401d-f0d1-4264-b1b7-cd4ba01a5183 req-53859565-cf8c-4dcd-9c51-bded5e783c09 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484025 Dec 08 01:30:28.867167 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-eecf521a-992b-4463-86af-c3a53b5b133c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356953 Dec 08 01:30:28.892571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2879861f-a2e0-4f91-9985-d104276494ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:28.902590 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9884db84-32ea-4e91-b961-60bdb151409e x-openstack-request-id: req-9884db84-32ea-4e91-b961-60bdb151409e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:28.903231 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1702d85c-77b8-4441-8448-73d40529bfb0", "tag": "f2c609d1-f966-4ab4-85a7-3ca3b26201c0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:28.903231 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9884db84-32ea-4e91-b961-60bdb151409e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:28.903557 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1702d85c-77b8-4441-8448-73d40529bfb0', 'tag': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0', 'status': 'completed', 'code': 200} Dec 08 01:30:28.922904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-0e08d5cd-1fe5-4762-8e94-cc01098bffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:28.925430 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-0e08d5cd-1fe5-4762-8e94-cc01098bffbe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0875392 Dec 08 01:30:29.007310 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879861f-a2e0-4f91-9985-d104276494ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8d4a03-90c9-4b1b-b04d-139c83d65621,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:29.085699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2879861f-a2e0-4f91-9985-d104276494ea admin admin] Checking segment: {'id': '76ea8461-d41d-475f-af31-3c7ad23824dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a1e5a158-1cbf-4245-ba7c-3a6e43c47075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:29.086066 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879861f-a2e0-4f91-9985-d104276494ea admin admin] Network hostable DHCP agents. Network: a1e5a158-1cbf-4245-ba7c-3a6e43c47075, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:30:29.118487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f61e13-43c6-4f89-8620-8efdbafce395 req-84de63be-ed70-47cd-8a48-5db22bcde6c5 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:29.120194 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97f61e13-43c6-4f89-8620-8efdbafce395 req-84de63be-ed70-47cd-8a48-5db22bcde6c5 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 944 time: 0.1671572 Dec 08 01:30:29.124955 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-1ae12f71-d345-4128-8662-f586b922a5ed service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861546 Dec 08 01:30:29.181000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2879861f-a2e0-4f91-9985-d104276494ea admin admin] Network a1e5a158-1cbf-4245-ba7c-3a6e43c47075 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:30:29.217237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2879861f-a2e0-4f91-9985-d104276494ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, a1e5a158-1cbf-4245-ba7c-3a6e43c47075) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:29.229892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d87f3f-92c8-4b31-8071-160c720d75f5 None None] Network a1e5a158-1cbf-4245-ba7c-3a6e43c47075 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:30:29.251636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879861f-a2e0-4f91-9985-d104276494ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:29.252243 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2879861f-a2e0-4f91-9985-d104276494ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:29.262731 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97f61e13-43c6-4f89-8620-8efdbafce395 req-f6d6f155-06fc-4b9b-ab89-069304bac50f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328886 Dec 08 01:30:29.296358 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2879861f-a2e0-4f91-9985-d104276494ea admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9928620 Dec 08 01:30:29.296573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-223c617b-1824-469f-8ae0-73288568225c service neutron] 10.222.0.65 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063768 Dec 08 01:30:29.297428 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de52adcc-ee8f-4c46-beff-7d2c94b2748e req-b5312d4a-569f-4ae6-a7e7-3cc42d96fe7d service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548517 Dec 08 01:30:29.357190 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620a062a-5003-4499-beee-38587832ccc1 x-openstack-request-id: req-620a062a-5003-4499-beee-38587832ccc1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:29.357487 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c0476c-e7c7-465a-b897-fdfae006c3dc", "tag": "49bc7f48-346c-450e-a7ac-98d084a38c26", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:29.357744 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-620a062a-5003-4499-beee-38587832ccc1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:29.358143 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c0476c-e7c7-465a-b897-fdfae006c3dc', 'tag': '49bc7f48-346c-450e-a7ac-98d084a38c26', 'status': 'completed', 'code': 200} Dec 08 01:30:29.369602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-f92375a7-8f68-4b12-ba6e-788e8cd87fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:29.371088 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-f92375a7-8f68-4b12-ba6e-788e8cd87fdb service neutron] 10.222.0.65 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.5030596 Dec 08 01:30:29.385201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-42f1627d-d0f8-4603-a261-716db1b8090a tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:29.392860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-42f1627d-d0f8-4603-a261-716db1b8090a tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5804739 Dec 08 01:30:29.426333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-2efddb3e-6230-4915-afb1-3cf9ec453fdb tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/quotas/ff0fb8916fa8424a9f14fd064df985a8 HTTP/1.1" status: 200 len: 375 time: 0.0322645 Dec 08 01:30:29.429554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5f925a-4941-4dee-92db-e2dce2ce5a3d None None] Network a1e5a158-1cbf-4245-ba7c-3a6e43c47075 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:30:29.504440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56919296-ff9a-4581-8929-bd425db0d597 req-0c0d2a91-18d0-44ae-889f-7e7f47b6e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:29.506366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56919296-ff9a-4581-8929-bd425db0d597 req-0c0d2a91-18d0-44ae-889f-7e7f47b6e8c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 1100 time: 0.0768254 Dec 08 01:30:29.576362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-42e39502-0e3b-4611-b4a8-8e4204d40fa6 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ff0fb8916fa8424a9f14fd064df985a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1483889 Dec 08 01:30:29.581290 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-ce442c9a-b094-40de-a169-6471984d8bf5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82d43663-e069-41f4-8676-37c37ee8327a HTTP/1.1" status: 200 len: 217 time: 0.0912373 Dec 08 01:30:29.600883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-1fd5305d-3464-465b-9b27-a2abcea8344d tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=34b987cc893f4e11bff047fe4fc4d0fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406995 Dec 08 01:30:29.601832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1d378e9-d127-4a31-992c-c24633321cf7 req-3d60f9eb-18e2-44ea-8466-cca391a81497 service neutron] 10.222.0.65 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803369 Dec 08 01:30:29.747754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-89254166-1bd7-4c0f-9f04-caaecf472d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:29.749581 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-89254166-1bd7-4c0f-9f04-caaecf472d03 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0749812 Dec 08 01:30:29.757530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56919296-ff9a-4581-8929-bd425db0d597 req-c4a72dc6-8bb1-4e13-8eea-d15e0b340fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:29.759500 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56919296-ff9a-4581-8929-bd425db0d597 req-c4a72dc6-8bb1-4e13-8eea-d15e0b340fe3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2430878 Dec 08 01:30:29.839558 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-fae9f046-636e-4f27-aab1-479a4bdb5c6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622275 Dec 08 01:30:29.855098 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56919296-ff9a-4581-8929-bd425db0d597 req-f53083d1-83f6-4e9d-b0df-d73618d95d15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0 HTTP/1.1" status: 200 len: 217 time: 0.0796421 Dec 08 01:30:29.921537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56919296-ff9a-4581-8929-bd425db0d597 req-2201c9ae-3a58-40d3-8805-877abe1fc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:29.925030 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56919296-ff9a-4581-8929-bd425db0d597 req-2201c9ae-3a58-40d3-8805-877abe1fc4d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0586071 Dec 08 01:30:29.934430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a4abc083-de1f-4f10-861e-5b582d1f8142 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:29.936246 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a4abc083-de1f-4f10-861e-5b582d1f8142 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082380 Dec 08 01:30:29.956574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54b123-ede3-457d-b83a-bd94fe5f6313 req-1f9133d6-1b86-4bd2-9ce1-8bb7c63d7959 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:29.958106 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3d54b123-ede3-457d-b83a-bd94fe5f6313 req-1f9133d6-1b86-4bd2-9ce1-8bb7c63d7959 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 946 time: 0.1952264 Dec 08 01:30:29.980059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8e8fe-3c8f-47a6-ab22-dd224317a5b4 req-073a9966-8efb-48c2-8e7f-eca9c059cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:29.981328 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39e8e8fe-3c8f-47a6-ab22-dd224317a5b4 req-073a9966-8efb-48c2-8e7f-eca9c059cf12 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fca5a12f7a9d48a89422968b82652c54&device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 1096 time: 0.1739051 Dec 08 01:30:29.993876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-8dd5535a-4f87-4aa8-9738-2f65496d6e02 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/quotas/34b987cc893f4e11bff047fe4fc4d0fe HTTP/1.1" status: 200 len: 375 time: 0.0482063 Dec 08 01:30:30.023101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56919296-ff9a-4581-8929-bd425db0d597 req-24b28c64-0891-42a9-8760-36075510e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:30.023101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56919296-ff9a-4581-8929-bd425db0d597 req-24b28c64-0891-42a9-8760-36075510e3c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0858331 Dec 08 01:30:30.045354 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-c944840a-3798-44dc-9d45-a8315348a6d1 service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870358 Dec 08 01:30:30.082037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-d35ed5f8-05c1-42b7-901f-d360d8a05df1 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=34b987cc893f4e11bff047fe4fc4d0fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620990 Dec 08 01:30:30.114746 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3d54b123-ede3-457d-b83a-bd94fe5f6313 req-d92ca5b7-66a0-4bf4-be1c-275b8d21ae03 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458397 Dec 08 01:30:30.191477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34586) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:30.197989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1790556208-network', 'tenant_id': 'afb33c91594a419ab65af7d0fe7fb756'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:30.223699 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56919296-ff9a-4581-8929-bd425db0d597 req-84a2f138-d4eb-4d13-8958-5cfd649622db service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856036 Dec 08 01:30:30.240772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Made reservation on behalf of afb33c91594a419ab65af7d0fe7fb756 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:30.243020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:30.259451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8e8fe-3c8f-47a6-ab22-dd224317a5b4 req-1e3db27a-9aa4-4f1a-809d-6757329d59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:30.261058 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39e8e8fe-3c8f-47a6-ab22-dd224317a5b4 req-1e3db27a-9aa4-4f1a-809d-6757329d59ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 200 len: 905 time: 0.2638266 Dec 08 01:30:30.280919 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:30.377804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56919296-ff9a-4581-8929-bd425db0d597 req-f656448d-8bd5-4d04-96a9-bc45cc80fb31 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460981 Dec 08 01:30:30.418686 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39e8e8fe-3c8f-47a6-ab22-dd224317a5b4 req-6662057d-252b-48a6-8943-0f16118dcce2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49bc7f48-346c-450e-a7ac-98d084a38c26 HTTP/1.1" status: 200 len: 217 time: 0.0805068 Dec 08 01:30:30.424916 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-57d38806-f71b-4fdc-8ff9-8378d73c8a21 service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668156 Dec 08 01:30:30.441876 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:30.450688 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:30.467394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ae7e6-6c9d-4603-a3ee-7097f8cde8c2 req-fa4d9b72-1e9d-4671-8264-99bc3cd5d017 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:30.478874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4e6ae7e6-6c9d-4603-a3ee-7097f8cde8c2 req-fa4d9b72-1e9d-4671-8264-99bc3cd5d017 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 948 time: 0.1430538 Dec 08 01:30:30.482044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:30:30.541861 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6df9f01-0810-4623-bc5b-14794be7bacd req-0c5a2d72-2a84-43da-b629-76d702c9ac42 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 210 time: 0.0487897 Dec 08 01:30:30.544470 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:30.544951 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Added segment 929bcef6-4e30-4434-9e27-51c4dc6c9ea0 of type vlan for network 9f1f8e2c-79de-4c20-b50e-a254d08a1d8d Dec 08 01:30:30.546413 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f27f466-8a5a-483a-9c87-6566fc37cbf1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:30.584629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8e8fe-3c8f-47a6-ab22-dd224317a5b4 req-0d5a4855-6c6f-4141-9849-b6c0c16fc88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:30.586111 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39e8e8fe-3c8f-47a6-ab22-dd224317a5b4 req-0d5a4855-6c6f-4141-9849-b6c0c16fc88a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=20a5998e-a135-4d25-95f0-5cd4e48a89c6 HTTP/1.1" status: 200 len: 844 time: 0.1032887 Dec 08 01:30:30.606257 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4e6ae7e6-6c9d-4603-a3ee-7097f8cde8c2 req-5cfa14a6-9611-4920-960a-ad923f86f8f3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259289 Dec 08 01:30:30.662670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:30.729643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39e8e8fe-3c8f-47a6-ab22-dd224317a5b4 req-91698863-a57f-4247-9e43-07b02d03e8e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209965 Dec 08 01:30:30.769425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78ca20-f2bb-427c-b82c-76c575e9ba11 req-615572ad-5c8a-4005-a2da-0fd37652149c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:30.774123 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d78ca20-f2bb-427c-b82c-76c575e9ba11 req-615572ad-5c8a-4005-a2da-0fd37652149c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 945 time: 0.1197517 Dec 08 01:30:30.775650 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:30.776887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:30.777656 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:30.825904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6333539 Dec 08 01:30:30.847880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34600) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:30.857672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e9166eb3-8de9-4ad8-82a0-5c3d8e793f05 admin admin] Request body: {'subnet': {'network_id': '9f1f8e2c-79de-4c20-b50e-a254d08a1d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1790556208-subnet', 'tenant_id': 'afb33c91594a419ab65af7d0fe7fb756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:30.869628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-91923aec-5c46-4293-899f-d20e2d95b51e tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:30.871134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-91923aec-5c46-4293-899f-d20e2d95b51e tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09&tenant_id=be969996768c47d9a8724404f7a037cd&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.2637095 Dec 08 01:30:30.877371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168da9a6-a66f-44ad-af59-f5b065d03599 req-29e1db03-9d96-4b0e-87d3-0ea3f35b2bbd tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:30.879017 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-168da9a6-a66f-44ad-af59-f5b065d03599 req-29e1db03-9d96-4b0e-87d3-0ea3f35b2bbd tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 1098 time: 0.1481836 Dec 08 01:30:30.889152 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-30'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:30.947462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bce6f0-ce45-4366-9be2-00ce422cede7 admin admin] Pushing event updated for resources: {'Network': ['ID=9f1f8e2c-79de-4c20-b50e-a254d08a1d8d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:30.975872 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d78ca20-f2bb-427c-b82c-76c575e9ba11 req-b1194c8c-2195-409a-aad4-f31888958b44 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856849 Dec 08 01:30:30.978744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 9f1f8e2c-79de-4c20-b50e-a254d08a1d8d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:30:30.994129 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9166eb3-8de9-4ad8-82a0-5c3d8e793f05 admin admin] Made reservation on behalf of afb33c91594a419ab65af7d0fe7fb756 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:30.996680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9166eb3-8de9-4ad8-82a0-5c3d8e793f05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:31.037964 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:31.059383 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39e8e8fe-3c8f-47a6-ab22-dd224317a5b4 req-caef9f3d-a78d-436e-a5e4-607791c7f270 service neutron] 10.222.0.65 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161168 Dec 08 01:30:31.173007 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2bcdbb65-1fbb-4d97-ad82-d569372ab1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:31.209295 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4a041c0-3acf-4416-bfe8-ff25cdf55476 req-5db80321-0edf-4bf4-872a-5f1100d8ac39 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 210 time: 0.0777688 Dec 08 01:30:31.219429 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-168da9a6-a66f-44ad-af59-f5b065d03599 req-16df798a-78ac-4a4f-aa6f-40d120092880 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223584 Dec 08 01:30:31.230955 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39e8e8fe-3c8f-47a6-ab22-dd224317a5b4 req-2243f854-5623-41e7-8eba-087c62833751 service neutron] 10.222.0.65 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601458 Dec 08 01:30:31.283482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-2458e573-ddf5-4f6d-b465-d20f45598399 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ff0fb8916fa8424a9f14fd064df985a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229174 Dec 08 01:30:31.469030 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:31.482693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=82d43663-e069-41f4-8676-37c37ee8327a,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:31.498863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634d7b3-200e-4ae3-9132-a9a03becee88 req-65874c89-bc3d-441a-a954-dea7d4dabd80 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:31.506006 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5634d7b3-200e-4ae3-9132-a9a03becee88 req-65874c89-bc3d-441a-a954-dea7d4dabd80 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 944 time: 0.1690047 Dec 08 01:30:31.528071 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78ff73-5a2d-4829-b453-261d25f6d7aa req-9773ecc5-b2b5-42d6-88fc-3b0b02d73793 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:31.529840 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc78ff73-5a2d-4829-b453-261d25f6d7aa req-9773ecc5-b2b5-42d6-88fc-3b0b02d73793 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 1098 time: 0.1719565 Dec 08 01:30:31.539111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-30024dca-a9d9-42bd-abe8-1052d734a122 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:31.541725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-30024dca-a9d9-42bd-abe8-1052d734a122 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2557783 Dec 08 01:30:31.570906 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:31.571117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Request body: {'port': {'device_id': '56ebcbdc-6803-4d49-993e-56767a6f9e0f', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'ff0fb8916fa8424a9f14fd064df985a8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:31.593787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5634d7b3-200e-4ae3-9132-a9a03becee88 req-0ee35094-29e4-450d-a316-7d079091a4c8 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844991 Dec 08 01:30:31.619156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0943b0-9aed-4301-9cad-784c9a28cc09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d43663-e069-41f4-8676-37c37ee8327a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:31.621452 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee2ca37-d3a4-47da-b3f4-df10e52ce773" -d '{"events": [{"server_uuid": "7d0943b0-9aed-4301-9cad-784c9a28cc09", "name": "network-vif-unplugged", "status": "completed", "tag": "82d43663-e069-41f4-8676-37c37ee8327a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:31.625801 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:31.634193 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:31.706532 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc78ff73-5a2d-4829-b453-261d25f6d7aa req-b58ca80e-f129-4103-b0f7-a42ac32ac237 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611893 Dec 08 01:30:31.708973 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9166eb3-8de9-4ad8-82a0-5c3d8e793f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:31.733661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Pushing event updated for resources: {'Port': ['ID=82d43663-e069-41f4-8676-37c37ee8327a,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:31.737250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Attempting to bind port 82d43663-e069-41f4-8676-37c37ee8327a on host n-h2-713498-30 for vnic_type normal with profile {"migrating_to": "n-h1-713498-30"} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:31.737616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Attempting to bind port 82d43663-e069-41f4-8676-37c37ee8327a by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:31.737924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Attempting to bind port 82d43663-e069-41f4-8676-37c37ee8327a on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:31.743548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Port 82d43663-e069-41f4-8676-37c37ee8327a on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:31.743829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Attempting to bind port 82d43663-e069-41f4-8676-37c37ee8327a on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:31.749486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:31.749837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:31.750459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:31.752617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Bound port: 82d43663-e069-41f4-8676-37c37ee8327a, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:31.752994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:31.839062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:31.845377 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c4c28a-fde0-4993-811b-36927d432b67 x-openstack-request-id: req-f3c4c28a-fde0-4993-811b-36927d432b67 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:31.845866 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0943b0-9aed-4301-9cad-784c9a28cc09", "name": "network-vif-unplugged", "status": "completed", "tag": "82d43663-e069-41f4-8676-37c37ee8327a", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:31.846242 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3c4c28a-fde0-4993-811b-36927d432b67 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:31.846896 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0943b0-9aed-4301-9cad-784c9a28cc09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82d43663-e069-41f4-8676-37c37ee8327a', 'code': 200} Dec 08 01:30:31.848779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=82d43663-e069-41f4-8676-37c37ee8327a,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:31.860116 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:31.871618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9166eb3-8de9-4ad8-82a0-5c3d8e793f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f8af623-56d6-4e8f-920c-5ba028b05eb4,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:31.903516 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9827ae13-bce8-419c-9563-2bc6e5f2ca61 req-89c79188-59f2-4fff-ad14-174e963373d3 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 210 time: 0.0470259 Dec 08 01:30:31.904650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9166eb3-8de9-4ad8-82a0-5c3d8e793f05 admin admin] Checking segment: {'id': '929bcef6-4e30-4434-9e27-51c4dc6c9ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9f1f8e2c-79de-4c20-b50e-a254d08a1d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:31.905012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9166eb3-8de9-4ad8-82a0-5c3d8e793f05 admin admin] Network hostable DHCP agents. Network: 9f1f8e2c-79de-4c20-b50e-a254d08a1d8d, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:30:31.910097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Made reservation on behalf of ff0fb8916fa8424a9f14fd064df985a8 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:31.913902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:31.948189 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:31.965445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9166eb3-8de9-4ad8-82a0-5c3d8e793f05 admin admin] Network 9f1f8e2c-79de-4c20-b50e-a254d08a1d8d is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:30:31.994945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e9166eb3-8de9-4ad8-82a0-5c3d8e793f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 9f1f8e2c-79de-4c20-b50e-a254d08a1d8d) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:32.014228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e2bce1-779c-40a8-a05f-d0d505493290 None None] Network 9f1f8e2c-79de-4c20-b50e-a254d08a1d8d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:30:32.022021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9166eb3-8de9-4ad8-82a0-5c3d8e793f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:32.022646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9166eb3-8de9-4ad8-82a0-5c3d8e793f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:32.083427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Pushing event updated for resources: {'Port': ['ID=82d43663-e069-41f4-8676-37c37ee8327a,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:32.089700 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-f008d3cb-89ff-43c4-9f2f-c5c0fcda313a tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=34b987cc893f4e11bff047fe4fc4d0fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069343 Dec 08 01:30:32.108350 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:32.119313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:32.174302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:32.175397 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:32.177355 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-29e0dfce-6427-43e5-8f5a-dc4dbf18e558 service neutron] 10.222.0.65 "PUT /v2.0/ports/82d43663-e069-41f4-8676-37c37ee8327a HTTP/1.1" status: 200 len: 1123 time: 1.2929044 Dec 08 01:30:32.181740 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27954fa-afa1-4d25-925b-3e1295ded950,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:32.196465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e9166eb3-8de9-4ad8-82a0-5c3d8e793f05 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3424728 Dec 08 01:30:32.244105 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:32.303071 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3b6161-fb49-4018-b455-17a97ed7df71 None None] Network 9f1f8e2c-79de-4c20-b50e-a254d08a1d8d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:30:32.312889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3f274-6dba-4929-95ec-dfc3c23d7c11 req-7bdb4eec-0ae2-4b91-8742-58f40956f26a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:32.315207 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3dd3f274-6dba-4929-95ec-dfc3c23d7c11 req-7bdb4eec-0ae2-4b91-8742-58f40956f26a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 948 time: 0.3391511 Dec 08 01:30:32.425332 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['82d43663-e069-41f4-8676-37c37ee8327a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:32.459163 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3dd3f274-6dba-4929-95ec-dfc3c23d7c11 req-b008edac-235f-4e87-acaf-2c2389291545 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334152 Dec 08 01:30:32.498343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Allocated IP 192.168.233.200 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/ff5ef213-dc7c-4345-bd8d-015df8f71c42) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:30:32.513897 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-fb5c4fcf-2d07-4e7f-9ded-2daa63f8e621 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:32.516169 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-fb5c4fcf-2d07-4e7f-9ded-2daa63f8e621 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4152296 Dec 08 01:30:32.530397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f2c609d1-f966-4ab4-85a7-3ca3b26201c0 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:30:32.539202 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Request body: {'port': {'device_id': '9cb26727-0def-4810-8be5-d88f206cfd3c', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '34b987cc893f4e11bff047fe4fc4d0fe'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:32.739766 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c78676ec-4be9-4408-bea5-354026bfe07d req-0aeb91bf-f913-42bc-a9d7-79b99026154d tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 210 time: 0.0686264 Dec 08 01:30:32.744446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:32.757163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Made reservation on behalf of 34b987cc893f4e11bff047fe4fc4d0fe for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:32.761294 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:32.773777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:32.774074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0', 'mac_address': 'fa:16:3e:eb:5b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:30:32.867937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bf7af-9a15-487f-aa38-042e619e7107 req-6b0d6b29-b4a8-4254-ad85-679c2cb4a700 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:32.879436 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:32.880632 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:32.882909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-526bf7af-9a15-487f-aa38-042e619e7107 req-6b0d6b29-b4a8-4254-ad85-679c2cb4a700 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 943 time: 0.4483984 Dec 08 01:30:32.886918 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:32.910628 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c609d1-f966-4ab4-85a7-3ca3b26201c0 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:32.954293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:32.965704 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:32.966603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 49bc7f48-346c-450e-a7ac-98d084a38c26 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:30:33.001058 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-526bf7af-9a15-487f-aa38-042e619e7107 req-402d99b6-1f11-4d4a-b2b4-47ae09097dda tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101468 Dec 08 01:30:33.038234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:33.046124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac39de-2be7-46fb-bb6d-75d4a6a74341 req-b0ce452c-990c-42ed-ab5d-c6579743e643 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:33.048796 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e1ac39de-2be7-46fb-bb6d-75d4a6a74341 req-b0ce452c-990c-42ed-ab5d-c6579743e643 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 1098 time: 0.1520188 Dec 08 01:30:33.093694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:33.108753 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e1ac39de-2be7-46fb-bb6d-75d4a6a74341 req-2e4e6d28-0b78-4eab-b62e-08701768dc10 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515316 Dec 08 01:30:33.157262 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:33.187594 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 49bc7f48-346c-450e-a7ac-98d084a38c26, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=49bc7f48-346c-450e-a7ac-98d084a38c26,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:33.203172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '49bc7f48-346c-450e-a7ac-98d084a38c26', 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'port_id': '49bc7f48-346c-450e-a7ac-98d084a38c26', 'mac_address': 'fa:16:3e:6d:c3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a5998e-a135-4d25-95f0-5cd4e48a89c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:30:33.228097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d058c-7ec4-406d-b912-5107463d34b3 req-a66213b7-937f-4d5c-91bc-96f0c9708fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:33.236323 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a3d058c-7ec4-406d-b912-5107463d34b3 req-a66213b7-937f-4d5c-91bc-96f0c9708fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 944 time: 0.1032813 Dec 08 01:30:33.256243 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:33.277703 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bc7f48-346c-450e-a7ac-98d084a38c26 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:33.279149 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:33.305743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 49bc7f48-346c-450e-a7ac-98d084a38c26, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=49bc7f48-346c-450e-a7ac-98d084a38c26,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:33.316602 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:33.341803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a3d058c-7ec4-406d-b912-5107463d34b3 req-e80abef6-e936-4605-ae26-66b6493552f9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041210 Dec 08 01:30:33.357804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Allocated IP 192.168.233.187 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:30:33.370443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:30:33.375116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:33.378363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Pushing event updated for resources: {'Port': ['ID=ff5ef213-dc7c-4345-bd8d-015df8f71c42,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:33.378580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=49bc7f48-346c-450e-a7ac-98d084a38c26,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:33.382509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:30:33.470856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:33.472045 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:33.482152 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:33.496158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-5d22c823-66bc-4a85-a550-47b8f79eb3d5 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9286764 Dec 08 01:30:33.524987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Request body: {'port': {'device_id': '56ebcbdc-6803-4d49-993e-56767a6f9e0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:33.585485 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:33.676884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61995f1f-9a46-4f97-880b-698876fb758c req-14dd209a-72a0-4459-93f8-97d50b115c64 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:33.679148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-14dd209a-72a0-4459-93f8-97d50b115c64 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/networks?id=a1e5a158-1cbf-4245-ba7c-3a6e43c47075 HTTP/1.1" status: 200 len: 814 time: 0.2488911 Dec 08 01:30:33.683826 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:33.697505 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:33.708751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33689c7c-91e8-476b-8fda-41f726c1da24 req-3d717e2d-b9a9-4a76-a7ae-9e6374631446 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:33.710860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33689c7c-91e8-476b-8fda-41f726c1da24 req-3d717e2d-b9a9-4a76-a7ae-9e6374631446 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 936 time: 0.1050932 Dec 08 01:30:33.719755 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-b30f09ba-5982-4f42-b71e-7d000e5e1ac6 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/quotas/fd4ff7fde0c2421580d5a62bbe5f9903 HTTP/1.1" status: 200 len: 375 time: 0.0253994 Dec 08 01:30:33.761000 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['f2c609d1-f966-4ab4-85a7-3ca3b26201c0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:33.771243 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-df7b9bad-0419-4a8d-9de3-0b55a74edc10 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd4ff7fde0c2421580d5a62bbe5f9903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427914 Dec 08 01:30:33.803960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['49bc7f48-346c-450e-a7ac-98d084a38c26'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:33.812082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:33.849735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0943b0-9aed-4301-9cad-784c9a28cc09', 'tag': '82d43663-e069-41f4-8676-37c37ee8327a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:33.851981 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dc4768-60d1-430c-b3b5-71c17d3996f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0943b0-9aed-4301-9cad-784c9a28cc09", "tag": "82d43663-e069-41f4-8676-37c37ee8327a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:33.855701 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a41731d8-523e-48bb-8414-a3b076266c11 None None] Provisioning complete for port ff5ef213-dc7c-4345-bd8d-015df8f71c42 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:33.856190 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a41731d8-523e-48bb-8414-a3b076266c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:33.866572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33689c7c-91e8-476b-8fda-41f726c1da24 req-d39c64c7-d61b-451b-a58a-59ad53fd4b9e tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/security-groups?id=e27954fa-afa1-4d25-925b-3e1295ded950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293888 Dec 08 01:30:34.120088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a41731d8-523e-48bb-8414-a3b076266c11 None None] Port ff5ef213-dc7c-4345-bd8d-015df8f71c42 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:30:34.134488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5ef213-dc7c-4345-bd8d-015df8f71c42 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:34.146972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:34.163843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Transition to ACTIVE for port object ff5ef213-dc7c-4345-bd8d-015df8f71c42 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:30:34.170387 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:34.292068 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-77008a67-62d2-457a-90fe-74ddf49bcf56 service neutron] 10.222.0.70 "GET /v2.0/networks/a1e5a158-1cbf-4245-ba7c-3a6e43c47075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077553 Dec 08 01:30:34.294016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Pushing event updated for resources: {'Port': ['ID=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:34.391057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5ef213-dc7c-4345-bd8d-015df8f71c42,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:34.421427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:30:34.423588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:34.427958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:30:34.435706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:34.435989 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:34.446742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Attempting to bind port ff5ef213-dc7c-4345-bd8d-015df8f71c42 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:34.447522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Attempting to bind port ff5ef213-dc7c-4345-bd8d-015df8f71c42 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:34.448020 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Attempting to bind port ff5ef213-dc7c-4345-bd8d-015df8f71c42 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:34.458203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Port ff5ef213-dc7c-4345-bd8d-015df8f71c42 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:34.458935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Attempting to bind port ff5ef213-dc7c-4345-bd8d-015df8f71c42 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:34.466243 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:34.466955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:34.467503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:34.468112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Bound port: ff5ef213-dc7c-4345-bd8d-015df8f71c42, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:34.468723 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:34.481889 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-a7265190-93f9-4138-9771-832c04b77bd2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9483736 Dec 08 01:30:34.498503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-bc949468-dd94-40b4-9022-37a11cc71315 service neutron] 10.222.0.70 "GET /v2.0/networks/a1e5a158-1cbf-4245-ba7c-3a6e43c47075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053075 Dec 08 01:30:34.510774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 82d43663-e069-41f4-8676-37c37ee8327a details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:30:34.517060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Request body: {'port': {'device_id': '9cb26727-0def-4810-8be5-d88f206cfd3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:34.648146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] For port ff5ef213-dc7c-4345-bd8d-015df8f71c42, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:34.652528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] For port ff5ef213-dc7c-4345-bd8d-015df8f71c42, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ff5ef213-dc7c-4345-bd8d-015df8f71c42,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:34.670426 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:34.672103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:34.729041 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:34.778689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff5ef213-dc7c-4345-bd8d-015df8f71c42,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:34.819285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:34.820929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:34.825617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=82d43663-e069-41f4-8676-37c37ee8327a,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:34.832957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-d8b6c2e3-c4c1-452e-b7fe-cb596ac890d6 service neutron] 10.222.0.72 "PUT /v2.0/ports/ff5ef213-dc7c-4345-bd8d-015df8f71c42 HTTP/1.1" status: 200 len: 1097 time: 1.3223946 Dec 08 01:30:34.833512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ebcbdc-6803-4d49-993e-56767a6f9e0f', 'tag': 'ff5ef213-dc7c-4345-bd8d-015df8f71c42'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:34.836171 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aec06f7-76a7-41d4-bcf4-65299f394d15" -d '{"events": [{"name": "network-changed", "server_uuid": "56ebcbdc-6803-4d49-993e-56767a6f9e0f", "tag": "ff5ef213-dc7c-4345-bd8d-015df8f71c42"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:34.879514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 82d43663-e069-41f4-8676-37c37ee8327a has no active binding in host n-h1-713498-30 {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:30:35.002034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-e6e29d76-89a5-45f3-a5dc-09362d779d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:35.002218 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9451ded5-1887-4945-9dcd-4060d908947d None None] Provisioning complete for port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:35.002708 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9451ded5-1887-4945-9dcd-4060d908947d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:35.003630 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-e6e29d76-89a5-45f3-a5dc-09362d779d22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff0fb8916fa8424a9f14fd064df985a8&device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 1100 time: 0.0863922 Dec 08 01:30:35.109086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9451ded5-1887-4945-9dcd-4060d908947d None None] Port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:30:35.131286 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-04335523-e6ec-486b-8c42-f879165aeeae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ff5ef213-dc7c-4345-bd8d-015df8f71c42 HTTP/1.1" status: 200 len: 217 time: 0.1054144 Dec 08 01:30:35.160020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6bfb4-8e64-4430-9309-bc851226c795 req-cb8d761c-7f1c-4181-a0f0-57a3bb4a329b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:35.163487 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04b6bfb4-8e64-4430-9309-bc851226c795 req-cb8d761c-7f1c-4181-a0f0-57a3bb4a329b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 949 time: 0.2748883 Dec 08 01:30:35.242594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-975f5502-b0ae-4914-96e3-5a88e4d4a970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:35.245475 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-975f5502-b0ae-4914-96e3-5a88e4d4a970 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1126385 Dec 08 01:30:35.344428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-b94477d1-8a85-47e4-ae2c-902881878513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:35.347216 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-b94477d1-8a85-47e4-ae2c-902881878513 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0843525 Dec 08 01:30:35.349472 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04b6bfb4-8e64-4430-9309-bc851226c795 req-9291f2a1-5f60-4edd-93a7-226276f01933 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579177 Dec 08 01:30:35.468375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:35.485979 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:35.535881 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-c4ab529f-7da8-45d9-a432-e577097196fc service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777680 Dec 08 01:30:35.547808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Transition to ACTIVE for port object 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:30:35.557170 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:35.603234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-ede9e7e7-3594-4a2b-bd11-d561c12c829a tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:30:35.604172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-ede9e7e7-3594-4a2b-bd11-d561c12c829a tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149801 Dec 08 01:30:35.624411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd71ea-b8c3-421e-b243-bb6fcb16f243 req-150daaa6-5ae2-4569-a6e0-fca9f3ed64e7 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:35.630209 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ffcd71ea-b8c3-421e-b243-bb6fcb16f243 req-150daaa6-5ae2-4569-a6e0-fca9f3ed64e7 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 936 time: 0.1409109 Dec 08 01:30:35.666888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f14f5b78-2130-40f2-b934-6fff5933b54e req-8f332fac-dd33-4ee6-91f3-9d2d0ddf44b4 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227770 Dec 08 01:30:35.721977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Pushing event updated for resources: {'Port': ['ID=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:35.757786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-29c3ef49-e4e7-4368-9331-384f87a47db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:35.765932 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-29c3ef49-e4e7-4368-9331-384f87a47db8 service neutron] 10.222.0.70 "GET /v2.0/ports/4157da45-abde-445e-b9b3-2f001a48e334 HTTP/1.1" status: 200 len: 1095 time: 0.1335506 Dec 08 01:30:35.775600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] Request body: {'binding': {'host': 'n-h1-713498-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:35.776054 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] Unknown quota resources ['binding']. {{(pid=103130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:30:35.839738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ffcd71ea-b8c3-421e-b243-bb6fcb16f243 req-c327f9bb-806e-4012-a5a2-023254afec42 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082670 Dec 08 01:30:35.868633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Attempting to bind port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:35.869160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Attempting to bind port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:35.870201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Attempting to bind port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:35.884800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:35.884800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Attempting to bind port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:35.906813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:35.907163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:35.907816 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:35.908561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Bound port: 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:35.909100 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:35.942855 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed004de-a42c-48b1-a381-2f08fec91f84 x-openstack-request-id: req-bed004de-a42c-48b1-a381-2f08fec91f84 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:35.943156 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0943b0-9aed-4301-9cad-784c9a28cc09", "tag": "82d43663-e069-41f4-8676-37c37ee8327a", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:35.943416 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bed004de-a42c-48b1-a381-2f08fec91f84 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:35.944029 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0943b0-9aed-4301-9cad-784c9a28cc09', 'tag': '82d43663-e069-41f4-8676-37c37ee8327a', 'status': 'completed', 'code': 200} Dec 08 01:30:36.063068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc4768-60d1-430c-b3b5-71c17d3996f1 req-964de779-2ab0-4688-b5ff-4405c638ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:36.065481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75dc4768-60d1-430c-b3b5-71c17d3996f1 req-964de779-2ab0-4688-b5ff-4405c638ced6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 1126 time: 0.0619700 Dec 08 01:30:36.084043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] For port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:36.111500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] For port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:36.116059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] Attempting to bind port 4157da45-abde-445e-b9b3-2f001a48e334 on host n-h1-713498-30 for vnic_type normal with profile None {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:36.116358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] Attempting to bind port 4157da45-abde-445e-b9b3-2f001a48e334 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:36.116693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] Attempting to bind port 4157da45-abde-445e-b9b3-2f001a48e334 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:36.121713 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:36.163556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.72', 57664) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:36.164357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4720-bc5e-4d98-9d74-e5b432db3c93 req-c6f29db6-a8d9-4120-af0c-5a9413cde22f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:36.165906 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01be4720-bc5e-4d98-9d74-e5b432db3c93 req-c6f29db6-a8d9-4120-af0c-5a9413cde22f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 943 time: 0.1346972 Dec 08 01:30:36.166866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] Port 4157da45-abde-445e-b9b3-2f001a48e334 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:36.166866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] Attempting to bind port 4157da45-abde-445e-b9b3-2f001a48e334 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:36.184569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:36.184921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:36.185274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:36.185711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] Bound port: 4157da45-abde-445e-b9b3-2f001a48e334, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:36.196889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:36.198080 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:36.199851 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] 10.222.0.72 "PUT /v2.0/ports/3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 HTTP/1.1" status: 200 len: 1097 time: 1.6966343 Dec 08 01:30:36.201923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc4768-60d1-430c-b3b5-71c17d3996f1 req-782a5b3c-6495-4934-a94f-1d8249e9ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:36.204120 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75dc4768-60d1-430c-b3b5-71c17d3996f1 req-782a5b3c-6495-4934-a94f-1d8249e9ba61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.1299617 Dec 08 01:30:36.272964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75dc4768-60d1-430c-b3b5-71c17d3996f1 req-8d03f838-b72e-4b37-ab40-2393e559e0e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82d43663-e069-41f4-8676-37c37ee8327a HTTP/1.1" status: 200 len: 217 time: 0.0500889 Dec 08 01:30:36.295667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb89f4b-47f3-4c6c-bb75-eecc1b8c9bbe service neutron] Pushing event updated for resources: {'Port': ['ID=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:36.357403 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-f27b339e-668a-41b7-9f32-ad1c45aac4ca service neutron] 10.222.0.72 "GET /v2.0/ports/82d43663-e069-41f4-8676-37c37ee8327a/bindings/n-h1-713498-30 HTTP/1.1" status: 200 len: 385 time: 0.1924679 Dec 08 01:30:36.378915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4157da45-abde-445e-b9b3-2f001a48e334,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:36.391213 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01be4720-bc5e-4d98-9d74-e5b432db3c93 req-47007af4-8b64-4c25-b971-5019e5d4f4b1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139096 Dec 08 01:30:36.397432 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] Publish callbacks [] for binding, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:36.398596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b721bb02-4203-4a44-b7c5-9a06e185f05f service neutron] 10.222.0.70 "POST /v2.0/ports/4157da45-abde-445e-b9b3-2f001a48e334/bindings HTTP/1.1" status: 201 len: 390 time: 0.6317906 Dec 08 01:30:36.412550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-51177687-1a95-4536-ac4c-48304ac33608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:36.421854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-51177687-1a95-4536-ac4c-48304ac33608 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34b987cc893f4e11bff047fe4fc4d0fe&device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 1100 time: 0.1300852 Dec 08 01:30:36.465371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc4768-60d1-430c-b3b5-71c17d3996f1 req-5c30f226-a8bf-4da5-a783-787bcb8c10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:36.467085 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75dc4768-60d1-430c-b3b5-71c17d3996f1 req-5c30f226-a8bf-4da5-a783-787bcb8c10ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.1828303 Dec 08 01:30:36.521579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f2c609d1-f966-4ab4-85a7-3ca3b26201c0 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:30:36.562637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-747804bf-b4f6-4b9e-80d2-5b361c57872a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 HTTP/1.1" status: 200 len: 217 time: 0.1210949 Dec 08 01:30:36.636785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:30:36.636997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-9b241d30-5be0-48fe-bcd1-59137b61b185 service neutron] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=82d43663-e069-41f4-8676-37c37ee8327a,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:36.641605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:36.642671 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:36.731090 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75dc4768-60d1-430c-b3b5-71c17d3996f1 req-1371d836-f4e3-4487-ac67-2c50c9d7ddb9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2520926 Dec 08 01:30:36.784721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-60a41c0f-3065-4121-a4b0-e67df312a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:36.786204 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-60a41c0f-3065-4121-a4b0-e67df312a092 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2005193 Dec 08 01:30:36.809258 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:36.855460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61995f1f-9a46-4f97-880b-698876fb758c req-c48058f8-b478-4756-87da-c9c2cc42f009 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:36.857026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-c48058f8-b478-4756-87da-c9c2cc42f009 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.65 "GET /v2.0/networks?id=a1e5a158-1cbf-4245-ba7c-3a6e43c47075 HTTP/1.1" status: 200 len: 814 time: 0.3961892 Dec 08 01:30:36.863414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-9b241d30-5be0-48fe-bcd1-59137b61b185 service neutron] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:36.866934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83317e8-9430-4c3e-b0ab-53bdb9e0c16e req-6a11ec23-3dec-42de-9a33-0fd3776e5e33 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:36.869445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f83317e8-9430-4c3e-b0ab-53bdb9e0c16e req-6a11ec23-3dec-42de-9a33-0fd3776e5e33 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 945 time: 0.2464736 Dec 08 01:30:36.920559 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1702d85c-77b8-4441-8448-73d40529bfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:36.922673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-8d2f83ad-8083-42f2-b891-403e7744dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:36.924179 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843ca5f0-a6c9-4c82-8867-c6d964db0722" -d '{"events": [{"server_uuid": "1702d85c-77b8-4441-8448-73d40529bfb0", "name": "network-vif-plugged", "status": "completed", "tag": "f2c609d1-f966-4ab4-85a7-3ca3b26201c0"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:36.927180 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-8d2f83ad-8083-42f2-b891-403e7744dbc9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173358 Dec 08 01:30:36.941412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-61995f1f-9a46-4f97-880b-698876fb758c req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Request body: {'port': {'device_id': 'b42f9fec-ef74-4210-bb5a-a93176fcd54c', 'network_id': 'a1e5a158-1cbf-4245-ba7c-3a6e43c47075', 'admin_state_up': True, 'tenant_id': 'fd4ff7fde0c2421580d5a62bbe5f9903'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:36.944812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:36.952353 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:36.956549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 49bc7f48-346c-450e-a7ac-98d084a38c26 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:30:36.992318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5eb9eb0-bcd8-4dc3-8014-806fc35a5b9e req-b4362d6d-eae5-4d70-b19e-f26557842899 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 210 time: 0.0522020 Dec 08 01:30:37.013682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-9b241d30-5be0-48fe-bcd1-59137b61b185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82d43663-e069-41f4-8676-37c37ee8327a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:37.086202 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09635781-c75e-43f6-b618-4d4da1bffbdb x-openstack-request-id: req-09635781-c75e-43f6-b618-4d4da1bffbdb {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:37.086535 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ebcbdc-6803-4d49-993e-56767a6f9e0f", "tag": "ff5ef213-dc7c-4345-bd8d-015df8f71c42", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:37.086813 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09635781-c75e-43f6-b618-4d4da1bffbdb {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:37.087201 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ebcbdc-6803-4d49-993e-56767a6f9e0f', 'tag': 'ff5ef213-dc7c-4345-bd8d-015df8f71c42', 'status': 'completed', 'code': 200} Dec 08 01:30:37.097160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-9b241d30-5be0-48fe-bcd1-59137b61b185 service neutron] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=82d43663-e069-41f4-8676-37c37ee8327a,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:37.109653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.72', 57666) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:37.117667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:37.134281 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75dc4768-60d1-430c-b3b5-71c17d3996f1 req-c82127fb-89ff-4ecf-ac79-8c6087820016 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3838310 Dec 08 01:30:37.151086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 49bc7f48-346c-450e-a7ac-98d084a38c26 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:30:37.157066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 49bc7f48-346c-450e-a7ac-98d084a38c26 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:37.158129 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:37.171430 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-9b241d30-5be0-48fe-bcd1-59137b61b185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:37.200033 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f83317e8-9430-4c3e-b0ab-53bdb9e0c16e req-16355001-c522-4a8b-b30b-1e07cfd84752 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192160 Dec 08 01:30:37.278491 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:37.285051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61995f1f-9a46-4f97-880b-698876fb758c req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Made reservation on behalf of fd4ff7fde0c2421580d5a62bbe5f9903 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:37.291879 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61995f1f-9a46-4f97-880b-698876fb758c req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:37.300751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec06f7-76a7-41d4-bcf4-65299f394d15 req-ea1a8f7c-3a36-448c-86a5-e8b1dc12e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:37.302488 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4aec06f7-76a7-41d4-bcf4-65299f394d15 req-ea1a8f7c-3a36-448c-86a5-e8b1dc12e54f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ff0fb8916fa8424a9f14fd064df985a8&device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 1100 time: 0.1882017 Dec 08 01:30:37.324570 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1cf93eae-f391-403f-b407-cfdea84bda27 req-e6e6a954-0743-45dd-b44d-1cc65dbd09f4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2229462 Dec 08 01:30:37.333276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 49bc7f48-346c-450e-a7ac-98d084a38c26, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=49bc7f48-346c-450e-a7ac-98d084a38c26,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:37.342400 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:37.429973 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=49bc7f48-346c-450e-a7ac-98d084a38c26,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:37.444798 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75dc4768-60d1-430c-b3b5-71c17d3996f1 req-1f7f5ed6-07f4-41ce-9ac1-74804d25186f service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821112 Dec 08 01:30:37.458350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec296ddf-51ab-41f9-aeff-4fb3d9e59b94 req-ba35573e-fcd6-42bb-9396-a5f4da239bf6 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:37.460139 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec296ddf-51ab-41f9-aeff-4fb3d9e59b94 req-ba35573e-fcd6-42bb-9396-a5f4da239bf6 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 948 time: 0.3029561 Dec 08 01:30:37.474684 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-ce593e78-77a4-48ef-bf36-a42589903e53 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762820 Dec 08 01:30:37.525515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-9b241d30-5be0-48fe-bcd1-59137b61b185 service neutron] Transition to ACTIVE for port object 82d43663-e069-41f4-8676-37c37ee8327a will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:30:37.538306 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-9b241d30-5be0-48fe-bcd1-59137b61b185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:37.541335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf93eae-f391-403f-b407-cfdea84bda27 req-8955224a-6163-4f74-b3cb-af550a392550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:37.542828 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1cf93eae-f391-403f-b407-cfdea84bda27 req-8955224a-6163-4f74-b3cb-af550a392550 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba&device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 1097 time: 0.1189120 Dec 08 01:30:37.590337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f821e-86ef-4453-9d54-b65523430900 req-82cf8f0e-cdcb-403b-8f14-6198d725141a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:37.592401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec06f7-76a7-41d4-bcf4-65299f394d15 req-0e6c6c75-0ba7-47b0-adeb-8f619674115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:37.592547 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-305f821e-86ef-4453-9d54-b65523430900 req-82cf8f0e-cdcb-403b-8f14-6198d725141a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.2511089 Dec 08 01:30:37.593130 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4aec06f7-76a7-41d4-bcf4-65299f394d15 req-0e6c6c75-0ba7-47b0-adeb-8f619674115e service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2532358 Dec 08 01:30:37.665405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-61995f1f-9a46-4f97-880b-698876fb758c req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Allocated IP 172.20.0.3 (a1e5a158-1cbf-4245-ba7c-3a6e43c47075/af8d4a03-90c9-4b1b-b04d-139c83d65621/b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:30:37.680913 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec296ddf-51ab-41f9-aeff-4fb3d9e59b94 req-60fd8801-0332-4cfb-be9c-085264722819 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/security-groups?id=e27954fa-afa1-4d25-925b-3e1295ded950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869957 Dec 08 01:30:37.684593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-9b241d30-5be0-48fe-bcd1-59137b61b185 service neutron] No DVR routers for this DVR port 82d43663-e069-41f4-8676-37c37ee8327a on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:30:37.689058 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4aec06f7-76a7-41d4-bcf4-65299f394d15 req-c2976bd3-0700-41cc-ad66-d9ff5c5cd019 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ff5ef213-dc7c-4345-bd8d-015df8f71c42 HTTP/1.1" status: 200 len: 217 time: 0.0803301 Dec 08 01:30:37.734582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b241d30-5be0-48fe-bcd1-59137b61b185 service neutron] Pushing event updated for resources: {'Port': ['ID=82d43663-e069-41f4-8676-37c37ee8327a,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:37.776480 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d26586e-bc0f-42d4-8be6-4b0d1220747e req-9ed408bc-9de5-45f3-967b-a639d392f30a service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847106 Dec 08 01:30:37.779901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-9b241d30-5be0-48fe-bcd1-59137b61b185 service neutron] 10.222.0.72 "PUT /v2.0/ports/82d43663-e069-41f4-8676-37c37ee8327a/bindings/n-h1-713498-30/activate HTTP/1.1" status: 200 len: 370 time: 1.4152610 Dec 08 01:30:37.818503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec06f7-76a7-41d4-bcf4-65299f394d15 req-32e5d481-bac8-4b1c-bdd2-234efcffb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:37.819998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4aec06f7-76a7-41d4-bcf4-65299f394d15 req-32e5d481-bac8-4b1c-bdd2-234efcffb558 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1183381 Dec 08 01:30:37.836321 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-305f821e-86ef-4453-9d54-b65523430900 req-e7aee995-68f8-46b6-8a44-1fc691c443a5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191315 Dec 08 01:30:37.840799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf93eae-f391-403f-b407-cfdea84bda27 req-b45543da-302f-4a45-afaf-27e00fac78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:37.842281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1cf93eae-f391-403f-b407-cfdea84bda27 req-b45543da-302f-4a45-afaf-27e00fac78b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=45794b73-594c-438d-a11c-067a267cf9ce HTTP/1.1" status: 200 len: 924 time: 0.2729452 Dec 08 01:30:37.845121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e8119-184a-4110-b59c-05b36d7ff89a req-5c250a41-5401-4ff8-adb1-75d2bc06cba6 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:37.846712 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce6e8119-184a-4110-b59c-05b36d7ff89a req-5c250a41-5401-4ff8-adb1-75d2bc06cba6 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 946 time: 0.0707593 Dec 08 01:30:37.949601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb26727-0def-4810-8be5-d88f206cfd3c', 'tag': '3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:37.951775 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90938dee-0fa1-4ce6-9384-9a9ddf1d4aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb26727-0def-4810-8be5-d88f206cfd3c", "tag": "3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:38.012617 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce6e8119-184a-4110-b59c-05b36d7ff89a req-97ee03cc-34bf-4088-9a2c-32c7e90804e5 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519732 Dec 08 01:30:38.060198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec06f7-76a7-41d4-bcf4-65299f394d15 req-5cbc2211-278b-4592-956f-6d6d039fa61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.062885 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baf5c44-4c58-4928-82f9-68d02868e80e x-openstack-request-id: req-0baf5c44-4c58-4928-82f9-68d02868e80e {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:38.063367 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1702d85c-77b8-4441-8448-73d40529bfb0", "name": "network-vif-plugged", "status": "completed", "tag": "f2c609d1-f966-4ab4-85a7-3ca3b26201c0", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:38.063463 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0baf5c44-4c58-4928-82f9-68d02868e80e {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:38.063893 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1702d85c-77b8-4441-8448-73d40529bfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0', 'code': 200} Dec 08 01:30:38.064796 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4aec06f7-76a7-41d4-bcf4-65299f394d15 req-5cbc2211-278b-4592-956f-6d6d039fa61f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1733427 Dec 08 01:30:38.066911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-50fd5c40-3218-4191-914e-cc83bf8365d8 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.068786 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-50fd5c40-3218-4191-914e-cc83bf8365d8 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09&tenant_id=be969996768c47d9a8724404f7a037cd&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1096 time: 0.1398785 Dec 08 01:30:38.075175 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1cf93eae-f391-403f-b407-cfdea84bda27 req-80a7544b-d518-4a20-974e-16259c3480a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c06b264c-3243-4cc1-a9f8-635da8382216 HTTP/1.1" status: 200 len: 1000 time: 0.2097948 Dec 08 01:30:38.108891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6cb32f-9209-4ae9-b2bf-08e115002d0a req-264c22f0-ac36-42af-972f-1bfcbecd947e tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.110398 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b6cb32f-9209-4ae9-b2bf-08e115002d0a req-264c22f0-ac36-42af-972f-1bfcbecd947e tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 948 time: 0.1813378 Dec 08 01:30:38.140348 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61995f1f-9a46-4f97-880b-698876fb758c req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:38.207378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.65', 53243) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:38.261235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf93eae-f391-403f-b407-cfdea84bda27 req-e8a69fff-0bcb-4474-8159-c0602b146168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.262973 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1cf93eae-f391-403f-b407-cfdea84bda27 req-e8a69fff-0bcb-4474-8159-c0602b146168 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5c7176f9-f7bf-457f-8cdd-cf682e2c25da HTTP/1.1" status: 200 len: 862 time: 0.1364210 Dec 08 01:30:38.280325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b6cb32f-9209-4ae9-b2bf-08e115002d0a req-7df762b5-d298-4637-8650-14a8f0957b7c tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615152 Dec 08 01:30:38.334233 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61995f1f-9a46-4f97-880b-698876fb758c req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:38.344483 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e997f-4cb2-4e96-8af8-2525bf7ac12c req-5426c382-061c-4fcf-bd6d-282cdd79601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.347094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-843e997f-4cb2-4e96-8af8-2525bf7ac12c req-5426c382-061c-4fcf-bd6d-282cdd79601c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 1102 time: 0.1372395 Dec 08 01:30:38.412078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf93eae-f391-403f-b407-cfdea84bda27 req-f602c0ec-8ddf-4737-9c9c-c4c6ba48147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.413630 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1cf93eae-f391-403f-b407-cfdea84bda27 req-f602c0ec-8ddf-4737-9c9c-c4c6ba48147d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45794b73-594c-438d-a11c-067a267cf9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1395073 Dec 08 01:30:38.418022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61995f1f-9a46-4f97-880b-698876fb758c req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Network a1e5a158-1cbf-4245-ba7c-3a6e43c47075 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:30:38.431101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-61995f1f-9a46-4f97-880b-698876fb758c req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:38.468892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ff5ef213-dc7c-4345-bd8d-015df8f71c42 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:30:38.506837 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4aec06f7-76a7-41d4-bcf4-65299f394d15 req-074e0a69-043b-4e24-a69f-2c11c519c230 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319506 Dec 08 01:30:38.537207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe82982-8196-4e93-8401-ead684dc1a2f req-4dbd9054-6d9f-4ce9-9f96-77d22729b22e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.544849 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbe82982-8196-4e93-8401-ead684dc1a2f req-4dbd9054-6d9f-4ce9-9f96-77d22729b22e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 944 time: 0.4031968 Dec 08 01:30:38.565924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-363317cb-d923-47a0-ad0b-39fc217cceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.567310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-363317cb-d923-47a0-ad0b-39fc217cceeb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09&tenant_id=be969996768c47d9a8724404f7a037cd HTTP/1.1" status: 200 len: 1096 time: 0.4127843 Dec 08 01:30:38.644961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ff5ef213-dc7c-4345-bd8d-015df8f71c42, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ff5ef213-dc7c-4345-bd8d-015df8f71c42,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:38.659577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'ff5ef213-dc7c-4345-bd8d-015df8f71c42', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'ff5ef213-dc7c-4345-bd8d-015df8f71c42', 'mac_address': 'fa:16:3e:69:7a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:30:38.723827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbe82982-8196-4e93-8401-ead684dc1a2f req-5bf3fda6-f123-4c99-829d-2a61deea21cc tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778643 Dec 08 01:30:38.724575 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:38.725873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90938dee-0fa1-4ce6-9384-9a9ddf1d4aa7 req-6cc54117-2156-4f6e-b42e-1458c67e2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.727641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90938dee-0fa1-4ce6-9384-9a9ddf1d4aa7 req-6cc54117-2156-4f6e-b42e-1458c67e2ff8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=34b987cc893f4e11bff047fe4fc4d0fe&device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 1100 time: 0.2197800 Dec 08 01:30:38.749697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Pushing event updated for resources: {'Port': ['ID=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:38.750359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5ef213-dc7c-4345-bd8d-015df8f71c42 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:38.753883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-61995f1f-9a46-4f97-880b-698876fb758c req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:30:38.759448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61995f1f-9a46-4f97-880b-698876fb758c req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.760078 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61995f1f-9a46-4f97-880b-698876fb758c req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:38.773552 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4ab88f-4dbe-4e30-87ed-e3fe577b0ede x-openstack-request-id: req-3e4ab88f-4dbe-4e30-87ed-e3fe577b0ede {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:38.773985 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb26727-0def-4810-8be5-d88f206cfd3c", "tag": "3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:38.774264 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e4ab88f-4dbe-4e30-87ed-e3fe577b0ede {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:38.774729 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb26727-0def-4810-8be5-d88f206cfd3c', 'tag': '3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7', 'status': 'completed', 'code': 200} Dec 08 01:30:38.796898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-4080b85c-b63b-4e1d-8786-72a7b2e2db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.797292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ff5ef213-dc7c-4345-bd8d-015df8f71c42, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ff5ef213-dc7c-4345-bd8d-015df8f71c42,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:38.799033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-4080b85c-b63b-4e1d-8786-72a7b2e2db66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 1096 time: 0.1752467 Dec 08 01:30:38.804261 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:38.817369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-fd6af49c-3b44-4583-aa86-fb3da83097a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8862646 Dec 08 01:30:38.821471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4aec06f7-76a7-41d4-bcf4-65299f394d15 req-06970d9c-25ff-4b72-8d0e-9e06813e4ff7 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932699 Dec 08 01:30:38.866739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Request body: {'port': {'device_id': 'b42f9fec-ef74-4210-bb5a-a93176fcd54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:38.888351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ff5ef213-dc7c-4345-bd8d-015df8f71c42,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:38.909975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-843e997f-4cb2-4e96-8af8-2525bf7ac12c req-b99cbc5c-4397-4fd7-95ab-9b51065aad58 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5181327 Dec 08 01:30:38.977952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90938dee-0fa1-4ce6-9384-9a9ddf1d4aa7 req-f8365b45-b697-4990-905e-cf6d1b19147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.979373 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90938dee-0fa1-4ce6-9384-9a9ddf1d4aa7 req-f8365b45-b697-4990-905e-cf6d1b19147a service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2424304 Dec 08 01:30:38.990317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84f25f-45f9-4a62-a195-471fdf9c5700 req-ceec3a80-94e0-4c23-a610-cf4d830a809a tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:38.991827 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f84f25f-45f9-4a62-a195-471fdf9c5700 req-ceec3a80-94e0-4c23-a610-cf4d830a809a tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 931 time: 0.2203293 Dec 08 01:30:39.003131 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:39.014931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-569ad454-1b79-4002-8003-51585f2817f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:39.018230 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-569ad454-1b79-4002-8003-51585f2817f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.2077906 Dec 08 01:30:39.048728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1cf93eae-f391-403f-b407-cfdea84bda27 req-920fde09-d9a3-4a2f-b827-d1c1e292d3b4 service neutron] 10.222.0.65 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188774 Dec 08 01:30:39.053851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd2010-8279-448e-a0d8-d6f0de53e37c req-fe49289f-6079-4c60-bbce-906fc7336277 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:39.057761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88dd2010-8279-448e-a0d8-d6f0de53e37c req-fe49289f-6079-4c60-bbce-906fc7336277 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.1690495 Dec 08 01:30:39.057761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90938dee-0fa1-4ce6-9384-9a9ddf1d4aa7 req-b97ead22-edab-4acb-b20e-83613e3994f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 HTTP/1.1" status: 200 len: 217 time: 0.0678012 Dec 08 01:30:39.111337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f84f25f-45f9-4a62-a195-471fdf9c5700 req-ec747ee8-9bd8-4dfd-b406-79a4e9146f66 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091924 Dec 08 01:30:39.143751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ff5ef213-dc7c-4345-bd8d-015df8f71c42'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:39.174686 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88dd2010-8279-448e-a0d8-d6f0de53e37c req-3f0d441b-6625-498e-92bd-c9c5b5662de2 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119151 Dec 08 01:30:39.177454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90938dee-0fa1-4ce6-9384-9a9ddf1d4aa7 req-8974cc07-1213-4075-961b-2f00e9e71fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:39.178965 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90938dee-0fa1-4ce6-9384-9a9ddf1d4aa7 req-8974cc07-1213-4075-961b-2f00e9e71fc2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1002614 Dec 08 01:30:39.297149 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-e7a012d4-14b0-4fee-b208-450cc44745c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82d43663-e069-41f4-8676-37c37ee8327a HTTP/1.1" status: 200 len: 217 time: 0.0646410 Dec 08 01:30:39.367315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90938dee-0fa1-4ce6-9384-9a9ddf1d4aa7 req-4725bec2-5dbd-4c26-9794-27de615c9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:39.368864 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90938dee-0fa1-4ce6-9384-9a9ddf1d4aa7 req-4725bec2-5dbd-4c26-9794-27de615c9b65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1807508 Dec 08 01:30:39.427458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-81133d99-c00a-4499-b2a8-cbd15d3af13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:39.429070 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-81133d99-c00a-4499-b2a8-cbd15d3af13b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.1238348 Dec 08 01:30:39.442300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62f1ab-9157-4bd4-be60-a28180a65387 req-2c012499-0625-4239-9912-122faebe14f6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:39.447162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00b65a-a157-4a0d-9a55-2304b9728cb5 req-bdfe2ffb-2d37-473c-932c-b38a17b4f595 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:39.450906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd62f1ab-9157-4bd4-be60-a28180a65387 req-2c012499-0625-4239-9912-122faebe14f6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1630728 Dec 08 01:30:39.456046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de00b65a-a157-4a0d-9a55-2304b9728cb5 req-bdfe2ffb-2d37-473c-932c-b38a17b4f595 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 949 time: 0.2385130 Dec 08 01:30:39.514024 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1cf93eae-f391-403f-b407-cfdea84bda27 req-dd11852f-fd0e-4945-80ca-14e6c0bd609d service neutron] 10.222.0.65 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189751 Dec 08 01:30:39.520417 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-9b06fbb1-69d9-413e-a5e9-0cd90631729e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681832 Dec 08 01:30:39.577816 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de00b65a-a157-4a0d-9a55-2304b9728cb5 req-01657e83-92cf-4950-8a51-9eb32bdbf208 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/security-groups?id=e27954fa-afa1-4d25-925b-3e1295ded950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207831 Dec 08 01:30:39.581335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:39.591089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:39.605607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Transition to ACTIVE for port object b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:30:39.612383 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:39.650357 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90938dee-0fa1-4ce6-9384-9a9ddf1d4aa7 req-36da0960-fc09-4662-a179-501708ac3e10 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717011 Dec 08 01:30:39.670422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd62f1ab-9157-4bd4-be60-a28180a65387 req-dff50f88-3097-4d16-ba86-ff81a953fe87 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194879 Dec 08 01:30:39.745008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f7784-85a0-4944-8f99-1a21bca93dad req-c1a33fd4-a14c-4351-8da5-949cbd3248d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:39.746562 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e0f7784-85a0-4944-8f99-1a21bca93dad req-c1a33fd4-a14c-4351-8da5-949cbd3248d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 1096 time: 0.2463231 Dec 08 01:30:39.770872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:39.789558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Attempting to bind port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:39.790206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Attempting to bind port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '76ea8461-d41d-475f-af31-3c7ad23824dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a1e5a158-1cbf-4245-ba7c-3a6e43c47075'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:39.790548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Attempting to bind port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 on network a1e5a158-1cbf-4245-ba7c-3a6e43c47075 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:39.801973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 on network a1e5a158-1cbf-4245-ba7c-3a6e43c47075 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:39.802386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Attempting to bind port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 on network a1e5a158-1cbf-4245-ba7c-3a6e43c47075 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:39.818826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b684b4-5597-4949-8408-c2dbcdfd3454 req-e9d72625-9abb-414f-9d68-4da029eff4ef tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:39.822491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-87b684b4-5597-4949-8408-c2dbcdfd3454 req-e9d72625-9abb-414f-9d68-4da029eff4ef tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 946 time: 0.1251323 Dec 08 01:30:39.824919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:39.825403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Checking segment: {'id': '76ea8461-d41d-475f-af31-3c7ad23824dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a1e5a158-1cbf-4245-ba7c-3a6e43c47075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:39.826234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Bound using segment: {'id': '76ea8461-d41d-475f-af31-3c7ad23824dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a1e5a158-1cbf-4245-ba7c-3a6e43c47075'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:39.826906 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Bound port: b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ea8461-d41d-475f-af31-3c7ad23824dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a1e5a158-1cbf-4245-ba7c-3a6e43c47075'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:39.828059 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:39.894176 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-19add658-e927-4cce-b9f4-5f7c9d02f5ab service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545351 Dec 08 01:30:39.925540 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-87b684b4-5597-4949-8408-c2dbcdfd3454 req-3f18e8cb-c396-4003-b360-ccb41f43e178 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924816 Dec 08 01:30:39.954854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] For port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:39.959980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] For port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4,segment=NetworkSegment(76ea8461-d41d-475f-af31-3c7ad23824dd),segment_id=76ea8461-d41d-475f-af31-3c7ad23824dd)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:39.967353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:40.019669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:40.020434 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:40.021806 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] 10.222.0.65 "PUT /v2.0/ports/b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 HTTP/1.1" status: 200 len: 1092 time: 1.1679051 Dec 08 01:30:40.044037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed896d9-4d2a-4131-8e6c-f9b5cb6266c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:40.055542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7fa9d-a92d-48f4-86c2-3dec6d6c12a9 req-344d5bb3-1b1a-4459-b0a5-a14eeced96d8 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:40.063188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dac7fa9d-a92d-48f4-86c2-3dec6d6c12a9 req-344d5bb3-1b1a-4459-b0a5-a14eeced96d8 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 948 time: 0.3006878 Dec 08 01:30:40.064956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c0476c-e7c7-465a-b897-fdfae006c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bc7f48-346c-450e-a7ac-98d084a38c26'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:40.067307 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec16de90-4e89-496c-bc33-dd066e42056e" -d '{"events": [{"server_uuid": "61c0476c-e7c7-465a-b897-fdfae006c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "49bc7f48-346c-450e-a7ac-98d084a38c26"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:40.088845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90938dee-0fa1-4ce6-9384-9a9ddf1d4aa7 req-06ad6e89-7e93-4f9f-8a61-bd01ba6f731e service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611188 Dec 08 01:30:40.168132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f7784-85a0-4944-8f99-1a21bca93dad req-ba620a10-7cdb-4a9e-bb6e-717a12291b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:40.169952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e0f7784-85a0-4944-8f99-1a21bca93dad req-ba620a10-7cdb-4a9e-bb6e-717a12291b90 service neutron] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.3816805 Dec 08 01:30:40.225200 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dac7fa9d-a92d-48f4-86c2-3dec6d6c12a9 req-ecb4c1c0-c348-4860-a84d-078b793e175d tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609216 Dec 08 01:30:40.281232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61995f1f-9a46-4f97-880b-698876fb758c req-e83a0e18-0508-4765-ade6-3cdd9837c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:40.285980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-e83a0e18-0508-4765-ade6-3cdd9837c01b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd4ff7fde0c2421580d5a62bbe5f9903&device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 1095 time: 0.1371095 Dec 08 01:30:40.294573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ddbdd-a124-4b69-a4d1-7fa853815c6d req-7909ded1-9f2c-42bd-b00c-558316fae730 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:40.295935 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa8ddbdd-a124-4b69-a4d1-7fa853815c6d req-7909ded1-9f2c-42bd-b00c-558316fae730 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 944 time: 0.1639504 Dec 08 01:30:40.318016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e0f7784-85a0-4944-8f99-1a21bca93dad req-e376cf5e-c700-4eed-865d-582ff0142714 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82d43663-e069-41f4-8676-37c37ee8327a HTTP/1.1" status: 200 len: 217 time: 0.1125367 Dec 08 01:30:40.326704 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2358cfd7-81c9-426b-b724-5bedabc5dd2d x-openstack-request-id: req-2358cfd7-81c9-426b-b724-5bedabc5dd2d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:40.327268 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c0476c-e7c7-465a-b897-fdfae006c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "49bc7f48-346c-450e-a7ac-98d084a38c26", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:40.327268 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2358cfd7-81c9-426b-b724-5bedabc5dd2d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:40.327663 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c0476c-e7c7-465a-b897-fdfae006c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bc7f48-346c-450e-a7ac-98d084a38c26', 'code': 200} Dec 08 01:30:40.403299 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f7784-85a0-4944-8f99-1a21bca93dad req-da6d9438-d205-43c4-8802-24be98dbf5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:40.406255 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e0f7784-85a0-4944-8f99-1a21bca93dad req-da6d9438-d205-43c4-8802-24be98dbf5a1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0777576 Dec 08 01:30:40.410001 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-9baf900a-6d08-492c-b777-cafab59f1555 service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712360 Dec 08 01:30:40.466712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:30:40.479328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e0f7784-85a0-4944-8f99-1a21bca93dad req-a1450047-bae2-4c19-bb0e-aac5e531bd6d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619018 Dec 08 01:30:40.499937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-c8257077-30b8-4a11-9167-9f5ca409d15f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 HTTP/1.1" status: 200 len: 217 time: 0.1438794 Dec 08 01:30:40.656002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa8ddbdd-a124-4b69-a4d1-7fa853815c6d req-3cd90816-fc65-4027-8273-05bbfacfa68a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489790 Dec 08 01:30:40.676555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61995f1f-9a46-4f97-880b-698876fb758c req-c48782c9-45ed-49f2-ab3f-dc7c0d1f7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:40.677965 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-c48782c9-45ed-49f2-ab3f-dc7c0d1f7c56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d4a03-90c9-4b1b-b04d-139c83d65621 HTTP/1.1" status: 200 len: 854 time: 0.1560242 Dec 08 01:30:40.701257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7b762-86ec-44e6-a48a-82ed7828c18e req-e2b2fef3-4267-41a4-b831-c8921b0163fc tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:40.710945 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91e7b762-86ec-44e6-a48a-82ed7828c18e req-e2b2fef3-4267-41a4-b831-c8921b0163fc tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 943 time: 0.2683656 Dec 08 01:30:40.716728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:40.748683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7', 'mac_address': 'fa:16:3e:da:35:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:30:40.750755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ff5ef213-dc7c-4345-bd8d-015df8f71c42 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:30:40.775271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-d2cee394-a8d1-4461-b918-d71668904f40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1e5a158-1cbf-4245-ba7c-3a6e43c47075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840542 Dec 08 01:30:40.775796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42f9fec-ef74-4210-bb5a-a93176fcd54c', 'tag': 'b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:40.781872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da421e9b-6f8c-4123-a879-6c5596afaee0 req-96bc200f-41c9-4f14-b1f1-9b5163fbdbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:40.784320 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca92cf5-4250-4959-a37e-10ef456d74ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b42f9fec-ef74-4210-bb5a-a93176fcd54c", "tag": "b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:40.788819 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da421e9b-6f8c-4123-a879-6c5596afaee0 req-96bc200f-41c9-4f14-b1f1-9b5163fbdbc2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 1098 time: 0.2135930 Dec 08 01:30:40.800104 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e0f7784-85a0-4944-8f99-1a21bca93dad req-ac61d69d-2615-4fc8-8918-652de77aa720 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016558 Dec 08 01:30:40.826423 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:40.851080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:40.876741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:40.887495 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:40.893260 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91e7b762-86ec-44e6-a48a-82ed7828c18e req-9b766523-eed5-4d43-97bb-53ee9d56bdb3 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814139 Dec 08 01:30:40.936844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port ff5ef213-dc7c-4345-bd8d-015df8f71c42 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:30:40.947970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port ff5ef213-dc7c-4345-bd8d-015df8f71c42 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:40.949977 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:40.993006 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:41.001737 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-cb596574-5f2a-4c0b-8aca-0fed8803ae9d service neutron] 10.222.0.65 "GET /v2.0/networks/a1e5a158-1cbf-4245-ba7c-3a6e43c47075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988466 Dec 08 01:30:41.020211 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e0f7784-85a0-4944-8f99-1a21bca93dad req-ac2d1743-d110-4e49-80f9-bcb585057d1c service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018175 Dec 08 01:30:41.028511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da421e9b-6f8c-4123-a879-6c5596afaee0 req-dfe420ad-34bc-4948-bc41-c3026c6fc885 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089841 Dec 08 01:30:41.066310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5149b73-0976-47d7-b12b-828bbe4ff506 req-9a7d8467-e0da-4663-acc0-91d46cfa5aaa tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:41.074185 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5149b73-0976-47d7-b12b-828bbe4ff506 req-9a7d8467-e0da-4663-acc0-91d46cfa5aaa tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.2080255 Dec 08 01:30:41.088045 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:41.128247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25b8f0-b0ea-4d97-8396-b5e357d04ffc req-c356bf7d-05aa-4294-adba-f244a4142382 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:41.130059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e25b8f0-b0ea-4d97-8396-b5e357d04ffc req-c356bf7d-05aa-4294-adba-f244a4142382 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 949 time: 0.0854828 Dec 08 01:30:41.134919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ff5ef213-dc7c-4345-bd8d-015df8f71c42, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ff5ef213-dc7c-4345-bd8d-015df8f71c42,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:41.140470 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:41.141598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 82d43663-e069-41f4-8676-37c37ee8327a no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:30:41.201888 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5149b73-0976-47d7-b12b-828bbe4ff506 req-7299f199-3ec7-415d-8f39-746382582b02 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218274 Dec 08 01:30:41.211947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61995f1f-9a46-4f97-880b-698876fb758c req-030b511b-3028-4fde-a671-674aa591f87e service neutron] 10.222.0.65 "GET /v2.0/networks/a1e5a158-1cbf-4245-ba7c-3a6e43c47075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008510 Dec 08 01:30:41.216577 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e25b8f0-b0ea-4d97-8396-b5e357d04ffc req-b83a4bbb-7d3c-45d1-9257-91907394da5e tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/security-groups?id=e27954fa-afa1-4d25-925b-3e1295ded950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692775 Dec 08 01:30:41.233588 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:41.279610 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404faf95-de73-4257-a5c6-bf5d71d209d8 x-openstack-request-id: req-404faf95-de73-4257-a5c6-bf5d71d209d8 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:41.280024 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42f9fec-ef74-4210-bb5a-a93176fcd54c", "tag": "b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:41.280511 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-404faf95-de73-4257-a5c6-bf5d71d209d8 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:41.284820 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42f9fec-ef74-4210-bb5a-a93176fcd54c', 'tag': 'b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4', 'status': 'completed', 'code': 200} Dec 08 01:30:41.294043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ff5ef213-dc7c-4345-bd8d-015df8f71c42,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:41.315288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 82d43663-e069-41f4-8676-37c37ee8327a not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:30:41.360849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942b2ab-d9c9-4f31-adab-c29d5b5c8412 req-bcfea187-7d03-437e-96e5-0b42b8f9963c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:41.368876 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0942b2ab-d9c9-4f31-adab-c29d5b5c8412 req-bcfea187-7d03-437e-96e5-0b42b8f9963c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.0830216 Dec 08 01:30:41.420546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d20a-f7fe-4db9-b003-0635e90d134f req-cef800ae-7a86-48cb-aa1e-b46e17749f26 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:41.422138 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c572d20a-f7fe-4db9-b003-0635e90d134f req-cef800ae-7a86-48cb-aa1e-b46e17749f26 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 946 time: 0.0699840 Dec 08 01:30:41.462399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0942b2ab-d9c9-4f31-adab-c29d5b5c8412 req-78ee4658-607c-4a91-9869-cadcd4036285 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921421 Dec 08 01:30:41.498761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c572d20a-f7fe-4db9-b003-0635e90d134f req-a14f73dc-fb99-46a6-8834-d3ec35ecb83c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635777 Dec 08 01:30:41.540972 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca92cf5-4250-4959-a37e-10ef456d74ff req-f0b1c2ec-c288-412c-8027-30bed6d7392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:41.542757 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ca92cf5-4250-4959-a37e-10ef456d74ff req-f0b1c2ec-c288-412c-8027-30bed6d7392e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd4ff7fde0c2421580d5a62bbe5f9903&device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 1095 time: 0.0794747 Dec 08 01:30:41.625390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26fe54-31c6-4bc5-8985-7350f844e8e3 req-c9b01dfc-745f-4a45-9e03-0ec3e8296ed2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:41.628241 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f26fe54-31c6-4bc5-8985-7350f844e8e3 req-c9b01dfc-745f-4a45-9e03-0ec3e8296ed2 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 949 time: 0.0619400 Dec 08 01:30:41.686955 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f26fe54-31c6-4bc5-8985-7350f844e8e3 req-6d4ef08a-71eb-40b7-9b9d-42b8db9d2c7a tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516717 Dec 08 01:30:41.708784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-2a42ec14-7ed8-4962-9063-0f2c77f032e3 req-f1656877-3ffc-4c3b-9bd7-adf0c7672372 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:30:41.708784 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a42ec14-7ed8-4962-9063-0f2c77f032e3 req-f1656877-3ffc-4c3b-9bd7-adf0c7672372 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051606 Dec 08 01:30:41.754691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca92cf5-4250-4959-a37e-10ef456d74ff req-bdad3952-c092-49e2-9a71-b921f6cfe8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:41.756178 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ca92cf5-4250-4959-a37e-10ef456d74ff req-bdad3952-c092-49e2-9a71-b921f6cfe8c8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1e5a158-1cbf-4245-ba7c-3a6e43c47075 HTTP/1.1" status: 200 len: 915 time: 0.1259434 Dec 08 01:30:41.831744 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ca92cf5-4250-4959-a37e-10ef456d74ff req-dce2a32b-d53d-4840-8d2b-de3e23ac73e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 HTTP/1.1" status: 200 len: 217 time: 0.0627854 Dec 08 01:30:41.897322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca92cf5-4250-4959-a37e-10ef456d74ff req-1e843a09-d2b8-4aec-862e-4fd3add04fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:41.899040 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ca92cf5-4250-4959-a37e-10ef456d74ff req-1e843a09-d2b8-4aec-862e-4fd3add04fb1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d4a03-90c9-4b1b-b04d-139c83d65621 HTTP/1.1" status: 200 len: 854 time: 0.0545945 Dec 08 01:30:41.989063 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ca92cf5-4250-4959-a37e-10ef456d74ff req-bf24893f-270f-455e-8102-d7244d7754fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1e5a158-1cbf-4245-ba7c-3a6e43c47075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720792 Dec 08 01:30:42.125345 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-187783c0-e97c-4278-8cd5-ebf2164d0b91 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1530428 Dec 08 01:30:42.137576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5d627-d17d-4a50-aada-8164fb77d1af req-cc12c5fa-87ac-4b24-8295-29d6ff8c3efa tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:42.139472 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ec5d627-d17d-4a50-aada-8164fb77d1af req-cc12c5fa-87ac-4b24-8295-29d6ff8c3efa tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1309164 Dec 08 01:30:42.157173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a437cfe-681a-4a20-86f3-7ce682ee80ac req-508cbb29-180b-40e8-9e3d-f4526a44ac0a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:42.160962 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a437cfe-681a-4a20-86f3-7ce682ee80ac req-508cbb29-180b-40e8-9e3d-f4526a44ac0a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 944 time: 0.3384950 Dec 08 01:30:42.168863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-203ffcd2-f0c8-4b15-9b70-84167610ed58 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:30:42.181153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-ad509d49-aac2-4d65-878e-6de411130578 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:42.183681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-ad509d49-aac2-4d65-878e-6de411130578 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09&tenant_id=be969996768c47d9a8724404f7a037cd&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 1096 time: 0.3273075 Dec 08 01:30:42.183817 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-203ffcd2-f0c8-4b15-9b70-84167610ed58 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223742 Dec 08 01:30:42.202198 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ca92cf5-4250-4959-a37e-10ef456d74ff req-e9c02db1-92ce-4c3d-80f5-bc543900734a service neutron] 10.222.0.65 "GET /v2.0/networks/a1e5a158-1cbf-4245-ba7c-3a6e43c47075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947787 Dec 08 01:30:42.273546 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ec5d627-d17d-4a50-aada-8164fb77d1af req-1e43bb8c-4b9d-43a4-8d18-1aa44980af24 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151915 Dec 08 01:30:42.319374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a437cfe-681a-4a20-86f3-7ce682ee80ac req-3862746c-0ba8-48eb-833d-cc674a58ed0d tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515684 Dec 08 01:30:42.328538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ebcbdc-6803-4d49-993e-56767a6f9e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5ef213-dc7c-4345-bd8d-015df8f71c42'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:42.341259 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43fbe9b-3bef-41b0-9d59-58260ec51eab" -d '{"events": [{"server_uuid": "56ebcbdc-6803-4d49-993e-56767a6f9e0f", "name": "network-vif-plugged", "status": "completed", "tag": "ff5ef213-dc7c-4345-bd8d-015df8f71c42"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:42.350555 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ca92cf5-4250-4959-a37e-10ef456d74ff req-869b2728-fdbe-4544-aac2-273fb2016d1d service neutron] 10.222.0.65 "GET /v2.0/networks/a1e5a158-1cbf-4245-ba7c-3a6e43c47075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360621 Dec 08 01:30:42.472222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-38026d42-29d3-4cee-a535-d7344792c2bb service neutron] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:42.472875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:30:42.476252 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-38026d42-29d3-4cee-a535-d7344792c2bb service neutron] Publish callbacks [] for binding, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:42.477819 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd33cde1-f131-49b4-8f9f-6fccb81c1029 req-38026d42-29d3-4cee-a535-d7344792c2bb service neutron] 10.222.0.65 "DELETE /v2.0/ports/82d43663-e069-41f4-8676-37c37ee8327a/bindings/n-h2-713498-30 HTTP/1.1" status: 204 len: 173 time: 0.2742789 Dec 08 01:30:42.512548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85215a-bc66-45bb-b624-261db9e5ef7c req-2781c29b-c792-4955-998a-11bea6d019cd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:42.528042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a85215a-bc66-45bb-b624-261db9e5ef7c req-2781c29b-c792-4955-998a-11bea6d019cd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.1039925 Dec 08 01:30:42.574587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:30:42.583686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:42.585841 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:42.613627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394f339-3ea9-417e-845b-79ea4a73b285 req-34867a11-762c-487c-876e-59f3ebd601eb tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:42.636651 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6394f339-3ea9-417e-845b-79ea4a73b285 req-34867a11-762c-487c-876e-59f3ebd601eb tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 943 time: 0.1831484 Dec 08 01:30:42.692469 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a85215a-bc66-45bb-b624-261db9e5ef7c req-26759f89-9586-4c0b-92b5-47a282dfff22 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588178 Dec 08 01:30:42.742768 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6394f339-3ea9-417e-845b-79ea4a73b285 req-ccd5c7ac-dd42-4434-9110-73274348721a tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906565 Dec 08 01:30:42.803752 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2e15e5-a3ad-43af-b9e2-6d4dea707a45 x-openstack-request-id: req-4c2e15e5-a3ad-43af-b9e2-6d4dea707a45 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:42.804074 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ebcbdc-6803-4d49-993e-56767a6f9e0f", "name": "network-vif-plugged", "status": "completed", "tag": "ff5ef213-dc7c-4345-bd8d-015df8f71c42", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:42.804460 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c2e15e5-a3ad-43af-b9e2-6d4dea707a45 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:42.804739 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ebcbdc-6803-4d49-993e-56767a6f9e0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5ef213-dc7c-4345-bd8d-015df8f71c42', 'code': 200} Dec 08 01:30:42.870915 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:42.953658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:42.971519 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:42.979019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd924d0-9d51-4be1-8796-1875e09e91c3 req-812ca910-fe86-41e0-8c39-233cab219b3d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:42.980642 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2dd924d0-9d51-4be1-8796-1875e09e91c3 req-812ca910-fe86-41e0-8c39-233cab219b3d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 946 time: 0.1014750 Dec 08 01:30:43.008488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d1e21-bcda-463b-863f-f6336ab35961 req-60624b63-62ac-4451-9c98-3809b36f1283 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:43.018722 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-850d1e21-bcda-463b-863f-f6336ab35961 req-60624b63-62ac-4451-9c98-3809b36f1283 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 950 time: 0.1872735 Dec 08 01:30:43.114447 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-850d1e21-bcda-463b-863f-f6336ab35961 req-18525803-cb10-491c-a44d-4a25905d1a42 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/security-groups?id=e27954fa-afa1-4d25-925b-3e1295ded950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934641 Dec 08 01:30:43.121108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:43.144598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.144971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.145331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.145685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.146033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.146380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.146738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.147064 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.152788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2dd924d0-9d51-4be1-8796-1875e09e91c3 req-e2e5d6eb-16bd-4df8-9bf8-a369245b1502 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527753 Dec 08 01:30:43.156789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.157206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.157658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.158016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.158399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:43.209505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bf12e-f9a5-4e7e-b8b8-d041ea01f86d req-0f7ba288-5ba7-4cde-80d4-e85f74d06926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:43.223010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-793bf12e-f9a5-4e7e-b8b8-d041ea01f86d req-0f7ba288-5ba7-4cde-80d4-e85f74d06926 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 1102 time: 0.1756592 Dec 08 01:30:43.444154 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-793bf12e-f9a5-4e7e-b8b8-d041ea01f86d req-bf686c7d-ae31-46c5-a017-138beab95a25 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e27954fa-afa1-4d25-925b-3e1295ded950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132177 Dec 08 01:30:43.509230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bccae9-4ea5-4ee0-b268-2f6f2aaafe41 req-e0e1652c-25d0-4cb2-b294-c1705dffff5e tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:43.518425 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09bccae9-4ea5-4ee0-b268-2f6f2aaafe41 req-e0e1652c-25d0-4cb2-b294-c1705dffff5e tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 950 time: 0.0943015 Dec 08 01:30:43.542705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e5d2b-7bbb-4497-8ae7-26c38893cb2a req-95d598e7-4fb1-49da-9b84-3dc918312ca5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:43.544432 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a0e5d2b-7bbb-4497-8ae7-26c38893cb2a req-95d598e7-4fb1-49da-9b84-3dc918312ca5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1164503 Dec 08 01:30:43.593857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09bccae9-4ea5-4ee0-b268-2f6f2aaafe41 req-c52af24d-6b12-413b-90d7-95aad4ffe62c tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745208 Dec 08 01:30:43.620824 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a0e5d2b-7bbb-4497-8ae7-26c38893cb2a req-968393f2-6db0-4944-81e6-9dc68741a9c4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695381 Dec 08 01:30:43.722486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647729c8-3293-4b7f-acf3-663ab05a0bef req-6c4f669e-b8fd-495c-9b2c-7258853537c5 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:43.724088 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-647729c8-3293-4b7f-acf3-663ab05a0bef req-6c4f669e-b8fd-495c-9b2c-7258853537c5 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 944 time: 0.0524750 Dec 08 01:30:43.778794 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-647729c8-3293-4b7f-acf3-663ab05a0bef req-5ac65d08-42a2-4195-8e7b-06d1cd285def tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455596 Dec 08 01:30:43.827731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103792e-3236-4aa0-8b36-1c42e2c45e4b req-cfea042d-0097-4640-a6b4-c6dd99d89ff0 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:43.830115 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7103792e-3236-4aa0-8b36-1c42e2c45e4b req-cfea042d-0097-4640-a6b4-c6dd99d89ff0 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.0611484 Dec 08 01:30:43.881653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7103792e-3236-4aa0-8b36-1c42e2c45e4b req-d0dedd2e-f695-44cb-af69-69f44d17017b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443535 Dec 08 01:30:43.897462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb66af-74c0-4b6a-9dbe-9f2c46ea6618 req-9af14d17-c55d-477c-8351-4688d7e10375 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:43.898960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efdb66af-74c0-4b6a-9dbe-9f2c46ea6618 req-9af14d17-c55d-477c-8351-4688d7e10375 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 943 time: 0.0584195 Dec 08 01:30:43.952975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efdb66af-74c0-4b6a-9dbe-9f2c46ea6618 req-812590af-69fa-4754-9ed8-7b36df7545f6 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482030 Dec 08 01:30:44.068313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f457a-ad0a-414c-841a-8245066be585 req-e81f978c-541c-4237-824b-bab77bfe7109 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:44.070572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d88f457a-ad0a-414c-841a-8245066be585 req-e81f978c-541c-4237-824b-bab77bfe7109 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 1096 time: 0.0492680 Dec 08 01:30:44.121084 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d88f457a-ad0a-414c-841a-8245066be585 req-f5dd60f7-c482-42e5-9c31-5054bbace7b1 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440500 Dec 08 01:30:44.175880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94054e36-4fb5-4161-8074-3fa6fca983e2 req-2728f075-ced8-494b-86ce-d09282f1021f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:44.185888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94054e36-4fb5-4161-8074-3fa6fca983e2 req-2728f075-ced8-494b-86ce-d09282f1021f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.0703440 Dec 08 01:30:44.280890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94054e36-4fb5-4161-8074-3fa6fca983e2 req-4f3d8af2-80af-4e45-90cb-dc55c8c46b2f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946088 Dec 08 01:30:44.360598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f686f-8b37-4b9b-aca0-afe0af8e9481 req-8d020501-5e8e-407b-ae81-2af751c23c98 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:44.364847 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da5f686f-8b37-4b9b-aca0-afe0af8e9481 req-8d020501-5e8e-407b-ae81-2af751c23c98 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 950 time: 0.1137109 Dec 08 01:30:44.422919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643dfd1-d409-4ffe-8729-ae8c68277bd1 req-bb78557f-6125-4484-9a0e-992ec8255a29 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:44.425535 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3643dfd1-d409-4ffe-8729-ae8c68277bd1 req-bb78557f-6125-4484-9a0e-992ec8255a29 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 946 time: 0.0817475 Dec 08 01:30:44.428478 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da5f686f-8b37-4b9b-aca0-afe0af8e9481 req-cc0708c5-baef-4e6f-905f-5919cb8a05c7 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/security-groups?id=e27954fa-afa1-4d25-925b-3e1295ded950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547400 Dec 08 01:30:44.519125 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3643dfd1-d409-4ffe-8729-ae8c68277bd1 req-c72cfd50-bd59-4b5d-b36d-a06ef569a35a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856099 Dec 08 01:30:44.537598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-3834a8f8-5e35-40ca-b6bf-0e457d296315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:44.540044 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-3834a8f8-5e35-40ca-b6bf-0e457d296315 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 1098 time: 0.0626762 Dec 08 01:30:44.547380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:30:44.757195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4,segment=NetworkSegment(76ea8461-d41d-475f-af31-3c7ad23824dd),segment_id=76ea8461-d41d-475f-af31-3c7ad23824dd)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:44.799299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4', 'network_id': 'a1e5a158-1cbf-4245-ba7c-3a6e43c47075', 'port_id': 'b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4', 'mac_address': 'fa:16:3e:a2:1a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d4a03-90c9-4b1b-b04d-139c83d65621', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:30:44.806236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb26727-0def-4810-8be5-d88f206cfd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:44.808871 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956038b4-fb84-40f8-8516-4e0f42ca7a13" -d '{"events": [{"server_uuid": "9cb26727-0def-4810-8be5-d88f206cfd3c", "name": "network-vif-plugged", "status": "completed", "tag": "3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:44.864049 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c102a9c-a4e5-466e-8a89-fff0e177d7b3 req-f2e6e790-d7af-4792-943e-2cb9d12d29c5 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:44.866654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c102a9c-a4e5-466e-8a89-fff0e177d7b3 req-f2e6e790-d7af-4792-943e-2cb9d12d29c5 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 950 time: 0.1279867 Dec 08 01:30:44.867374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-5fc670ca-e0ea-4386-a18c-75779a0bcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:44.870811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-5fc670ca-e0ea-4386-a18c-75779a0bcf59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.3218424 Dec 08 01:30:44.878803 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:44.899734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:44.922606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f1744-6a19-4395-899a-d29788c00acf req-3aa0b961-b3d1-4d4e-b7c2-1b868ad9a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:44.925053 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-3aa0b961-b3d1-4d4e-b7c2-1b868ad9a22a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 1102 time: 0.1145473 Dec 08 01:30:44.925883 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4,segment=NetworkSegment(76ea8461-d41d-475f-af31-3c7ad23824dd),segment_id=76ea8461-d41d-475f-af31-3c7ad23824dd)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:44.932522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:44.933342 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-6783765c-78b5-4cf1-903f-ae593e5f442e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4157da45-abde-445e-b9b3-2f001a48e334 HTTP/1.1" status: 200 len: 217 time: 0.0518258 Dec 08 01:30:44.948130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-6a17c27a-2dd4-4a3a-91e3-9db2d86b4091 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:44.957101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-6a17c27a-2dd4-4a3a-91e3-9db2d86b4091 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 821 time: 0.2866330 Dec 08 01:30:44.963361 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c102a9c-a4e5-466e-8a89-fff0e177d7b3 req-eded824d-dfe8-4e3f-bcc5-aebf09e46fa1 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767856 Dec 08 01:30:44.995994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:45.037067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-98d8a177-665f-4e9c-a3ce-3e197c90b07b tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/quotas/be969996768c47d9a8724404f7a037cd HTTP/1.1" status: 200 len: 375 time: 0.0781133 Dec 08 01:30:45.107709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-f4740a84-0a9f-4765-87b2-65cdc46500df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:45.109102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-f4740a84-0a9f-4765-87b2-65cdc46500df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.1492116 Dec 08 01:30:45.146045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f1744-6a19-4395-899a-d29788c00acf req-d6914d14-af4b-4603-b4aa-503166b8edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:45.147909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-2bc0f885-ad00-4b3c-a226-eaf60d6d2082 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290036 Dec 08 01:30:45.148041 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-d6914d14-af4b-4603-b4aa-503166b8edcf service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2127302 Dec 08 01:30:45.154618 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-f2fcbace-ceb3-4e70-9e68-eb6797e62f43 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997782 Dec 08 01:30:45.169135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c30af-9962-4efe-ac1f-ce7777010d61 req-18672895-f5bc-4f03-9c05-a975f88f3037 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:45.170614 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-795c30af-9962-4efe-ac1f-ce7777010d61 req-18672895-f5bc-4f03-9c05-a975f88f3037 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.0933046 Dec 08 01:30:45.215369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-488696b7-0eb4-483f-81a5-5ef78125a329 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0 HTTP/1.1" status: 200 len: 217 time: 0.0437443 Dec 08 01:30:45.291438 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-795c30af-9962-4efe-ac1f-ce7777010d61 req-67a9b7b8-3142-4726-be4f-95fa62f50b0b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787430 Dec 08 01:30:45.292955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f1744-6a19-4395-899a-d29788c00acf req-d1b398a9-1126-4cff-b270-b53821a8a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:45.294341 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-d1b398a9-1126-4cff-b270-b53821a8a8b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0667124 Dec 08 01:30:45.315505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-1115ee78-c5b2-49c3-8b05-47e4882f5b53 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457958 Dec 08 01:30:45.317797 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-b35798f7-b82d-4549-a906-5caa22d70b89 service neutron] 10.222.0.70 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552248 Dec 08 01:30:45.338867 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ed01cb-972d-4b1a-8218-aa0894f6c0a7 x-openstack-request-id: req-12ed01cb-972d-4b1a-8218-aa0894f6c0a7 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:45.339582 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb26727-0def-4810-8be5-d88f206cfd3c", "name": "network-vif-plugged", "status": "completed", "tag": "3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:45.340106 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12ed01cb-972d-4b1a-8218-aa0894f6c0a7 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:45.340754 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb26727-0def-4810-8be5-d88f206cfd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7', 'code': 200} Dec 08 01:30:45.343654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:45.349897 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f1744-6a19-4395-899a-d29788c00acf req-da65d45b-2f0f-4ef7-9139-e336e0ce262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:45.351757 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-da65d45b-2f0f-4ef7-9139-e336e0ce262b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0496626 Dec 08 01:30:45.512512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4ce7b-6d43-465b-a84e-636ef7bc47a7 req-313a8a61-6451-4762-a195-8c9a1891ef6c tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:45.513963 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8ee4ce7b-6d43-465b-a84e-636ef7bc47a7 req-313a8a61-6451-4762-a195-8c9a1891ef6c tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 944 time: 0.1041560 Dec 08 01:30:45.522930 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-828742c3-3496-4694-b03e-d2070b699685 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899347 Dec 08 01:30:45.526044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac60b9b-a967-458e-8f7e-49e1c425724c req-e0598657-9cc4-4b0d-a733-01a4a30235fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:45.527380 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ac60b9b-a967-458e-8f7e-49e1c425724c req-e0598657-9cc4-4b0d-a733-01a4a30235fe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 1102 time: 0.0876515 Dec 08 01:30:45.529581 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-fb3fba1d-a729-443a-a4f7-21008882f869 service neutron] 10.222.0.70 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055044 Dec 08 01:30:45.535753 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-e129dcf6-a6d0-44e1-949d-0fdfcc6bcda4 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706886 Dec 08 01:30:45.578767 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ac60b9b-a967-458e-8f7e-49e1c425724c req-cbd3f646-8d4c-45dc-b427-20d0d875d1d2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Dec 08 01:30:45.634727 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8ee4ce7b-6d43-465b-a84e-636ef7bc47a7 req-bef709b1-b18a-4b56-8400-e089a186fd20 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104102 Dec 08 01:30:45.684887 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-c11c5606-7a85-4dd9-9f09-d0fdf486d059 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402988 Dec 08 01:30:45.761213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-6f0dfdf9-63f2-4acd-adc9-4c9cd46919a9 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:45.762280 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-6f0dfdf9-63f2-4acd-adc9-4c9cd46919a9 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398&tenant_id=60788080667c45e38fac7ad815a697ce&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1098 time: 0.0907254 Dec 08 01:30:45.779107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474dc45-a202-4594-974d-a7a1e3816dc1 req-4edaff77-8d2f-4854-8be4-fa0b475f2ad9 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:45.781336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1474dc45-a202-4594-974d-a7a1e3816dc1 req-4edaff77-8d2f-4854-8be4-fa0b475f2ad9 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 950 time: 0.0603199 Dec 08 01:30:45.782733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-30'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:45.828733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca743a90-503a-4bce-80ab-1766eac8f320 req-e2fffc81-1e5e-4c33-b5f1-8e11c21b86e0 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:45.831366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ca743a90-503a-4bce-80ab-1766eac8f320 req-e2fffc81-1e5e-4c33-b5f1-8e11c21b86e0 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.1207206 Dec 08 01:30:45.844913 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1474dc45-a202-4594-974d-a7a1e3816dc1 req-81dbce83-f6ac-4cb3-89aa-ce5c43843381 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/security-groups?id=e27954fa-afa1-4d25-925b-3e1295ded950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556514 Dec 08 01:30:45.904023 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:45.932476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ca743a90-503a-4bce-80ab-1766eac8f320 req-0ac993b9-4c0f-42a8-9cc4-a7dcb8399a04 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867081 Dec 08 01:30:46.041274 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b15475c5-7c68-4d59-9136-d62121d6270e req-1c35f78a-6c2b-4b28-858b-a3720607410a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 210 time: 0.0324187 Dec 08 01:30:46.111539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6092-b35a-4d89-ae0b-7f6be0ff70c5 req-4d10f8d1-03fb-40bf-ba9e-5d583842340a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:46.119255 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-760f6092-b35a-4d89-ae0b-7f6be0ff70c5 req-4d10f8d1-03fb-40bf-ba9e-5d583842340a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 946 time: 0.1261516 Dec 08 01:30:46.156879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4157da45-abde-445e-b9b3-2f001a48e334,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:46.197209 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb11f7-7a16-4d9e-9a0c-e94e0c383fc0 req-13cf605b-eb36-4ffa-b200-ac44f426ff82 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:46.198750 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c2bb11f7-7a16-4d9e-9a0c-e94e0c383fc0 req-13cf605b-eb36-4ffa-b200-ac44f426ff82 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 950 time: 0.0551798 Dec 08 01:30:46.200808 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-760f6092-b35a-4d89-ae0b-7f6be0ff70c5 req-5c95312c-00e7-4d41-9487-5d995de77970 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807335 Dec 08 01:30:46.226582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:46.265839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c2bb11f7-7a16-4d9e-9a0c-e94e0c383fc0 req-4085359e-5ffc-4d9c-bfc3-2aae7e4ddc54 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579476 Dec 08 01:30:46.277509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd554a4c6-c5be-47b0-bc84-ffb505a4c398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4157da45-abde-445e-b9b3-2f001a48e334'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:46.280155 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1eb9b4-cb39-413c-9224-9817d24cd4dc" -d '{"events": [{"server_uuid": "d554a4c6-c5be-47b0-bc84-ffb505a4c398", "name": "network-vif-unplugged", "status": "completed", "tag": "4157da45-abde-445e-b9b3-2f001a48e334"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:46.284639 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:46.292723 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:46.334812 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9cf28e-8024-437a-b554-908e51e49202 x-openstack-request-id: req-0d9cf28e-8024-437a-b554-908e51e49202 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:46.335336 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d554a4c6-c5be-47b0-bc84-ffb505a4c398", "name": "network-vif-unplugged", "status": "completed", "tag": "4157da45-abde-445e-b9b3-2f001a48e334", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:46.335336 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0d9cf28e-8024-437a-b554-908e51e49202 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:46.335739 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd554a4c6-c5be-47b0-bc84-ffb505a4c398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4157da45-abde-445e-b9b3-2f001a48e334', 'code': 200} Dec 08 01:30:46.396491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Pushing event updated for resources: {'Port': ['ID=4157da45-abde-445e-b9b3-2f001a48e334,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:46.411095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.411451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.411833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.412182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.412741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.413101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.413493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.413830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.414195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.414547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.414902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.415538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.415911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:46.431944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Attempting to bind port 4157da45-abde-445e-b9b3-2f001a48e334 on host n-h2-713498-30 for vnic_type normal with profile {"migrating_to": "n-h1-713498-30"} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:46.432306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Attempting to bind port 4157da45-abde-445e-b9b3-2f001a48e334 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:46.436749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Attempting to bind port 4157da45-abde-445e-b9b3-2f001a48e334 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:46.443474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ae2dc-d191-4f8a-bda4-9a07af775284 req-25f523ff-13ff-4525-a9f6-439a47a86e84 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:46.443860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Port 4157da45-abde-445e-b9b3-2f001a48e334 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:46.444266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Attempting to bind port 4157da45-abde-445e-b9b3-2f001a48e334 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:46.445057 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c1ae2dc-d191-4f8a-bda4-9a07af775284 req-25f523ff-13ff-4525-a9f6-439a47a86e84 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.0592341 Dec 08 01:30:46.449556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:46.449979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:46.450433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:46.450947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Bound port: 4157da45-abde-445e-b9b3-2f001a48e334, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:46.451348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:46.494254 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c1ae2dc-d191-4f8a-bda4-9a07af775284 req-a768895c-9672-4ab0-90c7-98379e9bdc81 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430400 Dec 08 01:30:46.556771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf5c68-f4f9-43cc-9c81-52e961fa888b req-d2ca40c1-d7b2-4f07-91e0-3d75bc0cd880 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:46.558310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bcf5c68-f4f9-43cc-9c81-52e961fa888b req-d2ca40c1-d7b2-4f07-91e0-3d75bc0cd880 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 950 time: 0.0935452 Dec 08 01:30:46.575440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:30:46.581949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:46.603538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4157da45-abde-445e-b9b3-2f001a48e334,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:46.614589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:46.625013 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:30:46.629772 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:46.630150 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:46.647378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bcf5c68-f4f9-43cc-9c81-52e961fa888b req-485b2388-9084-4251-b180-75f5865da3b7 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/security-groups?id=e27954fa-afa1-4d25-925b-3e1295ded950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824668 Dec 08 01:30:46.699946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:46.700709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:46.702128 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] 10.222.0.65 "PUT /v2.0/ports/4157da45-abde-445e-b9b3-2f001a48e334 HTTP/1.1" status: 200 len: 1124 time: 0.9269533 Dec 08 01:30:46.711580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a03b65-106f-4b60-b406-802dd33495ec service neutron] Pushing event updated for resources: {'Port': ['ID=4157da45-abde-445e-b9b3-2f001a48e334,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:46.731770 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:46.774676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4,segment=NetworkSegment(76ea8461-d41d-475f-af31-3c7ad23824dd),segment_id=76ea8461-d41d-475f-af31-3c7ad23824dd)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:46.779168 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:46.799707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e211b-de6a-46cf-831e-3fe30628e6a2 req-2d537ab8-5273-4248-8d30-6515fb634b55 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:46.801334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d38e211b-de6a-46cf-831e-3fe30628e6a2 req-2d537ab8-5273-4248-8d30-6515fb634b55 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 944 time: 0.0595181 Dec 08 01:30:46.843264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:46.861697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d38e211b-de6a-46cf-831e-3fe30628e6a2 req-e55b50c6-6f62-483e-94fb-a9b1d57dfe87 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535922 Dec 08 01:30:46.864629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['4157da45-abde-445e-b9b3-2f001a48e334'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:47.075681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a653149-d078-47f1-820f-ee3b9d2eb210 req-3ba83e47-3a14-4b16-bdee-36cb4a247181 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:47.078782 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a653149-d078-47f1-820f-ee3b9d2eb210 req-3ba83e47-3a14-4b16-bdee-36cb4a247181 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.0614748 Dec 08 01:30:47.157067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46f27a01-a69f-4643-914c-3d7560dc874e req-f4147430-a1f3-48b7-90c1-feef3569a20e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 210 time: 0.0357029 Dec 08 01:30:47.194020 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a653149-d078-47f1-820f-ee3b9d2eb210 req-60e3d164-e2c1-4835-b7e4-3b6a52b4173f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080832 Dec 08 01:30:47.238774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-bd8c6b04-f5ab-4418-ba09-a72d3a0d54cb tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:47.240388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-bd8c6b04-f5ab-4418-ba09-a72d3a0d54cb tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 821 time: 0.1394491 Dec 08 01:30:47.263751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Request body: {'port': {'device_id': '87d423c9-5da9-4909-a705-cb9003c0e07e', 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24', 'admin_state_up': True, 'tenant_id': 'be969996768c47d9a8724404f7a037cd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:47.317393 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a8a18-6be8-4e7a-9913-4481d94c319e req-4bf0e3ad-2acb-4b24-8d78-d36309b08f17 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:47.319273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-878a8a18-6be8-4e7a-9913-4481d94c319e req-4bf0e3ad-2acb-4b24-8d78-d36309b08f17 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 944 time: 0.0543869 Dec 08 01:30:47.342946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42f9fec-ef74-4210-bb5a-a93176fcd54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:47.346719 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34193673-7267-43f4-8cb0-e564f5661a14" -d '{"events": [{"server_uuid": "b42f9fec-ef74-4210-bb5a-a93176fcd54c", "name": "network-vif-plugged", "status": "completed", "tag": "b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:47.368991 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-878a8a18-6be8-4e7a-9913-4481d94c319e req-08cc7906-b1e6-4134-91a2-b4e9accf6d87 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434744 Dec 08 01:30:47.409994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ca1ae-2a55-4b9b-887f-f3c382e14c6c req-793f5812-088a-4070-aaf7-edea8246a054 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:47.411498 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-666ca1ae-2a55-4b9b-887f-f3c382e14c6c req-793f5812-088a-4070-aaf7-edea8246a054 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 950 time: 0.0719345 Dec 08 01:30:47.413168 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14b3299-99ce-4f68-b427-15de032d9f1b x-openstack-request-id: req-e14b3299-99ce-4f68-b427-15de032d9f1b {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:47.413482 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42f9fec-ef74-4210-bb5a-a93176fcd54c", "name": "network-vif-plugged", "status": "completed", "tag": "b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:47.414181 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e14b3299-99ce-4f68-b427-15de032d9f1b {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:47.414694 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42f9fec-ef74-4210-bb5a-a93176fcd54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4', 'code': 200} Dec 08 01:30:47.424971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Made reservation on behalf of be969996768c47d9a8724404f7a037cd for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:47.428233 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:47.512186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-666ca1ae-2a55-4b9b-887f-f3c382e14c6c req-4e8e40ad-acad-4b45-86fb-b14c6c4c655c tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942194 Dec 08 01:30:47.609825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd3d22-ebb2-4e38-8578-45e11e64487d req-27f978f8-4a05-4205-b2fa-bf75bd91e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:47.612007 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99dd3d22-ebb2-4e38-8578-45e11e64487d req-27f978f8-4a05-4205-b2fa-bf75bd91e712 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 1097 time: 0.0800800 Dec 08 01:30:47.621327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Allocated IP 172.20.0.14 (93bfafa7-b746-446e-9c1b-c5b967276d24/ec6c275c-7de4-402b-b3bf-de84b98d769c/75983b40-5bf0-4392-ad92-d87eb3eb584b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:30:47.623523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fe49b-f12a-4268-b7b6-27ec1862fb39 req-fccb8c11-5eb6-4a07-b0ab-1dec980de113 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:47.625063 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0c6fe49b-f12a-4268-b7b6-27ec1862fb39 req-fccb8c11-5eb6-4a07-b0ab-1dec980de113 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.0520132 Dec 08 01:30:47.691361 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0c6fe49b-f12a-4268-b7b6-27ec1862fb39 req-49a0247f-bada-419e-a817-411510b66b7f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589743 Dec 08 01:30:47.698482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99dd3d22-ebb2-4e38-8578-45e11e64487d req-0b754f41-6b87-41e4-9a07-6cbc56aa848b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744207 Dec 08 01:30:47.810234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7206b0-d5de-47e8-99a5-8a2ad0b8ea42 req-580f1d48-61e2-4286-84eb-74423c1e3d90 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:47.811702 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd7206b0-d5de-47e8-99a5-8a2ad0b8ea42 req-580f1d48-61e2-4286-84eb-74423c1e3d90 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 950 time: 0.0481443 Dec 08 01:30:47.819773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231af53-e867-4979-8e16-2549f6e9b3a0 req-43b30cda-cf31-4ab6-b3e9-6e894cec1967 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:47.821335 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8231af53-e867-4979-8e16-2549f6e9b3a0 req-43b30cda-cf31-4ab6-b3e9-6e894cec1967 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 950 time: 0.0967114 Dec 08 01:30:47.862446 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd7206b0-d5de-47e8-99a5-8a2ad0b8ea42 req-8819baa7-be7f-47d5-a3d8-bd9fea54e93e tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/security-groups?id=e27954fa-afa1-4d25-925b-3e1295ded950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438664 Dec 08 01:30:47.868738 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:47.908078 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8231af53-e867-4979-8e16-2549f6e9b3a0 req-909f405c-56fb-444d-87ac-9cd84b298569 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733211 Dec 08 01:30:47.932182 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:47.977572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a82230-5482-4346-b443-20e0575b8ed2 req-1b0c7dfc-d649-42b6-852f-444bd86b915c tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:47.977835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Network 93bfafa7-b746-446e-9c1b-c5b967276d24 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:30:47.979051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7a82230-5482-4346-b443-20e0575b8ed2 req-1b0c7dfc-d649-42b6-852f-444bd86b915c tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 945 time: 0.0494249 Dec 08 01:30:47.980889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:47.985574 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:30:47.988274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Pushing event updated for resources: {'Port': ['ID=75983b40-5bf0-4392-ad92-d87eb3eb584b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:48.036806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:48.037420 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:48.037655 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7a82230-5482-4346-b443-20e0575b8ed2 req-836aba07-d4ea-4f62-8ab0-03a8a60d6201 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505176 Dec 08 01:30:48.053728 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-da263254-b145-424b-a28a-c0cc1020da73 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7940784 Dec 08 01:30:48.075841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Request body: {'port': {'device_id': '87d423c9-5da9-4909-a705-cb9003c0e07e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:48.133283 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:48.281530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca64c79-ad40-4b2f-8408-87251b6dd12a req-d6890917-7f33-4918-a449-fb5757ca6857 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:48.284135 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ca64c79-ad40-4b2f-8408-87251b6dd12a req-d6890917-7f33-4918-a449-fb5757ca6857 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 932 time: 0.0526915 Dec 08 01:30:48.330854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ca64c79-ad40-4b2f-8408-87251b6dd12a req-017bba03-b99f-4a9f-8d16-06fa7dc971cf tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Dec 08 01:30:48.340049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd554a4c6-c5be-47b0-bc84-ffb505a4c398', 'tag': '4157da45-abde-445e-b9b3-2f001a48e334'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:48.342302 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db82f17-afdc-427b-ac72-5a68c365a564" -d '{"events": [{"name": "network-changed", "server_uuid": "d554a4c6-c5be-47b0-bc84-ffb505a4c398", "tag": "4157da45-abde-445e-b9b3-2f001a48e334"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:48.385088 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fff8c10-c2eb-4ea4-a1e6-d9f347f220cf x-openstack-request-id: req-1fff8c10-c2eb-4ea4-a1e6-d9f347f220cf {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:48.385320 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d554a4c6-c5be-47b0-bc84-ffb505a4c398", "tag": "4157da45-abde-445e-b9b3-2f001a48e334", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:48.385575 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1fff8c10-c2eb-4ea4-a1e6-d9f347f220cf {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:48.385961 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd554a4c6-c5be-47b0-bc84-ffb505a4c398', 'tag': '4157da45-abde-445e-b9b3-2f001a48e334', 'status': 'completed', 'code': 200} Dec 08 01:30:48.410989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09c252-d56a-4a0c-882a-524da2bc4986 req-b35b7778-1a00-44ca-9b0f-d089021372c6 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:48.412549 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea09c252-d56a-4a0c-882a-524da2bc4986 req-b35b7778-1a00-44ca-9b0f-d089021372c6 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.1411314 Dec 08 01:30:48.458400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed47f6-1a12-469e-a515-a56c6ec1bc54 req-5df336ab-1f55-400a-a4e3-89fafdeceb5e tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:48.459860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-00ed47f6-1a12-469e-a515-a56c6ec1bc54 req-5df336ab-1f55-400a-a4e3-89fafdeceb5e tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.72 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 950 time: 0.1124117 Dec 08 01:30:48.495524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db82f17-afdc-427b-ac72-5a68c365a564 req-aabf28ef-daac-425a-a61d-de88a4701e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:48.497038 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2db82f17-afdc-427b-ac72-5a68c365a564 req-aabf28ef-daac-425a-a61d-de88a4701e34 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 1127 time: 0.0718143 Dec 08 01:30:48.510352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a589b8-ebd5-40cd-885a-0d4ffd8a5795 req-00932368-dc95-43c6-add6-8cb6d6592ab2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:48.512046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2a589b8-ebd5-40cd-885a-0d4ffd8a5795 req-00932368-dc95-43c6-add6-8cb6d6592ab2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 944 time: 0.0614650 Dec 08 01:30:48.581513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4157da45-abde-445e-b9b3-2f001a48e334 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:30:48.687997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4157da45-abde-445e-b9b3-2f001a48e334,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:48.705739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4157da45-abde-445e-b9b3-2f001a48e334 has no active binding in host n-h1-713498-30 {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:30:48.803100 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea09c252-d56a-4a0c-882a-524da2bc4986 req-e314846e-f223-4739-ac90-4a3ee28e9921 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757806 Dec 08 01:30:48.813869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75983b40-5bf0-4392-ad92-d87eb3eb584b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:48.828589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:48.855656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Transition to ACTIVE for port object 75983b40-5bf0-4392-ad92-d87eb3eb584b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:30:48.861254 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:48.865288 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2a589b8-ebd5-40cd-885a-0d4ffd8a5795 req-1754e34f-f920-46e0-9cf0-b5f959034c75 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428779 Dec 08 01:30:48.875527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db82f17-afdc-427b-ac72-5a68c365a564 req-6561dcd4-2a01-4f53-bc69-dbe64ebea050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:48.877334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2db82f17-afdc-427b-ac72-5a68c365a564 req-6561dcd4-2a01-4f53-bc69-dbe64ebea050 service neutron] 10.222.0.72 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.3644006 Dec 08 01:30:48.952069 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2db82f17-afdc-427b-ac72-5a68c365a564 req-d9171d45-f322-439d-b256-ae8c50c609e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4157da45-abde-445e-b9b3-2f001a48e334 HTTP/1.1" status: 200 len: 217 time: 0.0433869 Dec 08 01:30:48.961456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-00ed47f6-1a12-469e-a515-a56c6ec1bc54 req-0e1654b8-f7b6-4409-b79b-ef35b3530160 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Deleting port ff5ef213-dc7c-4345-bd8d-015df8f71c42 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:30:48.961806 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00ed47f6-1a12-469e-a515-a56c6ec1bc54 req-0e1654b8-f7b6-4409-b79b-ef35b3530160 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:48.978887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Pushing event updated for resources: {'Port': ['ID=75983b40-5bf0-4392-ad92-d87eb3eb584b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:49.027113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db82f17-afdc-427b-ac72-5a68c365a564 req-eebe1ca8-889b-4bb8-b8fa-0b26cffae929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:49.028866 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2db82f17-afdc-427b-ac72-5a68c365a564 req-eebe1ca8-889b-4bb8-b8fa-0b26cffae929 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.0660224 Dec 08 01:30:49.037155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7b54e-8dff-4c96-8a2b-af7af0855766 req-62f2d854-8795-49cd-8482-537bb16b03fb tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:49.038523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01b7b54e-8dff-4c96-8a2b-af7af0855766 req-62f2d854-8795-49cd-8482-537bb16b03fb tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 950 time: 0.0890341 Dec 08 01:30:49.085279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93674ac-fb63-475e-9782-140422d7d91f req-7832eecc-3363-449f-9827-37af1e13b479 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:49.086968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a93674ac-fb63-475e-9782-140422d7d91f req-7832eecc-3363-449f-9827-37af1e13b479 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.2023902 Dec 08 01:30:49.121311 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01b7b54e-8dff-4c96-8a2b-af7af0855766 req-34a7d1c7-715c-4372-b448-3740ef33309c tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/security-groups?id=e27954fa-afa1-4d25-925b-3e1295ded950&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764959 Dec 08 01:30:49.125169 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2db82f17-afdc-427b-ac72-5a68c365a564 req-a4888045-b2ae-423b-b12a-2e178613e49a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473495 Dec 08 01:30:49.176571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-00ed47f6-1a12-469e-a515-a56c6ec1bc54 req-0e1654b8-f7b6-4409-b79b-ef35b3530160 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] For port ff5ef213-dc7c-4345-bd8d-015df8f71c42, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ff5ef213-dc7c-4345-bd8d-015df8f71c42,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:49.176940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00ed47f6-1a12-469e-a515-a56c6ec1bc54 req-0e1654b8-f7b6-4409-b79b-ef35b3530160 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:49.198736 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a93674ac-fb63-475e-9782-140422d7d91f req-60979c9c-962e-4e74-8a21-b5531814c128 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019025 Dec 08 01:30:49.207727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-00ed47f6-1a12-469e-a515-a56c6ec1bc54 req-0e1654b8-f7b6-4409-b79b-ef35b3530160 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Calling delete_port for ff5ef213-dc7c-4345-bd8d-015df8f71c42 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:30:49.215015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:49.215361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:49.215746 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:49.230973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Port 75983b40-5bf0-4392-ad92-d87eb3eb584b on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:30:49.231309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:49.260709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:49.261073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:49.261703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:49.262486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Bound port: 75983b40-5bf0-4392-ad92-d87eb3eb584b, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:49.262486 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:49.272206 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2db82f17-afdc-427b-ac72-5a68c365a564 req-8e02fa70-a3d8-452a-aa61-e442fde39528 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374316 Dec 08 01:30:49.283001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a114d-1964-477a-a552-f3029376d79a req-74fb8760-9f7b-4501-addc-0487b290844e tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:49.284431 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2e5a114d-1964-477a-a552-f3029376d79a req-74fb8760-9f7b-4501-addc-0487b290844e tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 950 time: 0.0737019 Dec 08 01:30:49.357175 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2e5a114d-1964-477a-a552-f3029376d79a req-1d9dfee0-03ec-4dcd-90ad-05077a01cdf5 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665946 Dec 08 01:30:49.434863 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2db82f17-afdc-427b-ac72-5a68c365a564 req-c550b0cd-3fa7-4cd3-a0c2-917c30332ab1 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003838 Dec 08 01:30:49.447117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9301d6-1102-4e75-8f6f-6089c7bbf903 req-cfc1f678-d818-405c-837d-12d284d26f34 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:49.448611 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a9301d6-1102-4e75-8f6f-6089c7bbf903 req-cfc1f678-d818-405c-837d-12d284d26f34 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 945 time: 0.1529775 Dec 08 01:30:49.476079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:49.509751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0839d72-4235-47ef-a9ca-9c4d9ed3561c req-86579c7c-5a87-4b6f-aa20-9104d662fefb tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:49.511480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e0839d72-4235-47ef-a9ca-9c4d9ed3561c req-86579c7c-5a87-4b6f-aa20-9104d662fefb tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.72 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 950 time: 0.1749623 Dec 08 01:30:49.535579 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:49.561885 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:49.565971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abb9a5-6a69-44bd-9ce0-17b2f3163023 req-f1ffe4eb-7b9b-4005-8083-5cb0b02c73a8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:49.568093 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c7abb9a5-6a69-44bd-9ce0-17b2f3163023 req-f1ffe4eb-7b9b-4005-8083-5cb0b02c73a8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 944 time: 0.0493152 Dec 08 01:30:49.616098 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c7abb9a5-6a69-44bd-9ce0-17b2f3163023 req-e4958115-1f53-4cbe-bf99-f4d8477823a3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418117 Dec 08 01:30:49.642596 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a9301d6-1102-4e75-8f6f-6089c7bbf903 req-a3a3541d-4561-42df-a058-0d32e2989231 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842000 Dec 08 01:30:49.643138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:49.643753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:49.645071 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] 10.222.0.72 "PUT /v2.0/ports/75983b40-5bf0-4392-ad92-d87eb3eb584b HTTP/1.1" status: 200 len: 1093 time: 1.5738604 Dec 08 01:30:49.664827 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00ed47f6-1a12-469e-a515-a56c6ec1bc54 req-0e1654b8-f7b6-4409-b79b-ef35b3530160 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:49.694734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e87c9-c085-47a1-ae39-bf0c332408bf service neutron] Pushing event updated for resources: {'Port': ['ID=75983b40-5bf0-4392-ad92-d87eb3eb584b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:49.705935 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ff5ef213-dc7c-4345-bd8d-015df8f71c42'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:49.779114 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1654b8-f7b6-4409-b79b-ef35b3530160 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Pushing event deleted for resources: {'Port': ['ID=ff5ef213-dc7c-4345-bd8d-015df8f71c42,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:49.812840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ed47f6-1a12-469e-a515-a56c6ec1bc54 req-0e1654b8-f7b6-4409-b79b-ef35b3530160 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] No DVR routers for this DVR port ff5ef213-dc7c-4345-bd8d-015df8f71c42 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:30:49.819530 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00ed47f6-1a12-469e-a515-a56c6ec1bc54 req-0e1654b8-f7b6-4409-b79b-ef35b3530160 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:49.822352 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-00ed47f6-1a12-469e-a515-a56c6ec1bc54 req-0e1654b8-f7b6-4409-b79b-ef35b3530160 tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.72 "DELETE /v2.0/ports/ff5ef213-dc7c-4345-bd8d-015df8f71c42 HTTP/1.1" status: 204 len: 173 time: 1.3543718 Dec 08 01:30:49.836325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-e0839d72-4235-47ef-a9ca-9c4d9ed3561c req-4dbb0c18-75c6-41c3-b543-5024c1354fb4 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Deleting port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:30:49.836654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e0839d72-4235-47ef-a9ca-9c4d9ed3561c req-4dbb0c18-75c6-41c3-b543-5024c1354fb4 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:49.855856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-c0ca496b-6f02-4171-b7fd-6f95dafe358a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:49.857057 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-c0ca496b-6f02-4171-b7fd-6f95dafe358a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 1096 time: 0.1112795 Dec 08 01:30:49.951117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766579a-4120-4021-aa4e-5f1144403ad6 req-480b440b-2003-4e45-9e1c-b4bee4a4192a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:49.960355 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1766579a-4120-4021-aa4e-5f1144403ad6 req-480b440b-2003-4e45-9e1c-b4bee4a4192a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.0717232 Dec 08 01:30:49.983551 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-40957dd6-e10a-4b03-9923-dd3168a461da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b HTTP/1.1" status: 200 len: 217 time: 0.1097083 Dec 08 01:30:50.041264 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1766579a-4120-4021-aa4e-5f1144403ad6 req-dbeade12-a6c6-4132-8462-3407edf7dd73 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794539 Dec 08 01:30:50.066308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e0839d72-4235-47ef-a9ca-9c4d9ed3561c req-4dbb0c18-75c6-41c3-b543-5024c1354fb4 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] For port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:50.066660 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e0839d72-4235-47ef-a9ca-9c4d9ed3561c req-4dbb0c18-75c6-41c3-b543-5024c1354fb4 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:50.084720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-a1079d50-8e4b-40d4-a312-ec40f53d472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:50.086240 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-a1079d50-8e4b-40d4-a312-ec40f53d472c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0918934 Dec 08 01:30:50.087321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-e0839d72-4235-47ef-a9ca-9c4d9ed3561c req-4dbb0c18-75c6-41c3-b543-5024c1354fb4 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Calling delete_port for 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:30:50.162537 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-745bf3a7-753f-4382-a885-8e3e0b6fa09c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291357 Dec 08 01:30:50.253044 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2fec1ab2-e4d2-4602-87ec-bed0bebba457 req-83571e49-33e1-4c94-8191-5b0498652efd tempest-ServerDiagnosticsNegativeTest-2065975452 tempest-ServerDiagnosticsNegativeTest-2065975452-project] 10.222.0.70 "GET /v2.0/ports?device_id=56ebcbdc-6803-4d49-993e-56767a6f9e0f HTTP/1.1" status: 200 len: 210 time: 0.0322406 Dec 08 01:30:50.323674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994fec0-5755-484e-a94a-c0bb30139ae1 req-7a296cea-b4c2-499f-9153-c25c644d920a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:50.325235 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b994fec0-5755-484e-a94a-c0bb30139ae1 req-7a296cea-b4c2-499f-9153-c25c644d920a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 944 time: 0.1558325 Dec 08 01:30:50.374342 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-305bc940-c873-4e13-a850-a4d61ee3479e service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896741 Dec 08 01:30:50.383856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e0839d72-4235-47ef-a9ca-9c4d9ed3561c req-4dbb0c18-75c6-41c3-b543-5024c1354fb4 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:50.387755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d423c9-5da9-4909-a705-cb9003c0e07e', 'tag': '75983b40-5bf0-4392-ad92-d87eb3eb584b'}, {'server_uuid': '56ebcbdc-6803-4d49-993e-56767a6f9e0f', 'name': 'network-vif-deleted', 'tag': 'ff5ef213-dc7c-4345-bd8d-015df8f71c42'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:50.390177 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52115fc5-de1d-439c-b66a-6276f33ad012" -d '{"events": [{"name": "network-changed", "server_uuid": "87d423c9-5da9-4909-a705-cb9003c0e07e", "tag": "75983b40-5bf0-4392-ad92-d87eb3eb584b"}, {"server_uuid": "56ebcbdc-6803-4d49-993e-56767a6f9e0f", "name": "network-vif-deleted", "tag": "ff5ef213-dc7c-4345-bd8d-015df8f71c42"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:50.420705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:50.428354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b7b50-2881-4353-bf83-728d49ca4326 req-0a63ab20-070c-4c84-9c96-2c198bff31f1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:50.439527 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-774b7b50-2881-4353-bf83-728d49ca4326 req-0a63ab20-070c-4c84-9c96-2c198bff31f1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1239512 Dec 08 01:30:50.455880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb0c18-75c6-41c3-b543-5024c1354fb4 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Pushing event deleted for resources: {'Port': ['ID=3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:50.480959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b994fec0-5755-484e-a94a-c0bb30139ae1 req-99322822-1537-4ec5-be99-239e7474c188 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443300 Dec 08 01:30:50.591998 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-774b7b50-2881-4353-bf83-728d49ca4326 req-aaea7598-941d-4e40-82a6-c52860ae3255 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466172 Dec 08 01:30:50.630326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0839d72-4235-47ef-a9ca-9c4d9ed3561c req-4dbb0c18-75c6-41c3-b543-5024c1354fb4 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] No DVR routers for this DVR port 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:30:50.632679 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81d9188e-a3ee-4d2e-8cef-ca080a2e901c req-d933e894-f87e-4a40-8c63-a1c48f5c3a8b service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362561 Dec 08 01:30:50.637316 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e0839d72-4235-47ef-a9ca-9c4d9ed3561c req-4dbb0c18-75c6-41c3-b543-5024c1354fb4 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:50.639413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e0839d72-4235-47ef-a9ca-9c4d9ed3561c req-4dbb0c18-75c6-41c3-b543-5024c1354fb4 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.72 "DELETE /v2.0/ports/3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 HTTP/1.1" status: 204 len: 173 time: 1.1188836 Dec 08 01:30:50.661636 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e204d0f6-c6f4-4625-a3fa-3bdfd608aca2 req-d1404610-baf4-41d0-b3e3-59e794993641 tempest-ImagesNegativeTestJSON-1404875828 tempest-ImagesNegativeTestJSON-1404875828-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cb26727-0def-4810-8be5-d88f206cfd3c HTTP/1.1" status: 200 len: 210 time: 0.0750270 Dec 08 01:30:50.677354 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2477b4-0bbc-45dc-ad7b-5974df7c1ce2 x-openstack-request-id: req-3f2477b4-0bbc-45dc-ad7b-5974df7c1ce2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:50.677650 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d423c9-5da9-4909-a705-cb9003c0e07e", "tag": "75983b40-5bf0-4392-ad92-d87eb3eb584b", "status": "completed", "code": 200}, {"server_uuid": "56ebcbdc-6803-4d49-993e-56767a6f9e0f", "name": "network-vif-deleted", "tag": "ff5ef213-dc7c-4345-bd8d-015df8f71c42", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:50.677901 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f2477b4-0bbc-45dc-ad7b-5974df7c1ce2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:50.678484 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d423c9-5da9-4909-a705-cb9003c0e07e', 'tag': '75983b40-5bf0-4392-ad92-d87eb3eb584b', 'status': 'completed', 'code': 200} Dec 08 01:30:50.678641 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ebcbdc-6803-4d49-993e-56767a6f9e0f', 'name': 'network-vif-deleted', 'tag': 'ff5ef213-dc7c-4345-bd8d-015df8f71c42', 'status': 'completed', 'code': 200} Dec 08 01:30:51.134762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa30ae8-5fb8-48a8-aa50-381a9efd87e6 req-bc53c2cd-37fa-49df-8a58-7f9c04ffa9d9 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:51.136459 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7aa30ae8-5fb8-48a8-aa50-381a9efd87e6 req-bc53c2cd-37fa-49df-8a58-7f9c04ffa9d9 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 944 time: 0.3658097 Dec 08 01:30:51.146198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52115fc5-de1d-439c-b66a-6276f33ad012 req-107a99bb-d5ee-4f53-898a-b015285b7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:51.147620 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52115fc5-de1d-439c-b66a-6276f33ad012 req-107a99bb-d5ee-4f53-898a-b015285b7173 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 1096 time: 0.3318360 Dec 08 01:30:51.209191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c1ec7-8d7a-42d9-a0df-7f7c25d02104 req-495b1406-52bb-4eb7-a7fb-8ecdc2a63b4e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:51.212719 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-784c1ec7-8d7a-42d9-a0df-7f7c25d02104 req-495b1406-52bb-4eb7-a7fb-8ecdc2a63b4e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.0870912 Dec 08 01:30:51.254124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-35f2bd7a-e3b6-4a9f-af1c-0ae8350cd5c0 service neutron] 10.222.0.72 "GET /v2.0/ports/4157da45-abde-445e-b9b3-2f001a48e334/bindings/n-h1-713498-30 HTTP/1.1" status: 200 len: 385 time: 0.3914874 Dec 08 01:30:51.268268 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7aa30ae8-5fb8-48a8-aa50-381a9efd87e6 req-f3d4505c-144e-4f80-ad4d-7efac5a84b71 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239824 Dec 08 01:30:51.288830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-784c1ec7-8d7a-42d9-a0df-7f7c25d02104 req-6983f63a-6eea-46cf-ae89-542c137c461e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619571 Dec 08 01:30:51.340261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52115fc5-de1d-439c-b66a-6276f33ad012 req-8616b4a9-976e-415f-9bfe-5e15d5a8c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:51.341767 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52115fc5-de1d-439c-b66a-6276f33ad012 req-8616b4a9-976e-415f-9bfe-5e15d5a8c238 service neutron] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.1772826 Dec 08 01:30:51.396016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52115fc5-de1d-439c-b66a-6276f33ad012 req-a9aa7efa-d364-47c0-951c-3ce64f25500b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b HTTP/1.1" status: 200 len: 217 time: 0.0416629 Dec 08 01:30:51.500859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52115fc5-de1d-439c-b66a-6276f33ad012 req-ab8b4c5e-a565-425d-af03-a31b6988bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:51.503448 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52115fc5-de1d-439c-b66a-6276f33ad012 req-ab8b4c5e-a565-425d-af03-a31b6988bac9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0998049 Dec 08 01:30:51.562203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52115fc5-de1d-439c-b66a-6276f33ad012 req-e8306c2a-8f60-49aa-8c8d-b723fe295f68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502691 Dec 08 01:30:51.622057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed75072-30e1-4f7b-a419-0f776189c1b5 req-b9678f00-5d04-4e77-bf86-42a04edf7bde tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:51.630969 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ed75072-30e1-4f7b-a419-0f776189c1b5 req-b9678f00-5d04-4e77-bf86-42a04edf7bde tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 944 time: 0.0685139 Dec 08 01:30:51.634257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b899536b-e5ef-46ba-835e-c1794f37e22c service neutron] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4157da45-abde-445e-b9b3-2f001a48e334,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:51.701069 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ed75072-30e1-4f7b-a419-0f776189c1b5 req-c3dfb52c-fecf-4e69-b78c-8a59567860fe tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687850 Dec 08 01:30:51.716314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b899536b-e5ef-46ba-835e-c1794f37e22c service neutron] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:51.727751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34954) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:51.771385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52115fc5-de1d-439c-b66a-6276f33ad012 req-7f9a94bf-e7e1-4bf2-bd46-87ba9bf424e9 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942625 Dec 08 01:30:51.796856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b899536b-e5ef-46ba-835e-c1794f37e22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4157da45-abde-445e-b9b3-2f001a48e334 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:51.823343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b899536b-e5ef-46ba-835e-c1794f37e22c service neutron] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4157da45-abde-445e-b9b3-2f001a48e334,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:51.879902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63743212-6a14-4489-8892-6e0620c1aaff req-2cb85c7c-5d66-4922-9ffb-21a987a04c3e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:51.889464 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63743212-6a14-4489-8892-6e0620c1aaff req-2cb85c7c-5d66-4922-9ffb-21a987a04c3e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1906612 Dec 08 01:30:51.905983 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dbfb83a9-6e64-4c49-9403-05c7810ae418 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff0fb8916fa8424a9f14fd064df985a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767201 Dec 08 01:30:51.909078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34968) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:51.935623 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b899536b-e5ef-46ba-835e-c1794f37e22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:51.983488 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:52.015826 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:52.079333 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63743212-6a14-4489-8892-6e0620c1aaff req-1c2dc8a1-40af-4c21-82ad-b3278d8df460 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888754 Dec 08 01:30:52.083620 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52115fc5-de1d-439c-b66a-6276f33ad012 req-fbb26097-abea-4c43-a2b6-a8bdb2232712 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034008 Dec 08 01:30:52.090451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:52.095376 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:52.100454 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e27954fa-afa1-4d25-925b-3e1295ded950 HTTP/1.1" status: 204 len: 168 time: 0.1901960 Dec 08 01:30:52.109736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27954fa-afa1-4d25-925b-3e1295ded950,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:52.124967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.125813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.126364 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.126967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.128022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.128869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.129274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.129714 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.130218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.130759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.131442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.132001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.132565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb180ba6-92c7-47e4-83f8-36d2fb3013cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:52.153361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b899536b-e5ef-46ba-835e-c1794f37e22c service neutron] Transition to ACTIVE for port object 4157da45-abde-445e-b9b3-2f001a48e334 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:30:52.163982 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b899536b-e5ef-46ba-835e-c1794f37e22c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:52.230381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b899536b-e5ef-46ba-835e-c1794f37e22c service neutron] No DVR routers for this DVR port 4157da45-abde-445e-b9b3-2f001a48e334 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:30:52.245075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899536b-e5ef-46ba-835e-c1794f37e22c service neutron] Pushing event updated for resources: {'Port': ['ID=4157da45-abde-445e-b9b3-2f001a48e334,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:52.279509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-b899536b-e5ef-46ba-835e-c1794f37e22c service neutron] 10.222.0.72 "PUT /v2.0/ports/4157da45-abde-445e-b9b3-2f001a48e334/bindings/n-h1-713498-30/activate HTTP/1.1" status: 200 len: 370 time: 1.0082839 Dec 08 01:30:52.410045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34986) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:52.459201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2827c70-1ff9-466c-956c-d42edc71810a req-c645ffa0-7f77-42ec-9165-0c6ba1829b33 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:52.468273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2827c70-1ff9-466c-956c-d42edc71810a req-c645ffa0-7f77-42ec-9165-0c6ba1829b33 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 944 time: 0.0693381 Dec 08 01:30:52.509725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ff5ef213-dc7c-4345-bd8d-015df8f71c42 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:30:52.535936 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2827c70-1ff9-466c-956c-d42edc71810a req-43906204-ddd3-46c2-876d-31a18afdbdb4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664971 Dec 08 01:30:52.538234 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34992) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:52.553808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: ff5ef213-dc7c-4345-bd8d-015df8f71c42 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:30:52.554378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ff5ef213-dc7c-4345-bd8d-015df8f71c42 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:30:52.572764 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fe37e26-e818-4811-bb70-a869f487ec5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:52.582885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d88de2-b3eb-4884-bf50-6ec65ef2801e req-eb62fbe9-4a8d-418f-a308-d8596649b691 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:52.584510 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45d88de2-b3eb-4884-bf50-6ec65ef2801e req-eb62fbe9-4a8d-418f-a308-d8596649b691 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.1959975 Dec 08 01:30:52.607786 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-aafa8e60-6bcf-4b81-bdae-1c6032b9147b tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:52.609604 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-aafa8e60-6bcf-4b81-bdae-1c6032b9147b tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398&tenant_id=60788080667c45e38fac7ad815a697ce&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.2021523 Dec 08 01:30:52.684106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb26727-0def-4810-8be5-d88f206cfd3c', 'name': 'network-vif-deleted', 'tag': '3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:52.686386 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c35b3ab-b085-4ab1-93ed-32a05fcb69b1" -d '{"events": [{"server_uuid": "9cb26727-0def-4810-8be5-d88f206cfd3c", "name": "network-vif-deleted", "tag": "3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:52.724254 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45d88de2-b3eb-4884-bf50-6ec65ef2801e req-2b37b684-1b6f-42a7-893a-44730e67581c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312187 Dec 08 01:30:52.737479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-a368f681-0d0f-45f2-854e-31a468260214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:52.739007 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-a368f681-0d0f-45f2-854e-31a468260214 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398&tenant_id=60788080667c45e38fac7ad815a697ce HTTP/1.1" status: 200 len: 1097 time: 0.1178572 Dec 08 01:30:52.781010 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fe37e26-e818-4811-bb70-a869f487ec5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:52.784274 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd534da-ae0d-4237-b29a-4efb4c3f87b5 x-openstack-request-id: req-2cd534da-ae0d-4237-b29a-4efb4c3f87b5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:52.784815 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb26727-0def-4810-8be5-d88f206cfd3c", "name": "network-vif-deleted", "tag": "3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:52.785191 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2cd534da-ae0d-4237-b29a-4efb4c3f87b5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:52.785988 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb26727-0def-4810-8be5-d88f206cfd3c', 'name': 'network-vif-deleted', 'tag': '3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7', 'status': 'completed', 'code': 200} Dec 08 01:30:52.787412 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fe37e26-e818-4811-bb70-a869f487ec5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:52.795367 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cd506083-e208-4472-aebb-fab857ff3f43 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=34b987cc893f4e11bff047fe4fc4d0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3841653 Dec 08 01:30:52.799244 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35002) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:52.863363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da49a41e-e1de-4d1d-af28-6975523a4aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:52.880877 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4fe37e26-e818-4811-bb70-a869f487ec5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a5ec2b8f7864d73b830d98203c9a8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383701 Dec 08 01:30:52.886733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35008) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:52.898955 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da49a41e-e1de-4d1d-af28-6975523a4aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:52.912347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe37e26-e818-4811-bb70-a869f487ec5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744a4e4e-cbaf-47d9-84be-998b9c96afc5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:52.949718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-913f6816-065f-45ff-98de-afbf5429393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:52.951906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-913f6816-065f-45ff-98de-afbf5429393e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 1097 time: 0.1356735 Dec 08 01:30:52.961089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933a831-2866-4161-8921-7a781b7cdcab req-1eb89fbc-e7a8-4bf2-b18b-ae2fc830417d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:52.962569 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4933a831-2866-4161-8921-7a781b7cdcab req-1eb89fbc-e7a8-4bf2-b18b-ae2fc830417d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 945 time: 0.1185265 Dec 08 01:30:52.967666 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-85d114dc-a8e2-4054-aa0b-10d2d1acf136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:52.994615 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-85d114dc-a8e2-4054-aa0b-10d2d1acf136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:53.035503 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da49a41e-e1de-4d1d-af28-6975523a4aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:53.035503 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da49a41e-e1de-4d1d-af28-6975523a4aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:53.035503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-da49a41e-e1de-4d1d-af28-6975523a4aef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484 HTTP/1.1" status: 204 len: 168 time: 0.2295046 Dec 08 01:30:53.043554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49a41e-e1de-4d1d-af28-6975523a4aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7b3ac5-4b38-4c68-8c9b-cbb3e2995484,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:53.074596 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-85d114dc-a8e2-4054-aa0b-10d2d1acf136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:53.082207 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-85d114dc-a8e2-4054-aa0b-10d2d1acf136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:53.085860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-85d114dc-a8e2-4054-aa0b-10d2d1acf136 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/744a4e4e-cbaf-47d9-84be-998b9c96afc5 HTTP/1.1" status: 204 len: 168 time: 0.1957803 Dec 08 01:30:53.108379 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4933a831-2866-4161-8921-7a781b7cdcab req-76871188-1c96-4276-aaaa-52e65f81ece2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222739 Dec 08 01:30:53.121792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d114dc-a8e2-4054-aa0b-10d2d1acf136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744a4e4e-cbaf-47d9-84be-998b9c96afc5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:53.130742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-4bb33109-1472-489c-9ca3-08282f960725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:53.132214 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-4bb33109-1472-489c-9ca3-08282f960725 service neutron] 10.222.0.65 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.1686556 Dec 08 01:30:53.260634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ffb87-8a3f-445a-b9eb-da67c4ef71d7 req-54ad0773-a2f2-4045-8566-eef1628ca553 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:53.262416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e44ffb87-8a3f-445a-b9eb-da67c4ef71d7 req-54ad0773-a2f2-4045-8566-eef1628ca553 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.0528810 Dec 08 01:30:53.317483 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e44ffb87-8a3f-445a-b9eb-da67c4ef71d7 req-1d235c47-ed61-4da1-aaac-67ff29db5c6c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465147 Dec 08 01:30:53.670544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f562b4-952f-44ab-8961-a68e50ac5f32 req-e2cb345d-64f6-48ed-b42d-9b8c156b067f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:53.672144 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-55f562b4-952f-44ab-8961-a68e50ac5f32 req-e2cb345d-64f6-48ed-b42d-9b8c156b067f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 944 time: 0.0600710 Dec 08 01:30:53.727768 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-55f562b4-952f-44ab-8961-a68e50ac5f32 req-48ef6355-fbc2-46ab-a75d-5fdf1f688ebd tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487237 Dec 08 01:30:53.820389 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-7172e7c9-436a-457a-ade7-649537d7a353 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4157da45-abde-445e-b9b3-2f001a48e334 HTTP/1.1" status: 200 len: 217 time: 0.0499477 Dec 08 01:30:53.838229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35060) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:53.920699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b78ed8-7e96-4435-9a4f-1008007cdea1 req-ad39ecc5-126c-4218-8b8c-14e77fcd7f8e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:53.922163 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6b78ed8-7e96-4435-9a4f-1008007cdea1 req-ad39ecc5-126c-4218-8b8c-14e77fcd7f8e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.0932264 Dec 08 01:30:53.925244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-be588892-b1fb-4099-9fdf-9642a3e86bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:53.926622 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-be588892-b1fb-4099-9fdf-9642a3e86bfb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.0649142 Dec 08 01:30:53.975803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-1c964845-9f8a-4a97-bbe5-b7576e083fa1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289254 Dec 08 01:30:54.009897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-315967265-network', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:54.047002 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6b78ed8-7e96-4435-9a4f-1008007cdea1 req-34c71d73-350e-4531-a841-1e02cdba9384 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174490 Dec 08 01:30:54.090835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Made reservation on behalf of 884793b3eb1642bd94c5982d3a8e5a2d for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:54.093245 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:54.110981 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:54.122626 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-c3d789f7-8046-4ed6-84ab-00190be9317a service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372845 Dec 08 01:30:54.304314 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-5eccb163-69cb-4912-9c17-db0a3519581c service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600378 Dec 08 01:30:54.309516 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:54.322897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23964c02-a49a-4a2e-88e2-598fca425852 req-02f3a5ea-9818-4f6f-9a42-b1d0bd234404 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:54.324667 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23964c02-a49a-4a2e-88e2-598fca425852 req-02f3a5ea-9818-4f6f-9a42-b1d0bd234404 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 945 time: 0.1010752 Dec 08 01:30:54.325311 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:54.351522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:30:54.379971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b046b79-e6ca-425a-a7a6-c959b342412d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:54.382796 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:54.383048 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Added segment c8002124-4423-41ce-9b77-31a2cf604845 of type vlan for network 304d3ec4-12ee-45aa-822e-80446454ee9d Dec 08 01:30:54.446526 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:54.452933 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23964c02-a49a-4a2e-88e2-598fca425852 req-8b385754-1223-4789-9a36-2736a2fcf463 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992746 Dec 08 01:30:54.480671 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:54.482162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:54.482935 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:54.503416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 75983b40-5bf0-4392-ad92-d87eb3eb584b details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:30:54.526052 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6853614 Dec 08 01:30:54.528804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97f93-4610-43a3-9308-1b6a831c5d49 req-64de1f9f-42ef-4730-b8d1-a373b0151734 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:54.533460 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f1f97f93-4610-43a3-9308-1b6a831c5d49 req-64de1f9f-42ef-4730-b8d1-a373b0151734 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1026185 Dec 08 01:30:54.536643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35084) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:54.541669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:30:54.546515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-14de3a02-ef5e-44ea-a7d9-41d49d2d7acf admin admin] Request body: {'subnet': {'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-315967265-subnet', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:54.566583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aff685-5aae-49d2-906a-0737efe57684 admin admin] Pushing event updated for resources: {'Network': ['ID=304d3ec4-12ee-45aa-822e-80446454ee9d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:54.600182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 304d3ec4-12ee-45aa-822e-80446454ee9d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:30:54.647311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:30:54.647535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14de3a02-ef5e-44ea-a7d9-41d49d2d7acf admin admin] Made reservation on behalf of 884793b3eb1642bd94c5982d3a8e5a2d for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:30:54.647656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 3b9ab694-7f23-4447-a8c4-8c6fbf6a54f7 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:30:54.647998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4157da45-abde-445e-b9b3-2f001a48e334 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:30:54.650428 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14de3a02-ef5e-44ea-a7d9-41d49d2d7acf admin admin] Publish callbacks [] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:54.682977 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.resource_extend [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:30:54.765054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-2f3506cf-6f90-4a72-97b0-4b322878d3c1 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:54.768216 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-2f3506cf-6f90-4a72-97b0-4b322878d3c1 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398&tenant_id=60788080667c45e38fac7ad815a697ce&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.0666149 Dec 08 01:30:54.789553 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f1f97f93-4610-43a3-9308-1b6a831c5d49 req-4a452502-01f3-4186-820e-04844b2dca55 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219892 Dec 08 01:30:54.967726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4157da45-abde-445e-b9b3-2f001a48e334 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:30:55.004666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1bee9-b52c-4f2c-8172-b29c456570f4 req-b95b1fb0-a22f-4002-8adc-3a3fa2b228b2 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:55.005000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-39d3a2a9-d7dc-4ff0-95b1-773e56bfeb80 service neutron] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:55.006568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7c1bee9-b52c-4f2c-8172-b29c456570f4 req-b95b1fb0-a22f-4002-8adc-3a3fa2b228b2 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 944 time: 0.1283505 Dec 08 01:30:55.008011 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14de3a02-ef5e-44ea-a7d9-41d49d2d7acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.021399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-39d3a2a9-d7dc-4ff0-95b1-773e56bfeb80 service neutron] Publish callbacks [] for binding, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.022555 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8fd3150-3c0a-4b69-8413-6f55cd99fdf3 req-39d3a2a9-d7dc-4ff0-95b1-773e56bfeb80 service neutron] 10.222.0.65 "DELETE /v2.0/ports/4157da45-abde-445e-b9b3-2f001a48e334/bindings/n-h2-713498-30 HTTP/1.1" status: 204 len: 173 time: 0.2439871 Dec 08 01:30:55.051924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:55.065096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '75983b40-5bf0-4392-ad92-d87eb3eb584b', 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24', 'port_id': '75983b40-5bf0-4392-ad92-d87eb3eb584b', 'mac_address': 'fa:16:3e:0a:69:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6c275c-7de4-402b-b3bf-de84b98d769c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:30:55.132925 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.154618 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de3a02-ef5e-44ea-a7d9-41d49d2d7acf admin admin] Checking segment: {'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:55.154998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de3a02-ef5e-44ea-a7d9-41d49d2d7acf admin admin] Network hostable DHCP agents. Network: 304d3ec4-12ee-45aa-822e-80446454ee9d, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:30:55.155826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75983b40-5bf0-4392-ad92-d87eb3eb584b {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:30:55.163883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de3a02-ef5e-44ea-a7d9-41d49d2d7acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c87b7ff-bb52-4f69-8ebe-22adda552c92,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:55.184682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7c1bee9-b52c-4f2c-8172-b29c456570f4 req-d3fa61ac-a76d-4019-91a6-2919e4d0d8f5 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565583 Dec 08 01:30:55.189318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:55.195967 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.202029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de3a02-ef5e-44ea-a7d9-41d49d2d7acf admin admin] Network 304d3ec4-12ee-45aa-822e-80446454ee9d is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:30:55.217498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e165c-2f2d-4e03-a027-486b505de59e req-46e1b800-3344-4bf5-9e7b-514cbec9671a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:55.223374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c5e165c-2f2d-4e03-a027-486b505de59e req-46e1b800-3344-4bf5-9e7b-514cbec9671a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.0725279 Dec 08 01:30:55.226557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-14de3a02-ef5e-44ea-a7d9-41d49d2d7acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 304d3ec4-12ee-45aa-822e-80446454ee9d) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:55.244541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de3a02-ef5e-44ea-a7d9-41d49d2d7acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:55.245144 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14de3a02-ef5e-44ea-a7d9-41d49d2d7acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.275222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15234c-4b34-4ab7-b165-82e6b9a2d9f2 None None] Network 304d3ec4-12ee-45aa-822e-80446454ee9d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:30:55.288945 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-14de3a02-ef5e-44ea-a7d9-41d49d2d7acf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7511945 Dec 08 01:30:55.289628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35098) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:55.298904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c5e165c-2f2d-4e03-a027-486b505de59e req-9aeeeb37-3706-4c84-91c8-a2d3882b497a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742269 Dec 08 01:30:55.299347 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-315967265-router', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:30:55.341102 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.342360 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.414162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=75983b40-5bf0-4392-ad92-d87eb3eb584b,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:55.466761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-304d3ec4-12ee-45aa-822e-80446454ee9d', 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d', 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'fixed_ips': [{'subnet_id': '8c87b7ff-bb52-4f69-8ebe-22adda552c92'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:30:55.467879 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.495423 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['75983b40-5bf0-4392-ad92-d87eb3eb584b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:30:55.507386 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.635031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f46f98-7714-4a28-b124-c6d00f500206 req-e10101db-5971-4c7c-a5ec-ca91aea2522b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:55.637268 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19f46f98-7714-4a28-b124-c6d00f500206 req-e10101db-5971-4c7c-a5ec-ca91aea2522b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 945 time: 0.0857809 Dec 08 01:30:55.672499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Allocated IP 172.20.0.2 (304d3ec4-12ee-45aa-822e-80446454ee9d/8c87b7ff-bb52-4f69-8ebe-22adda552c92/96a48e53-ba3d-48e5-97fe-344ba8b594eb) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:30:55.748439 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.776894 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19f46f98-7714-4a28-b124-c6d00f500206 req-e725de65-9974-4aef-ab2f-6e3d67cb3ded tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247377 Dec 08 01:30:55.905167 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.918348 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:55.943706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Network 304d3ec4-12ee-45aa-822e-80446454ee9d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:30:55.967353 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e89817-a57d-48c4-8442-368404f63061 req-7701ab8e-eab6-443e-9cd9-982474d09935 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:55.968969 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-17e89817-a57d-48c4-8442-368404f63061 req-7701ab8e-eab6-443e-9cd9-982474d09935 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.0788746 Dec 08 01:30:55.972226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:55.974863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:30:56.069901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Pushing event updated for resources: {'Port': ['ID=96a48e53-ba3d-48e5-97fe-344ba8b594eb,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:56.082531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Attempting to bind port 96a48e53-ba3d-48e5-97fe-344ba8b594eb on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:56.083296 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Attempting to bind port 96a48e53-ba3d-48e5-97fe-344ba8b594eb by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:56.083296 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Attempting to bind port 96a48e53-ba3d-48e5-97fe-344ba8b594eb on network 304d3ec4-12ee-45aa-822e-80446454ee9d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:56.099771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:56.100182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Checking segment: {'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:56.100677 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:56.101990 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-17e89817-a57d-48c4-8442-368404f63061 req-7e5d1704-be83-4de7-b57d-953e45b78e80 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221902 Dec 08 01:30:56.103194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:56.103340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Bound using segment: {'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:56.103780 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Bound port: 96a48e53-ba3d-48e5-97fe-344ba8b594eb, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:56.105986 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:56.124910 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:56.205116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] For port 96a48e53-ba3d-48e5-97fe-344ba8b594eb, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:56.209647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] For port 96a48e53-ba3d-48e5-97fe-344ba8b594eb, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=96a48e53-ba3d-48e5-97fe-344ba8b594eb,segment=NetworkSegment(c8002124-4423-41ce-9b77-31a2cf604845),segment_id=c8002124-4423-41ce-9b77-31a2cf604845)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:56.215043 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:56.259070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Allocated IP 172.25.2.72 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/47befccf-c2dc-416f-8c1c-700bd9cd287f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:30:56.264449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd98bcc-a385-4d52-ac73-11df3155fa56 req-9091ac27-c38b-4b0f-98c5-28200df4dc87 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:56.276264 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6dd98bcc-a385-4d52-ac73-11df3155fa56 req-9091ac27-c38b-4b0f-98c5-28200df4dc87 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 1097 time: 0.0787082 Dec 08 01:30:56.296021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547acb7-a664-4329-b12a-292644cf76d1 None None] Pushing event updated for resources: {'Port': ['ID=96a48e53-ba3d-48e5-97fe-344ba8b594eb,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:56.378716 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6dd98bcc-a385-4d52-ac73-11df3155fa56 req-e2f169f2-1ba2-4f36-8415-02eb1e1e6072 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955701 Dec 08 01:30:56.434462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:56.498161 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:56.519753 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 75983b40-5bf0-4392-ad92-d87eb3eb584b up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:30:56.545679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:30:56.558358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:30:56.591335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52355e90-7b0b-448a-ad10-202753f8707e req-7fa64736-3f94-483d-a20c-deddee040f09 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:56.597011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:30:56.607784 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52355e90-7b0b-448a-ad10-202753f8707e req-7fa64736-3f94-483d-a20c-deddee040f09 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 945 time: 0.1234560 Dec 08 01:30:56.673952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 75983b40-5bf0-4392-ad92-d87eb3eb584b completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:30:56.679148 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 75983b40-5bf0-4392-ad92-d87eb3eb584b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:56.679935 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:56.733561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Pushing event updated for resources: {'Port': ['ID=47befccf-c2dc-416f-8c1c-700bd9cd287f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:56.740759 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52355e90-7b0b-448a-ad10-202753f8707e req-2c8bbde4-7064-46c5-a34f-826193afb1a0 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311114 Dec 08 01:30:56.881473 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:56.922159 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d423c9-5da9-4909-a705-cb9003c0e07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75983b40-5bf0-4392-ad92-d87eb3eb584b'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:30:56.926369 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609beb79-d8f5-4ef5-9134-9bf8a7a96d80" -d '{"events": [{"server_uuid": "87d423c9-5da9-4909-a705-cb9003c0e07e", "name": "network-vif-plugged", "status": "completed", "tag": "75983b40-5bf0-4392-ad92-d87eb3eb584b"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:30:56.945767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:56.954817 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:56.964277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcad49-24d2-4a7d-a1ef-efb98b28e4b5 req-5437faa5-d155-41f6-a0e5-5f74e11bb03d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:56.973362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45bcad49-24d2-4a7d-a1ef-efb98b28e4b5 req-5437faa5-d155-41f6-a0e5-5f74e11bb03d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.0616231 Dec 08 01:30:57.036970 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45bcad49-24d2-4a7d-a1ef-efb98b28e4b5 req-e8757b94-9434-4bf1-a89e-8742af5c5f76 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627294 Dec 08 01:30:57.041994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:57.042523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 96a48e53-ba3d-48e5-97fe-344ba8b594eb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:30:57.100371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=75983b40-5bf0-4392-ad92-d87eb3eb584b,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:57.122901 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c77431-4862-4adf-a09d-33e75eea6e71 x-openstack-request-id: req-63c77431-4862-4adf-a09d-33e75eea6e71 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:30:57.123313 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d423c9-5da9-4909-a705-cb9003c0e07e", "name": "network-vif-plugged", "status": "completed", "tag": "75983b40-5bf0-4392-ad92-d87eb3eb584b", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:30:57.123577 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63c77431-4862-4adf-a09d-33e75eea6e71 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:30:57.123972 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d423c9-5da9-4909-a705-cb9003c0e07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75983b40-5bf0-4392-ad92-d87eb3eb584b', 'code': 200} Dec 08 01:30:57.130729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 96a48e53-ba3d-48e5-97fe-344ba8b594eb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:57.131110 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:57.223421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-5c5e3f02-5933-480d-9176-24ac615bcfda tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:57.225177 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-5c5e3f02-5933-480d-9176-24ac615bcfda tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 807 time: 0.2772400 Dec 08 01:30:57.261790 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-3ac52e7d-0e3b-4747-9ff7-96ee87c0d78c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/quotas/60788080667c45e38fac7ad815a697ce HTTP/1.1" status: 200 len: 375 time: 0.0249908 Dec 08 01:30:57.281520 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:57.336109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed979a45-06bd-48a7-ab11-8e7593fb503c req-ce6837e6-f2f3-410a-b2c5-16e0de794f0f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:57.337926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ed979a45-06bd-48a7-ab11-8e7593fb503c req-ce6837e6-f2f3-410a-b2c5-16e0de794f0f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1092274 Dec 08 01:30:57.342960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 96a48e53-ba3d-48e5-97fe-344ba8b594eb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=96a48e53-ba3d-48e5-97fe-344ba8b594eb,segment=NetworkSegment(c8002124-4423-41ce-9b77-31a2cf604845),segment_id=c8002124-4423-41ce-9b77-31a2cf604845)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:30:57.343888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd604e-4cae-46f0-ad9d-8c4579b2f684 req-f8449bed-d1fe-4f84-b6be-2640707b9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:57.346809 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a8cd604e-4cae-46f0-ad9d-8c4579b2f684 req-f8449bed-d1fe-4f84-b6be-2640707b9561 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 1098 time: 0.1193328 Dec 08 01:30:57.353390 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:57.403114 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:57.428272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=96a48e53-ba3d-48e5-97fe-344ba8b594eb,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:57.476809 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ed979a45-06bd-48a7-ab11-8e7593fb503c req-315ea964-d813-4e54-a670-75594489765f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287203 Dec 08 01:30:57.503176 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a8cd604e-4cae-46f0-ad9d-8c4579b2f684 req-db4efdae-dfbb-4146-99a6-1079469d7743 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471586 Dec 08 01:30:57.749235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ddc965-87e7-42ea-b458-e3940b087fce None None] Network 304d3ec4-12ee-45aa-822e-80446454ee9d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:30:57.864774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-4994e4d4-df3d-4583-ba16-3b7fb97ca97b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4638875 Dec 08 01:30:57.894285 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8873f112-0b0f-4000-84d8-1c0e7bdbe35b None None] Provisioning complete for port 96a48e53-ba3d-48e5-97fe-344ba8b594eb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:57.895192 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8873f112-0b0f-4000-84d8-1c0e7bdbe35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:57.951356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35158) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:57.967318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aed0c0-10be-476f-8849-22ac05146eba req-9367dc3e-934a-42b4-bf56-acf7cbe9adf0 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:57.970220 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45aed0c0-10be-476f-8849-22ac05146eba req-9367dc3e-934a-42b4-bf56-acf7cbe9adf0 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.1063983 Dec 08 01:30:57.994927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Router b60acf11-5d83-4563-ac68-3a3a3a194665 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:30:58.086151 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-06c6e3d1-4159-4e77-9cde-37f23d4f63e0 service neutron] 10.222.0.70 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204490 Dec 08 01:30:58.090482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45aed0c0-10be-476f-8849-22ac05146eba req-86b15950-83e9-4d3d-bc8f-86d66896d65d tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130764 Dec 08 01:30:58.152844 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86f6353e-6620-4bf5-888d-ba698841f994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:58.254152 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:30:58.275199 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-ea41ea5a-8329-4fb8-bbb5-b8e9b3ff262f service neutron] 10.222.0.70 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873622 Dec 08 01:30:58.277233 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Sync routers for ids ['b60acf11-5d83-4563-ac68-3a3a3a194665'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:30:58.279886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6344cf0-4219-4b80-a5a4-f848a936c9d0 req-42eae74b-646d-4c32-9eff-86ace9ba8f1e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:58.288956 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a6344cf0-4219-4b80-a5a4-f848a936c9d0 req-42eae74b-646d-4c32-9eff-86ace9ba8f1e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.1060886 Dec 08 01:30:58.290589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-38c07058-4b77-49b6-b1fb-94f52d3580fb None None] Provisioning complete for port 96a48e53-ba3d-48e5-97fe-344ba8b594eb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:58.291024 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-38c07058-4b77-49b6-b1fb-94f52d3580fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:58.292577 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Routers {'b60acf11-5d83-4563-ac68-3a3a3a194665'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:30:58.293360 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:30:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b60acf11-5d83-4563-ac68-3a3a3a194665'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:30:58.304151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:58.308970 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c1dd464a-d63b-4759-9923-f0bf9cdd3981 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0183959 Dec 08 01:30:58.310813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35164) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:58.377076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a6344cf0-4219-4b80-a5a4-f848a936c9d0 req-1675d649-60d5-4a1c-8763-c20de87b5cc4 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818906 Dec 08 01:30:58.421167 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86f6353e-6620-4bf5-888d-ba698841f994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:58.430994 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86f6353e-6620-4bf5-888d-ba698841f994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:58.478452 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Set router b60acf11-5d83-4563-ac68-3a3a3a194665 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:30:58.629317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6353e-6620-4bf5-888d-ba698841f994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b319e5-9d22-42dc-be2a-fb0ab382de42,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:58.728741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-333ec6c3-6a00-476d-aa95-a150a926e74d req-f19681a3-9ec2-4493-ac41-11ffdc67d8a9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 210 time: 0.0407872 Dec 08 01:30:58.735355 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-86f6353e-6620-4bf5-888d-ba698841f994 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d827e8211194e47a9b14c4c20d2aa1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7828798 Dec 08 01:30:58.744906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35176) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:30:58.746461 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'name': 'tempest-AttachSCSIVolumeTestJSON-315967265-router', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:30:55Z', 'updated_at': '2021-12-08T01:30:56Z', 'revision_number': 3, 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'gw_port': {'id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:30:56Z', 'updated_at': '2021-12-08T01:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:30:58.768600 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8e6dee89-aaab-4af6-a1e1-b21e8dae2d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:58.827621 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Checking router: b60acf11-5d83-4563-ac68-3a3a3a194665 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:30:58.828839 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Updating router b60acf11-5d83-4563-ac68-3a3a3a194665 port 47befccf-c2dc-416f-8c1c-700bd9cd287f binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:30:58.836802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeb37-cc36-4ee2-abde-da3d59e148aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:58.855277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510afa7-5dbd-4d0b-92ea-b9e79684dcec req-696eccf9-b80b-44ae-8f8b-a92f50e627fe tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:58.864135 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1510afa7-5dbd-4d0b-92ea-b9e79684dcec req-696eccf9-b80b-44ae-8f8b-a92f50e627fe tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.2217751 Dec 08 01:30:58.880160 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:58.945153 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeb37-cc36-4ee2-abde-da3d59e148aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:58.953319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 96a48e53-ba3d-48e5-97fe-344ba8b594eb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:30:59.019691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1510afa7-5dbd-4d0b-92ea-b9e79684dcec req-502d51ab-3ef8-4b4d-8d8e-74e27b86c6df tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513634 Dec 08 01:30:59.068221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeb37-cc36-4ee2-abde-da3d59e148aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:59.071138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb7aeb37-cc36-4ee2-abde-da3d59e148aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:59.072375 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bb7aeb37-cc36-4ee2-abde-da3d59e148aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2b319e5-9d22-42dc-be2a-fb0ab382de42 HTTP/1.1" status: 204 len: 168 time: 0.3233173 Dec 08 01:30:59.081502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7aeb37-cc36-4ee2-abde-da3d59e148aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b319e5-9d22-42dc-be2a-fb0ab382de42,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:59.097546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 96a48e53-ba3d-48e5-97fe-344ba8b594eb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:30:59.100043 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:59.273332 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:59.282732 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:59.312872 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Attempting to bind port 47befccf-c2dc-416f-8c1c-700bd9cd287f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:30:59.313981 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Attempting to bind port 47befccf-c2dc-416f-8c1c-700bd9cd287f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:30:59.314436 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Attempting to bind port 47befccf-c2dc-416f-8c1c-700bd9cd287f on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:30:59.327732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edcaae-da77-4a3b-b51e-0950f5f8ade9 req-0f83e209-c7eb-4cd0-81cb-4d17ee4eba0e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:59.336327 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:30:59.336982 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:30:59.337590 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:59.338307 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:30:59.338936 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Bound port: 47befccf-c2dc-416f-8c1c-700bd9cd287f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:30:59.339730 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:59.348068 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9edcaae-da77-4a3b-b51e-0950f5f8ade9 req-0f83e209-c7eb-4cd0-81cb-4d17ee4eba0e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.1150470 Dec 08 01:30:59.397484 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] For port 47befccf-c2dc-416f-8c1c-700bd9cd287f, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:30:59.401142 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] For port 47befccf-c2dc-416f-8c1c-700bd9cd287f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=47befccf-c2dc-416f-8c1c-700bd9cd287f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:30:59.414987 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:59.451013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:30:59.454557 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Pushing event updated for resources: {'Port': ['ID=47befccf-c2dc-416f-8c1c-700bd9cd287f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:59.472081 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.472527 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.472816 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.474637 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.475203 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.475790 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.476950 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.477488 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.478018 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.478507 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.479142 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.479651 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.480145 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:30:59.489702 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9edcaae-da77-4a3b-b51e-0950f5f8ade9 req-b4ede3d9-36e8-4d97-9083-fc2e20e2d7c7 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401548 Dec 08 01:30:59.510421 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Routers {'b60acf11-5d83-4563-ac68-3a3a3a194665'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:30:59.511341 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:30:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b60acf11-5d83-4563-ac68-3a3a3a194665'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:30:59.705023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938124e-a3f1-4530-8beb-a6a80a4a3e22 req-5da2edd5-3116-4f37-8be3-26bf6327d4d8 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:59.733070 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e938124e-a3f1-4530-8beb-a6a80a4a3e22 req-5da2edd5-3116-4f37-8be3-26bf6327d4d8 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.2227380 Dec 08 01:30:59.782907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Allocated IP 172.20.0.1 (304d3ec4-12ee-45aa-822e-80446454ee9d/8c87b7ff-bb52-4f69-8ebe-22adda552c92/960f8b7b-d6ee-4fb2-b023-aee3ec6e9120) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:30:59.823112 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1fd39-1bf3-4466-a202-6da96d3fa947 None None] Pushing event updated for resources: {'Port': ['ID=47befccf-c2dc-416f-8c1c-700bd9cd287f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:30:59.848570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdd14e-4bf8-4256-bd75-b5f0873352f9 req-916d9527-0b3c-4170-ad32-e8b3852f0e99 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:30:59.858459 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2afdd14e-4bf8-4256-bd75-b5f0873352f9 req-916d9527-0b3c-4170-ad32-e8b3852f0e99 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 1098 time: 0.1344922 Dec 08 01:30:59.862457 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e938124e-a3f1-4530-8beb-a6a80a4a3e22 req-4c14090f-c8f6-4ef5-9bf5-b6b5d69fda27 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208858 Dec 08 01:30:59.873850 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] Set router b60acf11-5d83-4563-ac68-3a3a3a194665 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:30:59.965193 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2afdd14e-4bf8-4256-bd75-b5f0873352f9 req-8a231359-9b8c-4aa0-b3e2-ba8c4fc04a82 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053393 Dec 08 01:31:00.006371 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45674322-0790-4e5a-b128-495514770848 req-af203a97-3576-4d8c-b9dd-5b985e2851d7 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 210 time: 0.0390580 Dec 08 01:31:00.023650 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:00.067495 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:00.129162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Network 304d3ec4-12ee-45aa-822e-80446454ee9d is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:00.135516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:00.150344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Pushing event updated for resources: {'Port': ['ID=960f8b7b-d6ee-4fb2-b023-aee3ec6e9120,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:00.154151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:31:00.154831 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:00.193280 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'name': 'tempest-AttachSCSIVolumeTestJSON-315967265-router', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:30:55Z', 'updated_at': '2021-12-08T01:30:56Z', 'revision_number': 3, 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'gw_port': {'id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:30:56Z', 'updated_at': '2021-12-08T01:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:00.296056 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669453d1-1df2-42c5-81db-60316eee29a7 None None] The sync data for ids ['b60acf11-5d83-4563-ac68-3a3a3a194665'] in n-d-713498-30 is: [{'id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'name': 'tempest-AttachSCSIVolumeTestJSON-315967265-router', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:30:55Z', 'updated_at': '2021-12-08T01:30:56Z', 'revision_number': 3, 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'gw_port': {'id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:30:56Z', 'updated_at': '2021-12-08T01:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:31:00.460846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b33e6-8b7f-48d5-96fa-f5230c9c46e9 req-a528eb7d-3eaf-4882-9c92-3196ab4db3b1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:00.470035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35224) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:31:00.482204 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:00.493228 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc9b33e6-8b7f-48d5-96fa-f5230c9c46e9 req-a528eb7d-3eaf-4882-9c92-3196ab4db3b1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.2067590 Dec 08 01:31:00.630985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-09588fbf-05a2-4307-95fb-763e1658cb89 None None] Provisioning complete for port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:00.631996 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-09588fbf-05a2-4307-95fb-763e1658cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:00.662381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc9b33e6-8b7f-48d5-96fa-f5230c9c46e9 req-599c2de3-3fce-4f1a-a368-ec8543c9d83a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681430 Dec 08 01:31:00.699965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-310700808-network', 'tenant_id': '3b4ed04e6f66436b87d1c30f3e95d331'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:00.701761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-09588fbf-05a2-4307-95fb-763e1658cb89 None None] Port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:31:00.740726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-63af5f1e-0c58-4aa4-ad6b-76b1ebdda39f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:00.742983 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-63af5f1e-0c58-4aa4-ad6b-76b1ebdda39f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.72 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 807 time: 0.3965178 Dec 08 01:31:00.777034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Request body: {'port': {'device_id': '86de2e82-386c-4451-819c-fd52a5580e74', 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6', 'admin_state_up': True, 'tenant_id': '60788080667c45e38fac7ad815a697ce'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:00.816550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Made reservation on behalf of 3b4ed04e6f66436b87d1c30f3e95d331 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:31:00.819661 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:00.871010 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:00.992343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 47befccf-c2dc-416f-8c1c-700bd9cd287f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:01.012817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Made reservation on behalf of 60788080667c45e38fac7ad815a697ce for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:31:01.018754 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.022983 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.060634 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.061254 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.128681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 47befccf-c2dc-416f-8c1c-700bd9cd287f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:01.128966 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.189394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Pushing event updated for resources: {'Port': ['ID=960f8b7b-d6ee-4fb2-b023-aee3ec6e9120,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:01.243514 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c83dd240-8e4a-457e-8a5a-65373c9698f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.264870 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61d3d51b-2ddc-435e-a478-320e4d108f2e req-2390b9da-a057-4049-af1b-804664874094 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 210 time: 0.0403004 Dec 08 01:31:01.309378 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.315339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcaee70-3024-4b54-932b-4875933a510c req-4e6237af-6629-43a3-8315-fe656cff05c7 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:01.318057 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-afcaee70-3024-4b54-932b-4875933a510c req-4e6237af-6629-43a3-8315-fe656cff05c7 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.3378241 Dec 08 01:31:01.347576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 47befccf-c2dc-416f-8c1c-700bd9cd287f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=47befccf-c2dc-416f-8c1c-700bd9cd287f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:01.359192 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.425070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Allocated IP 172.20.0.9 (402efe03-88a1-415d-be1a-0b7dc1c5e4b6/9a17378f-dcd0-4ad5-8617-f89458c5d02e/cfb53522-bb82-4c27-ab0c-09fa78147b3a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:31:01.446939 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.474491 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.514005 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=47befccf-c2dc-416f-8c1c-700bd9cd287f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:01.524181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.556566 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-afcaee70-3024-4b54-932b-4875933a510c req-464e668a-cc68-44cf-924f-2e08e363f1a0 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285414 Dec 08 01:31:01.600605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:31:01.616867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d375626f-ee00-4288-bd04-aef4ee55465c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:01.622086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Network 304d3ec4-12ee-45aa-822e-80446454ee9d is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:01.627627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:01.630397 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.630696 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Added segment efd55fc4-9c18-464b-a310-bbaf12dcd1fc of type vlan for network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 Dec 08 01:31:01.683627 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.776251 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.800961 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.890519 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.894550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:01.895719 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:01.949246 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4780002 Dec 08 01:31:01.990596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35248) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:31:02.007681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d8b3b9be-fb2d-4dae-833d-3b57cdb86a3e admin admin] Request body: {'subnet': {'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-310700808-subnet', 'tenant_id': '3b4ed04e6f66436b87d1c30f3e95d331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:02.017437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Router b60acf11-5d83-4563-ac68-3a3a3a194665 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:31:02.022308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Pushing event updated for resources: {'Port': ['ID=cfb53522-bb82-4c27-ab0c-09fa78147b3a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:02.043586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-97f7dbc3-0c16-45da-aeac-9b3d19ff4cc4 None None] Provisioning complete for port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:02.044137 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-97f7dbc3-0c16-45da-aeac-9b3d19ff4cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:02.090435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-97f7dbc3-0c16-45da-aeac-9b3d19ff4cc4 None None] Port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:31:02.160516 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:02.187603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bfe6f-22d7-49f2-adb4-475af4f56878 admin admin] Pushing event updated for resources: {'Network': ['ID=635c69e4-e4b2-466a-9fb9-a6d91847cb42,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:02.205019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:31:02.210205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:31:02.218592 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-daf7824a-775f-4e32-9910-370b781017ca admin admin] 10.222.0.70 "PUT /v2.0/routers/b60acf11-5d83-4563-ac68-3a3a3a194665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9065442 Dec 08 01:31:02.374509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:02.380677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:02.386554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:31:02.443718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b3b9be-fb2d-4dae-833d-3b57cdb86a3e admin admin] Made reservation on behalf of 3b4ed04e6f66436b87d1c30f3e95d331 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:31:02.446281 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b9be-fb2d-4dae-833d-3b57cdb86a3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:02.458053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7c76b-3d3c-4722-8d3c-0ac2ae077013 req-d6f292f0-fa5a-4860-9387-6f1c2df3028e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:02.459608 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77d7c76b-3d3c-4722-8d3c-0ac2ae077013 req-d6f292f0-fa5a-4860-9387-6f1c2df3028e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 931 time: 0.0659583 Dec 08 01:31:02.473761 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730929e-11ea-48c9-ac09-2126b3db97e6 req-db6538cb-988a-4798-bffc-49bfe21e6598 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:02.475502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3730929e-11ea-48c9-ac09-2126b3db97e6 req-db6538cb-988a-4798-bffc-49bfe21e6598 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.5971174 Dec 08 01:31:02.518965 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77d7c76b-3d3c-4722-8d3c-0ac2ae077013 req-d953d660-ee8d-437d-9923-1c1241473f48 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524018 Dec 08 01:31:02.526327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:02.527123 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:02.631926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-89b2ea0c-f5a9-4e91-abd6-868f4b93061d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8727963 Dec 08 01:31:02.658745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Request body: {'port': {'device_id': '86de2e82-386c-4451-819c-fd52a5580e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:02.664174 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:31:02.686451 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3730929e-11ea-48c9-ac09-2126b3db97e6 req-e1fd7403-1e37-428f-9b97-f2d51b558882 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973095 Dec 08 01:31:02.732591 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:02.826674 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a981f-12f4-4fbb-99b7-3ca15aa7fc1a req-84ad4c49-23bf-4ea7-9390-f813d162bd7c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:02.830672 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-864a981f-12f4-4fbb-99b7-3ca15aa7fc1a req-84ad4c49-23bf-4ea7-9390-f813d162bd7c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.0714464 Dec 08 01:31:02.948827 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b9be-fb2d-4dae-833d-3b57cdb86a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:02.961646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 47befccf-c2dc-416f-8c1c-700bd9cd287f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:02.987780 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-864a981f-12f4-4fbb-99b7-3ca15aa7fc1a req-a149564b-40cd-495c-bef2-5c1771252cf9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407676 Dec 08 01:31:03.040814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 47befccf-c2dc-416f-8c1c-700bd9cd287f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:03.040978 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.086310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Sync routers for ids ['b60acf11-5d83-4563-ac68-3a3a3a194665'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:31:03.100619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Routers {'b60acf11-5d83-4563-ac68-3a3a3a194665'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:31:03.101265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:31:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b60acf11-5d83-4563-ac68-3a3a3a194665'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:03.178118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3b9be-fb2d-4dae-833d-3b57cdb86a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:03.181421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35278) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:31:03.186157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3b9be-fb2d-4dae-833d-3b57cdb86a3e admin admin] Checking segment: {'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:03.186523 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b3b9be-fb2d-4dae-833d-3b57cdb86a3e admin admin] Network hostable DHCP agents. Network: 635c69e4-e4b2-466a-9fb9-a6d91847cb42, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:31:03.195203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-861813578-network', 'tenant_id': 'a1778061c8604aa390688c3be787e27e'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:03.226789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b3b9be-fb2d-4dae-833d-3b57cdb86a3e admin admin] Network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:31:03.231290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Made reservation on behalf of a1778061c8604aa390688c3be787e27e for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:31:03.235599 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.248311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d8b3b9be-fb2d-4dae-833d-3b57cdb86a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 635c69e4-e4b2-466a-9fb9-a6d91847cb42) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:03.259715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b3b9be-fb2d-4dae-833d-3b57cdb86a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:03.260456 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8b3b9be-fb2d-4dae-833d-3b57cdb86a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.260853 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.308556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb53522-bb82-4c27-ab0c-09fa78147b3a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:03.326007 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d8b3b9be-fb2d-4dae-833d-3b57cdb86a3e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3200178 Dec 08 01:31:03.326007 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.338087 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Transition to ACTIVE for port object cfb53522-bb82-4c27-ab0c-09fa78147b3a will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:31:03.342962 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.370250 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc4bf43-420e-4415-a32b-378b47de2075 None None] Network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:31:03.402576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.410461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.423278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:31:03.433490 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.433834 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Added segment a3550c93-7a84-448f-a557-3974320dc263 of type vlan for network 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 Dec 08 01:31:03.466701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be56926-5f65-454e-88b8-48742a21e514,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:03.484352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Set router b60acf11-5d83-4563-ac68-3a3a3a194665 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:31:03.501799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.523438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb53522-bb82-4c27-ab0c-09fa78147b3a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:03.534488 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.535130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Attempting to bind port cfb53522-bb82-4c27-ab0c-09fa78147b3a on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:03.535643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Attempting to bind port cfb53522-bb82-4c27-ab0c-09fa78147b3a by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:03.536038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Attempting to bind port cfb53522-bb82-4c27-ab0c-09fa78147b3a on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:03.536164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:03.536714 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.541100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Port cfb53522-bb82-4c27-ab0c-09fa78147b3a on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:31:03.541506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Attempting to bind port cfb53522-bb82-4c27-ab0c-09fa78147b3a on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:03.547009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:03.547981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:03.548467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:03.548973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Bound port: cfb53522-bb82-4c27-ab0c-09fa78147b3a, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:03.549712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.615907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:03.619580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:03.621149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] Pushing event updated for resources: {'Network': ['ID=30c9353d-a28c-4cfc-b1b9-41c7a47a8e70,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:03.626466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.657108 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5f8e548c-4899-4ae2-bb7e-189c6be722ff admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4726872 Dec 08 01:31:03.660240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35296) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:31:03.667394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:31:03.669232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-20b3d929-4768-4b1b-80b1-01665caec4b4 admin admin] Request body: {'subnet': {'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-861813578-subnet', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:03.699257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:03.699926 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.701239 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] 10.222.0.72 "PUT /v2.0/ports/cfb53522-bb82-4c27-ab0c-09fa78147b3a HTTP/1.1" status: 200 len: 1092 time: 1.0526726 Dec 08 01:31:03.701930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86de2e82-386c-4451-819c-fd52a5580e74', 'tag': 'cfb53522-bb82-4c27-ab0c-09fa78147b3a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:03.704856 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1d1dda-782c-446b-92a4-a2b29e413949" -d '{"events": [{"name": "network-changed", "server_uuid": "86de2e82-386c-4451-819c-fd52a5580e74", "tag": "cfb53522-bb82-4c27-ab0c-09fa78147b3a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:03.710475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b3d929-4768-4b1b-80b1-01665caec4b4 admin admin] Made reservation on behalf of a1778061c8604aa390688c3be787e27e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:31:03.712820 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20b3d929-4768-4b1b-80b1-01665caec4b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.731678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09ac4e-c0e4-44a0-b5db-cf487567a567 req-838fc35f-0c4b-43a1-858a-825c82784fd5 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:03.740394 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa09ac4e-c0e4-44a0-b5db-cf487567a567 req-838fc35f-0c4b-43a1-858a-825c82784fd5 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.1117663 Dec 08 01:31:03.753687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0e181-0d48-4ea5-829c-6b7851269754 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb53522-bb82-4c27-ab0c-09fa78147b3a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:03.800461 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa09ac4e-c0e4-44a0-b5db-cf487567a567 req-7a61b62b-a4a1-4fc5-bdee-5e036d3b25c8 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589120 Dec 08 01:31:03.860464 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.861501 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.927236 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20b3d929-4768-4b1b-80b1-01665caec4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:03.969809 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1be754-68fb-4e1e-868a-6fdbb91eed35 x-openstack-request-id: req-bd1be754-68fb-4e1e-868a-6fdbb91eed35 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:03.970174 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86de2e82-386c-4451-819c-fd52a5580e74", "tag": "cfb53522-bb82-4c27-ab0c-09fa78147b3a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:03.970524 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd1be754-68fb-4e1e-868a-6fdbb91eed35 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:03.970952 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86de2e82-386c-4451-819c-fd52a5580e74', 'tag': 'cfb53522-bb82-4c27-ab0c-09fa78147b3a', 'status': 'completed', 'code': 200} Dec 08 01:31:03.977257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'name': 'tempest-AttachSCSIVolumeTestJSON-315967265-router', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:30:55Z', 'updated_at': '2021-12-08T01:31:00Z', 'revision_number': 4, 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'gw_port': {'id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:30:56Z', 'updated_at': '2021-12-08T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '960f8b7b-d6ee-4fb2-b023-aee3ec6e9120', 'name': '', 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'mac_address': 'fa:16:3e:02:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8c87b7ff-bb52-4f69-8ebe-22adda552c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:30:59Z', 'updated_at': '2021-12-08T01:31:00Z', 'revision_number': 2, 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'subnets': [{'id': '8c87b7ff-bb52-4f69-8ebe-22adda552c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:04.012886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf472ef-9cd1-452c-949b-90967d3c30b7 None None] Network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:31:04.028006 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Checking router: b60acf11-5d83-4563-ac68-3a3a3a194665 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:31:04.028402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Updating router b60acf11-5d83-4563-ac68-3a3a3a194665 port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:31:04.035192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3d929-4768-4b1b-80b1-01665caec4b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8df54cf-a6ad-489b-a7ca-3f17b78046f0,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:04.100827 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:04.112575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-a98a71f9-4c59-40a5-8bc3-0901e32fe766 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:04.114186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-a98a71f9-4c59-40a5-8bc3-0901e32fe766 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/networks?id=635c69e4-e4b2-466a-9fb9-a6d91847cb42 HTTP/1.1" status: 200 len: 817 time: 0.2137485 Dec 08 01:31:04.127705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e925e-0551-4565-bf40-6bbd58682454 req-c2a79156-6b00-4be8-8aca-59f8fc7ad58f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:04.133544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de8e925e-0551-4565-bf40-6bbd58682454 req-c2a79156-6b00-4be8-8aca-59f8fc7ad58f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1020880 Dec 08 01:31:04.134249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3d929-4768-4b1b-80b1-01665caec4b4 admin admin] Checking segment: {'id': 'a3550c93-7a84-448f-a557-3974320dc263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:04.134802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b3d929-4768-4b1b-80b1-01665caec4b4 admin admin] Network hostable DHCP agents. Network: 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:31:04.181494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-f377222a-5a89-4738-8320-cd44b60cd72b tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/quotas/3b4ed04e6f66436b87d1c30f3e95d331 HTTP/1.1" status: 200 len: 375 time: 0.0425003 Dec 08 01:31:04.205260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b3d929-4768-4b1b-80b1-01665caec4b4 admin admin] Network 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:31:04.220017 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de8e925e-0551-4565-bf40-6bbd58682454 req-9fcdba72-ef81-4dca-99d3-f12c02f5879c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796835 Dec 08 01:31:04.225899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-260660f0-961d-4640-b77e-83c9e82aabd3 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3b4ed04e6f66436b87d1c30f3e95d331&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351694 Dec 08 01:31:04.243266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d1dda-782c-446b-92a4-a2b29e413949 req-e94b89cf-95f7-4214-8fc7-e94d7571cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:04.244621 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b1d1dda-782c-446b-92a4-a2b29e413949 req-e94b89cf-95f7-4214-8fc7-e94d7571cdf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 1095 time: 0.1279070 Dec 08 01:31:04.247249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-20b3d929-4768-4b1b-80b1-01665caec4b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:04.263632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b3d929-4768-4b1b-80b1-01665caec4b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:04.264491 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20b3d929-4768-4b1b-80b1-01665caec4b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:04.283266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8b1aca-d0de-4c90-9c25-37020f6380ed None None] Network 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:31:04.383087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493f3fe-5e7b-4dd9-ad30-0d27eb2ad36b req-9811d2f9-74c2-4878-8447-f7d666274ca9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:04.392836 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d493f3fe-5e7b-4dd9-ad30-0d27eb2ad36b req-9811d2f9-74c2-4878-8447-f7d666274ca9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.0847793 Dec 08 01:31:04.446141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d493f3fe-5e7b-4dd9-ad30-0d27eb2ad36b req-355de039-0526-427b-9d80-303257b33c59 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507495 Dec 08 01:31:04.475831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-20b3d929-4768-4b1b-80b1-01665caec4b4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8116167 Dec 08 01:31:04.476063 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-30c9353d-a28c-4cfc-b1b9-41c7a47a8e70', 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70', 'project_id': 'a1778061c8604aa390688c3be787e27e', 'fixed_ips': [{'subnet_id': 'a8df54cf-a6ad-489b-a7ca-3f17b78046f0'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:31:04.476595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35320) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:31:04.480994 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:04.481814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-861813578-router', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:04.508527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:04.510044 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:04.573486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d1dda-782c-446b-92a4-a2b29e413949 req-819b0f11-8238-4ec6-a430-fbe9ab0cc47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:04.574974 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b1d1dda-782c-446b-92a4-a2b29e413949 req-819b0f11-8238-4ec6-a430-fbe9ab0cc47c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=60788080667c45e38fac7ad815a697ce&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3042533 Dec 08 01:31:04.592202 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:04.626599 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-310ad702-664e-4418-a68d-6c2b241b32b1 service neutron] 10.222.0.70 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807819 Dec 08 01:31:04.680694 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:04.771648 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:04.795793 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:04.801442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Allocated IP 172.20.0.2 (30c9353d-a28c-4cfc-b1b9-41c7a47a8e70/a8df54cf-a6ad-489b-a7ca-3f17b78046f0/23f25808-0689-4cc6-b5f8-ec8b187519df) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:31:04.817050 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:04.841880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d1dda-782c-446b-92a4-a2b29e413949 req-b46e0ee8-9a35-474c-b261-b46d233245c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:04.843883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b1d1dda-782c-446b-92a4-a2b29e413949 req-b46e0ee8-9a35-474c-b261-b46d233245c4 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2570415 Dec 08 01:31:04.858535 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-cc21ae7c-8143-4838-b1d6-b3b43564b864 service neutron] 10.222.0.70 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310085 Dec 08 01:31:04.924246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628244-34db-45ec-8d14-9244aa8d7ae1 None None] Pushing event updated for resources: {'Port': ['ID=960f8b7b-d6ee-4fb2-b023-aee3ec6e9120,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:04.999587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-a8afc6c6-4fff-4b8f-91f0-fbfcb0f5de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:05.001431 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-a8afc6c6-4fff-4b8f-91f0-fbfcb0f5de7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 1095 time: 0.0931263 Dec 08 01:31:05.065848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Attempting to bind port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:05.066305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Attempting to bind port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:05.066593 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Attempting to bind port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 on network 304d3ec4-12ee-45aa-822e-80446454ee9d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:05.092432 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-4cd2b6a9-4f92-43bb-a5c8-d2617a0e6c64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a HTTP/1.1" status: 200 len: 217 time: 0.0765858 Dec 08 01:31:05.105764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:05.106404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Checking segment: {'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:05.106698 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:05.113016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Bound using segment: {'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:05.113632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Bound port: 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:05.114176 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:05.175941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-8eb42ebd-d44d-43bc-98bf-ab560db9b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:05.179259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-8eb42ebd-d44d-43bc-98bf-ab560db9b7ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.0795403 Dec 08 01:31:05.265131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-9fcdc70d-0817-4ca5-96fa-a87c0be19e53 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782642 Dec 08 01:31:05.300714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] For port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:05.304940 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] For port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=960f8b7b-d6ee-4fb2-b023-aee3ec6e9120,segment=NetworkSegment(c8002124-4423-41ce-9b77-31a2cf604845),segment_id=c8002124-4423-41ce-9b77-31a2cf604845)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:05.315196 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:05.319377 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:05.346783 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:05.348745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84461ee6-cdeb-4384-9c4b-2150afb97e58 req-bceb8c20-4069-4894-9213-e834f4d9748c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:05.356060 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-84461ee6-cdeb-4384-9c4b-2150afb97e58 req-bceb8c20-4069-4894-9213-e834f4d9748c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.0954645 Dec 08 01:31:05.395716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Network 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:05.469961 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-bcfe6175-9eca-4940-8508-04a98b91b66b service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956062 Dec 08 01:31:05.485138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:05.487097 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-84461ee6-cdeb-4384-9c4b-2150afb97e58 req-146fceca-c6b6-4044-991b-30ebf43856ea tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276519 Dec 08 01:31:05.503265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:31:05.520693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Routers {'b60acf11-5d83-4563-ac68-3a3a3a194665'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:31:05.526476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:31:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b60acf11-5d83-4563-ac68-3a3a3a194665'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:05.591372 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:05.649469 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:05.662012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-de3adc4d-01b2-4d82-929c-1951557a0deb None None] Provisioning complete for port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:05.662894 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de3adc4d-01b2-4d82-929c-1951557a0deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:05.724228 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94baa0aa-8860-4cb5-9665-cb9c26b78af7 req-6da9cbbe-da63-4394-84a5-8c8b0b75d984 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463095 Dec 08 01:31:05.787230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e197d9f-db3f-4ca1-a37b-b1018178c9fd req-f47da57b-73fb-414f-bd1e-253c9ffdbc7a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:05.789780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6e197d9f-db3f-4ca1-a37b-b1018178c9fd req-f47da57b-73fb-414f-bd1e-253c9ffdbc7a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.1042323 Dec 08 01:31:05.883118 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6e197d9f-db3f-4ca1-a37b-b1018178c9fd req-b804c732-4dcc-4b0d-b36e-a6e07b5cc420 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843701 Dec 08 01:31:05.908042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375e1c5-d9b9-4448-922b-d1e704424045 req-c869d394-28f4-43cb-94e3-9910d0c53f3d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:05.908042 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d375e1c5-d9b9-4448-922b-d1e704424045 req-c869d394-28f4-43cb-94e3-9910d0c53f3d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.2232287 Dec 08 01:31:05.967713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Allocated IP 172.25.2.126 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/fac80069-9bd7-4c06-9981-af4f144a4985) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:31:05.979522 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d375e1c5-d9b9-4448-922b-d1e704424045 req-e73aa59a-f4a5-4302-87a9-2c509a14bc89 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653703 Dec 08 01:31:06.029244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628244-34db-45ec-8d14-9244aa8d7ae1 None None] Pushing event updated for resources: {'Port': ['ID=960f8b7b-d6ee-4fb2-b023-aee3ec6e9120,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:06.040233 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35e105da-70b0-45e5-9fea-91522d7ae556 req-ad8360d6-3614-4223-b339-f527f38d49dd tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 210 time: 0.0625868 Dec 08 01:31:06.104931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Attempting to bind port 23f25808-0689-4cc6-b5f8-ec8b187519df on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:06.105486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Attempting to bind port 23f25808-0689-4cc6-b5f8-ec8b187519df by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'a3550c93-7a84-448f-a557-3974320dc263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:06.106012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Attempting to bind port 23f25808-0689-4cc6-b5f8-ec8b187519df on network 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:06.143801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:06.144079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:06.144292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Checking segment: {'id': 'a3550c93-7a84-448f-a557-3974320dc263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:06.144908 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:06.146047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Bound using segment: {'id': 'a3550c93-7a84-448f-a557-3974320dc263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:06.146359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Bound port: 23f25808-0689-4cc6-b5f8-ec8b187519df, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3550c93-7a84-448f-a557-3974320dc263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:06.147262 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:06.185973 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:06.231532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:06.238101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:06.245611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:31:06.300855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Pushing event updated for resources: {'Port': ['ID=fac80069-9bd7-4c06-9981-af4f144a4985,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:06.309615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Pushing event updated for resources: {'Port': ['ID=23f25808-0689-4cc6-b5f8-ec8b187519df,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:06.337147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] For port 23f25808-0689-4cc6-b5f8-ec8b187519df, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:06.341804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] For port 23f25808-0689-4cc6-b5f8-ec8b187519df, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=23f25808-0689-4cc6-b5f8-ec8b187519df,segment=NetworkSegment(a3550c93-7a84-448f-a557-3974320dc263),segment_id=a3550c93-7a84-448f-a557-3974320dc263)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:06.347094 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] Set router b60acf11-5d83-4563-ac68-3a3a3a194665 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:31:06.386518 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:06.463884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de3adc4d-01b2-4d82-929c-1951557a0deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:06.651122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-de3adc4d-01b2-4d82-929c-1951557a0deb None None] For port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=960f8b7b-d6ee-4fb2-b023-aee3ec6e9120,segment=NetworkSegment(c8002124-4423-41ce-9b77-31a2cf604845),segment_id=c8002124-4423-41ce-9b77-31a2cf604845)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:06.673290 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de3adc4d-01b2-4d82-929c-1951557a0deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:06.688145 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:06.738665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6086b-0e5e-4ebf-a178-03145dfd6e7e None None] Pushing event updated for resources: {'Port': ['ID=23f25808-0689-4cc6-b5f8-ec8b187519df,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:06.803429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b25d1e-6232-4d0f-8455-094d81f74392 req-2e506634-369b-46e9-902e-bfb7fd1322e3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:06.825940 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7b25d1e-6232-4d0f-8455-094d81f74392 req-2e506634-369b-46e9-902e-bfb7fd1322e3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.2035458 Dec 08 01:31:06.854768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3adc4d-01b2-4d82-929c-1951557a0deb None None] Pushing event updated for resources: {'Port': ['ID=960f8b7b-d6ee-4fb2-b023-aee3ec6e9120,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:06.970740 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7b25d1e-6232-4d0f-8455-094d81f74392 req-13a1fd2a-499c-4db0-af63-7928126adfee tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407053 Dec 08 01:31:06.990845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b3497e9e-2fbd-4af8-8b37-6d90d43986c8 None None] Provisioning complete for port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:06.991941 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3497e9e-2fbd-4af8-8b37-6d90d43986c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:07.139262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e550a88-631d-47bf-b503-99f2104f2a25 req-ff4238cf-1c96-4df9-87d1-85f04fc66650 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:07.140723 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e550a88-631d-47bf-b503-99f2104f2a25 req-ff4238cf-1c96-4df9-87d1-85f04fc66650 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.1179652 Dec 08 01:31:07.185700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:07.198783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61895fc3-157a-4e66-9764-d4ff707749d7 req-03a7c9c0-aaec-4030-9730-ae38e247258e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:07.213453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61895fc3-157a-4e66-9764-d4ff707749d7 req-03a7c9c0-aaec-4030-9730-ae38e247258e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.0799894 Dec 08 01:31:07.230176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'name': 'tempest-AttachSCSIVolumeTestJSON-315967265-router', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:30:55Z', 'updated_at': '2021-12-08T01:31:00Z', 'revision_number': 4, 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'gw_port': {'id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:30:56Z', 'updated_at': '2021-12-08T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '960f8b7b-d6ee-4fb2-b023-aee3ec6e9120', 'name': '', 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'mac_address': 'fa:16:3e:02:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8c87b7ff-bb52-4f69-8ebe-22adda552c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:30:59Z', 'updated_at': '2021-12-08T01:31:05Z', 'revision_number': 4, 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'subnets': [{'id': '8c87b7ff-bb52-4f69-8ebe-22adda552c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:07.265455 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d79bed-c7a7-44f9-ac64-55ace9939650 None None] The sync data for ids ['b60acf11-5d83-4563-ac68-3a3a3a194665'] in n-d-713498-30 is: [{'id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'name': 'tempest-AttachSCSIVolumeTestJSON-315967265-router', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:30:55Z', 'updated_at': '2021-12-08T01:31:00Z', 'revision_number': 4, 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'gw_port': {'id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:30:56Z', 'updated_at': '2021-12-08T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '960f8b7b-d6ee-4fb2-b023-aee3ec6e9120', 'name': '', 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'mac_address': 'fa:16:3e:02:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '8c87b7ff-bb52-4f69-8ebe-22adda552c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:30:59Z', 'updated_at': '2021-12-08T01:31:05Z', 'revision_number': 4, 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'subnets': [{'id': '8c87b7ff-bb52-4f69-8ebe-22adda552c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:31:07.292704 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e550a88-631d-47bf-b503-99f2104f2a25 req-ab57c43a-060f-4cb6-86ce-0f8caa3c5a7e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370592 Dec 08 01:31:07.322457 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61895fc3-157a-4e66-9764-d4ff707749d7 req-1872777d-9eaf-404e-85d0-02b537a16550 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064715 Dec 08 01:31:07.461898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-845be4a6-5508-4647-aca9-459885c5a24b req-3fb3678d-2ebd-46cd-98ac-785170ec4b83 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 210 time: 0.0612702 Dec 08 01:31:07.527594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Router fd5567e7-e04e-4ece-94f7-498cf0da79d7 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:31:07.684218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-30e688d4-6c04-420d-81cc-df8163604b05 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:07.686093 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-30e688d4-6c04-420d-81cc-df8163604b05 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.72 "GET /v2.0/networks?id=635c69e4-e4b2-466a-9fb9-a6d91847cb42 HTTP/1.1" status: 200 len: 817 time: 0.1883316 Dec 08 01:31:07.707632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Request body: {'port': {'device_id': 'ed901a25-e046-4587-ba1e-b902df0c7f07', 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42', 'admin_state_up': True, 'tenant_id': '3b4ed04e6f66436b87d1c30f3e95d331'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:07.718052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:31:07.735859 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Sync routers for ids ['fd5567e7-e04e-4ece-94f7-498cf0da79d7'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:31:07.748371 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:07.757331 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Routers {'fd5567e7-e04e-4ece-94f7-498cf0da79d7'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:31:07.759429 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:31:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['fd5567e7-e04e-4ece-94f7-498cf0da79d7'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:07.759576 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-43d3f56b-ca0a-4f73-b6a3-e5042973190f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2733457 Dec 08 01:31:07.760313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35374) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:31:08.041606 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Set router fd5567e7-e04e-4ece-94f7-498cf0da79d7 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:31:08.317829 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-861813578-router', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:31:04Z', 'updated_at': '2021-12-08T01:31:06Z', 'revision_number': 3, 'project_id': 'a1778061c8604aa390688c3be787e27e', 'gw_port': {'id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:31:05Z', 'updated_at': '2021-12-08T01:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:08.366862 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Checking router: fd5567e7-e04e-4ece-94f7-498cf0da79d7 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:31:08.367614 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Updating router fd5567e7-e04e-4ece-94f7-498cf0da79d7 port fac80069-9bd7-4c06-9981-af4f144a4985 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:31:08.414905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b45ec-9889-4d4a-a69e-79a247bf460d req-01560ac1-ce38-46ec-bcdc-07b39473d5b7 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:08.416513 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc8b45ec-9889-4d4a-a69e-79a247bf460d req-01560ac1-ce38-46ec-bcdc-07b39473d5b7 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.2630022 Dec 08 01:31:08.420043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab65a770-5bbe-4590-a02f-816421c164d4 None None] Network 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:31:08.429018 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:08.611182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b9586258-c3a5-4adc-b1a8-b1dd40766af1 None None] Provisioning complete for port 23f25808-0689-4cc6-b5f8-ec8b187519df triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:08.611726 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b9586258-c3a5-4adc-b1a8-b1dd40766af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:08.639292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Made reservation on behalf of 3b4ed04e6f66436b87d1c30f3e95d331 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:31:08.644868 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:08.693407 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc8b45ec-9889-4d4a-a69e-79a247bf460d req-212e3a66-6d1a-4ff4-8973-35d68a773363 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633700 Dec 08 01:31:08.704327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device cfb53522-bb82-4c27-ab0c-09fa78147b3a details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:31:09.017304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:09.022772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-0863e054-20b6-4648-9eb1-311937134ab2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:09.026607 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-0863e054-20b6-4648-9eb1-311937134ab2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.72 "GET /v2.0/networks?id=635c69e4-e4b2-466a-9fb9-a6d91847cb42 HTTP/1.1" status: 200 len: 817 time: 0.3246617 Dec 08 01:31:09.027221 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b9586258-c3a5-4adc-b1a8-b1dd40766af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.063752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'cfb53522-bb82-4c27-ab0c-09fa78147b3a', 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6', 'port_id': 'cfb53522-bb82-4c27-ab0c-09fa78147b3a', 'mac_address': 'fa:16:3e:22:81:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a17378f-dcd0-4ad5-8617-f89458c5d02e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:31:09.063991 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.087089 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.126329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b9586258-c3a5-4adc-b1a8-b1dd40766af1 None None] For port 23f25808-0689-4cc6-b5f8-ec8b187519df, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=23f25808-0689-4cc6-b5f8-ec8b187519df,segment=NetworkSegment(a3550c93-7a84-448f-a557-3974320dc263),segment_id=a3550c93-7a84-448f-a557-3974320dc263)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:09.133440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 23f25808-0689-4cc6-b5f8-ec8b187519df up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:09.149520 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Attempting to bind port fac80069-9bd7-4c06-9981-af4f144a4985 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:09.155097 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Attempting to bind port fac80069-9bd7-4c06-9981-af4f144a4985 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:09.155703 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Attempting to bind port fac80069-9bd7-4c06-9981-af4f144a4985 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:09.158084 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.160533 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b9586258-c3a5-4adc-b1a8-b1dd40766af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.167942 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.185951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Request body: {'port': {'device_id': '00ff1eb2-bbce-40fe-94c2-c61de6a35fdc', 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42', 'admin_state_up': True, 'tenant_id': '3b4ed04e6f66436b87d1c30f3e95d331'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:09.213864 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:09.221110 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:09.221811 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.222383 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:09.223057 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Bound port: fac80069-9bd7-4c06-9981-af4f144a4985, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:09.223654 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.243368 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb53522-bb82-4c27-ab0c-09fa78147b3a {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:09.270714 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28372a3e-5dc9-4810-8ea1-0e27704b99bf req-832bef3b-bfc3-48a0-aa3a-2e2646959ea5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:09.272267 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-28372a3e-5dc9-4810-8ea1-0e27704b99bf req-832bef3b-bfc3-48a0-aa3a-2e2646959ea5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.3380215 Dec 08 01:31:09.304376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:09.326551 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.346066 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] For port fac80069-9bd7-4c06-9981-af4f144a4985, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:09.352842 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] For port fac80069-9bd7-4c06-9981-af4f144a4985, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fac80069-9bd7-4c06-9981-af4f144a4985,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:09.380558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9586258-c3a5-4adc-b1a8-b1dd40766af1 None None] Pushing event updated for resources: {'Port': ['ID=23f25808-0689-4cc6-b5f8-ec8b187519df,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:09.381263 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.431739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 23f25808-0689-4cc6-b5f8-ec8b187519df triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:09.433088 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.451392 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Routers {'fd5567e7-e04e-4ece-94f7-498cf0da79d7'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:31:09.452030 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:31:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['fd5567e7-e04e-4ece-94f7-498cf0da79d7'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:09.466506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-76d2681f-ed46-43cd-ac1b-46fe7f1c3f6a tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:09.478322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-76d2681f-ed46-43cd-ac1b-46fe7f1c3f6a tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.72 "GET /v2.0/networks?id=635c69e4-e4b2-466a-9fb9-a6d91847cb42 HTTP/1.1" status: 200 len: 817 time: 1.5121038 Dec 08 01:31:09.512147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Request body: {'port': {'device_id': '4570be4f-4bbf-4b61-90f9-c265999f5cd0', 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42', 'admin_state_up': True, 'tenant_id': '3b4ed04e6f66436b87d1c30f3e95d331'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:09.563901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b979dd9-49cd-4bb1-bbaa-76788be9d4c1 req-f755154f-1a19-4f7d-846a-6eafc9789ec7 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:09.566363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:09.574208 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b979dd9-49cd-4bb1-bbaa-76788be9d4c1 req-f755154f-1a19-4f7d-846a-6eafc9789ec7 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.9477949 Dec 08 01:31:09.576101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Allocated IP 172.20.0.1 (30c9353d-a28c-4cfc-b1b9-41c7a47a8e70/a8df54cf-a6ad-489b-a7ca-3f17b78046f0/b036427d-f318-43ff-afcc-75e0bdd1e666) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:31:09.625631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=cfb53522-bb82-4c27-ab0c-09fa78147b3a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:09.647845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cf7f5967-d47d-459b-87d9-8bab2cbfd92e None None] Provisioning complete for port 23f25808-0689-4cc6-b5f8-ec8b187519df triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:09.648363 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cf7f5967-d47d-459b-87d9-8bab2cbfd92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.693839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['cfb53522-bb82-4c27-ab0c-09fa78147b3a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:31:09.709533 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.710828 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] Set router fd5567e7-e04e-4ece-94f7-498cf0da79d7 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:31:09.761586 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-28372a3e-5dc9-4810-8ea1-0e27704b99bf req-baf9debc-83ce-42eb-91b4-3054bc0de7b1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812174 Dec 08 01:31:09.765298 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.792398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Made reservation on behalf of 3b4ed04e6f66436b87d1c30f3e95d331 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:31:09.808511 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.849738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Network 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:09.855101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:09.855908 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.857062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:09.885705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:31:09.886719 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:09.890202 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311e111-f760-4b21-9d5b-3ee359824941 None None] Pushing event updated for resources: {'Port': ['ID=fac80069-9bd7-4c06-9981-af4f144a4985,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:10.058547 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b979dd9-49cd-4bb1-bbaa-76788be9d4c1 req-59e8605c-8818-4376-8d42-0d6090a4ee34 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833772 Dec 08 01:31:10.095216 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dbf08e5-fed7-4881-ae62-18fd7e883da2 req-4f95c91f-2279-4f2d-8452-68d006ac3c52 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 210 time: 0.2168980 Dec 08 01:31:10.133900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Pushing event updated for resources: {'Port': ['ID=b036427d-f318-43ff-afcc-75e0bdd1e666,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:10.235209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Allocated IP 172.20.0.11 (635c69e4-e4b2-466a-9fb9-a6d91847cb42/1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb/2489c2e2-89ec-40cc-8a23-22c9da203684) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:31:10.240801 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311e111-f760-4b21-9d5b-3ee359824941 None None] Pushing event updated for resources: {'Port': ['ID=fac80069-9bd7-4c06-9981-af4f144a4985,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:10.305159 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-861813578-router', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:31:04Z', 'updated_at': '2021-12-08T01:31:06Z', 'revision_number': 3, 'project_id': 'a1778061c8604aa390688c3be787e27e', 'gw_port': {'id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:31:05Z', 'updated_at': '2021-12-08T01:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:10.314790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-42c761af-8cae-47fd-8226-f0cac76af13b None None] Provisioning complete for port b036427d-f318-43ff-afcc-75e0bdd1e666 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:10.315175 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42c761af-8cae-47fd-8226-f0cac76af13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:10.361529 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d92613c-95f5-405b-ac33-9d6cea10e7e8 None None] The sync data for ids ['fd5567e7-e04e-4ece-94f7-498cf0da79d7'] in n-d-713498-30 is: [{'id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-861813578-router', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:31:04Z', 'updated_at': '2021-12-08T01:31:06Z', 'revision_number': 3, 'project_id': 'a1778061c8604aa390688c3be787e27e', 'gw_port': {'id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:31:05Z', 'updated_at': '2021-12-08T01:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:31:10.398145 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:10.404374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Made reservation on behalf of 3b4ed04e6f66436b87d1c30f3e95d331 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:31:10.411075 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:10.428786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-42c761af-8cae-47fd-8226-f0cac76af13b None None] Port b036427d-f318-43ff-afcc-75e0bdd1e666 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:31:10.430067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36ebeb-fa11-498d-b68d-5b352595a8bf req-67b42555-f8ed-4817-930b-6068283a9fec tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:10.438927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d36ebeb-fa11-498d-b68d-5b352595a8bf req-67b42555-f8ed-4817-930b-6068283a9fec tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 944 time: 0.1657593 Dec 08 01:31:10.562268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d36ebeb-fa11-498d-b68d-5b352595a8bf req-3861a460-9407-4b55-94e7-79c1412fb0ec tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222985 Dec 08 01:31:10.652057 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:10.663241 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:10.673520 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:10.674570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:10.711673 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:10.753507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Pushing event updated for resources: {'Port': ['ID=b036427d-f318-43ff-afcc-75e0bdd1e666,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:10.836507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:10.849435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:10.863288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Allocated IP 172.20.0.4 (635c69e4-e4b2-466a-9fb9-a6d91847cb42/1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb/9fe4d2bd-c4b3-44b0-ba78-4de545aafb89) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:31:10.914830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:31:10.968113 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Pushing event updated for resources: {'Port': ['ID=2489c2e2-89ec-40cc-8a23-22c9da203684,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:11.041017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23e8bf-03f0-4cbc-b424-8decaea3aca2 req-13d5ca2e-69e7-4ced-94b9-2d98c87534b0 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:11.049223 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f23e8bf-03f0-4cbc-b424-8decaea3aca2 req-13d5ca2e-69e7-4ced-94b9-2d98c87534b0 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1881256 Dec 08 01:31:11.089654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 23f25808-0689-4cc6-b5f8-ec8b187519df up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:11.092202 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Network 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:11.098003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:11.098653 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:11.102703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:11.194260 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e310e323-c51c-4691-9c13-4993c898838d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4907107 Dec 08 01:31:11.228904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Request body: {'port': {'device_id': 'ed901a25-e046-4587-ba1e-b902df0c7f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:11.265150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 23f25808-0689-4cc6-b5f8-ec8b187519df triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:11.265941 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:11.280404 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f23e8bf-03f0-4cbc-b424-8decaea3aca2 req-0839e9f7-e3eb-4265-9696-63d831058c5a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301829 Dec 08 01:31:11.452328 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:11.514390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:11.551363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fac80069-9bd7-4c06-9981-af4f144a4985 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:11.656032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e54c4165-4655-46ec-8b20-a7accc638f91 None None] Provisioning complete for port b036427d-f318-43ff-afcc-75e0bdd1e666 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:11.657387 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e54c4165-4655-46ec-8b20-a7accc638f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:11.666013 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:11.712170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e54c4165-4655-46ec-8b20-a7accc638f91 None None] Port b036427d-f318-43ff-afcc-75e0bdd1e666 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:31:11.717531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fac80069-9bd7-4c06-9981-af4f144a4985 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:11.718164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:11.792819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4141f9-f57c-4cb1-aef1-e8f0ee24c100 req-df85fed4-1289-4a69-a9ad-744d3bab7bb6 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:11.794360 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc4141f9-f57c-4cb1-aef1-e8f0ee24c100 req-df85fed4-1289-4a69-a9ad-744d3bab7bb6 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.0719001 Dec 08 01:31:11.796576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Router fd5567e7-e04e-4ece-94f7-498cf0da79d7 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:31:11.854848 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:11.885578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port fac80069-9bd7-4c06-9981-af4f144a4985, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fac80069-9bd7-4c06-9981-af4f144a4985,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:11.893161 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:11.910782 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc4141f9-f57c-4cb1-aef1-e8f0ee24c100 req-d06dc98a-c6a0-49ef-b969-b58d676af2f8 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068094 Dec 08 01:31:11.988641 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:12.003557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Pushing event updated for resources: {'Port': ['ID=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:12.013272 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:31:12.013614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:12.022997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Allocated IP 172.20.0.13 (635c69e4-e4b2-466a-9fb9-a6d91847cb42/1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb/f8f14347-f396-4ba5-9f7e-a4343f453fe8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:31:12.025653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:31:12.038149 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-87574ba4-3a64-40e7-a099-a517b4ff797e admin admin] 10.222.0.70 "PUT /v2.0/routers/fd5567e7-e04e-4ece-94f7-498cf0da79d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2766538 Dec 08 01:31:12.044501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625717a6-7d26-4861-9848-f072f9b920bb req-041df3ba-e7c1-424d-b338-29cef75909ca tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:12.052166 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-625717a6-7d26-4861-9848-f072f9b920bb req-041df3ba-e7c1-424d-b338-29cef75909ca tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 931 time: 0.4086711 Dec 08 01:31:12.052954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=fac80069-9bd7-4c06-9981-af4f144a4985,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:12.161069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:12.161852 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:12.210029 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-23b8d04b-cfc8-4bef-8c16-fa6e8201f89e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0261176 Dec 08 01:31:12.216899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-625717a6-7d26-4861-9848-f072f9b920bb req-0bf81895-1cd1-4261-b578-b25d8dfab616 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636479 Dec 08 01:31:12.245131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Request body: {'port': {'device_id': '00ff1eb2-bbce-40fe-94c2-c61de6a35fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:12.274543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032b9c8-09b0-4930-aa7d-990a64a0dd4a req-3413c913-ea36-4d9d-b106-8bf49b7a67f2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:12.285751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d032b9c8-09b0-4930-aa7d-990a64a0dd4a req-3413c913-ea36-4d9d-b106-8bf49b7a67f2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 944 time: 0.0734172 Dec 08 01:31:12.365119 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:12.393908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d032b9c8-09b0-4930-aa7d-990a64a0dd4a req-cdb51e08-b9b9-4812-a148-22a6ad17165d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068771 Dec 08 01:31:12.411584 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:12.515407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b6409-4607-4961-a9c1-d08696c5f2b0 req-ce4eaafc-5966-42b6-b179-8da198b4d1c1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:12.517908 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-225b6409-4607-4961-a9c1-d08696c5f2b0 req-ce4eaafc-5966-42b6-b179-8da198b4d1c1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1334050 Dec 08 01:31:12.582526 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device cfb53522-bb82-4c27-ab0c-09fa78147b3a up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:12.645968 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:12.696902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port cfb53522-bb82-4c27-ab0c-09fa78147b3a completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:31:12.702633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port cfb53522-bb82-4c27-ab0c-09fa78147b3a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:12.704161 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:12.737445 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-225b6409-4607-4961-a9c1-d08696c5f2b0 req-f5ffce9b-02d5-4029-a638-d1aac346b285 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583037 Dec 08 01:31:12.788771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:12.792094 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Pushing event updated for resources: {'Port': ['ID=f8f14347-f396-4ba5-9f7e-a4343f453fe8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:12.794780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:12.806762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:31:12.885534 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:12.931826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86de2e82-386c-4451-819c-fd52a5580e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb53522-bb82-4c27-ab0c-09fa78147b3a'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:12.934360 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8376620c-5b47-4f35-a1af-a3cc7d4d4947" -d '{"events": [{"server_uuid": "86de2e82-386c-4451-819c-fd52a5580e74", "name": "network-vif-plugged", "status": "completed", "tag": "cfb53522-bb82-4c27-ab0c-09fa78147b3a"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:12.991129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:13.032474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:13.034697 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:13.035174 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:13.242531 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-ebb6ecd3-3952-4af4-827e-438fd95e28f2 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7405457 Dec 08 01:31:13.285584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Request body: {'port': {'device_id': '4570be4f-4bbf-4b61-90f9-c265999f5cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:13.292048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2489c2e2-89ec-40cc-8a23-22c9da203684 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:13.405189 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43032906-f877-4aef-ac4c-55bb31bd34d7 req-55e03a8e-55aa-4052-a71a-660eecf9b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:13.408827 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:13.410772 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43032906-f877-4aef-ac4c-55bb31bd34d7 req-55e03a8e-55aa-4052-a71a-660eecf9b30d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 1097 time: 0.1400099 Dec 08 01:31:13.502431 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43032906-f877-4aef-ac4c-55bb31bd34d7 req-d49f6f0e-c53c-44bb-931c-5b9c107c6c67 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841999 Dec 08 01:31:13.523420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Transition to ACTIVE for port object 2489c2e2-89ec-40cc-8a23-22c9da203684 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:31:13.559524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef38200-20ff-418b-8a5b-3c60dc251cc2 req-14a1b00c-7d3a-4784-ad33-ba4c1f0c475e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:13.565685 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ef38200-20ff-418b-8a5b-3c60dc251cc2 req-14a1b00c-7d3a-4784-ad33-ba4c1f0c475e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.4701431 Dec 08 01:31:13.579666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=cfb53522-bb82-4c27-ab0c-09fa78147b3a,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:13.584569 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b12e9-919e-47cf-820d-e9451c06a503 x-openstack-request-id: req-333b12e9-919e-47cf-820d-e9451c06a503 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:13.585672 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86de2e82-386c-4451-819c-fd52a5580e74", "name": "network-vif-plugged", "status": "completed", "tag": "cfb53522-bb82-4c27-ab0c-09fa78147b3a", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:13.586097 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-333b12e9-919e-47cf-820d-e9451c06a503 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:13.587343 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86de2e82-386c-4451-819c-fd52a5580e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb53522-bb82-4c27-ab0c-09fa78147b3a', 'code': 200} Dec 08 01:31:13.592660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fac80069-9bd7-4c06-9981-af4f144a4985 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:13.595948 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:13.598295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Sync routers for ids ['fd5567e7-e04e-4ece-94f7-498cf0da79d7'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:31:13.664862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Routers {'fd5567e7-e04e-4ece-94f7-498cf0da79d7'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:31:13.665765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:31:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['fd5567e7-e04e-4ece-94f7-498cf0da79d7'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:13.678361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070448b-d270-4539-8a94-683118bd6454 req-72f2ad57-8327-4229-ae77-57e12444a43e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:13.680235 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5070448b-d270-4539-8a94-683118bd6454 req-72f2ad57-8327-4229-ae77-57e12444a43e tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 931 time: 0.0741231 Dec 08 01:31:13.724317 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:13.763485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5070448b-d270-4539-8a94-683118bd6454 req-b7ba0125-a7f0-4b3a-9e9c-eed74da306c9 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762815 Dec 08 01:31:13.825411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fac80069-9bd7-4c06-9981-af4f144a4985 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:13.825672 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:14.227943 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb65d0-2019-4ab7-a21d-116dfe34d0ab req-3dcd271c-bef9-4c26-b9cf-f963de0ffe1e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:14.239547 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efeb65d0-2019-4ab7-a21d-116dfe34d0ab req-3dcd271c-bef9-4c26-b9cf-f963de0ffe1e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.2158999 Dec 08 01:31:14.299315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Set router fd5567e7-e04e-4ece-94f7-498cf0da79d7 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:31:14.352711 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Pushing event updated for resources: {'Port': ['ID=2489c2e2-89ec-40cc-8a23-22c9da203684,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:14.383963 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efeb65d0-2019-4ab7-a21d-116dfe34d0ab req-32a5471c-1616-4241-b1c3-76ab63900420 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431844 Dec 08 01:31:14.580709 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ef38200-20ff-418b-8a5b-3c60dc251cc2 req-9063adc0-c82e-4b96-a12e-a5572a239991 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9818869 Dec 08 01:31:14.605050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a4ade-855f-442c-9679-d76725a35aa1 req-8b7357e5-a971-49bc-842a-ec57c13d678f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:14.613323 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-801a4ade-855f-442c-9679-d76725a35aa1 req-8b7357e5-a971-49bc-842a-ec57c13d678f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1083381 Dec 08 01:31:14.677909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-801a4ade-855f-442c-9679-d76725a35aa1 req-1abbb603-1877-4aaa-8e25-af57ccd29451 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636010 Dec 08 01:31:14.872037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Attempting to bind port 2489c2e2-89ec-40cc-8a23-22c9da203684 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:14.873453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Attempting to bind port 2489c2e2-89ec-40cc-8a23-22c9da203684 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:14.874026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Attempting to bind port 2489c2e2-89ec-40cc-8a23-22c9da203684 on network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:14.883450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-861813578-router', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:31:04Z', 'updated_at': '2021-12-08T01:31:10Z', 'revision_number': 4, 'project_id': 'a1778061c8604aa390688c3be787e27e', 'gw_port': {'id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:31:05Z', 'updated_at': '2021-12-08T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b036427d-f318-43ff-afcc-75e0bdd1e666', 'name': '', 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'mac_address': 'fa:16:3e:9e:7a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8df54cf-a6ad-489b-a7ca-3f17b78046f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:31:09Z', 'updated_at': '2021-12-08T01:31:10Z', 'revision_number': 2, 'project_id': 'a1778061c8604aa390688c3be787e27e', 'subnets': [{'id': 'a8df54cf-a6ad-489b-a7ca-3f17b78046f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:14.889147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Port 2489c2e2-89ec-40cc-8a23-22c9da203684 on network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:31:14.889817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Attempting to bind port 2489c2e2-89ec-40cc-8a23-22c9da203684 on network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:14.900847 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:14.906136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:14.907296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Checking segment: {'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:14.908472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Bound using segment: {'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:14.909351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Bound port: 2489c2e2-89ec-40cc-8a23-22c9da203684, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:14.910009 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:14.917174 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:14.953776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Transition to ACTIVE for port object 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:31:15.001721 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:15.034391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Checking router: fd5567e7-e04e-4ece-94f7-498cf0da79d7 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:31:15.034944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Updating router fd5567e7-e04e-4ece-94f7-498cf0da79d7 port b036427d-f318-43ff-afcc-75e0bdd1e666 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:31:15.091585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78563e31-9d24-4483-8d1a-7fc1b442c40a req-99cba77c-1678-43c3-b590-15af0dd03c04 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:15.101280 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-78563e31-9d24-4483-8d1a-7fc1b442c40a req-99cba77c-1678-43c3-b590-15af0dd03c04 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 931 time: 0.1971748 Dec 08 01:31:15.103002 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] For port 2489c2e2-89ec-40cc-8a23-22c9da203684, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:15.105860 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:15.106169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] For port 2489c2e2-89ec-40cc-8a23-22c9da203684, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2489c2e2-89ec-40cc-8a23-22c9da203684,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:15.115930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:15.123644 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:15.234217 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Pushing event updated for resources: {'Port': ['ID=2489c2e2-89ec-40cc-8a23-22c9da203684,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:15.238631 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-78563e31-9d24-4483-8d1a-7fc1b442c40a req-7fea430c-91c2-489f-8a26-8f215bf511d8 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306930 Dec 08 01:31:15.272918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:15.273571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:15.274913 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-fc4e31cd-c6ca-49ce-9f2d-9c14b5884f45 service neutron] 10.222.0.72 "PUT /v2.0/ports/2489c2e2-89ec-40cc-8a23-22c9da203684 HTTP/1.1" status: 200 len: 1093 time: 4.0590637 Dec 08 01:31:15.275611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed901a25-e046-4587-ba1e-b902df0c7f07', 'tag': '2489c2e2-89ec-40cc-8a23-22c9da203684'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:15.277896 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a094a4b9-0761-4b8b-944b-fdf2572a11a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ed901a25-e046-4587-ba1e-b902df0c7f07", "tag": "2489c2e2-89ec-40cc-8a23-22c9da203684"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:15.395145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f14347-f396-4ba5-9f7e-a4343f453fe8 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:15.403596 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:15.417528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Transition to ACTIVE for port object f8f14347-f396-4ba5-9f7e-a4343f453fe8 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:31:15.443842 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473fc008-a284-4ce6-a116-3076877cea8d x-openstack-request-id: req-473fc008-a284-4ce6-a116-3076877cea8d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:15.444200 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed901a25-e046-4587-ba1e-b902df0c7f07", "tag": "2489c2e2-89ec-40cc-8a23-22c9da203684", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:15.444416 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-473fc008-a284-4ce6-a116-3076877cea8d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:15.444798 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed901a25-e046-4587-ba1e-b902df0c7f07', 'tag': '2489c2e2-89ec-40cc-8a23-22c9da203684', 'status': 'completed', 'code': 200} Dec 08 01:31:15.445922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Attempting to bind port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:15.446264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Attempting to bind port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:15.446584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Attempting to bind port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 on network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:15.451157 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:15.461493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 on network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:31:15.461843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Attempting to bind port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 on network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:15.522144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:15.522482 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Checking segment: {'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:15.522879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Bound using segment: {'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:15.523333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Bound port: 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:15.523695 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:15.538185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Pushing event updated for resources: {'Port': ['ID=f8f14347-f396-4ba5-9f7e-a4343f453fe8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:15.594710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe5e42-9736-4c12-bd13-a6dceb91c67c req-6a63a337-c0fc-4c02-94cc-2daf18ea6ac0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:15.602880 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52fe5e42-9736-4c12-bd13-a6dceb91c67c req-6a63a337-c0fc-4c02-94cc-2daf18ea6ac0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1075997 Dec 08 01:31:15.760798 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52fe5e42-9736-4c12-bd13-a6dceb91c67c req-d32072f1-dab2-4fd3-a1bf-dc714745b8d4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567485 Dec 08 01:31:15.799492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] For port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:15.871208 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:15.881167 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:15.930169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a032e2-9700-4367-b41f-d8cbcc710792 req-e2e4c4bf-49b6-4775-9b2d-379a82848c3d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:15.939084 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62a032e2-9700-4367-b41f-d8cbcc710792 req-e2e4c4bf-49b6-4775-9b2d-379a82848c3d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.0656440 Dec 08 01:31:15.952040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] For port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:15.972213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-20344e47-5e5a-4ab3-9b96-fb26a755b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:15.975558 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-20344e47-5e5a-4ab3-9b96-fb26a755b7d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b4ed04e6f66436b87d1c30f3e95d331&device_id=ed901a25-e046-4587-ba1e-b902df0c7f07 HTTP/1.1" status: 200 len: 1096 time: 0.5414793 Dec 08 01:31:15.983227 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:16.015387 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62a032e2-9700-4367-b41f-d8cbcc710792 req-2f4b5926-4563-472e-8a22-9aef830442ad tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716870 Dec 08 01:31:16.151251 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a969e8d-ae96-448b-9029-8b111054e995 None None] Pushing event updated for resources: {'Port': ['ID=b036427d-f318-43ff-afcc-75e0bdd1e666,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:16.190174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Attempting to bind port b036427d-f318-43ff-afcc-75e0bdd1e666 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:16.190552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Attempting to bind port b036427d-f318-43ff-afcc-75e0bdd1e666 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'a3550c93-7a84-448f-a557-3974320dc263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:16.190922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Attempting to bind port b036427d-f318-43ff-afcc-75e0bdd1e666 on network 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:16.200365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:16.200744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Checking segment: {'id': 'a3550c93-7a84-448f-a557-3974320dc263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:16.201085 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:16.201484 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Bound using segment: {'id': 'a3550c93-7a84-448f-a557-3974320dc263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:16.201964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Bound port: b036427d-f318-43ff-afcc-75e0bdd1e666, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3550c93-7a84-448f-a557-3974320dc263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:16.202349 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:16.250849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a061a4-f315-44e8-9ae7-453ffefe8462 req-65c54baf-fb2c-441f-b1c0-8d83653ebbae tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:16.259404 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9a061a4-f315-44e8-9ae7-453ffefe8462 req-65c54baf-fb2c-441f-b1c0-8d83653ebbae tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 1097 time: 0.0586834 Dec 08 01:31:16.280691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-8a122af2-470d-402a-b653-577d32498774 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2489c2e2-89ec-40cc-8a23-22c9da203684 HTTP/1.1" status: 200 len: 217 time: 0.2553742 Dec 08 01:31:16.312247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9a061a4-f315-44e8-9ae7-453ffefe8462 req-22617452-d04d-4cae-b296-cca3929bad7b tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515893 Dec 08 01:31:16.367540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] For port b036427d-f318-43ff-afcc-75e0bdd1e666, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:16.371155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] For port b036427d-f318-43ff-afcc-75e0bdd1e666, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b036427d-f318-43ff-afcc-75e0bdd1e666,segment=NetworkSegment(a3550c93-7a84-448f-a557-3974320dc263),segment_id=a3550c93-7a84-448f-a557-3974320dc263)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:16.385088 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:16.420980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b588522f-771a-4541-8d08-4814838b5329 None None] Provisioning complete for port b036427d-f318-43ff-afcc-75e0bdd1e666 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:16.421496 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b588522f-771a-4541-8d08-4814838b5329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:16.494791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:16.495837 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:16.497495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] 10.222.0.72 "PUT /v2.0/ports/9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 HTTP/1.1" status: 200 len: 1092 time: 4.2661381 Dec 08 01:31:16.518797 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a969e8d-ae96-448b-9029-8b111054e995 None None] Pushing event updated for resources: {'Port': ['ID=b036427d-f318-43ff-afcc-75e0bdd1e666,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:16.522297 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Routers {'fd5567e7-e04e-4ece-94f7-498cf0da79d7'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:31:16.523098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:31:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['fd5567e7-e04e-4ece-94f7-498cf0da79d7'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:16.588182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918b66-fcba-4ad6-88a2-98ab8eba029c req-da2bf260-3956-404f-9c93-3e11cea7ca3f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:16.589841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45918b66-fcba-4ad6-88a2-98ab8eba029c req-da2bf260-3956-404f-9c93-3e11cea7ca3f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.8009841 Dec 08 01:31:16.599017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Attempting to bind port f8f14347-f396-4ba5-9f7e-a4343f453fe8 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:16.599373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Attempting to bind port f8f14347-f396-4ba5-9f7e-a4343f453fe8 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:16.599712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Attempting to bind port f8f14347-f396-4ba5-9f7e-a4343f453fe8 on network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:16.683812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Port f8f14347-f396-4ba5-9f7e-a4343f453fe8 on network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:31:16.684216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Attempting to bind port f8f14347-f396-4ba5-9f7e-a4343f453fe8 on network 635c69e4-e4b2-466a-9fb9-a6d91847cb42 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:16.706215 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474df62-bd7c-495d-95e2-7a8033e3c7b9 req-efdb67b2-bd7f-4df9-a3bb-25fffa059cfc tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:16.716556 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7474df62-bd7c-495d-95e2-7a8033e3c7b9 req-efdb67b2-bd7f-4df9-a3bb-25fffa059cfc tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 943 time: 0.0775089 Dec 08 01:31:16.800247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7474df62-bd7c-495d-95e2-7a8033e3c7b9 req-987adda3-b7cc-424c-8889-ef6bacef1b87 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754783 Dec 08 01:31:16.853808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-87886bbb-4b49-47a2-b7a0-0a0954c5619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:16.855011 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-87886bbb-4b49-47a2-b7a0-0a0954c5619d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb HTTP/1.1" status: 200 len: 857 time: 0.5436621 Dec 08 01:31:16.872648 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b588522f-771a-4541-8d08-4814838b5329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:16.892828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:16.892828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Checking segment: {'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:16.892828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Bound using segment: {'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:16.892828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Bound port: f8f14347-f396-4ba5-9f7e-a4343f453fe8, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:16.892828 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:16.945943 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] Set router fd5567e7-e04e-4ece-94f7-498cf0da79d7 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:31:16.949410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf2114-2442-428b-8998-beb47b7d31f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:17.017162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-8450244c-d901-4648-a1f2-c8e162ac59df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=635c69e4-e4b2-466a-9fb9-a6d91847cb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294789 Dec 08 01:31:17.131487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45918b66-fcba-4ad6-88a2-98ab8eba029c req-afc45fa2-695b-472f-ad2c-162d93a5e7aa tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092266 Dec 08 01:31:17.138138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-76f08dd6-5399-4f64-89a2-03d423cb461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:17.139961 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-76f08dd6-5399-4f64-89a2-03d423cb461d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b4ed04e6f66436b87d1c30f3e95d331&device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 1095 time: 0.4960082 Dec 08 01:31:17.336750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48128c1-8145-4d13-be6f-7ab37e2c7df2 req-ae29e894-8a94-489e-8cb2-54179057a1fc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:17.342704 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e48128c1-8145-4d13-be6f-7ab37e2c7df2 req-ae29e894-8a94-489e-8cb2-54179057a1fc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1273594 Dec 08 01:31:17.363511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-e99d9a33-918d-4273-ab1b-e2863d34ce4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 HTTP/1.1" status: 200 len: 217 time: 0.1662810 Dec 08 01:31:17.363995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b588522f-771a-4541-8d08-4814838b5329 None None] For port b036427d-f318-43ff-afcc-75e0bdd1e666, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b036427d-f318-43ff-afcc-75e0bdd1e666,segment=NetworkSegment(a3550c93-7a84-448f-a557-3974320dc263),segment_id=a3550c93-7a84-448f-a557-3974320dc263)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:17.367621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] For port f8f14347-f396-4ba5-9f7e-a4343f453fe8, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:17.397040 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b588522f-771a-4541-8d08-4814838b5329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:17.453751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ff1eb2-bbce-40fe-94c2-c61de6a35fdc', 'tag': '9fe4d2bd-c4b3-44b0-ba78-4de545aafb89'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:17.460206 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5748b970-8d3a-45a2-8b9e-7ffbec40e46c" -d '{"events": [{"name": "network-changed", "server_uuid": "00ff1eb2-bbce-40fe-94c2-c61de6a35fdc", "tag": "9fe4d2bd-c4b3-44b0-ba78-4de545aafb89"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:17.505551 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e48128c1-8145-4d13-be6f-7ab37e2c7df2 req-42703857-60f2-413d-bcc4-ed19c7c62408 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553109 Dec 08 01:31:17.571634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] For port f8f14347-f396-4ba5-9f7e-a4343f453fe8, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f8f14347-f396-4ba5-9f7e-a4343f453fe8,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:17.579344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-0d9a6273-0ad1-4f25-9bf1-936caeca6c7e service neutron] 10.222.0.72 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612402 Dec 08 01:31:17.602137 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:17.708445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bfa524ad-5c49-49a3-8ccf-da4fd7aeed10 None None] Provisioning complete for port b036427d-f318-43ff-afcc-75e0bdd1e666 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:17.708838 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfa524ad-5c49-49a3-8ccf-da4fd7aeed10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:17.801505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-5fdc2f8d-3061-41e0-a9b2-0b78742f349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:17.803069 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-5fdc2f8d-3061-41e0-a9b2-0b78742f349e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb HTTP/1.1" status: 200 len: 857 time: 0.4268122 Dec 08 01:31:17.812626 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc695f8f-2b6b-4a02-a06f-24e1f0bad71f x-openstack-request-id: req-bc695f8f-2b6b-4a02-a06f-24e1f0bad71f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:17.812626 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00ff1eb2-bbce-40fe-94c2-c61de6a35fdc", "tag": "9fe4d2bd-c4b3-44b0-ba78-4de545aafb89", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:17.812626 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc695f8f-2b6b-4a02-a06f-24e1f0bad71f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:17.812626 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ff1eb2-bbce-40fe-94c2-c61de6a35fdc', 'tag': '9fe4d2bd-c4b3-44b0-ba78-4de545aafb89', 'status': 'completed', 'code': 200} Dec 08 01:31:17.852649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588522f-771a-4541-8d08-4814838b5329 None None] Pushing event updated for resources: {'Port': ['ID=b036427d-f318-43ff-afcc-75e0bdd1e666,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:17.867117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:17.867741 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:17.889936 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-861813578-router', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:31:04Z', 'updated_at': '2021-12-08T01:31:10Z', 'revision_number': 4, 'project_id': 'a1778061c8604aa390688c3be787e27e', 'gw_port': {'id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:31:05Z', 'updated_at': '2021-12-08T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b036427d-f318-43ff-afcc-75e0bdd1e666', 'name': '', 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'mac_address': 'fa:16:3e:9e:7a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8df54cf-a6ad-489b-a7ca-3f17b78046f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:31:09Z', 'updated_at': '2021-12-08T01:31:16Z', 'revision_number': 4, 'project_id': 'a1778061c8604aa390688c3be787e27e', 'subnets': [{'id': 'a8df54cf-a6ad-489b-a7ca-3f17b78046f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:17.893458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] 10.222.0.72 "PUT /v2.0/ports/f8f14347-f396-4ba5-9f7e-a4343f453fe8 HTTP/1.1" status: 200 len: 1093 time: 4.6240380 Dec 08 01:31:18.043343 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-1343a530-61af-433e-a891-e9a73f1beae8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=635c69e4-e4b2-466a-9fb9-a6d91847cb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1813383 Dec 08 01:31:18.103568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76629f32-2a14-4adf-86ab-4d803f07991e req-100ac3ad-9e79-4714-abd7-e7ea58e9ab65 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:18.116705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76629f32-2a14-4adf-86ab-4d803f07991e req-100ac3ad-9e79-4714-abd7-e7ea58e9ab65 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 943 time: 0.1220858 Dec 08 01:31:18.247700 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76629f32-2a14-4adf-86ab-4d803f07991e req-8dcb1563-f705-43ad-82fe-b3e16b045295 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296780 Dec 08 01:31:18.296637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c60f2-a979-41ea-90e7-7d6eca6bc2e1 None None] The sync data for ids ['fd5567e7-e04e-4ece-94f7-498cf0da79d7'] in n-d-713498-30 is: [{'id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-861813578-router', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:31:04Z', 'updated_at': '2021-12-08T01:31:10Z', 'revision_number': 4, 'project_id': 'a1778061c8604aa390688c3be787e27e', 'gw_port': {'id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:31:05Z', 'updated_at': '2021-12-08T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b036427d-f318-43ff-afcc-75e0bdd1e666', 'name': '', 'network_id': '30c9353d-a28c-4cfc-b1b9-41c7a47a8e70', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'mac_address': 'fa:16:3e:9e:7a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a8df54cf-a6ad-489b-a7ca-3f17b78046f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:31:09Z', 'updated_at': '2021-12-08T01:31:16Z', 'revision_number': 4, 'project_id': 'a1778061c8604aa390688c3be787e27e', 'subnets': [{'id': 'a8df54cf-a6ad-489b-a7ca-3f17b78046f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:31:18.409785 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-35cade16-1655-4023-a478-eb15cdc61ec0 service neutron] 10.222.0.72 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476082 Dec 08 01:31:18.602149 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-32d96870-ced1-4d69-8c80-459b2916b4d2 service neutron] 10.222.0.72 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9930365 Dec 08 01:31:18.602822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a656b-7c7b-4cc3-908f-832e877085bd service neutron] Pushing event updated for resources: {'Port': ['ID=f8f14347-f396-4ba5-9f7e-a4343f453fe8,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:18.684804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-bbaf60da-19bd-41e6-a585-74c3a00d8f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:18.686644 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-bbaf60da-19bd-41e6-a585-74c3a00d8f41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b4ed04e6f66436b87d1c30f3e95d331&device_id=4570be4f-4bbf-4b61-90f9-c265999f5cd0 HTTP/1.1" status: 200 len: 1096 time: 0.6401603 Dec 08 01:31:18.754506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c208e71-d3b3-4005-9b02-bedd06e6af35 req-1a6e6482-546b-45c3-ab18-99573543bc1f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:18.759161 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c208e71-d3b3-4005-9b02-bedd06e6af35 req-1a6e6482-546b-45c3-ab18-99573543bc1f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1275980 Dec 08 01:31:18.878908 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-020460e7-7e31-4109-b00c-98b3f6b3aa84 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f14347-f396-4ba5-9f7e-a4343f453fe8 HTTP/1.1" status: 200 len: 217 time: 0.1313207 Dec 08 01:31:18.966080 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c208e71-d3b3-4005-9b02-bedd06e6af35 req-adb12be9-2a5a-44a2-8b90-734a041b81d9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953716 Dec 08 01:31:19.119907 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b036427d-f318-43ff-afcc-75e0bdd1e666 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:19.148056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a4b9-0761-4b8b-944b-fdf2572a11a4 req-f5b9f64f-d67d-4d3e-ae26-f0349ef7442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:19.149873 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a094a4b9-0761-4b8b-944b-fdf2572a11a4 req-f5b9f64f-d67d-4d3e-ae26-f0349ef7442b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b4ed04e6f66436b87d1c30f3e95d331&device_id=ed901a25-e046-4587-ba1e-b902df0c7f07 HTTP/1.1" status: 200 len: 1096 time: 0.3399882 Dec 08 01:31:19.182496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-04ae6b99-6715-4854-9b23-461d6443d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:19.184741 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-04ae6b99-6715-4854-9b23-461d6443d054 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb HTTP/1.1" status: 200 len: 857 time: 0.1779816 Dec 08 01:31:19.185961 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-052f1744-6a19-4395-899a-d29788c00acf req-fa2f2764-773b-4850-af99-6c3a2c09996d service neutron] show failed (client error): The resource could not be found. Dec 08 01:31:19.187129 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-fa2f2764-773b-4850-af99-6c3a2c09996d service neutron] 10.222.0.65 "GET /v2.0/ports/f2c609d1-f966-4ab4-85a7-3ca3b26201c0/bindings/n-h2-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.7198105 Dec 08 01:31:19.242578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b036427d-f318-43ff-afcc-75e0bdd1e666 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:19.243038 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:19.331390 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-48970790-697a-414e-a8d5-ea58c3708019 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=635c69e4-e4b2-466a-9fb9-a6d91847cb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153197 Dec 08 01:31:19.357271 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-69843155-3542-4e82-8d41-d85526527f80 service neutron] 10.222.0.72 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452078 Dec 08 01:31:19.724702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fd90e-d4a0-47b4-a1e8-4e0d47b380a9 req-1115faf5-55be-4468-bc7e-efadb07754ac tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:19.740341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-2c82e5c6-c185-4999-8ccc-ae393678cba4 service neutron] 10.222.0.72 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782165 Dec 08 01:31:19.741045 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab7fd90e-d4a0-47b4-a1e8-4e0d47b380a9 req-1115faf5-55be-4468-bc7e-efadb07754ac tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 943 time: 0.1343870 Dec 08 01:31:19.760083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad705e-41f2-4145-9c4e-e8bac01784a3 req-d95c2c42-4f79-4225-b01c-053e1590a283 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:19.773678 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-55ad705e-41f2-4145-9c4e-e8bac01784a3 req-d95c2c42-4f79-4225-b01c-053e1590a283 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 945 time: 0.6921375 Dec 08 01:31:19.774436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f1744-6a19-4395-899a-d29788c00acf req-c34519d9-e9f4-4926-8479-9754ab47f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:19.778853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-c34519d9-e9f4-4926-8479-9754ab47f250 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0&tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd HTTP/1.1" status: 200 len: 1102 time: 0.1822040 Dec 08 01:31:19.803628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:19.818203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4570be4f-4bbf-4b61-90f9-c265999f5cd0', 'tag': 'f8f14347-f396-4ba5-9f7e-a4343f453fe8'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:19.821384 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7414d2-7e12-43a4-aba0-ef705d17f230" -d '{"events": [{"name": "network-changed", "server_uuid": "4570be4f-4bbf-4b61-90f9-c265999f5cd0", "tag": "f8f14347-f396-4ba5-9f7e-a4343f453fe8"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:19.913169 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:19.944594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a4b9-0761-4b8b-944b-fdf2572a11a4 req-c8dda80e-7144-4efa-8960-24414ddf06a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:19.946297 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a094a4b9-0761-4b8b-944b-fdf2572a11a4 req-c8dda80e-7144-4efa-8960-24414ddf06a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=635c69e4-e4b2-466a-9fb9-a6d91847cb42 HTTP/1.1" status: 200 len: 918 time: 0.7761939 Dec 08 01:31:19.952382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748b970-8d3a-45a2-8b9e-7ffbec40e46c req-36f7dd66-4eb3-4f4d-835a-71dca3252130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:19.954563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5748b970-8d3a-45a2-8b9e-7ffbec40e46c req-36f7dd66-4eb3-4f4d-835a-71dca3252130 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b4ed04e6f66436b87d1c30f3e95d331&device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 1095 time: 0.3352571 Dec 08 01:31:20.137527 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab7fd90e-d4a0-47b4-a1e8-4e0d47b380a9 req-a99cc769-8bd8-45f8-8476-a9ab46c16128 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952775 Dec 08 01:31:20.315695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:20.357472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:20.446064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1702d85c-77b8-4441-8448-73d40529bfb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:20.448891 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f3709e-68d5-42b5-ab0a-004d53faafc0" -d '{"events": [{"server_uuid": "1702d85c-77b8-4441-8448-73d40529bfb0", "name": "network-vif-unplugged", "status": "completed", "tag": "f2c609d1-f966-4ab4-85a7-3ca3b26201c0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:20.458746 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:20.515875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Transition to ACTIVE for port object f2c609d1-f966-4ab4-85a7-3ca3b26201c0 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:31:20.526944 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:20.566830 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0303d2-2c51-44b3-a2b3-a1fd3f007ec3 req-226dbc2d-88ba-46bf-8efa-8f4baf672f17 service neutron] 10.222.0.72 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7770536 Dec 08 01:31:20.569131 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06424f95-5ae9-4510-8306-cbcc5a5d8c6b x-openstack-request-id: req-06424f95-5ae9-4510-8306-cbcc5a5d8c6b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:20.569624 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4570be4f-4bbf-4b61-90f9-c265999f5cd0", "tag": "f8f14347-f396-4ba5-9f7e-a4343f453fe8", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:20.569927 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06424f95-5ae9-4510-8306-cbcc5a5d8c6b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:20.570311 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4570be4f-4bbf-4b61-90f9-c265999f5cd0', 'tag': 'f8f14347-f396-4ba5-9f7e-a4343f453fe8', 'status': 'completed', 'code': 200} Dec 08 01:31:20.588433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Pushing event updated for resources: {'Port': ['ID=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:20.644039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a094a4b9-0761-4b8b-944b-fdf2572a11a4 req-350579a1-0ac0-4bc2-bf6a-e42d06d7bed9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2489c2e2-89ec-40cc-8a23-22c9da203684 HTTP/1.1" status: 200 len: 217 time: 0.6725149 Dec 08 01:31:20.645214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] No DVR routers for this DVR port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:31:20.657674 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-55ad705e-41f2-4145-9c4e-e8bac01784a3 req-f654afb7-cb5c-4581-bc70-d56543d3409a tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8821273 Dec 08 01:31:20.708467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 49bc7f48-346c-450e-a7ac-98d084a38c26 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:31:20.757649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b226bc2-7cfa-4d02-a513-c25ba23b056b req-5e7fc686-c5e9-4e6b-b184-2e3b4e172873 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:20.761057 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b226bc2-7cfa-4d02-a513-c25ba23b056b req-5e7fc686-c5e9-4e6b-b184-2e3b4e172873 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.2889872 Dec 08 01:31:20.928103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094a4b9-0761-4b8b-944b-fdf2572a11a4 req-4c53a1d2-b033-43f5-b2ab-c2cbf0570ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:20.929971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a094a4b9-0761-4b8b-944b-fdf2572a11a4 req-4c53a1d2-b033-43f5-b2ab-c2cbf0570ffa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb HTTP/1.1" status: 200 len: 857 time: 0.1935346 Dec 08 01:31:20.931545 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748b970-8d3a-45a2-8b9e-7ffbec40e46c req-4c6b912d-e8c6-41cd-8593-8bd2d68cfa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:20.932518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5748b970-8d3a-45a2-8b9e-7ffbec40e46c req-4c6b912d-e8c6-41cd-8593-8bd2d68cfa74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=635c69e4-e4b2-466a-9fb9-a6d91847cb42 HTTP/1.1" status: 200 len: 918 time: 0.9498453 Dec 08 01:31:20.976004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b226bc2-7cfa-4d02-a513-c25ba23b056b req-396dff9d-0223-4f67-89c5-789cae7068c3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906080 Dec 08 01:31:20.980524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 49bc7f48-346c-450e-a7ac-98d084a38c26, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=49bc7f48-346c-450e-a7ac-98d084a38c26,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:20.989665 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Attempting to bind port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:20.992983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Attempting to bind port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:20.993562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Attempting to bind port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:21.014057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:31:21.014057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Attempting to bind port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:21.025950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '49bc7f48-346c-450e-a7ac-98d084a38c26', 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'port_id': '49bc7f48-346c-450e-a7ac-98d084a38c26', 'mac_address': 'fa:16:3e:6d:c3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a5998e-a135-4d25-95f0-5cd4e48a89c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:31:21.037163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:21.038610 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:21.041763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:21.045075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Bound port: f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:21.046497 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:21.129254 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:21.146380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49bc7f48-346c-450e-a7ac-98d084a38c26 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:21.190465 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f048010b-8eb4-4324-aeda-249a14aabffc x-openstack-request-id: req-f048010b-8eb4-4324-aeda-249a14aabffc {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:21.191779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 49bc7f48-346c-450e-a7ac-98d084a38c26, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=49bc7f48-346c-450e-a7ac-98d084a38c26,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:21.196835 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1702d85c-77b8-4441-8448-73d40529bfb0", "name": "network-vif-unplugged", "status": "completed", "tag": "f2c609d1-f966-4ab4-85a7-3ca3b26201c0", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:21.198132 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f048010b-8eb4-4324-aeda-249a14aabffc {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:21.201052 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1702d85c-77b8-4441-8448-73d40529bfb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0', 'code': 200} Dec 08 01:31:21.204745 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:21.258324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a094a4b9-0761-4b8b-944b-fdf2572a11a4 req-9793bdbb-df8e-479a-a477-55ccb877553b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=635c69e4-e4b2-466a-9fb9-a6d91847cb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3038447 Dec 08 01:31:21.269613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5748b970-8d3a-45a2-8b9e-7ffbec40e46c req-eff22a69-b214-464c-bcdf-5011c7ee3424 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 HTTP/1.1" status: 200 len: 217 time: 0.2378869 Dec 08 01:31:21.286493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:21.294155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:21.304264 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:21.340273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:21.341223 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:21.345808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-254076a8-9217-46ef-80c4-2246a435333a service neutron] 10.222.0.72 "PUT /v2.0/ports/f2c609d1-f966-4ab4-85a7-3ca3b26201c0 HTTP/1.1" status: 200 len: 1097 time: 1.5492377 Dec 08 01:31:21.434132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748b970-8d3a-45a2-8b9e-7ffbec40e46c req-00fc2fad-1eff-4664-925e-5b191f6635a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:21.435920 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5748b970-8d3a-45a2-8b9e-7ffbec40e46c req-00fc2fad-1eff-4664-925e-5b191f6635a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb HTTP/1.1" status: 200 len: 857 time: 0.1529031 Dec 08 01:31:21.675467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=49bc7f48-346c-450e-a7ac-98d084a38c26,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:21.702379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254076a8-9217-46ef-80c4-2246a435333a service neutron] Pushing event updated for resources: {'Port': ['ID=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:21.724043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['49bc7f48-346c-450e-a7ac-98d084a38c26'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:31:21.786166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f1744-6a19-4395-899a-d29788c00acf req-30a3ad32-8c5d-41e7-8a09-b3974283774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:21.798247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-30a3ad32-8c5d-41e7-8a09-b3974283774e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 1100 time: 0.2754421 Dec 08 01:31:21.810850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5748b970-8d3a-45a2-8b9e-7ffbec40e46c req-f4eee721-4d18-4ae5-92bc-cec76cb38c60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=635c69e4-e4b2-466a-9fb9-a6d91847cb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2783697 Dec 08 01:31:21.975893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7414d2-7e12-43a4-aba0-ef705d17f230 req-d34e8d30-5f8a-4436-8a53-05d99f51c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:21.983093 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e7414d2-7e12-43a4-aba0-ef705d17f230 req-d34e8d30-5f8a-4436-8a53-05d99f51c6f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3b4ed04e6f66436b87d1c30f3e95d331&device_id=4570be4f-4bbf-4b61-90f9-c265999f5cd0 HTTP/1.1" status: 200 len: 1096 time: 1.0687785 Dec 08 01:31:22.163395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f1744-6a19-4395-899a-d29788c00acf req-bec3a751-b1eb-43f8-9038-cece3d2837c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:22.165145 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-bec3a751-b1eb-43f8-9038-cece3d2837c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3593245 Dec 08 01:31:22.252933 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-684d00eb-60b5-4f2a-ac67-6056d20d2836 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0 HTTP/1.1" status: 200 len: 217 time: 0.0672574 Dec 08 01:31:22.255800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5aec4f-ffac-4478-858a-7f0adc40afe2 req-c3cb948b-b968-41af-aa72-45081085e24c tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:22.263554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cf5aec4f-ffac-4478-858a-7f0adc40afe2 req-c3cb948b-b968-41af-aa72-45081085e24c tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 1098 time: 0.4240518 Dec 08 01:31:22.277982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7414d2-7e12-43a4-aba0-ef705d17f230 req-b91a9924-6f3e-42bf-84f0-1404345eb589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:22.281593 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e7414d2-7e12-43a4-aba0-ef705d17f230 req-b91a9924-6f3e-42bf-84f0-1404345eb589 service neutron] 10.222.0.72 "GET /v2.0/networks?id=635c69e4-e4b2-466a-9fb9-a6d91847cb42 HTTP/1.1" status: 200 len: 918 time: 0.2767453 Dec 08 01:31:22.283853 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a094a4b9-0761-4b8b-944b-fdf2572a11a4 req-6cabcdc9-d678-4e31-9cd1-4446d085d9e8 service neutron] 10.222.0.72 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0050073 Dec 08 01:31:22.401430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f1744-6a19-4395-899a-d29788c00acf req-d1462f0a-8e47-4d4a-8f29-912f570c32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:22.407210 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-d1462f0a-8e47-4d4a-8f29-912f570c32d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1358190 Dec 08 01:31:22.420810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e7414d2-7e12-43a4-aba0-ef705d17f230 req-89e17228-bd46-4a11-8161-bc82e4847722 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8f14347-f396-4ba5-9f7e-a4343f453fe8 HTTP/1.1" status: 200 len: 217 time: 0.1196437 Dec 08 01:31:22.534509 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cf5aec4f-ffac-4478-858a-7f0adc40afe2 req-8ef0d40d-7a4e-48a3-9253-b30a0c7bca40 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633281 Dec 08 01:31:22.545216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f1744-6a19-4395-899a-d29788c00acf req-f1b1df91-c7d1-4c93-970c-dbdab251154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:22.547085 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-f1b1df91-c7d1-4c93-970c-dbdab251154c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1302249 Dec 08 01:31:22.560938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ebcce-b2d2-4825-9db0-547b1b643039 req-385d7004-b2d7-4153-86cd-456745a742fb tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:22.563278 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a69ebcce-b2d2-4825-9db0-547b1b643039 req-385d7004-b2d7-4153-86cd-456745a742fb tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 943 time: 0.8087306 Dec 08 01:31:22.607849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:31:22.735005 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 49bc7f48-346c-450e-a7ac-98d084a38c26 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:22.817232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-c3d2f3f9-600a-47dd-b255-fd9a51e692a9 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608564 Dec 08 01:31:23.181266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:23.188459 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a094a4b9-0761-4b8b-944b-fdf2572a11a4 req-5ec71b4f-c9d4-46b6-b940-1a317c3bd3e2 service neutron] 10.222.0.72 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8861971 Dec 08 01:31:23.203565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 49bc7f48-346c-450e-a7ac-98d084a38c26 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:23.205405 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:23.218870 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5748b970-8d3a-45a2-8b9e-7ffbec40e46c req-ccfd34af-8bad-48a6-a8f8-cd74025bbfd7 service neutron] 10.222.0.72 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3491132 Dec 08 01:31:23.228125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1702d85c-77b8-4441-8448-73d40529bfb0', 'tag': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:23.231451 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '9fe4d2bd-c4b3-44b0-ba78-4de545aafb89', 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42', 'port_id': '9fe4d2bd-c4b3-44b0-ba78-4de545aafb89', 'mac_address': 'fa:16:3e:46:92:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:31:23.254834 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69" -d '{"events": [{"name": "network-changed", "server_uuid": "1702d85c-77b8-4441-8448-73d40529bfb0", "tag": "f2c609d1-f966-4ab4-85a7-3ca3b26201c0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:23.367518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a69ebcce-b2d2-4825-9db0-547b1b643039 req-154be324-7af5-47e8-b765-fa570ddc174a tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7776821 Dec 08 01:31:23.419763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-052f1744-6a19-4395-899a-d29788c00acf req-be8df548-14e1-46d8-a8a2-c2569410237e service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5929074 Dec 08 01:31:23.431119 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:23.449119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7414d2-7e12-43a4-aba0-ef705d17f230 req-e6b14da2-254e-4858-a370-a9e1ee0ef8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:23.451210 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e7414d2-7e12-43a4-aba0-ef705d17f230 req-e6b14da2-254e-4858-a370-a9e1ee0ef8ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb HTTP/1.1" status: 200 len: 857 time: 0.9525363 Dec 08 01:31:23.521884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc047b-1a91-473c-af2e-55d787d37654 req-4cb886ee-3cde-436d-8b4f-a426a656d9e2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:23.530897 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e7414d2-7e12-43a4-aba0-ef705d17f230 req-53c8cffc-902a-40ec-86b0-5325d6eb449f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=635c69e4-e4b2-466a-9fb9-a6d91847cb42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507503 Dec 08 01:31:23.544020 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c0bc047b-1a91-473c-af2e-55d787d37654 req-4cb886ee-3cde-436d-8b4f-a426a656d9e2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 948 time: 0.3699577 Dec 08 01:31:23.550584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:23.668786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:23.733334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c0bc047b-1a91-473c-af2e-55d787d37654 req-b52f7535-427c-43ac-9d0d-6bab1eda007b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856306 Dec 08 01:31:23.798073 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:23.807856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 2489c2e2-89ec-40cc-8a23-22c9da203684 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:31:23.888706 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ad11ee-a9b4-4691-a16a-d113fb5b37b5 x-openstack-request-id: req-f6ad11ee-a9b4-4691-a16a-d113fb5b37b5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:23.889857 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1702d85c-77b8-4441-8448-73d40529bfb0", "tag": "f2c609d1-f966-4ab4-85a7-3ca3b26201c0", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:23.890339 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6ad11ee-a9b4-4691-a16a-d113fb5b37b5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:23.891664 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1702d85c-77b8-4441-8448-73d40529bfb0', 'tag': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0', 'status': 'completed', 'code': 200} Dec 08 01:31:24.003382 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:24.052424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-cef57707-07df-4d8e-8994-ee17a1e6b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:24.056755 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.resource_extend [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:31:24.061291 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-cef57707-07df-4d8e-8994-ee17a1e6b020 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 1100 time: 0.1202743 Dec 08 01:31:24.103302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 2489c2e2-89ec-40cc-8a23-22c9da203684, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2489c2e2-89ec-40cc-8a23-22c9da203684,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:24.113164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c0476c-e7c7-465a-b897-fdfae006c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bc7f48-346c-450e-a7ac-98d084a38c26'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:24.115693 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126f8a9a-4cb4-433d-9221-2f8bc7c5c72c" -d '{"events": [{"server_uuid": "61c0476c-e7c7-465a-b897-fdfae006c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "49bc7f48-346c-450e-a7ac-98d084a38c26"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:24.152411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:24.162866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 49bc7f48-346c-450e-a7ac-98d084a38c26, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=49bc7f48-346c-450e-a7ac-98d084a38c26,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:24.163773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '2489c2e2-89ec-40cc-8a23-22c9da203684', 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42', 'port_id': '2489c2e2-89ec-40cc-8a23-22c9da203684', 'mac_address': 'fa:16:3e:61:26:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:31:24.169443 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e7414d2-7e12-43a4-aba0-ef705d17f230 req-2bb080d0-e4de-40c6-bdab-037d6166ba6a service neutron] 10.222.0.72 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520158 Dec 08 01:31:24.184116 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:24.184963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f2c609d1-f966-4ab4-85a7-3ca3b26201c0 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:31:24.232644 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-c1e0ed87-729b-4427-9a8f-6e1cdc81a124 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1154081804&fields=id&tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba HTTP/1.1" status: 200 len: 267 time: 0.1693499 Dec 08 01:31:24.388662 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:24.452248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f2c609d1-f966-4ab4-85a7-3ca3b26201c0 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:31:24.458477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=49bc7f48-346c-450e-a7ac-98d084a38c26,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:24.497523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2489c2e2-89ec-40cc-8a23-22c9da203684 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:24.543812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-e41a53a9-20de-4862-abc4-1169640c300a tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:24.556211 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-e41a53a9-20de-4862-abc4-1169640c300a tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/networks?id=45794b73-594c-438d-a11c-067a267cf9ce HTTP/1.1" status: 200 len: 823 time: 0.3213544 Dec 08 01:31:24.565863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 2489c2e2-89ec-40cc-8a23-22c9da203684, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2489c2e2-89ec-40cc-8a23-22c9da203684,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:24.579862 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:24.630646 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-bb70cb14-6ddf-4e46-9ad8-d7094bb35774 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/quotas/f160d5f3eba14acd8effdd0b8a7c34ba HTTP/1.1" status: 200 len: 375 time: 0.0662055 Dec 08 01:31:24.718272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f8f14347-f396-4ba5-9f7e-a4343f453fe8 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:31:24.790376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=2489c2e2-89ec-40cc-8a23-22c9da203684,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:24.824006 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e7414d2-7e12-43a4-aba0-ef705d17f230 req-a4a966ea-9bb5-466a-823e-86edca60370f service neutron] 10.222.0.72 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504272 Dec 08 01:31:24.835548 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5748b970-8d3a-45a2-8b9e-7ffbec40e46c req-9cdfaeb9-253c-4903-87d1-e8c1970c0979 service neutron] 10.222.0.72 "GET /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4929414 Dec 08 01:31:24.917337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-bdbae107-0b41-40d4-adde-679a632d9755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:24.927384 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-bdbae107-0b41-40d4-adde-679a632d9755 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 1100 time: 0.7527714 Dec 08 01:31:25.144115 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-4ef62c5b-068c-4e65-8076-fa7b29c3a8de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5124218 Dec 08 01:31:25.233662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f8f14347-f396-4ba5-9f7e-a4343f453fe8, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f8f14347-f396-4ba5-9f7e-a4343f453fe8,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:25.272367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'f8f14347-f396-4ba5-9f7e-a4343f453fe8', 'network_id': '635c69e4-e4b2-466a-9fb9-a6d91847cb42', 'port_id': 'f8f14347-f396-4ba5-9f7e-a4343f453fe8', 'mac_address': 'fa:16:3e:f9:fe:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:31:25.283774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['2489c2e2-89ec-40cc-8a23-22c9da203684'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:31:25.289651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['9fe4d2bd-c4b3-44b0-ba78-4de545aafb89'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:31:25.356653 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-abef27e3-42ea-4073-a73a-f7ae84366aa7 service neutron] 10.222.0.70 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051525 Dec 08 01:31:25.366198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-0de1c428-91a3-40db-b190-9249a64bce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:25.369934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-0de1c428-91a3-40db-b190-9249a64bce10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 1.2997999 Dec 08 01:31:25.386091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-ed8eaed6-bc8e-4f52-a7ab-b39e4bf6d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:25.398656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-ed8eaed6-bc8e-4f52-a7ab-b39e4bf6d8ad service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.4604137 Dec 08 01:31:25.522584 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-a53f3c06-5705-49fd-9694-c325f8a5972f tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:25.524363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-a53f3c06-5705-49fd-9694-c325f8a5972f tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.65 "GET /v2.0/ports?device_id=fbe04e54-61a7-4dd1-9c05-bba9ae107ea0 HTTP/1.1" status: 200 len: 945 time: 0.6778142 Dec 08 01:31:25.606652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-9d120e6f-fa90-40ea-9154-8181cfcbe4cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0 HTTP/1.1" status: 200 len: 217 time: 0.1976919 Dec 08 01:31:25.658400 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:25.704603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f14347-f396-4ba5-9f7e-a4343f453fe8 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:25.738787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f8f14347-f396-4ba5-9f7e-a4343f453fe8, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f8f14347-f396-4ba5-9f7e-a4343f453fe8,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:25.770981 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:25.800162 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-a06ef8f8-cffe-471b-b457-cdbbc840c4dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0 HTTP/1.1" status: 200 len: 217 time: 0.3197110 Dec 08 01:31:25.827087 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-ee95f5ed-da25-45d9-8123-5c963720a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:25.832428 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-ee95f5ed-da25-45d9-8123-5c963720a4a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2198811 Dec 08 01:31:26.014823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-2800da8c-3706-420a-818f-9e9c850cdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:26.017841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-2800da8c-3706-420a-818f-9e9c850cdcfc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1768739 Dec 08 01:31:26.063567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-a00d3902-2a3a-439e-8075-895c3385dbe5 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:31:26.065395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=f8f14347-f396-4ba5-9f7e-a4343f453fe8,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:26.071826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-a00d3902-2a3a-439e-8075-895c3385dbe5 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132239 Dec 08 01:31:26.145191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['f8f14347-f396-4ba5-9f7e-a4343f453fe8'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:31:26.218545 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-452ce305-2787-4e43-ae4f-a20007613834 service neutron] 10.222.0.70 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8443069 Dec 08 01:31:26.235418 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-8de16fde-c969-4b9d-a139-ab8337e5b276 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022281 Dec 08 01:31:26.282120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-0880aacb-fe9e-49e5-8d44-8889d57bef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:26.306709 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-0880aacb-fe9e-49e5-8d44-8889d57bef66 service neutron] 10.222.0.70 "GET /v2.0/ports/75983b40-5bf0-4392-ad92-d87eb3eb584b HTTP/1.1" status: 200 len: 1095 time: 0.2338786 Dec 08 01:31:26.330460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] Request body: {'binding': {'host': 'n-h1-713498-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:26.330460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] Unknown quota resources ['binding']. {{(pid=103130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:31:26.456476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-9f1f96ad-1a18-4974-a27f-3c70ded0408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:26.457950 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-9f1f96ad-1a18-4974-a27f-3c70ded0408e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.6462331 Dec 08 01:31:26.519217 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-a1e8059d-05a8-426f-a3cf-a792f3d0d33e service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739756 Dec 08 01:31:26.659811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f2c609d1-f966-4ab4-85a7-3ca3b26201c0 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:31:26.767980 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca594df7-b9fb-46c7-85ef-d12ef7bf42d9 x-openstack-request-id: req-ca594df7-b9fb-46c7-85ef-d12ef7bf42d9 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:26.768319 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c0476c-e7c7-465a-b897-fdfae006c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "49bc7f48-346c-450e-a7ac-98d084a38c26", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:26.768599 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ca594df7-b9fb-46c7-85ef-d12ef7bf42d9 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:26.776036 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c0476c-e7c7-465a-b897-fdfae006c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bc7f48-346c-450e-a7ac-98d084a38c26', 'code': 200} Dec 08 01:31:26.805679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b on host n-h1-713498-30 for vnic_type normal with profile None {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:26.806056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:26.808178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:26.814825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] Port 75983b40-5bf0-4392-ad92-d87eb3eb584b on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:31:26.815159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:26.832506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:26.836857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:26.837274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:26.842139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] Bound port: 75983b40-5bf0-4392-ad92-d87eb3eb584b, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:26.928213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Deleting port c06b264c-3243-4cc1-a9f8-635da8382216 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:31:26.928668 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:26.962980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:26.992085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0', 'mac_address': 'fa:16:3e:eb:5b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:31:27.110007 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:27.149841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c609d1-f966-4ab4-85a7-3ca3b26201c0 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:27.182900 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:27.195108 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:27.319453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:27.643948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-04cef2c7-7260-48e1-bc4f-de0996b3adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:27.646077 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-04cef2c7-7260-48e1-bc4f-de0996b3adcf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1648738 Dec 08 01:31:27.726178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['f2c609d1-f966-4ab4-85a7-3ca3b26201c0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:31:27.732252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] For port c06b264c-3243-4cc1-a9f8-635da8382216, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c06b264c-3243-4cc1-a9f8-635da8382216,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:27.732973 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:27.848540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:28.032925 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-1fe25e6b-5173-4b7e-bf75-8a0842a59b15 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693211 Dec 08 01:31:28.042553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7c88f-ec70-4143-abb3-9ed0b6073ee8 req-046174cc-f78a-48ec-80e0-51305e9a7213 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:28.055787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4ea7c88f-ec70-4143-abb3-9ed0b6073ee8 req-046174cc-f78a-48ec-80e0-51305e9a7213 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 944 time: 0.4470699 Dec 08 01:31:28.336129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] Publish callbacks [] for binding, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:28.337378 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-52abbe59-883c-4bfc-b6fd-e0025fb0f07d service neutron] 10.222.0.70 "POST /v2.0/ports/75983b40-5bf0-4392-ad92-d87eb3eb584b/bindings HTTP/1.1" status: 201 len: 390 time: 2.0275240 Dec 08 01:31:28.339905 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b8688ca-88ba-4dab-b1a5-a6d64bedbf69 req-7e777818-385c-40f6-b023-89192188a72f service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650379 Dec 08 01:31:28.576035 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4ea7c88f-ec70-4143-abb3-9ed0b6073ee8 req-b19d5066-6a28-493c-9172-2b04a74e6566 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5193551 Dec 08 01:31:28.683913 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 2489c2e2-89ec-40cc-8a23-22c9da203684 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:28.717250 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:28.717840 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:28.717956 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Floating IP ef79321b-e594-4995-ad8d-c2dddf72d230 disassociated. External IP: 172.25.2.44, port: c06b264c-3243-4cc1-a9f8-635da8382216. Dec 08 01:31:28.718290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Calling delete_port for c06b264c-3243-4cc1-a9f8-635da8382216 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:31:28.832197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-05c0cd84-e1d4-4605-976b-9805c08c7324 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:28.835492 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-05c0cd84-e1d4-4605-976b-9805c08c7324 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.72 "GET /v2.0/networks?id=45794b73-594c-438d-a11c-067a267cf9ce HTTP/1.1" status: 200 len: 823 time: 0.2176440 Dec 08 01:31:28.884060 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c06b264c-3243-4cc1-a9f8-635da8382216 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:31:28.962610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-e211b407-cb49-4e50-a066-02c0a690980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:28.964170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-e211b407-cb49-4e50-a066-02c0a690980b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 1098 time: 0.0825820 Dec 08 01:31:29.028084 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfc90e56-6de1-4bdd-8b7a-c0a8c961cb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:29.133785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 2489c2e2-89ec-40cc-8a23-22c9da203684 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:31:29.153168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 2489c2e2-89ec-40cc-8a23-22c9da203684 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:29.153885 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:29.224702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-f610ad56-415f-412b-b49c-55412e8cb898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:29.226521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-f610ad56-415f-412b-b49c-55412e8cb898 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.2542884 Dec 08 01:31:29.314547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071482ce-f257-4325-aedf-8e94d19692b0 req-97ad0606-4bd3-496a-9c70-18c1e7d25574 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:29.331891 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-80d66785-907a-4de2-bbc6-f8dd5ade8363 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b HTTP/1.1" status: 200 len: 217 time: 0.0906231 Dec 08 01:31:29.333976 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-071482ce-f257-4325-aedf-8e94d19692b0 req-97ad0606-4bd3-496a-9c70-18c1e7d25574 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 949 time: 0.4715509 Dec 08 01:31:29.359292 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-d7e05106-1a15-4300-b608-552ebb6b28e8 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba HTTP/1.1" status: 200 len: 380 time: 0.5048041 Dec 08 01:31:29.371199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Request body: {'port': {'device_id': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'admin_state_up': True, 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'security_groups': ['3a03c2bc-8126-4acd-9ea6-206b0bf49369']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:29.408575 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:29.476875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-aee38266-e875-41d1-8a90-2054d05f46fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:29.486140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-aee38266-e875-41d1-8a90-2054d05f46fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.1432843 Dec 08 01:31:29.565778 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:29.577452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-1ed2730e-287e-4e38-8488-c778d054f255 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822713 Dec 08 01:31:29.597276 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:29.655501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed901a25-e046-4587-ba1e-b902df0c7f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2489c2e2-89ec-40cc-8a23-22c9da203684'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:29.659556 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7537cd09-dd57-4ed6-ac7e-5f4b63ffc788" -d '{"events": [{"server_uuid": "ed901a25-e046-4587-ba1e-b902df0c7f07", "name": "network-vif-plugged", "status": "completed", "tag": "2489c2e2-89ec-40cc-8a23-22c9da203684"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:29.691166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 2489c2e2-89ec-40cc-8a23-22c9da203684, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2489c2e2-89ec-40cc-8a23-22c9da203684,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:29.702056 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:29.703998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:29.785275 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-ff93a7bd-26f0-4b0a-9b2d-cfac036d4774 service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816590 Dec 08 01:31:29.792910 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-071482ce-f257-4325-aedf-8e94d19692b0 req-5b84c0dd-5ecf-4a97-8d12-14036fea0662 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527333 Dec 08 01:31:29.799144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Pushing event deleted for resources: {'Port': ['ID=c06b264c-3243-4cc1-a9f8-635da8382216,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:29.839640 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=2489c2e2-89ec-40cc-8a23-22c9da203684,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:29.874363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:31:29.879711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:29.880143 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:29.988151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Made reservation on behalf of f160d5f3eba14acd8effdd0b8a7c34ba for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:31:30.002209 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:30.087736 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-e406a6d2-205b-444b-b188-781898173cc0 service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989287 Dec 08 01:31:30.297840 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:30.456788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a745761f-1cae-4387-a6e3-7575785de3fa req-ea191ccd-c042-4a16-a07e-877a7bfebfe0 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 210 time: 0.1666393 Dec 08 01:31:30.462178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:30.475025 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:30.476158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f8f14347-f396-4ba5-9f7e-a4343f453fe8 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:30.645578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:31:30.758333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:30.770992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Allocated IP 172.20.0.9 (45794b73-594c-438d-a11c-067a267cf9ce/5c7176f9-f7bf-457f-8cdd-cf682e2c25da/7127ba2d-0ea1-4ecb-b81b-a122970eef2d) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:31:30.812927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port f8f14347-f396-4ba5-9f7e-a4343f453fe8 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:31:30.828107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port f8f14347-f396-4ba5-9f7e-a4343f453fe8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:30.829375 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:31.021334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd041a8-349a-41ef-9b65-ff19616eb665 req-edbb8b3a-5a2c-4854-8b07-82b49f6d6136 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:31.038985 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bdd041a8-349a-41ef-9b65-ff19616eb665 req-edbb8b3a-5a2c-4854-8b07-82b49f6d6136 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.3885500 Dec 08 01:31:31.066683 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:31.169732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f8f14347-f396-4ba5-9f7e-a4343f453fe8, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f8f14347-f396-4ba5-9f7e-a4343f453fe8,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:31.201305 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:31.429468 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bdd041a8-349a-41ef-9b65-ff19616eb665 req-e33b4fed-042a-4f31-bb36-25d5b17bbf95 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894963 Dec 08 01:31:31.463437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=f8f14347-f396-4ba5-9f7e-a4343f453fe8,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:31.476600 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6cf32816-018c-4839-ae74-ed1b2d0c668a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:31.487446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f2c609d1-f966-4ab4-85a7-3ca3b26201c0 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:31.679109 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:31.756425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:31:31.761297 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:31.761687 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:32.053653 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:32.163854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:32.178029 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:32.242662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:32.267568 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:32.435942 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:31:32.459441 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff65872-e81e-4b45-9139-db1481c0dcbe None None] Sync routers for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:31:32.475103 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff65872-e81e-4b45-9139-db1481c0dcbe None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:31:32.475765 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6ff65872-e81e-4b45-9139-db1481c0dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:31:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:32.619083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] No DVR routers for this DVR port c06b264c-3243-4cc1-a9f8-635da8382216 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:31:32.626834 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:32.641508 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c156d52-7a13-4a1e-9e67-cc55d5653f72 req-df274607-4091-4062-abd6-b32cb2e9f4de tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.65 "DELETE /v2.0/ports/c06b264c-3243-4cc1-a9f8-635da8382216 HTTP/1.1" status: 204 len: 173 time: 6.8948536 Dec 08 01:31:32.642114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'name': 'network-vif-deleted', 'tag': 'c06b264c-3243-4cc1-a9f8-635da8382216'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:32.644751 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b4c27d-9043-4036-9f00-6e277529d126" -d '{"events": [{"server_uuid": "fbe04e54-61a7-4dd1-9c05-bba9ae107ea0", "name": "network-vif-deleted", "tag": "c06b264c-3243-4cc1-a9f8-635da8382216"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:32.706535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:32.752770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e4f0b-2431-40de-9bcf-0bad0c25c585 req-ede34266-10d0-4aca-94c2-c4de5fd1a7cf tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:32.762059 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e22e4f0b-2431-40de-9bcf-0bad0c25c585 req-ede34266-10d0-4aca-94c2-c4de5fd1a7cf tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 945 time: 0.4149487 Dec 08 01:31:32.990981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e22e4f0b-2431-40de-9bcf-0bad0c25c585 req-8f463744-e47c-4265-8ba5-1222beb83ce1 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279353 Dec 08 01:31:33.045932 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:33.094350 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101014e2-020c-410a-ac50-1a7ca1e5ee02 x-openstack-request-id: req-101014e2-020c-410a-ac50-1a7ca1e5ee02 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:33.094879 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed901a25-e046-4587-ba1e-b902df0c7f07", "name": "network-vif-plugged", "status": "completed", "tag": "2489c2e2-89ec-40cc-8a23-22c9da203684", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:33.095123 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-101014e2-020c-410a-ac50-1a7ca1e5ee02 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:33.095534 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed901a25-e046-4587-ba1e-b902df0c7f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2489c2e2-89ec-40cc-8a23-22c9da203684', 'code': 200} Dec 08 01:31:33.164341 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6ff65872-e81e-4b45-9139-db1481c0dcbe None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:31:33.266369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Network 45794b73-594c-438d-a11c-067a267cf9ce is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:33.321945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:33.333580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:31:33.367193 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:33.367882 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:33.523702 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:33.560997 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1935260 Dec 08 01:31:33.589593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:33.613186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12e957-8f45-4671-8826-0453ff70e60c req-bd552fa6-0fc6-4764-aa38-7fae117c62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:33.614771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d12e957-8f45-4671-8826-0453ff70e60c req-bd552fa6-0fc6-4764-aa38-7fae117c62e7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ed901a25-e046-4587-ba1e-b902df0c7f07 HTTP/1.1" status: 200 len: 1098 time: 0.2115686 Dec 08 01:31:33.666104 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Request body: {'port': {'device_id': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:33.726126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835964ff-a121-47e3-b231-56542c651bb2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Pushing event updated for resources: {'Port': ['ID=7127ba2d-0ea1-4ecb-b81b-a122970eef2d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:33.800046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d12e957-8f45-4671-8826-0453ff70e60c req-07166bc5-09e4-4913-8523-870cb14a6f6e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758316 Dec 08 01:31:33.932453 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:33.954976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d663f-f723-46fb-8653-21509ceb68f5 req-fe1fc5ab-20b5-4153-bc62-cb4bc5b77738 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:33.959018 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db9d663f-f723-46fb-8653-21509ceb68f5 req-fe1fc5ab-20b5-4153-bc62-cb4bc5b77738 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 931 time: 0.5017080 Dec 08 01:31:33.989491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-38f91d6c-3f14-4420-9a69-2d5799bcc6c1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:34.002997 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-38f91d6c-3f14-4420-9a69-2d5799bcc6c1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.65 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0&tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 950 time: 0.3216646 Dec 08 01:31:34.209631 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-a03dd73c-bdda-4d66-a8f0-7d571c844091 service neutron] delete failed (client error): The resource could not be found. Dec 08 01:31:34.210684 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-a03dd73c-bdda-4d66-a8f0-7d571c844091 service neutron] 10.222.0.65 "DELETE /v2.0/ports/f2c609d1-f966-4ab4-85a7-3ca3b26201c0/bindings/n-h1-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.1424680 Dec 08 01:31:34.243190 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6ff65872-e81e-4b45-9139-db1481c0dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:49Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:34.272406 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db9d663f-f723-46fb-8653-21509ceb68f5 req-64b7877b-954a-42c0-8e6f-afb6381edb09 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081014 Dec 08 01:31:34.339403 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff65872-e81e-4b45-9139-db1481c0dcbe None None] Checking router: 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:31:34.366428 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff65872-e81e-4b45-9139-db1481c0dcbe None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:31:34.367072 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6ff65872-e81e-4b45-9139-db1481c0dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:31:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:34.607327 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:34.698055 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6ff65872-e81e-4b45-9139-db1481c0dcbe None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:31:34.790583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377ddca-6aab-4258-b198-1d64f8d3dfc3 req-5ba3913e-489f-41ea-8364-c4131809f2fc tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:34.792166 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5377ddca-6aab-4258-b198-1d64f8d3dfc3 req-5ba3913e-489f-41ea-8364-c4131809f2fc tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.3027694 Dec 08 01:31:34.915230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-d7455202-4bd5-4dd3-90d8-c00084e18fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:34.922895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-d7455202-4bd5-4dd3-90d8-c00084e18fe4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 1102 time: 0.4582236 Dec 08 01:31:35.006817 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5377ddca-6aab-4258-b198-1d64f8d3dfc3 req-086d8791-d295-4723-978e-ed3567a38cab tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550949 Dec 08 01:31:35.096763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ff1eb2-bbce-40fe-94c2-c61de6a35fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe4d2bd-c4b3-44b0-ba78-4de545aafb89'}, {'server_uuid': '4570be4f-4bbf-4b61-90f9-c265999f5cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f14347-f396-4ba5-9f7e-a4343f453fe8'}, {'server_uuid': '1702d85c-77b8-4441-8448-73d40529bfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:35.099259 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1bd2aa-8601-43d2-8a0c-02fbbc0acc79" -d '{"events": [{"server_uuid": "00ff1eb2-bbce-40fe-94c2-c61de6a35fdc", "name": "network-vif-plugged", "status": "completed", "tag": "9fe4d2bd-c4b3-44b0-ba78-4de545aafb89"}, {"server_uuid": "4570be4f-4bbf-4b61-90f9-c265999f5cd0", "name": "network-vif-plugged", "status": "completed", "tag": "f8f14347-f396-4ba5-9f7e-a4343f453fe8"}, {"server_uuid": "1702d85c-77b8-4441-8448-73d40529bfb0", "name": "network-vif-plugged", "status": "completed", "tag": "f2c609d1-f966-4ab4-85a7-3ca3b26201c0"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:35.146951 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038da8d0-1780-487b-b707-0b6cae3ccad6 x-openstack-request-id: req-038da8d0-1780-487b-b707-0b6cae3ccad6 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:35.150077 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe04e54-61a7-4dd1-9c05-bba9ae107ea0", "name": "network-vif-deleted", "tag": "c06b264c-3243-4cc1-a9f8-635da8382216", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:35.150576 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-038da8d0-1780-487b-b707-0b6cae3ccad6 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:35.156384 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe04e54-61a7-4dd1-9c05-bba9ae107ea0', 'name': 'network-vif-deleted', 'tag': 'c06b264c-3243-4cc1-a9f8-635da8382216', 'status': 'completed', 'code': 200} Dec 08 01:31:35.217051 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6ff65872-e81e-4b45-9139-db1481c0dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:49Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:35.290372 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff65872-e81e-4b45-9139-db1481c0dcbe None None] The sync data for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 is: [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:49Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:31:35.450110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7127ba2d-0ea1-4ecb-b81b-a122970eef2d {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:35.461319 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:35.490915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Transition to ACTIVE for port object 7127ba2d-0ea1-4ecb-b81b-a122970eef2d will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:31:35.545912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-6aa22bc3-3ebc-479f-a402-aa82091e132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:35.548222 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-6aa22bc3-3ebc-479f-a402-aa82091e132c service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.5613625 Dec 08 01:31:35.627005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-45e13493-6ea0-4396-a8e3-5ed937b402d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0 HTTP/1.1" status: 200 len: 217 time: 0.0625479 Dec 08 01:31:35.627726 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:35.710198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Pushing event updated for resources: {'Port': ['ID=7127ba2d-0ea1-4ecb-b81b-a122970eef2d,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:35.808742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c822a2-d6d1-4739-8cf1-88785be5ee95 req-23622693-d09a-4306-a136-8d2ec18c10af tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:35.810336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c6c822a2-d6d1-4739-8cf1-88785be5ee95 req-23622693-d09a-4306-a136-8d2ec18c10af tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.4858699 Dec 08 01:31:35.827281 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54fb239-1918-4800-b05d-2fdf05397581 None None] New status for floating IP ef79321b-e594-4995-ad8d-c2dddf72d230: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:31:35.954521 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c6c822a2-d6d1-4739-8cf1-88785be5ee95 req-b108675e-9c3e-489e-b3a4-d78bd1e10d09 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335976 Dec 08 01:31:35.962722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-73e7dad8-88d4-4430-a088-cd2ba8c458b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:35.964183 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-73e7dad8-88d4-4430-a088-cd2ba8c458b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.3318636 Dec 08 01:31:36.072323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Attempting to bind port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:36.074358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Attempting to bind port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:36.074695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Attempting to bind port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d on network 45794b73-594c-438d-a11c-067a267cf9ce {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:36.115887 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d on network 45794b73-594c-438d-a11c-067a267cf9ce not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:31:36.116214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Attempting to bind port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d on network 45794b73-594c-438d-a11c-067a267cf9ce {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:36.140124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:36.140521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Checking segment: {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:36.140916 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Bound using segment: {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:36.141357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Bound port: 7127ba2d-0ea1-4ecb-b81b-a122970eef2d, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484cbd3c-6237-4f10-a283-1c04269ce591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:36.141912 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:36.195048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-640e14d8-a40d-4c64-8dfc-46a6b724c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:36.200778 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-640e14d8-a40d-4c64-8dfc-46a6b724c100 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1877630 Dec 08 01:31:36.289695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] For port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:36.293412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] For port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7127ba2d-0ea1-4ecb-b81b-a122970eef2d,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:36.325103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:36.546147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:36.551822 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:36.553329 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] 10.222.0.72 "PUT /v2.0/ports/7127ba2d-0ea1-4ecb-b81b-a122970eef2d HTTP/1.1" status: 200 len: 1092 time: 2.9196949 Dec 08 01:31:36.679001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d7b93-f148-448c-b19d-00b0ab06eb6f req-6d97e4f8-5ac7-4898-88d1-9b97bd01c01b tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:36.689720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a0d7b93-f148-448c-b19d-00b0ab06eb6f req-6d97e4f8-5ac7-4898-88d1-9b97bd01c01b tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 945 time: 0.4882979 Dec 08 01:31:36.820023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef817130-98c4-4474-9ae7-7302ed2e6903 service neutron] Pushing event updated for resources: {'Port': ['ID=7127ba2d-0ea1-4ecb-b81b-a122970eef2d,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:36.944916 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-e4ecc472-3ae3-4f1a-a289-d5c23437e87e service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6313806 Dec 08 01:31:36.955058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-154f393a-ee7f-404d-a10a-fe9c8531c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:36.956586 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-154f393a-ee7f-404d-a10a-fe9c8531c718 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba&device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 1095 time: 0.2649906 Dec 08 01:31:37.052797 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a0d7b93-f148-448c-b19d-00b0ab06eb6f req-6b81ea56-da99-4205-93fe-faf6b4dda718 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623836 Dec 08 01:31:37.224270 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92d6462-5f0b-45b9-86e8-3325b3bda641 x-openstack-request-id: req-c92d6462-5f0b-45b9-86e8-3325b3bda641 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:37.225159 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ff1eb2-bbce-40fe-94c2-c61de6a35fdc", "name": "network-vif-plugged", "status": "completed", "tag": "9fe4d2bd-c4b3-44b0-ba78-4de545aafb89", "code": 200}, {"server_uuid": "4570be4f-4bbf-4b61-90f9-c265999f5cd0", "name": "network-vif-plugged", "status": "completed", "tag": "f8f14347-f396-4ba5-9f7e-a4343f453fe8", "code": 200}, {"server_uuid": "1702d85c-77b8-4441-8448-73d40529bfb0", "name": "network-vif-plugged", "status": "completed", "tag": "f2c609d1-f966-4ab4-85a7-3ca3b26201c0", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:37.225571 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c92d6462-5f0b-45b9-86e8-3325b3bda641 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:37.226165 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ff1eb2-bbce-40fe-94c2-c61de6a35fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe4d2bd-c4b3-44b0-ba78-4de545aafb89', 'code': 200} Dec 08 01:31:37.226727 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4570be4f-4bbf-4b61-90f9-c265999f5cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f14347-f396-4ba5-9f7e-a4343f453fe8', 'code': 200} Dec 08 01:31:37.227479 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1702d85c-77b8-4441-8448-73d40529bfb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0', 'code': 200} Dec 08 01:31:37.244121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'tag': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:37.251627 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4c48de-32a0-4107-a630-7e7271ecfc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1aed4c2-dd73-49d0-a2e2-239a54937e33", "tag": "7127ba2d-0ea1-4ecb-b81b-a122970eef2d"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:37.260257 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-604d1e99-b8f5-43e3-8fa2-895f5dfbed7a req-aa16d4ce-a53b-456b-8323-25ff6201b7c6 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016193 Dec 08 01:31:37.424378 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-0d0f2765-fdf7-4f39-b928-6efbc7d88128 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7127ba2d-0ea1-4ecb-b81b-a122970eef2d HTTP/1.1" status: 200 len: 217 time: 0.3363700 Dec 08 01:31:37.565119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-f3383c22-4087-4504-85e4-e57814f39763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:37.566888 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-f3383c22-4087-4504-85e4-e57814f39763 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c7176f9-f7bf-457f-8cdd-cf682e2c25da HTTP/1.1" status: 200 len: 862 time: 0.1050949 Dec 08 01:31:37.602445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f438a4-04dc-4110-b528-938c279c557d req-d818205d-a8dd-435c-bd15-df8d2078b150 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:37.613599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93f438a4-04dc-4110-b528-938c279c557d req-d818205d-a8dd-435c-bd15-df8d2078b150 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 943 time: 0.2327425 Dec 08 01:31:37.730470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-4d710e77-bb87-4826-8876-bf1fe47a616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:37.732219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-4d710e77-bb87-4826-8876-bf1fe47a616a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45794b73-594c-438d-a11c-067a267cf9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889568 Dec 08 01:31:37.748999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93f438a4-04dc-4110-b528-938c279c557d req-4b2842bf-3a69-42ce-9ac7-c2dea1e85487 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287155 Dec 08 01:31:37.802704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afecb4-1f05-4f06-afb5-16d3711a253e req-46143af8-65a1-4080-831a-d84a540f7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:37.804234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1afecb4-1f05-4f06-afb5-16d3711a253e req-46143af8-65a1-4080-831a-d84a540f7aef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 1097 time: 0.2917502 Dec 08 01:31:37.821102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844abfd9-764f-47a4-bc63-8ecd61ced013 req-009688f6-a32f-496f-bc95-e39c9b492bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:37.823103 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-844abfd9-764f-47a4-bc63-8ecd61ced013 req-009688f6-a32f-496f-bc95-e39c9b492bc6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4570be4f-4bbf-4b61-90f9-c265999f5cd0 HTTP/1.1" status: 200 len: 1098 time: 0.3213904 Dec 08 01:31:38.000861 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-48c94644-d8f7-4c79-a78a-0dc25a14b89d service neutron] 10.222.0.72 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377923 Dec 08 01:31:38.054250 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-844abfd9-764f-47a4-bc63-8ecd61ced013 req-46f14392-dd68-4bc8-9bc0-b1007ea8e23d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158296 Dec 08 01:31:38.163420 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1afecb4-1f05-4f06-afb5-16d3711a253e req-ad1282e7-122d-47cb-9502-124d7fc75370 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309536 Dec 08 01:31:38.205961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f05be-1f65-4d51-aed9-789a9c0440e1 req-99a6bc22-73d9-4a48-8221-09fc61bdadd8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:38.205961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b6f05be-1f65-4d51-aed9-789a9c0440e1 req-99a6bc22-73d9-4a48-8221-09fc61bdadd8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.2933037 Dec 08 01:31:38.434675 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b6f05be-1f65-4d51-aed9-789a9c0440e1 req-e6d33f25-6504-446e-a5a1-0be7a8c6b3bb tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424414 Dec 08 01:31:38.485466 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d6f46e-5ed4-44b3-ae28-d4b654bf0279 req-48f22eaf-2915-4885-9f09-00835b070719 service neutron] 10.222.0.72 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745719 Dec 08 01:31:38.656997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0c5b3-45ea-44f1-aba5-3f8d5b9d8e3d req-b327b79a-5ff6-4c82-8e1c-1acb3f56254d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:38.658995 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-12e0c5b3-45ea-44f1-aba5-3f8d5b9d8e3d req-b327b79a-5ff6-4c82-8e1c-1acb3f56254d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.0920632 Dec 08 01:31:38.792716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-12e0c5b3-45ea-44f1-aba5-3f8d5b9d8e3d req-72271175-bf62-4802-a237-6b3d1c021d8a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274996 Dec 08 01:31:38.965920 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3c662b-2544-416c-b725-98b2335b099c x-openstack-request-id: req-8c3c662b-2544-416c-b725-98b2335b099c {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:38.966221 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1aed4c2-dd73-49d0-a2e2-239a54937e33", "tag": "7127ba2d-0ea1-4ecb-b81b-a122970eef2d", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:38.966477 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c3c662b-2544-416c-b725-98b2335b099c {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:38.966893 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'tag': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d', 'status': 'completed', 'code': 200} Dec 08 01:31:39.140776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-374e6659-f8b4-46d3-a109-ccc32a716148 req-6d0d43e5-f156-49ce-8612-79aed29d974b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1534214 Dec 08 01:31:39.201529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d04f0-286b-4e42-9741-0cafa1d756b8 req-ff5db425-6b64-4a9b-b3ab-388fd3fea656 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:39.203274 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f88d04f0-286b-4e42-9741-0cafa1d756b8 req-ff5db425-6b64-4a9b-b3ab-388fd3fea656 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 945 time: 0.1300087 Dec 08 01:31:39.441953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c48de-32a0-4107-a630-7e7271ecfc9f req-2cfc0dca-0915-4b0a-81c3-5fc963323c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:39.449539 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b4c48de-32a0-4107-a630-7e7271ecfc9f req-2cfc0dca-0915-4b0a-81c3-5fc963323c29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba&device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 1095 time: 0.2411048 Dec 08 01:31:39.461379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e6659-f8b4-46d3-a109-ccc32a716148 req-ca67440e-e759-4f6a-8ab7-bd32b9035471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:39.475196 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-374e6659-f8b4-46d3-a109-ccc32a716148 req-ca67440e-e759-4f6a-8ab7-bd32b9035471 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 1097 time: 0.2494507 Dec 08 01:31:39.595909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c48de-32a0-4107-a630-7e7271ecfc9f req-cfb245b5-2445-49b4-887c-44d1726296de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:39.607209 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b4c48de-32a0-4107-a630-7e7271ecfc9f req-cfb245b5-2445-49b4-887c-44d1726296de service neutron] 10.222.0.72 "GET /v2.0/networks?id=45794b73-594c-438d-a11c-067a267cf9ce HTTP/1.1" status: 200 len: 924 time: 0.1304147 Dec 08 01:31:39.632907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f88d04f0-286b-4e42-9741-0cafa1d756b8 req-ba072d5e-678a-4bf7-91c2-8d6d5fb18b10 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143834 Dec 08 01:31:39.657684 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:31:39.880663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b4c48de-32a0-4107-a630-7e7271ecfc9f req-d00a7304-ca4a-4472-beb5-3e15ea9af08d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7127ba2d-0ea1-4ecb-b81b-a122970eef2d HTTP/1.1" status: 200 len: 217 time: 0.2149055 Dec 08 01:31:40.020786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa94188-fe69-4aee-9500-e55fe2e57a60 req-c52eb858-d3e1-43ca-8066-5ab4bf6acf96 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:40.039944 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1aa94188-fe69-4aee-9500-e55fe2e57a60 req-c52eb858-d3e1-43ca-8066-5ab4bf6acf96 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 943 time: 0.2210045 Dec 08 01:31:40.201868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e6659-f8b4-46d3-a109-ccc32a716148 req-b296d9b7-16f5-4287-8997-b39ccbea2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:40.216247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-374e6659-f8b4-46d3-a109-ccc32a716148 req-b296d9b7-16f5-4287-8997-b39ccbea2966 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.5818770 Dec 08 01:31:40.352416 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1aa94188-fe69-4aee-9500-e55fe2e57a60 req-21a513ab-3ae4-4906-96c8-5c895b6f3a31 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112891 Dec 08 01:31:40.354506 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-374e6659-f8b4-46d3-a109-ccc32a716148 req-83b972ae-cab9-4dbb-8bce-26b6dedc2525 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 HTTP/1.1" status: 200 len: 217 time: 0.1253748 Dec 08 01:31:40.360316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c48de-32a0-4107-a630-7e7271ecfc9f req-84afb568-1aa8-41fb-9339-7dcd5fde1a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:40.364706 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b4c48de-32a0-4107-a630-7e7271ecfc9f req-84afb568-1aa8-41fb-9339-7dcd5fde1a87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c7176f9-f7bf-457f-8cdd-cf682e2c25da HTTP/1.1" status: 200 len: 862 time: 0.3117015 Dec 08 01:31:40.568964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e6659-f8b4-46d3-a109-ccc32a716148 req-abfe07ae-2084-4b8e-9e7b-8fd24f0a1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:40.573607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-374e6659-f8b4-46d3-a109-ccc32a716148 req-abfe07ae-2084-4b8e-9e7b-8fd24f0a1475 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.2039397 Dec 08 01:31:40.600272 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c48de-32a0-4107-a630-7e7271ecfc9f req-332505c7-b22d-4ff8-b47e-a4d25a808bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:40.607938 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b4c48de-32a0-4107-a630-7e7271ecfc9f req-332505c7-b22d-4ff8-b47e-a4d25a808bb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45794b73-594c-438d-a11c-067a267cf9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2209270 Dec 08 01:31:40.685595 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-374e6659-f8b4-46d3-a109-ccc32a716148 req-73daeca8-b577-4d07-bc2f-b156627b33dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877521 Dec 08 01:31:40.702071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e3d46-fbe6-4acb-8c09-3b5aeb1b2a0d req-7598710e-f0c4-44e2-8135-dabbe487131b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:40.713934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-227e3d46-fbe6-4acb-8c09-3b5aeb1b2a0d req-7598710e-f0c4-44e2-8135-dabbe487131b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.1978955 Dec 08 01:31:41.127634 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-227e3d46-fbe6-4acb-8c09-3b5aeb1b2a0d req-83d2731b-8ff0-44b2-bbc7-5722e5387c5d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109852 Dec 08 01:31:41.159582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-374e6659-f8b4-46d3-a109-ccc32a716148 req-c4f65668-98ff-4a4e-88e8-dd058b334851 service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315960 Dec 08 01:31:41.181247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b4c48de-32a0-4107-a630-7e7271ecfc9f req-9e3544ef-999e-4808-84d2-4982e815d09e service neutron] 10.222.0.72 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482497 Dec 08 01:31:41.910622 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b4c48de-32a0-4107-a630-7e7271ecfc9f req-9c20a357-182b-4c91-a44e-de07deed5b6c service neutron] 10.222.0.72 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7318316 Dec 08 01:31:41.998839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919bd06-331a-4c40-af9d-4480fd543afb req-b11134c2-7a78-490b-9379-8286bfe35250 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:42.008237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f919bd06-331a-4c40-af9d-4480fd543afb req-b11134c2-7a78-490b-9379-8286bfe35250 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.6663802 Dec 08 01:31:42.119750 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f919bd06-331a-4c40-af9d-4480fd543afb req-d25cd17a-0206-44b8-a348-4bbbf0066277 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079977 Dec 08 01:31:42.126546 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-374e6659-f8b4-46d3-a109-ccc32a716148 req-9bdbb436-5fb5-4b99-abbe-f5e7ab8bc599 service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9376719 Dec 08 01:31:42.371202 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b652415-f30e-4d76-a108-04bbb5e17870 req-aa7f3100-95c9-43e9-8fa5-5229da3711ab tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:42.379410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0b652415-f30e-4d76-a108-04bbb5e17870 req-aa7f3100-95c9-43e9-8fa5-5229da3711ab tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 945 time: 0.1231802 Dec 08 01:31:42.453219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0b652415-f30e-4d76-a108-04bbb5e17870 req-2ff53c88-2be6-43b8-a378-ae1ef9669ae5 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672526 Dec 08 01:31:42.767256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5978a1-7e09-4ccb-97a3-62b2f8bf56d7 req-e59e553b-8c07-4765-9061-9423ed1a0206 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:42.779076 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1d5978a1-7e09-4ccb-97a3-62b2f8bf56d7 req-e59e553b-8c07-4765-9061-9423ed1a0206 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 943 time: 0.1520445 Dec 08 01:31:42.779373 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7127ba2d-0ea1-4ecb-b81b-a122970eef2d details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:31:42.938518 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1d5978a1-7e09-4ccb-97a3-62b2f8bf56d7 req-f93b2d3b-b32d-44aa-869a-286513a5eb98 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561518 Dec 08 01:31:43.082454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7127ba2d-0ea1-4ecb-b81b-a122970eef2d,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:43.102830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'port_id': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d', 'mac_address': 'fa:16:3e:bc:ea:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:31:43.191983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c9b4a-2618-4a51-9ebc-facecb69c9e1 req-4833a4c6-05fa-4acd-9ccb-6a74735b3c92 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:43.202071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-779c9b4a-2618-4a51-9ebc-facecb69c9e1 req-4833a4c6-05fa-4acd-9ccb-6a74735b3c92 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4570be4f-4bbf-4b61-90f9-c265999f5cd0 HTTP/1.1" status: 200 len: 946 time: 0.1294076 Dec 08 01:31:43.252439 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:43.319309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7127ba2d-0ea1-4ecb-b81b-a122970eef2d {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:43.384008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7127ba2d-0ea1-4ecb-b81b-a122970eef2d,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:43.396821 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-779c9b4a-2618-4a51-9ebc-facecb69c9e1 req-16c70de2-f5f7-4d42-b41d-940b0ddeb1dc tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785448 Dec 08 01:31:43.400821 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:43.544537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7127ba2d-0ea1-4ecb-b81b-a122970eef2d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:43.572788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.573196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.576661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.578265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.578617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.579136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.579479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.579815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.580150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.580509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.580839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.581167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.581493 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:43.658660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fc0fd-80d7-40e4-bde2-99b7cd4dff61 req-b0125bfc-f3df-42c5-89ed-a2b41abcb6db tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:43.666471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-878fc0fd-80d7-40e4-bde2-99b7cd4dff61 req-b0125bfc-f3df-42c5-89ed-a2b41abcb6db tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.0915456 Dec 08 01:31:43.757560 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-878fc0fd-80d7-40e4-bde2-99b7cd4dff61 req-490d2950-cdf0-4a1a-bba0-36b5b7350411 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895441 Dec 08 01:31:43.847789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['7127ba2d-0ea1-4ecb-b81b-a122970eef2d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:31:44.066561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118643f4-d484-48aa-8e0c-6d0aac4e6fa4 req-526248cb-7b09-443f-90a2-e9a149ca975f tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:44.074524 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-118643f4-d484-48aa-8e0c-6d0aac4e6fa4 req-526248cb-7b09-443f-90a2-e9a149ca975f tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed901a25-e046-4587-ba1e-b902df0c7f07 HTTP/1.1" status: 200 len: 946 time: 0.1610432 Dec 08 01:31:44.155079 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-118643f4-d484-48aa-8e0c-6d0aac4e6fa4 req-dfd661de-2095-4be0-abd8-235a268ff181 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798166 Dec 08 01:31:44.404810 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62bb4f-d045-4d8a-8c9e-17486dcbaf16 req-3bcbedf2-ba29-428a-a183-1784f3229ef2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:44.420740 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff62bb4f-d045-4d8a-8c9e-17486dcbaf16 req-3bcbedf2-ba29-428a-a183-1784f3229ef2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 944 time: 0.1012707 Dec 08 01:31:44.501837 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff62bb4f-d045-4d8a-8c9e-17486dcbaf16 req-dccbeac6-0287-4808-b7d0-3e99f8800ea3 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785549 Dec 08 01:31:45.494473 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-cf0171f8-c721-4794-9921-0bb095955327 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372887 Dec 08 01:31:45.637210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf541e-7a52-4af8-a070-89d05992771a req-83e7efc4-5fdf-472f-adb7-08e42683337b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:45.650702 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-83e7efc4-5fdf-472f-adb7-08e42683337b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545236 Dec 08 01:31:45.667246 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-e67226dc-dcef-4cd0-a4f5-1181d85335cc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/quotas/fb2fb3b867c24580a1bb8057e65b5bcd HTTP/1.1" status: 200 len: 375 time: 0.0156476 Dec 08 01:31:45.678322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859c2fc-7e96-47fb-9d5a-aa351719e029 req-4e0e1dce-93f5-41ed-ad7e-3cd9c22b7d47 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:45.679974 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d859c2fc-7e96-47fb-9d5a-aa351719e029 req-4e0e1dce-93f5-41ed-ad7e-3cd9c22b7d47 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.0522683 Dec 08 01:31:45.733861 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-c98e3d22-d997-4f4b-8e06-128445c9829f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656574 Dec 08 01:31:45.743727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d859c2fc-7e96-47fb-9d5a-aa351719e029 req-35a22b31-02b0-4e5d-a7bd-5ade2fbaa5d8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571761 Dec 08 01:31:45.906016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735594fa-5f31-4d20-bcb0-2be07788c061 req-8eb88a0a-4b13-435d-8252-7f45e8db4cab tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:45.907578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-735594fa-5f31-4d20-bcb0-2be07788c061 req-8eb88a0a-4b13-435d-8252-7f45e8db4cab tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed901a25-e046-4587-ba1e-b902df0c7f07 HTTP/1.1" status: 200 len: 946 time: 0.0606999 Dec 08 01:31:46.020207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-735594fa-5f31-4d20-bcb0-2be07788c061 req-9c9467b7-dbd4-4ffe-866d-a778962e3385 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039829 Dec 08 01:31:46.028253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a80f64-972d-42dd-856a-8b2709587a90 req-7b8d36a8-6cfa-4785-b067-f8da616add0f tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:46.030266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0a80f64-972d-42dd-856a-8b2709587a90 req-7b8d36a8-6cfa-4785-b067-f8da616add0f tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 944 time: 0.0823069 Dec 08 01:31:46.101749 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0a80f64-972d-42dd-856a-8b2709587a90 req-84d0bb74-ab8a-49f8-aecf-ce5fffaf4d06 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563750 Dec 08 01:31:46.381995 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a71e41a1-8ae1-4a32-b474-118cf7c87087 req-a7df4899-0118-4416-bb75-c8e24cbb5c57 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 210 time: 0.0293915 Dec 08 01:31:46.497881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-9f458fc4-e114-433b-9fad-e9fb14d60968 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:46.506480 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-9f458fc4-e114-433b-9fad-e9fb14d60968 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/networks?id=304d3ec4-12ee-45aa-822e-80446454ee9d HTTP/1.1" status: 200 len: 814 time: 0.2145576 Dec 08 01:31:46.548047 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-7ae1c1cf-48d8-45e9-8185-53cd65beda3b tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/quotas/884793b3eb1642bd94c5982d3a8e5a2d HTTP/1.1" status: 200 len: 375 time: 0.0396318 Dec 08 01:31:46.642415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-6c66fb0f-87ba-4ff5-a1f3-29eb0f124422 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=884793b3eb1642bd94c5982d3a8e5a2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918474 Dec 08 01:31:46.757650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e127b-61b7-4488-9d05-578087339fff req-f1d9d872-979d-4e05-b987-328354e99edb tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:46.759415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-f1d9d872-979d-4e05-b987-328354e99edb tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/networks?id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 200 len: 804 time: 0.1675596 Dec 08 01:31:46.776667 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-382f498c-a48f-48a7-b99c-3e672dca48df tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/quotas/fca5a12f7a9d48a89422968b82652c54 HTTP/1.1" status: 200 len: 375 time: 0.0099437 Dec 08 01:31:46.799500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7127ba2d-0ea1-4ecb-b81b-a122970eef2d up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:31:46.801296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca0cf-1760-4cbc-ae3a-d30ccd3c74c8 req-05dcfdf3-6b27-4823-9a1e-7ef696488aa7 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:46.805156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c8ca0cf-1760-4cbc-ae3a-d30ccd3c74c8 req-05dcfdf3-6b27-4823-9a1e-7ef696488aa7 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed901a25-e046-4587-ba1e-b902df0c7f07 HTTP/1.1" status: 200 len: 946 time: 0.1571298 Dec 08 01:31:46.868514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:31:46.876752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:46.878414 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:46.909305 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-77db005d-3dee-4f76-89bc-312076f4672d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fca5a12f7a9d48a89422968b82652c54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232820 Dec 08 01:31:46.944250 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-db258ad3-5484-4725-bfb8-8bcf9342a450 service neutron] 10.222.0.70 "GET /v2.0/networks/304d3ec4-12ee-45aa-822e-80446454ee9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872181 Dec 08 01:31:47.034062 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-452d928d-e56c-4e91-be11-9f61dc6961c6 service neutron] 10.222.0.70 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165483 Dec 08 01:31:47.051037 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:47.061266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-6c8ca0cf-1760-4cbc-ae3a-d30ccd3c74c8 req-ea97803b-64e5-4e12-9455-ec7cd749d6f8 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Deleting port 2489c2e2-89ec-40cc-8a23-22c9da203684 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:31:47.061964 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c8ca0cf-1760-4cbc-ae3a-d30ccd3c74c8 req-ea97803b-64e5-4e12-9455-ec7cd749d6f8 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:47.109827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:47.114253 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4d77db-e08f-4cc5-94f3-0c34c798a05e" -d '{"events": [{"server_uuid": "f1aed4c2-dd73-49d0-a2e2-239a54937e33", "name": "network-vif-plugged", "status": "completed", "tag": "7127ba2d-0ea1-4ecb-b81b-a122970eef2d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:47.118034 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-7bbe0dee-dd7f-43c9-a3a0-8db99751a9a4 service neutron] 10.222.0.70 "GET /v2.0/networks/304d3ec4-12ee-45aa-822e-80446454ee9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726751 Dec 08 01:31:47.134143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7127ba2d-0ea1-4ecb-b81b-a122970eef2d,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:47.144305 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:47.192156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-d47cfd95-3202-4aba-9ae3-6391c705e26d service neutron] 10.222.0.70 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569657 Dec 08 01:31:47.213372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7127ba2d-0ea1-4ecb-b81b-a122970eef2d,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:47.321188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-6c8ca0cf-1760-4cbc-ae3a-d30ccd3c74c8 req-ea97803b-64e5-4e12-9455-ec7cd749d6f8 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] For port 2489c2e2-89ec-40cc-8a23-22c9da203684, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2489c2e2-89ec-40cc-8a23-22c9da203684,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:47.321606 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c8ca0cf-1760-4cbc-ae3a-d30ccd3c74c8 req-ea97803b-64e5-4e12-9455-ec7cd749d6f8 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:47.358084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-6c8ca0cf-1760-4cbc-ae3a-d30ccd3c74c8 req-ea97803b-64e5-4e12-9455-ec7cd749d6f8 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Calling delete_port for 2489c2e2-89ec-40cc-8a23-22c9da203684 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:31:47.519445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337ca92-98b4-44aa-a5b2-d78e3c330b0f req-6aa9007a-e10c-424b-bb22-a049bb3ee98d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:47.527185 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7337ca92-98b4-44aa-a5b2-d78e3c330b0f req-6aa9007a-e10c-424b-bb22-a049bb3ee98d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed901a25-e046-4587-ba1e-b902df0c7f07 HTTP/1.1" status: 200 len: 946 time: 0.0850470 Dec 08 01:31:47.541975 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c8ca0cf-1760-4cbc-ae3a-d30ccd3c74c8 req-ea97803b-64e5-4e12-9455-ec7cd749d6f8 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:47.585925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['2489c2e2-89ec-40cc-8a23-22c9da203684', '9fe4d2bd-c4b3-44b0-ba78-4de545aafb89', 'f8f14347-f396-4ba5-9f7e-a4343f453fe8'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:31:47.631941 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97803b-64e5-4e12-9455-ec7cd749d6f8 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Pushing event deleted for resources: {'Port': ['ID=2489c2e2-89ec-40cc-8a23-22c9da203684,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:47.644532 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7337ca92-98b4-44aa-a5b2-d78e3c330b0f req-db153d41-756f-4541-9dd4-3e2ab275a794 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119425 Dec 08 01:31:47.713019 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66bcf15-efb5-4cbd-9673-62e835c75377 x-openstack-request-id: req-e66bcf15-efb5-4cbd-9673-62e835c75377 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:47.713319 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1aed4c2-dd73-49d0-a2e2-239a54937e33", "name": "network-vif-plugged", "status": "completed", "tag": "7127ba2d-0ea1-4ecb-b81b-a122970eef2d", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:47.713622 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e66bcf15-efb5-4cbd-9673-62e835c75377 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:47.713962 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d', 'code': 200} Dec 08 01:31:47.732405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45523a9f-2cc5-44b2-9aa7-f36244040f8a req-8b073483-86d4-41f2-b3fc-0e914ebecb92 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:47.743504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45523a9f-2cc5-44b2-9aa7-f36244040f8a req-8b073483-86d4-41f2-b3fc-0e914ebecb92 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.2160006 Dec 08 01:31:47.747298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8ca0cf-1760-4cbc-ae3a-d30ccd3c74c8 req-ea97803b-64e5-4e12-9455-ec7cd749d6f8 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] No DVR routers for this DVR port 2489c2e2-89ec-40cc-8a23-22c9da203684 on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:31:47.750561 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c8ca0cf-1760-4cbc-ae3a-d30ccd3c74c8 req-ea97803b-64e5-4e12-9455-ec7cd749d6f8 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:47.768503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c8ca0cf-1760-4cbc-ae3a-d30ccd3c74c8 req-ea97803b-64e5-4e12-9455-ec7cd749d6f8 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.72 "DELETE /v2.0/ports/2489c2e2-89ec-40cc-8a23-22c9da203684 HTTP/1.1" status: 204 len: 173 time: 0.9574463 Dec 08 01:31:47.802551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed901a25-e046-4587-ba1e-b902df0c7f07', 'name': 'network-vif-deleted', 'tag': '2489c2e2-89ec-40cc-8a23-22c9da203684'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:47.805036 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40b9e68-ee34-4a4f-8a36-0e7fdd7e3e56" -d '{"events": [{"server_uuid": "ed901a25-e046-4587-ba1e-b902df0c7f07", "name": "network-vif-deleted", "tag": "2489c2e2-89ec-40cc-8a23-22c9da203684"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:47.913444 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45523a9f-2cc5-44b2-9aa7-f36244040f8a req-3ba67b0a-fecf-45f4-aa6c-e27c0bb9bf12 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671903 Dec 08 01:31:47.944182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996aa83-0fc0-4e31-b70d-4cce1ea10ce3 req-01eef947-ad30-45d8-82eb-f9b71d9712f2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:47.949726 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d996aa83-0fc0-4e31-b70d-4cce1ea10ce3 req-01eef947-ad30-45d8-82eb-f9b71d9712f2 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 945 time: 0.1179574 Dec 08 01:31:48.071490 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d996aa83-0fc0-4e31-b70d-4cce1ea10ce3 req-172da501-7e10-40ed-be2a-91ba1a822161 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095116 Dec 08 01:31:48.210168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-895fb963-95fc-4c31-80b6-986be252f07c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047688 Dec 08 01:31:48.224821 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03c02577-c6c1-479b-a4a0-d993716bb162 req-554e7f6a-e4f8-4be8-ab85-e38543ac65d6 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 210 time: 0.0349844 Dec 08 01:31:48.235645 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2527d9f8-e2f7-4da0-941f-853af7137dce req-64f81098-5319-4228-9b44-521d3d137f09 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 210 time: 0.1723607 Dec 08 01:31:48.320215 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c63eca-1798-40e1-b2e6-f6c87dd44e42 x-openstack-request-id: req-78c63eca-1798-40e1-b2e6-f6c87dd44e42 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:48.331329 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed901a25-e046-4587-ba1e-b902df0c7f07", "name": "network-vif-deleted", "tag": "2489c2e2-89ec-40cc-8a23-22c9da203684", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:48.331833 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78c63eca-1798-40e1-b2e6-f6c87dd44e42 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:48.333061 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed901a25-e046-4587-ba1e-b902df0c7f07', 'name': 'network-vif-deleted', 'tag': '2489c2e2-89ec-40cc-8a23-22c9da203684', 'status': 'completed', 'code': 200} Dec 08 01:31:48.348460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fa6c2-7043-443c-944a-945eb79cc9f3 req-26561357-6d9a-40ca-9ba5-509a80e2deea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:48.355893 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b8fa6c2-7043-443c-944a-945eb79cc9f3 req-26561357-6d9a-40ca-9ba5-509a80e2deea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 1097 time: 0.4414427 Dec 08 01:31:48.435281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-29fd8cbf-2d89-4cf5-9435-430f6624e101 req-dfa543ee-bca5-49ad-b72f-4da6e0c93ea8 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 210 time: 0.0704231 Dec 08 01:31:48.449363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea8d26-59a4-4a1a-bb40-4bbe8b4c304a req-4fc10d11-11b9-47e7-932f-13f43baf956d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:48.451108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eea8d26-59a4-4a1a-bb40-4bbe8b4c304a req-4fc10d11-11b9-47e7-932f-13f43baf956d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.65 "GET /v2.0/ports?device_id=61c0476c-e7c7-465a-b897-fdfae006c3dc HTTP/1.1" status: 200 len: 946 time: 0.1260660 Dec 08 01:31:48.661676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9eea8d26-59a4-4a1a-bb40-4bbe8b4c304a req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Deleting port 49bc7f48-346c-450e-a7ac-98d084a38c26 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:31:48.662023 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9eea8d26-59a4-4a1a-bb40-4bbe8b4c304a req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:48.681474 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b8fa6c2-7043-443c-944a-945eb79cc9f3 req-257c378b-3e26-47fc-b04a-ab1e3bd25543 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449272 Dec 08 01:31:48.698834 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf541e-7a52-4af8-a070-89d05992771a req-6e280310-49f0-49f4-a4fe-8b972183f3c9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:48.701497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-6e280310-49f0-49f4-a4fe-8b972183f3c9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4648004 Dec 08 01:31:48.725852 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-34bf541e-7a52-4af8-a070-89d05992771a req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Request body: {'port': {'device_id': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'fb2fb3b867c24580a1bb8057e65b5bcd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:48.823565 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6bbb02a1-b0c2-47ce-aede-59433004f46e req-ec4efa26-2b3f-4a23-b694-35c507dfc707 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed901a25-e046-4587-ba1e-b902df0c7f07 HTTP/1.1" status: 200 len: 210 time: 0.0464876 Dec 08 01:31:48.825462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9eea8d26-59a4-4a1a-bb40-4bbe8b4c304a req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] For port 49bc7f48-346c-450e-a7ac-98d084a38c26, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=49bc7f48-346c-450e-a7ac-98d084a38c26,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:31:48.825853 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9eea8d26-59a4-4a1a-bb40-4bbe8b4c304a req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:48.840699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9eea8d26-59a4-4a1a-bb40-4bbe8b4c304a req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Calling delete_port for 49bc7f48-346c-450e-a7ac-98d084a38c26 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:31:48.872213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bf541e-7a52-4af8-a070-89d05992771a req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Made reservation on behalf of fb2fb3b867c24580a1bb8057e65b5bcd for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:31:48.877097 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34bf541e-7a52-4af8-a070-89d05992771a req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:48.895409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 49bc7f48-346c-450e-a7ac-98d084a38c26 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:31:49.003302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9eea8d26-59a4-4a1a-bb40-4bbe8b4c304a req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:49.061009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Port 49bc7f48-346c-450e-a7ac-98d084a38c26 update to DOWN by agent not found {{(pid=103131) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 01:31:49.075660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Pushing event deleted for resources: {'Port': ['ID=49bc7f48-346c-450e-a7ac-98d084a38c26,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:49.089753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.089753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.089753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.090180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.090289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.090577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.090973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.091310 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.091642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.091980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.092332 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.094880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.094880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:49.113202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eea8d26-59a4-4a1a-bb40-4bbe8b4c304a req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] No DVR routers for this DVR port 49bc7f48-346c-450e-a7ac-98d084a38c26 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:31:49.116226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9eea8d26-59a4-4a1a-bb40-4bbe8b4c304a req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:49.120229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eea8d26-59a4-4a1a-bb40-4bbe8b4c304a req-1dc49fc2-b5ce-4366-bc96-b19be4365fba tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.65 "DELETE /v2.0/ports/49bc7f48-346c-450e-a7ac-98d084a38c26 HTTP/1.1" status: 204 len: 173 time: 0.6601088 Dec 08 01:31:49.120748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c0476c-e7c7-465a-b897-fdfae006c3dc', 'name': 'network-vif-deleted', 'tag': '49bc7f48-346c-450e-a7ac-98d084a38c26'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:49.123329 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dda868a-2390-41e8-b8b0-aa2a917a6351" -d '{"events": [{"server_uuid": "61c0476c-e7c7-465a-b897-fdfae006c3dc", "name": "network-vif-deleted", "tag": "49bc7f48-346c-450e-a7ac-98d084a38c26"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:49.131779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-34bf541e-7a52-4af8-a070-89d05992771a req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Allocated IP 192.168.233.79 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/f0de720a-e594-4ea0-944d-a56f228e4df1) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:31:49.228704 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1980cd5-8e07-417e-9b8a-214fcdebbefd req-a865508f-20e1-4c7f-8bfd-9026b7f93940 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:49.230937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f1980cd5-8e07-417e-9b8a-214fcdebbefd req-a865508f-20e1-4c7f-8bfd-9026b7f93940 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.1011934 Dec 08 01:31:49.410955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638819f-0218-485c-9c51-85b69362ca87 req-b3baabf5-d275-4d07-86cd-146b0e5bcbc6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:49.418544 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9638819f-0218-485c-9c51-85b69362ca87 req-b3baabf5-d275-4d07-86cd-146b0e5bcbc6 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 945 time: 0.2109494 Dec 08 01:31:49.447288 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f1980cd5-8e07-417e-9b8a-214fcdebbefd req-16759bbf-77ca-4f74-9a0e-cd1d17056a12 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052877 Dec 08 01:31:49.544881 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34bf541e-7a52-4af8-a070-89d05992771a req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:49.550224 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cb7666-f2c2-4940-bfdb-97be16d48923 x-openstack-request-id: req-16cb7666-f2c2-4940-bfdb-97be16d48923 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:49.550517 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c0476c-e7c7-465a-b897-fdfae006c3dc", "name": "network-vif-deleted", "tag": "49bc7f48-346c-450e-a7ac-98d084a38c26", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:49.550781 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16cb7666-f2c2-4940-bfdb-97be16d48923 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:49.551211 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c0476c-e7c7-465a-b897-fdfae006c3dc', 'name': 'network-vif-deleted', 'tag': '49bc7f48-346c-450e-a7ac-98d084a38c26', 'status': 'completed', 'code': 200} Dec 08 01:31:49.596444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34bf541e-7a52-4af8-a070-89d05992771a req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:49.613321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-20e7c9ef-000b-4f5f-9845-9902402e9cb5 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:49.614828 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-20e7c9ef-000b-4f5f-9845-9902402e9cb5 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.65 "GET /v2.0/networks?id=304d3ec4-12ee-45aa-822e-80446454ee9d HTTP/1.1" status: 200 len: 814 time: 0.2867405 Dec 08 01:31:49.625871 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9638819f-0218-485c-9c51-85b69362ca87 req-8625688f-e50a-4e4f-bec5-aab7627a14b1 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063711 Dec 08 01:31:49.634040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['02742655-4fba-4db0-a1cf-d990a515b227'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:31:49.667590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Request body: {'port': {'device_id': '5012eacf-1724-4fac-9c44-bf5dc6670a1c', 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d', 'admin_state_up': True, 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:49.668054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['f2c609d1-f966-4ab4-85a7-3ca3b26201c0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:31:49.768054 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bf541e-7a52-4af8-a070-89d05992771a req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:49.797158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:49.806983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-34bf541e-7a52-4af8-a070-89d05992771a req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:49.809969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bf541e-7a52-4af8-a070-89d05992771a req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:31:49.817458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf541e-7a52-4af8-a070-89d05992771a req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:49.818462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34bf541e-7a52-4af8-a070-89d05992771a req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:49.857456 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a8934bc6-93b3-4381-ad64-cea80c334866 req-d92f81eb-4bdb-43b8-b108-2cddb510c21a tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 210 time: 0.0797296 Dec 08 01:31:49.874992 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-944bd12e-4178-4721-9abb-c8b56dc9ce00 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1495714 Dec 08 01:31:49.892534 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Request body: {'port': {'device_id': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:49.907634 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9f35212c-d5db-4c4e-8057-8705601906e4 req-4142acd2-671f-46e0-ad3c-223af3cc2533 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 210 time: 0.1593716 Dec 08 01:31:50.084940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Made reservation on behalf of 884793b3eb1642bd94c5982d3a8e5a2d for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:31:50.089347 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:50.172136 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c57f4b0f-4fbf-42ba-8e26-115d17b589e3 req-b11738c1-5c68-490d-ac34-41543498cf16 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed901a25-e046-4587-ba1e-b902df0c7f07 HTTP/1.1" status: 200 len: 210 time: 0.0503776 Dec 08 01:31:50.304596 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:50.430817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4e6a0ffa-5c49-44da-8e92-c7f232f94660 None None] Provisioning complete for port f0de720a-e594-4ea0-944d-a56f228e4df1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:50.433419 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e6a0ffa-5c49-44da-8e92-c7f232f94660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:50.474430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Allocated IP 172.20.0.4 (304d3ec4-12ee-45aa-822e-80446454ee9d/8c87b7ff-bb52-4f69-8ebe-22adda552c92/8db789f5-aace-4272-af67-dd90ba2ebe5c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:31:50.626693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a0ffa-5c49-44da-8e92-c7f232f94660 None None] Port f0de720a-e594-4ea0-944d-a56f228e4df1 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:31:50.651091 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e452cd-929d-491a-8c99-31a8f65cb873 req-15ad922b-b12d-436b-9fd2-051e2c27f6a2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:50.655622 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-26e452cd-929d-491a-8c99-31a8f65cb873 req-15ad922b-b12d-436b-9fd2-051e2c27f6a2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 935 time: 0.5557234 Dec 08 01:31:50.671459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e127b-61b7-4488-9d05-578087339fff req-41dc4c13-498c-4b13-85a5-3c2f3a7c8808 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:50.673138 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-41dc4c13-498c-4b13-85a5-3c2f3a7c8808 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.65 "GET /v2.0/networks?id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 200 len: 804 time: 0.5216258 Dec 08 01:31:50.809513 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-26e452cd-929d-491a-8c99-31a8f65cb873 req-8392660e-87b4-433d-9376-b0c1c586028d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465650 Dec 08 01:31:50.826070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 2489c2e2-89ec-40cc-8a23-22c9da203684 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:31:50.860725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-e40e127b-61b7-4488-9d05-578087339fff req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Request body: {'port': {'device_id': '0f7b7f98-2252-409e-bd18-46d94cd5992f', 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'admin_state_up': True, 'tenant_id': 'fca5a12f7a9d48a89422968b82652c54'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:50.927919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 2489c2e2-89ec-40cc-8a23-22c9da203684 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:31:50.929334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 2489c2e2-89ec-40cc-8a23-22c9da203684 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:31:50.929615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9a64f-93e8-4cf9-a233-5a49d89089ba req-e2b9efa6-1fb6-441b-a3cc-d30aab08c72f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:50.937568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23b9a64f-93e8-4cf9-a233-5a49d89089ba req-e2b9efa6-1fb6-441b-a3cc-d30aab08c72f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.2725222 Dec 08 01:31:51.207313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0de720a-e594-4ea0-944d-a56f228e4df1 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:51.225378 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:51.243685 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Transition to ACTIVE for port object f0de720a-e594-4ea0-944d-a56f228e4df1 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:31:51.293557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beb39b-8ef2-4a41-949b-aae6620e4602 req-9fdd70d9-8d04-48e8-8569-8bf3147fb369 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:51.305864 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-59beb39b-8ef2-4a41-949b-aae6620e4602 req-9fdd70d9-8d04-48e8-8569-8bf3147fb369 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 945 time: 0.3231139 Dec 08 01:31:51.325890 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40e127b-61b7-4488-9d05-578087339fff req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Made reservation on behalf of fca5a12f7a9d48a89422968b82652c54 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:31:51.330296 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e40e127b-61b7-4488-9d05-578087339fff req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:51.366629 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:51.549251 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23b9a64f-93e8-4cf9-a233-5a49d89089ba req-cddab4aa-d866-44ba-a741-fa1ec619174a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105344 Dec 08 01:31:51.555035 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:51.590605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:51.620240 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-59beb39b-8ef2-4a41-949b-aae6620e4602 req-06b30ed4-f9a2-487a-b75a-cb0bbe3262ad tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110979 Dec 08 01:31:51.677796 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:51.762634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Attempting to bind port f0de720a-e594-4ea0-944d-a56f228e4df1 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:51.762888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Attempting to bind port f0de720a-e594-4ea0-944d-a56f228e4df1 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:51.763215 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Attempting to bind port f0de720a-e594-4ea0-944d-a56f228e4df1 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:51.836242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-e40e127b-61b7-4488-9d05-578087339fff req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Allocated IP 172.20.0.9 (a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c/20a5998e-a135-4d25-95f0-5cd4e48a89c6/257ae311-e96d-4745-b904-7ca320f748f5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:31:51.845506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Pushing event updated for resources: {'Port': ['ID=8db789f5-aace-4272-af67-dd90ba2ebe5c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:51.884528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Network 304d3ec4-12ee-45aa-822e-80446454ee9d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:51.904161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:51.921592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:31:52.007279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436c2dd-d20a-4745-a4da-1d3471b62d75 req-72eade55-d6a9-4375-8820-d2c4f7977d80 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:52.024761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e436c2dd-d20a-4745-a4da-1d3471b62d75 req-72eade55-d6a9-4375-8820-d2c4f7977d80 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 1097 time: 0.3122139 Dec 08 01:31:52.043799 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:52.044959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:52.049390 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e40e127b-61b7-4488-9d05-578087339fff req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:52.089286 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-ee823aa0-60df-459e-9c19-617dbfcae6b2 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4255366 Dec 08 01:31:52.102273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Port f0de720a-e594-4ea0-944d-a56f228e4df1 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:31:52.103736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Attempting to bind port f0de720a-e594-4ea0-944d-a56f228e4df1 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:52.121307 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e436c2dd-d20a-4745-a4da-1d3471b62d75 req-e44dde73-15fa-482c-a774-fd7d37a9f220 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902543 Dec 08 01:31:52.136635 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e40e127b-61b7-4488-9d05-578087339fff req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:52.138750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:52.139218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:52.140182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:52.140721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Bound port: f0de720a-e594-4ea0-944d-a56f228e4df1, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:52.141391 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:52.162102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Request body: {'port': {'device_id': '5012eacf-1724-4fac-9c44-bf5dc6670a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:52.305192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-49d450d2-f7fd-449f-b766-47f41d6f2fc4 None None] Provisioning complete for port 8db789f5-aace-4272-af67-dd90ba2ebe5c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:31:52.305780 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49d450d2-f7fd-449f-b766-47f41d6f2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:52.360432 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:52.368493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:52.375930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-49d450d2-f7fd-449f-b766-47f41d6f2fc4 None None] Port 8db789f5-aace-4272-af67-dd90ba2ebe5c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:31:52.376541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:52.418946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3cca2-6779-4518-93d9-139705bb73ac req-fe0f6ca0-0565-4307-a868-3f8c6d730975 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:52.420601 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-80d3cca2-6779-4518-93d9-139705bb73ac req-fe0f6ca0-0565-4307-a868-3f8c6d730975 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 931 time: 0.1896224 Dec 08 01:31:52.448446 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:52.478007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40e127b-61b7-4488-9d05-578087339fff req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:31:52.501913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-e40e127b-61b7-4488-9d05-578087339fff req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:31:52.535732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952b3d1-88e8-4257-bd04-8b7528bd4e68 req-4cb7b56b-6aec-4f82-8a71-adbc861c733a tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:52.537251 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f952b3d1-88e8-4257-bd04-8b7528bd4e68 req-4cb7b56b-6aec-4f82-8a71-adbc861c733a tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 931 time: 0.8060684 Dec 08 01:31:52.546775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40e127b-61b7-4488-9d05-578087339fff req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:31:52.553818 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e127b-61b7-4488-9d05-578087339fff req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:52.554433 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e40e127b-61b7-4488-9d05-578087339fff req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:52.632628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Pushing event updated for resources: {'Port': ['ID=257ae311-e96d-4745-b904-7ca320f748f5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:52.657459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:52.658089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:52.669989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] 10.222.0.65 "PUT /v2.0/ports/f0de720a-e594-4ea0-944d-a56f228e4df1 HTTP/1.1" status: 200 len: 1096 time: 2.7834136 Dec 08 01:31:52.675864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:52.678201 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc899d2-1e30-4b68-a384-591c7ddcbe6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:52.705496 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8602555 Dec 08 01:31:52.711342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.711742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.712064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.714520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.714937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.715293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.715693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.716029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.719681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.720066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.720432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.724301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.724301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17041140-0013-4888-a4e4-cffb3b0f45dd tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:31:52.797537 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-80d3cca2-6779-4518-93d9-139705bb73ac req-0df3c757-f25e-4a64-a184-2fb01da0931f tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241224 Dec 08 01:31:52.869716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440cc45-c223-42fb-8003-17de3ac4293b service neutron] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:52.929546 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f952b3d1-88e8-4257-bd04-8b7528bd4e68 req-6cf78a73-6fe6-49ad-9bbb-622e45f9c46b tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592000 Dec 08 01:31:53.143388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9d5f3-1054-4c8e-9c3d-732af1a57f82 req-b53e30ce-3609-43e4-abc1-c53632424010 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:53.145164 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83d9d5f3-1054-4c8e-9c3d-732af1a57f82 req-b53e30ce-3609-43e4-abc1-c53632424010 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.1019094 Dec 08 01:31:53.168355 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bed273-f37a-443e-83ac-bb65b996fcdc req-3d37557b-4aec-46cb-a72f-16ffa991182b tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:53.179077 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9bed273-f37a-443e-83ac-bb65b996fcdc req-3d37557b-4aec-46cb-a72f-16ffa991182b tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 945 time: 0.1572263 Dec 08 01:31:53.189987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36088) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:31:53.194677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-40844e70-9485-4f57-86c0-c33aa941f768 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Request body: {'floatingip': {'port_id': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:31:53.215723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db789f5-aace-4272-af67-dd90ba2ebe5c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:31:53.231375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:53.269540 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Transition to ACTIVE for port object 8db789f5-aace-4272-af67-dd90ba2ebe5c will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:31:53.282584 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:53.317026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40844e70-9485-4f57-86c0-c33aa941f768 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:53.394527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Pushing event updated for resources: {'Port': ['ID=8db789f5-aace-4272-af67-dd90ba2ebe5c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:53.395043 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83d9d5f3-1054-4c8e-9c3d-732af1a57f82 req-9c9a4dae-0b33-4ac5-a070-714c06afecc4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356200 Dec 08 01:31:53.581384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Attempting to bind port 8db789f5-aace-4272-af67-dd90ba2ebe5c on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:31:53.581976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Attempting to bind port 8db789f5-aace-4272-af67-dd90ba2ebe5c by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:31:53.582432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Attempting to bind port 8db789f5-aace-4272-af67-dd90ba2ebe5c on network 304d3ec4-12ee-45aa-822e-80446454ee9d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:53.597184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Port 8db789f5-aace-4272-af67-dd90ba2ebe5c on network 304d3ec4-12ee-45aa-822e-80446454ee9d not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:31:53.599127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Attempting to bind port 8db789f5-aace-4272-af67-dd90ba2ebe5c on network 304d3ec4-12ee-45aa-822e-80446454ee9d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:31:53.612406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:31:53.617914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Checking segment: {'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:31:53.620596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Bound using segment: {'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:31:53.620952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Bound port: 8db789f5-aace-4272-af67-dd90ba2ebe5c, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8002124-4423-41ce-9b77-31a2cf604845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:31:53.621811 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:53.808991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] For port 8db789f5-aace-4272-af67-dd90ba2ebe5c, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:31:53.814596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] For port 8db789f5-aace-4272-af67-dd90ba2ebe5c, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8db789f5-aace-4272-af67-dd90ba2ebe5c,segment=NetworkSegment(c8002124-4423-41ce-9b77-31a2cf604845),segment_id=c8002124-4423-41ce-9b77-31a2cf604845)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:31:53.826334 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:53.928497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:53.929575 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:53.932769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] 10.222.0.65 "PUT /v2.0/ports/8db789f5-aace-4272-af67-dd90ba2ebe5c HTTP/1.1" status: 200 len: 1092 time: 1.7771161 Dec 08 01:31:53.938051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5012eacf-1724-4fac-9c44-bf5dc6670a1c', 'tag': '8db789f5-aace-4272-af67-dd90ba2ebe5c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:53.941963 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ee6532-af6d-45d4-b4a4-d82bc1b5e4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5012eacf-1724-4fac-9c44-bf5dc6670a1c", "tag": "8db789f5-aace-4272-af67-dd90ba2ebe5c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:53.988086 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a30ea4-61af-4d06-8291-f7daa3bc0624 service neutron] Pushing event updated for resources: {'Port': ['ID=8db789f5-aace-4272-af67-dd90ba2ebe5c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:31:54.196734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d8788-24ca-44a6-8696-c7e4f02802e4 req-20a2d264-42ba-4bc7-86f5-881dd4600a91 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:54.209477 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-251d8788-24ca-44a6-8696-c7e4f02802e4 req-20a2d264-42ba-4bc7-86f5-881dd4600a91 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.2963927 Dec 08 01:31:54.483796 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-251d8788-24ca-44a6-8696-c7e4f02802e4 req-be86d9ff-e0a7-4e4d-a930-e9db813b43f8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727973 Dec 08 01:31:54.586164 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a3c859-acd0-4549-b58e-5df9b88d6132 x-openstack-request-id: req-b0a3c859-acd0-4549-b58e-5df9b88d6132 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:54.586450 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:54.586708 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0a3c859-acd0-4549-b58e-5df9b88d6132 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:54.592571 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'status': 'completed', 'code': 200} Dec 08 01:31:54.850029 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.resource_extend [None req-40844e70-9485-4f57-86c0-c33aa941f768 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:31:54.926709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2265caf-902b-4e3f-89f0-1bda858aef48 req-b5a4fcb6-1e1d-49db-8808-f1f17a88b6f4 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:54.934558 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2265caf-902b-4e3f-89f0-1bda858aef48 req-b5a4fcb6-1e1d-49db-8808-f1f17a88b6f4 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 931 time: 0.1652086 Dec 08 01:31:54.941736 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40844e70-9485-4f57-86c0-c33aa941f768 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:54.953725 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40844e70-9485-4f57-86c0-c33aa941f768 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:55.098618 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2265caf-902b-4e3f-89f0-1bda858aef48 req-f72a1b51-b0c4-4a6d-afde-bd7966f6e62c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631727 Dec 08 01:31:55.123609 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-40844e70-9485-4f57-86c0-c33aa941f768 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Floating IP ef79321b-e594-4995-ad8d-c2dddf72d230 associated. External IP: 172.25.2.44, port: 7127ba2d-0ea1-4ecb-b81b-a122970eef2d. Dec 08 01:31:55.170078 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9486f22-cab4-4ada-b6de-bfa3c2de7157 x-openstack-request-id: req-f9486f22-cab4-4ada-b6de-bfa3c2de7157 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:55.170566 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5012eacf-1724-4fac-9c44-bf5dc6670a1c", "tag": "8db789f5-aace-4272-af67-dd90ba2ebe5c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:55.170676 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f9486f22-cab4-4ada-b6de-bfa3c2de7157 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:55.171584 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5012eacf-1724-4fac-9c44-bf5dc6670a1c', 'tag': '8db789f5-aace-4272-af67-dd90ba2ebe5c', 'status': 'completed', 'code': 200} Dec 08 01:31:55.350294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad7b95-db0d-414b-b339-2bb56c3c9fde req-80f5a2bd-f619-471e-8f89-6d0b881867ee tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:55.351991 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6aad7b95-db0d-414b-b339-2bb56c3c9fde req-80f5a2bd-f619-471e-8f89-6d0b881867ee tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 943 time: 0.1101868 Dec 08 01:31:55.465855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40844e70-9485-4f57-86c0-c33aa941f768 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:31:55.470879 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6aad7b95-db0d-414b-b339-2bb56c3c9fde req-31eb22ff-6727-418e-8e62-f6818aa9ab27 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664511 Dec 08 01:31:55.623085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40844e70-9485-4f57-86c0-c33aa941f768 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:31:55.628383 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40844e70-9485-4f57-86c0-c33aa941f768 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:55.635845 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55068343-3a47-4a00-a461-d8964f85e9dc None None] Sync routers for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:31:55.643959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10ad7f-8b3c-44e5-9167-da6a46486416 req-a95aeab5-205a-458d-b014-660496e930f5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:55.647258 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55068343-3a47-4a00-a461-d8964f85e9dc None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:31:55.648076 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-55068343-3a47-4a00-a461-d8964f85e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:31:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:55.651444 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cf10ad7f-8b3c-44e5-9167-da6a46486416 req-a95aeab5-205a-458d-b014-660496e930f5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.1098056 Dec 08 01:31:55.693320 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-40844e70-9485-4f57-86c0-c33aa941f768 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "PUT /v2.0/floatingips/ef79321b-e594-4995-ad8d-c2dddf72d230 HTTP/1.1" status: 200 len: 990 time: 2.4997077 Dec 08 01:31:55.733105 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cf10ad7f-8b3c-44e5-9167-da6a46486416 req-93cc2f25-a8cb-451a-aca2-565fd6b442e2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806646 Dec 08 01:31:55.774110 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-55068343-3a47-4a00-a461-d8964f85e9dc None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:31:56.005559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af749613-05ac-4261-a4b7-1573836c5837 req-f5e4778b-43ec-4028-af65-80780a32d381 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:56.007355 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af749613-05ac-4261-a4b7-1573836c5837 req-f5e4778b-43ec-4028-af65-80780a32d381 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.0609059 Dec 08 01:31:56.047644 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-55068343-3a47-4a00-a461-d8964f85e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ef79321b-e594-4995-ad8d-c2dddf72d230', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'port_id': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'mac_address': 'fa:16:3e:bc:ea:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:29:07Z', 'updated_at': '2021-12-08T01:31:54Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:49Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:56.064366 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af749613-05ac-4261-a4b7-1573836c5837 req-d3e0b65f-8ee7-43c6-b212-940568ee3119 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484984 Dec 08 01:31:56.075559 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55068343-3a47-4a00-a461-d8964f85e9dc None None] Checking router: 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:31:56.086203 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55068343-3a47-4a00-a461-d8964f85e9dc None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:31:56.087121 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-55068343-3a47-4a00-a461-d8964f85e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:31:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:56.212006 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-55068343-3a47-4a00-a461-d8964f85e9dc None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:31:56.502217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3cccc-a3ed-45a8-9bb9-3e4c64b88d93 req-e5f98fa0-b16f-475c-8918-bf336cb247bc tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:56.504104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6ba3cccc-a3ed-45a8-9bb9-3e4c64b88d93 req-e5f98fa0-b16f-475c-8918-bf336cb247bc tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 945 time: 0.0559938 Dec 08 01:31:56.586455 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-55068343-3a47-4a00-a461-d8964f85e9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ef79321b-e594-4995-ad8d-c2dddf72d230', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'port_id': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'mac_address': 'fa:16:3e:bc:ea:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:29:07Z', 'updated_at': '2021-12-08T01:31:54Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:49Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:31:56.591037 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6ba3cccc-a3ed-45a8-9bb9-3e4c64b88d93 req-d6c3c5af-ca63-4783-9024-1ce42673544e tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782351 Dec 08 01:31:56.593727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'tag': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:31:56.596208 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113e6364-3564-4f7f-9adf-3cbfb7df1ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1aed4c2-dd73-49d0-a2e2-239a54937e33", "tag": "7127ba2d-0ea1-4ecb-b81b-a122970eef2d"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:31:56.625833 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55068343-3a47-4a00-a461-d8964f85e9dc None None] The sync data for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 is: [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ef79321b-e594-4995-ad8d-c2dddf72d230', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'port_id': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'mac_address': 'fa:16:3e:bc:ea:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:29:07Z', 'updated_at': '2021-12-08T01:31:54Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:49Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:31:56.714244 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f27e60-5731-4009-ba2b-892e80701410 req-4d6cd94f-a7d2-40e2-9cdd-63af37fb113e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:56.716139 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53f27e60-5731-4009-ba2b-892e80701410 req-4d6cd94f-a7d2-40e2-9cdd-63af37fb113e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 931 time: 0.0559928 Dec 08 01:31:56.781301 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53f27e60-5731-4009-ba2b-892e80701410 req-fab29659-4f55-465b-86f4-a8fbba3b007c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540009 Dec 08 01:31:56.855217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f604ec-0a74-4021-9620-5805bf88a026 None None] New status for floating IP ef79321b-e594-4995-ad8d-c2dddf72d230: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:31:57.003469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b10cb-2a99-467c-a4e3-3d5554fbd117 req-2149a905-2ffd-43d7-bb1f-afec2d37ef07 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:57.005549 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c56b10cb-2a99-467c-a4e3-3d5554fbd117 req-2149a905-2ffd-43d7-bb1f-afec2d37ef07 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 943 time: 0.0672917 Dec 08 01:31:57.082295 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c56b10cb-2a99-467c-a4e3-3d5554fbd117 req-eb2a3bde-80c6-4acb-a74a-fd3c38e4446f tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704985 Dec 08 01:31:57.148084 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206c4d14-8e50-48f2-bffb-f1cc096fcd24 x-openstack-request-id: req-206c4d14-8e50-48f2-bffb-f1cc096fcd24 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:31:57.148422 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1aed4c2-dd73-49d0-a2e2-239a54937e33", "tag": "7127ba2d-0ea1-4ecb-b81b-a122970eef2d", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:31:57.148692 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-206c4d14-8e50-48f2-bffb-f1cc096fcd24 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:31:57.149085 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'tag': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d', 'status': 'completed', 'code': 200} Dec 08 01:31:57.510255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df59225-c530-4e81-a313-abc03c707b9d req-2eb42e8b-ab35-41ca-897d-d0315c6ce0dc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:57.512058 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4df59225-c530-4e81-a313-abc03c707b9d req-2eb42e8b-ab35-41ca-897d-d0315c6ce0dc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.3169742 Dec 08 01:31:57.517825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e6364-3564-4f7f-9adf-3cbfb7df1ea2 req-209712e0-e206-4448-90e6-e82fc8becc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:57.519261 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-113e6364-3564-4f7f-9adf-3cbfb7df1ea2 req-209712e0-e206-4448-90e6-e82fc8becc71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba&device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 1097 time: 0.3133416 Dec 08 01:31:57.616478 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4df59225-c530-4e81-a313-abc03c707b9d req-b7bd077c-c418-4bbd-8e75-4760afa84a4e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962019 Dec 08 01:31:57.644168 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e6364-3564-4f7f-9adf-3cbfb7df1ea2 req-3b366e5a-eb9e-4651-a8d8-7bb1cb13697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:57.645689 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-113e6364-3564-4f7f-9adf-3cbfb7df1ea2 req-3b366e5a-eb9e-4651-a8d8-7bb1cb13697f service neutron] 10.222.0.72 "GET /v2.0/networks?id=45794b73-594c-438d-a11c-067a267cf9ce HTTP/1.1" status: 200 len: 924 time: 0.1127081 Dec 08 01:31:57.745072 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-113e6364-3564-4f7f-9adf-3cbfb7df1ea2 req-46f5b4bd-9e08-409e-b66e-2b2adb9abc8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7127ba2d-0ea1-4ecb-b81b-a122970eef2d HTTP/1.1" status: 200 len: 1000 time: 0.0907245 Dec 08 01:31:57.777224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a64ab-37ec-4052-a0d9-d09d1cad914a req-d6d62183-215d-4112-acdd-e029af4846ae tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:57.778592 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d0a64ab-37ec-4052-a0d9-d09d1cad914a req-d6d62183-215d-4112-acdd-e029af4846ae tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.0722084 Dec 08 01:31:57.839951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e6364-3564-4f7f-9adf-3cbfb7df1ea2 req-7e01fb42-2fba-4e37-b7f1-392b638c0b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:57.841630 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-113e6364-3564-4f7f-9adf-3cbfb7df1ea2 req-7e01fb42-2fba-4e37-b7f1-392b638c0b1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5c7176f9-f7bf-457f-8cdd-cf682e2c25da HTTP/1.1" status: 200 len: 862 time: 0.0823033 Dec 08 01:31:57.866122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d0a64ab-37ec-4052-a0d9-d09d1cad914a req-52d677f5-7777-4dad-8cff-b1ebb02e8010 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697830 Dec 08 01:31:57.925784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e6364-3564-4f7f-9adf-3cbfb7df1ea2 req-426a78d7-7e1d-4e6f-8e76-4befa5b0a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:57.928578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-113e6364-3564-4f7f-9adf-3cbfb7df1ea2 req-426a78d7-7e1d-4e6f-8e76-4befa5b0a38b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=45794b73-594c-438d-a11c-067a267cf9ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730305 Dec 08 01:31:58.068186 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-113e6364-3564-4f7f-9adf-3cbfb7df1ea2 req-5223bf5b-8b71-4d10-b56f-c210ec9ccce4 service neutron] 10.222.0.72 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258829 Dec 08 01:31:58.090132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3989b14-12c1-4fed-99b2-f1b5a2b0ca31 req-7e3365a0-1c7a-4611-85c3-5468cb1222cf tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:58.091665 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3989b14-12c1-4fed-99b2-f1b5a2b0ca31 req-7e3365a0-1c7a-4611-85c3-5468cb1222cf tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 945 time: 0.0683429 Dec 08 01:31:58.193157 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3989b14-12c1-4fed-99b2-f1b5a2b0ca31 req-981b248d-bc8b-4513-b2f4-b6ae50a27124 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942357 Dec 08 01:31:58.231214 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-113e6364-3564-4f7f-9adf-3cbfb7df1ea2 req-f7046cde-6b8d-4be2-af5a-99409e676e3b service neutron] 10.222.0.72 "GET /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490040 Dec 08 01:31:58.319794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9edc5-ec12-44a2-bdf6-4519ca5f05c6 req-65b8ffed-3f17-48df-b0cd-83801da42ae1 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:58.321386 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ccc9edc5-ec12-44a2-bdf6-4519ca5f05c6 req-65b8ffed-3f17-48df-b0cd-83801da42ae1 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 931 time: 0.0554936 Dec 08 01:31:58.377830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ccc9edc5-ec12-44a2-bdf6-4519ca5f05c6 req-c787006f-33d7-42dd-aeda-6ff8931cfbbb tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484912 Dec 08 01:31:58.481525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69530704-16c4-48ac-9d12-43e27c0c04a2 req-88efdcbb-99f9-4758-a2a6-5fd2ee98e838 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:58.483740 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69530704-16c4-48ac-9d12-43e27c0c04a2 req-88efdcbb-99f9-4758-a2a6-5fd2ee98e838 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 943 time: 0.0537348 Dec 08 01:31:58.538913 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69530704-16c4-48ac-9d12-43e27c0c04a2 req-98a02703-a67e-45f7-bbf2-d77d6c8d4e42 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480053 Dec 08 01:31:58.757938 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bde3ad6a-07e4-4545-a418-fe012e7f60f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:31:58.801157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e352759-af25-4987-af27-19eede2f5361 req-6c12c198-647a-4372-b1a8-b2fcc7c807f1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:58.801455 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e352759-af25-4987-af27-19eede2f5361 req-6c12c198-647a-4372-b1a8-b2fcc7c807f1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.0693018 Dec 08 01:31:58.856133 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e352759-af25-4987-af27-19eede2f5361 req-2164a0c4-096b-42a0-9bf1-0d312d460bec tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470684 Dec 08 01:31:59.093251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae8b7c-e038-4b8f-8fca-a52129aa81d0 req-ff55bdf0-9c7d-4026-b763-a02b669980f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:59.094674 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51ae8b7c-e038-4b8f-8fca-a52129aa81d0 req-ff55bdf0-9c7d-4026-b763-a02b669980f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.0505259 Dec 08 01:31:59.152989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51ae8b7c-e038-4b8f-8fca-a52129aa81d0 req-be469054-ef2a-4fdf-8d5c-ee005398b806 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523076 Dec 08 01:31:59.523998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b0242-7502-4758-9a4e-efe32f99e48e req-c19c74e2-885d-4605-982a-6912bbee95c4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:59.529846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b0242-7502-4758-9a4e-efe32f99e48e req-c19c74e2-885d-4605-982a-6912bbee95c4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:59.531951 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e3b0242-7502-4758-9a4e-efe32f99e48e req-c19c74e2-885d-4605-982a-6912bbee95c4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc&device_id=4570be4f-4bbf-4b61-90f9-c265999f5cd0 HTTP/1.1" status: 200 len: 1682 time: 0.0594611 Dec 08 01:31:59.585181 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e3b0242-7502-4758-9a4e-efe32f99e48e req-ae3160fd-24fa-46c0-b60a-5663b0a91558 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470893 Dec 08 01:31:59.688781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a65ad-78f8-42bb-93e9-e98047fc2ba7 req-994c0eee-bb1c-42db-b8f9-a94cc2de98a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:59.690281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab0a65ad-78f8-42bb-93e9-e98047fc2ba7 req-994c0eee-bb1c-42db-b8f9-a94cc2de98a5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 945 time: 0.0529950 Dec 08 01:31:59.741732 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab0a65ad-78f8-42bb-93e9-e98047fc2ba7 req-1767a007-b9a3-4b6a-bf4b-f59569e9e630 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451171 Dec 08 01:31:59.849235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be38cb3-cb50-4ef7-ad60-519dae74805f req-77b7babf-c63a-4fd6-93f6-7281ab09be0a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:31:59.850741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0be38cb3-cb50-4ef7-ad60-519dae74805f req-77b7babf-c63a-4fd6-93f6-7281ab09be0a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 931 time: 0.0507565 Dec 08 01:31:59.900639 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0be38cb3-cb50-4ef7-ad60-519dae74805f req-c2a937ca-47eb-4c66-9271-a6c93268f28c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437608 Dec 08 01:32:00.011447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfb1bb-dd13-4f9b-a90f-8175471742c8 req-36fd9885-9ff5-4b36-ba51-ed3ad35d79d8 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:00.012884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2cfb1bb-dd13-4f9b-a90f-8175471742c8 req-36fd9885-9ff5-4b36-ba51-ed3ad35d79d8 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 943 time: 0.0560036 Dec 08 01:32:00.062020 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2cfb1bb-dd13-4f9b-a90f-8175471742c8 req-988ac843-79cb-4e9d-8a48-486b58440dac tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425375 Dec 08 01:32:00.178399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3a278-d579-4922-ab5e-9fc0dd724a6c req-7ece23d2-7f91-4264-a02a-e9e06b166d14 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:00.179881 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5a3a278-d579-4922-ab5e-9fc0dd724a6c req-7ece23d2-7f91-4264-a02a-e9e06b166d14 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.0505905 Dec 08 01:32:00.228858 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5a3a278-d579-4922-ab5e-9fc0dd724a6c req-9b9000c4-0692-4daf-88c2-c8632075b0f0 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Dec 08 01:32:00.403014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c1f4b-50ff-46aa-816b-05b93d7aa942 req-129fe420-34a0-48a0-89d1-b5a38a79e808 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:00.404513 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c29c1f4b-50ff-46aa-816b-05b93d7aa942 req-129fe420-34a0-48a0-89d1-b5a38a79e808 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.0489154 Dec 08 01:32:00.454793 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c29c1f4b-50ff-46aa-816b-05b93d7aa942 req-1a802a22-b8fa-464e-afb9-3d9501c299d9 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437605 Dec 08 01:32:00.905891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Request body: {'port': {'device_id': '0f7b7f98-2252-409e-bd18-46d94cd5992f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:00.950657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee6532-af6d-45d4-b4a4-d82bc1b5e4ae req-5574d21e-8da4-4e5b-91db-e96f09717c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:00.952898 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8ee6532-af6d-45d4-b4a4-d82bc1b5e4ae req-5574d21e-8da4-4e5b-91db-e96f09717c75 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=884793b3eb1642bd94c5982d3a8e5a2d&device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 1095 time: 0.0463059 Dec 08 01:32:00.977357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd9640-9fef-4402-94b1-8ae90b0de29d req-8caa7a56-8eae-4f7f-9a9c-6e3a53d5f5c9 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:00.978837 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9bd9640-9fef-4402-94b1-8ae90b0de29d req-8caa7a56-8eae-4f7f-9a9c-6e3a53d5f5c9 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 945 time: 0.1069283 Dec 08 01:32:00.979817 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:01.084116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9bd9640-9fef-4402-94b1-8ae90b0de29d req-028d4e6a-d767-4ae5-91d7-35517b9dfc4c tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942116 Dec 08 01:32:01.145997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee6532-af6d-45d4-b4a4-d82bc1b5e4ae req-90986149-0f6a-4365-83ce-e778ecf5fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:01.148403 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8ee6532-af6d-45d4-b4a4-d82bc1b5e4ae req-90986149-0f6a-4365-83ce-e778ecf5fd9d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=884793b3eb1642bd94c5982d3a8e5a2d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1189599 Dec 08 01:32:01.161229 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-157cf971-fc99-4316-8617-116437805090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:01.250098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc899d2-1e30-4b68-a384-591c7ddcbe6d req-1770ae39-8356-44ba-8917-368a74aa9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:01.251810 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebc899d2-1e30-4b68-a384-591c7ddcbe6d req-1770ae39-8356-44ba-8917-368a74aa9002 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 1099 time: 0.1250119 Dec 08 01:32:01.300915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee6532-af6d-45d4-b4a4-d82bc1b5e4ae req-4064da87-ca52-4b6e-9f2a-98a4514e06b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:01.302889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8ee6532-af6d-45d4-b4a4-d82bc1b5e4ae req-4064da87-ca52-4b6e-9f2a-98a4514e06b5 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070366 Dec 08 01:32:01.320393 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebc899d2-1e30-4b68-a384-591c7ddcbe6d req-4efba0b4-c1c0-4670-be76-88bca167cdba service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359457 Dec 08 01:32:01.329924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6fe56-e7ab-4dd6-abc6-e9a8831f7691 req-6e719eaa-80a3-4923-95ae-0cdc349889e3 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:01.331382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9be6fe56-e7ab-4dd6-abc6-e9a8831f7691 req-6e719eaa-80a3-4923-95ae-0cdc349889e3 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 931 time: 0.1453662 Dec 08 01:32:01.374762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-8700540a-9b59-478b-b8cc-02c7cd95df3a tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:32:01.375862 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-8700540a-9b59-478b-b8cc-02c7cd95df3a tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066445 Dec 08 01:32:01.434153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-10fb34e6-3aa7-4c36-8685-7cac34f33180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:01.435550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-10fb34e6-3aa7-4c36-8685-7cac34f33180 service neutron] 10.222.0.70 "GET /v2.0/ports/cfb53522-bb82-4c27-ab0c-09fa78147b3a HTTP/1.1" status: 200 len: 1094 time: 0.0512092 Dec 08 01:32:01.446443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-f38c012f-7b2f-476e-ba9c-90f931a7ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:01.447891 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-f38c012f-7b2f-476e-ba9c-90f931a7ca4d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=884793b3eb1642bd94c5982d3a8e5a2d&device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 1095 time: 0.0711074 Dec 08 01:32:01.450944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] Request body: {'binding': {'host': 'n-h1-713498-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:01.451389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] Unknown quota resources ['binding']. {{(pid=103129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:32:01.466375 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:01.517073 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-a80e6bcd-1f98-4438-8977-8d7c3d329e30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db789f5-aace-4272-af67-dd90ba2ebe5c HTTP/1.1" status: 200 len: 217 time: 0.0416179 Dec 08 01:32:01.543656 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9be6fe56-e7ab-4dd6-abc6-e9a8831f7691 req-47abb1a5-2fce-4387-b066-bcad4eff8708 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929924 Dec 08 01:32:01.590560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc899d2-1e30-4b68-a384-591c7ddcbe6d req-677702d6-7dea-49ba-b4ab-d4759e12fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:01.592074 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebc899d2-1e30-4b68-a384-591c7ddcbe6d req-677702d6-7dea-49ba-b4ab-d4759e12fe47 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2583194 Dec 08 01:32:01.603066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257ae311-e96d-4745-b904-7ca320f748f5 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:01.618044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-3e7ba6bd-f40c-4b44-95fe-0cb343a65342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:01.619504 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-3e7ba6bd-f40c-4b44-95fe-0cb343a65342 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c87b7ff-bb52-4f69-8ebe-22adda552c92 HTTP/1.1" status: 200 len: 853 time: 0.0876405 Dec 08 01:32:01.620484 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:01.651161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Transition to ACTIVE for port object 257ae311-e96d-4745-b904-7ca320f748f5 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:32:01.658772 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:01.689021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] Attempting to bind port cfb53522-bb82-4c27-ab0c-09fa78147b3a on host n-h1-713498-30 for vnic_type normal with profile None {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:01.689361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] Attempting to bind port cfb53522-bb82-4c27-ab0c-09fa78147b3a by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:01.689686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] Attempting to bind port cfb53522-bb82-4c27-ab0c-09fa78147b3a on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:01.696582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] Port cfb53522-bb82-4c27-ab0c-09fa78147b3a on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:32:01.696921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] Attempting to bind port cfb53522-bb82-4c27-ab0c-09fa78147b3a on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:01.703692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-8e7a150e-0c24-4747-b9f2-9fa6173ef22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:01.705201 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-8e7a150e-0c24-4747-b9f2-9fa6173ef22e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=304d3ec4-12ee-45aa-822e-80446454ee9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688503 Dec 08 01:32:01.706317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:01.706648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:01.707017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:01.707370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15663cb4-07b8-40c5-a130-7d22486d675c req-2fe0f992-28a3-4291-b64e-0b99fadd941b tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:01.707504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] Bound port: cfb53522-bb82-4c27-ab0c-09fa78147b3a, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:01.708920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15663cb4-07b8-40c5-a130-7d22486d675c req-2fe0f992-28a3-4291-b64e-0b99fadd941b tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 943 time: 0.1010952 Dec 08 01:32:01.770258 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Pushing event updated for resources: {'Port': ['ID=257ae311-e96d-4745-b904-7ca320f748f5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:01.789808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf541e-7a52-4af8-a070-89d05992771a req-add39dd1-ae07-4182-9a3c-c73eabff7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:01.791290 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-add39dd1-ae07-4182-9a3c-c73eabff7b87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 1099 time: 0.1176643 Dec 08 01:32:01.819697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:32:01.828012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] Publish callbacks [] for binding, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:01.829462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-391ef87c-53fb-4764-b373-9c0a063e0a8f service neutron] 10.222.0.70 "POST /v2.0/ports/cfb53522-bb82-4c27-ab0c-09fa78147b3a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3854678 Dec 08 01:32:01.846486 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-51efb9ca-0707-49ee-9c43-631ee7d8b6eb service neutron] 10.222.0.65 "GET /v2.0/networks/304d3ec4-12ee-45aa-822e-80446454ee9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156626 Dec 08 01:32:01.864079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Attempting to bind port 257ae311-e96d-4745-b904-7ca320f748f5 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:01.864553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Attempting to bind port 257ae311-e96d-4745-b904-7ca320f748f5 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:01.864899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Attempting to bind port 257ae311-e96d-4745-b904-7ca320f748f5 on network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:01.867700 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-b1cacc0f-010d-4201-bab1-49258be3fc77 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f0de720a-e594-4ea0-944d-a56f228e4df1 HTTP/1.1" status: 200 len: 217 time: 0.0571308 Dec 08 01:32:01.871188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15663cb4-07b8-40c5-a130-7d22486d675c req-78e1c3fa-23b6-4baa-8be2-0d441e788f95 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406980 Dec 08 01:32:01.875276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Port 257ae311-e96d-4745-b904-7ca320f748f5 on network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:32:01.876025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Attempting to bind port 257ae311-e96d-4745-b904-7ca320f748f5 on network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:01.913609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:01.914329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Checking segment: {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:01.914329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Bound using segment: {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:01.914780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Bound port: 257ae311-e96d-4745-b904-7ca320f748f5, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:01.915187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:02.004615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf541e-7a52-4af8-a070-89d05992771a req-862c4588-c014-43ba-98cb-8c67fa69fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:02.006333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-862c4588-c014-43ba-98cb-8c67fa69fccf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1280529 Dec 08 01:32:02.036601 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fbd3c82-be46-4a1d-98d7-926e1d952e20 req-04ea2839-5e2c-4bfc-bac9-a82003fb8073 service neutron] 10.222.0.65 "GET /v2.0/networks/304d3ec4-12ee-45aa-822e-80446454ee9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796584 Dec 08 01:32:02.053442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e382a1-a90e-411f-9a15-7a65fda73473 req-e0e412f4-223a-4cbe-a81b-093593342518 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:02.054959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5e382a1-a90e-411f-9a15-7a65fda73473 req-e0e412f4-223a-4cbe-a81b-093593342518 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.0688407 Dec 08 01:32:02.075722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deeba50-a376-48bc-a916-2a86bf7f7cf7 req-0065ed6c-3c8f-44fa-8bd0-d8af083d4722 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:02.077860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4deeba50-a376-48bc-a916-2a86bf7f7cf7 req-0065ed6c-3c8f-44fa-8bd0-d8af083d4722 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4570be4f-4bbf-4b61-90f9-c265999f5cd0 HTTP/1.1" status: 200 len: 946 time: 0.1333849 Dec 08 01:32:02.087307 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] For port 257ae311-e96d-4745-b904-7ca320f748f5, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:02.093615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] For port 257ae311-e96d-4745-b904-7ca320f748f5, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=257ae311-e96d-4745-b904-7ca320f748f5,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:32:02.107369 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5e382a1-a90e-411f-9a15-7a65fda73473 req-81efdb23-97c2-48f5-8025-2a9a93b62879 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Dec 08 01:32:02.109227 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:02.121133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf541e-7a52-4af8-a070-89d05992771a req-f8b13c2f-e25b-410a-9922-162f6ec1ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:02.122664 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-f8b13c2f-e25b-410a-9922-162f6ec1ef93 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1032522 Dec 08 01:32:02.156322 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:02.183678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:02.184312 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:02.185697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] 10.222.0.65 "PUT /v2.0/ports/257ae311-e96d-4745-b904-7ca320f748f5 HTTP/1.1" status: 200 len: 1092 time: 1.2858944 Dec 08 01:32:02.192106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7b7f98-2252-409e-bd18-46d94cd5992f', 'tag': '257ae311-e96d-4745-b904-7ca320f748f5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:02.194384 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabfaeae-dcf9-43b2-bffe-4d3fc7be4648" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7b7f98-2252-409e-bd18-46d94cd5992f", "tag": "257ae311-e96d-4745-b904-7ca320f748f5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:02.228361 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4deeba50-a376-48bc-a916-2a86bf7f7cf7 req-1a6f63c4-8a57-435e-81ad-64db3c90425f tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380105 Dec 08 01:32:02.230875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae38ea6-b2ba-4bbb-bac4-044b3761e1c5 req-d4b71819-f6b4-46ac-8638-1596ba30ed32 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:02.232401 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ae38ea6-b2ba-4bbb-bac4-044b3761e1c5 req-d4b71819-f6b4-46ac-8638-1596ba30ed32 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 946 time: 0.0583928 Dec 08 01:32:02.237557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f005d5-ce83-40c3-ac60-ebed0a9e68d9 service neutron] Pushing event updated for resources: {'Port': ['ID=257ae311-e96d-4745-b904-7ca320f748f5,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:02.317257 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ae38ea6-b2ba-4bbb-bac4-044b3761e1c5 req-edba9dc3-6eb7-40ce-a67e-4a010c7c26cb tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580578 Dec 08 01:32:02.331927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-71dd18d4-1d21-4c12-92c0-608bdd56a0a4 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896360 Dec 08 01:32:02.334656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e127b-61b7-4488-9d05-578087339fff req-0737aca1-d8e7-4435-8ed5-fffdbd09b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:02.336060 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-0737aca1-d8e7-4435-8ed5-fffdbd09b55a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fca5a12f7a9d48a89422968b82652c54&device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 1095 time: 0.0601063 Dec 08 01:32:02.433023 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-5e435df9-e491-45ae-9f9f-0cbb4e33cf83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257ae311-e96d-4745-b904-7ca320f748f5 HTTP/1.1" status: 200 len: 217 time: 0.0615706 Dec 08 01:32:02.463771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec34f45-c3ee-468e-ad3f-6a52bfe77e86 req-dc4eeb39-ff7b-428a-9e09-6c867e600ed3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:02.465284 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ec34f45-c3ee-468e-ad3f-6a52bfe77e86 req-dc4eeb39-ff7b-428a-9e09-6c867e600ed3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0785780 Dec 08 01:32:02.473203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-bb130abc-cb44-4a21-8db6-5ae0e3a6858f tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:02.474639 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-bb130abc-cb44-4a21-8db6-5ae0e3a6858f tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e&tenant_id=be969996768c47d9a8724404f7a037cd&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1098 time: 0.0612772 Dec 08 01:32:02.492030 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-30'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:02.557580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5009990-e92b-4f61-b587-d4bec5bcfb1b req-b06af8af-8aca-497a-b417-b285089414b5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:02.559054 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5009990-e92b-4f61-b587-d4bec5bcfb1b req-b06af8af-8aca-497a-b417-b285089414b5 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 945 time: 0.1717765 Dec 08 01:32:02.564470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e127b-61b7-4488-9d05-578087339fff req-1c626fa8-275a-402a-8a87-3f3ddf2aef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:02.565814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ec34f45-c3ee-468e-ad3f-6a52bfe77e86 req-40b7bcc8-1498-4356-9a54-7130cf8d2f0e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902224 Dec 08 01:32:02.565941 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-1c626fa8-275a-402a-8a87-3f3ddf2aef72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=20a5998e-a135-4d25-95f0-5cd4e48a89c6 HTTP/1.1" status: 200 len: 844 time: 0.1221340 Dec 08 01:32:02.571532 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:02.597904 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34bf541e-7a52-4af8-a070-89d05992771a req-c4e01520-94ee-442c-98f4-90b61bed49de service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249572 Dec 08 01:32:02.616956 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-48d05dc7-2857-43b0-a836-f5e36ba52663 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347931 Dec 08 01:32:02.622063 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8155bfe-7506-4cdb-827b-ecca4ce3914c x-openstack-request-id: req-a8155bfe-7506-4cdb-827b-ecca4ce3914c {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:02.622356 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7b7f98-2252-409e-bd18-46d94cd5992f", "tag": "257ae311-e96d-4745-b904-7ca320f748f5", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:02.622610 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8155bfe-7506-4cdb-827b-ecca4ce3914c {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:02.623347 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7b7f98-2252-409e-bd18-46d94cd5992f', 'tag': '257ae311-e96d-4745-b904-7ca320f748f5', 'status': 'completed', 'code': 200} Dec 08 01:32:02.648991 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5009990-e92b-4f61-b587-d4bec5bcfb1b req-1ccefce8-2075-41a0-be67-819ba3de6fa6 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773530 Dec 08 01:32:02.755657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:02.777541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d9bc5-a7c7-4adb-ad0e-98a642d1ef55 req-04adf4d0-16ed-40ca-94ac-f4a34ebc0e82 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:02.779057 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f8d9bc5-a7c7-4adb-ad0e-98a642d1ef55 req-04adf4d0-16ed-40ca-94ac-f4a34ebc0e82 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 943 time: 0.1109266 Dec 08 01:32:02.781573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-688ada8f-459b-4407-ae77-b2c3c6466f1f service neutron] 10.222.0.65 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861516 Dec 08 01:32:02.831122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:02.869653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f8d9bc5-a7c7-4adb-ad0e-98a642d1ef55 req-653840d7-86fc-42e0-a85a-33e861462be6 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825875 Dec 08 01:32:02.872818 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e40e127b-61b7-4488-9d05-578087339fff req-12b25f9f-6ba6-4759-8345-426f7030404e service neutron] 10.222.0.65 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825384 Dec 08 01:32:02.882728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d423c9-5da9-4909-a705-cb9003c0e07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75983b40-5bf0-4392-ad92-d87eb3eb584b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:02.886581 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3845e48-524b-49c0-8a3a-c5e491abfb47" -d '{"events": [{"server_uuid": "87d423c9-5da9-4909-a705-cb9003c0e07e", "name": "network-vif-unplugged", "status": "completed", "tag": "75983b40-5bf0-4392-ad92-d87eb3eb584b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:02.894404 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:02.901430 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:02.938456 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30929d56-382d-4fa9-907a-f0db9429e076 x-openstack-request-id: req-30929d56-382d-4fa9-907a-f0db9429e076 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:02.938751 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d423c9-5da9-4909-a705-cb9003c0e07e", "name": "network-vif-unplugged", "status": "completed", "tag": "75983b40-5bf0-4392-ad92-d87eb3eb584b", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:02.939095 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30929d56-382d-4fa9-907a-f0db9429e076 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:02.939386 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d423c9-5da9-4909-a705-cb9003c0e07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75983b40-5bf0-4392-ad92-d87eb3eb584b', 'code': 200} Dec 08 01:32:02.958631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 75983b40-5bf0-4392-ad92-d87eb3eb584b details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:32:03.012134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Pushing event updated for resources: {'Port': ['ID=75983b40-5bf0-4392-ad92-d87eb3eb584b,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:03.037377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b on host n-h2-713498-30 for vnic_type normal with profile {"migrating_to": "n-h1-713498-30"} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:03.038415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:03.038751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:03.058164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:03.084024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b on host n-h2-713498-30 for vnic_type normal with profile {"migrating_to": "n-h1-713498-30"} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:03.084419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:03.084984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:03.089855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Port 75983b40-5bf0-4392-ad92-d87eb3eb584b on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:32:03.090419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:03.092101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Port 75983b40-5bf0-4392-ad92-d87eb3eb584b on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:32:03.093426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Attempting to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:03.097014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:03.097598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:03.098359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:03.098989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Bound port: 75983b40-5bf0-4392-ad92-d87eb3eb584b, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:03.099657 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:03.117396 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:03.117949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:03.118587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:03.120055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Bound port: 75983b40-5bf0-4392-ad92-d87eb3eb584b, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:03.120055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:03.157191 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278f0e5-cae0-410c-ab88-326c68139365 req-01abd9cf-b274-4f3b-997d-0c5a72f2dbb5 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:03.159853 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1278f0e5-cae0-410c-ab88-326c68139365 req-01abd9cf-b274-4f3b-997d-0c5a72f2dbb5 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 943 time: 0.2009115 Dec 08 01:32:03.177991 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:03.181681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:32:03.188446 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:03.188880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e07d0-fd2b-4f88-9a18-7a9cd7338072 req-f7241d16-692d-413f-aa59-09c4a7435c21 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:03.190554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b58e07d0-fd2b-4f88-9a18-7a9cd7338072 req-f7241d16-692d-413f-aa59-09c4a7435c21 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.72 "GET /v2.0/ports?device_id=00ff1eb2-bbce-40fe-94c2-c61de6a35fdc HTTP/1.1" status: 200 len: 945 time: 0.1632004 Dec 08 01:32:03.237409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfaeae-dcf9-43b2-bffe-4d3fc7be4648 req-bc1ec92a-1adc-404c-bfa3-705e998bb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:03.239050 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eabfaeae-dcf9-43b2-bffe-4d3fc7be4648 req-bc1ec92a-1adc-404c-bfa3-705e998bb3ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fca5a12f7a9d48a89422968b82652c54&device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 1095 time: 0.1254802 Dec 08 01:32:03.255587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=75983b40-5bf0-4392-ad92-d87eb3eb584b,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:03.268551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7c6ac-d0a5-43a4-ab66-491af4f03a52 req-7fa12484-dec3-4357-add4-1512d31cace9 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:03.270910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-14a7c6ac-d0a5-43a4-ab66-491af4f03a52 req-7fa12484-dec3-4357-add4-1512d31cace9 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.72 "GET /v2.0/ports?device_id=4570be4f-4bbf-4b61-90f9-c265999f5cd0 HTTP/1.1" status: 200 len: 946 time: 0.2237084 Dec 08 01:32:03.290872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 75983b40-5bf0-4392-ad92-d87eb3eb584b has no active binding in host n-h1-713498-30 {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:32:03.351512 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1278f0e5-cae0-410c-ab88-326c68139365 req-c0ecd4a4-f959-4787-9313-0c0faf013de3 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815469 Dec 08 01:32:03.363205 n-d-713498-30 neutron-server[103129]: WARNING neutron.plugins.ml2.plugin [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Concurrent port binding operations failed on port 75983b40-5bf0-4392-ad92-d87eb3eb584b Dec 08 01:32:03.371487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:03.377303 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Attempt 2 to bind port 75983b40-5bf0-4392-ad92-d87eb3eb584b Dec 08 01:32:03.399028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:03.399654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:03.401544 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7acba9d4-3df0-49ac-b958-3ba7800ebf3e service neutron] 10.222.0.65 "PUT /v2.0/ports/75983b40-5bf0-4392-ad92-d87eb3eb584b HTTP/1.1" status: 200 len: 1124 time: 0.9129753 Dec 08 01:32:03.433303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ebbd6-6ce7-4c83-85b2-a22eebef227f req-4d955fda-e0de-49c2-bfdb-ae6aa60dfcaf tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:03.434887 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-738ebbd6-6ce7-4c83-85b2-a22eebef227f req-4d955fda-e0de-49c2-bfdb-ae6aa60dfcaf tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.1928120 Dec 08 01:32:03.476112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-14a7c6ac-d0a5-43a4-ab66-491af4f03a52 req-1bbcebf8-0999-4cd0-aca1-eb16dbf9e4d4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Deleting port f8f14347-f396-4ba5-9f7e-a4343f453fe8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:32:03.476478 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-14a7c6ac-d0a5-43a4-ab66-491af4f03a52 req-1bbcebf8-0999-4cd0-aca1-eb16dbf9e4d4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:03.502131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfaeae-dcf9-43b2-bffe-4d3fc7be4648 req-ec854364-67d2-4d3c-a0e2-123d7b2ac246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:03.504390 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:03.504671 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eabfaeae-dcf9-43b2-bffe-4d3fc7be4648 req-ec854364-67d2-4d3c-a0e2-123d7b2ac246 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 200 len: 905 time: 0.1889329 Dec 08 01:32:03.526931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-b58e07d0-fd2b-4f88-9a18-7a9cd7338072 req-9d06ef9b-4147-4c07-9c77-47e54ffe5f50 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Deleting port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:32:03.527131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63d07f-d950-4fd5-9d5c-caad7c590cb3 req-b86324a8-ddff-4d2c-89b5-10a5d8bfbfac tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:03.527367 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b58e07d0-fd2b-4f88-9a18-7a9cd7338072 req-9d06ef9b-4147-4c07-9c77-47e54ffe5f50 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:03.528520 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf63d07f-d950-4fd5-9d5c-caad7c590cb3 req-b86324a8-ddff-4d2c-89b5-10a5d8bfbfac tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4570be4f-4bbf-4b61-90f9-c265999f5cd0 HTTP/1.1" status: 200 len: 946 time: 0.1049523 Dec 08 01:32:03.535708 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-738ebbd6-6ce7-4c83-85b2-a22eebef227f req-13c4bdba-86b5-46d8-960f-355377d95361 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898461 Dec 08 01:32:03.564226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['75983b40-5bf0-4392-ad92-d87eb3eb584b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:03.602748 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:03.604895 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['75983b40-5bf0-4392-ad92-d87eb3eb584b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:03.670551 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eabfaeae-dcf9-43b2-bffe-4d3fc7be4648 req-55fe6e7a-32f5-4a37-a6b1-1cb9b6a52b19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=257ae311-e96d-4745-b904-7ca320f748f5 HTTP/1.1" status: 200 len: 217 time: 0.0870199 Dec 08 01:32:03.712550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf63d07f-d950-4fd5-9d5c-caad7c590cb3 req-f5ce9af5-97b0-4215-94a3-4f439fff5c5d tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/security-groups?id=d375626f-ee00-4288-bd04-aef4ee55465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747589 Dec 08 01:32:03.715932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-14a7c6ac-d0a5-43a4-ab66-491af4f03a52 req-1bbcebf8-0999-4cd0-aca1-eb16dbf9e4d4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] For port f8f14347-f396-4ba5-9f7e-a4343f453fe8, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f8f14347-f396-4ba5-9f7e-a4343f453fe8,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:03.718328 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-14a7c6ac-d0a5-43a4-ab66-491af4f03a52 req-1bbcebf8-0999-4cd0-aca1-eb16dbf9e4d4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:03.741596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-14a7c6ac-d0a5-43a4-ab66-491af4f03a52 req-1bbcebf8-0999-4cd0-aca1-eb16dbf9e4d4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Calling delete_port for f8f14347-f396-4ba5-9f7e-a4343f453fe8 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:32:03.774297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92275024-91f2-4934-ae63-5878c9a1b6e5 req-2d458e6e-081f-45c5-8f02-55b1f1b990c6 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:03.775919 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92275024-91f2-4934-ae63-5878c9a1b6e5 req-2d458e6e-081f-45c5-8f02-55b1f1b990c6 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.65 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 945 time: 0.1877441 Dec 08 01:32:03.788132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b58e07d0-fd2b-4f88-9a18-7a9cd7338072 req-9d06ef9b-4147-4c07-9c77-47e54ffe5f50 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] For port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89,segment=NetworkSegment(efd55fc4-9c18-464b-a310-bbaf12dcd1fc),segment_id=efd55fc4-9c18-464b-a310-bbaf12dcd1fc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:03.788516 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b58e07d0-fd2b-4f88-9a18-7a9cd7338072 req-9d06ef9b-4147-4c07-9c77-47e54ffe5f50 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:03.793896 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfaeae-dcf9-43b2-bffe-4d3fc7be4648 req-fc9aa2ad-5c0c-40b7-a187-9a97bfb38cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:03.795336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eabfaeae-dcf9-43b2-bffe-4d3fc7be4648 req-fc9aa2ad-5c0c-40b7-a187-9a97bfb38cfd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=20a5998e-a135-4d25-95f0-5cd4e48a89c6 HTTP/1.1" status: 200 len: 844 time: 0.1131856 Dec 08 01:32:03.822449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-b58e07d0-fd2b-4f88-9a18-7a9cd7338072 req-9d06ef9b-4147-4c07-9c77-47e54ffe5f50 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Calling delete_port for 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:32:03.844269 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eabfaeae-dcf9-43b2-bffe-4d3fc7be4648 req-d8c3c3b0-a018-413d-b68a-cbc1f93d8e89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384414 Dec 08 01:32:03.854917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fef97-19ce-4f71-a593-b12b265fe124 req-7478df60-0c3f-4a41-aac8-ce782fa6eb9b tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:03.856373 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-769fef97-19ce-4f71-a593-b12b265fe124 req-7478df60-0c3f-4a41-aac8-ce782fa6eb9b tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 944 time: 0.1391511 Dec 08 01:32:03.939912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c492f-02ae-4d16-bf36-b2f5716552d1 req-6e37aa2d-8bb7-4b9f-97d8-12276375206e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:03.941550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f1c492f-02ae-4d16-bf36-b2f5716552d1 req-6e37aa2d-8bb7-4b9f-97d8-12276375206e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1324668 Dec 08 01:32:04.050349 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f1c492f-02ae-4d16-bf36-b2f5716552d1 req-dde9260f-3799-486d-89af-62a471096e02 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943658 Dec 08 01:32:04.055871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-92275024-91f2-4934-ae63-5878c9a1b6e5 req-ee0df724-6d85-4153-a602-b16d4bf7dcbf tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Deleting port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:32:04.056106 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-92275024-91f2-4934-ae63-5878c9a1b6e5 req-ee0df724-6d85-4153-a602-b16d4bf7dcbf tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:04.098935 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-14a7c6ac-d0a5-43a4-ab66-491af4f03a52 req-1bbcebf8-0999-4cd0-aca1-eb16dbf9e4d4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:04.141635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['9fe4d2bd-c4b3-44b0-ba78-4de545aafb89', 'f8f14347-f396-4ba5-9f7e-a4343f453fe8'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:04.188170 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcebf8-0999-4cd0-aca1-eb16dbf9e4d4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Pushing event deleted for resources: {'Port': ['ID=f8f14347-f396-4ba5-9f7e-a4343f453fe8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:04.259689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a7c6ac-d0a5-43a4-ab66-491af4f03a52 req-1bbcebf8-0999-4cd0-aca1-eb16dbf9e4d4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] No DVR routers for this DVR port f8f14347-f396-4ba5-9f7e-a4343f453fe8 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:32:04.268420 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-14a7c6ac-d0a5-43a4-ab66-491af4f03a52 req-1bbcebf8-0999-4cd0-aca1-eb16dbf9e4d4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:04.269779 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-769fef97-19ce-4f71-a593-b12b265fe124 req-2dfe8b0b-c8e3-43d6-a6cb-7115ccc29d2a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976498 Dec 08 01:32:04.272072 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-14a7c6ac-d0a5-43a4-ab66-491af4f03a52 req-1bbcebf8-0999-4cd0-aca1-eb16dbf9e4d4 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.72 "DELETE /v2.0/ports/f8f14347-f396-4ba5-9f7e-a4343f453fe8 HTTP/1.1" status: 204 len: 173 time: 0.9889143 Dec 08 01:32:04.284958 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f337e9d-a434-49cf-92d1-48c9d91c1e49 req-376da231-4200-424b-a3a9-28df8f26f8a1 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:04.286509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f337e9d-a434-49cf-92d1-48c9d91c1e49 req-376da231-4200-424b-a3a9-28df8f26f8a1 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/ports?device_id=b42f9fec-ef74-4210-bb5a-a93176fcd54c HTTP/1.1" status: 200 len: 945 time: 0.1491644 Dec 08 01:32:04.288414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-92275024-91f2-4934-ae63-5878c9a1b6e5 req-ee0df724-6d85-4153-a602-b16d4bf7dcbf tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] For port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4,segment=NetworkSegment(76ea8461-d41d-475f-af31-3c7ad23824dd),segment_id=76ea8461-d41d-475f-af31-3c7ad23824dd)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:04.288772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-92275024-91f2-4934-ae63-5878c9a1b6e5 req-ee0df724-6d85-4153-a602-b16d4bf7dcbf tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:04.322057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-92275024-91f2-4934-ae63-5878c9a1b6e5 req-ee0df724-6d85-4153-a602-b16d4bf7dcbf tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Calling delete_port for b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:32:04.372846 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b58e07d0-fd2b-4f88-9a18-7a9cd7338072 req-9d06ef9b-4147-4c07-9c77-47e54ffe5f50 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:04.387001 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f337e9d-a434-49cf-92d1-48c9d91c1e49 req-80eced13-a846-44b2-9c2f-4f9cbbc34128 tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.70 "GET /v2.0/security-groups?id=f378aa82-6c47-4c46-835c-327728b3c8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877380 Dec 08 01:32:04.405137 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eabfaeae-dcf9-43b2-bffe-4d3fc7be4648 req-84183111-3b8b-4574-b77c-596afc815dc5 service neutron] 10.222.0.65 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472336 Dec 08 01:32:04.490193 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['f8f14347-f396-4ba5-9f7e-a4343f453fe8'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:04.509983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06ef9b-4147-4c07-9c77-47e54ffe5f50 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Pushing event deleted for resources: {'Port': ['ID=9fe4d2bd-c4b3-44b0-ba78-4de545aafb89,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:04.600968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9a754-71de-44bc-bce3-531304cc45c2 req-7e7811ee-c344-471a-bd21-0036fa0e10f8 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:04.602597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92f9a754-71de-44bc-bce3-531304cc45c2 req-7e7811ee-c344-471a-bd21-0036fa0e10f8 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 943 time: 0.1330028 Dec 08 01:32:04.604515 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-92275024-91f2-4934-ae63-5878c9a1b6e5 req-ee0df724-6d85-4153-a602-b16d4bf7dcbf tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:04.606832 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:04.609884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58e07d0-fd2b-4f88-9a18-7a9cd7338072 req-9d06ef9b-4147-4c07-9c77-47e54ffe5f50 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] No DVR routers for this DVR port 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:32:04.612939 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b58e07d0-fd2b-4f88-9a18-7a9cd7338072 req-9d06ef9b-4147-4c07-9c77-47e54ffe5f50 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:04.616235 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b58e07d0-fd2b-4f88-9a18-7a9cd7338072 req-9d06ef9b-4147-4c07-9c77-47e54ffe5f50 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.72 "DELETE /v2.0/ports/9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 HTTP/1.1" status: 204 len: 173 time: 1.4169478 Dec 08 01:32:04.625512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ff1eb2-bbce-40fe-94c2-c61de6a35fdc', 'name': 'network-vif-deleted', 'tag': '9fe4d2bd-c4b3-44b0-ba78-4de545aafb89'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:04.627807 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61b7d9a-0b85-4dd5-8ff6-98aba89aa3df" -d '{"events": [{"server_uuid": "00ff1eb2-bbce-40fe-94c2-c61de6a35fdc", "name": "network-vif-deleted", "tag": "9fe4d2bd-c4b3-44b0-ba78-4de545aafb89"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:04.647771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f88f7-f9f8-4cf1-bd73-5ea1425e7b1a req-c2a717f1-ee91-47cc-97af-dbc8f3fd80d0 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:04.649682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-953f88f7-f9f8-4cf1-bd73-5ea1425e7b1a req-c2a717f1-ee91-47cc-97af-dbc8f3fd80d0 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 943 time: 0.2420743 Dec 08 01:32:04.651804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:04.666462 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eabfaeae-dcf9-43b2-bffe-4d3fc7be4648 req-be737975-2253-4b55-b69c-138030e9d801 service neutron] 10.222.0.65 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528367 Dec 08 01:32:04.667179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0df724-6d85-4153-a602-b16d4bf7dcbf tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Pushing event deleted for resources: {'Port': ['ID=b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:04.725302 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-953f88f7-f9f8-4cf1-bd73-5ea1425e7b1a req-24f0a33b-6b84-43c4-95f8-c77ccd7c254c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565438 Dec 08 01:32:04.737606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-92275024-91f2-4934-ae63-5878c9a1b6e5 req-ee0df724-6d85-4153-a602-b16d4bf7dcbf tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] No DVR routers for this DVR port b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:32:04.740833 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-92275024-91f2-4934-ae63-5878c9a1b6e5 req-ee0df724-6d85-4153-a602-b16d4bf7dcbf tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:04.745042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92275024-91f2-4934-ae63-5878c9a1b6e5 req-ee0df724-6d85-4153-a602-b16d4bf7dcbf tempest-VolumesAdminNegativeTest-265653617 tempest-VolumesAdminNegativeTest-265653617-project] 10.222.0.65 "DELETE /v2.0/ports/b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 HTTP/1.1" status: 204 len: 173 time: 0.9369974 Dec 08 01:32:04.764898 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92f9a754-71de-44bc-bce3-531304cc45c2 req-d89cbb95-ce8d-44a1-b6b6-12ee509dd0d3 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528475 Dec 08 01:32:04.820381 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf421a00-f014-48ae-8dea-44510a6d144b x-openstack-request-id: req-bf421a00-f014-48ae-8dea-44510a6d144b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:04.820742 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00ff1eb2-bbce-40fe-94c2-c61de6a35fdc", "name": "network-vif-deleted", "tag": "9fe4d2bd-c4b3-44b0-ba78-4de545aafb89", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:04.820931 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bf421a00-f014-48ae-8dea-44510a6d144b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:04.821305 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ff1eb2-bbce-40fe-94c2-c61de6a35fdc', 'name': 'network-vif-deleted', 'tag': '9fe4d2bd-c4b3-44b0-ba78-4de545aafb89', 'status': 'completed', 'code': 200} Dec 08 01:32:04.847384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2f577-2938-4241-bcf1-23c3e920e7cc req-37a39bfe-6500-4667-a659-4cffa3607c3a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:04.848934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93f2f577-2938-4241-bcf1-23c3e920e7cc req-37a39bfe-6500-4667-a659-4cffa3607c3a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.0589144 Dec 08 01:32:04.907126 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93f2f577-2938-4241-bcf1-23c3e920e7cc req-d191bd06-527e-4585-a30b-e032c7ffc579 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496492 Dec 08 01:32:04.940140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87d423c9-5da9-4909-a705-cb9003c0e07e', 'tag': '75983b40-5bf0-4392-ad92-d87eb3eb584b'}, {'server_uuid': '4570be4f-4bbf-4b61-90f9-c265999f5cd0', 'name': 'network-vif-deleted', 'tag': 'f8f14347-f396-4ba5-9f7e-a4343f453fe8'}, {'server_uuid': 'b42f9fec-ef74-4210-bb5a-a93176fcd54c', 'name': 'network-vif-deleted', 'tag': 'b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:04.942611 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4485ef5-d466-42ad-96f0-c8c823518499" -d '{"events": [{"name": "network-changed", "server_uuid": "87d423c9-5da9-4909-a705-cb9003c0e07e", "tag": "75983b40-5bf0-4392-ad92-d87eb3eb584b"}, {"server_uuid": "4570be4f-4bbf-4b61-90f9-c265999f5cd0", "name": "network-vif-deleted", "tag": "f8f14347-f396-4ba5-9f7e-a4343f453fe8"}, {"server_uuid": "b42f9fec-ef74-4210-bb5a-a93176fcd54c", "name": "network-vif-deleted", "tag": "b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:04.972150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f0de720a-e594-4ea0-944d-a56f228e4df1 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:32:05.171530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4485ef5-d466-42ad-96f0-c8c823518499 req-1a93abef-ee0a-4638-a377-30efdebf2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:05.173407 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4485ef5-d466-42ad-96f0-c8c823518499 req-1a93abef-ee0a-4638-a377-30efdebf2b9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 1127 time: 0.0886006 Dec 08 01:32:05.229317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:05.246538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'mac_address': 'fa:16:3e:fe:1f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:32:05.247045 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7acf03-c4e4-4c2b-b013-044683719e35 x-openstack-request-id: req-6c7acf03-c4e4-4c2b-b013-044683719e35 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:05.247598 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87d423c9-5da9-4909-a705-cb9003c0e07e", "tag": "75983b40-5bf0-4392-ad92-d87eb3eb584b", "status": "completed", "code": 200}, {"server_uuid": "4570be4f-4bbf-4b61-90f9-c265999f5cd0", "name": "network-vif-deleted", "tag": "f8f14347-f396-4ba5-9f7e-a4343f453fe8", "status": "completed", "code": 200}, {"server_uuid": "b42f9fec-ef74-4210-bb5a-a93176fcd54c", "name": "network-vif-deleted", "tag": "b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:05.247598 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c7acf03-c4e4-4c2b-b013-044683719e35 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:05.247987 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87d423c9-5da9-4909-a705-cb9003c0e07e', 'tag': '75983b40-5bf0-4392-ad92-d87eb3eb584b', 'status': 'completed', 'code': 200} Dec 08 01:32:05.248353 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4570be4f-4bbf-4b61-90f9-c265999f5cd0', 'name': 'network-vif-deleted', 'tag': 'f8f14347-f396-4ba5-9f7e-a4343f453fe8', 'status': 'completed', 'code': 200} Dec 08 01:32:05.248624 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42f9fec-ef74-4210-bb5a-a93176fcd54c', 'name': 'network-vif-deleted', 'tag': 'b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4', 'status': 'completed', 'code': 200} Dec 08 01:32:05.252950 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-731124c2-c1ac-4503-a65a-7b1983c9659c req-c5b611af-1f57-4fd2-96a3-7a239fa63d27 tempest-ListServersNegativeTestJSON-221027840 tempest-ListServersNegativeTestJSON-221027840-project] 10.222.0.70 "GET /v2.0/ports?device_id=4570be4f-4bbf-4b61-90f9-c265999f5cd0 HTTP/1.1" status: 200 len: 210 time: 0.2805054 Dec 08 01:32:05.288094 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:05.303894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0de720a-e594-4ea0-944d-a56f228e4df1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:05.316450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d97fdc-cf4b-4faf-8968-7408118e90c4 req-7929c697-306a-4e9e-a8f9-40be324536a0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:05.318255 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04d97fdc-cf4b-4faf-8968-7408118e90c4 req-7929c697-306a-4e9e-a8f9-40be324536a0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1334245 Dec 08 01:32:05.347662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:05.352262 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:05.353088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 257ae311-e96d-4745-b904-7ca320f748f5 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:32:05.374952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4485ef5-d466-42ad-96f0-c8c823518499 req-c481a25a-0ecd-4b8b-abb2-cdc3a0130f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:05.376636 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4485ef5-d466-42ad-96f0-c8c823518499 req-c481a25a-0ecd-4b8b-abb2-cdc3a0130f0f service neutron] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.1601391 Dec 08 01:32:05.435139 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4485ef5-d466-42ad-96f0-c8c823518499 req-b799a813-93cc-44dc-a927-2cc69fc91e0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b HTTP/1.1" status: 200 len: 217 time: 0.0489340 Dec 08 01:32:05.440597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04d97fdc-cf4b-4faf-8968-7408118e90c4 req-b819b7f0-d782-40e6-8d9f-28d348b88778 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109390 Dec 08 01:32:05.447072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:05.511781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528ebc7-01a2-4daf-9962-06884f52167c req-1a8e2eab-9bcb-4b0b-abec-ce96aba44f23 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:05.517655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4485ef5-d466-42ad-96f0-c8c823518499 req-7aaafea6-4e14-425a-97a8-61ba5dacd130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:05.519127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4485ef5-d466-42ad-96f0-c8c823518499 req-7aaafea6-4e14-425a-97a8-61ba5dacd130 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0654619 Dec 08 01:32:05.521088 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e528ebc7-01a2-4daf-9962-06884f52167c req-1a8e2eab-9bcb-4b0b-abec-ce96aba44f23 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 944 time: 0.1116951 Dec 08 01:32:05.534686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36260) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:05.538165 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 257ae311-e96d-4745-b904-7ca320f748f5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=257ae311-e96d-4745-b904-7ca320f748f5,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:05.553694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '257ae311-e96d-4745-b904-7ca320f748f5', 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'port_id': '257ae311-e96d-4745-b904-7ca320f748f5', 'mac_address': 'fa:16:3e:9b:71:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a5998e-a135-4d25-95f0-5cd4e48a89c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:32:05.563568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4485ef5-d466-42ad-96f0-c8c823518499 req-9b2d532e-be85-476a-88bf-a1b3a0f8fe85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326936 Dec 08 01:32:05.598599 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:05.607576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3523e9-91fc-435e-a4d8-e06d42b04543 admin admin] Deleting subnet af8d4a03-90c9-4b1b-b04d-139c83d65621 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:32:05.612060 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed3523e9-91fc-435e-a4d8-e06d42b04543 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:05.614343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257ae311-e96d-4745-b904-7ca320f748f5 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:05.617033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e528ebc7-01a2-4daf-9962-06884f52167c req-44d907f2-2d8f-4ce8-bb82-5a93fe0976fc tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951183 Dec 08 01:32:05.641877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 257ae311-e96d-4745-b904-7ca320f748f5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=257ae311-e96d-4745-b904-7ca320f748f5,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:05.650136 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:05.650821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8db789f5-aace-4272-af67-dd90ba2ebe5c details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:32:05.669895 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed3523e9-91fc-435e-a4d8-e06d42b04543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:05.698146 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4485ef5-d466-42ad-96f0-c8c823518499 req-1b56a6b2-af19-4613-9d99-b8f0e2ed6418 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230605 Dec 08 01:32:05.715871 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed3523e9-91fc-435e-a4d8-e06d42b04543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:05.719489 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=257ae311-e96d-4745-b904-7ca320f748f5,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:05.790350 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed3523e9-91fc-435e-a4d8-e06d42b04543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:05.822657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8db789f5-aace-4272-af67-dd90ba2ebe5c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8db789f5-aace-4272-af67-dd90ba2ebe5c,segment=NetworkSegment(c8002124-4423-41ce-9b77-31a2cf604845),segment_id=c8002124-4423-41ce-9b77-31a2cf604845)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:05.827833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3523e9-91fc-435e-a4d8-e06d42b04543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8d4a03-90c9-4b1b-b04d-139c83d65621,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:05.831127 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed3523e9-91fc-435e-a4d8-e06d42b04543 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:05.836901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ed3523e9-91fc-435e-a4d8-e06d42b04543 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/af8d4a03-90c9-4b1b-b04d-139c83d65621 HTTP/1.1" status: 204 len: 168 time: 0.2981427 Dec 08 01:32:05.843549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '8db789f5-aace-4272-af67-dd90ba2ebe5c', 'network_id': '304d3ec4-12ee-45aa-822e-80446454ee9d', 'port_id': '8db789f5-aace-4272-af67-dd90ba2ebe5c', 'mac_address': 'fa:16:3e:b2:e7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c87b7ff-bb52-4f69-8ebe-22adda552c92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:32:05.845096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36266) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:05.868434 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4485ef5-d466-42ad-96f0-c8c823518499 req-cd3e059f-59ef-4330-b2e0-9b5964ef4207 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606498 Dec 08 01:32:05.882192 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:05.888257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12626933-5d97-4d32-9608-80055036d583 req-e1957c56-e90e-4657-89cf-228d90295626 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:05.890376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12626933-5d97-4d32-9608-80055036d583 req-e1957c56-e90e-4657-89cf-228d90295626 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 943 time: 0.0542982 Dec 08 01:32:05.912213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db789f5-aace-4272-af67-dd90ba2ebe5c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:05.934456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8db789f5-aace-4272-af67-dd90ba2ebe5c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8db789f5-aace-4272-af67-dd90ba2ebe5c,segment=NetworkSegment(c8002124-4423-41ce-9b77-31a2cf604845),segment_id=c8002124-4423-41ce-9b77-31a2cf604845)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:05.940737 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:05.951474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519fc8-d149-4e88-89d8-b6aaf4dc3e60 req-8a006869-7726-44a4-8b01-d8056f62b868 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:05.953054 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12626933-5d97-4d32-9608-80055036d583 req-383d0d90-8075-498b-8000-6a4bd1031764 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522883 Dec 08 01:32:05.953773 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9519fc8-d149-4e88-89d8-b6aaf4dc3e60 req-8a006869-7726-44a4-8b01-d8056f62b868 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 944 time: 0.1283598 Dec 08 01:32:05.958402 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:05.994437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8db789f5-aace-4272-af67-dd90ba2ebe5c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:06.054272 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9519fc8-d149-4e88-89d8-b6aaf4dc3e60 req-23a551f1-baa3-4b48-895b-52a6be388e8c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921032 Dec 08 01:32:06.095760 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.117226 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.117575 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.118344 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.118699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.119047 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.119388 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.119712 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.120035 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.120381 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.120714 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.153263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ded040-3cf5-4dab-8612-42dd26a8bd24 req-24c8a56e-de98-49c9-8979-44ae3f2436ef tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:06.155276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30ded040-3cf5-4dab-8612-42dd26a8bd24 req-24c8a56e-de98-49c9-8979-44ae3f2436ef tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 948 time: 0.0490313 Dec 08 01:32:06.202275 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30ded040-3cf5-4dab-8612-42dd26a8bd24 req-925fc2bb-2b03-43e1-94cc-930dc67f94bf tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Dec 08 01:32:06.229410 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.229769 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.230098 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.230433 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103130) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 01:32:06.230799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e5a158-1cbf-4245-ba7c-3a6e43c47075']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:06.250026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ea8461-d41d-475f-af31-3c7ad23824dd') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:06.250323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ea8461-d41d-475f-af31-3c7ad23824dd') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:06.266954 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.288593 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.298769 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:32:06.299186 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: from cryptography.utils import int_from_bytes Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: from cryptography.utils import int_from_bytes Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:32:06.303401 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:32:06.342247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36276) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:06.364204 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.371394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.374675 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a1e5a158-1cbf-4245-ba7c-3a6e43c47075 HTTP/1.1" status: 204 len: 168 time: 0.5284321 Dec 08 01:32:06.379257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36278) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:06.383996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39380f95-ac06-4634-875c-b529a6c969a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e5a158-1cbf-4245-ba7c-3a6e43c47075,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:06.423249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4f7633-a97e-47ad-9806-b2f5db346e7b admin admin] Deleting subnet 1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:32:06.428989 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7633-a97e-47ad-9806-b2f5db346e7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.457662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3216f20-23b8-498f-b538-f350868cdfbf admin admin] Deleting subnet 6f8af623-56d6-4e8f-920c-5ba028b05eb4 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:32:06.464668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3216f20-23b8-498f-b538-f350868cdfbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.492136 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7633-a97e-47ad-9806-b2f5db346e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.528777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3216f20-23b8-498f-b538-f350868cdfbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.567478 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7633-a97e-47ad-9806-b2f5db346e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.574328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e213bf3-4c8a-4763-a50e-f932779320b3 req-60d8eda8-2466-4400-a789-0f00b0bba08d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:06.575855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4e213bf3-4c8a-4763-a50e-f932779320b3 req-60d8eda8-2466-4400-a789-0f00b0bba08d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0523784 Dec 08 01:32:06.607463 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3216f20-23b8-498f-b538-f350868cdfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.625779 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4e213bf3-4c8a-4763-a50e-f932779320b3 req-6387cf63-57e4-4823-a423-f54c4b837a10 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426724 Dec 08 01:32:06.663109 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7633-a97e-47ad-9806-b2f5db346e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.694964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f7633-a97e-47ad-9806-b2f5db346e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:06.698790 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea4f7633-a97e-47ad-9806-b2f5db346e7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.704608 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ea4f7633-a97e-47ad-9806-b2f5db346e7b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1d8dbcb9-3475-4e7b-bfc4-fe1d8956c4fb HTTP/1.1" status: 204 len: 168 time: 0.3582573 Dec 08 01:32:06.704608 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3216f20-23b8-498f-b538-f350868cdfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.705688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36284) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:06.735029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3216f20-23b8-498f-b538-f350868cdfbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f8af623-56d6-4e8f-920c-5ba028b05eb4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:06.743689 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3216f20-23b8-498f-b538-f350868cdfbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.746838 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c3216f20-23b8-498f-b538-f350868cdfbf admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6f8af623-56d6-4e8f-920c-5ba028b05eb4 HTTP/1.1" status: 204 len: 168 time: 0.3666303 Dec 08 01:32:06.749515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36286) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:06.764249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['8db789f5-aace-4272-af67-dd90ba2ebe5c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:06.782021 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.822401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['257ae311-e96d-4745-b904-7ca320f748f5'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:06.849142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62702e-2c66-4e83-9f50-ffd2ab3a4373 req-5685f30d-6767-4abe-933c-0f9960b208e8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:06.850695 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cc62702e-2c66-4e83-9f50-ffd2ab3a4373 req-5685f30d-6767-4abe-933c-0f9960b208e8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 944 time: 0.1201141 Dec 08 01:32:06.850839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['f0de720a-e594-4ea0-944d-a56f228e4df1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:06.853165 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.861955 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.883654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635c69e4-e4b2-466a-9fb9-a6d91847cb42']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:06.893662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:06.893662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd55fc4-9c18-464b-a310-bbaf12dcd1fc') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:06.909145 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.921475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f8f14347-f396-4ba5-9f7e-a4343f453fe8 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:32:06.927949 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.935318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:32:06.935773 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:32:06.937926 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:32:06.943857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cc62702e-2c66-4e83-9f50-ffd2ab3a4373 req-56166a6e-ea85-407a-9a6b-34d13a18654a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840352 Dec 08 01:32:06.959924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: f8f14347-f396-4ba5-9f7e-a4343f453fe8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:32:06.959924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f8f14347-f396-4ba5-9f7e-a4343f453fe8 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:32:06.960401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:32:06.981463 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.000178 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.001342 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1f8e2c-79de-4c20-b50e-a254d08a1d8d']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:07.004114 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:32:07.012330 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.012691 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:32:07.013221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9fe4d2bd-c4b3-44b0-ba78-4de545aafb89 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:32:07.018164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929bcef6-4e30-4434-9e27-51c4dc6c9ea0') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:07.018650 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] 10.222.0.70 "DELETE /v2.0/networks/635c69e4-e4b2-466a-9fb9-a6d91847cb42 HTTP/1.1" status: 204 len: 168 time: 0.3111639 Dec 08 01:32:07.019033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929bcef6-4e30-4434-9e27-51c4dc6c9ea0') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:07.032065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.033268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f86840-1209-4fdd-a868-4c46add6ef9d admin admin] Pushing event deleted for resources: {'Network': ['ID=635c69e4-e4b2-466a-9fb9-a6d91847cb42,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:07.046515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:32:07.046515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b19a572c-1eae-4d4d-a4b7-aab7a72dd4a4 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:32:07.050467 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.057751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:32:07.058751 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:32:07.060672 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:32:07.131174 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.153019 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.158175 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] 10.222.0.70 "DELETE /v2.0/networks/9f1f8e2c-79de-4c20-b50e-a254d08a1d8d HTTP/1.1" status: 204 len: 168 time: 0.4070132 Dec 08 01:32:07.172047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f475c6-427b-4a19-a3cb-f27058d6d70b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f1f8e2c-79de-4c20-b50e-a254d08a1d8d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:07.196777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bd240-b430-4a62-b765-4e95cc3faebf req-7e28b41c-e0fb-4839-809f-7f6cd17e4293 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:07.198422 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8c3bd240-b430-4a62-b765-4e95cc3faebf req-7e28b41c-e0fb-4839-809f-7f6cd17e4293 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 944 time: 0.0716600 Dec 08 01:32:07.270308 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8c3bd240-b430-4a62-b765-4e95cc3faebf req-7c69ad87-5d81-4a7c-9c9c-b23ba191b0d1 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638134 Dec 08 01:32:07.296357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575cbb0-add4-41f9-952a-ef0e43925d07 req-75ed7418-41fa-487e-8817-b06dabdd5f14 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:07.305178 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2575cbb0-add4-41f9-952a-ef0e43925d07 req-75ed7418-41fa-487e-8817-b06dabdd5f14 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 944 time: 0.0729542 Dec 08 01:32:07.345156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36300) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:07.388597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2575cbb0-add4-41f9-952a-ef0e43925d07 req-aad1c2a9-8478-45a0-8b61-979521bf3b80 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791039 Dec 08 01:32:07.389697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36302) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:07.422267 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-521cece3-a409-4077-acdd-6d30c61a738f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b4ed04e6f66436b87d1c30f3e95d331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0751305 Dec 08 01:32:07.426070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36304) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:07.434888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ffb20da1-b1e4-4237-808c-cd52a7031b07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd4ff7fde0c2421580d5a62bbe5f9903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434191 Dec 08 01:32:07.437782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36306) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:07.462885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484147e-c235-409f-bc46-4177abfabc5b req-1c105230-48b1-43e1-8f75-256484cdc1c6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:07.464369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b484147e-c235-409f-bc46-4177abfabc5b req-1c105230-48b1-43e1-8f75-256484cdc1c6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 948 time: 0.0830250 Dec 08 01:32:07.486099 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6987c6f1-b5b3-4394-8306-f8db79b247f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.507474 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6987c6f1-b5b3-4394-8306-f8db79b247f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.512794 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f2f0506-47fb-48e9-8b2e-312e0e8325ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.542409 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b484147e-c235-409f-bc46-4177abfabc5b req-d31b939d-4b91-40c4-b466-0eeddc04b59b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685301 Dec 08 01:32:07.547306 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f2f0506-47fb-48e9-8b2e-312e0e8325ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.554652 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6987c6f1-b5b3-4394-8306-f8db79b247f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.557407 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6987c6f1-b5b3-4394-8306-f8db79b247f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.560919 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6987c6f1-b5b3-4394-8306-f8db79b247f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f378aa82-6c47-4c46-835c-327728b3c8e1 HTTP/1.1" status: 204 len: 168 time: 0.1198502 Dec 08 01:32:07.567334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987c6f1-b5b3-4394-8306-f8db79b247f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f378aa82-6c47-4c46-835c-327728b3c8e1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:07.604361 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f2f0506-47fb-48e9-8b2e-312e0e8325ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.607166 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f2f0506-47fb-48e9-8b2e-312e0e8325ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:07.612746 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7f2f0506-47fb-48e9-8b2e-312e0e8325ce admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d375626f-ee00-4288-bd04-aef4ee55465c HTTP/1.1" status: 204 len: 168 time: 0.1842651 Dec 08 01:32:07.620178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f0506-47fb-48e9-8b2e-312e0e8325ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d375626f-ee00-4288-bd04-aef4ee55465c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:07.753406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98460b74-5da3-4d12-819c-5f18f1a81fef req-876b33ae-9a91-47ef-bb07-5beab51b4eaa tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:07.755232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98460b74-5da3-4d12-819c-5f18f1a81fef req-876b33ae-9a91-47ef-bb07-5beab51b4eaa tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0575941 Dec 08 01:32:07.809334 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98460b74-5da3-4d12-819c-5f18f1a81fef req-fe774d8a-c9c2-46e0-94ce-82fe8ab74ae0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470173 Dec 08 01:32:07.981809 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36324) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:08.033673 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cec0d163-97fd-4222-a95a-dab73cbef197 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=afb33c91594a419ab65af7d0fe7fb756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484631 Dec 08 01:32:08.034047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36330) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:08.116103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906edb84-beb6-4a93-9a12-e863fe39e926 req-585bcd06-9c6e-4761-8e8c-93b2be7de075 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:08.117770 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-906edb84-beb6-4a93-9a12-e863fe39e926 req-585bcd06-9c6e-4761-8e8c-93b2be7de075 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 944 time: 0.0758872 Dec 08 01:32:08.122790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3471f91e-579c-4b63-887f-b6671deb16b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.162066 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3471f91e-579c-4b63-887f-b6671deb16b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.205883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-906edb84-beb6-4a93-9a12-e863fe39e926 req-87910e94-0ca7-408a-832f-be8f5784cb95 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807300 Dec 08 01:32:08.245237 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3471f91e-579c-4b63-887f-b6671deb16b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.247877 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3471f91e-579c-4b63-887f-b6671deb16b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.249795 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3471f91e-579c-4b63-887f-b6671deb16b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f27f466-8a5a-483a-9c87-6566fc37cbf1 HTTP/1.1" status: 204 len: 168 time: 0.2147515 Dec 08 01:32:08.259020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471f91e-579c-4b63-887f-b6671deb16b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f27f466-8a5a-483a-9c87-6566fc37cbf1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:08.406936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb51ad-674a-4a48-a087-25e6016d5d67 req-957390f0-904d-4370-9870-ff6cc347c8ef tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:08.408685 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eebb51ad-674a-4a48-a087-25e6016d5d67 req-957390f0-904d-4370-9870-ff6cc347c8ef tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 944 time: 0.0613563 Dec 08 01:32:08.429625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36350) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:08.490741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eebb51ad-674a-4a48-a087-25e6016d5d67 req-839c0e54-3398-4835-89e4-88e547aff7fa tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751398 Dec 08 01:32:08.520236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa8822-041f-45f1-900c-8b16be6d2ad8 req-de504314-a9e5-4d62-9f65-e7887369e271 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:08.521962 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1eaa8822-041f-45f1-900c-8b16be6d2ad8 req-de504314-a9e5-4d62-9f65-e7887369e271 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 944 time: 0.0600755 Dec 08 01:32:08.558013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-154630127-network', 'tenant_id': '52457a89bac449eeb836923062c49a9c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:08.619398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1eaa8822-041f-45f1-900c-8b16be6d2ad8 req-e25bd044-6b84-452c-842d-284d9d192029 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897665 Dec 08 01:32:08.621159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Made reservation on behalf of 52457a89bac449eeb836923062c49a9c for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:32:08.624351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.642211 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.673582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d1676-cb39-4231-889b-f50bcad5d41f req-bd30404a-b208-4ae3-92fa-8a0b9324a8cc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:08.675265 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e6d1676-cb39-4231-889b-f50bcad5d41f req-bd30404a-b208-4ae3-92fa-8a0b9324a8cc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 948 time: 0.0586882 Dec 08 01:32:08.730368 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e6d1676-cb39-4231-889b-f50bcad5d41f req-64c136ca-2e7b-4e4b-884a-746b3de34ffe tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474756 Dec 08 01:32:08.735135 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.740152 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.755926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:32:08.780492 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.780836 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Added segment 653527eb-69b9-4198-9058-03b78c60c6c1 of type vlan for network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 Dec 08 01:32:08.789351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73d2177-818f-4d0b-8845-abf51b5f9362,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:08.827344 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.860696 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.862099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:08.863174 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.912349 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4801216 Dec 08 01:32:08.915388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36374) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:08.921248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e9852729-3b69-4865-b51a-4b0f71f7302c admin admin] Request body: {'subnet': {'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-154630127-subnet', 'tenant_id': '52457a89bac449eeb836923062c49a9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:08.947865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9852729-3b69-4865-b51a-4b0f71f7302c admin admin] Made reservation on behalf of 52457a89bac449eeb836923062c49a9c for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:32:08.950674 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9852729-3b69-4865-b51a-4b0f71f7302c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:08.968760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902508d-d764-4ea0-ba91-9734dd15e54d admin admin] Pushing event updated for resources: {'Network': ['ID=20b932fd-14f5-4575-9b83-f48bb3a90ce6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:08.982070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:32:09.009525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f0de720a-e594-4ea0-944d-a56f228e4df1 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:09.021197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d7f0a-6b92-4f7c-82c6-344c51c9f38f req-df711adb-7a69-420e-95b1-d10a484df6c3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:09.021913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36376) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:09.023411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-705d7f0a-6b92-4f7c-82c6-344c51c9f38f req-df711adb-7a69-420e-95b1-d10a484df6c3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1279666 Dec 08 01:32:09.095709 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-705d7f0a-6b92-4f7c-82c6-344c51c9f38f req-7027ecec-3e1a-49dc-936d-5d367cffb3db tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655587 Dec 08 01:32:09.111722 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port f0de720a-e594-4ea0-944d-a56f228e4df1 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:32:09.116325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port f0de720a-e594-4ea0-944d-a56f228e4df1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:09.116885 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.167450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-network', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:09.193476 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9852729-3b69-4865-b51a-4b0f71f7302c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.207727 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.230834 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Made reservation on behalf of ee6ae0f92b2f4e27954336d2199a8745 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:32:09.233596 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.236021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:09.238204 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06680d4-295c-42a4-a9b5-396dc07c39e7" -d '{"events": [{"server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "name": "network-vif-plugged", "status": "completed", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:09.251448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:09.259999 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.261462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 257ae311-e96d-4745-b904-7ca320f748f5 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:09.276048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9852729-3b69-4865-b51a-4b0f71f7302c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dfb6545-e723-4219-9adc-c75d330b6d32,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:09.292126 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.294959 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c73dfa-111c-4b4d-9c4e-b272b1638609 x-openstack-request-id: req-27c73dfa-111c-4b4d-9c4e-b272b1638609 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:09.297089 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "name": "network-vif-plugged", "status": "completed", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:09.297420 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27c73dfa-111c-4b4d-9c4e-b272b1638609 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:09.297890 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'code': 200} Dec 08 01:32:09.387906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:09.403157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 257ae311-e96d-4745-b904-7ca320f748f5 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:32:09.415760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 257ae311-e96d-4745-b904-7ca320f748f5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:09.416147 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.450488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e62f0-bad0-4fae-a3d4-c56b87980072 req-ffe969f1-0d81-443a-ab10-7688edf824df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:09.454472 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d39e62f0-bad0-4fae-a3d4-c56b87980072 req-ffe969f1-0d81-443a-ab10-7688edf824df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 1101 time: 0.0587394 Dec 08 01:32:09.463429 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.475136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.483862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9852729-3b69-4865-b51a-4b0f71f7302c admin admin] Checking segment: {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:09.484275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9852729-3b69-4865-b51a-4b0f71f7302c admin admin] Network hostable DHCP agents. Network: 20b932fd-14f5-4575-9b83-f48bb3a90ce6, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:32:09.507885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:32:09.521176 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.538210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.538666 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Added segment b3e312ce-02b0-4f81-8f34-cfcdd38bc87d of type vlan for network 388aef79-43b2-40f4-872b-9d737ee249d5 Dec 08 01:32:09.545846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d39e62f0-bad0-4fae-a3d4-c56b87980072 req-89b7cbd9-07ca-445f-827d-7528518a2bd7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799983 Dec 08 01:32:09.562458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810491-85e3-42da-847e-b3acde506cbe req-1f00882a-9d53-4613-a2d1-794643b2701b tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:09.567368 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 257ae311-e96d-4745-b904-7ca320f748f5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=257ae311-e96d-4745-b904-7ca320f748f5,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:09.568772 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b810491-85e3-42da-847e-b3acde506cbe req-1f00882a-9d53-4613-a2d1-794643b2701b tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 944 time: 0.1544902 Dec 08 01:32:09.569451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3282059-729c-4aa0-86c2-2a112ff106dd,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:09.573486 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.574595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8db789f5-aace-4272-af67-dd90ba2ebe5c up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:09.585632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9852729-3b69-4865-b51a-4b0f71f7302c admin admin] Network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:32:09.659543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=257ae311-e96d-4745-b904-7ca320f748f5,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:09.671430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63cda3-7aec-4ad7-a1a1-22ebe9b8aa7c req-79ddabfe-bdd6-4d29-b613-4b21d67f7416 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:09.673604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 8db789f5-aace-4272-af67-dd90ba2ebe5c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:32:09.679756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc63cda3-7aec-4ad7-a1a1-22ebe9b8aa7c req-79ddabfe-bdd6-4d29-b613-4b21d67f7416 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 944 time: 0.0769122 Dec 08 01:32:09.681341 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.682061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 8db789f5-aace-4272-af67-dd90ba2ebe5c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:09.682677 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.687328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e9852729-3b69-4865-b51a-4b0f71f7302c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 20b932fd-14f5-4575-9b83-f48bb3a90ce6) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:32:09.699980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9852729-3b69-4865-b51a-4b0f71f7302c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:09.700163 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9852729-3b69-4865-b51a-4b0f71f7302c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.744857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc63cda3-7aec-4ad7-a1a1-22ebe9b8aa7c req-43d5370e-fb63-4238-b1a2-46492cd44997 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637622 Dec 08 01:32:09.746033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c08589-d63c-4cca-9366-f51902d20841 None None] Network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:32:09.749269 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b810491-85e3-42da-847e-b3acde506cbe req-fd6c982d-7743-4b30-8e6f-60672d15d2db tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626742 Dec 08 01:32:09.777721 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e9852729-3b69-4865-b51a-4b0f71f7302c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8602800 Dec 08 01:32:09.782871 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.790053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:09.790670 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.843510 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8173051 Dec 08 01:32:09.870548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36394) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:09.882679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b95b30-03a1-4b1b-a9ba-45fe345bf88f admin admin] Pushing event updated for resources: {'Network': ['ID=388aef79-43b2-40f4-872b-9d737ee249d5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:09.884927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-60011698-79d8-4e88-8191-31d6e95e3cd1 admin admin] Request body: {'subnet': {'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-subnet', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:09.916405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 388aef79-43b2-40f4-872b-9d737ee249d5 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:32:09.944412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e120f360-ab98-47e1-872e-ed55ae959d4b None None] Network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:32:09.954208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14122c7-68b0-4849-8e9c-645de5d23a25 req-a2d723bb-be1f-4471-80fc-a156327dbb8e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:09.963308 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f14122c7-68b0-4849-8e9c-645de5d23a25 req-a2d723bb-be1f-4471-80fc-a156327dbb8e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 945 time: 0.1340044 Dec 08 01:32:09.964733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60011698-79d8-4e88-8191-31d6e95e3cd1 admin admin] Made reservation on behalf of ee6ae0f92b2f4e27954336d2199a8745 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:32:09.967668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60011698-79d8-4e88-8191-31d6e95e3cd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:09.972413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4def46-a5ab-4da1-a29e-3251420a4cf5 req-58a2cb95-07db-4d8f-92c6-1f4a434e0fcc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:09.981283 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d4def46-a5ab-4da1-a29e-3251420a4cf5 req-58a2cb95-07db-4d8f-92c6-1f4a434e0fcc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.1008937 Dec 08 01:32:10.054347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d4def46-a5ab-4da1-a29e-3251420a4cf5 req-b687263a-7216-4ec3-8723-214f030684a4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526903 Dec 08 01:32:10.063061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f14122c7-68b0-4849-8e9c-645de5d23a25 req-6d712b21-1a17-4f8e-b274-2f59bbf8d054 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708532 Dec 08 01:32:10.207240 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:10.251842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8db789f5-aace-4272-af67-dd90ba2ebe5c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8db789f5-aace-4272-af67-dd90ba2ebe5c,segment=NetworkSegment(c8002124-4423-41ce-9b77-31a2cf604845),segment_id=c8002124-4423-41ce-9b77-31a2cf604845)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:10.256344 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:10.280635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e027733-e08e-44d1-b83e-0f27a9ef4cfc req-bb856fc7-ca8c-4001-8868-d390e6373d67 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:10.282967 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e027733-e08e-44d1-b83e-0f27a9ef4cfc req-bb856fc7-ca8c-4001-8868-d390e6373d67 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1049616 Dec 08 01:32:10.310488 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8db789f5-aace-4272-af67-dd90ba2ebe5c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:10.383472 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e027733-e08e-44d1-b83e-0f27a9ef4cfc req-63b9846f-7598-4619-b5b3-50c8d5898325 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951412 Dec 08 01:32:10.385674 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60011698-79d8-4e88-8191-31d6e95e3cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:10.431338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60011698-79d8-4e88-8191-31d6e95e3cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:10.450276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-8067b759-9f95-4559-a089-3109e0be1657 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:10.458571 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-8067b759-9f95-4559-a089-3109e0be1657 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 814 time: 0.1306050 Dec 08 01:32:10.464964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60011698-79d8-4e88-8191-31d6e95e3cd1 admin admin] Checking segment: {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:10.466091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60011698-79d8-4e88-8191-31d6e95e3cd1 admin admin] Network hostable DHCP agents. Network: 388aef79-43b2-40f4-872b-9d737ee249d5, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:32:10.472842 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-e4084adf-5245-4ed3-8bd0-0ffa8bb87bef tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/quotas/52457a89bac449eeb836923062c49a9c HTTP/1.1" status: 200 len: 375 time: 0.0133345 Dec 08 01:32:10.485461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60011698-79d8-4e88-8191-31d6e95e3cd1 admin admin] Network 388aef79-43b2-40f4-872b-9d737ee249d5 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:32:10.496701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-60011698-79d8-4e88-8191-31d6e95e3cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 388aef79-43b2-40f4-872b-9d737ee249d5) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:32:10.508828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a6d32-99d2-40bb-a013-3deb4be6516c None None] Network 388aef79-43b2-40f4-872b-9d737ee249d5 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:32:10.510864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60011698-79d8-4e88-8191-31d6e95e3cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:10.511671 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60011698-79d8-4e88-8191-31d6e95e3cd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:10.518470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-e142cac7-2b5a-418b-abb7-f59f8f46fb34 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417790 Dec 08 01:32:10.539620 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-60011698-79d8-4e88-8191-31d6e95e3cd1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6645839 Dec 08 01:32:10.542383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36414) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:10.552402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:10.586674 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:10.603235 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:10.636855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-388aef79-43b2-40f4-872b-9d737ee249d5', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:32:10.637713 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:10.642106 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-f961099e-2455-4d8f-96f0-78e6f583bc31 service neutron] 10.222.0.70 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203909 Dec 08 01:32:10.692400 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:10.755308 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-aae16177-3a46-48f4-9bc1-8003c79bbcdc service neutron] 10.222.0.70 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122210 Dec 08 01:32:10.840672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Allocated IP 172.20.0.2 (388aef79-43b2-40f4-872b-9d737ee249d5/d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c/c0c7a551-af13-4fd0-820e-05609cfcedbe) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:32:10.954936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:11.000323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed295a-53a9-488c-956c-553e27c9f463 req-441f659a-2ea2-4b96-86b3-64f0848ae28f tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:11.001899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43ed295a-53a9-488c-956c-553e27c9f463 req-441f659a-2ea2-4b96-86b3-64f0848ae28f tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 945 time: 0.1457367 Dec 08 01:32:11.067660 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43ed295a-53a9-488c-956c-553e27c9f463 req-5ac37253-3f3a-426a-a186-54c09f14e1bb tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560486 Dec 08 01:32:11.100029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cfd06-3454-4ebc-990e-9cbcb6c67c44 req-8042134d-60e9-4a8d-8b3e-168bd840846b tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:11.108954 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a83cfd06-3454-4ebc-990e-9cbcb6c67c44 req-8042134d-60e9-4a8d-8b3e-168bd840846b tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 944 time: 0.0900970 Dec 08 01:32:11.193569 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a83cfd06-3454-4ebc-990e-9cbcb6c67c44 req-2f444e7a-256b-4b50-8cae-5e8f6e23d3b0 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835736 Dec 08 01:32:11.197252 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:11.230918 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:11.297600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Network 388aef79-43b2-40f4-872b-9d737ee249d5 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:32:11.299019 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-280e5063-dc7f-4447-a281-dee6e8af6c0e req-90891aeb-86e2-4d0d-894a-8bf7ea4d3913 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 210 time: 0.1036818 Dec 08 01:32:11.307276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b7f98-2252-409e-bd18-46d94cd5992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257ae311-e96d-4745-b904-7ca320f748f5'}, {'server_uuid': '5012eacf-1724-4fac-9c44-bf5dc6670a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db789f5-aace-4272-af67-dd90ba2ebe5c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:11.309569 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6675db-caa2-48b3-aef7-2ab12d3be18e" -d '{"events": [{"server_uuid": "0f7b7f98-2252-409e-bd18-46d94cd5992f", "name": "network-vif-plugged", "status": "completed", "tag": "257ae311-e96d-4745-b904-7ca320f748f5"}, {"server_uuid": "5012eacf-1724-4fac-9c44-bf5dc6670a1c", "name": "network-vif-plugged", "status": "completed", "tag": "8db789f5-aace-4272-af67-dd90ba2ebe5c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:11.318009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:32:11.320452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:32:11.323233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Pushing event updated for resources: {'Port': ['ID=c0c7a551-af13-4fd0-820e-05609cfcedbe,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:11.374951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514c6b5-0cdd-41b3-a6a2-c2ac158a58dd req-3f44b33f-3c2c-4283-9dc1-ef622d799fdc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:11.382668 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b514c6b5-0cdd-41b3-a6a2-c2ac158a58dd req-3f44b33f-3c2c-4283-9dc1-ef622d799fdc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.1039431 Dec 08 01:32:11.397695 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:11.419724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Attempting to bind port c0c7a551-af13-4fd0-820e-05609cfcedbe on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:11.420105 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Attempting to bind port c0c7a551-af13-4fd0-820e-05609cfcedbe by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:11.421181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Attempting to bind port c0c7a551-af13-4fd0-820e-05609cfcedbe on network 388aef79-43b2-40f4-872b-9d737ee249d5 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:11.427564 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:11.437778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:11.439292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Checking segment: {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:11.440914 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:11.441654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Bound using segment: {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:11.442654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Bound port: c0c7a551-af13-4fd0-820e-05609cfcedbe, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:11.444492 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:11.454705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b514c6b5-0cdd-41b3-a6a2-c2ac158a58dd req-212eec46-eb57-4655-b243-368053a0a1e0 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662997 Dec 08 01:32:11.505606 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e076d5-cad9-41c3-b3ed-03dc31857aec x-openstack-request-id: req-63e076d5-cad9-41c3-b3ed-03dc31857aec {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:11.505980 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b7f98-2252-409e-bd18-46d94cd5992f", "name": "network-vif-plugged", "status": "completed", "tag": "257ae311-e96d-4745-b904-7ca320f748f5", "code": 200}, {"server_uuid": "5012eacf-1724-4fac-9c44-bf5dc6670a1c", "name": "network-vif-plugged", "status": "completed", "tag": "8db789f5-aace-4272-af67-dd90ba2ebe5c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:11.506399 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63e076d5-cad9-41c3-b3ed-03dc31857aec {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:11.507148 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b7f98-2252-409e-bd18-46d94cd5992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257ae311-e96d-4745-b904-7ca320f748f5', 'code': 200} Dec 08 01:32:11.507502 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5012eacf-1724-4fac-9c44-bf5dc6670a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db789f5-aace-4272-af67-dd90ba2ebe5c', 'code': 200} Dec 08 01:32:11.554183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70258c9c-35a7-4ce2-a253-91d695b5afe3 req-ce4e6d2b-5b35-4d9d-8603-32910be3013a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:11.557024 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70258c9c-35a7-4ce2-a253-91d695b5afe3 req-ce4e6d2b-5b35-4d9d-8603-32910be3013a tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 945 time: 0.1321175 Dec 08 01:32:11.559419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] For port c0c7a551-af13-4fd0-820e-05609cfcedbe, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:11.567380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] For port c0c7a551-af13-4fd0-820e-05609cfcedbe, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c0c7a551-af13-4fd0-820e-05609cfcedbe,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:32:11.572460 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:11.677162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa0de7-49b7-48bb-875e-dd58a1a24138 None None] Pushing event updated for resources: {'Port': ['ID=c0c7a551-af13-4fd0-820e-05609cfcedbe,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:11.711803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70258c9c-35a7-4ce2-a253-91d695b5afe3 req-921868c1-7b7d-43de-bede-3896b8314dd9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349015 Dec 08 01:32:11.741093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391c21c-660f-4723-b239-23cd7b56189d req-8f3d16a4-3c54-4096-913b-113149f4b92d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:11.749547 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9391c21c-660f-4723-b239-23cd7b56189d req-8f3d16a4-3c54-4096-913b-113149f4b92d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1163847 Dec 08 01:32:11.762481 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Allocated IP 172.25.2.238 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/4ea5a706-6d91-47a6-bf35-4a47f80ff7a3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:32:11.834783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce0e89-60ab-4a8c-9763-8c7ade26c4d7 req-d72bdc43-812f-46ce-a4c2-e89a99870e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:11.836429 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c0ce0e89-60ab-4a8c-9763-8c7ade26c4d7 req-d72bdc43-812f-46ce-a4c2-e89a99870e92 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 1097 time: 0.1369219 Dec 08 01:32:11.876037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cd983-ec20-4686-9022-8aa48a30c2c5 req-1580d42f-6d58-4ca3-9feb-da8f3569f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:11.878108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-187cd983-ec20-4686-9022-8aa48a30c2c5 req-1580d42f-6d58-4ca3-9feb-da8f3569f9c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 1097 time: 0.1776206 Dec 08 01:32:11.878763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9391c21c-660f-4723-b239-23cd7b56189d req-6e28ce04-9f09-4e68-b914-2c7a21c96a74 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222451 Dec 08 01:32:11.902268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-0e2ad342-51d9-41b5-9491-ac869f519461 service neutron] 10.222.0.72 "GET /v2.0/ports/75983b40-5bf0-4392-ad92-d87eb3eb584b/bindings/n-h1-713498-30 HTTP/1.1" status: 200 len: 385 time: 0.1425340 Dec 08 01:32:11.984132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c0ce0e89-60ab-4a8c-9763-8c7ade26c4d7 req-f39af842-4232-4309-b692-fa58f91c92b8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358199 Dec 08 01:32:12.001579 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be035a8d-a00a-4d89-97dc-9105fb33515f req-64f02bf6-6b32-44f2-95ec-15b592d78e69 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:12.010107 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-be035a8d-a00a-4d89-97dc-9105fb33515f req-64f02bf6-6b32-44f2-95ec-15b592d78e69 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.2006214 Dec 08 01:32:12.070449 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:12.118952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-be035a8d-a00a-4d89-97dc-9105fb33515f req-f821a0c2-7d16-47dc-aac4-84d74472fd6e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077111 Dec 08 01:32:12.132146 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-187cd983-ec20-4686-9022-8aa48a30c2c5 req-74054dc1-79ec-4d4e-8353-0f40e260baf2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404308 Dec 08 01:32:12.197007 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:12.225407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-9180d2d8-d1e0-4b4b-8adb-3e6e012b51b0 service neutron] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:12.251419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:32:12.252947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea5a706-6d91-47a6-bf35-4a47f80ff7a3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:12.256112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:32:12.258311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:32:12.280934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-9180d2d8-d1e0-4b4b-8adb-3e6e012b51b0 service neutron] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:12.319836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ad2cb-f420-4e45-a5a3-79345735ffcb req-8355bcbf-1f0f-4cbe-a3eb-47e0dd56e264 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:12.321423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa6ad2cb-f420-4e45-a5a3-79345735ffcb req-8355bcbf-1f0f-4cbe-a3eb-47e0dd56e264 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 945 time: 0.1148479 Dec 08 01:32:12.332863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-9180d2d8-d1e0-4b4b-8adb-3e6e012b51b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75983b40-5bf0-4392-ad92-d87eb3eb584b {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:12.351121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-9180d2d8-d1e0-4b4b-8adb-3e6e012b51b0 service neutron] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:12.377792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-9180d2d8-d1e0-4b4b-8adb-3e6e012b51b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:12.412372 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa6ad2cb-f420-4e45-a5a3-79345735ffcb req-5f6ac7f6-c34e-4158-9538-8b36a357e970 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749977 Dec 08 01:32:12.432902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488ff03-1d00-4b5c-855f-325e28a48014 req-f8ad73da-a8c2-4a7e-b338-c018da2a9b2c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:12.437678 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8488ff03-1d00-4b5c-855f-325e28a48014 req-f8ad73da-a8c2-4a7e-b338-c018da2a9b2c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 944 time: 0.1454794 Dec 08 01:32:12.477169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-9180d2d8-d1e0-4b4b-8adb-3e6e012b51b0 service neutron] Transition to ACTIVE for port object 75983b40-5bf0-4392-ad92-d87eb3eb584b will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:32:12.481745 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-9180d2d8-d1e0-4b4b-8adb-3e6e012b51b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:12.565494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-9180d2d8-d1e0-4b4b-8adb-3e6e012b51b0 service neutron] No DVR routers for this DVR port 75983b40-5bf0-4392-ad92-d87eb3eb584b on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:32:12.568998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180d2d8-d1e0-4b4b-8adb-3e6e012b51b0 service neutron] Pushing event updated for resources: {'Port': ['ID=75983b40-5bf0-4392-ad92-d87eb3eb584b,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:12.604018 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-9180d2d8-d1e0-4b4b-8adb-3e6e012b51b0 service neutron] 10.222.0.72 "PUT /v2.0/ports/75983b40-5bf0-4392-ad92-d87eb3eb584b/bindings/n-h1-713498-30/activate HTTP/1.1" status: 200 len: 370 time: 0.6844144 Dec 08 01:32:12.604789 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8488ff03-1d00-4b5c-855f-325e28a48014 req-b7fba0ce-d018-4124-82aa-2e1a88f7d292 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615062 Dec 08 01:32:12.756654 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9212c2f-67b4-4ad9-9e32-f2754e0b472d req-d78711a4-7898-47e1-9b8f-57c1223c5950 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 210 time: 0.0784602 Dec 08 01:32:12.838252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178b59c-ef26-47c6-a3a6-fce256243103 req-f8da779e-33e4-479e-9eb8-ee0c9d8ffd03 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:12.844883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2178b59c-ef26-47c6-a3a6-fce256243103 req-f8da779e-33e4-479e-9eb8-ee0c9d8ffd03 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0884166 Dec 08 01:32:12.903226 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2178b59c-ef26-47c6-a3a6-fce256243103 req-780c749a-7636-44df-94c2-b87a5aef5dd9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509105 Dec 08 01:32:12.910209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 75983b40-5bf0-4392-ad92-d87eb3eb584b no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:32:12.987352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 75983b40-5bf0-4392-ad92-d87eb3eb584b not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:32:13.055044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c0c7a551-af13-4fd0-820e-05609cfcedbe up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:13.065583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285c60c-ecf6-41f0-be7f-1241985e5929 req-cf2b4d1e-8e9c-4db3-b9b2-5f3c3efea3eb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:13.075416 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9285c60c-ecf6-41f0-be7f-1241985e5929 req-cf2b4d1e-8e9c-4db3-b9b2-5f3c3efea3eb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0873446 Dec 08 01:32:13.127873 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9285c60c-ecf6-41f0-be7f-1241985e5929 req-6710b174-13e8-4310-a282-cf49a09ee181 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513892 Dec 08 01:32:13.166836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:13.210371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f913208-edfb-4b74-9fea-aee9f4269eab None None] Network 388aef79-43b2-40f4-872b-9d737ee249d5 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:32:13.258709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3b356b45-2577-46a2-bec9-48459795b10e None None] Provisioning complete for port c0c7a551-af13-4fd0-820e-05609cfcedbe triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:13.259087 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3b356b45-2577-46a2-bec9-48459795b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:13.270948 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-30011836-a22e-4584-a5de-0d09214251b5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5254326 Dec 08 01:32:13.281752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7d3f408b-43b0-4954-89c1-54b5828d81f3 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:13.283326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-7d3f408b-43b0-4954-89c1-54b5828d81f3 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e&tenant_id=be969996768c47d9a8724404f7a037cd&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.5407681 Dec 08 01:32:13.292458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ebecfc8b-4cd1-4d6f-bd64-3da333df2e60 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:13.293891 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ebecfc8b-4cd1-4d6f-bd64-3da333df2e60 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.72 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 814 time: 0.6274872 Dec 08 01:32:13.343004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Request body: {'port': {'device_id': '9a5a2692-4fcc-451c-b0a8-d773e423d5cc', 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6', 'admin_state_up': True, 'tenant_id': '52457a89bac449eeb836923062c49a9c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:13.343443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c0c7a551-af13-4fd0-820e-05609cfcedbe triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:13.343801 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:13.361546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5d7c2-3082-4ec5-a2fa-9ebe98466fab req-745e8825-3611-4b2f-96ed-2f6bb8abd538 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:13.363090 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ce5d7c2-3082-4ec5-a2fa-9ebe98466fab req-745e8825-3611-4b2f-96ed-2f6bb8abd538 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 945 time: 0.2523401 Dec 08 01:32:13.483574 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3b356b45-2577-46a2-bec9-48459795b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:13.516027 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:13.539637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3b356b45-2577-46a2-bec9-48459795b10e None None] For port c0c7a551-af13-4fd0-820e-05609cfcedbe, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c0c7a551-af13-4fd0-820e-05609cfcedbe,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:13.565168 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3b356b45-2577-46a2-bec9-48459795b10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:13.588805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-5480f195-3fbc-40a5-84b9-956f30d1c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:13.590560 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-5480f195-3fbc-40a5-84b9-956f30d1c7b7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e&tenant_id=be969996768c47d9a8724404f7a037cd HTTP/1.1" status: 200 len: 1097 time: 0.2956507 Dec 08 01:32:13.656698 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:32:13.657064 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:32:13.661037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ce5d7c2-3082-4ec5-a2fa-9ebe98466fab req-e4e74a68-de11-449b-95bf-a3ab67746a9d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704403 Dec 08 01:32:13.665744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b356b45-2577-46a2-bec9-48459795b10e None None] Pushing event updated for resources: {'Port': ['ID=c0c7a551-af13-4fd0-820e-05609cfcedbe,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:13.705349 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f20789-6303-4c77-acb0-0f9abce18c87 req-a7be7419-7855-4991-aa48-acfd49e29aed tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:13.707129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4f20789-6303-4c77-acb0-0f9abce18c87 req-a7be7419-7855-4991-aa48-acfd49e29aed tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 945 time: 0.1228240 Dec 08 01:32:13.805363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4f20789-6303-4c77-acb0-0f9abce18c87 req-fc2a306a-f9a2-426a-9244-10592757d713 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914822 Dec 08 01:32:13.862477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Made reservation on behalf of 52457a89bac449eeb836923062c49a9c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:32:13.867491 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:13.890723 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:13.893188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2f40dc35-3f9d-491b-98ed-ffed6281b39d None None] Provisioning complete for port c0c7a551-af13-4fd0-820e-05609cfcedbe triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:13.893678 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2f40dc35-3f9d-491b-98ed-ffed6281b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:13.919180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-4e1e51d9-5290-4a49-a538-b40bc268552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:13.922775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-4e1e51d9-5290-4a49-a538-b40bc268552e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 1097 time: 0.1987641 Dec 08 01:32:13.952177 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0cca24f-bcde-4457-88aa-6dadad8713ed req-514f70db-f456-48e7-8261-2c4eec7297ca tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 210 time: 0.0311012 Dec 08 01:32:14.074630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d247f6d-913e-4289-a33e-0f8852b91f2d req-9d7328d8-594a-467c-9655-4d575fe918f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:14.083444 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4d247f6d-913e-4289-a33e-0f8852b91f2d req-9d7328d8-594a-467c-9655-4d575fe918f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 945 time: 0.2814717 Dec 08 01:32:14.109488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8bfa7-2502-4605-b44e-8d8bfaa67aa2 req-5043eb59-0ad8-4bd4-8f78-d6037f110fe6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:14.111583 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9eb8bfa7-2502-4605-b44e-8d8bfaa67aa2 req-5043eb59-0ad8-4bd4-8f78-d6037f110fe6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0721345 Dec 08 01:32:14.194020 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9eb8bfa7-2502-4605-b44e-8d8bfaa67aa2 req-a4529841-888b-4046-80b0-ad251d6bc458 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707779 Dec 08 01:32:14.292795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Allocated IP 172.20.0.9 (20b932fd-14f5-4575-9b83-f48bb3a90ce6/5dfb6545-e723-4219-9adc-c75d330b6d32/bf504062-4895-4581-a176-fe2dbecd580f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:32:14.319150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde40a3-ec2d-4c64-bfe9-dd7f2fd9f301 req-652c657e-2838-45cb-ab2d-0d1d9a65c98a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:14.320781 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cdde40a3-ec2d-4c64-bfe9-dd7f2fd9f301 req-652c657e-2838-45cb-ab2d-0d1d9a65c98a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0662699 Dec 08 01:32:14.323977 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4d247f6d-913e-4289-a33e-0f8852b91f2d req-5e2b2e54-c4ab-49f2-af67-8a959c9eb733 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396686 Dec 08 01:32:14.363430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-39e33e12-b033-419b-b556-28f61c7e1fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:14.365024 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-39e33e12-b033-419b-b556-28f61c7e1fa7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.3825250 Dec 08 01:32:14.422415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cdde40a3-ec2d-4c64-bfe9-dd7f2fd9f301 req-5ba63bca-e8f7-4aa0-b834-978dbcee211b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919833 Dec 08 01:32:14.427741 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-442d0509-24ba-4370-a349-2646b3b55d18 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b HTTP/1.1" status: 200 len: 217 time: 0.0534012 Dec 08 01:32:14.457501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:32:14.574849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-e07136c1-2a28-49ed-9f0d-02e103100490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:14.576398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-e07136c1-2a28-49ed-9f0d-02e103100490 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.1388447 Dec 08 01:32:14.622764 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-b3481ea6-709f-4286-859d-60fcde29d899 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377121 Dec 08 01:32:14.689079 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:14.765539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:32:14.777777 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Sync routers for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:32:14.797271 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:32:14.799163 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:32:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:14.800760 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:14.806084 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-834af15f-4691-4b8d-9fcb-8eb8a0ca3cc2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2550838 Dec 08 01:32:14.806084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36498) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:32:14.806868 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-5971dbc9-50be-4caf-b1c8-6221088c5809 service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736536 Dec 08 01:32:14.815323 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:14.832494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecfe51-c100-40df-8683-edcfd63719e2 req-f5901769-28ea-480b-92e7-b88daf1a4f34 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:14.841748 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fcecfe51-c100-40df-8683-edcfd63719e2 req-f5901769-28ea-480b-92e7-b88daf1a4f34 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 945 time: 0.0805762 Dec 08 01:32:14.934367 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:32:14.945867 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fcecfe51-c100-40df-8683-edcfd63719e2 req-9b759bc0-fe0b-411b-b570-766ae6909726 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030295 Dec 08 01:32:14.961579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa70c1-e185-430b-99a3-6a49203ef966 req-71c67eed-896e-47a8-a37f-f3ae17842257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:14.965427 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-71c67eed-896e-47a8-a37f-f3ae17842257 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 1101 time: 0.1000698 Dec 08 01:32:14.974294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:32:15.018077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Pushing event updated for resources: {'Port': ['ID=bf504062-4895-4581-a176-fe2dbecd580f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:15.051801 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:32:15.054157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c0c7a551-af13-4fd0-820e-05609cfcedbe up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:15.058930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:32:15.102402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa70c1-e185-430b-99a3-6a49203ef966 req-b185efa9-2a94-43f0-8cb2-8ebae4c3e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:15.104226 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-b185efa9-2a94-43f0-8cb2-8ebae4c3e6b5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1301956 Dec 08 01:32:15.172426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-87f59a50-3855-47c4-978a-48142c090672 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f0de720a-e594-4ea0-944d-a56f228e4df1 HTTP/1.1" status: 200 len: 217 time: 0.0569670 Dec 08 01:32:15.177882 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:12Z', 'revision_number': 3, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:15.190643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c0c7a551-af13-4fd0-820e-05609cfcedbe triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:15.193712 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:15.215317 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Checking router: 8cc00860-a66b-44a3-9c50-0be7a801c3d2 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:32:15.216004 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Updating router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 port 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:32:15.247561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa70c1-e185-430b-99a3-6a49203ef966 req-862d7234-e8d5-48fb-b639-f6aa9d889d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:15.250904 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-862d7234-e8d5-48fb-b639-f6aa9d889d9d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0671115 Dec 08 01:32:15.278588 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:15.318647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa70c1-e185-430b-99a3-6a49203ef966 req-aa389298-7356-42f9-a3cf-6fabf536d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:15.323135 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-aa389298-7356-42f9-a3cf-6fabf536d020 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0619287 Dec 08 01:32:15.399382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5c8e2-813a-45a2-97e9-9683c0f26035 req-d81afdaa-dbe8-40ee-813e-bd90401297c7 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:15.402317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4e5c8e2-813a-45a2-97e9-9683c0f26035 req-d81afdaa-dbe8-40ee-813e-bd90401297c7 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 945 time: 0.5017514 Dec 08 01:32:15.416734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-b06305f8-48d7-461f-801d-3ccee976042b service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996735 Dec 08 01:32:15.449256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b5490-9f00-498e-8e9d-8372e7044575 req-87520297-423a-4922-8c44-767788dd822e tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:15.450939 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f6b5490-9f00-498e-8e9d-8372e7044575 req-87520297-423a-4922-8c44-767788dd822e tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 931 time: 0.1268780 Dec 08 01:32:15.455032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:15.455818 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:15.490660 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-3db9a5b1-4668-4b4c-80a4-cd7b284cfd78 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506948 Dec 08 01:32:15.519468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-5faa8481-a651-4a9b-90fa-a7a92af14348 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1847682 Dec 08 01:32:15.550883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f6b5490-9f00-498e-8e9d-8372e7044575 req-87a3c2b1-2f5b-46ea-a02b-9f63b72f94f1 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823808 Dec 08 01:32:15.559269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Request body: {'port': {'device_id': '9a5a2692-4fcc-451c-b0a8-d773e423d5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:15.600493 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4e5c8e2-813a-45a2-97e9-9683c0f26035 req-8885c58f-c93b-4238-84b6-f0e7d44a19a6 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868405 Dec 08 01:32:15.632153 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-76386102-4772-48d1-ad2e-3d48ddd6c38f service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275599 Dec 08 01:32:15.650392 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:15.661609 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:15.695698 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:15.745446 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Pushing event updated for resources: {'Port': ['ID=4ea5a706-6d91-47a6-bf35-4a47f80ff7a3,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:15.757148 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Attempting to bind port 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:15.757811 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Attempting to bind port 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:15.758379 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Attempting to bind port 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:15.767594 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.769026 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.769634 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.770729 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.771585 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.772144 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.772653 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.773299 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.773966 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.774457 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.774972 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.775457 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.776724 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:15.792889 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:15.794666 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:15.795499 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:15.796503 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:15.797281 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Bound port: 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:15.798205 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:15.877268 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] For port 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:15.883438 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] For port 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4ea5a706-6d91-47a6-bf35-4a47f80ff7a3,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:32:15.886669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fe4f7-146f-4445-8963-37fbba260f97 req-d5274083-ba53-4f13-b9b9-2059fa5abca9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:15.888264 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc4fe4f7-146f-4445-8963-37fbba260f97 req-d5274083-ba53-4f13-b9b9-2059fa5abca9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 945 time: 0.1936116 Dec 08 01:32:15.901884 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:15.992155 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:32:15.992885 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:32:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:16.044502 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f232e2-d8e8-4389-83aa-5eb7f102e987 None None] Pushing event updated for resources: {'Port': ['ID=4ea5a706-6d91-47a6-bf35-4a47f80ff7a3,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:16.130116 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc4fe4f7-146f-4445-8963-37fbba260f97 req-d33bcd12-07aa-4b12-a095-99f3baddd195 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856027 Dec 08 01:32:16.219773 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:32:16.227330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-5d096765-3861-4edf-a862-c675fb5ec71b tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:16.229178 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-5d096765-3861-4edf-a862-c675fb5ec71b tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e&tenant_id=be969996768c47d9a8724404f7a037cd&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.0614333 Dec 08 01:32:16.229510 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:16.240974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f7443-6bdf-470c-9222-354c3eb89bab req-61d1fbff-ea9c-4266-a8b8-f2ae36982bad tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:16.242624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da7f7443-6bdf-470c-9222-354c3eb89bab req-61d1fbff-ea9c-4266-a8b8-f2ae36982bad tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.5951800 Dec 08 01:32:16.305171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf504062-4895-4581-a176-fe2dbecd580f {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:16.331986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:16.333403 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da7f7443-6bdf-470c-9222-354c3eb89bab req-9a40cf69-e705-479e-894b-fbd41b4ad85b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644639 Dec 08 01:32:16.412699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Transition to ACTIVE for port object bf504062-4895-4581-a176-fe2dbecd580f will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:32:16.425409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-ad6265ef-23a2-4b6d-a821-27311f70188b service neutron] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:16.429191 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:16.435646 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-ad6265ef-23a2-4b6d-a821-27311f70188b service neutron] Publish callbacks [] for binding, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:16.439698 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb44768a-0ff7-44bb-9dcf-d421afc3895a req-ad6265ef-23a2-4b6d-a821-27311f70188b service neutron] 10.222.0.65 "DELETE /v2.0/ports/75983b40-5bf0-4392-ad92-d87eb3eb584b/bindings/n-h2-713498-30 HTTP/1.1" status: 204 len: 173 time: 0.1944821 Dec 08 01:32:16.521575 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:12Z', 'revision_number': 3, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:16.525032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f56e2d-23f5-45a9-aab1-33e66dca4fe3 req-cf28ac56-6fab-409f-b91c-126b41a5db64 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:16.532028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30bd23-fb4b-465a-aa41-44b95e6a7342 req-7a984da3-2fe7-4a62-8c40-de1e8a987b57 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:16.532948 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1f56e2d-23f5-45a9-aab1-33e66dca4fe3 req-cf28ac56-6fab-409f-b91c-126b41a5db64 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 945 time: 0.2118428 Dec 08 01:32:16.533991 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6b30bd23-fb4b-465a-aa41-44b95e6a7342 req-7a984da3-2fe7-4a62-8c40-de1e8a987b57 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0765860 Dec 08 01:32:16.559162 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75450c70-8712-4503-9f36-46534b9f2e83 None None] The sync data for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 is: [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:12Z', 'revision_number': 3, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:32:16.607348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6b30bd23-fb4b-465a-aa41-44b95e6a7342 req-85198f51-526c-48df-9cbc-de48c8fb42e0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611012 Dec 08 01:32:16.625411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Pushing event updated for resources: {'Port': ['ID=bf504062-4895-4581-a176-fe2dbecd580f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:16.657043 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:32:16.663551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Allocated IP 172.20.0.1 (388aef79-43b2-40f4-872b-9d737ee249d5/d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c/72e57e96-76e4-4471-bde4-6c89242349a2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:32:16.738814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1f56e2d-23f5-45a9-aab1-33e66dca4fe3 req-dd7b5744-3202-448e-9e71-0160e866b6ec tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030451 Dec 08 01:32:16.844907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Attempting to bind port bf504062-4895-4581-a176-fe2dbecd580f on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:16.845253 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Attempting to bind port bf504062-4895-4581-a176-fe2dbecd580f by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:16.845595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Attempting to bind port bf504062-4895-4581-a176-fe2dbecd580f on network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:16.852145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a584f1-44aa-40d7-bf3b-842cd7676165 req-1ac5a999-f920-4aff-9c99-627e66673d74 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:16.854120 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49a584f1-44aa-40d7-bf3b-842cd7676165 req-1ac5a999-f920-4aff-9c99-627e66673d74 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 943 time: 0.0756245 Dec 08 01:32:16.864073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Port bf504062-4895-4581-a176-fe2dbecd580f on network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:32:16.864435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Attempting to bind port bf504062-4895-4581-a176-fe2dbecd580f on network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:16.874071 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:16.874421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Checking segment: {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:16.874820 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Bound using segment: {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:16.875264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Bound port: bf504062-4895-4581-a176-fe2dbecd580f, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:16.875629 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:16.955480 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:17.011720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49a584f1-44aa-40d7-bf3b-842cd7676165 req-d6a7b299-3afb-4805-9dd5-187dd2d7643b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390646 Dec 08 01:32:17.063389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] For port bf504062-4895-4581-a176-fe2dbecd580f, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:17.085117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] For port bf504062-4895-4581-a176-fe2dbecd580f, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=bf504062-4895-4581-a176-fe2dbecd580f,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:32:17.093514 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:17.127852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b71a6e-0b3d-4866-bc4e-151b5962a164 req-2394ed3e-83f7-46db-9712-43ca73ce9641 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:17.129466 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19b71a6e-0b3d-4866-bc4e-151b5962a164 req-2394ed3e-83f7-46db-9712-43ca73ce9641 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 1097 time: 0.1397071 Dec 08 01:32:17.130473 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:17.134266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:17.134807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:17.136503 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] 10.222.0.72 "PUT /v2.0/ports/bf504062-4895-4581-a176-fe2dbecd580f HTTP/1.1" status: 200 len: 1092 time: 1.5826583 Dec 08 01:32:17.136957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5a2692-4fcc-451c-b0a8-d773e423d5cc', 'tag': 'bf504062-4895-4581-a176-fe2dbecd580f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:17.140540 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db8d336-4399-4563-a7ca-747807decbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5a2692-4fcc-451c-b0a8-d773e423d5cc", "tag": "bf504062-4895-4581-a176-fe2dbecd580f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:17.221522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Network 388aef79-43b2-40f4-872b-9d737ee249d5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:32:17.224869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:32:17.228476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:32:17.259257 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ab7716-537b-452d-baff-dccb2312b1d9 x-openstack-request-id: req-99ab7716-537b-452d-baff-dccb2312b1d9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:17.259555 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5a2692-4fcc-451c-b0a8-d773e423d5cc", "tag": "bf504062-4895-4581-a176-fe2dbecd580f", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:17.259815 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99ab7716-537b-452d-baff-dccb2312b1d9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:17.261497 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5a2692-4fcc-451c-b0a8-d773e423d5cc', 'tag': 'bf504062-4895-4581-a176-fe2dbecd580f', 'status': 'completed', 'code': 200} Dec 08 01:32:17.273349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0382bb-243c-45bf-89e9-0607ab88a069 service neutron] Pushing event updated for resources: {'Port': ['ID=bf504062-4895-4581-a176-fe2dbecd580f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:17.379471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19b71a6e-0b3d-4866-bc4e-151b5962a164 req-7167e44d-0fce-4fec-b084-0253acba8796 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348220 Dec 08 01:32:17.385351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:17.465253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b5236-e211-4e3e-ba9a-588b631affe5 req-91b10ee1-2f31-42c6-8184-a3294905406d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:17.470168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Pushing event updated for resources: {'Port': ['ID=72e57e96-76e4-4471-bde4-6c89242349a2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:17.492368 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f69b5236-e211-4e3e-ba9a-588b631affe5 req-91b10ee1-2f31-42c6-8184-a3294905406d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 945 time: 0.1124773 Dec 08 01:32:17.528459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-766079eb-c097-49b5-8c94-4cd8caf64a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:17.531483 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-766079eb-c097-49b5-8c94-4cd8caf64a42 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 1095 time: 0.2414544 Dec 08 01:32:17.616870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-19c345a1-60e5-4938-889c-5392c35d74b8 None None] Provisioning complete for port 72e57e96-76e4-4471-bde4-6c89242349a2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:17.617477 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-19c345a1-60e5-4938-889c-5392c35d74b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:17.640083 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f69b5236-e211-4e3e-ba9a-588b631affe5 req-bfecb703-dae3-4760-953c-9a8f7522a398 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387703 Dec 08 01:32:17.670875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-19c345a1-60e5-4938-889c-5392c35d74b8 None None] Port 72e57e96-76e4-4471-bde4-6c89242349a2 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:32:17.705769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-a67c1242-1dcb-4205-a32c-313198704369 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf504062-4895-4581-a176-fe2dbecd580f HTTP/1.1" status: 200 len: 217 time: 0.1026890 Dec 08 01:32:17.729838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:17.766354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4803e-4757-4316-88a1-a80d1440b9d7 req-96cfc963-38a8-4ffe-91af-f66d362afdc4 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:17.776963 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-56b4803e-4757-4316-88a1-a80d1440b9d7 req-96cfc963-38a8-4ffe-91af-f66d362afdc4 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 1097 time: 0.0732968 Dec 08 01:32:17.787244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489021d5-d9fb-4724-85c9-3506e14db722 req-7b5b7494-7821-42f2-8ede-25ae33d960aa tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:17.788842 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-489021d5-d9fb-4724-85c9-3506e14db722 req-7b5b7494-7821-42f2-8ede-25ae33d960aa tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.2755802 Dec 08 01:32:17.825852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-f78fc0da-e74b-46ac-a21d-19b442890ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:17.827775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-f78fc0da-e74b-46ac-a21d-19b442890ed7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5dfb6545-e723-4219-9adc-c75d330b6d32 HTTP/1.1" status: 200 len: 854 time: 0.1124892 Dec 08 01:32:17.859839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-56b4803e-4757-4316-88a1-a80d1440b9d7 req-6b3ba4d2-10a9-4cad-aa97-f17cf2e8e609 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770862 Dec 08 01:32:17.878228 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-99144177-59e4-4228-9046-976169ab84e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20b932fd-14f5-4575-9b83-f48bb3a90ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385752 Dec 08 01:32:17.958488 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-489021d5-d9fb-4724-85c9-3506e14db722 req-8c7968fc-48a8-4de7-89c1-b2072a85050f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422241 Dec 08 01:32:18.037334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-9d42d604-7514-4dcb-beee-b976f7a045df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:18.038841 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-9d42d604-7514-4dcb-beee-b976f7a045df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 1097 time: 0.1021256 Dec 08 01:32:18.050187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9979c9-4ff2-44a8-b664-c2a81ebdf8d2 req-f5a9ee55-779e-4a3a-a06d-2e2b34a1c4b0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:18.051729 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d9979c9-4ff2-44a8-b664-c2a81ebdf8d2 req-f5a9ee55-779e-4a3a-a06d-2e2b34a1c4b0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0703137 Dec 08 01:32:18.119594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-85d72df3-6fb5-4bf7-9bf9-610997ae84e4 service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252164 Dec 08 01:32:18.168914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:18.181752 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:18.182730 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d9979c9-4ff2-44a8-b664-c2a81ebdf8d2 req-616464d1-7fb7-4f17-8b86-fd361bca6a3f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218514 Dec 08 01:32:18.210130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e11cfb36-4370-4fb2-9555-ead4f48fce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:18.212350 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e11cfb36-4370-4fb2-9555-ead4f48fce8b service neutron] 10.222.0.65 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.1595755 Dec 08 01:32:18.260370 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-74690bdb-7858-495c-a4f0-cdcef23e20d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a HTTP/1.1" status: 200 len: 217 time: 0.0400240 Dec 08 01:32:18.304366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Pushing event updated for resources: {'Port': ['ID=72e57e96-76e4-4471-bde4-6c89242349a2,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:18.312867 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:18.340997 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c27d41b5-625b-40f6-95e6-93126bd48258 req-cebcea75-60f1-47f2-ae32-97ced089ba8a service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129297 Dec 08 01:32:18.347917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-5f8752b4-766a-42a0-8b79-734b90edab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:18.349422 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-5f8752b4-766a-42a0-8b79-734b90edab05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.0814161 Dec 08 01:32:18.422731 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-f8a920aa-b5b1-463d-8664-fbef69ab2bd2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661149 Dec 08 01:32:18.570262 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-0c556efe-f1fb-490a-99ff-47e1e5f6a934 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365619 Dec 08 01:32:18.697865 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-f5d24d93-2d89-41d0-9cae-61d3284de11e service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198351 Dec 08 01:32:18.829323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8d336-4399-4563-a7ca-747807decbfa req-2268ea24-ccbf-432e-8ed7-53f3db0332cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:18.830831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1db8d336-4399-4563-a7ca-747807decbfa req-2268ea24-ccbf-432e-8ed7-53f3db0332cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 1095 time: 0.3737285 Dec 08 01:32:18.843172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Network 388aef79-43b2-40f4-872b-9d737ee249d5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:32:18.855545 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:32:18.878376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637141ca-34fa-4df2-b2f6-abcefc2f6cf9 req-23e2ef66-61be-4b62-b769-bfa74f9d7af5 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:18.879931 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-637141ca-34fa-4df2-b2f6-abcefc2f6cf9 req-23e2ef66-61be-4b62-b769-bfa74f9d7af5 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 943 time: 0.3895123 Dec 08 01:32:19.107771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:19.123979 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-637141ca-34fa-4df2-b2f6-abcefc2f6cf9 req-e895be65-8d3f-42a5-ad51-b09c82744858 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258134 Dec 08 01:32:19.149849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8d336-4399-4563-a7ca-747807decbfa req-8d372cc4-6c41-47df-a4fe-49769fb0e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:19.152827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1db8d336-4399-4563-a7ca-747807decbfa req-8d372cc4-6c41-47df-a4fe-49769fb0e06f service neutron] 10.222.0.72 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 915 time: 0.3086042 Dec 08 01:32:19.256751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:19.257324 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:19.299836 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1db8d336-4399-4563-a7ca-747807decbfa req-c18afdf6-f7b4-4764-a19b-8c969c22cd1d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf504062-4895-4581-a176-fe2dbecd580f HTTP/1.1" status: 200 len: 217 time: 0.1296399 Dec 08 01:32:19.318074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:32:19.365017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c766c6eb-924a-4113-9ca1-d8f3259de621 None None] Provisioning complete for port 72e57e96-76e4-4471-bde4-6c89242349a2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:19.365826 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c766c6eb-924a-4113-9ca1-d8f3259de621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:19.370253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0040f-57ae-4fb2-9f82-4b5838032b9a req-608fbe77-d00e-4a6f-85ec-0525e45868ef tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:19.372554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3ce0040f-57ae-4fb2-9f82-4b5838032b9a req-608fbe77-d00e-4a6f-85ec-0525e45868ef tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0909467 Dec 08 01:32:19.450511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8d336-4399-4563-a7ca-747807decbfa req-87ff4432-809c-40d4-a32d-d9446eaed01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:19.458183 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1db8d336-4399-4563-a7ca-747807decbfa req-87ff4432-809c-40d4-a32d-d9446eaed01c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5dfb6545-e723-4219-9adc-c75d330b6d32 HTTP/1.1" status: 200 len: 854 time: 0.1424284 Dec 08 01:32:19.495808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c766c6eb-924a-4113-9ca1-d8f3259de621 None None] Port 72e57e96-76e4-4471-bde4-6c89242349a2 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:32:19.502785 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3ce0040f-57ae-4fb2-9f82-4b5838032b9a req-b3c48408-312f-41a4-9499-7afb46ccd4dd tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205430 Dec 08 01:32:19.503661 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1db8d336-4399-4563-a7ca-747807decbfa req-5a6d450f-a4fd-450d-b078-21232576baca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20b932fd-14f5-4575-9b83-f48bb3a90ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360324 Dec 08 01:32:19.517405 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:19.544702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4ea5a706-6d91-47a6-bf35-4a47f80ff7a3,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:19.553570 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:19.561630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173a3ac-a576-456a-888c-a8bc21ea60c9 req-fbee95cf-6d63-4812-b4c2-938950e4adeb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:19.569128 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8173a3ac-a576-456a-888c-a8bc21ea60c9 req-fbee95cf-6d63-4812-b4c2-938950e4adeb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.2040462 Dec 08 01:32:19.629205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=4ea5a706-6d91-47a6-bf35-4a47f80ff7a3,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:19.660642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:32:19.666319 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9eb5d4a3-075b-4b5e-80d1-28f31ac55aee admin admin] 10.222.0.70 "PUT /v2.0/routers/8cc00860-a66b-44a3-9c50-0be7a801c3d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8585103 Dec 08 01:32:19.678873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Sync routers for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:32:19.694654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:32:19.695306 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:32:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:19.755905 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1db8d336-4399-4563-a7ca-747807decbfa req-9b921316-4076-4edf-b441-bc125ef449be service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768458 Dec 08 01:32:19.780542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8173a3ac-a576-456a-888c-a8bc21ea60c9 req-20f1d90e-b3b7-44be-aacb-7fb603e3000d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055228 Dec 08 01:32:19.873143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:32:19.923449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1db8d336-4399-4563-a7ca-747807decbfa req-30eab0d4-3c7f-47c7-8ce4-93fa3f875bd8 service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414080 Dec 08 01:32:20.116655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 2, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:20.144142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Checking router: 8cc00860-a66b-44a3-9c50-0be7a801c3d2 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:32:20.144508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Updating router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 port 72e57e96-76e4-4471-bde4-6c89242349a2 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:32:20.168924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-3ef50d52-c5fa-4178-8bdc-5343fa59f1cd tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:20.172252 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:20.177036 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-3ef50d52-c5fa-4178-8bdc-5343fa59f1cd tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 820 time: 0.1251767 Dec 08 01:32:20.197645 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-8a397ca0-5ef0-4d79-a207-2773768aa9f3 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/quotas/ee6ae0f92b2f4e27954336d2199a8745 HTTP/1.1" status: 200 len: 375 time: 0.0196528 Dec 08 01:32:20.256146 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-ee18f6dc-1702-4b41-a3ea-c0dd61c0df10 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571024 Dec 08 01:32:20.264783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a727c-87d0-4912-9ddd-24da14355817 req-feb40123-731a-44c3-98db-c093013abc5e tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:20.266632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-592a727c-87d0-4912-9ddd-24da14355817 req-feb40123-731a-44c3-98db-c093013abc5e tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 943 time: 0.0533311 Dec 08 01:32:20.331316 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-592a727c-87d0-4912-9ddd-24da14355817 req-039d0e29-5b76-4a22-8c07-24c21634ecda tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587904 Dec 08 01:32:20.391008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-3bb10a8f-f17f-408b-a7db-c30897acde18 service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277132 Dec 08 01:32:20.493769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-84f3bbf6-bda9-416d-a3e1-10431eb92b64 service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966597 Dec 08 01:32:20.517673 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:20.526056 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:20.654788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d9d8d-56a5-4952-acef-bbfd9d6b37d1 None None] Pushing event updated for resources: {'Port': ['ID=72e57e96-76e4-4471-bde4-6c89242349a2,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:20.674547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Attempting to bind port 72e57e96-76e4-4471-bde4-6c89242349a2 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:20.674964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Attempting to bind port 72e57e96-76e4-4471-bde4-6c89242349a2 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:20.675485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Attempting to bind port 72e57e96-76e4-4471-bde4-6c89242349a2 on network 388aef79-43b2-40f4-872b-9d737ee249d5 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:20.686064 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:20.689378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Checking segment: {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:20.689858 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:20.690496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Bound using segment: {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:20.691099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Bound port: 72e57e96-76e4-4471-bde4-6c89242349a2, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:20.693456 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:20.699070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10dea3-13a1-4fd2-8693-e795fde85fd8 req-2732d235-189f-45af-856b-1953bdea05a3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:20.709130 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2c10dea3-13a1-4fd2-8693-e795fde85fd8 req-2732d235-189f-45af-856b-1953bdea05a3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.1172168 Dec 08 01:32:20.731294 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1de26f1e-5be3-4cb1-b5fa-579675f52fee req-20a7777b-52b4-480c-b86f-c78f8da61bc6 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 210 time: 0.0421610 Dec 08 01:32:20.778274 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2c10dea3-13a1-4fd2-8693-e795fde85fd8 req-ea4d7aeb-300f-44ca-900a-7cfe10e41ebc tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679023 Dec 08 01:32:20.818774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] For port 72e57e96-76e4-4471-bde4-6c89242349a2, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:20.833116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] For port 72e57e96-76e4-4471-bde4-6c89242349a2, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=72e57e96-76e4-4471-bde4-6c89242349a2,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:32:20.846474 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:20.927397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d9d8d-56a5-4952-acef-bbfd9d6b37d1 None None] Pushing event updated for resources: {'Port': ['ID=72e57e96-76e4-4471-bde4-6c89242349a2,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:20.942856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device bf504062-4895-4581-a176-fe2dbecd580f details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:32:21.020572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af38dee-84fc-4d60-8d9e-20badedcc899 req-7982625a-d0f7-44a4-b127-37ee486f3201 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:21.031042 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2af38dee-84fc-4d60-8d9e-20badedcc899 req-7982625a-d0f7-44a4-b127-37ee486f3201 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1408672 Dec 08 01:32:21.053349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 257ae311-e96d-4745-b904-7ca320f748f5 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:32:21.081570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b7285f64-d0c6-44ad-a3bb-cd05560df0e6 None None] Provisioning complete for port 72e57e96-76e4-4471-bde4-6c89242349a2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:21.082001 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b7285f64-d0c6-44ad-a3bb-cd05560df0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:21.127721 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2af38dee-84fc-4d60-8d9e-20badedcc899 req-3f38b947-f276-4c8c-8ea5-3ebdb0a3da7d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949674 Dec 08 01:32:21.130835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:32:21.131680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:32:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:21.153739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:21.193643 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.resource_extend [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:32:21.263083 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.resource_extend [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:32:21.559463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a581ddd-eb77-4b87-84e4-7a5daf0e627a req-e3af0eb7-2401-4702-8f35-9d150ddf7a07 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:21.583099 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a581ddd-eb77-4b87-84e4-7a5daf0e627a req-e3af0eb7-2401-4702-8f35-9d150ddf7a07 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 943 time: 0.1284251 Dec 08 01:32:21.629247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 257ae311-e96d-4745-b904-7ca320f748f5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=257ae311-e96d-4745-b904-7ca320f748f5,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:21.649712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '257ae311-e96d-4745-b904-7ca320f748f5', 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'port_id': '257ae311-e96d-4745-b904-7ca320f748f5', 'mac_address': 'fa:16:3e:9b:71:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a5998e-a135-4d25-95f0-5cd4e48a89c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:32:21.686939 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a581ddd-eb77-4b87-84e4-7a5daf0e627a req-e437a0c2-c085-4901-a587-5bee971da499 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978177 Dec 08 01:32:21.695188 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b7285f64-d0c6-44ad-a3bb-cd05560df0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:21.908569 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b322f988-b235-40d5-8882-d31446f160d8 req-32213487-67d6-4e67-a83e-63f449c9d20c tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 210 time: 0.0763359 Dec 08 01:32:21.961157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420d23b-7732-412a-8452-473be99b9f81 req-53766a79-0273-46b8-acf6-8b4979e02396 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:21.962590 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f420d23b-7732-412a-8452-473be99b9f81 req-53766a79-0273-46b8-acf6-8b4979e02396 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0968063 Dec 08 01:32:21.973833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port bf504062-4895-4581-a176-fe2dbecd580f, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=bf504062-4895-4581-a176-fe2dbecd580f,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:21.992041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'bf504062-4895-4581-a176-fe2dbecd580f', 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6', 'port_id': 'bf504062-4895-4581-a176-fe2dbecd580f', 'mac_address': 'fa:16:3e:e7:d7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfb6545-e723-4219-9adc-c75d330b6d32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:32:22.000321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:32:22.074280 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:22.084954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b7285f64-d0c6-44ad-a3bb-cd05560df0e6 None None] For port 72e57e96-76e4-4471-bde4-6c89242349a2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=72e57e96-76e4-4471-bde4-6c89242349a2,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:22.091513 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f420d23b-7732-412a-8452-473be99b9f81 req-5034ad6b-c2b8-4005-8441-f60f5e8eb455 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111519 Dec 08 01:32:22.200123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 257ae311-e96d-4745-b904-7ca320f748f5 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:22.220694 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:22.269605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf504062-4895-4581-a176-fe2dbecd580f {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:22.282163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b7285f64-d0c6-44ad-a3bb-cd05560df0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:22.425937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-ccc3dc7e-b075-4f6f-abf0-418173aa0485 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:22.427471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-ccc3dc7e-b075-4f6f-abf0-418173aa0485 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.72 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 820 time: 0.3003900 Dec 08 01:32:22.434409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7285f64-d0c6-44ad-a3bb-cd05560df0e6 None None] Pushing event updated for resources: {'Port': ['ID=72e57e96-76e4-4471-bde4-6c89242349a2,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:22.445005 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port bf504062-4895-4581-a176-fe2dbecd580f, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=bf504062-4895-4581-a176-fe2dbecd580f,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:22.447917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 257ae311-e96d-4745-b904-7ca320f748f5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=257ae311-e96d-4745-b904-7ca320f748f5,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:22.450300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93722f06-dfdc-4ee7-9a33-b289418561e4 req-2f591aca-b2b5-428a-9045-1c86dbf48c32 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:22.453265 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93722f06-dfdc-4ee7-9a33-b289418561e4 req-2f591aca-b2b5-428a-9045-1c86dbf48c32 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1590588 Dec 08 01:32:22.494127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Request body: {'port': {'device_id': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'admin_state_up': True, 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:22.523055 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:22.530765 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:22.556182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:22.558704 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:22.669728 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93722f06-dfdc-4ee7-9a33-b289418561e4 req-4414988b-9066-4470-b694-4b01b5e6329d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848159 Dec 08 01:32:22.793763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Made reservation on behalf of ee6ae0f92b2f4e27954336d2199a8745 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:32:22.801308 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:22.900385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a360d4-809d-4d4c-87d7-b1fd03d6ffca req-0f75755a-f7ab-4b96-a545-eba39523c6ce tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:22.911932 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7a360d4-809d-4d4c-87d7-b1fd03d6ffca req-0f75755a-f7ab-4b96-a545-eba39523c6ce tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 944 time: 0.1487365 Dec 08 01:32:22.930831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a9931f6b-3d57-4bf0-9f44-c21ceacdd978 None None] Provisioning complete for port 72e57e96-76e4-4471-bde4-6c89242349a2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:22.931213 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a9931f6b-3d57-4bf0-9f44-c21ceacdd978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:23.046554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=257ae311-e96d-4745-b904-7ca320f748f5,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:23.052871 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7a360d4-809d-4d4c-87d7-b1fd03d6ffca req-bc89de26-4703-42c2-861e-6c7568f29014 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390736 Dec 08 01:32:23.148360 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Allocated IP 172.20.0.8 (388aef79-43b2-40f4-872b-9d737ee249d5/d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c/2d1363c3-d1da-459d-9af2-9ac551f89740) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:32:23.149600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['257ae311-e96d-4745-b904-7ca320f748f5'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:23.229367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=bf504062-4895-4581-a176-fe2dbecd580f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:23.239027 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-74fec2c8-5473-4e4c-a9c8-db6416efb5a0 req-14d3f0b7-d84a-4277-b6d5-7624b09416e7 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 210 time: 0.0486805 Dec 08 01:32:23.280239 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['bf504062-4895-4581-a176-fe2dbecd580f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:23.444706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eff0b1-a933-4c80-a7e3-0573005df1c8 req-4dc835a2-320b-4a44-98e7-a720f6519938 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:23.447298 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7eff0b1-a933-4c80-a7e3-0573005df1c8 req-4dc835a2-320b-4a44-98e7-a720f6519938 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.1017904 Dec 08 01:32:23.525211 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:23.532681 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7eff0b1-a933-4c80-a7e3-0573005df1c8 req-d32f9137-40d0-4c93-a523-83d02ad5df71 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775137 Dec 08 01:32:23.589114 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:23.616187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Network 388aef79-43b2-40f4-872b-9d737ee249d5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:32:23.619576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:20Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:23.619806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:32:23.621601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:32:23.663760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff467bed-08e8-4ed5-9816-a9c1338ac75d None None] The sync data for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 is: [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:20Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:32:23.774498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Pushing event updated for resources: {'Port': ['ID=2d1363c3-d1da-459d-9af2-9ac551f89740,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:23.822630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:23.824230 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:23.870664 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-819ed0d0-0282-4fe7-8710-f4e64941e156 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3803453 Dec 08 01:32:23.892328 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Request body: {'port': {'device_id': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:23.981134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f566f3-e399-4201-b166-360fb6c0b263 req-9457d2b2-4f48-4e72-a109-3ea537db4bfd tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:24.007616 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7f566f3-e399-4201-b166-360fb6c0b263 req-9457d2b2-4f48-4e72-a109-3ea537db4bfd tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1605191 Dec 08 01:32:24.042202 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:24.099635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e08d1b6d-0c8b-4399-8d93-bd0e069d57fd None None] Provisioning complete for port 2d1363c3-d1da-459d-9af2-9ac551f89740 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:24.107568 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e08d1b6d-0c8b-4399-8d93-bd0e069d57fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:24.138516 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7f566f3-e399-4201-b166-360fb6c0b263 req-4d2c924f-d5cc-4e51-9cce-c87a544b9573 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272163 Dec 08 01:32:24.189015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e08d1b6d-0c8b-4399-8d93-bd0e069d57fd None None] Port 2d1363c3-d1da-459d-9af2-9ac551f89740 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:32:24.332818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8df2ca-413b-407f-9058-667294726e41 req-f1a71396-6792-4d5e-91b4-f7992aa193f1 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:24.336915 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac8df2ca-413b-407f-9058-667294726e41 req-f1a71396-6792-4d5e-91b4-f7992aa193f1 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 944 time: 0.1201124 Dec 08 01:32:24.481495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac8df2ca-413b-407f-9058-667294726e41 req-bb46382e-4c3f-4478-a7df-4aca960db733 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271996 Dec 08 01:32:24.588744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1363c3-d1da-459d-9af2-9ac551f89740 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:24.589660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5dafe-ec2c-47db-8f5b-7d702691dec0 req-96f83e09-ce42-4b28-86a9-4b2f3bbc540a tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:24.597146 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:24.606048 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2a5dafe-ec2c-47db-8f5b-7d702691dec0 req-96f83e09-ce42-4b28-86a9-4b2f3bbc540a tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 931 time: 0.1239898 Dec 08 01:32:24.611215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Transition to ACTIVE for port object 2d1363c3-d1da-459d-9af2-9ac551f89740 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:32:24.622732 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:24.674920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2a5dafe-ec2c-47db-8f5b-7d702691dec0 req-1e3548f4-5a15-437f-a592-229589215f47 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665615 Dec 08 01:32:24.826064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1363c3-d1da-459d-9af2-9ac551f89740,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:24.886845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Attempting to bind port 2d1363c3-d1da-459d-9af2-9ac551f89740 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:24.887552 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Attempting to bind port 2d1363c3-d1da-459d-9af2-9ac551f89740 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:24.887899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Attempting to bind port 2d1363c3-d1da-459d-9af2-9ac551f89740 on network 388aef79-43b2-40f4-872b-9d737ee249d5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:24.895061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Port 2d1363c3-d1da-459d-9af2-9ac551f89740 on network 388aef79-43b2-40f4-872b-9d737ee249d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:32:24.895326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Attempting to bind port 2d1363c3-d1da-459d-9af2-9ac551f89740 on network 388aef79-43b2-40f4-872b-9d737ee249d5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:24.913185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:24.913545 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Checking segment: {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:24.913950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Bound using segment: {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:24.914405 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Bound port: 2d1363c3-d1da-459d-9af2-9ac551f89740, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:24.914781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:24.925770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b59c4a-6178-4786-92be-092ff7a7d2c9 req-e0bfda8c-57f3-45a3-ade7-d36e45edc00f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:24.927361 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-22b59c4a-6178-4786-92be-092ff7a7d2c9 req-e0bfda8c-57f3-45a3-ade7-d36e45edc00f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.2110295 Dec 08 01:32:24.965391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device bf504062-4895-4581-a176-fe2dbecd580f up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:25.034468 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] For port 2d1363c3-d1da-459d-9af2-9ac551f89740, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:25.036066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 257ae311-e96d-4745-b904-7ca320f748f5 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:25.037622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] For port 2d1363c3-d1da-459d-9af2-9ac551f89740, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2d1363c3-d1da-459d-9af2-9ac551f89740,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:32:25.049279 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:25.112642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 257ae311-e96d-4745-b904-7ca320f748f5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:25.113021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:25.139483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:25.140392 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:25.142183 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] 10.222.0.72 "PUT /v2.0/ports/2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 1092 time: 1.2548039 Dec 08 01:32:25.148356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:25.151486 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99fb20d8-d277-4440-9ac9-c143eac380d0" -d '{"events": [{"name": "network-changed", "server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:25.195850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-22b59c4a-6178-4786-92be-092ff7a7d2c9 req-a6af161b-46d3-4b20-9cd3-185e8384d43e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497003 Dec 08 01:32:25.261724 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef42224-f500-4794-b396-31b36ad084ff x-openstack-request-id: req-6ef42224-f500-4794-b396-31b36ad084ff {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:25.262395 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:25.262871 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ef42224-f500-4794-b396-31b36ad084ff {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:25.263486 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'status': 'completed', 'code': 200} Dec 08 01:32:25.294981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fd634-0159-4047-a141-8c4a5c85f950 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1363c3-d1da-459d-9af2-9ac551f89740,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:25.309884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:25.313213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port bf504062-4895-4581-a176-fe2dbecd580f completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:32:25.324349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-f35718a0-984f-4e2c-8ca2-0a5b5ea5bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:25.325616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port bf504062-4895-4581-a176-fe2dbecd580f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:25.326688 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:25.328473 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-f35718a0-984f-4e2c-8ca2-0a5b5ea5bd8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 1095 time: 0.1001832 Dec 08 01:32:25.461574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b7f98-2252-409e-bd18-46d94cd5992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257ae311-e96d-4745-b904-7ca320f748f5'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:25.471512 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-20350490-3dc8-42f0-827d-b622e6e7c41e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 217 time: 0.1245196 Dec 08 01:32:25.481185 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2526513-96f8-4aad-9de3-ef9f562d1071" -d '{"events": [{"server_uuid": "0f7b7f98-2252-409e-bd18-46d94cd5992f", "name": "network-vif-plugged", "status": "completed", "tag": "257ae311-e96d-4745-b904-7ca320f748f5"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:25.501733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 257ae311-e96d-4745-b904-7ca320f748f5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=257ae311-e96d-4745-b904-7ca320f748f5,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:25.510723 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:25.627334 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acfcc55-9b87-47e4-8064-d2debca83359 x-openstack-request-id: req-0acfcc55-9b87-47e4-8064-d2debca83359 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:25.627817 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b7f98-2252-409e-bd18-46d94cd5992f", "name": "network-vif-plugged", "status": "completed", "tag": "257ae311-e96d-4745-b904-7ca320f748f5", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:25.628193 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0acfcc55-9b87-47e4-8064-d2debca83359 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:25.628849 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b7f98-2252-409e-bd18-46d94cd5992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257ae311-e96d-4745-b904-7ca320f748f5', 'code': 200} Dec 08 01:32:25.661596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=257ae311-e96d-4745-b904-7ca320f748f5,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:25.671055 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:25.718735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012de1b-a994-4e4d-9d4f-bd9cc38fa769 req-373849fe-67fe-4ee1-babb-314e65840050 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:25.721394 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1012de1b-a994-4e4d-9d4f-bd9cc38fa769 req-373849fe-67fe-4ee1-babb-314e65840050 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.2818460 Dec 08 01:32:25.730092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-12fbdcd5-f4d8-4459-a366-1a5f235a385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:25.732050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-12fbdcd5-f4d8-4459-a366-1a5f235a385d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.2222767 Dec 08 01:32:25.773322 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port bf504062-4895-4581-a176-fe2dbecd580f, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=bf504062-4895-4581-a176-fe2dbecd580f,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:25.787338 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:25.854293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de148c-3149-4d49-b013-244263a124e6 req-42d98bbd-62d3-4ca7-915b-55fcf5b5fdb6 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:25.858184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-71de148c-3149-4d49-b013-244263a124e6 req-42d98bbd-62d3-4ca7-915b-55fcf5b5fdb6 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 944 time: 0.1048915 Dec 08 01:32:25.867156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=bf504062-4895-4581-a176-fe2dbecd580f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:25.870512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 72e57e96-76e4-4471-bde4-6c89242349a2 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:25.908273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-2be5abfd-93d1-4094-976c-3edd11886824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:25.917094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-2be5abfd-93d1-4094-976c-3edd11886824 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1756935 Dec 08 01:32:25.938590 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1012de1b-a994-4e4d-9d4f-bd9cc38fa769 req-047bc490-2f1c-4edc-b799-c16ce97d9535 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999288 Dec 08 01:32:25.941661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 72e57e96-76e4-4471-bde4-6c89242349a2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:25.942047 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:26.008082 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-71de148c-3149-4d49-b013-244263a124e6 req-840521a0-8f2c-44ed-9770-01f38ce53a37 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320984 Dec 08 01:32:26.159507 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-1bd3cacd-2c58-477b-b409-51ab6ead112b service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197018 Dec 08 01:32:26.182238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5be9b-f6f5-4780-81c2-01f05a8b7cb9 req-fe99ca7b-80c9-4371-8672-0a45935ada6b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:26.185244 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b6a5be9b-f6f5-4780-81c2-01f05a8b7cb9 req-fe99ca7b-80c9-4371-8672-0a45935ada6b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 943 time: 0.0700705 Dec 08 01:32:26.255162 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b6a5be9b-f6f5-4780-81c2-01f05a8b7cb9 req-d1597bd6-3535-4e10-b93e-ac040873e73b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638878 Dec 08 01:32:26.281534 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1415ade0-be1d-4592-8ff6-70321d100f97 req-652ee4d2-04a4-49f9-b323-e6bfcbed9b91 service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123800 Dec 08 01:32:26.353515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08ace0-7f0e-40ce-bb02-0d19225e9036 req-b8dbd65d-49f6-4eb3-b431-efa6f260a9dd tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:26.362295 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec08ace0-7f0e-40ce-bb02-0d19225e9036 req-b8dbd65d-49f6-4eb3-b431-efa6f260a9dd tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0728576 Dec 08 01:32:26.465301 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec08ace0-7f0e-40ce-bb02-0d19225e9036 req-42692cd3-d7d2-46ab-a777-e85190393858 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966835 Dec 08 01:32:26.484273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb20d8-d277-4440-9ac9-c143eac380d0 req-fdb3f58a-40f7-43ed-858c-088a7b0c4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:26.486885 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99fb20d8-d277-4440-9ac9-c143eac380d0 req-fdb3f58a-40f7-43ed-858c-088a7b0c4d54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 1095 time: 0.0903428 Dec 08 01:32:26.655789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb20d8-d277-4440-9ac9-c143eac380d0 req-275a3267-a5e7-4d7e-8482-d2829b1ce656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:26.658507 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99fb20d8-d277-4440-9ac9-c143eac380d0 req-275a3267-a5e7-4d7e-8482-d2829b1ce656 service neutron] 10.222.0.72 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.1617820 Dec 08 01:32:26.734228 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99fb20d8-d277-4440-9ac9-c143eac380d0 req-f70a12c8-3f4c-4151-9d6c-ba89b49410a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 217 time: 0.0661283 Dec 08 01:32:26.802697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb20d8-d277-4440-9ac9-c143eac380d0 req-e8f9710b-cd6c-4821-b9f8-185008fe9e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:26.805199 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99fb20d8-d277-4440-9ac9-c143eac380d0 req-e8f9710b-cd6c-4821-b9f8-185008fe9e4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.0627387 Dec 08 01:32:26.864588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb20d8-d277-4440-9ac9-c143eac380d0 req-8e208414-0cd2-4620-86e6-ce9b55b35406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:26.867302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99fb20d8-d277-4440-9ac9-c143eac380d0 req-8e208414-0cd2-4620-86e6-ce9b55b35406 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535448 Dec 08 01:32:26.985563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99fb20d8-d277-4440-9ac9-c143eac380d0 req-516475b3-8388-4a87-b4e4-89a9d4ad2453 service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102624 Dec 08 01:32:27.177090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4e077-1cad-4452-8372-e2a3e4e89bc8 req-b4a2c24e-0b76-459b-8764-2d70765f09d9 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:27.186693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a8a4e077-1cad-4452-8372-e2a3e4e89bc8 req-b4a2c24e-0b76-459b-8764-2d70765f09d9 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 945 time: 0.0681002 Dec 08 01:32:27.251571 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a8a4e077-1cad-4452-8372-e2a3e4e89bc8 req-96d6eb65-21aa-45ff-a801-37e46b950089 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578032 Dec 08 01:32:27.468034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb05a9-093a-46fc-9168-17ea7a17fdd7 req-066d7dd5-73e4-4cee-9ad0-81b38afffad1 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:27.469901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a3fb05a9-093a-46fc-9168-17ea7a17fdd7 req-066d7dd5-73e4-4cee-9ad0-81b38afffad1 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0729446 Dec 08 01:32:27.522458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e816e4-0b4a-4cf7-bbf4-1f564114808c req-d09aaa79-4019-454f-b513-9c060cedbbab tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:27.531967 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7e816e4-0b4a-4cf7-bbf4-1f564114808c req-d09aaa79-4019-454f-b513-9c060cedbbab tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 943 time: 0.0860465 Dec 08 01:32:27.552828 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a3fb05a9-093a-46fc-9168-17ea7a17fdd7 req-04430899-c715-4fdf-83ab-c209969d96a2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578308 Dec 08 01:32:27.554827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99fb20d8-d277-4440-9ac9-c143eac380d0 req-cde89ec5-4f48-454e-b14e-94afe3e39b68 service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502000 Dec 08 01:32:27.636869 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7e816e4-0b4a-4cf7-bbf4-1f564114808c req-0ce5b6b9-e57b-48b1-ba75-af40fbe3ae24 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901091 Dec 08 01:32:27.636990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5a2692-4fcc-451c-b0a8-d773e423d5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf504062-4895-4581-a176-fe2dbecd580f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:27.636990 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf32e708-d170-44da-8b50-a1540f339090" -d '{"events": [{"server_uuid": "9a5a2692-4fcc-451c-b0a8-d773e423d5cc", "name": "network-vif-plugged", "status": "completed", "tag": "bf504062-4895-4581-a176-fe2dbecd580f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:27.678162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd97f-2b8a-42be-bb38-9b3b8a9c0c26 req-0f58dc39-6a0c-4e5b-99f8-5dd492ac0019 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:27.679740 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-750fd97f-2b8a-42be-bb38-9b3b8a9c0c26 req-0f58dc39-6a0c-4e5b-99f8-5dd492ac0019 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0818713 Dec 08 01:32:27.778962 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-750fd97f-2b8a-42be-bb38-9b3b8a9c0c26 req-20081384-b814-4128-afd7-0f9a155a478d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854955 Dec 08 01:32:27.780508 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38d4e1b-59e3-4ddd-8aec-a7cb91b2ea73 x-openstack-request-id: req-a38d4e1b-59e3-4ddd-8aec-a7cb91b2ea73 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:27.780896 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5a2692-4fcc-451c-b0a8-d773e423d5cc", "name": "network-vif-plugged", "status": "completed", "tag": "bf504062-4895-4581-a176-fe2dbecd580f", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:27.781217 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a38d4e1b-59e3-4ddd-8aec-a7cb91b2ea73 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:27.781671 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5a2692-4fcc-451c-b0a8-d773e423d5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf504062-4895-4581-a176-fe2dbecd580f', 'code': 200} Dec 08 01:32:27.933115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347569-920e-497a-88ea-c835f760212a req-5550b6e8-99d3-4172-b6e5-7db4d7a1144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:27.934839 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-86347569-920e-497a-88ea-c835f760212a req-5550b6e8-99d3-4172-b6e5-7db4d7a1144b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 1097 time: 0.0480053 Dec 08 01:32:27.989329 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-86347569-920e-497a-88ea-c835f760212a req-4a6eb0c6-55d8-4370-9c06-edab89b055bb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459690 Dec 08 01:32:28.390455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae104585-fd39-4dde-b111-81286221b9e7 req-2823982e-fb78-4c5c-92b0-5ee7f806d6dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:28.393137 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ae104585-fd39-4dde-b111-81286221b9e7 req-2823982e-fb78-4c5c-92b0-5ee7f806d6dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 945 time: 0.0752170 Dec 08 01:32:28.448708 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ae104585-fd39-4dde-b111-81286221b9e7 req-655d9b19-5fcc-43a6-bdc4-808000498e29 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487642 Dec 08 01:32:28.661480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f226c5d-e639-4a61-a4fd-3c5c8a4f2a41 req-4f36de1a-3df6-4969-992a-0e8052c8468e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:28.662987 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f226c5d-e639-4a61-a4fd-3c5c8a4f2a41 req-4f36de1a-3df6-4969-992a-0e8052c8468e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0599775 Dec 08 01:32:28.737139 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f226c5d-e639-4a61-a4fd-3c5c8a4f2a41 req-da63d803-c3e2-446e-ac35-705eafb7ae45 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676303 Dec 08 01:32:28.774428 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c5d19fb-68c5-4af9-9bcb-c9f84e5f751f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:28.803295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2e213-01bf-4317-8686-29c9d30a6c06 req-6ad63abc-1043-4e34-a111-5ce40dee32cb tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:28.805006 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2cc2e213-01bf-4317-8686-29c9d30a6c06 req-6ad63abc-1043-4e34-a111-5ce40dee32cb tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 943 time: 0.0918181 Dec 08 01:32:28.872271 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2cc2e213-01bf-4317-8686-29c9d30a6c06 req-1e713ab4-b115-44d5-8db5-99dc6b78c5bd tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605791 Dec 08 01:32:28.960489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51738c0-6a1d-4821-8544-a8238eac699d req-33ca82f5-0d3d-48f6-aca0-7754c02a7ac1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:28.969002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f51738c0-6a1d-4821-8544-a8238eac699d req-33ca82f5-0d3d-48f6-aca0-7754c02a7ac1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0607641 Dec 08 01:32:28.983870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 2d1363c3-d1da-459d-9af2-9ac551f89740 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:32:29.057720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f51738c0-6a1d-4821-8544-a8238eac699d req-60d430f4-b087-47b0-a899-b495bf2785c7 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833733 Dec 08 01:32:29.178071 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 2d1363c3-d1da-459d-9af2-9ac551f89740, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2d1363c3-d1da-459d-9af2-9ac551f89740,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:29.204267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'port_id': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'mac_address': 'fa:16:3e:81:0c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:32:29.257698 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:29.271680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1363c3-d1da-459d-9af2-9ac551f89740 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:29.297008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 2d1363c3-d1da-459d-9af2-9ac551f89740, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2d1363c3-d1da-459d-9af2-9ac551f89740,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:29.302765 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:29.363424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=2d1363c3-d1da-459d-9af2-9ac551f89740,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:29.655388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['2d1363c3-d1da-459d-9af2-9ac551f89740'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:29.665969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854766d2-9f5b-4bf5-9b33-12f9056fd141 req-a05fe485-509e-443b-85a0-88be6485ad51 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:29.679061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-854766d2-9f5b-4bf5-9b33-12f9056fd141 req-a05fe485-509e-443b-85a0-88be6485ad51 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 945 time: 0.1226678 Dec 08 01:32:29.768065 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-854766d2-9f5b-4bf5-9b33-12f9056fd141 req-6e41ffe6-17d2-408e-a5a5-06aa342130b6 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875416 Dec 08 01:32:29.934760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da5d84-8f06-4f1f-b725-7b9ae003b27d req-ac6cb96c-f2cc-4079-957a-30de5f14015f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:29.945465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9da5d84-8f06-4f1f-b725-7b9ae003b27d req-ac6cb96c-f2cc-4079-957a-30de5f14015f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1043460 Dec 08 01:32:30.039904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9da5d84-8f06-4f1f-b725-7b9ae003b27d req-6144584a-e22c-4be6-806c-3c57fa0929d8 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931294 Dec 08 01:32:30.127146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301006fe-2506-416d-a189-3b0028da18ba req-7f5630b0-7329-49c9-aa75-c247080dec30 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:30.129133 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301006fe-2506-416d-a189-3b0028da18ba req-7f5630b0-7329-49c9-aa75-c247080dec30 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 944 time: 0.0849836 Dec 08 01:32:30.198568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301006fe-2506-416d-a189-3b0028da18ba req-c624d808-f3b8-4f28-9a1c-97113f51ac03 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598004 Dec 08 01:32:30.218493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6c6fe-f91a-4dff-85e3-7dbc837947d4 req-56675915-65bf-4642-a223-38c1c3fed746 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:30.227169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2db6c6fe-f91a-4dff-85e3-7dbc837947d4 req-56675915-65bf-4642-a223-38c1c3fed746 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0898335 Dec 08 01:32:30.281736 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2db6c6fe-f91a-4dff-85e3-7dbc837947d4 req-d6f4cf28-61e3-4aa8-8173-d9341ccbb2a2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533872 Dec 08 01:32:31.001671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 2d1363c3-d1da-459d-9af2-9ac551f89740 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:31.114501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 2d1363c3-d1da-459d-9af2-9ac551f89740 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:32:31.125358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 2d1363c3-d1da-459d-9af2-9ac551f89740 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:31.125740 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:31.207631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caeab0-567d-41c0-970c-851a9771a27a req-911afabc-f865-4a8f-93b9-3c8c859b8be5 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:31.209733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a3caeab0-567d-41c0-970c-851a9771a27a req-911afabc-f865-4a8f-93b9-3c8c859b8be5 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0939674 Dec 08 01:32:31.264874 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:31.278360 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-90aba5d5-147b-481e-95a4-7bceee563ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:31.309937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 2d1363c3-d1da-459d-9af2-9ac551f89740, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2d1363c3-d1da-459d-9af2-9ac551f89740,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:31.310094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a3caeab0-567d-41c0-970c-851a9771a27a req-3930a9a2-137e-4a06-8048-23ca9b28c610 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927420 Dec 08 01:32:31.312404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:31.315099 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6496e669-928f-4a69-9264-6ad6ed367aac" -d '{"events": [{"server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "name": "network-vif-plugged", "status": "completed", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:31.323140 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:31.429556 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c10eb2-3ea9-4f79-9282-408360cb449f x-openstack-request-id: req-35c10eb2-3ea9-4f79-9282-408360cb449f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:31.429868 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "name": "network-vif-plugged", "status": "completed", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:31.430133 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35c10eb2-3ea9-4f79-9282-408360cb449f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:31.430548 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'code': 200} Dec 08 01:32:31.440537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b9110-50bf-4566-9ecc-a8bae45143ec req-5254175c-15ea-43fd-ba1b-8e57b852d3eb tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:31.465872 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a4b9110-50bf-4566-9ecc-a8bae45143ec req-5254175c-15ea-43fd-ba1b-8e57b852d3eb tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 945 time: 0.1306198 Dec 08 01:32:31.479043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=2d1363c3-d1da-459d-9af2-9ac551f89740,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:31.488015 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:31.519452 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb16b4-db21-44ec-8a02-33adbd06db39 req-b69f989b-e06e-48c0-b557-9754677d2415 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:31.527094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90fb16b4-db21-44ec-8a02-33adbd06db39 req-b69f989b-e06e-48c0-b557-9754677d2415 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0973134 Dec 08 01:32:31.564944 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a4b9110-50bf-4566-9ecc-a8bae45143ec req-aa89a895-827b-4edf-b35e-d500fca95a72 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917003 Dec 08 01:32:31.662698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90fb16b4-db21-44ec-8a02-33adbd06db39 req-fee8cc13-a476-41b6-b543-ee76e9593dfb tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343679 Dec 08 01:32:31.691151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef8b71-8bf1-4853-aba8-623254c50bed req-88e69f52-192b-4978-a511-faf99182f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:31.693059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-daef8b71-8bf1-4853-aba8-623254c50bed req-88e69f52-192b-4978-a511-faf99182f8e8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 1097 time: 0.1635318 Dec 08 01:32:31.749245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-daef8b71-8bf1-4853-aba8-623254c50bed req-351b0c39-4a4f-427f-9b9c-9343e85ddca8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483346 Dec 08 01:32:32.167640 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:32.512579 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a915aa-ed24-4b6a-ba1e-9c527dd8d1e0 req-0838d70a-734c-4c51-b40e-1bbc2cb48ef4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:32.515509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77a915aa-ed24-4b6a-ba1e-9c527dd8d1e0 req-0838d70a-734c-4c51-b40e-1bbc2cb48ef4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1180060 Dec 08 01:32:32.594766 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77a915aa-ed24-4b6a-ba1e-9c527dd8d1e0 req-035f63dd-0e43-4d93-9fa7-8aa2dac7bd38 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683033 Dec 08 01:32:32.801185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61268d50-95cc-48f1-b2cf-8543c3ef12a1 req-c3ec333a-efd8-4cc1-8c98-3028b88a6fc8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:32.805511 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61268d50-95cc-48f1-b2cf-8543c3ef12a1 req-c3ec333a-efd8-4cc1-8c98-3028b88a6fc8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 945 time: 0.1319358 Dec 08 01:32:32.945682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61268d50-95cc-48f1-b2cf-8543c3ef12a1 req-9fc2f015-908c-424f-9b97-eeea84bb1b35 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316938 Dec 08 01:32:32.957802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8e12f-5495-422c-aa58-c95b063933a0 req-aa828fc1-0580-411a-b84b-73dc74c15d7d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:32.968567 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9f8e12f-5495-422c-aa58-c95b063933a0 req-aa828fc1-0580-411a-b84b-73dc74c15d7d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0914502 Dec 08 01:32:33.051766 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9f8e12f-5495-422c-aa58-c95b063933a0 req-7f23b845-b93e-460e-9e0a-f10ab9508962 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806932 Dec 08 01:32:33.492852 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:33.597297 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:33.756075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba03fc-507c-4b78-ab72-b29d1653e40f req-7e31e160-4755-4092-a2d8-b32d2ab6fa5b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:33.759044 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0aba03fc-507c-4b78-ab72-b29d1653e40f req-7e31e160-4755-4092-a2d8-b32d2ab6fa5b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0666182 Dec 08 01:32:33.836308 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0aba03fc-507c-4b78-ab72-b29d1653e40f req-fd66b283-4e1a-43b9-a7cf-eb6a3f76652c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650365 Dec 08 01:32:34.132027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df60c84-16b1-47ad-8ab4-62ddde6adebe req-e90ab906-f1fe-40d7-9e5b-81b2f1e9abe7 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:34.143277 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2df60c84-16b1-47ad-8ab4-62ddde6adebe req-e90ab906-f1fe-40d7-9e5b-81b2f1e9abe7 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 945 time: 0.0727839 Dec 08 01:32:34.264812 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2df60c84-16b1-47ad-8ab4-62ddde6adebe req-550974aa-3f75-49cf-a9a2-e4766d7ae652 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205096 Dec 08 01:32:34.282283 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b8335-9782-4d9e-a9ca-65411b403cea req-11b32417-fcc4-43fd-aaf9-76e013cfee73 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:34.282283 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-051b8335-9782-4d9e-a9ca-65411b403cea req-11b32417-fcc4-43fd-aaf9-76e013cfee73 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0978107 Dec 08 01:32:34.333866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-051b8335-9782-4d9e-a9ca-65411b403cea req-0466f7cb-1b70-4e1a-87dd-d9782a12b7b7 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507224 Dec 08 01:32:34.630033 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-4e6fff60-d2f1-4fec-89bb-a2f6c62c5eb6 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2648835 Dec 08 01:32:34.635203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:34.670244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:34.684086 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:34.824173 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:34.988231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Allocated IP 172.25.2.98 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/80c793c3-5e71-41f6-81b1-0e282cf3de67) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:32:34.989533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7015d12-e3ee-4720-b6b9-ff55dfe78819 req-e4d6eeac-fda7-401a-8380-972ee39a1dd2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:34.991567 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7015d12-e3ee-4720-b6b9-ff55dfe78819 req-e4d6eeac-fda7-401a-8380-972ee39a1dd2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0608308 Dec 08 01:32:35.079187 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7015d12-e3ee-4720-b6b9-ff55dfe78819 req-3c9217a7-b0ee-4f6a-99a8-b21215f2583e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644121 Dec 08 01:32:35.157942 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:35.203749 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:35.230216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:32:35.233749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:32:35.236425 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:32:35.314089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Pushing event updated for resources: {'Port': ['ID=80c793c3-5e71-41f6-81b1-0e282cf3de67,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:35.410877 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:35.476965 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:35.782774 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:35.792777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:35.961150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Pushing event updated for resources: {'Port': ['ID=80c793c3-5e71-41f6-81b1-0e282cf3de67,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:35.979839 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:36.015047 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:36.023658 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-0336780c-f9c4-425e-a988-3a9619ee0610 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3937979 Dec 08 01:32:36.025288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a734d0c-3fde-493c-9a5b-965e83aee091 req-7f9a73a8-abd5-4e10-8283-4795d047f3ae tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:36.026821 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a734d0c-3fde-493c-9a5b-965e83aee091 req-7f9a73a8-abd5-4e10-8283-4795d047f3ae tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0777066 Dec 08 01:32:36.124201 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a734d0c-3fde-493c-9a5b-965e83aee091 req-093c457d-327c-4212-b1b2-4f4a63113430 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866578 Dec 08 01:32:36.159237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-5a77e00c-9868-45b6-933c-483b8f99364c tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 695 time: 0.1328321 Dec 08 01:32:36.389916 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-dca9980a-9c58-4030-ae67-43a1cd5bdc9d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:36.403685 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-dca9980a-9c58-4030-ae67-43a1cd5bdc9d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2428668 Dec 08 01:32:36.415208 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-d99d9475-f03f-481d-abf5-0cc4382c1231 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:32:36.433435 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92179fe8-7cb8-4cd9-8b9e-8c0c3a27848b req-d99d9475-f03f-481d-abf5-0cc4382c1231 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0273185 Dec 08 01:32:36.441941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f5eb3-1a96-4ab2-93ef-f4d73525483a req-19708cd2-4629-41aa-8ec6-f83f354f5061 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:36.453320 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d8f5eb3-1a96-4ab2-93ef-f4d73525483a req-19708cd2-4629-41aa-8ec6-f83f354f5061 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1327178 Dec 08 01:32:36.559169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d8f5eb3-1a96-4ab2-93ef-f4d73525483a req-09365ec1-7c8b-4565-9360-72a5f653904e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900545 Dec 08 01:32:36.766709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-47bdd34c-c17e-4034-9c37-59f265c9bef1 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:36.768421 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-47bdd34c-c17e-4034-9c37-59f265c9bef1 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 820 time: 0.1520791 Dec 08 01:32:36.784682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-3b491fa4-cbae-4300-a2d2-5cedf2733876 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/quotas/ee6ae0f92b2f4e27954336d2199a8745 HTTP/1.1" status: 200 len: 375 time: 0.0102825 Dec 08 01:32:36.855534 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-93a7b819-ef9f-4e6a-a817-3f753b62358b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651248 Dec 08 01:32:36.988915 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8cb882a2-51a3-4852-a4d7-f3198a24e80c service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256652 Dec 08 01:32:37.110051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-54cb5e28-5fb4-4642-a4fb-b7bc45214355 service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200581 Dec 08 01:32:37.259503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edb694-3990-49ff-bb19-458e7f6213ad req-6e8bbaa6-806b-409e-884a-980100a0923d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:37.271877 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90edb694-3990-49ff-bb19-458e7f6213ad req-6e8bbaa6-806b-409e-884a-980100a0923d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0686684 Dec 08 01:32:37.348383 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90edb694-3990-49ff-bb19-458e7f6213ad req-d0b180fd-beec-4ada-a80f-e47e632b7503 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750144 Dec 08 01:32:37.430781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fdea5e8b-7feb-4d99-837c-fc98e697649d req-b5d774a3-f614-43d7-a8d6-df2087bf6114 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 210 time: 0.0427601 Dec 08 01:32:37.680329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cb74e-92ba-414b-8db9-597cad9ea3c6 req-e1918155-f34e-4c5e-b6b7-f84a00a3ee3f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:37.682254 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-935cb74e-92ba-414b-8db9-597cad9ea3c6 req-e1918155-f34e-4c5e-b6b7-f84a00a3ee3f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.0651209 Dec 08 01:32:37.742097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-935cb74e-92ba-414b-8db9-597cad9ea3c6 req-4eb4296e-e98e-46f3-8542-7486cb60c428 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514548 Dec 08 01:32:38.518662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bace2-6028-49a2-9c46-93a1ee82594f req-7607d197-4565-4642-a633-ac69f0b63b99 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:38.541953 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0f0bace2-6028-49a2-9c46-93a1ee82594f req-7607d197-4565-4642-a633-ac69f0b63b99 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.1028938 Dec 08 01:32:38.613825 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0f0bace2-6028-49a2-9c46-93a1ee82594f req-868db6cb-c45e-4672-943a-5cad34fafaa4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686309 Dec 08 01:32:38.673466 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fd42a549-21fe-4d43-ad20-90d56f409850 req-b8982ac1-844d-4e81-be1e-03dae0131726 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 210 time: 0.0618136 Dec 08 01:32:38.756258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-9a04b27b-8a35-4d0a-b4f8-c1f7e6e96eab tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:38.758221 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-9a04b27b-8a35-4d0a-b4f8-c1f7e6e96eab tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.72 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 820 time: 0.1918545 Dec 08 01:32:38.825819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Request body: {'port': {'device_id': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'admin_state_up': True, 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:38.858921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-ece0ffab-ef93-400b-82ca-3a1de38a80f6 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:38.860513 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-ece0ffab-ef93-400b-82ca-3a1de38a80f6 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/networks?id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 200 len: 804 time: 0.1320925 Dec 08 01:32:38.876802 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-d8c64af4-e620-4574-a33f-4c11893ecfa7 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/quotas/fca5a12f7a9d48a89422968b82652c54 HTTP/1.1" status: 200 len: 375 time: 0.0102086 Dec 08 01:32:38.940399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-4ef9fa28-23aa-4b80-b417-3733178665d7 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fca5a12f7a9d48a89422968b82652c54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0568407 Dec 08 01:32:38.949868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fea62-3ead-4357-ab02-f444785db3d8 req-4a51c045-a6b7-4d9c-9d36-dc0c08e31681 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:38.952521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811fea62-3ead-4357-ab02-f444785db3d8 req-4a51c045-a6b7-4d9c-9d36-dc0c08e31681 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.1224172 Dec 08 01:32:39.024477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Made reservation on behalf of ee6ae0f92b2f4e27954336d2199a8745 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:32:39.027950 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:39.035692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811fea62-3ead-4357-ab02-f444785db3d8 req-f34ca467-db2e-4d08-9db9-ae621dfa7e86 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727081 Dec 08 01:32:39.090734 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3776d201-0059-4c34-9b91-c19f651f4802 req-4eef666a-0dd5-4705-aa20-3e5c08af4b06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1063881 Dec 08 01:32:39.100953 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-86be2b76-2256-46c9-b582-642b9fe6e390 service neutron] 10.222.0.70 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526451 Dec 08 01:32:39.218544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Allocated IP 172.20.0.5 (388aef79-43b2-40f4-872b-9d737ee249d5/d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c/2e76c5fa-b0d9-47d5-8536-0751215294c9) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:32:39.254206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776d201-0059-4c34-9b91-c19f651f4802 req-8dd7a0ed-518e-4e9a-ae99-322e755785f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:39.255753 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3776d201-0059-4c34-9b91-c19f651f4802 req-8dd7a0ed-518e-4e9a-ae99-322e755785f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 1102 time: 0.1206439 Dec 08 01:32:39.286984 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-97b80e70-7fc2-4bc9-97df-55fd343aa914 service neutron] 10.222.0.70 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850324 Dec 08 01:32:39.390580 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:39.443410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:39.491315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776d201-0059-4c34-9b91-c19f651f4802 req-d049470e-088d-4033-b6a8-9222764afd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:39.495139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['2d1363c3-d1da-459d-9af2-9ac551f89740'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:39.517821 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3776d201-0059-4c34-9b91-c19f651f4802 req-d049470e-088d-4033-b6a8-9222764afd2a service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2268710 Dec 08 01:32:39.557760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Pushing event updated for resources: {'Port': ['ID=2e76c5fa-b0d9-47d5-8536-0751215294c9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:39.570087 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Network 388aef79-43b2-40f4-872b-9d737ee249d5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:32:39.578000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:32:39.586244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:32:39.676159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:39.676824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:39.817096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e81d4502-7142-43d8-a748-0f19014a83f8 req-96f7cbdb-4331-4179-bab1-31a7e8c11083 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 210 time: 0.1494296 Dec 08 01:32:39.823984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-f7b9a7d8-c407-4478-8d54-4684d3ecbbc9 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:39.829204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-f7b9a7d8-c407-4478-8d54-4684d3ecbbc9 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74&tenant_id=60788080667c45e38fac7ad815a697ce&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.3991220 Dec 08 01:32:39.838450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-ad32fb0c-decd-4532-9e58-2332035eca99 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0179582 Dec 08 01:32:39.854414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-30'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:39.892993 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Request body: {'port': {'device_id': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:40.044844 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:40.100750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cb20a010-2b00-422d-aa79-d87e64ac1434 None None] Provisioning complete for port 2e76c5fa-b0d9-47d5-8536-0751215294c9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:40.101130 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb20a010-2b00-422d-aa79-d87e64ac1434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:40.162715 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3776d201-0059-4c34-9b91-c19f651f4802 req-b2b141aa-ce54-4bb9-9759-5c6499f875a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=02742655-4fba-4db0-a1cf-d990a515b227 HTTP/1.1" status: 200 len: 217 time: 0.6349659 Dec 08 01:32:40.173839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-cb20a010-2b00-422d-aa79-d87e64ac1434 None None] Port 2e76c5fa-b0d9-47d5-8536-0751215294c9 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:32:40.354288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776d201-0059-4c34-9b91-c19f651f4802 req-746c3973-528a-4e24-83e5-15342e43c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:40.358820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3776d201-0059-4c34-9b91-c19f651f4802 req-746c3973-528a-4e24-83e5-15342e43c105 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1777029 Dec 08 01:32:40.378000 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:40.409874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad223cb4-a2a1-4244-9d5c-131a11781125 req-c44855ea-5e8d-4be4-890b-25b2bf94b1f1 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:40.411451 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad223cb4-a2a1-4244-9d5c-131a11781125 req-c44855ea-5e8d-4be4-890b-25b2bf94b1f1 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 931 time: 0.2646933 Dec 08 01:32:40.470545 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6848b-38d0-4959-9146-02bef6117ed0 req-61e4eb31-31a5-42d2-a90b-9998e36a68f7 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:40.472103 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-beb6848b-38d0-4959-9146-02bef6117ed0 req-61e4eb31-31a5-42d2-a90b-9998e36a68f7 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.3854599 Dec 08 01:32:40.560875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776d201-0059-4c34-9b91-c19f651f4802 req-25305d94-99df-4eb2-b4b6-4ac31af583f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:40.563311 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3776d201-0059-4c34-9b91-c19f651f4802 req-25305d94-99df-4eb2-b4b6-4ac31af583f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1939929 Dec 08 01:32:40.593697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad223cb4-a2a1-4244-9d5c-131a11781125 req-5aeb66c8-59f4-40e0-87e9-d3cb4f7e5cac tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551251 Dec 08 01:32:40.648766 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-beb6848b-38d0-4959-9146-02bef6117ed0 req-59c36377-2cdd-4931-9e7a-f360d256fb6e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532776 Dec 08 01:32:40.800156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1df72-3d04-432a-b595-46e891e7f305 req-a50207a0-f1d0-4c2b-997f-a023faef4381 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:40.814000 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-58f1df72-3d04-432a-b595-46e891e7f305 req-a50207a0-f1d0-4c2b-997f-a023faef4381 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f7b7f98-2252-409e-bd18-46d94cd5992f HTTP/1.1" status: 200 len: 945 time: 0.1386352 Dec 08 01:32:40.821255 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3776d201-0059-4c34-9b91-c19f651f4802 req-50d8bf04-07d1-461e-842c-64b8349385f6 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478197 Dec 08 01:32:41.005049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e76c5fa-b0d9-47d5-8536-0751215294c9 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:41.017942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:41.035340 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:41.061472 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3776d201-0059-4c34-9b91-c19f651f4802 req-bb35e1f8-b5ed-4ae0-8f94-02707d8f44ba service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269738 Dec 08 01:32:41.071499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5bf0b-a3bf-4e95-aae0-0be2e16751b4 req-86e2ed94-31cd-42e6-9bcb-07f5f5c0b617 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:41.073699 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-58f1df72-3d04-432a-b595-46e891e7f305 req-70b19970-974f-4f6c-b95c-a46934ab8b30 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Deleting port 257ae311-e96d-4745-b904-7ca320f748f5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:32:41.074126 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58f1df72-3d04-432a-b595-46e891e7f305 req-70b19970-974f-4f6c-b95c-a46934ab8b30 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:41.088414 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7f5bf0b-a3bf-4e95-aae0-0be2e16751b4 req-86e2ed94-31cd-42e6-9bcb-07f5f5c0b617 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 945 time: 0.2840633 Dec 08 01:32:41.111136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Transition to ACTIVE for port object 2e76c5fa-b0d9-47d5-8536-0751215294c9 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:32:41.120730 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:41.130382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device cfb53522-bb82-4c27-ab0c-09fa78147b3a details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:32:41.145742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 257ae311-e96d-4745-b904-7ca320f748f5 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:32:41.237767 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8ccff89-3e28-4347-a633-0cf88f10e8da req-987fb2d7-84cd-4037-a69b-ef8acf4549e2 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 210 time: 0.0639081 Dec 08 01:32:41.252095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:41.253520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-58f1df72-3d04-432a-b595-46e891e7f305 req-70b19970-974f-4f6c-b95c-a46934ab8b30 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] For port 257ae311-e96d-4745-b904-7ca320f748f5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=257ae311-e96d-4745-b904-7ca320f748f5,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:41.253895 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58f1df72-3d04-432a-b595-46e891e7f305 req-70b19970-974f-4f6c-b95c-a46934ab8b30 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:41.282107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-58f1df72-3d04-432a-b595-46e891e7f305 req-70b19970-974f-4f6c-b95c-a46934ab8b30 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Calling delete_port for 257ae311-e96d-4745-b904-7ca320f748f5 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:32:41.294026 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.resource_extend [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:32:41.370575 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7f5bf0b-a3bf-4e95-aae0-0be2e16751b4 req-3db2eb20-407e-484f-a2de-00f3be549172 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760963 Dec 08 01:32:41.397542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Pushing event updated for resources: {'Port': ['ID=2e76c5fa-b0d9-47d5-8536-0751215294c9,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:41.444708 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:41.459580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:41.538535 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device cfb53522-bb82-4c27-ab0c-09fa78147b3a has no active binding in host n-h1-713498-30 {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:32:41.700264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86de2e82-386c-4451-819c-fd52a5580e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfb53522-bb82-4c27-ab0c-09fa78147b3a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:41.704727 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09354ac9-2935-439e-8dd8-9411dd0ab7e3" -d '{"events": [{"server_uuid": "86de2e82-386c-4451-819c-fd52a5580e74", "name": "network-vif-unplugged", "status": "completed", "tag": "cfb53522-bb82-4c27-ab0c-09fa78147b3a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:41.713961 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:41.746931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Attempting to bind port 2e76c5fa-b0d9-47d5-8536-0751215294c9 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:41.752659 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Attempting to bind port 2e76c5fa-b0d9-47d5-8536-0751215294c9 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:41.753192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Attempting to bind port 2e76c5fa-b0d9-47d5-8536-0751215294c9 on network 388aef79-43b2-40f4-872b-9d737ee249d5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:41.769983 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:41.871365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Port 2e76c5fa-b0d9-47d5-8536-0751215294c9 on network 388aef79-43b2-40f4-872b-9d737ee249d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:32:41.871663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Attempting to bind port 2e76c5fa-b0d9-47d5-8536-0751215294c9 on network 388aef79-43b2-40f4-872b-9d737ee249d5 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:41.917332 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:41.921259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Checking segment: {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:41.924046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Bound using segment: {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:41.925843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Bound port: 2e76c5fa-b0d9-47d5-8536-0751215294c9, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:41.931001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:41.968302 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58f1df72-3d04-432a-b595-46e891e7f305 req-70b19970-974f-4f6c-b95c-a46934ab8b30 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:42.043039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b19970-974f-4f6c-b95c-a46934ab8b30 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Pushing event deleted for resources: {'Port': ['ID=257ae311-e96d-4745-b904-7ca320f748f5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:42.106032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f1df72-3d04-432a-b595-46e891e7f305 req-70b19970-974f-4f6c-b95c-a46934ab8b30 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] No DVR routers for this DVR port 257ae311-e96d-4745-b904-7ca320f748f5 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:32:42.116251 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-58f1df72-3d04-432a-b595-46e891e7f305 req-70b19970-974f-4f6c-b95c-a46934ab8b30 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:42.119667 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-58f1df72-3d04-432a-b595-46e891e7f305 req-70b19970-974f-4f6c-b95c-a46934ab8b30 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.65 "DELETE /v2.0/ports/257ae311-e96d-4745-b904-7ca320f748f5 HTTP/1.1" status: 204 len: 173 time: 1.2685533 Dec 08 01:32:42.121102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b7f98-2252-409e-bd18-46d94cd5992f', 'name': 'network-vif-deleted', 'tag': '257ae311-e96d-4745-b904-7ca320f748f5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:42.124885 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65925ab4-3ea9-4ffd-aeb5-c0982db4619e" -d '{"events": [{"server_uuid": "0f7b7f98-2252-409e-bd18-46d94cd5992f", "name": "network-vif-deleted", "tag": "257ae311-e96d-4745-b904-7ca320f748f5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:42.141798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-ad68fecf-2c86-43a8-bc4d-8dbd96a6354d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:42.143263 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-ad68fecf-2c86-43a8-bc4d-8dbd96a6354d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.72 "GET /v2.0/networks?id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 200 len: 804 time: 0.6271632 Dec 08 01:32:42.166762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a74bbe-a24d-4279-80c5-b15a175b51ba req-3bb29acd-9122-4f27-b550-6ad0d56b3675 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:42.168831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0a74bbe-a24d-4279-80c5-b15a175b51ba req-3bb29acd-9122-4f27-b550-6ad0d56b3675 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 943 time: 0.3539033 Dec 08 01:32:42.179639 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Request body: {'port': {'device_id': '80c577b3-e57f-4144-b5da-e2f0c711a5cd', 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'admin_state_up': True, 'tenant_id': 'fca5a12f7a9d48a89422968b82652c54'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:42.190269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb53522-bb82-4c27-ab0c-09fa78147b3a,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:42.207556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Attempting to bind port cfb53522-bb82-4c27-ab0c-09fa78147b3a on host n-h2-713498-30 for vnic_type normal with profile {"migrating_to": "n-h1-713498-30"} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:42.207749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Attempting to bind port cfb53522-bb82-4c27-ab0c-09fa78147b3a by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:42.208099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Attempting to bind port cfb53522-bb82-4c27-ab0c-09fa78147b3a on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:42.224147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Port cfb53522-bb82-4c27-ab0c-09fa78147b3a on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:32:42.224608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Attempting to bind port cfb53522-bb82-4c27-ab0c-09fa78147b3a on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:42.241410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdba59-da12-43e2-82e0-441ad378f155 req-2837512e-3e5c-480d-bbab-c169fbc0b065 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:42.249339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60fdba59-da12-43e2-82e0-441ad378f155 req-2837512e-3e5c-480d-bbab-c169fbc0b065 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.2932785 Dec 08 01:32:42.274340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:42.274833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:42.275325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:42.275887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Bound port: cfb53522-bb82-4c27-ab0c-09fa78147b3a, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:42.276390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:42.314523 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] For port 2e76c5fa-b0d9-47d5-8536-0751215294c9, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:42.322182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] For port 2e76c5fa-b0d9-47d5-8536-0751215294c9, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2e76c5fa-b0d9-47d5-8536-0751215294c9,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:32:42.353023 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0a74bbe-a24d-4279-80c5-b15a175b51ba req-a6b5390f-7a6a-4f9c-952e-d765d508b159 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636206 Dec 08 01:32:42.368217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Made reservation on behalf of fca5a12f7a9d48a89422968b82652c54 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:32:42.370054 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:42.381954 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:42.461965 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60fdba59-da12-43e2-82e0-441ad378f155 req-857dc652-336c-4ee9-9801-3e54942eed65 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116106 Dec 08 01:32:42.467670 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9d6337-6d25-4fdd-8365-d13e1f9922ff x-openstack-request-id: req-fc9d6337-6d25-4fdd-8365-d13e1f9922ff {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:42.467967 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86de2e82-386c-4451-819c-fd52a5580e74", "name": "network-vif-unplugged", "status": "completed", "tag": "cfb53522-bb82-4c27-ab0c-09fa78147b3a", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:42.468232 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fc9d6337-6d25-4fdd-8365-d13e1f9922ff {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:42.468645 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86de2e82-386c-4451-819c-fd52a5580e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfb53522-bb82-4c27-ab0c-09fa78147b3a', 'code': 200} Dec 08 01:32:42.494022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:42.500448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:32:42.511296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:42.511948 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:42.514747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-8985cf53-5817-4e86-9805-e534364313dd service neutron] 10.222.0.72 "PUT /v2.0/ports/2e76c5fa-b0d9-47d5-8536-0751215294c9 HTTP/1.1" status: 200 len: 1092 time: 2.6500940 Dec 08 01:32:42.521696 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:42.550849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Allocated IP 172.20.0.11 (a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c/20a5998e-a135-4d25-95f0-5cd4e48a89c6/3c117e2c-7299-4912-9ac1-7d15410dc170) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:32:42.552091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985cf53-5817-4e86-9805-e534364313dd service neutron] Pushing event updated for resources: {'Port': ['ID=2e76c5fa-b0d9-47d5-8536-0751215294c9,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:42.947374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:42.960651 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7106504c-aa6f-4419-85ee-6d8ae80adced x-openstack-request-id: req-7106504c-aa6f-4419-85ee-6d8ae80adced {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:42.960935 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b7f98-2252-409e-bd18-46d94cd5992f", "name": "network-vif-deleted", "tag": "257ae311-e96d-4745-b904-7ca320f748f5", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:42.961200 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7106504c-aa6f-4419-85ee-6d8ae80adced {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:42.961602 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b7f98-2252-409e-bd18-46d94cd5992f', 'name': 'network-vif-deleted', 'tag': '257ae311-e96d-4745-b904-7ca320f748f5', 'status': 'completed', 'code': 200} Dec 08 01:32:43.031769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:43.032843 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:43.039545 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] 10.222.0.65 "PUT /v2.0/ports/cfb53522-bb82-4c27-ab0c-09fa78147b3a HTTP/1.1" status: 200 len: 1123 time: 3.1943827 Dec 08 01:32:43.076985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-5f647351-3be5-4ad6-b349-164d7e11d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:43.078488 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-5f647351-3be5-4ad6-b349-164d7e11d9d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 1095 time: 0.4182050 Dec 08 01:32:43.083930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7a1b9-af14-4c60-95f0-3b944bebf502 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb53522-bb82-4c27-ab0c-09fa78147b3a,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:43.091237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd4ef2ec-8007-46b4-8d6e-735bd1f482e9 req-46c8abe5-3755-484b-bd81-b56f1c7bde3c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 210 time: 0.1254277 Dec 08 01:32:43.117278 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc6c09a4-2354-4c45-be86-a262c93cdfd5 req-48e1368c-4bbb-4e60-981d-364a29c4d049 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2610090 Dec 08 01:32:43.148654 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:43.193580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ba2d8-45be-4a4b-96c3-fc585ce46976 req-944c5ddc-f535-4989-9feb-24eec66d51a7 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:43.206594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-056ba2d8-45be-4a4b-96c3-fc585ce46976 req-944c5ddc-f535-4989-9feb-24eec66d51a7 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.3339443 Dec 08 01:32:43.210233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['cfb53522-bb82-4c27-ab0c-09fa78147b3a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:43.223851 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-09597c84-7f14-4281-9e61-61acb15616a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e76c5fa-b0d9-47d5-8536-0751215294c9 HTTP/1.1" status: 200 len: 217 time: 0.1113565 Dec 08 01:32:43.245688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:32:43.257813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:32:43.261151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:32:43.287724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['cfb53522-bb82-4c27-ab0c-09fa78147b3a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:43.406097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Pushing event updated for resources: {'Port': ['ID=3c117e2c-7299-4912-9ac1-7d15410dc170,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:43.456905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c09a4-2354-4c45-be86-a262c93cdfd5 req-a72217a4-ab0e-4e4a-b163-f84c5e97dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:43.458465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc6c09a4-2354-4c45-be86-a262c93cdfd5 req-a72217a4-ab0e-4e4a-b163-f84c5e97dea7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 1102 time: 0.2037065 Dec 08 01:32:43.470300 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-056ba2d8-45be-4a4b-96c3-fc585ce46976 req-6a58ed0d-1853-41d9-815a-f559de388b42 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612529 Dec 08 01:32:43.478159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-25d0de72-48ea-4614-82e8-b0f40bd64f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:43.481946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-25d0de72-48ea-4614-82e8-b0f40bd64f80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.2429512 Dec 08 01:32:43.514267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:43.515475 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:43.586961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-251d2340-b3e4-49ac-8792-a6283ab25f74 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4101985 Dec 08 01:32:43.603943 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Request body: {'port': {'device_id': '80c577b3-e57f-4144-b5da-e2f0c711a5cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:43.836031 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:44.086504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-f0a1d284-af18-4d79-a4a9-99fa52384f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:44.088503 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-f0a1d284-af18-4d79-a4a9-99fa52384f9d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5964921 Dec 08 01:32:44.111312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52681404-d34e-4c2e-82fa-a6e501c6f52b req-cb0c8211-c10a-43b7-ae18-80e33f1d56bf tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:44.116819 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52681404-d34e-4c2e-82fa-a6e501c6f52b req-cb0c8211-c10a-43b7-ae18-80e33f1d56bf tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.5018380 Dec 08 01:32:44.197727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c09a4-2354-4c45-be86-a262c93cdfd5 req-927ad76b-4476-4829-9fba-10d8ab9f3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:44.199498 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc6c09a4-2354-4c45-be86-a262c93cdfd5 req-927ad76b-4476-4829-9fba-10d8ab9f3738 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.6735942 Dec 08 01:32:44.213551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f6fac-cddc-4b2b-a39b-f7f3a6f79726 req-12a6b280-200e-4ef6-93bd-21dd38db7145 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:44.215087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cf8f6fac-cddc-4b2b-a39b-f7f3a6f79726 req-12a6b280-200e-4ef6-93bd-21dd38db7145 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 943 time: 0.5271957 Dec 08 01:32:44.257164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc6c09a4-2354-4c45-be86-a262c93cdfd5 req-95fc1809-f19d-4e1c-a0b9-a47e46d6fe56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0 HTTP/1.1" status: 200 len: 217 time: 0.0448887 Dec 08 01:32:44.260531 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52681404-d34e-4c2e-82fa-a6e501c6f52b req-674e498b-cc74-4096-b5de-93bb7c516973 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333418 Dec 08 01:32:44.279269 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c117e2c-7299-4912-9ac1-7d15410dc170 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:44.300979 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:44.335719 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Transition to ACTIVE for port object 3c117e2c-7299-4912-9ac1-7d15410dc170 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:32:44.369859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c09a4-2354-4c45-be86-a262c93cdfd5 req-1142a377-24e5-44c5-b286-587b37db36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:44.371588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc6c09a4-2354-4c45-be86-a262c93cdfd5 req-1142a377-24e5-44c5-b286-587b37db36dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0792038 Dec 08 01:32:44.376957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-89e3a503-6714-4a21-a21f-6b8e2924132a service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589974 Dec 08 01:32:44.382719 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cf8f6fac-cddc-4b2b-a39b-f7f3a6f79726 req-5481c4b7-925f-4194-8031-4c1c280ae02d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360383 Dec 08 01:32:44.385461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:44.469606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'tag': '2e76c5fa-b0d9-47d5-8536-0751215294c9'}, {'name': 'network-changed', 'server_uuid': '86de2e82-386c-4451-819c-fd52a5580e74', 'tag': 'cfb53522-bb82-4c27-ab0c-09fa78147b3a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:44.472557 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fed53ea-fc14-4a35-aff5-826bed2375ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bbab7f-cb0b-4165-9062-e56907b5d574", "tag": "2e76c5fa-b0d9-47d5-8536-0751215294c9"}, {"name": "network-changed", "server_uuid": "86de2e82-386c-4451-819c-fd52a5580e74", "tag": "cfb53522-bb82-4c27-ab0c-09fa78147b3a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:44.551828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c09a4-2354-4c45-be86-a262c93cdfd5 req-16a3fdd7-9f77-4048-8eaa-ae7d1c2b2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:44.553492 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc6c09a4-2354-4c45-be86-a262c93cdfd5 req-16a3fdd7-9f77-4048-8eaa-ae7d1c2b2b22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1681254 Dec 08 01:32:44.559006 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0d1152-6357-4a0d-9fed-b1ada74aff3c x-openstack-request-id: req-7e0d1152-6357-4a0d-9fed-b1ada74aff3c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:44.559551 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bbab7f-cb0b-4165-9062-e56907b5d574", "tag": "2e76c5fa-b0d9-47d5-8536-0751215294c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86de2e82-386c-4451-819c-fd52a5580e74", "tag": "cfb53522-bb82-4c27-ab0c-09fa78147b3a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:44.559872 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e0d1152-6357-4a0d-9fed-b1ada74aff3c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:44.561116 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'tag': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'status': 'completed', 'code': 200} Dec 08 01:32:44.561464 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86de2e82-386c-4451-819c-fd52a5580e74', 'tag': 'cfb53522-bb82-4c27-ab0c-09fa78147b3a', 'status': 'completed', 'code': 200} Dec 08 01:32:44.644185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Pushing event updated for resources: {'Port': ['ID=3c117e2c-7299-4912-9ac1-7d15410dc170,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:44.758065 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-924bae28-d712-4595-b3cf-ea03010af4c7 req-2251d454-bafe-47ab-ae01-b71bbb94698a service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312964 Dec 08 01:32:44.806298 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc6c09a4-2354-4c45-be86-a262c93cdfd5 req-55d96e9f-38bf-4297-8c27-35c4d9731b42 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402751 Dec 08 01:32:44.808017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e956b-7e81-4226-a1cd-17f7160805e1 req-a52e1537-b9b3-4ea0-9dc8-f097ee23842d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:44.818206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f563ef-8806-4bfa-b0ca-28e4e0936308 req-079e7366-ac34-4686-8cee-a19276a78d5a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:44.823581 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-176e956b-7e81-4226-a1cd-17f7160805e1 req-a52e1537-b9b3-4ea0-9dc8-f097ee23842d tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 944 time: 0.1792653 Dec 08 01:32:44.827233 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31f563ef-8806-4bfa-b0ca-28e4e0936308 req-079e7366-ac34-4686-8cee-a19276a78d5a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.1999030 Dec 08 01:32:44.910253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Attempting to bind port 3c117e2c-7299-4912-9ac1-7d15410dc170 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:44.912534 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Attempting to bind port 3c117e2c-7299-4912-9ac1-7d15410dc170 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:44.915278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Attempting to bind port 3c117e2c-7299-4912-9ac1-7d15410dc170 on network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:44.973395 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31f563ef-8806-4bfa-b0ca-28e4e0936308 req-55a4c948-0754-41e5-a880-4dc667aa5cc6 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448925 Dec 08 01:32:44.994959 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-176e956b-7e81-4226-a1cd-17f7160805e1 req-b4dd2268-41ee-48af-91c2-d257637044b4 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700954 Dec 08 01:32:45.003010 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Port 3c117e2c-7299-4912-9ac1-7d15410dc170 on network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:32:45.003811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Attempting to bind port 3c117e2c-7299-4912-9ac1-7d15410dc170 on network a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:45.020024 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:45.020821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Checking segment: {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:45.021794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Bound using segment: {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:45.022651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Bound port: 3c117e2c-7299-4912-9ac1-7d15410dc170, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:45.023198 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:45.084640 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-52b3d282-5298-4ae3-aee5-ecba20021b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:45.086339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-52b3d282-5298-4ae3-aee5-ecba20021b9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 1095 time: 0.1811619 Dec 08 01:32:45.090627 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc6c09a4-2354-4c45-be86-a262c93cdfd5 req-7b04f0a2-62ad-4835-b46f-7b6adc29ad30 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210884 Dec 08 01:32:45.130042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] For port 3c117e2c-7299-4912-9ac1-7d15410dc170, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:45.133257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] For port 3c117e2c-7299-4912-9ac1-7d15410dc170, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3c117e2c-7299-4912-9ac1-7d15410dc170,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:32:45.144448 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:45.222077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:45.223121 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:45.225159 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] 10.222.0.72 "PUT /v2.0/ports/3c117e2c-7299-4912-9ac1-7d15410dc170 HTTP/1.1" status: 200 len: 1093 time: 1.6283994 Dec 08 01:32:45.229452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c577b3-e57f-4144-b5da-e2f0c711a5cd', 'tag': '3c117e2c-7299-4912-9ac1-7d15410dc170'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:45.232005 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0107e9-c54d-4b6e-97ea-e6fd9ed9764f" -d '{"events": [{"name": "network-changed", "server_uuid": "80c577b3-e57f-4144-b5da-e2f0c711a5cd", "tag": "3c117e2c-7299-4912-9ac1-7d15410dc170"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:45.285194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-051cb643-4be5-4000-b793-dc9b89ab6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:45.285811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4eadb-6df6-42ea-98af-f15c77d34349 service neutron] Pushing event updated for resources: {'Port': ['ID=3c117e2c-7299-4912-9ac1-7d15410dc170,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:45.288403 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-051cb643-4be5-4000-b793-dc9b89ab6c74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.1796002 Dec 08 01:32:45.353427 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-d4ee65c7-5bc7-4bb9-a7d6-cb70879da931 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e76c5fa-b0d9-47d5-8536-0751215294c9 HTTP/1.1" status: 200 len: 217 time: 0.0503027 Dec 08 01:32:45.359654 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc23c2db-bbe7-46c9-af93-486c876a23d4 x-openstack-request-id: req-cc23c2db-bbe7-46c9-af93-486c876a23d4 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:45.359947 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c577b3-e57f-4144-b5da-e2f0c711a5cd", "tag": "3c117e2c-7299-4912-9ac1-7d15410dc170", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:45.360471 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc23c2db-bbe7-46c9-af93-486c876a23d4 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:45.360893 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c577b3-e57f-4144-b5da-e2f0c711a5cd', 'tag': '3c117e2c-7299-4912-9ac1-7d15410dc170', 'status': 'completed', 'code': 200} Dec 08 01:32:45.407574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-969b4b34-6f18-40d3-9242-aaf39c49bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:45.409136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-969b4b34-6f18-40d3-9242-aaf39c49bc9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fca5a12f7a9d48a89422968b82652c54&device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 1096 time: 0.0918806 Dec 08 01:32:45.437256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-1c850b91-8254-4798-8014-13c1e8767ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:45.439849 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-1c850b91-8254-4798-8014-13c1e8767ad3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.0667996 Dec 08 01:32:45.526892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-e9034691-5b00-4b9b-b94b-a3f94f8d0f9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c117e2c-7299-4912-9ac1-7d15410dc170 HTTP/1.1" status: 200 len: 217 time: 0.0947909 Dec 08 01:32:45.550680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-b1c79ef9-6483-477e-8372-337928ec84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:45.552359 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-b1c79ef9-6483-477e-8372-337928ec84ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016047 Dec 08 01:32:45.556668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f932d-22b3-4dfb-b91b-6a31a26ea5ab req-807bf30a-3ac4-417f-8e1b-8a4f5f00ccd1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:45.562927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-200f932d-22b3-4dfb-b91b-6a31a26ea5ab req-807bf30a-3ac4-417f-8e1b-8a4f5f00ccd1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.1853971 Dec 08 01:32:45.574619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d98c29-f50e-446c-afa9-c5499b5f1919 req-4e7f2b91-9361-479c-819f-60e4657e0976 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:45.577414 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97d98c29-f50e-446c-afa9-c5499b5f1919 req-4e7f2b91-9361-479c-819f-60e4657e0976 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 943 time: 0.0848615 Dec 08 01:32:45.669557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-72fd4ecd-202b-4e5f-82dd-b889cd09303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:45.672700 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-72fd4ecd-202b-4e5f-82dd-b889cd09303d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20a5998e-a135-4d25-95f0-5cd4e48a89c6 HTTP/1.1" status: 200 len: 844 time: 0.1075480 Dec 08 01:32:45.692852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97d98c29-f50e-446c-afa9-c5499b5f1919 req-fcd4583f-0fe0-4a56-a06e-81a4d41bd869 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070585 Dec 08 01:32:45.729518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-f27b77b0-48b8-4bad-925a-198a8f522a43 service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508853 Dec 08 01:32:45.731663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-200f932d-22b3-4dfb-b91b-6a31a26ea5ab req-d25555d2-b484-408b-bd1b-282f2f044056 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534009 Dec 08 01:32:45.777550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-e77f2b14-9c4a-4396-868a-ec283f4c8c7c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880096 Dec 08 01:32:45.875844 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-7106d59a-c21c-4bf4-b0d4-d55ff009cec8 service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298454 Dec 08 01:32:45.921043 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-82cfda6c-a4e0-4d42-aa96-becb049d9c58 service neutron] 10.222.0.72 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155427 Dec 08 01:32:46.060643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f820d04e-ef9c-43fb-a774-189cf6abc332 req-778f718c-734c-48a7-a9bb-127b604c2edb service neutron] 10.222.0.72 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025386 Dec 08 01:32:46.062923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-2dff3955-a396-4e82-a32b-4047a3709f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:46.064494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-2dff3955-a396-4e82-a32b-4047a3709f5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 1126 time: 0.0934916 Dec 08 01:32:46.148695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6555b8-61a4-432d-8566-8da93cdd83e5 req-55107fd6-a20b-47db-a76e-1bfb71eee2ab tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:46.150678 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc6555b8-61a4-432d-8566-8da93cdd83e5 req-55107fd6-a20b-47db-a76e-1bfb71eee2ab tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.0612891 Dec 08 01:32:46.237168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996938b-68db-46b9-96fa-a5c00c379e3a req-0c9fb380-f3c0-4326-a835-3e90cd6fb7bf tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:46.250537 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a996938b-68db-46b9-96fa-a5c00c379e3a req-0c9fb380-f3c0-4326-a835-3e90cd6fb7bf tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 944 time: 0.1294386 Dec 08 01:32:46.251942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc6555b8-61a4-432d-8566-8da93cdd83e5 req-d826bdf3-c3c4-4d62-b7f4-5d5b69507891 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859776 Dec 08 01:32:46.254498 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0107e9-c54d-4b6e-97ea-e6fd9ed9764f req-f43d10ba-a883-41f3-a623-d67aa06421c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:46.256717 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc0107e9-c54d-4b6e-97ea-e6fd9ed9764f req-f43d10ba-a883-41f3-a623-d67aa06421c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fca5a12f7a9d48a89422968b82652c54&device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 1096 time: 0.0822251 Dec 08 01:32:46.334241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-ef306926-dfa8-4d6a-8794-1ce6280f1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:46.340937 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-ef306926-dfa8-4d6a-8794-1ce6280f1109 service neutron] 10.222.0.72 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.2596278 Dec 08 01:32:46.396707 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-a3bdea1e-16f3-4289-b0f0-21e237fe115e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a HTTP/1.1" status: 200 len: 217 time: 0.0431430 Dec 08 01:32:46.401889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a996938b-68db-46b9-96fa-a5c00c379e3a req-1c09aeff-8357-4ace-89ec-e3020c322abf tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504624 Dec 08 01:32:46.409690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0107e9-c54d-4b6e-97ea-e6fd9ed9764f req-b1a8d139-9422-4e5a-88ff-f49fd212f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:46.411543 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc0107e9-c54d-4b6e-97ea-e6fd9ed9764f req-b1a8d139-9422-4e5a-88ff-f49fd212f9dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 200 len: 905 time: 0.1416640 Dec 08 01:32:46.467177 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc0107e9-c54d-4b6e-97ea-e6fd9ed9764f req-c1479e26-ea7f-481f-a461-ed450d6d036b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c117e2c-7299-4912-9ac1-7d15410dc170 HTTP/1.1" status: 200 len: 217 time: 0.0462422 Dec 08 01:32:46.474202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-9f60ac31-73b5-4b73-94e3-f58e222f8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:46.475819 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-9f60ac31-73b5-4b73-94e3-f58e222f8933 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.0695705 Dec 08 01:32:46.524901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-28bf6254-38b6-4958-ac08-4c335a3b4e1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316551 Dec 08 01:32:46.547854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0107e9-c54d-4b6e-97ea-e6fd9ed9764f req-953929cd-4b16-445e-affd-409250d77f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:46.550323 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc0107e9-c54d-4b6e-97ea-e6fd9ed9764f req-953929cd-4b16-445e-affd-409250d77f8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20a5998e-a135-4d25-95f0-5cd4e48a89c6 HTTP/1.1" status: 200 len: 844 time: 0.0594563 Dec 08 01:32:46.593932 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc0107e9-c54d-4b6e-97ea-e6fd9ed9764f req-eeb4f134-6104-491c-92cf-14b2bb4c24f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322115 Dec 08 01:32:46.689077 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-7f87688f-9256-4aa2-9796-b28d4efa1c79 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547689 Dec 08 01:32:46.709426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc0107e9-c54d-4b6e-97ea-e6fd9ed9764f req-e7a84f7a-664a-4c4e-9463-19b2cc12a5fa service neutron] 10.222.0.72 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055605 Dec 08 01:32:46.893484 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc0107e9-c54d-4b6e-97ea-e6fd9ed9764f req-6ee95bee-4949-4a99-83fb-208abeaac1e5 service neutron] 10.222.0.72 "GET /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753292 Dec 08 01:32:46.948209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fed53ea-fc14-4a35-aff5-826bed2375ea req-c0da40a6-9b91-490d-9d9e-6c2de67871df service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505710 Dec 08 01:32:46.972250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a1da6-a5c2-4ee0-b261-c88658d26c3f req-7336f8bf-fc0a-44fa-be80-e41b84b9329f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:46.973829 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc2a1da6-a5c2-4ee0-b261-c88658d26c3f req-7336f8bf-fc0a-44fa-be80-e41b84b9329f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.1105683 Dec 08 01:32:47.041388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 2e76c5fa-b0d9-47d5-8536-0751215294c9 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:32:47.075013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc2a1da6-a5c2-4ee0-b261-c88658d26c3f req-0397aafc-85d4-4869-b44e-eed603ae6013 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917447 Dec 08 01:32:47.144455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594f922-9789-4397-bce8-3f97ba210346 req-6298330a-504f-4027-9218-bd2aaa2be2e8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:47.149756 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7594f922-9789-4397-bce8-3f97ba210346 req-6298330a-504f-4027-9218-bd2aaa2be2e8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 943 time: 0.1057770 Dec 08 01:32:47.172667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 2e76c5fa-b0d9-47d5-8536-0751215294c9, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2e76c5fa-b0d9-47d5-8536-0751215294c9,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:47.191932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'port_id': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'mac_address': 'fa:16:3e:b0:75:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:32:47.238733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7594f922-9789-4397-bce8-3f97ba210346 req-79a8c85c-f6e0-4a22-8229-8d92eb17b6e5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728562 Dec 08 01:32:47.242152 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:47.257437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e76c5fa-b0d9-47d5-8536-0751215294c9 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:47.279791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 2e76c5fa-b0d9-47d5-8536-0751215294c9, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2e76c5fa-b0d9-47d5-8536-0751215294c9,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:47.284735 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:47.347521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=2e76c5fa-b0d9-47d5-8536-0751215294c9,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:47.361561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.361939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.362263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.362608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.362950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.363468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.363814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.364152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.366390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.366390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.366390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.366390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.366390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:47.407608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61382e-83cf-4f2f-9dc3-3008863100d4 req-87cfe44c-74f4-4427-83fe-befbf14c43ba tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:47.411335 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd61382e-83cf-4f2f-9dc3-3008863100d4 req-87cfe44c-74f4-4427-83fe-befbf14c43ba tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.0759349 Dec 08 01:32:47.484674 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd61382e-83cf-4f2f-9dc3-3008863100d4 req-630bc38c-be71-4a3c-968b-c24df6642bfc tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663040 Dec 08 01:32:47.561850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3b05-0629-43aa-9ace-32f216b7161e req-a436ccd1-903e-4290-8c0a-418bd139591b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:47.569015 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebbf3b05-0629-43aa-9ace-32f216b7161e req-a436ccd1-903e-4290-8c0a-418bd139591b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 944 time: 0.0691555 Dec 08 01:32:47.618310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebbf3b05-0629-43aa-9ace-32f216b7161e req-142f7333-2a3f-40a2-9be4-09f576bfc609 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476718 Dec 08 01:32:47.649965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['2e76c5fa-b0d9-47d5-8536-0751215294c9'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:48.268420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d367b-5bee-4284-96e1-53bcc68b5003 req-0883441b-80e9-42cf-8893-735b25ab4869 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:48.270103 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f3d367b-5bee-4284-96e1-53bcc68b5003 req-0883441b-80e9-42cf-8893-735b25ab4869 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.1096816 Dec 08 01:32:48.276307 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-effa70c1-e185-430b-99a3-6a49203ef966 req-31906466-2f02-4d05-bd6e-d9fa1a6655a8 service neutron] show failed (client error): The resource could not be found. Dec 08 01:32:48.277483 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-31906466-2f02-4d05-bd6e-d9fa1a6655a8 service neutron] 10.222.0.65 "GET /v2.0/ports/f0de720a-e594-4ea0-944d-a56f228e4df1/bindings/n-h2-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.1059122 Dec 08 01:32:48.356428 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f3d367b-5bee-4284-96e1-53bcc68b5003 req-2b5c1130-1339-4272-a3b5-5efcccd35c01 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744379 Dec 08 01:32:48.530533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be093d2-5461-458f-b091-d5bc8dd552b4 req-d1abd10c-397b-48ad-9e77-65b031221e38 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:48.532945 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5be093d2-5461-458f-b091-d5bc8dd552b4 req-d1abd10c-397b-48ad-9e77-65b031221e38 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 944 time: 0.1489215 Dec 08 01:32:48.644504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5be093d2-5461-458f-b091-d5bc8dd552b4 req-77ba2b14-a0ad-48e4-a387-c92b5b94afda tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022797 Dec 08 01:32:48.692233 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa70c1-e185-430b-99a3-6a49203ef966 req-503d6fa4-a3ce-401b-92b5-463661bef173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:48.707324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-503d6fa4-a3ce-401b-92b5-463661bef173 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661&tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd HTTP/1.1" status: 200 len: 1101 time: 0.1819308 Dec 08 01:32:48.730547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729138bb-26c3-499c-aa25-c1cd25d87920 req-93643fa0-e921-40ae-a9d2-2409ce8e586a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:48.740579 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-729138bb-26c3-499c-aa25-c1cd25d87920 req-93643fa0-e921-40ae-a9d2-2409ce8e586a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.1351361 Dec 08 01:32:48.782775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:48.808245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297ff02-e64b-49e3-80e9-66dbd23b2b26 req-a2772d57-be07-401e-b2a9-d396122a6579 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:48.817042 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9297ff02-e64b-49e3-80e9-66dbd23b2b26 req-a2772d57-be07-401e-b2a9-d396122a6579 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 944 time: 0.0774131 Dec 08 01:32:48.860947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-729138bb-26c3-499c-aa25-c1cd25d87920 req-0f3cd9a9-8471-4729-b32b-50b5300faf46 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191499 Dec 08 01:32:48.886661 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:48.907465 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9297ff02-e64b-49e3-80e9-66dbd23b2b26 req-e862a4a8-9c41-44c8-8a6e-b2530c6f047c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791745 Dec 08 01:32:49.049638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 3c117e2c-7299-4912-9ac1-7d15410dc170 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:32:49.060469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 2e76c5fa-b0d9-47d5-8536-0751215294c9 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:49.184842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:49.242527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 2e76c5fa-b0d9-47d5-8536-0751215294c9 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:32:49.242993 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:49.272734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 2e76c5fa-b0d9-47d5-8536-0751215294c9 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:49.273204 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:49.300563 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 3c117e2c-7299-4912-9ac1-7d15410dc170, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3c117e2c-7299-4912-9ac1-7d15410dc170,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:49.342843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:49.346203 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad66daf-8567-48f1-8cd1-e42953102c0d" -d '{"events": [{"server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "name": "network-vif-unplugged", "status": "completed", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:49.352449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '3c117e2c-7299-4912-9ac1-7d15410dc170', 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'port_id': '3c117e2c-7299-4912-9ac1-7d15410dc170', 'mac_address': 'fa:16:3e:1b:ea:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a5998e-a135-4d25-95f0-5cd4e48a89c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:32:49.353838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:49.391738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba02f9c-0ec7-4b9a-8e73-dbfb0e5d5444 req-495564ba-c841-473c-a38f-f14aa9c6f782 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:49.393807 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ba02f9c-0ec7-4b9a-8e73-dbfb0e5d5444 req-495564ba-c841-473c-a38f-f14aa9c6f782 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 945 time: 0.1261265 Dec 08 01:32:49.394935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Transition to ACTIVE for port object f0de720a-e594-4ea0-944d-a56f228e4df1 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:32:49.402020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:49.494120 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:49.497922 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ba02f9c-0ec7-4b9a-8e73-dbfb0e5d5444 req-23f067c8-b510-4014-b082-7ed96711d333 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945992 Dec 08 01:32:49.499482 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5417d7b0-b83d-4d3b-b2a6-cf11e083fca5 x-openstack-request-id: req-5417d7b0-b83d-4d3b-b2a6-cf11e083fca5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:49.499779 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "name": "network-vif-unplugged", "status": "completed", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:49.504504 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5417d7b0-b83d-4d3b-b2a6-cf11e083fca5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:49.504961 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'code': 200} Dec 08 01:32:49.552136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c117e2c-7299-4912-9ac1-7d15410dc170 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:49.559238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] No DVR routers for this DVR port f0de720a-e594-4ea0-944d-a56f228e4df1 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:32:49.570285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:49.581163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:49.586668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 3c117e2c-7299-4912-9ac1-7d15410dc170, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3c117e2c-7299-4912-9ac1-7d15410dc170,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:49.626698 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:49.664549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.664914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.665263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.665613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.665956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.666293 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.666631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.666962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.667290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.673348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab8af-7f39-41f1-b0cd-24639a88b1fb req-58bf3fea-c2a5-41f1-bcbc-517caa71de15 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:49.674434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e76c5fa-b0d9-47d5-8536-0751215294c9'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:49.675974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.675974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.675974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.675974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:32:49.684829 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0059c039-af4b-4816-aad2-5da9ac93bbd6" -d '{"events": [{"server_uuid": "f4bbab7f-cb0b-4165-9062-e56907b5d574", "name": "network-vif-plugged", "status": "completed", "tag": "2e76c5fa-b0d9-47d5-8536-0751215294c9"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:49.686035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Attempting to bind port f0de720a-e594-4ea0-944d-a56f228e4df1 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:32:49.688165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Attempting to bind port f0de720a-e594-4ea0-944d-a56f228e4df1 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:32:49.689258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Attempting to bind port f0de720a-e594-4ea0-944d-a56f228e4df1 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:49.697515 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c2ab8af-7f39-41f1-b0cd-24639a88b1fb req-58bf3fea-c2a5-41f1-bcbc-517caa71de15 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.1127505 Dec 08 01:32:49.708632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Port f0de720a-e594-4ea0-944d-a56f228e4df1 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:32:49.709182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Attempting to bind port f0de720a-e594-4ea0-944d-a56f228e4df1 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:32:49.723977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:32:49.725561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:32:49.726100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:32:49.727495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Bound port: f0de720a-e594-4ea0-944d-a56f228e4df1, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:32:49.729460 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:49.828162 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c2ab8af-7f39-41f1-b0cd-24639a88b1fb req-e591b188-4211-4f55-848e-8e98f6b27dae tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126223 Dec 08 01:32:49.873821 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:32:49.882533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:32:49.937251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:49.948434 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207a5fd1-9232-4f47-b71c-05bfacc7ee0f x-openstack-request-id: req-207a5fd1-9232-4f47-b71c-05bfacc7ee0f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:49.948983 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bbab7f-cb0b-4165-9062-e56907b5d574", "name": "network-vif-plugged", "status": "completed", "tag": "2e76c5fa-b0d9-47d5-8536-0751215294c9", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:49.949389 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-207a5fd1-9232-4f47-b71c-05bfacc7ee0f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:49.949941 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'code': 200} Dec 08 01:32:49.965371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 2e76c5fa-b0d9-47d5-8536-0751215294c9, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2e76c5fa-b0d9-47d5-8536-0751215294c9,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:49.977860 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:49.984594 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=3c117e2c-7299-4912-9ac1-7d15410dc170,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:50.001913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:50.035896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba1717-3a8b-4440-a440-169f706ecf91 req-f7c16427-d11a-4821-b9d1-95c8c63b8b1e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:50.037740 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88ba1717-3a8b-4440-a440-169f706ecf91 req-f7c16427-d11a-4821-b9d1-95c8c63b8b1e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 944 time: 0.1522124 Dec 08 01:32:50.043420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:50.045359 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:50.047267 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-4fdd298e-f01a-45c1-b940-359decf53316 service neutron] 10.222.0.72 "PUT /v2.0/ports/f0de720a-e594-4ea0-944d-a56f228e4df1 HTTP/1.1" status: 200 len: 1096 time: 1.2838237 Dec 08 01:32:50.111618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=2e76c5fa-b0d9-47d5-8536-0751215294c9,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:50.124191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['3c117e2c-7299-4912-9ac1-7d15410dc170'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:50.157209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88ba1717-3a8b-4440-a440-169f706ecf91 req-9888b20f-d55e-4842-a93e-0c2bfa2ce923 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084590 Dec 08 01:32:50.173904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa70c1-e185-430b-99a3-6a49203ef966 req-eecd5ce0-3485-439c-a529-7366a9e60818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:50.177733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-eecd5ce0-3485-439c-a529-7366a9e60818 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 1099 time: 0.0833137 Dec 08 01:32:50.190434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019479f-11c0-4d70-a2ce-27a7a040a478 req-69de6336-4880-4f1e-b01e-b98b853481da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:50.207214 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9019479f-11c0-4d70-a2ce-27a7a040a478 req-69de6336-4880-4f1e-b01e-b98b853481da service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 1097 time: 0.1843474 Dec 08 01:32:50.251034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9e40e-d10e-4aac-a755-0969a5e5ef84 req-cea1418d-50ed-4b65-b26a-c83c94a73dd3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:50.264930 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77b9e40e-d10e-4aac-a755-0969a5e5ef84 req-cea1418d-50ed-4b65-b26a-c83c94a73dd3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.1820011 Dec 08 01:32:50.332538 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9019479f-11c0-4d70-a2ce-27a7a040a478 req-dbd0f4ff-057a-4932-a417-f3533f9a1593 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148667 Dec 08 01:32:50.386135 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77b9e40e-d10e-4aac-a755-0969a5e5ef84 req-9961f903-c83a-4b83-8581-c5c31a59f242 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199775 Dec 08 01:32:50.420400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa70c1-e185-430b-99a3-6a49203ef966 req-2daba292-1638-4a22-8910-f879f9e76bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:50.422195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-2daba292-1638-4a22-8910-f879f9e76bce service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2349062 Dec 08 01:32:50.447789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cb42c-8f56-4837-ada8-d2f235db10c0 req-9793a8b0-dd82-4c5e-a7ac-a20a382fb889 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:50.451304 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee5cb42c-8f56-4837-ada8-d2f235db10c0 req-9793a8b0-dd82-4c5e-a7ac-a20a382fb889 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 945 time: 0.0697684 Dec 08 01:32:50.505641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee5cb42c-8f56-4837-ada8-d2f235db10c0 req-8294d458-f6ff-4da7-829c-65a20eed0a8c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487547 Dec 08 01:32:50.628591 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915a2c0-a1f6-40c0-8b05-cf3f9fe3aade req-ce466603-4cf5-4d9c-8040-6b8f01712f6f tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:50.630193 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c915a2c0-a1f6-40c0-8b05-cf3f9fe3aade req-ce466603-4cf5-4d9c-8040-6b8f01712f6f tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 945 time: 0.0511134 Dec 08 01:32:50.707135 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-697ad7e9-3c00-459b-9648-f786af9687c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f0de720a-e594-4ea0-944d-a56f228e4df1 HTTP/1.1" status: 200 len: 217 time: 0.0452456 Dec 08 01:32:50.724460 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c915a2c0-a1f6-40c0-8b05-cf3f9fe3aade req-b44ae2cd-1886-4cf5-81a7-10dca43e4484 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833530 Dec 08 01:32:50.779185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa70c1-e185-430b-99a3-6a49203ef966 req-80e6d62c-50a5-4857-a873-15ec7ff42bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:50.780769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-80e6d62c-50a5-4857-a873-15ec7ff42bd8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0554173 Dec 08 01:32:50.858293 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa70c1-e185-430b-99a3-6a49203ef966 req-5fc98ac8-65fd-4836-9349-339d04b2b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:50.860048 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-5fc98ac8-65fd-4836-9349-339d04b2b4e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710845 Dec 08 01:32:50.957685 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a9ef3-43db-483d-b902-17103ed12fe6 req-22d74457-fc04-4ab5-b24c-b0580dcdb967 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:50.959351 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c38a9ef3-43db-483d-b902-17103ed12fe6 req-22d74457-fc04-4ab5-b24c-b0580dcdb967 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.0619998 Dec 08 01:32:50.996055 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-771f2854-0baa-4c67-80f0-5d0cbb0a797e service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192183 Dec 08 01:32:51.012266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c38a9ef3-43db-483d-b902-17103ed12fe6 req-48604777-8356-453d-afac-06fd2abb9236 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467463 Dec 08 01:32:51.111928 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-effa70c1-e185-430b-99a3-6a49203ef966 req-02ab3b5b-8575-4c80-817a-f823c505c55e service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066704 Dec 08 01:32:51.180900 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f0de720a-e594-4ea0-944d-a56f228e4df1 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:32:51.236613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f0de720a-e594-4ea0-944d-a56f228e4df1 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:32:51.302951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3daff-9f79-4725-a7ad-c4e6520a444e req-9fa17981-e586-4c3f-a374-a8460ed7994c tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:51.304497 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8bb3daff-9f79-4725-a7ad-c4e6520a444e req-9fa17981-e586-4c3f-a374-a8460ed7994c tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.65 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 945 time: 0.1094344 Dec 08 01:32:51.316250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1face-d1db-4ba8-8c69-cb1c3b1cfa63 req-60aa87e7-2023-489e-8409-067f80ff8c4a tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:51.317670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fe1face-d1db-4ba8-8c69-cb1c3b1cfa63 req-60aa87e7-2023-489e-8409-067f80ff8c4a tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 945 time: 0.0731938 Dec 08 01:32:51.532110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fbf7b-2eb2-46a4-afad-ed1598cc35dd req-9f720ede-66f0-48bb-834a-6e3955e7f4ab tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:51.533703 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-322fbf7b-2eb2-46a4-afad-ed1598cc35dd req-9f720ede-66f0-48bb-834a-6e3955e7f4ab tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.0564694 Dec 08 01:32:51.577879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:51.580153 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:51.592820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-322fbf7b-2eb2-46a4-afad-ed1598cc35dd req-9b1f0d5c-edcf-4dfa-b8c2-8c2b6b1b6df9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523326 Dec 08 01:32:51.650121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fe1face-d1db-4ba8-8c69-cb1c3b1cfa63 req-2f47780e-342d-42b3-95dc-ac342afed6e8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235936 Dec 08 01:32:51.680588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8bb3daff-9f79-4725-a7ad-c4e6520a444e req-2cc77303-1457-443b-86ef-e43cc583c3ae tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Deleting port 8db789f5-aace-4272-af67-dd90ba2ebe5c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:32:51.680588 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8bb3daff-9f79-4725-a7ad-c4e6520a444e req-2cc77303-1457-443b-86ef-e43cc583c3ae tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:51.738362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fe908-d092-47e8-bf21-a626df101a79 req-e46f3fba-ba4b-4f43-a0c1-f3c9952fa172 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:51.751630 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c26fe908-d092-47e8-bf21-a626df101a79 req-e46f3fba-ba4b-4f43-a0c1-f3c9952fa172 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 945 time: 0.0979092 Dec 08 01:32:51.754048 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a18172-0784-4ec2-a0b5-e1311172aadc x-openstack-request-id: req-b8a18172-0784-4ec2-a0b5-e1311172aadc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:51.754531 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:51.754531 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8a18172-0784-4ec2-a0b5-e1311172aadc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:51.754912 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'status': 'completed', 'code': 200} Dec 08 01:32:51.798819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8bb3daff-9f79-4725-a7ad-c4e6520a444e req-2cc77303-1457-443b-86ef-e43cc583c3ae tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] For port 8db789f5-aace-4272-af67-dd90ba2ebe5c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8db789f5-aace-4272-af67-dd90ba2ebe5c,segment=NetworkSegment(c8002124-4423-41ce-9b77-31a2cf604845),segment_id=c8002124-4423-41ce-9b77-31a2cf604845)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:51.799503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8bb3daff-9f79-4725-a7ad-c4e6520a444e req-2cc77303-1457-443b-86ef-e43cc583c3ae tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:51.819401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8bb3daff-9f79-4725-a7ad-c4e6520a444e req-2cc77303-1457-443b-86ef-e43cc583c3ae tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Calling delete_port for 8db789f5-aace-4272-af67-dd90ba2ebe5c owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:32:51.870606 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c26fe908-d092-47e8-bf21-a626df101a79 req-9ee6d763-ea50-466a-80c8-65e85e4b7e3e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170347 Dec 08 01:32:51.910441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-02ab4d18-e32a-4f1c-9330-e305a7d258de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:51.911983 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-02ab4d18-e32a-4f1c-9330-e305a7d258de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 1099 time: 0.1007657 Dec 08 01:32:52.032932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-bbb44657-3a4d-4652-b2df-c92a4117e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:52.034546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-bbb44657-3a4d-4652-b2df-c92a4117e59d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 1099 time: 0.1091495 Dec 08 01:32:52.047200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-9da77a22-f0c2-4f75-9ee8-ab600021ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:52.048725 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-9da77a22-f0c2-4f75-9ee8-ab600021ea62 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1259756 Dec 08 01:32:52.050520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a02001-d599-44e5-b50d-be5b88d8b103 req-8d30244b-c718-4e48-bf35-dedae797f140 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:52.052080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f7a02001-d599-44e5-b50d-be5b88d8b103 req-8d30244b-c718-4e48-bf35-dedae797f140 tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/ports?device_id=5012eacf-1724-4fac-9c44-bf5dc6670a1c HTTP/1.1" status: 200 len: 945 time: 0.0937545 Dec 08 01:32:52.108838 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-a3083ca0-28a2-4f3d-8d92-64fe64e495a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f0de720a-e594-4ea0-944d-a56f228e4df1 HTTP/1.1" status: 200 len: 217 time: 0.0502224 Dec 08 01:32:52.191751 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8bb3daff-9f79-4725-a7ad-c4e6520a444e req-2cc77303-1457-443b-86ef-e43cc583c3ae tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:52.201067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b9216-4094-4d9f-bea4-45484f83ec9f req-f74fd50f-fa33-4e5b-aa7c-00fb24d3860d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:52.202638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-720b9216-4094-4d9f-bea4-45484f83ec9f req-f74fd50f-fa33-4e5b-aa7c-00fb24d3860d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.0971539 Dec 08 01:32:52.204635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-29486afe-6b38-498d-8b6c-bbe72093d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:52.205994 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-29486afe-6b38-498d-8b6c-bbe72093d320 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0896487 Dec 08 01:32:52.207269 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f7a02001-d599-44e5-b50d-be5b88d8b103 req-ba2f4041-2d4b-41c1-beb7-1cab5f257bea tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.70 "GET /v2.0/security-groups?id=5b046b79-e6ca-425a-a7a6-c959b342412d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431978 Dec 08 01:32:52.235145 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['8db789f5-aace-4272-af67-dd90ba2ebe5c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:52.275377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc77303-1457-443b-86ef-e43cc583c3ae tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Pushing event deleted for resources: {'Port': ['ID=8db789f5-aace-4272-af67-dd90ba2ebe5c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:52.287858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-b73a39e7-4fdc-4fc3-be7b-a1e8dd2df66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:52.289588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-b73a39e7-4fdc-4fc3-be7b-a1e8dd2df66b service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2358682 Dec 08 01:32:52.361741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb3daff-9f79-4725-a7ad-c4e6520a444e req-2cc77303-1457-443b-86ef-e43cc583c3ae tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] No DVR routers for this DVR port 8db789f5-aace-4272-af67-dd90ba2ebe5c on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:32:52.364831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-ec7ba105-be98-4953-8836-2b1ca8fa7830 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f0de720a-e594-4ea0-944d-a56f228e4df1 HTTP/1.1" status: 200 len: 217 time: 0.0595586 Dec 08 01:32:52.365975 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8bb3daff-9f79-4725-a7ad-c4e6520a444e req-2cc77303-1457-443b-86ef-e43cc583c3ae tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:52.369490 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8bb3daff-9f79-4725-a7ad-c4e6520a444e req-2cc77303-1457-443b-86ef-e43cc583c3ae tempest-AttachSCSIVolumeTestJSON-1408351119 tempest-AttachSCSIVolumeTestJSON-1408351119-project] 10.222.0.65 "DELETE /v2.0/ports/8db789f5-aace-4272-af67-dd90ba2ebe5c HTTP/1.1" status: 204 len: 173 time: 1.0508714 Dec 08 01:32:52.424894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-1858d514-7c12-435b-adf6-4300557351f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:52.427065 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-1858d514-7c12-435b-adf6-4300557351f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0520988 Dec 08 01:32:52.498963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-f62217cd-a7c1-4d0a-b3fb-3f1f9f6ec64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:52.500684 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-f62217cd-a7c1-4d0a-b3fb-3f1f9f6ec64e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504308 Dec 08 01:32:52.603331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-dc1824db-5b4a-4409-928e-8d09c988bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:52.604736 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-dc1824db-5b4a-4409-928e-8d09c988bee3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3843141 Dec 08 01:32:52.617035 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-720b9216-4094-4d9f-bea4-45484f83ec9f req-22c647fa-88ed-421c-b234-cce349874807 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033823 Dec 08 01:32:52.631797 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-15da5460-f88f-44a2-818f-9f8e22a64b13 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228313 Dec 08 01:32:52.798121 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-9c71c60a-0061-444c-9ab7-8266a4b47c4c service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735015 Dec 08 01:32:52.828820 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b25327-c3de-4d7b-bbfb-cc290b95e955 req-c7bb1051-8377-4460-9e9a-9d98bdd51ad8 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:52.830441 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58b25327-c3de-4d7b-bbfb-cc290b95e955 req-c7bb1051-8377-4460-9e9a-9d98bdd51ad8 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.1225173 Dec 08 01:32:52.839542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-17c1a892-404a-4ab3-a22f-74045dc215a1 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821928 Dec 08 01:32:52.881571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d951b-1b26-4986-8998-bc35ba5787e7 req-5a3122f2-2ac3-4758-a08c-84e1442122d2 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:52.883140 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-874d951b-1b26-4986-8998-bc35ba5787e7 req-5a3122f2-2ac3-4758-a08c-84e1442122d2 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 945 time: 0.1358926 Dec 08 01:32:52.910177 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58b25327-c3de-4d7b-bbfb-cc290b95e955 req-0867529b-7320-4e92-be79-152aede2fb63 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688679 Dec 08 01:32:52.994830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e325ad9f-2cfb-4ef7-9fda-4a34ea8eabbd req-74494f6b-299c-4b60-9fe8-e5f47141e38f service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811745 Dec 08 01:32:53.002248 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-874d951b-1b26-4986-8998-bc35ba5787e7 req-6ec1666c-4afd-4740-9843-913edfc2dc79 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863359 Dec 08 01:32:53.051884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 3c117e2c-7299-4912-9ac1-7d15410dc170 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:53.124112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 3c117e2c-7299-4912-9ac1-7d15410dc170 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:32:53.130409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 3c117e2c-7299-4912-9ac1-7d15410dc170 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:53.130800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:53.156254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9abc03-027b-4e6a-b2b9-c85ed1dab1dc req-f8b013ca-7ed4-4e9c-bca1-89ca5992b6c7 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:53.167682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df9abc03-027b-4e6a-b2b9-c85ed1dab1dc req-f8b013ca-7ed4-4e9c-bca1-89ca5992b6c7 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 945 time: 0.0840676 Dec 08 01:32:53.230940 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df9abc03-027b-4e6a-b2b9-c85ed1dab1dc req-38fa9620-a173-4f8b-b143-be5b82d3c027 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553195 Dec 08 01:32:53.256824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-b9d51f6c-9e17-4829-a27c-aeb2dec7c1d5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:53.265771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-b9d51f6c-9e17-4829-a27c-aeb2dec7c1d5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1113131 Dec 08 01:32:53.277455 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:53.316336 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c577b3-e57f-4144-b5da-e2f0c711a5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c117e2c-7299-4912-9ac1-7d15410dc170'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:53.318672 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d63ea0-c616-4dbf-a1e6-a8a162375b98" -d '{"events": [{"server_uuid": "80c577b3-e57f-4144-b5da-e2f0c711a5cd", "name": "network-vif-plugged", "status": "completed", "tag": "3c117e2c-7299-4912-9ac1-7d15410dc170"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:53.352511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 3c117e2c-7299-4912-9ac1-7d15410dc170, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3c117e2c-7299-4912-9ac1-7d15410dc170,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:53.362236 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:53.368322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-0545e9d0-73af-482c-a9b1-ffeea08aa67b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 695 time: 0.1015670 Dec 08 01:32:53.374182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-df930730-894c-4e4b-8421-cc7c404859b5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Request body: {'floatingip': {'port_id': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:53.417525 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66b90ea-2b03-49ad-8a39-ebffa0b887ef x-openstack-request-id: req-f66b90ea-2b03-49ad-8a39-ebffa0b887ef {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:53.418255 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c577b3-e57f-4144-b5da-e2f0c711a5cd", "name": "network-vif-plugged", "status": "completed", "tag": "3c117e2c-7299-4912-9ac1-7d15410dc170", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:53.418720 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f66b90ea-2b03-49ad-8a39-ebffa0b887ef {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:53.419261 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c577b3-e57f-4144-b5da-e2f0c711a5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c117e2c-7299-4912-9ac1-7d15410dc170', 'code': 200} Dec 08 01:32:53.424658 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-df930730-894c-4e4b-8421-cc7c404859b5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:53.440608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=3c117e2c-7299-4912-9ac1-7d15410dc170,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:53.645841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b23f8-3925-4b96-b24a-53ea4882650e req-52858a34-2bd9-4035-b2b6-1eff0875e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:53.648039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb6b23f8-3925-4b96-b24a-53ea4882650e req-52858a34-2bd9-4035-b2b6-1eff0875e907 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 1098 time: 0.1125219 Dec 08 01:32:53.668464 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:32:53.757524 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb6b23f8-3925-4b96-b24a-53ea4882650e req-11c1cdde-cf59-47f9-bc45-00fd8f94e187 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989013 Dec 08 01:32:53.761306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5012eacf-1724-4fac-9c44-bf5dc6670a1c', 'name': 'network-vif-deleted', 'tag': '8db789f5-aace-4272-af67-dd90ba2ebe5c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:53.764400 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1263f385-fe56-4621-85fb-1af4c20461ea" -d '{"events": [{"server_uuid": "5012eacf-1724-4fac-9c44-bf5dc6670a1c", "name": "network-vif-deleted", "tag": "8db789f5-aace-4272-af67-dd90ba2ebe5c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:53.798828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68aeee9-72b8-4dd1-b1f9-f88685136176 req-05126ae0-45b2-440e-9f75-b950d76f04a8 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:53.800613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d68aeee9-72b8-4dd1-b1f9-f88685136176 req-05126ae0-45b2-440e-9f75-b950d76f04a8 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.0678596 Dec 08 01:32:53.871408 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d68aeee9-72b8-4dd1-b1f9-f88685136176 req-a200294b-1b52-4543-9211-967996bab26c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642436 Dec 08 01:32:53.926381 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec329c4-1871-4a59-a045-5360cc521e43 x-openstack-request-id: req-eec329c4-1871-4a59-a045-5360cc521e43 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:53.926906 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5012eacf-1724-4fac-9c44-bf5dc6670a1c", "name": "network-vif-deleted", "tag": "8db789f5-aace-4272-af67-dd90ba2ebe5c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:53.926906 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eec329c4-1871-4a59-a045-5360cc521e43 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:53.927298 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5012eacf-1724-4fac-9c44-bf5dc6670a1c', 'name': 'network-vif-deleted', 'tag': '8db789f5-aace-4272-af67-dd90ba2ebe5c', 'status': 'completed', 'code': 200} Dec 08 01:32:54.067289 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c847d-308a-446a-937e-7293cb2852a3 req-3488acdf-a572-4993-b867-98fbf3530b5b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:54.069110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ae5c847d-308a-446a-937e-7293cb2852a3 req-3488acdf-a572-4993-b867-98fbf3530b5b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.0582480 Dec 08 01:32:54.103208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-df930730-894c-4e4b-8421-cc7c404859b5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:54.109116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-df930730-894c-4e4b-8421-cc7c404859b5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:54.136129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ae5c847d-308a-446a-937e-7293cb2852a3 req-43118e8d-f3d3-438b-850f-724b8a6f4857 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605757 Dec 08 01:32:54.241015 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-df930730-894c-4e4b-8421-cc7c404859b5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Floating IP 11e06061-3709-4756-be67-2bbaeec69ead associated. External IP: 172.25.2.98, port: 2d1363c3-d1da-459d-9af2-9ac551f89740. Dec 08 01:32:54.447631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54d0a9-ed5b-48b0-9c7d-a764a897e34b req-f302fe3c-bc55-4f18-a297-c9b40f106cc0 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:54.449275 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb54d0a9-ed5b-48b0-9c7d-a764a897e34b req-f302fe3c-bc55-4f18-a297-c9b40f106cc0 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 946 time: 0.1001956 Dec 08 01:32:54.522556 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb54d0a9-ed5b-48b0-9c7d-a764a897e34b req-11cffe4f-90e6-427f-9c52-c7c97990cb86 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645778 Dec 08 01:32:54.547021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-df930730-894c-4e4b-8421-cc7c404859b5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:32:54.666213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-df930730-894c-4e4b-8421-cc7c404859b5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:32:54.671779 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-df930730-894c-4e4b-8421-cc7c404859b5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:54.679178 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb11601-9d1d-43ee-a9b6-18401ec731a1 None None] Sync routers for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:32:54.694209 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb11601-9d1d-43ee-a9b6-18401ec731a1 None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:32:54.695275 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1cb11601-9d1d-43ee-a9b6-18401ec731a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:32:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:54.703710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-df930730-894c-4e4b-8421-cc7c404859b5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "PUT /v2.0/floatingips/11e06061-3709-4756-be67-2bbaeec69ead HTTP/1.1" status: 200 len: 995 time: 1.3342621 Dec 08 01:32:54.763758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-fc41e7b0-2a56-4df4-b2ca-2e77d3f8a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:54.765588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-fc41e7b0-2a56-4df4-b2ca-2e77d3f8a769 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 1097 time: 0.0441682 Dec 08 01:32:54.881160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-4c2be738-89a3-4646-bcf2-acde74af3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:54.883016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-4c2be738-89a3-4646-bcf2-acde74af3c66 service neutron] 10.222.0.70 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.1111138 Dec 08 01:32:54.928741 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1cb11601-9d1d-43ee-a9b6-18401ec731a1 None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:32:55.058122 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-658092ad-6752-4e24-a730-e3c9446cccd8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 998 time: 0.1680055 Dec 08 01:32:55.063890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f0de720a-e594-4ea0-944d-a56f228e4df1 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:32:55.099398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fabb2-defe-42a1-8282-7dad450e2245 req-275f3728-6c16-4fce-a106-3c55ffecde3e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:55.109980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d86fabb2-defe-42a1-8282-7dad450e2245 req-275f3728-6c16-4fce-a106-3c55ffecde3e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 947 time: 0.1035094 Dec 08 01:32:55.196876 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d86fabb2-defe-42a1-8282-7dad450e2245 req-09b300da-20e4-42ce-a397-b2c5161e5c07 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810978 Dec 08 01:32:55.217748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-d8d1b461-07f0-4ed4-bfec-6d447378a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:55.227850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-d8d1b461-07f0-4ed4-bfec-6d447378a9c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.1563063 Dec 08 01:32:55.246406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8db789f5-aace-4272-af67-dd90ba2ebe5c no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:32:55.337209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 8db789f5-aace-4272-af67-dd90ba2ebe5c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:32:55.338287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8db789f5-aace-4272-af67-dd90ba2ebe5c not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:32:55.344319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-03261f54-776d-4f18-88a8-72d7d3bc6576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:55.355734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-03261f54-776d-4f18-88a8-72d7d3bc6576 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259499 Dec 08 01:32:55.367626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-f6753085-53a1-4f0d-8be5-0c846fda3ba5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:32:55.377884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:55.386275 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-f6753085-53a1-4f0d-8be5-0c846fda3ba5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0295932 Dec 08 01:32:55.405080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'mac_address': 'fa:16:3e:fe:1f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:32:55.428502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273aee3-7d4a-4a55-b80a-13ee7772cca6 req-c9145e4c-efd2-431b-b1f9-b6367edaf80d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:55.430229 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0273aee3-7d4a-4a55-b80a-13ee7772cca6 req-c9145e4c-efd2-431b-b1f9-b6367edaf80d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.1512420 Dec 08 01:32:55.452825 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1cb11601-9d1d-43ee-a9b6-18401ec731a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '11e06061-3709-4756-be67-2bbaeec69ead', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'port_id': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'mac_address': 'fa:16:3e:81:0c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:32:35Z', 'updated_at': '2021-12-08T01:32:53Z', 'revision_number': 1, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:55.485261 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:55.515674 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb11601-9d1d-43ee-a9b6-18401ec731a1 None None] Checking router: 8cc00860-a66b-44a3-9c50-0be7a801c3d2 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:32:55.515901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0de720a-e594-4ea0-944d-a56f228e4df1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:32:55.529800 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb11601-9d1d-43ee-a9b6-18401ec731a1 None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:32:55.530788 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1cb11601-9d1d-43ee-a9b6-18401ec731a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:32:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:55.531975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0273aee3-7d4a-4a55-b80a-13ee7772cca6 req-5fe3bf66-f09c-4d3f-82e4-f0126f6bce71 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939138 Dec 08 01:32:55.561670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:55.570975 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:55.692790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:55.714526 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1cb11601-9d1d-43ee-a9b6-18401ec731a1 None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:32:55.908159 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-c7c4d389-3460-481a-9350-6c33a6e51b9a service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208457 Dec 08 01:32:55.929363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:55.937845 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf2ebe7-0e4a-43c1-8835-20bd7fc3e74c" -d '{"events": [{"name": "network-changed", "server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:56.013869 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1cb11601-9d1d-43ee-a9b6-18401ec731a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '11e06061-3709-4756-be67-2bbaeec69ead', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'port_id': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'mac_address': 'fa:16:3e:81:0c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:32:35Z', 'updated_at': '2021-12-08T01:32:53Z', 'revision_number': 1, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:32:56.057321 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb11601-9d1d-43ee-a9b6-18401ec731a1 None None] The sync data for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 is: [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '11e06061-3709-4756-be67-2bbaeec69ead', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'port_id': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'mac_address': 'fa:16:3e:81:0c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:32:35Z', 'updated_at': '2021-12-08T01:32:53Z', 'revision_number': 1, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:32:56.063037 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['f0de720a-e594-4ea0-944d-a56f228e4df1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:32:56.163414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-33f7002c-c7e5-4218-a079-63a2a1be57b2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:56.165688 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-33f7002c-c7e5-4218-a079-63a2a1be57b2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661&tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 948 time: 0.2033861 Dec 08 01:32:56.283972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4ce5e3-c0cb-4aa0-98f3-0e4858472b8e req-ad50c7b4-315d-4304-9208-98db2ded9a95 service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384295 Dec 08 01:32:56.317689 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-0dcf4bf9-86bb-454d-b1a7-b108cd8ccf45 service neutron] 10.222.0.72 "GET /v2.0/ports/f0de720a-e594-4ea0-944d-a56f228e4df1/bindings/n-h2-713498-30 HTTP/1.1" status: 200 len: 383 time: 0.1427860 Dec 08 01:32:56.333881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df634822-5c08-439a-af63-d22d9e6af6e4 req-e53dc8da-d4fd-463d-bac5-1904b7769409 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:56.335591 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df634822-5c08-439a-af63-d22d9e6af6e4 req-e53dc8da-d4fd-463d-bac5-1904b7769409 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 946 time: 0.0919619 Dec 08 01:32:56.489119 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df634822-5c08-439a-af63-d22d9e6af6e4 req-c37a843e-cb0b-4890-9bba-d1c63be3eb3c tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473241 Dec 08 01:32:56.515529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9b2fec-bf80-44a6-9071-c96d9100cee6 None None] New status for floating IP 11e06061-3709-4756-be67-2bbaeec69ead: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:32:56.525278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-9fe3c8de-d33c-4961-a8a6-ba27a6b026d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:56.529825 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-9fe3c8de-d33c-4961-a8a6-ba27a6b026d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 1100 time: 0.1437058 Dec 08 01:32:56.567237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab556c-b827-439f-8397-0d6fa7e498be req-3cf1e8c3-386b-4098-a096-e49bb63125f6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:56.568791 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a8ab556c-b827-439f-8397-0d6fa7e498be req-3cf1e8c3-386b-4098-a096-e49bb63125f6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 948 time: 0.0947084 Dec 08 01:32:56.627776 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27297ceb-c19c-40c4-8b7a-1af431b53cb2 x-openstack-request-id: req-27297ceb-c19c-40c4-8b7a-1af431b53cb2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:32:56.628143 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:32:56.628512 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27297ceb-c19c-40c4-8b7a-1af431b53cb2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:32:56.629002 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'status': 'completed', 'code': 200} Dec 08 01:32:56.729718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2ebe7-0e4a-43c1-8835-20bd7fc3e74c req-f0ca8c9a-9455-4b4f-afbf-4c97a363c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:56.731544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bf2ebe7-0e4a-43c1-8835-20bd7fc3e74c req-f0ca8c9a-9455-4b4f-afbf-4c97a363c432 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 1097 time: 0.0686495 Dec 08 01:32:56.794741 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a8ab556c-b827-439f-8397-0d6fa7e498be req-83f51c37-2f01-4712-99b8-e358431b2e08 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149434 Dec 08 01:32:56.815091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-2184d6a0-bf96-4adf-8d70-aedd49174f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:56.817051 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-2184d6a0-bf96-4adf-8d70-aedd49174f4f service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2704070 Dec 08 01:32:56.912336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-629bbc72-8747-463e-a504-7cdd94dd424b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f0de720a-e594-4ea0-944d-a56f228e4df1 HTTP/1.1" status: 200 len: 217 time: 0.0739057 Dec 08 01:32:57.100925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-9dd0da98-38c0-4c37-b674-4e461f8f381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:57.103087 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-9dd0da98-38c0-4c37-b674-4e461f8f381b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1807187 Dec 08 01:32:57.175250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-bd6bb182-2f53-44fb-b7a2-2260cbb67de3 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:57.185436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-9d525a54-b2bb-4e7f-88b9-5b83e35db79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:57.188004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-9d525a54-b2bb-4e7f-88b9-5b83e35db79c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741479 Dec 08 01:32:57.189647 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-bd6bb182-2f53-44fb-b7a2-2260cbb67de3 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4081230 Dec 08 01:32:57.327238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2ebe7-0e4a-43c1-8835-20bd7fc3e74c req-910e3869-9bcf-4e83-81c3-8f05111e1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:57.329117 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bf2ebe7-0e4a-43c1-8835-20bd7fc3e74c req-910e3869-9bcf-4e83-81c3-8f05111e1f93 service neutron] 10.222.0.72 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.5840549 Dec 08 01:32:57.377003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-a951e3b4-c3c8-4daa-90ab-823cb6824758 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733036 Dec 08 01:32:57.430293 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-281497f0-5605-4ca6-b5a6-b75a9775fe0b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 1000 time: 0.2395666 Dec 08 01:32:57.454741 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-710dde17-e803-4b0c-9dea-9a34b7636a9e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Request body: {'floatingip': {'port_id': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:32:57.565946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-da2b818e-3308-48b0-abad-0eb241c4192c service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765447 Dec 08 01:32:57.622982 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-710dde17-e803-4b0c-9dea-9a34b7636a9e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:57.701998 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bf2ebe7-0e4a-43c1-8835-20bd7fc3e74c req-81588079-a396-4d2d-af11-2e38013202ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 1000 time: 0.3494663 Dec 08 01:32:57.744545 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bf3cc-3362-4d2b-9775-44d0079ecac5 req-817b9f32-7019-41dc-a5a6-b4210e1a2925 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:57.746453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f27bf3cc-3362-4d2b-9775-44d0079ecac5 req-817b9f32-7019-41dc-a5a6-b4210e1a2925 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.0741153 Dec 08 01:32:57.868424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f27bf3cc-3362-4d2b-9775-44d0079ecac5 req-607728c0-5730-4f5e-8f8c-e71a33919d62 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147532 Dec 08 01:32:57.911848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2ebe7-0e4a-43c1-8835-20bd7fc3e74c req-897bf1b3-9821-44d0-a9b1-c8d522c28244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:57.913383 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bf2ebe7-0e4a-43c1-8835-20bd7fc3e74c req-897bf1b3-9821-44d0-a9b1-c8d522c28244 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.1444755 Dec 08 01:32:58.038577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2ebe7-0e4a-43c1-8835-20bd7fc3e74c req-24d80e65-2d58-45a6-9bea-654a90ceceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:58.040194 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bf2ebe7-0e4a-43c1-8835-20bd7fc3e74c req-24d80e65-2d58-45a6-9bea-654a90ceceb5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759199 Dec 08 01:32:58.367059 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bf2ebe7-0e4a-43c1-8835-20bd7fc3e74c req-e05d1e36-5459-45db-bbea-890cab70dc88 service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970488 Dec 08 01:32:58.378852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-f68f964a-5f6c-4fb7-ba57-762399c65904 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:58.381635 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-f68f964a-5f6c-4fb7-ba57-762399c65904 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 814 time: 0.1953087 Dec 08 01:32:58.407568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-dddf287b-3e48-4ea7-8cad-2ec64f3feba7 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/quotas/52457a89bac449eeb836923062c49a9c HTTP/1.1" status: 200 len: 375 time: 0.0181572 Dec 08 01:32:58.479580 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7805e7d4-5598-4fb3-b00f-ab8e7cb93cfd tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663104 Dec 08 01:32:58.583848 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bf2ebe7-0e4a-43c1-8835-20bd7fc3e74c req-233f2a64-e10c-451e-ac33-39f9ffa66d8c service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997719 Dec 08 01:32:58.710334 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e3a2c442-b51b-4cd2-8529-f0b178090541 service neutron] 10.222.0.70 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220461 Dec 08 01:32:58.761261 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-710dde17-e803-4b0c-9dea-9a34b7636a9e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:58.764730 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-76139fb5-9297-40b2-a337-eb5b1333316c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:58.779945 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-710dde17-e803-4b0c-9dea-9a34b7636a9e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:58.848731 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-93ad2f35-590b-4010-8846-e0fad4717904 service neutron] 10.222.0.70 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374199 Dec 08 01:32:59.033635 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-710dde17-e803-4b0c-9dea-9a34b7636a9e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Floating IP 11e06061-3709-4756-be67-2bbaeec69ead associated. External IP: 172.25.2.98, port: 2d1363c3-d1da-459d-9af2-9ac551f89740. Dec 08 01:32:59.076567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f0de720a-e594-4ea0-944d-a56f228e4df1 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:32:59.094871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d23c9f-0168-4dd5-aed0-41ba97617ad8 req-56d79569-274a-4c2a-87f5-33b25b17fc1c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:59.102010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78d23c9f-0168-4dd5-aed0-41ba97617ad8 req-56d79569-274a-4c2a-87f5-33b25b17fc1c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 948 time: 0.0758457 Dec 08 01:32:59.173482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78d23c9f-0168-4dd5-aed0-41ba97617ad8 req-78bac321-6054-4470-aa42-e49010fedc37 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629864 Dec 08 01:32:59.184604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port f0de720a-e594-4ea0-944d-a56f228e4df1 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:32:59.192865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port f0de720a-e594-4ea0-944d-a56f228e4df1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:32:59.194110 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:59.382339 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:59.451413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-710dde17-e803-4b0c-9dea-9a34b7636a9e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:32:59.474438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:32:59.477810 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a668997-ebd6-42f3-8e41-33528f29e478" -d '{"events": [{"server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "name": "network-vif-plugged", "status": "completed", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:32:59.491814 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-d508f485-8138-48bf-bbe0-c90abb08e2cf service neutron] 10.222.0.72 "GET /v2.0/ports/cfb53522-bb82-4c27-ab0c-09fa78147b3a/bindings/n-h1-713498-30 HTTP/1.1" status: 200 len: 385 time: 0.2758560 Dec 08 01:32:59.497274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:32:59.503221 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:32:59.504435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device cfb53522-bb82-4c27-ab0c-09fa78147b3a no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:32:59.530329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9fd76-866a-4878-a086-d2b5f6b8e264 req-6bd82289-ec0b-466f-98b4-ba7b66b87090 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:32:59.539738 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0af9fd76-866a-4878-a086-d2b5f6b8e264 req-6bd82289-ec0b-466f-98b4-ba7b66b87090 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 943 time: 0.1165855 Dec 08 01:32:59.596440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:32:59.649078 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0af9fd76-866a-4878-a086-d2b5f6b8e264 req-a0d6ab09-d103-43e7-b071-cfda363e9bfb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080649 Dec 08 01:32:59.732110 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49b6611e-177b-4492-944a-0422ba5297a7 req-0bf9a061-feac-4816-88d7-ca562e33eb1d tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 210 time: 0.0413413 Dec 08 01:33:00.175834 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7982d2-b733-4f31-8891-70b146de2c59 x-openstack-request-id: req-6d7982d2-b733-4f31-8891-70b146de2c59 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:00.176370 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "name": "network-vif-plugged", "status": "completed", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:00.176551 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d7982d2-b733-4f31-8891-70b146de2c59 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:00.176951 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'code': 200} Dec 08 01:33:00.284390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-710dde17-e803-4b0c-9dea-9a34b7636a9e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:00.295474 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c05d2-7364-4952-9987-1ab5ede48b47 None None] Sync routers for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:00.300087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:00.316350 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c05d2-7364-4952-9987-1ab5ede48b47 None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:00.317017 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ab5c05d2-7364-4952-9987-1ab5ede48b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:32:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:00.370007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:00.394447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e584889-9660-464a-bbec-357780796fc4 req-a5054a2b-a35a-43fa-bfe5-a90df6541dc5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:00.395901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e584889-9660-464a-bbec-357780796fc4 req-a5054a2b-a35a-43fa-bfe5-a90df6541dc5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0915434 Dec 08 01:33:00.422635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb53522-bb82-4c27-ab0c-09fa78147b3a {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:00.456657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:00.485211 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e584889-9660-464a-bbec-357780796fc4 req-76008183-b60a-45b7-b8e4-fcc82c465ed1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766492 Dec 08 01:33:00.554607 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-ab5c05d2-7364-4952-9987-1ab5ede48b47 None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:00.561790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:00.588724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37582) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:00.881544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3d175-8e34-42f1-aa58-b5c7e9b50d4c req-8e091892-c15a-422a-91a4-21cb5655da62 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:00.883703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cb3d175-8e34-42f1-aa58-b5c7e9b50d4c req-8e091892-c15a-422a-91a4-21cb5655da62 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 946 time: 0.1368895 Dec 08 01:33:01.084978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Transition to ACTIVE for port object cfb53522-bb82-4c27-ab0c-09fa78147b3a will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:33:01.094098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 3c117e2c-7299-4912-9ac1-7d15410dc170 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:33:01.110190 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ab5c05d2-7364-4952-9987-1ab5ede48b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '11e06061-3709-4756-be67-2bbaeec69ead', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'port_id': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'mac_address': 'fa:16:3e:b0:75:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:32:35Z', 'updated_at': '2021-12-08T01:32:58Z', 'revision_number': 3, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:01.167790 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-9cb997a6-1da1-46f1-b202-56d00499114f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:01.171489 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-9cb997a6-1da1-46f1-b202-56d00499114f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.65 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 814 time: 0.5134463 Dec 08 01:33:01.181523 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:01.185331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-710dde17-e803-4b0c-9dea-9a34b7636a9e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:33:01.214035 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a13d6ec-110e-474d-9940-e823063faca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:01.226191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Request body: {'port': {'device_id': 'bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76', 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6', 'admin_state_up': True, 'tenant_id': '52457a89bac449eeb836923062c49a9c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:01.228766 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c05d2-7364-4952-9987-1ab5ede48b47 None None] Checking router: 8cc00860-a66b-44a3-9c50-0be7a801c3d2 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:01.240983 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c05d2-7364-4952-9987-1ab5ede48b47 None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:01.241601 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ab5c05d2-7364-4952-9987-1ab5ede48b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:01.302516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] No DVR routers for this DVR port cfb53522-bb82-4c27-ab0c-09fa78147b3a on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:33:01.304853 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 3c117e2c-7299-4912-9ac1-7d15410dc170, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3c117e2c-7299-4912-9ac1-7d15410dc170,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:01.325829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '3c117e2c-7299-4912-9ac1-7d15410dc170', 'network_id': 'a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c', 'port_id': '3c117e2c-7299-4912-9ac1-7d15410dc170', 'mac_address': 'fa:16:3e:1b:ea:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a5998e-a135-4d25-95f0-5cd4e48a89c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:33:01.354630 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cb3d175-8e34-42f1-aa58-b5c7e9b50d4c req-1ef77b41-b2b9-4ecc-9b18-dfddf07884b9 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588175 Dec 08 01:33:01.365055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Pushing event updated for resources: {'Port': ['ID=cfb53522-bb82-4c27-ab0c-09fa78147b3a,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:01.397552 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:01.418631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c117e2c-7299-4912-9ac1-7d15410dc170 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:01.430379 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-ab5c05d2-7364-4952-9987-1ab5ede48b47 None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:01.452615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.453116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.453558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.454023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.454452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.454879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.455394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.455720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.456374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.456808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.457542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.457966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.458385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:01.471151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 3c117e2c-7299-4912-9ac1-7d15410dc170, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3c117e2c-7299-4912-9ac1-7d15410dc170,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:01.471650 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-b211b1ed-2b7c-49bf-83c2-dca6a08e444e service neutron] 10.222.0.72 "PUT /v2.0/ports/cfb53522-bb82-4c27-ab0c-09fa78147b3a/bindings/n-h1-713498-30/activate HTTP/1.1" status: 200 len: 370 time: 1.9062517 Dec 08 01:33:01.486702 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:01.499455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d5282836-be65-4f79-b855-47679861ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:01.501036 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d5282836-be65-4f79-b855-47679861ec17 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661&tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd HTTP/1.1" status: 200 len: 1101 time: 0.2564204 Dec 08 01:33:01.524424 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:01.541371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:01.550922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=3c117e2c-7299-4912-9ac1-7d15410dc170,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:01.704138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-710dde17-e803-4b0c-9dea-9a34b7636a9e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:01.713694 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-710dde17-e803-4b0c-9dea-9a34b7636a9e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:01.717311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['3c117e2c-7299-4912-9ac1-7d15410dc170'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:01.733056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316fe24-285c-4f5b-924b-9e7f150a368c req-1a32d47a-aacd-4a74-8d02-739ada5c95c9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:01.739212 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f316fe24-285c-4f5b-924b-9e7f150a368c req-1a32d47a-aacd-4a74-8d02-739ada5c95c9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 944 time: 0.2608836 Dec 08 01:33:01.741149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Made reservation on behalf of 52457a89bac449eeb836923062c49a9c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:01.751787 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:01.762266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-1f5cca92-e270-4d90-b861-39d934671f33 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:01.764484 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-1f5cca92-e270-4d90-b861-39d934671f33 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74&tenant_id=60788080667c45e38fac7ad815a697ce&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1096 time: 0.1465023 Dec 08 01:33:01.815437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:01.817163 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926732fe-83a2-443f-9e32-37e9ef3971a4" -d '{"events": [{"name": "network-changed", "server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:01.838667 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:01.883263 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ab5c05d2-7364-4952-9987-1ab5ede48b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '11e06061-3709-4756-be67-2bbaeec69ead', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'port_id': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'mac_address': 'fa:16:3e:b0:75:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:32:35Z', 'updated_at': '2021-12-08T01:32:58Z', 'revision_number': 3, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:01.909517 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-710dde17-e803-4b0c-9dea-9a34b7636a9e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "PUT /v2.0/floatingips/11e06061-3709-4756-be67-2bbaeec69ead HTTP/1.1" status: 200 len: 997 time: 4.4779110 Dec 08 01:33:01.916226 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c05d2-7364-4952-9987-1ab5ede48b47 None None] The sync data for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 is: [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '11e06061-3709-4756-be67-2bbaeec69ead', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'port_id': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'mac_address': 'fa:16:3e:b0:75:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:32:35Z', 'updated_at': '2021-12-08T01:32:58Z', 'revision_number': 3, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:01.961229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-afc5deaf-7b9b-4f3d-ac8d-a144543bbaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:01.964013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-afc5deaf-7b9b-4f3d-ac8d-a144543bbaee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74&tenant_id=60788080667c45e38fac7ad815a697ce HTTP/1.1" status: 200 len: 1096 time: 0.1867795 Dec 08 01:33:02.004620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-030d5fc2-4c06-4478-9f00-9a00d4a4aa84 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:02.006249 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-030d5fc2-4c06-4478-9f00-9a00d4a4aa84 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports/2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 942 time: 0.0820291 Dec 08 01:33:02.057352 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f316fe24-285c-4f5b-924b-9e7f150a368c req-d72f9e29-07cb-4eda-b0c7-1f8fefd77379 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784450 Dec 08 01:33:02.100383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Allocated IP 172.20.0.10 (20b932fd-14f5-4575-9b83-f48bb3a90ce6/5dfb6545-e723-4219-9adc-c75d330b6d32/a100906d-e48a-4e30-be66-30b7c479d480) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:02.104112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-a2b911ad-07f1-4225-b742-5e2cecc3d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:02.105827 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-a2b911ad-07f1-4225-b742-5e2cecc3d17c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 1096 time: 0.0986199 Dec 08 01:33:02.169887 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:02.246215 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e824295-0cdb-4b1f-98d2-33bb11cff17d req-75ebb7d3-339d-4197-b3ec-85d05ad596b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 210 time: 0.0723433 Dec 08 01:33:02.260757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e50db-8d11-4d4b-91e0-670511834f9d None None] New status for floating IP 11e06061-3709-4756-be67-2bbaeec69ead: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:33:02.273803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-6f880678-dc55-41fa-be6f-9cfff2e87431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:02.275418 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-6f880678-dc55-41fa-be6f-9cfff2e87431 service neutron] 10.222.0.65 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.1604612 Dec 08 01:33:02.285237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-04a39e26-07ee-478d-bd6f-e5328aec6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:02.286925 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-04a39e26-07ee-478d-bd6f-e5328aec6913 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 1097 time: 0.1047816 Dec 08 01:33:02.308208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-758d4587-5711-4b93-9c86-220a8989254e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:02.368967 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-650bb5a0-e22e-4421-869d-76f36aa52694 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a HTTP/1.1" status: 200 len: 217 time: 0.0805912 Dec 08 01:33:02.538534 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-aef59c64-aa17-444b-9d23-197195ae0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:02.546791 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-aef59c64-aa17-444b-9d23-197195ae0d2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.2435699 Dec 08 01:33:02.601351 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-f57c2b1c-ecb5-4eef-bb5d-3c8ba283e163 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 217 time: 0.0533714 Dec 08 01:33:02.626405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-9c667235-4d62-4087-b068-2772c970bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:02.627995 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-9c667235-4d62-4087-b068-2772c970bfcc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.2412791 Dec 08 01:33:02.638746 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88df1109-06f5-432d-a0c4-40bba6f4c35e None None] Sync routers for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:02.650958 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88df1109-06f5-432d-a0c4-40bba6f4c35e None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:02.651768 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-88df1109-06f5-432d-a0c4-40bba6f4c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:02.679039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:02.710325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-30d93ae2-80dd-4547-a839-60178fe1fd5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565522 Dec 08 01:33:02.723648 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:02.756041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-0a03e94b-f7a9-4115-843d-05c0502bced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:02.757697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-0a03e94b-f7a9-4115-843d-05c0502bced0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.1464801 Dec 08 01:33:02.897623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-3486cdb5-e9c3-4692-8de1-5024e54813a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:02.899220 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-3486cdb5-e9c3-4692-8de1-5024e54813a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302738 Dec 08 01:33:02.911360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-7fe3ad10-d72d-4b35-9eef-63cc77f702e5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:33:02.912399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-7fe3ad10-d72d-4b35-9eef-63cc77f702e5 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053556 Dec 08 01:33:02.915232 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:02.919437 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-c3273a5e-888f-4eb3-9b86-81bf1ce921da service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987658 Dec 08 01:33:02.950833 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-88df1109-06f5-432d-a0c4-40bba6f4c35e None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:02.958856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['bf504062-4895-4581-a176-fe2dbecd580f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:03.032082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:03.069407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:03.099180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:03.102914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Pushing event updated for resources: {'Port': ['ID=a100906d-e48a-4e30-be66-30b7c479d480,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:03.115246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f155c-5b28-48a7-b41d-f77469d4d5e5 req-5219c886-b22e-4ba8-a22e-5317de827ba6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:03.130384 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-170f155c-5b28-48a7-b41d-f77469d4d5e5 req-5219c886-b22e-4ba8-a22e-5317de827ba6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.6406884 Dec 08 01:33:03.132489 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 3c117e2c-7299-4912-9ac1-7d15410dc170 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:03.209510 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-819baf81-afa0-47dc-900d-2282ee81ab81 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789075 Dec 08 01:33:03.215285 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:03.215934 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:03.221396 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-b012ce6d-e0e8-4f3c-bca5-1565a4b8bd59 service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961469 Dec 08 01:33:03.258622 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-e5a4f056-b6f2-4ef9-b598-2b9f6fc73d50 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0421329 Dec 08 01:33:03.277111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:03.279553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Request body: {'port': {'device_id': 'bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:03.352139 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:03.380839 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-88df1109-06f5-432d-a0c4-40bba6f4c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '11e06061-3709-4756-be67-2bbaeec69ead', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'port_id': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'mac_address': 'fa:16:3e:b0:75:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:32:35Z', 'updated_at': '2021-12-08T01:33:02Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:03.389482 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Transition to ACTIVE for port object f0de720a-e594-4ea0-944d-a56f228e4df1 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:33:03.392207 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:03.399155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:03.402838 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac85d3c-af14-4316-83de-1c8a90807c8b" -d '{"events": [{"server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "name": "network-vif-unplugged", "status": "completed", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:03.425494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3c117e2c-7299-4912-9ac1-7d15410dc170 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:03.443687 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:03.445516 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88df1109-06f5-432d-a0c4-40bba6f4c35e None None] Checking router: 8cc00860-a66b-44a3-9c50-0be7a801c3d2 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:03.474006 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88df1109-06f5-432d-a0c4-40bba6f4c35e None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:03.474682 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-88df1109-06f5-432d-a0c4-40bba6f4c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:03.498886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 3c117e2c-7299-4912-9ac1-7d15410dc170, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3c117e2c-7299-4912-9ac1-7d15410dc170,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:03.522538 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:03.523253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f0de720a-e594-4ea0-944d-a56f228e4df1 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:03.581774 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-170f155c-5b28-48a7-b41d-f77469d4d5e5 req-669141a7-fbe8-447a-957f-e1d9a23cbf6c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505122 Dec 08 01:33:03.614731 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:03.673421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] No DVR routers for this DVR port f0de720a-e594-4ea0-944d-a56f228e4df1 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:33:03.681294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:03.733497 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-88df1109-06f5-432d-a0c4-40bba6f4c35e None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:03.886692 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:03.889883 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f0de720a-e594-4ea0-944d-a56f228e4df1 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:03.899387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Attempting to bind port f0de720a-e594-4ea0-944d-a56f228e4df1 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:03.900151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Attempting to bind port f0de720a-e594-4ea0-944d-a56f228e4df1 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:03.900730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Attempting to bind port f0de720a-e594-4ea0-944d-a56f228e4df1 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:03.905632 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df4db9a-5cf7-4605-aefe-4da9d1fcb572 x-openstack-request-id: req-6df4db9a-5cf7-4605-aefe-4da9d1fcb572 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:03.906177 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:03.906177 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6df4db9a-5cf7-4605-aefe-4da9d1fcb572 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:03.906574 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'status': 'completed', 'code': 200} Dec 08 01:33:03.910274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=3c117e2c-7299-4912-9ac1-7d15410dc170,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:03.918381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Port f0de720a-e594-4ea0-944d-a56f228e4df1 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:33:03.919845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Attempting to bind port f0de720a-e594-4ea0-944d-a56f228e4df1 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:03.934760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-758d4587-5711-4b93-9c86-220a8989254e admin admin] Deleting port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:03.935217 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-758d4587-5711-4b93-9c86-220a8989254e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:03.967029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:03.967514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:03.968187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:03.968557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Bound port: f0de720a-e594-4ea0-944d-a56f228e4df1, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:03.969005 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:04.008689 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:04.027640 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-5fbc255a-15b6-4a5c-ade8-547d0767aaa4 service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7961466 Dec 08 01:33:04.060566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2f7d8-4872-4a7b-bb59-4e77852056bb req-e84c3851-b6e4-4c30-877d-c4eb643b1359 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:04.061676 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5b2f7d8-4872-4a7b-bb59-4e77852056bb req-e84c3851-b6e4-4c30-877d-c4eb643b1359 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 944 time: 0.2680538 Dec 08 01:33:04.082021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-63c138b1-7b03-4595-8a81-578ceffbeae4 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:04.084127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-63c138b1-7b03-4595-8a81-578ceffbeae4 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74&tenant_id=60788080667c45e38fac7ad815a697ce&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 1096 time: 0.2245226 Dec 08 01:33:04.088466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926732fe-83a2-443f-9e32-37e9ef3971a4 req-34938ab6-7968-485e-96f9-38ada861ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:04.089918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-926732fe-83a2-443f-9e32-37e9ef3971a4 req-34938ab6-7968-485e-96f9-38ada861ba2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 1097 time: 0.2100427 Dec 08 01:33:04.115777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-758d4587-5711-4b93-9c86-220a8989254e admin admin] For port 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=960f8b7b-d6ee-4fb2-b023-aee3ec6e9120,segment=NetworkSegment(c8002124-4423-41ce-9b77-31a2cf604845),segment_id=c8002124-4423-41ce-9b77-31a2cf604845)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:04.115777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-758d4587-5711-4b93-9c86-220a8989254e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:04.148059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-758d4587-5711-4b93-9c86-220a8989254e admin admin] Calling delete_port for 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:04.150537 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-88df1109-06f5-432d-a0c4-40bba6f4c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '11e06061-3709-4756-be67-2bbaeec69ead', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'port_id': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'mac_address': 'fa:16:3e:b0:75:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:32:35Z', 'updated_at': '2021-12-08T01:33:02Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:04.152457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:04.163703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:04.176318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:04.198084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:04.198736 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:04.200950 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] 10.222.0.65 "PUT /v2.0/ports/f0de720a-e594-4ea0-944d-a56f228e4df1 HTTP/1.1" status: 200 len: 1097 time: 2.6630282 Dec 08 01:33:04.220208 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88df1109-06f5-432d-a0c4-40bba6f4c35e None None] The sync data for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 is: [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '11e06061-3709-4756-be67-2bbaeec69ead', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'port_id': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'mac_address': 'fa:16:3e:b0:75:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:32:35Z', 'updated_at': '2021-12-08T01:33:02Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:04.236178 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5b2f7d8-4872-4a7b-bb59-4e77852056bb req-0a40e687-996d-4362-9a71-20983e27d072 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528690 Dec 08 01:33:04.358174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652b9a2-0706-408a-85e0-bc07b412544f service neutron] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:04.370055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-e0ec7c39-0f6c-4d8f-9f1a-a9c7dfd5ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:04.375665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-e0ec7c39-0f6c-4d8f-9f1a-a9c7dfd5ae73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 1100 time: 0.0959318 Dec 08 01:33:04.581532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7751fd-ef60-40cb-a2d8-d5a1a7eec837 req-6c56cef6-f52c-48a9-a6f5-556f41c8f1f2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:04.583776 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec7751fd-ef60-40cb-a2d8-d5a1a7eec837 req-6c56cef6-f52c-48a9-a6f5-556f41c8f1f2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 944 time: 0.1868305 Dec 08 01:33:04.622376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a100906d-e48a-4e30-be66-30b7c479d480 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:04.638809 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:04.665627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-7085a7d7-0410-42a7-99de-ea63ccf66963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:04.667326 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-7085a7d7-0410-42a7-99de-ea63ccf66963 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 1097 time: 0.5691378 Dec 08 01:33:04.674001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Transition to ACTIVE for port object a100906d-e48a-4e30-be66-30b7c479d480 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:33:04.681765 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-758d4587-5711-4b93-9c86-220a8989254e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:04.687066 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:04.711862 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:04.714435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926732fe-83a2-443f-9e32-37e9ef3971a4 req-306da499-43a4-44d2-9d20-c52b780c69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:04.716554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-926732fe-83a2-443f-9e32-37e9ef3971a4 req-306da499-43a4-44d2-9d20-c52b780c69a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.6061182 Dec 08 01:33:04.733251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-e769a8db-5575-4d99-843e-63f9aa434ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:04.734611 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-e769a8db-5575-4d99-843e-63f9aa434ae7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3501196 Dec 08 01:33:04.843772 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-926732fe-83a2-443f-9e32-37e9ef3971a4 req-4cc67491-bfba-45cc-9e82-a5e6109ca67d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 217 time: 0.1073391 Dec 08 01:33:04.847614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d4587-5711-4b93-9c86-220a8989254e admin admin] Pushing event deleted for resources: {'Port': ['ID=960f8b7b-d6ee-4fb2-b023-aee3ec6e9120,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:04.858174 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-bdfe7fd9-f5e6-41cf-8dde-625739246532 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f0de720a-e594-4ea0-944d-a56f228e4df1 HTTP/1.1" status: 200 len: 217 time: 0.0874338 Dec 08 01:33:04.939251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a100906d-e48a-4e30-be66-30b7c479d480,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:04.944216 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec7751fd-ef60-40cb-a2d8-d5a1a7eec837 req-d78f79fd-2847-4c9e-b6f0-37f273898187 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657397 Dec 08 01:33:04.946281 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926732fe-83a2-443f-9e32-37e9ef3971a4 req-de0469f1-9dc4-4a3e-83dc-61b03eec9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:04.947902 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-926732fe-83a2-443f-9e32-37e9ef3971a4 req-de0469f1-9dc4-4a3e-83dc-61b03eec9fdd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.0862489 Dec 08 01:33:05.048675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-1d2adbdf-29b7-4fcc-b77a-c8581a7934ab service neutron] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:05.077218 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-1d2adbdf-29b7-4fcc-b77a-c8581a7934ab service neutron] Publish callbacks [] for binding, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:05.078326 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ba4fd21-192e-45c0-b82e-27a8abf53adc req-1d2adbdf-29b7-4fcc-b77a-c8581a7934ab service neutron] 10.222.0.65 "DELETE /v2.0/ports/cfb53522-bb82-4c27-ab0c-09fa78147b3a/bindings/n-h2-713498-30 HTTP/1.1" status: 204 len: 173 time: 0.9857347 Dec 08 01:33:05.087649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-fde43473-f1c2-4f28-80d0-bd076287d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:05.089445 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-fde43473-f1c2-4f28-80d0-bd076287d72f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2009356 Dec 08 01:33:05.120574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926732fe-83a2-443f-9e32-37e9ef3971a4 req-904be11c-65b7-48b3-b5c9-2440086fcdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:05.122567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-926732fe-83a2-443f-9e32-37e9ef3971a4 req-904be11c-65b7-48b3-b5c9-2440086fcdd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1296341 Dec 08 01:33:05.125591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-863d472a-ad46-4a17-b3cb-bb0e94582c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:05.126990 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-863d472a-ad46-4a17-b3cb-bb0e94582c40 service neutron] 10.222.0.70 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.4495866 Dec 08 01:33:05.155956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Attempting to bind port a100906d-e48a-4e30-be66-30b7c479d480 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:05.156233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Attempting to bind port a100906d-e48a-4e30-be66-30b7c479d480 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:05.156558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Attempting to bind port a100906d-e48a-4e30-be66-30b7c479d480 on network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:05.180857 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60addea4-87ef-4499-b365-199d50ca1fe5 req-3a35f394-89c1-4ff9-b8b3-25aaca49cfec tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:05.182497 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60addea4-87ef-4499-b365-199d50ca1fe5 req-3a35f394-89c1-4ff9-b8b3-25aaca49cfec tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 944 time: 0.1302562 Dec 08 01:33:05.218586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-3254254b-5b6b-4a9b-a473-b0c40a2d066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:05.220335 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-3254254b-5b6b-4a9b-a473-b0c40a2d066e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1218059 Dec 08 01:33:05.222733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Port a100906d-e48a-4e30-be66-30b7c479d480 on network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:33:05.222733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Attempting to bind port a100906d-e48a-4e30-be66-30b7c479d480 on network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:05.227091 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-758d4587-5711-4b93-9c86-220a8989254e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:05.242185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:05.242528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Checking segment: {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:05.242910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Bound using segment: {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:05.243348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Bound port: a100906d-e48a-4e30-be66-30b7c479d480, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:05.244067 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:05.307891 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-79d5cfae-8101-4439-91c9-96ee08b02d29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e76c5fa-b0d9-47d5-8536-0751215294c9 HTTP/1.1" status: 200 len: 1000 time: 0.1536276 Dec 08 01:33:05.325669 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60addea4-87ef-4499-b365-199d50ca1fe5 req-32e040c3-b7f5-4e2e-a9b2-b6bd808d534f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302629 Dec 08 01:33:05.381703 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-926732fe-83a2-443f-9e32-37e9ef3971a4 req-446a4c2d-62f4-4e43-a270-21d55a3109b9 service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293177 Dec 08 01:33:05.443205 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-a3527f7c-5f00-4312-b0c4-d64cd001ddd0 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078054 Dec 08 01:33:05.462260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] For port a100906d-e48a-4e30-be66-30b7c479d480, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:05.474799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-6facd17b-6083-44c0-b248-1ffa8d9ca937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:05.476333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-6facd17b-6083-44c0-b248-1ffa8d9ca937 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.1453116 Dec 08 01:33:05.544581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] For port a100906d-e48a-4e30-be66-30b7c479d480, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a100906d-e48a-4e30-be66-30b7c479d480,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:05.578223 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:05.622588 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff47c9e-1926-4d11-a6e3-cb5144f736e8 x-openstack-request-id: req-6ff47c9e-1926-4d11-a6e3-cb5144f736e8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:05.623063 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "name": "network-vif-unplugged", "status": "completed", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:05.623388 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ff47c9e-1926-4d11-a6e3-cb5144f736e8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:05.623859 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'code': 200} Dec 08 01:33:05.660616 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d947bdd-7b6b-4650-86bd-7a7924d119c2 req-91c85c55-4bf8-44d4-97ee-4553a53fd380 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087052 Dec 08 01:33:05.669339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758d4587-5711-4b93-9c86-220a8989254e admin admin] Router b60acf11-5d83-4563-ac68-3a3a3a194665 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:33:05.729787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a100906d-e48a-4e30-be66-30b7c479d480,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:05.738118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:05.739004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:05.742582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-7dd84e64-5f98-4696-9ac0-2ac80ca276a2 service neutron] 10.222.0.65 "PUT /v2.0/ports/a100906d-e48a-4e30-be66-30b7c479d480 HTTP/1.1" status: 200 len: 1093 time: 2.4678326 Dec 08 01:33:05.754391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-926732fe-83a2-443f-9e32-37e9ef3971a4 req-4b24a5da-ed81-4e36-a8e3-5b3d4efebaac service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327193 Dec 08 01:33:05.762814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-a46ed0e1-b832-45a5-8865-e8dcf7da6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:05.765063 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-a46ed0e1-b832-45a5-8865-e8dcf7da6120 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2765262 Dec 08 01:33:05.864543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758d4587-5711-4b93-9c86-220a8989254e admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:05.881709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdd964-42c9-4e28-b516-617c61d1f40c None None] Sync routers for ids ['b60acf11-5d83-4563-ac68-3a3a3a194665'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:05.920129 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-758d4587-5711-4b93-9c86-220a8989254e admin admin] 10.222.0.70 "PUT /v2.0/routers/b60acf11-5d83-4563-ac68-3a3a3a194665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3299918 Dec 08 01:33:05.923443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'tag': '2e76c5fa-b0d9-47d5-8536-0751215294c9'}, {'name': 'network-changed', 'server_uuid': 'bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76', 'tag': 'a100906d-e48a-4e30-be66-30b7c479d480'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:05.923662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37632) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:05.925890 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd78186-fd0d-412b-a559-beff40b71b05" -d '{"events": [{"name": "network-changed", "server_uuid": "f4bbab7f-cb0b-4165-9062-e56907b5d574", "tag": "2e76c5fa-b0d9-47d5-8536-0751215294c9"}, {"name": "network-changed", "server_uuid": "bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76", "tag": "a100906d-e48a-4e30-be66-30b7c479d480"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:05.930472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fdd964-42c9-4e28-b516-617c61d1f40c None None] Routers {'b60acf11-5d83-4563-ac68-3a3a3a194665'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:05.934349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-89fdd964-42c9-4e28-b516-617c61d1f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b60acf11-5d83-4563-ac68-3a3a3a194665'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:05.951140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-8858c0c1-ede0-4c87-8d9e-638beb2267ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:05.952774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-8858c0c1-ede0-4c87-8d9e-638beb2267ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 1096 time: 0.1355851 Dec 08 01:33:06.011932 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-b45fcc7a-39e6-496c-93ef-48aece09e247 service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090836 Dec 08 01:33:06.085082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bb3f6-4864-44b9-8205-4c0b7a2d8704 req-cab12fd0-0258-408a-bc70-e6a2b3b28602 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:06.093875 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f9bb3f6-4864-44b9-8205-4c0b7a2d8704 req-cab12fd0-0258-408a-bc70-e6a2b3b28602 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 948 time: 0.0851789 Dec 08 01:33:06.096993 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-9d3f6106-7cee-415e-bca7-fa341294abdf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a100906d-e48a-4e30-be66-30b7c479d480 HTTP/1.1" status: 200 len: 217 time: 0.1255405 Dec 08 01:33:06.114224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-89fdd964-42c9-4e28-b516-617c61d1f40c None None] Set router b60acf11-5d83-4563-ac68-3a3a3a194665 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:06.246537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da93deeb-9444-4959-bd1d-173b42ed41d6 req-4d397b01-a369-4e61-9908-87eb1f3d3abf service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325480 Dec 08 01:33:06.255150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-ba8afe7a-4ba1-41e0-a587-63f3609ba28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:06.256333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-ba8afe7a-4ba1-41e0-a587-63f3609ba28d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5dfb6545-e723-4219-9adc-c75d330b6d32 HTTP/1.1" status: 200 len: 854 time: 0.1486146 Dec 08 01:33:06.329789 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-8a9df406-adf8-405e-b61e-a65168137007 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20b932fd-14f5-4575-9b83-f48bb3a90ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643244 Dec 08 01:33:06.428961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-89fdd964-42c9-4e28-b516-617c61d1f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'name': 'tempest-AttachSCSIVolumeTestJSON-315967265-router', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:30:55Z', 'updated_at': '2021-12-08T01:33:04Z', 'revision_number': 5, 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'gw_port': {'id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:30:56Z', 'updated_at': '2021-12-08T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:06.460670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdd964-42c9-4e28-b516-617c61d1f40c None None] Checking router: b60acf11-5d83-4563-ac68-3a3a3a194665 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:06.471452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fdd964-42c9-4e28-b516-617c61d1f40c None None] Routers {'b60acf11-5d83-4563-ac68-3a3a3a194665'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:06.471983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-89fdd964-42c9-4e28-b516-617c61d1f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b60acf11-5d83-4563-ac68-3a3a3a194665'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:06.476319 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c0b33e-06ab-4af7-9279-0bb69d368ad7 x-openstack-request-id: req-13c0b33e-06ab-4af7-9279-0bb69d368ad7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:06.476922 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4bbab7f-cb0b-4165-9062-e56907b5d574", "tag": "2e76c5fa-b0d9-47d5-8536-0751215294c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76", "tag": "a100906d-e48a-4e30-be66-30b7c479d480", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:06.477154 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13c0b33e-06ab-4af7-9279-0bb69d368ad7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:06.477523 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'tag': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'status': 'completed', 'code': 200} Dec 08 01:33:06.477825 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76', 'tag': 'a100906d-e48a-4e30-be66-30b7c479d480', 'status': 'completed', 'code': 200} Dec 08 01:33:06.539306 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:06.546921 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f9bb3f6-4864-44b9-8205-4c0b7a2d8704 req-24bb9a8b-66d2-41e9-9a30-8e630dc4ecc7 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533699 Dec 08 01:33:06.577434 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-4d755546-f187-4aef-92b9-ad260f4fc827 service neutron] 10.222.0.65 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370925 Dec 08 01:33:06.660256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-89fdd964-42c9-4e28-b516-617c61d1f40c None None] Set router b60acf11-5d83-4563-ac68-3a3a3a194665 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:06.673245 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb669010-5121-460a-b7b6-b816d21964f4 req-f68f84ac-0145-4bd6-8a1c-9a4875bad507 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 1000 time: 0.1734483 Dec 08 01:33:06.732494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-076f13a6-daf4-4a0a-bb90-bce977d610ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:06.734061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-076f13a6-daf4-4a0a-bb90-bce977d610ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 1097 time: 0.1713715 Dec 08 01:33:06.747960 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:06.753689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c7548-f446-42bf-b89f-9f0acba3f215 req-a6ecfb0b-94dd-4741-9c1a-3241c7aa157f tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:06.756105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d43c7548-f446-42bf-b89f-9f0acba3f215 req-a6ecfb0b-94dd-4741-9c1a-3241c7aa157f tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 1096 time: 0.0790315 Dec 08 01:33:06.795093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb669010-5121-460a-b7b6-b816d21964f4 req-bc79c18b-749c-431b-8e30-cbf5cc6ebd05 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:06.810393 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb669010-5121-460a-b7b6-b816d21964f4 req-bc79c18b-749c-431b-8e30-cbf5cc6ebd05 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports/2e76c5fa-b0d9-47d5-8536-0751215294c9 HTTP/1.1" status: 200 len: 942 time: 0.1294248 Dec 08 01:33:06.854909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbd0346c-40d2-459f-b1ea-331d795e6727 req-ff9b4e4a-002e-4f1e-85e9-6002c7ef8b3b service neutron] 10.222.0.65 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608747 Dec 08 01:33:06.866466 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d43c7548-f446-42bf-b89f-9f0acba3f215 req-7a159ef0-03d4-4f39-8954-c2f80deaa5a7 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032007 Dec 08 01:33:06.886346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Deleting port 47befccf-c2dc-416f-8c1c-700bd9cd287f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:06.888016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-89fdd964-42c9-4e28-b516-617c61d1f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'name': 'tempest-AttachSCSIVolumeTestJSON-315967265-router', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:30:55Z', 'updated_at': '2021-12-08T01:33:04Z', 'revision_number': 5, 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'gw_port': {'id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:30:56Z', 'updated_at': '2021-12-08T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:06.888848 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:06.930556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fdd964-42c9-4e28-b516-617c61d1f40c None None] The sync data for ids ['b60acf11-5d83-4563-ac68-3a3a3a194665'] in n-d-713498-30 is: [{'id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'name': 'tempest-AttachSCSIVolumeTestJSON-315967265-router', 'tenant_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72'}], 'enable_snat': True}, 'gw_port_id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:30:55Z', 'updated_at': '2021-12-08T01:33:04Z', 'revision_number': 5, 'project_id': '884793b3eb1642bd94c5982d3a8e5a2d', 'gw_port': {'id': '47befccf-c2dc-416f-8c1c-700bd9cd287f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b60acf11-5d83-4563-ac68-3a3a3a194665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:30:56Z', 'updated_at': '2021-12-08T01:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:07.007409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-a19e5cb0-5f95-4aa4-8ee8-36af2c2b9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:07.014916 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-a19e5cb0-5f95-4aa4-8ee8-36af2c2b9dd6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.2683146 Dec 08 01:33:07.057560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] For port 47befccf-c2dc-416f-8c1c-700bd9cd287f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=47befccf-c2dc-416f-8c1c-700bd9cd287f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:07.057947 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:07.071213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Calling delete_port for 47befccf-c2dc-416f-8c1c-700bd9cd287f owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:07.103096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb669010-5121-460a-b7b6-b816d21964f4 req-b00357c3-bd9c-46c5-8f24-245ee95267cd tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 1000 time: 0.2222519 Dec 08 01:33:07.132252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-e84c6d0f-6630-47b5-aa33-a36716d785a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:07.133918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-e84c6d0f-6630-47b5-aa33-a36716d785a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 1096 time: 0.1451364 Dec 08 01:33:07.152743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20857ed6-124b-45d5-995a-aa18402e23a6 req-0266f62c-b2f0-40e6-a4a4-99e80db88309 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:07.155314 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20857ed6-124b-45d5-995a-aa18402e23a6 req-0266f62c-b2f0-40e6-a4a4-99e80db88309 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 944 time: 0.1627579 Dec 08 01:33:07.170071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-bc46d4eb-44fb-46db-a083-ba057b075083 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e76c5fa-b0d9-47d5-8536-0751215294c9 HTTP/1.1" status: 200 len: 1000 time: 0.1306033 Dec 08 01:33:07.255067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f0de720a-e594-4ea0-944d-a56f228e4df1 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:33:07.273059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20857ed6-124b-45d5-995a-aa18402e23a6 req-4240d82c-4de3-4355-9bce-f5bd58b29a22 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111197 Dec 08 01:33:07.355334 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:07.365368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb669010-5121-460a-b7b6-b816d21964f4 req-277c5f1e-6494-426b-8deb-f46cdf06e244 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:07.367218 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb669010-5121-460a-b7b6-b816d21964f4 req-277c5f1e-6494-426b-8deb-f46cdf06e244 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2538915 Dec 08 01:33:07.377389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-7902e0a6-2b2f-4890-ab83-ef3bb63490bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:07.379195 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-7902e0a6-2b2f-4890-ab83-ef3bb63490bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.1936140 Dec 08 01:33:07.390828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-234709e6-937d-4d17-be4b-9bd01e8640d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:07.395779 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-234709e6-937d-4d17-be4b-9bd01e8640d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 915 time: 0.2499571 Dec 08 01:33:07.436867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=47befccf-c2dc-416f-8c1c-700bd9cd287f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:07.472733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-46abdfb8-6a6a-4fb9-acaa-654e54d89226 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a100906d-e48a-4e30-be66-30b7c479d480 HTTP/1.1" status: 200 len: 217 time: 0.0658581 Dec 08 01:33:07.525848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:07.549722 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'mac_address': 'fa:16:3e:fe:1f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:33:07.576460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-4c131435-fbf4-47c7-a988-1ba5f4ba393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:07.578001 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-4c131435-fbf4-47c7-a988-1ba5f4ba393e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1810491 Dec 08 01:33:07.625668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:07.635257 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:07.637165 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0a5f70-97ed-43da-8741-a8356864c566" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:07.647471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-6eaabce2-45f5-4387-8d7a-486e16aaf58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:07.649119 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-6eaabce2-45f5-4387-8d7a-486e16aaf58e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5dfb6545-e723-4219-9adc-c75d330b6d32 HTTP/1.1" status: 200 len: 854 time: 0.1680450 Dec 08 01:33:07.655405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0de720a-e594-4ea0-944d-a56f228e4df1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:07.696004 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:07.709059 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:07.749995 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:07.786042 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=12']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:07.792915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:07.815887 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-9057cf98-6bc2-4107-adfc-1ab2c6f2df92 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20b932fd-14f5-4575-9b83-f48bb3a90ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284149 Dec 08 01:33:07.816876 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:07.817518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 960f8b7b-d6ee-4fb2-b023-aee3ec6e9120 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:07.898118 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:07.904348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:07.908648 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-5ee52ce3-deb1-4782-9054-3a1f4c4f63df tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 1000 time: 0.2680283 Dec 08 01:33:07.918413 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-4370d0e3-b411-4d11-b7d9-daa17fceaf6e service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263946 Dec 08 01:33:07.921048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0467b9a-169e-47a2-a903-0e88d223e886 req-5c3bdbda-10f3-4652-add8-d64d0a79bf58 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:07.922474 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0467b9a-169e-47a2-a903-0e88d223e886 req-5c3bdbda-10f3-4652-add8-d64d0a79bf58 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 1096 time: 0.3206313 Dec 08 01:33:08.018990 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:08.019732 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b60acf11-5d83-4563-ac68-3a3a3a194665 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:33:08.033054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-67cbe012-62c4-4a0f-99e9-932d0b4bd3bf tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:08.034673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-67cbe012-62c4-4a0f-99e9-932d0b4bd3bf tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports/2e76c5fa-b0d9-47d5-8536-0751215294c9 HTTP/1.1" status: 200 len: 942 time: 0.1006606 Dec 08 01:33:08.038205 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:08.042366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2dd2a971-e2cd-4694-ab51-6374686089d7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b60acf11-5d83-4563-ac68-3a3a3a194665 HTTP/1.1" status: 204 len: 168 time: 2.1165373 Dec 08 01:33:08.043287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37662) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:08.139668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d829576d-4345-445d-954b-94969eb35cf7 admin admin] Deleting subnet 8c87b7ff-bb52-4f69-8ebe-22adda552c92 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:33:08.143472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d829576d-4345-445d-954b-94969eb35cf7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:08.166490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['f0de720a-e594-4ea0-944d-a56f228e4df1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:08.199152 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d829576d-4345-445d-954b-94969eb35cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:08.250661 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-9afc9dc7-99a7-4571-b3ce-744a54b7291b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 1000 time: 0.1591825 Dec 08 01:33:08.275498 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-945e1c11-19ec-46f3-a7ae-7b0a44c5c46a service neutron] 10.222.0.65 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451358 Dec 08 01:33:08.352473 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0467b9a-169e-47a2-a903-0e88d223e886 req-35d2452d-0335-42b9-9075-4e36575c7e71 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186089 Dec 08 01:33:08.413016 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-d410cb22-4eec-4a42-995b-dab72625b07c service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726543 Dec 08 01:33:08.439550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fd78186-fd0d-412b-a559-beff40b71b05 req-e7e965dc-aca4-4969-b8f6-093962d262a7 service neutron] 10.222.0.65 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553979 Dec 08 01:33:08.449077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d829576d-4345-445d-954b-94969eb35cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:08.475239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0befb-e425-4ad3-b6ae-5079e0f1b9ec req-e8a435cc-8c0d-409e-91cf-d1761d524dbd tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:08.476773 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3dc0befb-e425-4ad3-b6ae-5079e0f1b9ec req-e8a435cc-8c0d-409e-91cf-d1761d524dbd tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 949 time: 0.0525641 Dec 08 01:33:08.491228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516fb60-1d38-40a8-b410-a6bc4e8e5402 req-2cc3f02c-bef1-4588-9e8c-5a662282d02e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:08.492670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7516fb60-1d38-40a8-b410-a6bc4e8e5402 req-2cc3f02c-bef1-4588-9e8c-5a662282d02e tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.72 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 944 time: 0.2179255 Dec 08 01:33:08.525218 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3dc0befb-e425-4ad3-b6ae-5079e0f1b9ec req-e8b3aabf-1852-45bc-a630-e1b26c28e6f8 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421948 Dec 08 01:33:08.550210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-0f52f699-3402-48d7-84fe-c6217a2b8abd tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:08.559058 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-0f52f699-3402-48d7-84fe-c6217a2b8abd tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2749066 Dec 08 01:33:08.660308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ba88-38fd-4eae-88ee-53038774c5a4 req-b76fc667-735d-4940-a30f-c71df9a904f3 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:08.662051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90d5ba88-38fd-4eae-88ee-53038774c5a4 req-b76fc667-735d-4940-a30f-c71df9a904f3 tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/ports?device_id=80c577b3-e57f-4144-b5da-e2f0c711a5cd HTTP/1.1" status: 200 len: 944 time: 0.0606406 Dec 08 01:33:08.672534 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d829576d-4345-445d-954b-94969eb35cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:08.687703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-b430a21b-9ec6-4bfe-ba09-bcef20e24a3e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 1000 time: 0.1272426 Dec 08 01:33:08.710404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829576d-4345-445d-954b-94969eb35cf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c87b7ff-bb52-4f69-8ebe-22adda552c92,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:08.713722 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90d5ba88-38fd-4eae-88ee-53038774c5a4 req-eae8e5ac-8aa1-41e3-8894-55d834c968cb tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.70 "GET /v2.0/security-groups?id=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434947 Dec 08 01:33:08.717827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-49b99753-b232-4fa7-b356-86daefd4970b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:08.720820 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d829576d-4345-445d-954b-94969eb35cf7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:08.724521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d829576d-4345-445d-954b-94969eb35cf7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8c87b7ff-bb52-4f69-8ebe-22adda552c92 HTTP/1.1" status: 204 len: 168 time: 0.6793120 Dec 08 01:33:08.727581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37678) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:08.728064 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581d268a-41c8-4c9b-bce1-b3378f3ee1f2 None None] Network 304d3ec4-12ee-45aa-822e-80446454ee9d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:33:08.784332 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-7516fb60-1d38-40a8-b410-a6bc4e8e5402 req-12d104fe-c3a1-4d66-913f-37c56d1e407b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Deleting port 3c117e2c-7299-4912-9ac1-7d15410dc170 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:08.784679 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7516fb60-1d38-40a8-b410-a6bc4e8e5402 req-12d104fe-c3a1-4d66-913f-37c56d1e407b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:08.793094 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30f9aed-6387-428b-8db9-67bdf170ec30 x-openstack-request-id: req-c30f9aed-6387-428b-8db9-67bdf170ec30 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:08.793394 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:08.793707 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c30f9aed-6387-428b-8db9-67bdf170ec30 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:08.794109 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'status': 'completed', 'code': 200} Dec 08 01:33:08.812679 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-49b99753-b232-4fa7-b356-86daefd4970b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:08.814777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:08.938272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff49debc-59d8-4cfc-a746-b47912a410f2 None None] DHCP port deletion for 304d3ec4-12ee-45aa-822e-80446454ee9d request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:33:08.957535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5f70-97ed-43da-8741-a8356864c566 req-e4c6497b-709a-4bbb-87d4-adddaf1ef94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:08.959051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa0a5f70-97ed-43da-8741-a8356864c566 req-e4c6497b-709a-4bbb-87d4-adddaf1ef94a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 1101 time: 0.1059499 Dec 08 01:33:08.975395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7516fb60-1d38-40a8-b410-a6bc4e8e5402 req-12d104fe-c3a1-4d66-913f-37c56d1e407b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] For port 3c117e2c-7299-4912-9ac1-7d15410dc170, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=3c117e2c-7299-4912-9ac1-7d15410dc170,segment=NetworkSegment(a9206184-e1ea-410b-ab7b-ae18d12ffa1a),segment_id=a9206184-e1ea-410b-ab7b-ae18d12ffa1a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:08.975764 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7516fb60-1d38-40a8-b410-a6bc4e8e5402 req-12d104fe-c3a1-4d66-913f-37c56d1e407b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:08.989179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ff49debc-59d8-4cfc-a746-b47912a410f2 None None] Deleting port 96a48e53-ba3d-48e5-97fe-344ba8b594eb {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:08.989944 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff49debc-59d8-4cfc-a746-b47912a410f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.003136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-7516fb60-1d38-40a8-b410-a6bc4e8e5402 req-12d104fe-c3a1-4d66-913f-37c56d1e407b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Calling delete_port for 3c117e2c-7299-4912-9ac1-7d15410dc170 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:09.025493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Deleting port 96a48e53-ba3d-48e5-97fe-344ba8b594eb {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:09.025833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.055923 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-49b99753-b232-4fa7-b356-86daefd4970b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.062559 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ff49debc-59d8-4cfc-a746-b47912a410f2 None None] For port 96a48e53-ba3d-48e5-97fe-344ba8b594eb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=96a48e53-ba3d-48e5-97fe-344ba8b594eb,segment=NetworkSegment(c8002124-4423-41ce-9b77-31a2cf604845),segment_id=c8002124-4423-41ce-9b77-31a2cf604845)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:09.063153 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff49debc-59d8-4cfc-a746-b47912a410f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.075896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ff49debc-59d8-4cfc-a746-b47912a410f2 None None] Calling delete_port for 96a48e53-ba3d-48e5-97fe-344ba8b594eb owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:09.087563 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-49b99753-b232-4fa7-b356-86daefd4970b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.087919 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-49b99753-b232-4fa7-b356-86daefd4970b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Floating IP 11e06061-3709-4756-be67-2bbaeec69ead disassociated. External IP: 172.25.2.98, port: 2e76c5fa-b0d9-47d5-8536-0751215294c9. Dec 08 01:33:09.146177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111803-deab-49e4-b566-553e12ef180c req-0d7c4b7f-2f4b-4658-a295-b501287f9f3c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:09.147582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-0d7c4b7f-2f4b-4658-a295-b501287f9f3c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 821 time: 0.2562287 Dec 08 01:33:09.180555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] For port 96a48e53-ba3d-48e5-97fe-344ba8b594eb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=96a48e53-ba3d-48e5-97fe-344ba8b594eb,segment=NetworkSegment(c8002124-4423-41ce-9b77-31a2cf604845),segment_id=c8002124-4423-41ce-9b77-31a2cf604845)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:09.180852 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.188799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-fc0968f4-8041-4f55-93a5-73af806d2197 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/quotas/be969996768c47d9a8724404f7a037cd HTTP/1.1" status: 200 len: 375 time: 0.0291574 Dec 08 01:33:09.199877 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5f70-97ed-43da-8741-a8356864c566 req-df7eac64-751a-4a0b-91c7-b1f4c38bae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:09.201463 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa0a5f70-97ed-43da-8741-a8356864c566 req-df7eac64-751a-4a0b-91c7-b1f4c38bae1b service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2123408 Dec 08 01:33:09.201968 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff49debc-59d8-4cfc-a746-b47912a410f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.213605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Calling delete_port for 96a48e53-ba3d-48e5-97fe-344ba8b594eb owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:09.240299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49debc-59d8-4cfc-a746-b47912a410f2 None None] Pushing event deleted for resources: {'Port': ['ID=96a48e53-ba3d-48e5-97fe-344ba8b594eb,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:09.244649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49debc-59d8-4cfc-a746-b47912a410f2 None None] No DVR routers for this DVR port 96a48e53-ba3d-48e5-97fe-344ba8b594eb on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:33:09.256929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a100906d-e48a-4e30-be66-30b7c479d480 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:33:09.273236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f0de720a-e594-4ea0-944d-a56f228e4df1 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:09.282753 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa0a5f70-97ed-43da-8741-a8356864c566 req-ff678317-21bd-4244-ab18-7a6819fb9e3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f0de720a-e594-4ea0-944d-a56f228e4df1 HTTP/1.1" status: 200 len: 217 time: 0.0654066 Dec 08 01:33:09.318810 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7516fb60-1d38-40a8-b410-a6bc4e8e5402 req-12d104fe-c3a1-4d66-913f-37c56d1e407b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.363033 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-0cf74cc5-d351-459f-ae02-3d56570ef127 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1578429 Dec 08 01:33:09.405512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port f0de720a-e594-4ea0-944d-a56f228e4df1 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:33:09.413538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5f70-97ed-43da-8741-a8356864c566 req-dded679b-c95b-4f82-8d0c-213460e9d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:09.414821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a100906d-e48a-4e30-be66-30b7c479d480, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a100906d-e48a-4e30-be66-30b7c479d480,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:09.415034 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa0a5f70-97ed-43da-8741-a8356864c566 req-dded679b-c95b-4f82-8d0c-213460e9d9cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0934787 Dec 08 01:33:09.417692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port f0de720a-e594-4ea0-944d-a56f228e4df1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:09.417874 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.469203 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'a100906d-e48a-4e30-be66-30b7c479d480', 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6', 'port_id': 'a100906d-e48a-4e30-be66-30b7c479d480', 'mac_address': 'fa:16:3e:c2:92:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfb6545-e723-4219-9adc-c75d330b6d32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:33:09.520839 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.541675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5f70-97ed-43da-8741-a8356864c566 req-ec4352fb-c7ec-4098-929b-4b5cf6ff083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:09.542136 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.543042 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa0a5f70-97ed-43da-8741-a8356864c566 req-ec4352fb-c7ec-4098-929b-4b5cf6ff083f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1163282 Dec 08 01:33:09.565965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a100906d-e48a-4e30-be66-30b7c479d480 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:09.575853 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a48e53-ba3d-48e5-97fe-344ba8b594eb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:09.577763 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.582332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-7f00c6b5-85cb-4813-a179-44cc51b5832a service neutron] 10.222.0.70 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030389 Dec 08 01:33:09.583167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] No DVR routers for this DVR port 96a48e53-ba3d-48e5-97fe-344ba8b594eb on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:33:09.616448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a100906d-e48a-4e30-be66-30b7c479d480, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a100906d-e48a-4e30-be66-30b7c479d480,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:09.626799 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.634808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:09.637085 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6ddf50-9c5e-4adc-9c1a-4192b5b40024" -d '{"events": [{"server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "name": "network-vif-plugged", "status": "completed", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:09.638111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d104fe-c3a1-4d66-913f-37c56d1e407b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Pushing event deleted for resources: {'Port': ['ID=3c117e2c-7299-4912-9ac1-7d15410dc170,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:09.670570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:09.685191 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.687015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7516fb60-1d38-40a8-b410-a6bc4e8e5402 req-12d104fe-c3a1-4d66-913f-37c56d1e407b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] No DVR routers for this DVR port 3c117e2c-7299-4912-9ac1-7d15410dc170 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:33:09.692064 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7516fb60-1d38-40a8-b410-a6bc4e8e5402 req-12d104fe-c3a1-4d66-913f-37c56d1e407b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.695584 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7516fb60-1d38-40a8-b410-a6bc4e8e5402 req-12d104fe-c3a1-4d66-913f-37c56d1e407b tempest-ImagesTestJSON-184842808 tempest-ImagesTestJSON-184842808-project] 10.222.0.72 "DELETE /v2.0/ports/3c117e2c-7299-4912-9ac1-7d15410dc170 HTTP/1.1" status: 204 len: 173 time: 1.1901929 Dec 08 01:33:09.702273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-49b99753-b232-4fa7-b356-86daefd4970b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:33:09.709573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a100906d-e48a-4e30-be66-30b7c479d480,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:09.776610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.812156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 96a48e53-ba3d-48e5-97fe-344ba8b594eb no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:09.816551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304d3ec4-12ee-45aa-822e-80446454ee9d']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:09.831261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-49b99753-b232-4fa7-b356-86daefd4970b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:09.833267 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa0a5f70-97ed-43da-8741-a8356864c566 req-cdf0e626-c05e-4016-a58d-139660f893a5 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672184 Dec 08 01:33:09.836713 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-49b99753-b232-4fa7-b356-86daefd4970b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.839570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8002124-4423-41ce-9b77-31a2cf604845') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:09.839870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8002124-4423-41ce-9b77-31a2cf604845') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:09.847003 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc150ed-480f-4e7a-9e77-c4944a60b490 None None] Sync routers for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:09.865293 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc150ed-480f-4e7a-9e77-c4944a60b490 None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:09.866243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=13']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:09.866661 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5bc150ed-480f-4e7a-9e77-c4944a60b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:09.867775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-49b99753-b232-4fa7-b356-86daefd4970b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "PUT /v2.0/floatingips/11e06061-3709-4756-be67-2bbaeec69ead HTTP/1.1" status: 200 len: 694 time: 1.1605585 Dec 08 01:33:09.870019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 96a48e53-ba3d-48e5-97fe-344ba8b594eb {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:09.870019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 96a48e53-ba3d-48e5-97fe-344ba8b594eb not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:09.870247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 47befccf-c2dc-416f-8c1c-700bd9cd287f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:09.871451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.885098 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-2aa53685-92be-4d83-8535-9bc52b676b3a service neutron] 10.222.0.70 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878850 Dec 08 01:33:09.923655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.926022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 47befccf-c2dc-416f-8c1c-700bd9cd287f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:09.926374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 47befccf-c2dc-416f-8c1c-700bd9cd287f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:09.971945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:33:09.972432 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:33:09.974219 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:33:09.983040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-080161a8-0955-4959-a5fb-37b2eb6c39e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:09.984771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-080161a8-0955-4959-a5fb-37b2eb6c39e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 1097 time: 0.0832043 Dec 08 01:33:10.055061 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5bc150ed-480f-4e7a-9e77-c4944a60b490 None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:10.057334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa0a5f70-97ed-43da-8741-a8356864c566 req-7aa330a6-0a98-46ed-a88f-d062ef43f1da service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131412 Dec 08 01:33:10.061019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:10.074672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:10.079594 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] 10.222.0.70 "DELETE /v2.0/networks/304d3ec4-12ee-45aa-822e-80446454ee9d HTTP/1.1" status: 204 len: 168 time: 1.3499644 Dec 08 01:33:10.091240 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37690) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:10.160990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-77096ad4-e3fc-4acf-8fbb-570f4cf331bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:10.164859 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-77096ad4-e3fc-4acf-8fbb-570f4cf331bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.1713183 Dec 08 01:33:10.167584 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e2d0a-d0e2-4b01-9b63-2f6379606e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=304d3ec4-12ee-45aa-822e-80446454ee9d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:10.236745 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-961ae288-0bc8-4c3f-a816-d74244c30e95 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e76c5fa-b0d9-47d5-8536-0751215294c9 HTTP/1.1" status: 200 len: 217 time: 0.0594854 Dec 08 01:33:10.250079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a100906d-e48a-4e30-be66-30b7c479d480'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:10.363031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-cec2db7c-7817-41b1-8176-399defba5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:10.364759 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-cec2db7c-7817-41b1-8176-399defba5d03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.1227238 Dec 08 01:33:10.398151 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5bc150ed-480f-4e7a-9e77-c4944a60b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:10.469736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-514db935-3c19-46a2-a3ff-c8f7333f07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:10.471199 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-514db935-3c19-46a2-a3ff-c8f7333f07c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973034 Dec 08 01:33:10.474671 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc150ed-480f-4e7a-9e77-c4944a60b490 None None] Checking router: 8cc00860-a66b-44a3-9c50-0be7a801c3d2 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:10.484087 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc150ed-480f-4e7a-9e77-c4944a60b490 None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:10.485067 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5bc150ed-480f-4e7a-9e77-c4944a60b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:10.527677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36564cf2-90b8-4fd9-9d6d-f5a5a6504a38 req-ebd77fb0-a2ab-4e31-8daa-21790c601258 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:10.529829 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-36564cf2-90b8-4fd9-9d6d-f5a5a6504a38 req-ebd77fb0-a2ab-4e31-8daa-21790c601258 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 945 time: 0.0916338 Dec 08 01:33:10.616904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-ef31a35e-54e4-4996-8227-7a763d28c2c6 service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367786 Dec 08 01:33:10.619818 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5bc150ed-480f-4e7a-9e77-c4944a60b490 None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:10.693501 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-36564cf2-90b8-4fd9-9d6d-f5a5a6504a38 req-9df931e9-74ca-4c35-8e19-c0fb0d4dabda tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213508 Dec 08 01:33:10.736372 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31d2f0db-0c91-4fa4-a13a-500771d74926 req-6f892868-c331-4236-9485-fda2ea6148b4 service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112759 Dec 08 01:33:10.795956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c577b3-e57f-4144-b5da-e2f0c711a5cd', 'name': 'network-vif-deleted', 'tag': '3c117e2c-7299-4912-9ac1-7d15410dc170'}, {'name': 'network-changed', 'server_uuid': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'tag': '2e76c5fa-b0d9-47d5-8536-0751215294c9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:10.799687 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ba81c3-6cb2-4f70-a1e8-39975a0a5ace" -d '{"events": [{"server_uuid": "80c577b3-e57f-4144-b5da-e2f0c711a5cd", "name": "network-vif-deleted", "tag": "3c117e2c-7299-4912-9ac1-7d15410dc170"}, {"name": "network-changed", "server_uuid": "f4bbab7f-cb0b-4165-9062-e56907b5d574", "tag": "2e76c5fa-b0d9-47d5-8536-0751215294c9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:10.871277 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5bc150ed-480f-4e7a-9e77-c4944a60b490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:10.886134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11d36d21-a115-471a-a619-a90b8686819b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:10.919576 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc150ed-480f-4e7a-9e77-c4944a60b490 None None] The sync data for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 is: [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:10.983600 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd57fceb-6169-4fd8-b8b9-90ba7fee78c8 x-openstack-request-id: req-dd57fceb-6169-4fd8-b8b9-90ba7fee78c8 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:10.983921 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "name": "network-vif-plugged", "status": "completed", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:10.984181 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd57fceb-6169-4fd8-b8b9-90ba7fee78c8 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:10.984603 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'code': 200} Dec 08 01:33:11.083776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f951d4-3466-40b5-aba8-640725de933e req-6c6c61cd-67cd-4499-a5d8-77f114934bb2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:11.084413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6f951d4-3466-40b5-aba8-640725de933e req-6c6c61cd-67cd-4499-a5d8-77f114934bb2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 950 time: 0.0776625 Dec 08 01:33:11.117454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 3c117e2c-7299-4912-9ac1-7d15410dc170 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:11.161171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 3c117e2c-7299-4912-9ac1-7d15410dc170 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:11.161798 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 3c117e2c-7299-4912-9ac1-7d15410dc170 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:11.184046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7370fcc8-43ff-4e17-891e-33bad6e00182 req-73f55480-120f-409f-9bc0-d1b1fa9ea989 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 210 time: 0.0666783 Dec 08 01:33:11.200934 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6f951d4-3466-40b5-aba8-640725de933e req-9d313e7c-a34f-4928-9b88-601bf3476e39 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082070 Dec 08 01:33:11.253350 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc791bb0-b2ae-4a44-b709-42c4d2780e1a x-openstack-request-id: req-dc791bb0-b2ae-4a44-b709-42c4d2780e1a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:11.253649 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c577b3-e57f-4144-b5da-e2f0c711a5cd", "name": "network-vif-deleted", "tag": "3c117e2c-7299-4912-9ac1-7d15410dc170", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4bbab7f-cb0b-4165-9062-e56907b5d574", "tag": "2e76c5fa-b0d9-47d5-8536-0751215294c9", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:11.253912 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc791bb0-b2ae-4a44-b709-42c4d2780e1a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:11.254334 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c577b3-e57f-4144-b5da-e2f0c711a5cd', 'name': 'network-vif-deleted', 'tag': '3c117e2c-7299-4912-9ac1-7d15410dc170', 'status': 'completed', 'code': 200} Dec 08 01:33:11.254574 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'tag': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'status': 'completed', 'code': 200} Dec 08 01:33:11.335913 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ecf729-6538-420c-a0c6-0f83b52e69bf None None] New status for floating IP 11e06061-3709-4756-be67-2bbaeec69ead: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:33:11.422702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-11d36d21-a115-471a-a619-a90b8686819b admin admin] Deleting port b036427d-f318-43ff-afcc-75e0bdd1e666 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:11.423211 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11d36d21-a115-471a-a619-a90b8686819b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:11.459403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba81c3-6cb2-4f70-a1e8-39975a0a5ace req-4ded17a0-cef7-4fb4-8941-67334cb49640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:11.465967 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63ba81c3-6cb2-4f70-a1e8-39975a0a5ace req-4ded17a0-cef7-4fb4-8941-67334cb49640 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 1097 time: 0.1267562 Dec 08 01:33:11.592250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-11d36d21-a115-471a-a619-a90b8686819b admin admin] For port b036427d-f318-43ff-afcc-75e0bdd1e666, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b036427d-f318-43ff-afcc-75e0bdd1e666,segment=NetworkSegment(a3550c93-7a84-448f-a557-3974320dc263),segment_id=a3550c93-7a84-448f-a557-3974320dc263)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:11.592941 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11d36d21-a115-471a-a619-a90b8686819b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:11.619218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-11d36d21-a115-471a-a619-a90b8686819b admin admin] Calling delete_port for b036427d-f318-43ff-afcc-75e0bdd1e666 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:11.624636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba81c3-6cb2-4f70-a1e8-39975a0a5ace req-27b5adef-7d82-4994-b78f-1050ca385ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:11.626724 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63ba81c3-6cb2-4f70-a1e8-39975a0a5ace req-27b5adef-7d82-4994-b78f-1050ca385ed5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.1402340 Dec 08 01:33:11.636699 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-08ff7093-b3cc-457e-b297-a5282ee2f1c7 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:11.638440 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-08ff7093-b3cc-457e-b297-a5282ee2f1c7 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1055622 Dec 08 01:33:11.698588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63ba81c3-6cb2-4f70-a1e8-39975a0a5ace req-3ef9dbca-ff9c-4ef9-ba60-7315333b7246 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e76c5fa-b0d9-47d5-8536-0751215294c9 HTTP/1.1" status: 200 len: 217 time: 0.0524845 Dec 08 01:33:11.727846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-44687e6d-5a0b-4224-acfd-46bf002a16f3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315139 Dec 08 01:33:11.749592 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-14119a3d-14c3-4d6d-af0c-087f033e3987 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 695 time: 0.0975196 Dec 08 01:33:11.760914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-9bd66c2a-ac6e-4789-9e0a-2c054cf9223b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Request body: {'floatingip': {'port_id': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:11.805836 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba81c3-6cb2-4f70-a1e8-39975a0a5ace req-69da246b-ff24-4c8b-ba01-3a2b44c82575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:11.807458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63ba81c3-6cb2-4f70-a1e8-39975a0a5ace req-69da246b-ff24-4c8b-ba01-3a2b44c82575 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.0989952 Dec 08 01:33:11.908988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf115b1-4107-4950-b82e-fec301e14529 req-187a9de3-5ca2-4857-b5c3-42c3464599a1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:11.911368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-187a9de3-5ca2-4857-b5c3-42c3464599a1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651351 Dec 08 01:33:11.917787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba81c3-6cb2-4f70-a1e8-39975a0a5ace req-8b141f0e-06f1-45eb-9ecf-aa140173b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:11.921411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63ba81c3-6cb2-4f70-a1e8-39975a0a5ace req-8b141f0e-06f1-45eb-9ecf-aa140173b23e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829072 Dec 08 01:33:11.968773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-840b0bb9-924c-4f3a-8234-265727e8fb2c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/quotas/fb2fb3b867c24580a1bb8057e65b5bcd HTTP/1.1" status: 200 len: 375 time: 0.0461850 Dec 08 01:33:12.101833 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63ba81c3-6cb2-4f70-a1e8-39975a0a5ace req-98abe6d6-a7f6-42fa-96d0-6c61503b7971 service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663148 Dec 08 01:33:12.121524 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-f0e2a90d-4479-4113-9c34-13368a38bf18 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1518390 Dec 08 01:33:12.256213 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63ba81c3-6cb2-4f70-a1e8-39975a0a5ace req-b6e4d9bb-e6d3-4047-b721-8595404f3634 service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123478 Dec 08 01:33:12.285306 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-9bd66c2a-ac6e-4789-9e0a-2c054cf9223b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:12.547029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4499ea-358b-4421-83d5-c8f41534b4d1 req-9be60748-2f3e-4bb1-a491-cc929b7ed821 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:12.556880 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e4499ea-358b-4421-83d5-c8f41534b4d1 req-9be60748-2f3e-4bb1-a491-cc929b7ed821 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 945 time: 0.0734568 Dec 08 01:33:12.675876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e4499ea-358b-4421-83d5-c8f41534b4d1 req-a0ec2d6a-6d24-4dfa-86a6-0c584c023795 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141660 Dec 08 01:33:12.851707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111803-deab-49e4-b566-553e12ef180c req-153cedff-d75c-4ca8-a4c6-e5b8743cb4cd tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:12.853507 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-153cedff-d75c-4ca8-a4c6-e5b8743cb4cd tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 821 time: 0.7107785 Dec 08 01:33:12.887873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11d36d21-a115-471a-a619-a90b8686819b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:12.902726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-7c111803-deab-49e4-b566-553e12ef180c req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Request body: {'port': {'device_id': 'f4513d1a-59af-46a1-b0d7-97338b16bd09', 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24', 'admin_state_up': True, 'tenant_id': 'be969996768c47d9a8724404f7a037cd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:12.932556 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2e65c4fc-ee39-4dd4-b3de-5bc902b6c348 req-5b586847-2d8e-435e-b4a7-958a6c8829c9 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 210 time: 0.0301099 Dec 08 01:33:12.961393 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d36d21-a115-471a-a619-a90b8686819b admin admin] Pushing event deleted for resources: {'Port': ['ID=b036427d-f318-43ff-afcc-75e0bdd1e666,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:13.100700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.resource_extend [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-9bd66c2a-ac6e-4789-9e0a-2c054cf9223b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:33:13.159623 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-9bd66c2a-ac6e-4789-9e0a-2c054cf9223b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.187147 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-9bd66c2a-ac6e-4789-9e0a-2c054cf9223b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.191318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2da043aa-97b4-472d-b624-fa875dc1234b req-f5d2fd2d-6ac2-42c4-a41c-2e5e4f92c04a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 210 time: 0.0383797 Dec 08 01:33:13.298571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a100906d-e48a-4e30-be66-30b7c479d480 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:13.386265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37780) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:13.407198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e4bf-4478-4d61-9bd2-bdaf435bccf7 req-20650ae3-0b38-4a9d-b447-7281619f179c tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:13.408449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port a100906d-e48a-4e30-be66-30b7c479d480 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:33:13.408970 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1927e4bf-4478-4d61-9bd2-bdaf435bccf7 req-20650ae3-0b38-4a9d-b447-7281619f179c tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4bbab7f-cb0b-4165-9062-e56907b5d574 HTTP/1.1" status: 200 len: 945 time: 0.1060612 Dec 08 01:33:13.414538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port a100906d-e48a-4e30-be66-30b7c479d480 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:13.415072 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.484019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d12b9c0-7cd3-4adb-bf5d-3af3aa0e4840 admin admin] Deleting subnet 20a5998e-a135-4d25-95f0-5cd4e48a89c6 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:33:13.492436 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d12b9c0-7cd3-4adb-bf5d-3af3aa0e4840 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.504332 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-9bd66c2a-ac6e-4789-9e0a-2c054cf9223b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Floating IP 11e06061-3709-4756-be67-2bbaeec69ead associated. External IP: 172.25.2.98, port: 2d1363c3-d1da-459d-9af2-9ac551f89740. Dec 08 01:33:13.516457 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.556901 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d12b9c0-7cd3-4adb-bf5d-3af3aa0e4840 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.561389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a100906d-e48a-4e30-be66-30b7c479d480, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a100906d-e48a-4e30-be66-30b7c479d480,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:13.562767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a100906d-e48a-4e30-be66-30b7c479d480'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:13.566207 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabddb7b-a745-48ed-9291-00e932045f47" -d '{"events": [{"server_uuid": "bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76", "name": "network-vif-plugged", "status": "completed", "tag": "a100906d-e48a-4e30-be66-30b7c479d480"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:13.573477 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.585085 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11d36d21-a115-471a-a619-a90b8686819b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.590057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c111803-deab-49e4-b566-553e12ef180c req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Made reservation on behalf of be969996768c47d9a8724404f7a037cd for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:13.593947 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7c111803-deab-49e4-b566-553e12ef180c req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.635534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1927e4bf-4478-4d61-9bd2-bdaf435bccf7 req-13e34a63-f5ef-4c96-9833-0c1ae87dc98d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Deleting port 2e76c5fa-b0d9-47d5-8536-0751215294c9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:13.637593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1927e4bf-4478-4d61-9bd2-bdaf435bccf7 req-13e34a63-f5ef-4c96-9833-0c1ae87dc98d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.641287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a100906d-e48a-4e30-be66-30b7c479d480,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:13.656343 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c541e91-07e2-4515-a5cb-63270ebc8318 x-openstack-request-id: req-6c541e91-07e2-4515-a5cb-63270ebc8318 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:13.656668 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76", "name": "network-vif-plugged", "status": "completed", "tag": "a100906d-e48a-4e30-be66-30b7c479d480", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:13.656959 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c541e91-07e2-4515-a5cb-63270ebc8318 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:13.657329 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a100906d-e48a-4e30-be66-30b7c479d480', 'code': 200} Dec 08 01:33:13.669325 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d12b9c0-7cd3-4adb-bf5d-3af3aa0e4840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.912442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-aa24a450-39db-4fcd-908a-08b495c19af1 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507483 Dec 08 01:33:13.913828 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d12b9c0-7cd3-4adb-bf5d-3af3aa0e4840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.965838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12b9c0-7cd3-4adb-bf5d-3af3aa0e4840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a5998e-a135-4d25-95f0-5cd4e48a89c6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:13.983569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1927e4bf-4478-4d61-9bd2-bdaf435bccf7 req-13e34a63-f5ef-4c96-9833-0c1ae87dc98d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] For port 2e76c5fa-b0d9-47d5-8536-0751215294c9, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2e76c5fa-b0d9-47d5-8536-0751215294c9,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:13.984566 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1927e4bf-4478-4d61-9bd2-bdaf435bccf7 req-13e34a63-f5ef-4c96-9833-0c1ae87dc98d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:13.996196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ac028-b00c-4d49-89d5-a65d40bc0af7 req-e536dbf3-0cfd-42ec-8619-2dbc014c40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:14.002335 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c00ac028-b00c-4d49-89d5-a65d40bc0af7 req-e536dbf3-0cfd-42ec-8619-2dbc014c40fc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 1098 time: 0.1992261 Dec 08 01:33:14.019661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-7c111803-deab-49e4-b566-553e12ef180c req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Allocated IP 172.20.0.11 (93bfafa7-b746-446e-9c1b-c5b967276d24/ec6c275c-7de4-402b-b3bf-de84b98d769c/299a8db4-90c5-4bb0-8f1b-18c523b54caa) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:14.078246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff1b9e-dfdf-4335-b2eb-ab3b8fc05b56 req-f263e3ee-60f2-45b9-b4dc-6a51b278a103 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:14.085617 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-deff1b9e-dfdf-4335-b2eb-ab3b8fc05b56 req-f263e3ee-60f2-45b9-b4dc-6a51b278a103 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 946 time: 0.2954655 Dec 08 01:33:14.106380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1927e4bf-4478-4d61-9bd2-bdaf435bccf7 req-13e34a63-f5ef-4c96-9833-0c1ae87dc98d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Calling delete_port for 2e76c5fa-b0d9-47d5-8536-0751215294c9 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:14.108716 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d12b9c0-7cd3-4adb-bf5d-3af3aa0e4840 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:14.115068 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5d12b9c0-7cd3-4adb-bf5d-3af3aa0e4840 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/20a5998e-a135-4d25-95f0-5cd4e48a89c6 HTTP/1.1" status: 204 len: 168 time: 0.7247150 Dec 08 01:33:14.118453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37792) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:14.210025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf115b1-4107-4950-b82e-fec301e14529 req-e611a5ac-2d0f-4f28-87e5-e0ac141eb028 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:14.211430 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-e611a5ac-2d0f-4f28-87e5-e0ac141eb028 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613723 Dec 08 01:33:14.221372 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-deff1b9e-dfdf-4335-b2eb-ab3b8fc05b56 req-2f2ffe50-d725-4598-809f-de11cebb5c0f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344721 Dec 08 01:33:14.233667 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c00ac028-b00c-4d49-89d5-a65d40bc0af7 req-5dd0d9d6-092a-4d82-96d9-4365c145db9c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245626 Dec 08 01:33:14.251489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-adf115b1-4107-4950-b82e-fec301e14529 req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Request body: {'port': {'device_id': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'fb2fb3b867c24580a1bb8057e65b5bcd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:14.386376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-9bd66c2a-ac6e-4789-9e0a-2c054cf9223b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:33:14.392484 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:14.414740 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1927e4bf-4478-4d61-9bd2-bdaf435bccf7 req-13e34a63-f5ef-4c96-9833-0c1ae87dc98d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:14.456828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['2d1363c3-d1da-459d-9af2-9ac551f89740', '2e76c5fa-b0d9-47d5-8536-0751215294c9'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:14.469377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf115b1-4107-4950-b82e-fec301e14529 req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Made reservation on behalf of fb2fb3b867c24580a1bb8057e65b5bcd for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:14.472806 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-adf115b1-4107-4950-b82e-fec301e14529 req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:14.474765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e34a63-f5ef-4c96-9833-0c1ae87dc98d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Pushing event deleted for resources: {'Port': ['ID=2e76c5fa-b0d9-47d5-8536-0751215294c9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:14.533240 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff9dfe7a-f82e-438f-ad1b-0a8fa127e4c7 req-8137d48d-94dd-454e-b12b-4e1a0ccc01ae tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 210 time: 0.0696194 Dec 08 01:33:14.616748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1927e4bf-4478-4d61-9bd2-bdaf435bccf7 req-13e34a63-f5ef-4c96-9833-0c1ae87dc98d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] No DVR routers for this DVR port 2e76c5fa-b0d9-47d5-8536-0751215294c9 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:33:14.622704 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1927e4bf-4478-4d61-9bd2-bdaf435bccf7 req-13e34a63-f5ef-4c96-9833-0c1ae87dc98d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:14.627221 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1927e4bf-4478-4d61-9bd2-bdaf435bccf7 req-13e34a63-f5ef-4c96-9833-0c1ae87dc98d tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.72 "DELETE /v2.0/ports/2e76c5fa-b0d9-47d5-8536-0751215294c9 HTTP/1.1" status: 204 len: 173 time: 1.1910825 Dec 08 01:33:14.628185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'name': 'network-vif-deleted', 'tag': '2e76c5fa-b0d9-47d5-8536-0751215294c9'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:14.630774 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21fb5d7-863d-44c7-99ec-92504185dad6" -d '{"events": [{"server_uuid": "f4bbab7f-cb0b-4165-9062-e56907b5d574", "name": "network-vif-deleted", "tag": "2e76c5fa-b0d9-47d5-8536-0751215294c9"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:14.831298 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70ae2f9f-9a1c-4555-97b0-aa4ead3d9a2e req-70bf7088-2b69-4ba9-aa53-98517283cc59 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 210 time: 0.0607626 Dec 08 01:33:14.886227 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477080b2-2802-4f66-ae0d-44de67c43ef3 x-openstack-request-id: req-477080b2-2802-4f66-ae0d-44de67c43ef3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:14.886591 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4bbab7f-cb0b-4165-9062-e56907b5d574", "name": "network-vif-deleted", "tag": "2e76c5fa-b0d9-47d5-8536-0751215294c9", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:14.886848 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-477080b2-2802-4f66-ae0d-44de67c43ef3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:14.887857 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4bbab7f-cb0b-4165-9062-e56907b5d574', 'name': 'network-vif-deleted', 'tag': '2e76c5fa-b0d9-47d5-8536-0751215294c9', 'status': 'completed', 'code': 200} Dec 08 01:33:14.894762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-adf115b1-4107-4950-b82e-fec301e14529 req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Allocated IP 192.168.233.97 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/e95f3906-485d-40a9-8f48-4a143ae80efa) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:15.061953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d36d21-a115-471a-a619-a90b8686819b admin admin] Router fd5567e7-e04e-4ece-94f7-498cf0da79d7 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:33:15.063153 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-adf115b1-4107-4950-b82e-fec301e14529 req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.105150 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-adf115b1-4107-4950-b82e-fec301e14529 req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.109100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-9bd66c2a-ac6e-4789-9e0a-2c054cf9223b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:15.116336 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-9bd66c2a-ac6e-4789-9e0a-2c054cf9223b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.143205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['02742655-4fba-4db0-a1cf-d990a515b227', 'f0de720a-e594-4ea0-944d-a56f228e4df1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:15.151907 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['f2c609d1-f966-4ab4-85a7-3ca3b26201c0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:15.154499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf115b1-4107-4950-b82e-fec301e14529 req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:15.158289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-adf115b1-4107-4950-b82e-fec301e14529 req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:15.159810 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.162655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf115b1-4107-4950-b82e-fec301e14529 req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:15.171460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:15.241146 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7c111803-deab-49e4-b566-553e12ef180c req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.264383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf115b1-4107-4950-b82e-fec301e14529 req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:15.265123 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-adf115b1-4107-4950-b82e-fec301e14529 req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.280501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:15.287331 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b5cd3e-ae39-4b26-aeec-848e61c7742f None None] Sync routers for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:15.302255 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5cd3e-ae39-4b26-aeec-848e61c7742f None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:15.303104 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-17b5cd3e-ae39-4b26-aeec-848e61c7742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:15.316728 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-a33be9e4-0a97-4bf6-a22e-4d43881ea92d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0790174 Dec 08 01:33:15.322285 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-9bd66c2a-ac6e-4789-9e0a-2c054cf9223b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "PUT /v2.0/floatingips/11e06061-3709-4756-be67-2bbaeec69ead HTTP/1.1" status: 200 len: 995 time: 3.5700288 Dec 08 01:33:15.337366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:15.339652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Request body: {'port': {'device_id': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:15.340704 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b7263-6762-4c03-af6d-c9c3db427d90" -d '{"events": [{"name": "network-changed", "server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:15.352788 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:15.353411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9206184-e1ea-410b-ab7b-ae18d12ffa1a') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:15.466645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.504927 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.526043 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.529494 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c30f6-5e3a-404d-90c8-ae7bdafd0700 req-836ab6ac-d2f0-4e93-86df-7ded37f126cb tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:15.539055 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c63c30f6-5e3a-404d-90c8-ae7bdafd0700 req-836ab6ac-d2f0-4e93-86df-7ded37f126cb tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 946 time: 0.1313579 Dec 08 01:33:15.547900 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-17b5cd3e-ae39-4b26-aeec-848e61c7742f None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:15.565347 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:33:15.565878 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:33:15.569509 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:33:15.599685 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d36d21-a115-471a-a619-a90b8686819b admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:15.611230 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7c111803-deab-49e4-b566-553e12ef180c req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.618513 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-11d36d21-a115-471a-a619-a90b8686819b admin admin] 10.222.0.70 "PUT /v2.0/routers/fd5567e7-e04e-4ece-94f7-498cf0da79d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5254352 Dec 08 01:33:15.620471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359ea38-31d9-4d08-98f9-25e748c42332 None None] Sync routers for ids ['fd5567e7-e04e-4ece-94f7-498cf0da79d7'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:15.634759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37806) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:15.684845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-b377f541-60a1-4696-b702-db26cf0d94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:15.687412 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-b377f541-60a1-4696-b702-db26cf0d94fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 1097 time: 0.3180344 Dec 08 01:33:15.758110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359ea38-31d9-4d08-98f9-25e748c42332 None None] Routers {'fd5567e7-e04e-4ece-94f7-498cf0da79d7'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:15.773345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7359ea38-31d9-4d08-98f9-25e748c42332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['fd5567e7-e04e-4ece-94f7-498cf0da79d7'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:15.789909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c63c30f6-5e3a-404d-90c8-ae7bdafd0700 req-d737bf24-4547-408c-b02c-9e2f12eb6373 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475967 Dec 08 01:33:15.830262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-af35905c-11a3-4962-a2fc-f498a54f5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:15.832007 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-af35905c-11a3-4962-a2fc-f498a54f5ce7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.1229701 Dec 08 01:33:15.832728 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.850506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c111803-deab-49e4-b566-553e12ef180c req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Network 93bfafa7-b746-446e-9c1b-c5b967276d24 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:15.858098 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:15.861597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c HTTP/1.1" status: 204 len: 168 time: 1.7373223 Dec 08 01:33:15.904755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-7c111803-deab-49e4-b566-553e12ef180c req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:15.910707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c111803-deab-49e4-b566-553e12ef180c req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:15.913909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Pushing event updated for resources: {'Port': ['ID=299a8db4-90c5-4bb0-8f1b-18c523b54caa,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:15.916739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2b47b-c4a0-4cf1-9807-e64761335b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b09f6b-4d28-4bc9-833f-ffd0bd0b144c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:15.981555 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-ac1ae7c6-2bb5-4dbc-a3f6-e44b3e6e769b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 998 time: 0.1392455 Dec 08 01:33:15.984120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c8fea9a2-7792-404b-ae93-90e1f63c4bbb None None] Provisioning complete for port e95f3906-485d-40a9-8f48-4a143ae80efa triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:15.984537 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c8fea9a2-7792-404b-ae93-90e1f63c4bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:16.006251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111803-deab-49e4-b566-553e12ef180c req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:16.007088 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7c111803-deab-49e4-b566-553e12ef180c req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:16.019398 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:16.103484 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4733b86-a203-4359-8a42-67f8b98ff930 x-openstack-request-id: req-d4733b86-a203-4359-8a42-67f8b98ff930 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:16.104225 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:16.104225 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4733b86-a203-4359-8a42-67f8b98ff930 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:16.106948 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'status': 'completed', 'code': 200} Dec 08 01:33:16.137024 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-17b5cd3e-ae39-4b26-aeec-848e61c7742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '11e06061-3709-4756-be67-2bbaeec69ead', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'port_id': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'mac_address': 'fa:16:3e:81:0c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:32:35Z', 'updated_at': '2021-12-08T01:33:12Z', 'revision_number': 8, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:16.154777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-1259269a-6673-45b6-823d-81dc00ee4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:16.157029 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-1259269a-6673-45b6-823d-81dc00ee4eb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.1407316 Dec 08 01:33:16.157029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37814) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:16.209282 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b5cd3e-ae39-4b26-aeec-848e61c7742f None None] Checking router: 8cc00860-a66b-44a3-9c50-0be7a801c3d2 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:16.222947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-98b11309-db62-4e53-9c16-09aa6c7f47f3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3264768 Dec 08 01:33:16.233528 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5cd3e-ae39-4b26-aeec-848e61c7742f None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:16.234333 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-17b5cd3e-ae39-4b26-aeec-848e61c7742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:16.240750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c8fea9a2-7792-404b-ae93-90e1f63c4bbb None None] Port e95f3906-485d-40a9-8f48-4a143ae80efa cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:33:16.277181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Request body: {'port': {'device_id': 'f4513d1a-59af-46a1-b0d7-97338b16bd09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:16.287916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7359ea38-31d9-4d08-98f9-25e748c42332 None None] Set router fd5567e7-e04e-4ece-94f7-498cf0da79d7 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:16.389111 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-17b5cd3e-ae39-4b26-aeec-848e61c7742f None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:16.409390 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e3fc646a-418d-45a2-abd2-e79e85623494 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fca5a12f7a9d48a89422968b82652c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403073 Dec 08 01:33:16.414699 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37816) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:16.463160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:16.479851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-a042a91e-355a-4361-8b0a-5f4e75dda59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:16.495813 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-a042a91e-355a-4361-8b0a-5f4e75dda59d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3164234 Dec 08 01:33:16.612327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7359ea38-31d9-4d08-98f9-25e748c42332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-861813578-router', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:31:04Z', 'updated_at': '2021-12-08T01:33:12Z', 'revision_number': 5, 'project_id': 'a1778061c8604aa390688c3be787e27e', 'gw_port': {'id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:31:05Z', 'updated_at': '2021-12-08T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:16.639250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b7263-6762-4c03-af6d-c9c3db427d90 req-4d969f4c-488f-4cc7-bbc0-e19b207954f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:16.640499 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f1b7263-6762-4c03-af6d-c9c3db427d90 req-4d969f4c-488f-4cc7-bbc0-e19b207954f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 1097 time: 0.5523319 Dec 08 01:33:16.641436 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-f01249bd-1def-4994-814b-f8b897afbec5 service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445801 Dec 08 01:33:16.658186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359ea38-31d9-4d08-98f9-25e748c42332 None None] Checking router: fd5567e7-e04e-4ece-94f7-498cf0da79d7 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:16.670844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359ea38-31d9-4d08-98f9-25e748c42332 None None] Routers {'fd5567e7-e04e-4ece-94f7-498cf0da79d7'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:16.671782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7359ea38-31d9-4d08-98f9-25e748c42332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['fd5567e7-e04e-4ece-94f7-498cf0da79d7'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:16.690914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae34241-bdbf-4a20-8c8e-288e0fdf85b9 req-6c18a0c6-b9c7-4c9c-8a36-3bc8928a3eec tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:16.699001 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bae34241-bdbf-4a20-8c8e-288e0fdf85b9 req-6c18a0c6-b9c7-4c9c-8a36-3bc8928a3eec tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 932 time: 0.6146603 Dec 08 01:33:16.741876 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-17b5cd3e-ae39-4b26-aeec-848e61c7742f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '11e06061-3709-4756-be67-2bbaeec69ead', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'port_id': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'mac_address': 'fa:16:3e:81:0c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:32:35Z', 'updated_at': '2021-12-08T01:33:12Z', 'revision_number': 8, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:16.783126 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b5cd3e-ae39-4b26-aeec-848e61c7742f None None] The sync data for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 is: [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '11e06061-3709-4756-be67-2bbaeec69ead', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'floating_ip_address': '172.25.2.98', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'port_id': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'mac_address': 'fa:16:3e:81:0c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:32:35Z', 'updated_at': '2021-12-08T01:33:12Z', 'revision_number': 8, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:16.804083 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73416150-49c9-4727-be65-2fd23822ba84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:16.846323 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:16.847639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7359ea38-31d9-4d08-98f9-25e748c42332 None None] Set router fd5567e7-e04e-4ece-94f7-498cf0da79d7 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:16.954602 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73416150-49c9-4727-be65-2fd23822ba84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:16.954862 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bae34241-bdbf-4a20-8c8e-288e0fdf85b9 req-34bd8f13-f6c8-43b5-8b28-e69c33a15b9a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549486 Dec 08 01:33:16.993840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74e639f7-892f-405b-b7c0-11db80b6ed97 req-5c9b8c07-0b34-483b-899b-69fafa339b30 service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388898 Dec 08 01:33:17.055977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b7263-6762-4c03-af6d-c9c3db427d90 req-3cd4f951-e538-43e0-81df-fe61ff9f18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:17.057645 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f1b7263-6762-4c03-af6d-c9c3db427d90 req-3cd4f951-e538-43e0-81df-fe61ff9f18dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.3558054 Dec 08 01:33:17.144941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 2e76c5fa-b0d9-47d5-8536-0751215294c9 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:17.149779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95f3906-485d-40a9-8f48-4a143ae80efa {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:17.181525 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bed0eb3-bc56-40e3-a743-a76fc8d62a1b None None] New status for floating IP 11e06061-3709-4756-be67-2bbaeec69ead: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:33:17.184777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Deleting port fac80069-9bd7-4c06-9981-af4f144a4985 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:17.185413 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:17.188791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:17.229324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f1b7263-6762-4c03-af6d-c9c3db427d90 req-428c8c0e-1421-484d-8ece-f71dcc4de80c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 998 time: 0.1629817 Dec 08 01:33:17.234447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Transition to ACTIVE for port object e95f3906-485d-40a9-8f48-4a143ae80efa will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:33:17.266346 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['75983b40-5bf0-4392-ad92-d87eb3eb584b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:17.275101 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:17.302058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299a8db4-90c5-4bb0-8f1b-18c523b54caa {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:17.317613 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:17.334070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Transition to ACTIVE for port object 299a8db4-90c5-4bb0-8f1b-18c523b54caa will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:33:17.345542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 2e76c5fa-b0d9-47d5-8536-0751215294c9 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:17.345890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 2e76c5fa-b0d9-47d5-8536-0751215294c9 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:17.398843 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:17.423247 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73416150-49c9-4727-be65-2fd23822ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:17.425931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73416150-49c9-4727-be65-2fd23822ba84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:17.431979 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-73416150-49c9-4727-be65-2fd23822ba84 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19 HTTP/1.1" status: 204 len: 168 time: 1.0114560 Dec 08 01:33:17.451114 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b7263-6762-4c03-af6d-c9c3db427d90 req-8901c8aa-90c8-4180-8471-fecb53f3b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:17.457073 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f1b7263-6762-4c03-af6d-c9c3db427d90 req-8901c8aa-90c8-4180-8471-fecb53f3b9fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.2148898 Dec 08 01:33:17.464744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:17.469419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] For port fac80069-9bd7-4c06-9981-af4f144a4985, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fac80069-9bd7-4c06-9981-af4f144a4985,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:17.469906 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:17.494737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73416150-49c9-4727-be65-2fd23822ba84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba6f67a-19de-4cc3-8cc7-2cfc07c71a19,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:17.561448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Calling delete_port for fac80069-9bd7-4c06-9981-af4f144a4985 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:17.619383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a272b3-c0a4-4f4d-9a4a-28ed2b690deb req-4e9c7c4d-9787-452e-922c-6515babedef4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:17.635892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0a272b3-c0a4-4f4d-9a4a-28ed2b690deb req-4e9c7c4d-9787-452e-922c-6515babedef4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 947 time: 0.2992468 Dec 08 01:33:17.636626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Pushing event updated for resources: {'Port': ['ID=299a8db4-90c5-4bb0-8f1b-18c523b54caa,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:17.738881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a01430-56ac-4917-8c45-c25fb4604430 req-a992800b-2f1a-456f-9807-691cbb86da5f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:17.749516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7359ea38-31d9-4d08-98f9-25e748c42332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-861813578-router', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:31:04Z', 'updated_at': '2021-12-08T01:33:12Z', 'revision_number': 5, 'project_id': 'a1778061c8604aa390688c3be787e27e', 'gw_port': {'id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:31:05Z', 'updated_at': '2021-12-08T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:17.753799 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54a01430-56ac-4917-8c45-c25fb4604430 req-a992800b-2f1a-456f-9807-691cbb86da5f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 946 time: 0.4106576 Dec 08 01:33:17.778331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b7263-6762-4c03-af6d-c9c3db427d90 req-dfce1964-33c5-4bde-9b68-c41178f3b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:17.780080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f1b7263-6762-4c03-af6d-c9c3db427d90 req-dfce1964-33c5-4bde-9b68-c41178f3b66b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2952232 Dec 08 01:33:17.812438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7359ea38-31d9-4d08-98f9-25e748c42332 None None] The sync data for ids ['fd5567e7-e04e-4ece-94f7-498cf0da79d7'] in n-d-713498-30 is: [{'id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-861813578-router', 'tenant_id': 'a1778061c8604aa390688c3be787e27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:31:04Z', 'updated_at': '2021-12-08T01:33:12Z', 'revision_number': 5, 'project_id': 'a1778061c8604aa390688c3be787e27e', 'gw_port': {'id': 'fac80069-9bd7-4c06-9981-af4f144a4985', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5567e7-e04e-4ece-94f7-498cf0da79d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:31:05Z', 'updated_at': '2021-12-08T01:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:17.846920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0a272b3-c0a4-4f4d-9a4a-28ed2b690deb req-d5d709a3-fd97-42f1-beab-cc240863c461 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625588 Dec 08 01:33:17.847632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Attempting to bind port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:17.847973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Attempting to bind port 299a8db4-90c5-4bb0-8f1b-18c523b54caa by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:17.853521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Attempting to bind port e95f3906-485d-40a9-8f48-4a143ae80efa on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:17.854140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Attempting to bind port e95f3906-485d-40a9-8f48-4a143ae80efa by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:17.854715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Attempting to bind port e95f3906-485d-40a9-8f48-4a143ae80efa on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:17.860341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Attempting to bind port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:17.865376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:33:17.865712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Attempting to bind port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:17.877363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:17.877709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:17.878092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:17.878531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Bound port: 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:17.878880 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:17.886546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Port e95f3906-485d-40a9-8f48-4a143ae80efa on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:33:17.886978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Attempting to bind port e95f3906-485d-40a9-8f48-4a143ae80efa on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:17.980933 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54a01430-56ac-4917-8c45-c25fb4604430 req-a04dc28e-69bd-4b55-a80c-886520e8e012 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260861 Dec 08 01:33:17.985933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:17.986626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:17.986987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:17.987539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Bound port: e95f3906-485d-40a9-8f48-4a143ae80efa, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:17.987996 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:17.993191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:18.002460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:18.016661 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:18.074138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:18.074890 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:18.076456 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] 10.222.0.72 "PUT /v2.0/ports/299a8db4-90c5-4bb0-8f1b-18c523b54caa HTTP/1.1" status: 200 len: 1093 time: 1.8178179 Dec 08 01:33:18.116569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4513d1a-59af-46a1-b0d7-97338b16bd09', 'tag': '299a8db4-90c5-4bb0-8f1b-18c523b54caa'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:18.119034 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3d4a6c-0c6c-4771-a756-aa35c6b9afaf" -d '{"events": [{"name": "network-changed", "server_uuid": "f4513d1a-59af-46a1-b0d7-97338b16bd09", "tag": "299a8db4-90c5-4bb0-8f1b-18c523b54caa"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:18.133817 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f1b7263-6762-4c03-af6d-c9c3db427d90 req-69eef110-700e-400d-bcaf-c7bc40fb887b service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368077 Dec 08 01:33:18.229172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1063e4c-0214-4260-9293-35ade5febb27 service neutron] Pushing event updated for resources: {'Port': ['ID=299a8db4-90c5-4bb0-8f1b-18c523b54caa,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:18.277399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6c55e-c2ee-470a-a275-ef7df9108979 req-f4790a40-f11c-4e42-93b5-1b09fab1bcd4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:18.279646 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-41c6c55e-c2ee-470a-a275-ef7df9108979 req-f4790a40-f11c-4e42-93b5-1b09fab1bcd4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.1571307 Dec 08 01:33:18.283570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111803-deab-49e4-b566-553e12ef180c req-5d24304a-3c68-4b94-998b-1e63fd433dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:18.285284 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-5d24304a-3c68-4b94-998b-1e63fd433dfe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 1096 time: 0.1093733 Dec 08 01:33:18.331515 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-593986b9-46b4-4998-9877-d1f25bbfe306 req-b9a445c6-d7d6-46f1-b71f-76b199326f79 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips/11e06061-3709-4756-be67-2bbaeec69ead HTTP/1.1" status: 200 len: 997 time: 0.2695880 Dec 08 01:33:18.407444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:18.424320 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:18.427123 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-0d3a91fb-0e84-4d90-a633-e9bf183b9f34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa HTTP/1.1" status: 200 len: 217 time: 0.1132209 Dec 08 01:33:18.468079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac80069-9bd7-4c06-9981-af4f144a4985,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:18.471928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:18.479130 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f1b7263-6762-4c03-af6d-c9c3db427d90 req-0abeec7a-af20-410d-b78b-0af92a921796 service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145938 Dec 08 01:33:18.500667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c111803-deab-49e4-b566-553e12ef180c req-ae1d020b-8349-41d1-8157-f8d6f8af7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:18.502173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-ae1d020b-8349-41d1-8157-f8d6f8af7333 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0631614 Dec 08 01:33:18.537999 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:18.551577 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-c2b4edb6-ea64-4bd9-885c-db5e9c98e1c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394549 Dec 08 01:33:18.556901 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-41c6c55e-c2ee-470a-a275-ef7df9108979 req-0956278a-7b27-4ffc-98a6-104c084986d9 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684042 Dec 08 01:33:18.619059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:18.619686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:18.621160 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] 10.222.0.72 "PUT /v2.0/ports/e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 1096 time: 3.2859066 Dec 08 01:33:18.621728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:18.624033 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ae39cc-9e9e-42ac-b6b0-b243a21b28d2" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:18.721879 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-9a76f8b4-9a1c-4d85-a4ae-a7521de6acb3 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616023 Dec 08 01:33:18.729751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593986b9-46b4-4998-9877-d1f25bbfe306 req-11937aa8-6ca3-4bd0-9202-2765b46a83ee tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:18.737780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-593986b9-46b4-4998-9877-d1f25bbfe306 req-11937aa8-6ca3-4bd0-9202-2765b46a83ee tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.4053168 Dec 08 01:33:18.777508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-593986b9-46b4-4998-9877-d1f25bbfe306 req-459c6f1e-60e0-4a94-9c1c-8b7a58a48a45 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:33:18.784509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-593986b9-46b4-4998-9877-d1f25bbfe306 req-459c6f1e-60e0-4a94-9c1c-8b7a58a48a45 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0454507 Dec 08 01:33:18.834338 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:18.864837 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc08236d-6d5c-4c8b-bbea-3d9c798ad16e x-openstack-request-id: req-bc08236d-6d5c-4c8b-bbea-3d9c798ad16e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:18.866462 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4513d1a-59af-46a1-b0d7-97338b16bd09", "tag": "299a8db4-90c5-4bb0-8f1b-18c523b54caa", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:18.867270 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc08236d-6d5c-4c8b-bbea-3d9c798ad16e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:18.867851 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4513d1a-59af-46a1-b0d7-97338b16bd09', 'tag': '299a8db4-90c5-4bb0-8f1b-18c523b54caa', 'status': 'completed', 'code': 200} Dec 08 01:33:18.894765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226cc42-9b5a-4467-bf7f-6bebcd1ee2f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:18.961301 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c111803-deab-49e4-b566-553e12ef180c req-0610dc9d-8234-4ac8-b6d5-04ff8f4892b0 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312875 Dec 08 01:33:19.066803 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:19.069756 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:19.118307 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fe5b70-08dc-40b6-b27e-73b49d60a9f3 x-openstack-request-id: req-24fe5b70-08dc-40b6-b27e-73b49d60a9f3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:19.118592 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:19.118745 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24fe5b70-08dc-40b6-b27e-73b49d60a9f3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:19.119158 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'status': 'completed', 'code': 200} Dec 08 01:33:19.158651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d4a6c-0c6c-4771-a756-aa35c6b9afaf req-9bcf8b9b-661a-41b4-aa7a-143f39f69ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:19.160629 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb3d4a6c-0c6c-4771-a756-aa35c6b9afaf req-9bcf8b9b-661a-41b4-aa7a-143f39f69ddc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 1096 time: 0.1080818 Dec 08 01:33:19.170968 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:19.171303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd5567e7-e04e-4ece-94f7-498cf0da79d7 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:33:19.175684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf115b1-4107-4950-b82e-fec301e14529 req-e467cbb0-de1b-44bd-beee-5d665cf24e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:19.177226 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-e467cbb0-de1b-44bd-beee-5d665cf24e9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1099 time: 0.4806712 Dec 08 01:33:19.177887 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241fb58-f99e-4c13-bdcc-0f30fc4b0ac7 req-e8cd5e92-bf04-4cff-aeb0-2d3720e171c5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:19.181246 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4241fb58-f99e-4c13-bdcc-0f30fc4b0ac7 req-e8cd5e92-bf04-4cff-aeb0-2d3720e171c5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 947 time: 0.0931213 Dec 08 01:33:19.197023 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:19.200610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d6251314-d350-4028-9db4-d05a888e04b1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/fd5567e7-e04e-4ece-94f7-498cf0da79d7 HTTP/1.1" status: 204 len: 168 time: 3.5562534 Dec 08 01:33:19.209193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37872) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:19.305094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-f1989297-2157-456a-9ac3-f80e9f8ded2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 217 time: 0.1029530 Dec 08 01:33:19.323286 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4241fb58-f99e-4c13-bdcc-0f30fc4b0ac7 req-e5987da4-2e81-4727-910e-b6eda553ab38 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312258 Dec 08 01:33:19.346581 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-f093920e-e857-460e-b60a-047601667c2e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 1000 time: 0.2310317 Dec 08 01:33:19.361304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d4a6c-0c6c-4771-a756-aa35c6b9afaf req-5bc0acfc-1908-47df-935a-b623c1a36162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:19.363164 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb3d4a6c-0c6c-4771-a756-aa35c6b9afaf req-5bc0acfc-1908-47df-935a-b623c1a36162 service neutron] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.1809072 Dec 08 01:33:19.414476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6b9303-2a73-4c4d-9d8d-6c6b5ae6bf70 admin admin] Deleting subnet a8df54cf-a6ad-489b-a7ca-3f17b78046f0 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:33:19.445311 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de6b9303-2a73-4c4d-9d8d-6c6b5ae6bf70 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:19.451464 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb3d4a6c-0c6c-4771-a756-aa35c6b9afaf req-a37b5524-a9d4-4056-abbc-0f967b101aac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa HTTP/1.1" status: 200 len: 217 time: 0.0806623 Dec 08 01:33:19.498072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-5265573e-9486-487f-8f67-4aec503b24c5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:19.499577 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-5265573e-9486-487f-8f67-4aec503b24c5 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports/2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 942 time: 0.1089075 Dec 08 01:33:19.504689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf115b1-4107-4950-b82e-fec301e14529 req-9d682c3e-f8a6-4bf6-8ac9-188235afa57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:19.506148 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-9d682c3e-f8a6-4bf6-8ac9-188235afa57f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1806197 Dec 08 01:33:19.517781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d4a6c-0c6c-4771-a756-aa35c6b9afaf req-f3f368af-e2c2-432f-8290-047ddf3ab575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:19.520037 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb3d4a6c-0c6c-4771-a756-aa35c6b9afaf req-f3f368af-e2c2-432f-8290-047ddf3ab575 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.0610199 Dec 08 01:33:19.527017 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de6b9303-2a73-4c4d-9d8d-6c6b5ae6bf70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:19.562701 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb3d4a6c-0c6c-4771-a756-aa35c6b9afaf req-30ea3637-0f35-4657-b582-c9aa22458674 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318906 Dec 08 01:33:19.656359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf115b1-4107-4950-b82e-fec301e14529 req-7bab7562-3c56-4424-900b-a61b00e59b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:19.657921 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-7bab7562-3c56-4424-900b-a61b00e59b9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1431408 Dec 08 01:33:19.708504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb3d4a6c-0c6c-4771-a756-aa35c6b9afaf req-45125ff1-4dfb-4555-abd1-18d0d6f734ca service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389711 Dec 08 01:33:19.740267 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-d1305787-5513-4fce-88d4-85058814fe53 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 1000 time: 0.1642704 Dec 08 01:33:19.791668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de6b9303-2a73-4c4d-9d8d-6c6b5ae6bf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:19.827300 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb3d4a6c-0c6c-4771-a756-aa35c6b9afaf req-a202cc2f-4aa1-4241-a4da-e8f90169a7e9 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104565 Dec 08 01:33:19.936244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b036427d-f318-43ff-afcc-75e0bdd1e666 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:19.977855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: b036427d-f318-43ff-afcc-75e0bdd1e666 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:19.978224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b036427d-f318-43ff-afcc-75e0bdd1e666 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:19.978706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fac80069-9bd7-4c06-9981-af4f144a4985 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:20.069589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: fac80069-9bd7-4c06-9981-af4f144a4985 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:20.069941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fac80069-9bd7-4c06-9981-af4f144a4985 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:20.277003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-7a082095-1d3b-4473-a49d-6f403aaf5c3c service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906715 Dec 08 01:33:20.320647 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de6b9303-2a73-4c4d-9d8d-6c6b5ae6bf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:20.337332 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-03b9d80e-7120-4900-8928-79083086fb5a tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:20.338739 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-03b9d80e-7120-4900-8928-79083086fb5a tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.5976670 Dec 08 01:33:20.409127 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cbbf44-979c-4af6-ac0d-d91ddf87053e None None] Network 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:33:20.426216 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de6b9303-2a73-4c4d-9d8d-6c6b5ae6bf70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:20.429582 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-de6b9303-2a73-4c4d-9d8d-6c6b5ae6bf70 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a8df54cf-a6ad-489b-a7ca-3f17b78046f0 HTTP/1.1" status: 204 len: 168 time: 1.2194326 Dec 08 01:33:20.439910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37956) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:20.443627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b9303-2a73-4c4d-9d8d-6c6b5ae6bf70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8df54cf-a6ad-489b-a7ca-3f17b78046f0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:20.489474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa423e3-6fdd-4efa-ad6d-6ca6fddf90d3 req-a170904e-657d-48eb-8a88-d309406bf095 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:20.499107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bfa423e3-6fdd-4efa-ad6d-6ca6fddf90d3 req-a170904e-657d-48eb-8a88-d309406bf095 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.0778689 Dec 08 01:33:20.564667 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bfa423e3-6fdd-4efa-ad6d-6ca6fddf90d3 req-30d85f45-2db7-409a-b27e-949f8535fb79 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641503 Dec 08 01:33:20.567836 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf115b1-4107-4950-b82e-fec301e14529 req-7dedcce6-41e7-4301-8374-322bf4ff158b service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707248 Dec 08 01:33:20.594977 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-5cfcfbc5-e9e0-4bc6-b4f0-23510db527d2 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 1000 time: 0.1968398 Dec 08 01:33:20.635943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-73d1ecf7-d61b-4fa8-be8b-e65b0bfd51d8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:20.715005 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20016a0c-af0e-4b39-a0ad-e1aac589c7ad None None] DHCP port deletion for 30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:33:20.746928 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-73d1ecf7-d61b-4fa8-be8b-e65b0bfd51d8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:20.754791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:20.808256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-20016a0c-af0e-4b39-a0ad-e1aac589c7ad None None] Deleting port 23f25808-0689-4cc6-b5f8-ec8b187519df {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:20.809257 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-20016a0c-af0e-4b39-a0ad-e1aac589c7ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:20.878827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae39cc-9e9e-42ac-b6b0-b243a21b28d2 req-a7f6584b-5d22-414d-9d73-73b27cc88f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:20.880392 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88ae39cc-9e9e-42ac-b6b0-b243a21b28d2 req-a7f6584b-5d22-414d-9d73-73b27cc88f1e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1099 time: 0.1287444 Dec 08 01:33:20.908811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-20016a0c-af0e-4b39-a0ad-e1aac589c7ad None None] For port 23f25808-0689-4cc6-b5f8-ec8b187519df, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=23f25808-0689-4cc6-b5f8-ec8b187519df,segment=NetworkSegment(a3550c93-7a84-448f-a557-3974320dc263),segment_id=a3550c93-7a84-448f-a557-3974320dc263)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:20.909923 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-20016a0c-af0e-4b39-a0ad-e1aac589c7ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:20.951471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-20016a0c-af0e-4b39-a0ad-e1aac589c7ad None None] Calling delete_port for 23f25808-0689-4cc6-b5f8-ec8b187519df owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:21.006057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1683f-0599-4a26-8d02-5b47060cc37c req-c1399c94-8278-4c2e-8dc2-6e35a27eb55b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:21.008322 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17b1683f-0599-4a26-8d02-5b47060cc37c req-c1399c94-8278-4c2e-8dc2-6e35a27eb55b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 947 time: 0.0571802 Dec 08 01:33:21.089222 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17b1683f-0599-4a26-8d02-5b47060cc37c req-0cf4a42b-330b-49da-8aeb-51608e77370a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636432 Dec 08 01:33:21.149221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-73d1ecf7-d61b-4fa8-be8b-e65b0bfd51d8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:21.158015 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-73d1ecf7-d61b-4fa8-be8b-e65b0bfd51d8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:21.158365 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-73d1ecf7-d61b-4fa8-be8b-e65b0bfd51d8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Floating IP 11e06061-3709-4756-be67-2bbaeec69ead disassociated. External IP: 172.25.2.98, port: 2d1363c3-d1da-459d-9af2-9ac551f89740. Dec 08 01:33:21.175299 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Deleting port 23f25808-0689-4cc6-b5f8-ec8b187519df {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:21.175651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:21.233485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae39cc-9e9e-42ac-b6b0-b243a21b28d2 req-af8a3bde-ed89-4bc1-8361-f095add48610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:21.234926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88ae39cc-9e9e-42ac-b6b0-b243a21b28d2 req-af8a3bde-ed89-4bc1-8361-f095add48610 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3092909 Dec 08 01:33:21.307766 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88ae39cc-9e9e-42ac-b6b0-b243a21b28d2 req-063822a9-a1f6-474c-91ae-f54de096c8b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 217 time: 0.0573037 Dec 08 01:33:21.312198 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-20016a0c-af0e-4b39-a0ad-e1aac589c7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:21.362968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20016a0c-af0e-4b39-a0ad-e1aac589c7ad None None] Pushing event deleted for resources: {'Port': ['ID=23f25808-0689-4cc6-b5f8-ec8b187519df,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:21.385209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20016a0c-af0e-4b39-a0ad-e1aac589c7ad None None] No DVR routers for this DVR port 23f25808-0689-4cc6-b5f8-ec8b187519df on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:33:21.424899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] For port 23f25808-0689-4cc6-b5f8-ec8b187519df, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=23f25808-0689-4cc6-b5f8-ec8b187519df,segment=NetworkSegment(a3550c93-7a84-448f-a557-3974320dc263),segment_id=a3550c93-7a84-448f-a557-3974320dc263)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:21.425506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:21.458833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Calling delete_port for 23f25808-0689-4cc6-b5f8-ec8b187519df owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:21.490302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae39cc-9e9e-42ac-b6b0-b243a21b28d2 req-02a95117-bf8d-4726-88c3-27808d5069fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:21.491801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88ae39cc-9e9e-42ac-b6b0-b243a21b28d2 req-02a95117-bf8d-4726-88c3-27808d5069fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1450014 Dec 08 01:33:21.680436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae39cc-9e9e-42ac-b6b0-b243a21b28d2 req-2eaa8bfd-307d-443b-9590-7d46602ea0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:21.682281 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88ae39cc-9e9e-42ac-b6b0-b243a21b28d2 req-2eaa8bfd-307d-443b-9590-7d46602ea0a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1420763 Dec 08 01:33:21.756675 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:21.766157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 23f25808-0689-4cc6-b5f8-ec8b187519df no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:21.797770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 23f25808-0689-4cc6-b5f8-ec8b187519df {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:21.798400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 23f25808-0689-4cc6-b5f8-ec8b187519df not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:21.815922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=23f25808-0689-4cc6-b5f8-ec8b187519df,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:21.892618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] No DVR routers for this DVR port 23f25808-0689-4cc6-b5f8-ec8b187519df on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:33:21.896386 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88ae39cc-9e9e-42ac-b6b0-b243a21b28d2 req-606b47f1-4911-45fd-8aa8-321ebffdd391 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833870 Dec 08 01:33:21.906008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-73d1ecf7-d61b-4fa8-be8b-e65b0bfd51d8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:33:22.035165 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:22.145184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c9353d-a28c-4cfc-b1b9-41c7a47a8e70']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:22.206610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3550c93-7a84-448f-a557-3974320dc263') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:22.206910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3550c93-7a84-448f-a557-3974320dc263') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:22.222334 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88ae39cc-9e9e-42ac-b6b0-b243a21b28d2 req-24255618-26c6-4f0e-869c-e26b1279057e service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148234 Dec 08 01:33:22.224032 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:22.251027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:22.260705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-73d1ecf7-d61b-4fa8-be8b-e65b0bfd51d8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:22.263149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:33:22.263555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:33:22.265494 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:33:22.277187 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-73d1ecf7-d61b-4fa8-be8b-e65b0bfd51d8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:22.281052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb41852-82df-4a68-b065-107e0fef6d99 req-182e97af-890c-42f3-b1f5-eaa05b3445fe tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:22.283900 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fff47-b910-477b-a365-6c2e819258ae None None] Sync routers for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:22.285186 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efb41852-82df-4a68-b065-107e0fef6d99 req-182e97af-890c-42f3-b1f5-eaa05b3445fe tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.0755000 Dec 08 01:33:22.304238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78fff47-b910-477b-a365-6c2e819258ae None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:22.304817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f78fff47-b910-477b-a365-6c2e819258ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:22.356568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-73d1ecf7-d61b-4fa8-be8b-e65b0bfd51d8 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "PUT /v2.0/floatingips/11e06061-3709-4756-be67-2bbaeec69ead HTTP/1.1" status: 200 len: 695 time: 1.7598011 Dec 08 01:33:22.359339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:22.360108 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b173a0-1a63-4f48-8e40-f3e1e3ca85cf" -d '{"events": [{"name": "network-changed", "server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:22.372708 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:22.379054 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:22.387747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] 10.222.0.70 "DELETE /v2.0/networks/30c9353d-a28c-4cfc-b1b9-41c7a47a8e70 HTTP/1.1" status: 204 len: 168 time: 1.9403648 Dec 08 01:33:22.422483 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efb41852-82df-4a68-b065-107e0fef6d99 req-bb0e1e3b-1c2e-4e92-9f1b-de237fc945c3 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211171 Dec 08 01:33:22.432326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93695a0a-92eb-4b0b-b3b9-685eb1ed2e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=30c9353d-a28c-4cfc-b1b9-41c7a47a8e70,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:22.469312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-5fd21669-86f3-43b2-9393-62c5ff1196ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:22.472563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-5fd21669-86f3-43b2-9393-62c5ff1196ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 1097 time: 0.0822682 Dec 08 01:33:22.492995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f78fff47-b910-477b-a365-6c2e819258ae None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:22.667571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3d226-c4bb-40b6-9feb-744b350953d2 req-3620b552-ae0f-4b6f-9cbd-3b1e0b3632ef tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:22.675884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2ae3d226-c4bb-40b6-9feb-744b350953d2 req-3620b552-ae0f-4b6f-9cbd-3b1e0b3632ef tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 947 time: 0.1048253 Dec 08 01:33:22.709949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-b2925558-f2da-4382-97db-a58fc37a5743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:22.714321 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-b2925558-f2da-4382-97db-a58fc37a5743 service neutron] 10.222.0.70 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.2283726 Dec 08 01:33:22.742189 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37980) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:22.782449 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2ae3d226-c4bb-40b6-9feb-744b350953d2 req-95624fc9-3b46-40b1-91b7-ce49f4d41bbe tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056550 Dec 08 01:33:22.784972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-ab62cc18-2af7-4dfc-ba4b-2975352af4a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 217 time: 0.0618830 Dec 08 01:33:22.835809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0fefa3c5-4a81-4914-94b5-acdfa6932ce4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=884793b3eb1642bd94c5982d3a8e5a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0906453 Dec 08 01:33:22.837210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37982) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:22.842653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f78fff47-b910-477b-a365-6c2e819258ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:22.896348 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fff47-b910-477b-a365-6c2e819258ae None None] Checking router: 8cc00860-a66b-44a3-9c50-0be7a801c3d2 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:22.909728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78fff47-b910-477b-a365-6c2e819258ae None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:22.910530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f78fff47-b910-477b-a365-6c2e819258ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:22.911067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-3cd88b07-5c65-4f3f-ad0d-494af60ba8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:22.912627 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-3cd88b07-5c65-4f3f-ad0d-494af60ba8b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.1182158 Dec 08 01:33:22.941624 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8252199-6ff6-4858-a2bb-196d2d4206e5 x-openstack-request-id: req-e8252199-6ff6-4858-a2bb-196d2d4206e5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:22.941917 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:22.942183 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8252199-6ff6-4858-a2bb-196d2d4206e5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:22.942566 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'status': 'completed', 'code': 200} Dec 08 01:33:22.953645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53a36297-e44d-4102-89eb-e01904c8b925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:23.020315 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53a36297-e44d-4102-89eb-e01904c8b925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:23.049632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f78fff47-b910-477b-a365-6c2e819258ae None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:23.104934 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53a36297-e44d-4102-89eb-e01904c8b925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:23.107716 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53a36297-e44d-4102-89eb-e01904c8b925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:23.108735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-0367705e-2c34-410b-89e1-7d41c8c0bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:23.108889 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-53a36297-e44d-4102-89eb-e01904c8b925 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b046b79-e6ca-425a-a7a6-c959b342412d HTTP/1.1" status: 204 len: 168 time: 0.2698669 Dec 08 01:33:23.110487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-0367705e-2c34-410b-89e1-7d41c8c0bcff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1885991 Dec 08 01:33:23.120091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b173a0-1a63-4f48-8e40-f3e1e3ca85cf req-a098c697-5f23-40ef-b268-45eedf3703d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:23.123362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31b173a0-1a63-4f48-8e40-f3e1e3ca85cf req-a098c697-5f23-40ef-b268-45eedf3703d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 1097 time: 0.1319394 Dec 08 01:33:23.125265 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a36297-e44d-4102-89eb-e01904c8b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b046b79-e6ca-425a-a7a6-c959b342412d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:23.153310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e95f3906-485d-40a9-8f48-4a143ae80efa details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:33:23.369021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:23.418286 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-a06ed423-c882-4a82-86b9-143d1ec1a462 service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928658 Dec 08 01:33:23.441417 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'mac_address': 'fa:16:3e:9b:24:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:33:23.456015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b173a0-1a63-4f48-8e40-f3e1e3ca85cf req-371f03b4-e838-4b8f-b492-20515ebb81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:23.458341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31b173a0-1a63-4f48-8e40-f3e1e3ca85cf req-371f03b4-e838-4b8f-b492-20515ebb81fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 200 len: 921 time: 0.2987478 Dec 08 01:33:23.520094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31b173a0-1a63-4f48-8e40-f3e1e3ca85cf req-df909457-2951-49c5-9a4a-18ff980b5ee1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 200 len: 217 time: 0.0515919 Dec 08 01:33:23.545138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f78fff47-b910-477b-a365-6c2e819258ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:23.595133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78fff47-b910-477b-a365-6c2e819258ae None None] The sync data for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 is: [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:32:17Z', 'revision_number': 4, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '72e57e96-76e4-4471-bde4-6c89242349a2', 'name': '', 'network_id': '388aef79-43b2-40f4-872b-9d737ee249d5', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'mac_address': 'fa:16:3e:0e:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:16Z', 'updated_at': '2021-12-08T01:32:21Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'subnets': [{'id': 'd7a624a0-dfce-4fcc-95e9-50cc6a86ad0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:23.609944 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:23.633643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95f3906-485d-40a9-8f48-4a143ae80efa {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:23.693886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79627ac-23ac-4885-956c-ddea28cbff3b req-e77932de-c88e-44d9-93e4-b732924668e9 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:23.704172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:23.705193 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d533402-cb45-457e-b213-aa9b857aa0d9 req-3b688e70-2943-400d-a37b-3f6a487bdbeb service neutron] 10.222.0.70 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753129 Dec 08 01:33:23.707464 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b173a0-1a63-4f48-8e40-f3e1e3ca85cf req-6791d772-cc83-4bf2-8292-f58e93967c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:23.709395 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31b173a0-1a63-4f48-8e40-f3e1e3ca85cf req-6791d772-cc83-4bf2-8292-f58e93967c34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 200 len: 859 time: 0.1545873 Dec 08 01:33:23.717894 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:23.727103 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a79627ac-23ac-4885-956c-ddea28cbff3b req-e77932de-c88e-44d9-93e4-b732924668e9 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.1442153 Dec 08 01:33:23.848139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:23.907062 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a79627ac-23ac-4885-956c-ddea28cbff3b req-bc77fe17-2353-4259-b2de-c1a660220f02 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777632 Dec 08 01:33:23.913057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38010) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:24.003915 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a333a701-4285-4009-8fbb-28037b309461 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1778061c8604aa390688c3be787e27e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0900447 Dec 08 01:33:24.011214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38012) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:24.025162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['e95f3906-485d-40a9-8f48-4a143ae80efa'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:24.123420 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358899b-f546-4322-bee3-8bceac275882 None None] New status for floating IP 11e06061-3709-4756-be67-2bbaeec69ead: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:33:24.157322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38018) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:24.270100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339927d-1019-40fa-9763-df76100d0de0 req-64bb5009-9fdb-44ae-8573-ec7e7af469f9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:24.282167 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a339927d-1019-40fa-9763-df76100d0de0 req-64bb5009-9fdb-44ae-8573-ec7e7af469f9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 948 time: 0.2102370 Dec 08 01:33:24.351556 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a339927d-1019-40fa-9763-df76100d0de0 req-f112dbea-4106-48d6-b5c5-7207c116b756 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654697 Dec 08 01:33:24.371830 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10a12f29-ab41-4c2f-a998-0ea9b7bb3604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:24.411200 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10a12f29-ab41-4c2f-a998-0ea9b7bb3604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:24.435755 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df1d803-7315-4765-b814-6ea157bc2f05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:24.533488 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10a12f29-ab41-4c2f-a998-0ea9b7bb3604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:24.536061 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10a12f29-ab41-4c2f-a998-0ea9b7bb3604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:24.537611 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-10a12f29-ab41-4c2f-a998-0ea9b7bb3604 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3be56926-5f65-454e-88b8-48742a21e514 HTTP/1.1" status: 204 len: 168 time: 0.5244827 Dec 08 01:33:24.553059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a12f29-ab41-4c2f-a998-0ea9b7bb3604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be56926-5f65-454e-88b8-48742a21e514,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:24.623624 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df1d803-7315-4765-b814-6ea157bc2f05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:24.628570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df1d803-7315-4765-b814-6ea157bc2f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:24.687581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b173a0-1a63-4f48-8e40-f3e1e3ca85cf req-df8dd85c-00e0-4b95-9376-9f71cb5bcd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:24.689765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31b173a0-1a63-4f48-8e40-f3e1e3ca85cf req-df8dd85c-00e0-4b95-9376-9f71cb5bcd6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=388aef79-43b2-40f4-872b-9d737ee249d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9716923 Dec 08 01:33:24.690796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1d803-7315-4765-b814-6ea157bc2f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58478662-6ce8-4c33-b316-eb9160b69daf,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:24.697322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-f5060ee5-e060-4c97-adf9-f090434734bc tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips/11e06061-3709-4756-be67-2bbaeec69ead HTTP/1.1" status: 200 len: 695 time: 0.1802301 Dec 08 01:33:24.715560 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3df1d803-7315-4765-b814-6ea157bc2f05 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46054565030a46a1a0d34775c128e060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5540984 Dec 08 01:33:24.718599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38026) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:24.806806 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ada44a7-a74d-49c9-8769-99154b18a45d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:24.834285 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ada44a7-a74d-49c9-8769-99154b18a45d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:24.888880 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31b173a0-1a63-4f48-8e40-f3e1e3ca85cf req-4263cee9-a566-4900-afe9-7975c15edb12 service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857450 Dec 08 01:33:24.891323 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ada44a7-a74d-49c9-8769-99154b18a45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:24.896861 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ada44a7-a74d-49c9-8769-99154b18a45d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:24.898917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1ada44a7-a74d-49c9-8769-99154b18a45d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58478662-6ce8-4c33-b316-eb9160b69daf HTTP/1.1" status: 204 len: 168 time: 0.1782246 Dec 08 01:33:24.909478 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada44a7-a74d-49c9-8769-99154b18a45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58478662-6ce8-4c33-b316-eb9160b69daf,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:25.137486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e95f3906-485d-40a9-8f48-4a143ae80efa up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:25.206158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae72a1-9fa0-49ae-a47f-365622e93b4f req-984a7233-cc90-4f48-8024-19cb0b92ac89 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:25.206988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-308f3bd4-c2b2-45f9-8da8-057cacc3b4bd tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:25.211979 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-308f3bd4-c2b2-45f9-8da8-057cacc3b4bd tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.4988472 Dec 08 01:33:25.217539 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31b173a0-1a63-4f48-8e40-f3e1e3ca85cf req-d717553f-adf0-4d37-9441-c3c11f49839e service neutron] 10.222.0.72 "GET /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067017 Dec 08 01:33:25.224453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-3f16dec7-dc59-44e3-afaa-547051152d0f tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:33:25.225476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-3f16dec7-dc59-44e3-afaa-547051152d0f tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070167 Dec 08 01:33:25.226225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port e95f3906-485d-40a9-8f48-4a143ae80efa completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:33:25.235483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port e95f3906-485d-40a9-8f48-4a143ae80efa triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:25.235863 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:25.250423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74ae72a1-9fa0-49ae-a47f-365622e93b4f req-984a7233-cc90-4f48-8024-19cb0b92ac89 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.1633389 Dec 08 01:33:25.391485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74ae72a1-9fa0-49ae-a47f-365622e93b4f req-b0cb1f66-56ff-4828-937d-375359c9fab7 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373451 Dec 08 01:33:25.404320 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-24ae9851-6e33-4553-a778-7f73e1060e56 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 696 time: 0.1526144 Dec 08 01:33:25.406545 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:25.474026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:25.476707 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93c1f5c-a7df-4c9e-81d1-0947ff44dcc6" -d '{"events": [{"server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "name": "network-vif-plugged", "status": "completed", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:25.499318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:25.510432 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:25.548518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-29d009e9-550f-4572-aa44-e8f5db4d7920 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 696 time: 0.1358523 Dec 08 01:33:25.612675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:25.731476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e73e3-982d-4cd4-a954-d8ceb769be76 req-5867013a-702b-47e2-8a6e-57966271d3c3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:25.741212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f21e73e3-982d-4cd4-a954-d8ceb769be76 req-5867013a-702b-47e2-8a6e-57966271d3c3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.0896060 Dec 08 01:33:25.789184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-f531d888-cf8c-46fa-bfe3-962cf9b76372 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Deleting port 80c793c3-5e71-41f6-81b1-0e282cf3de67 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:25.789734 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-f531d888-cf8c-46fa-bfe3-962cf9b76372 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:25.844815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f21e73e3-982d-4cd4-a954-d8ceb769be76 req-c28ec102-48cb-40d6-a0e3-370bcb8c138c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992155 Dec 08 01:33:25.880539 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-f531d888-cf8c-46fa-bfe3-962cf9b76372 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:25.881030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-f531d888-cf8c-46fa-bfe3-962cf9b76372 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:25.895206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-f531d888-cf8c-46fa-bfe3-962cf9b76372 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Calling delete_port for 80c793c3-5e71-41f6-81b1-0e282cf3de67 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:25.939756 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f78bd4-afe6-4e73-876a-0b18e8c25c0c x-openstack-request-id: req-76f78bd4-afe6-4e73-876a-0b18e8c25c0c {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:25.940078 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "name": "network-vif-plugged", "status": "completed", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:25.940359 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76f78bd4-afe6-4e73-876a-0b18e8c25c0c {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:25.940759 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'code': 200} Dec 08 01:33:26.136440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38076) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:26.156444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-f531d888-cf8c-46fa-bfe3-962cf9b76372 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.188677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531d888-cf8c-46fa-bfe3-962cf9b76372 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Pushing event deleted for resources: {'Port': ['ID=80c793c3-5e71-41f6-81b1-0e282cf3de67,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:26.228815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad0cdb-45db-422e-9585-b0a1a1b3bd58 req-531143c0-ac42-4103-91a1-840b69a5c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:26.230715 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2ad0cdb-45db-422e-9585-b0a1a1b3bd58 req-531143c0-ac42-4103-91a1-840b69a5c2ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1101 time: 0.1304953 Dec 08 01:33:26.302853 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-f531d888-cf8c-46fa-bfe3-962cf9b76372 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.306335 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-f531d888-cf8c-46fa-bfe3-962cf9b76372 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.307557 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-179c1455-bf16-4753-b172-cf9a3c944ccc req-f531d888-cf8c-46fa-bfe3-962cf9b76372 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "DELETE /v2.0/floatingips/11e06061-3709-4756-be67-2bbaeec69ead HTTP/1.1" status: 204 len: 173 time: 0.7515419 Dec 08 01:33:26.318734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2ad0cdb-45db-422e-9585-b0a1a1b3bd58 req-6fd6af9c-2a1d-47ed-a0cd-265f1cedb78f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661058 Dec 08 01:33:26.373194 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38084) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:26.414851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-12733950-network', 'tenant_id': 'a57f83112b2d42a0b06a8dd2d9d4b610'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:26.450704 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1346961190-network', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:26.471529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Made reservation on behalf of a57f83112b2d42a0b06a8dd2d9d4b610 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:26.473941 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.491054 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.569568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Made reservation on behalf of 807b43b5bcee464b9d5d0bf064bec5a6 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:26.571999 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.583593 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.595183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c420005-97dc-49c2-a63d-91a33d1e8798 req-74bcdddb-f423-44b3-abf1-a2239c724bc9 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:26.601990 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c420005-97dc-49c2-a63d-91a33d1e8798 req-74bcdddb-f423-44b3-abf1-a2239c724bc9 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.1010628 Dec 08 01:33:26.667547 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c420005-97dc-49c2-a63d-91a33d1e8798 req-bbf61fda-aaab-4a12-b921-bfad026ee890 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588124 Dec 08 01:33:26.679755 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.695304 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.731746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305c8df-40ac-4699-90f3-9605ba6a681c req-39d0021d-7c9e-405c-ac5d-1da6cd15318e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:26.733562 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4305c8df-40ac-4699-90f3-9605ba6a681c req-39d0021d-7c9e-405c-ac5d-1da6cd15318e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 945 time: 0.1063652 Dec 08 01:33:26.761027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:33:26.787892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c2923a-0b4d-4f69-a328-8d2b6fc041ce,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:26.807389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.807389 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Added segment ca0944cc-e642-4e09-9e92-5e8838feca9a of type vlan for network 924d61b9-300f-45bd-a72b-d1922f156448 Dec 08 01:33:26.874021 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.880127 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.890688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:26.947056 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4305c8df-40ac-4699-90f3-9605ba6a681c req-c975737f-51e3-4e81-9fdd-a048d59ef09e tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920362 Dec 08 01:33:26.952902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:33:26.977714 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1c939f-3a89-444d-bc34-29d77bfcff17,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:26.981142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f143be3-13bf-4e2f-83ce-4c59f114c7fe req-f6e4c82e-7aaf-4e5d-96e6-e3718284c2ed tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:26.989191 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1f143be3-13bf-4e2f-83ce-4c59f114c7fe req-f6e4c82e-7aaf-4e5d-96e6-e3718284c2ed tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.0758653 Dec 08 01:33:26.998337 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:27.000501 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Added segment 462ace14-e44b-4c25-b7d8-7ec9751cb925 of type vlan for network c2eb413d-f988-4ac1-929c-e1fceb4b5a53 Dec 08 01:33:27.058313 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1f143be3-13bf-4e2f-83ce-4c59f114c7fe req-f58a8414-88cf-445e-b016-432423ab6aba tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681148 Dec 08 01:33:27.062493 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:27.064148 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:27.065170 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:27.074205 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:27.115334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9773290 Dec 08 01:33:27.118185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38096) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:27.123984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5a442b12-10b9-41b0-879b-bb38c0427f87 admin admin] Request body: {'subnet': {'network_id': '924d61b9-300f-45bd-a72b-d1922f156448', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-12733950-subnet', 'tenant_id': 'a57f83112b2d42a0b06a8dd2d9d4b610', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:27.151331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a442b12-10b9-41b0-879b-bb38c0427f87 admin admin] Made reservation on behalf of a57f83112b2d42a0b06a8dd2d9d4b610 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:27.154839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a442b12-10b9-41b0-879b-bb38c0427f87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:27.163080 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d8434-d319-4a7e-80d4-9e38d2bb425d admin admin] Pushing event updated for resources: {'Network': ['ID=924d61b9-300f-45bd-a72b-d1922f156448,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:27.176347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 924d61b9-300f-45bd-a72b-d1922f156448 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:33:27.187554 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:27.189237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:27.189820 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:27.289463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] Pushing event updated for resources: {'Network': ['ID=c2eb413d-f988-4ac1-929c-e1fceb4b5a53,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:27.308342 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-795944c6-20a0-4b20-8ae1-d72bda0dc078 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9325106 Dec 08 01:33:27.310422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38100) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:27.322787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c53dd9a4-13a7-46c4-90ff-ed443b526c09 admin admin] Request body: {'subnet': {'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1346961190-subnet', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:27.344268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network c2eb413d-f988-4ac1-929c-e1fceb4b5a53 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:33:27.369006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53dd9a4-13a7-46c4-90ff-ed443b526c09 admin admin] Made reservation on behalf of 807b43b5bcee464b9d5d0bf064bec5a6 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:27.374412 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c53dd9a4-13a7-46c4-90ff-ed443b526c09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:27.436777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a442b12-10b9-41b0-879b-bb38c0427f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:27.565039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a442b12-10b9-41b0-879b-bb38c0427f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=789ecef6-9682-4144-8b28-3cc591d7d202,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:27.572913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a442b12-10b9-41b0-879b-bb38c0427f87 admin admin] Checking segment: {'id': 'ca0944cc-e642-4e09-9e92-5e8838feca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '924d61b9-300f-45bd-a72b-d1922f156448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:27.573285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a442b12-10b9-41b0-879b-bb38c0427f87 admin admin] Network hostable DHCP agents. Network: 924d61b9-300f-45bd-a72b-d1922f156448, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:33:27.598344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a442b12-10b9-41b0-879b-bb38c0427f87 admin admin] Network 924d61b9-300f-45bd-a72b-d1922f156448 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:33:27.610319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5a442b12-10b9-41b0-879b-bb38c0427f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 924d61b9-300f-45bd-a72b-d1922f156448) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:27.614445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a442b12-10b9-41b0-879b-bb38c0427f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:27.615030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a442b12-10b9-41b0-879b-bb38c0427f87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:27.621530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f8557-ed0d-49eb-8ca7-7103180c6980 None None] Network 924d61b9-300f-45bd-a72b-d1922f156448 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:33:27.663453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5a442b12-10b9-41b0-879b-bb38c0427f87 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5441062 Dec 08 01:33:27.856722 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d916e9-5ca0-4aa3-ada7-5e5afd561c73 None None] Network 924d61b9-300f-45bd-a72b-d1922f156448 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:33:27.916047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dc084-a471-4236-a22d-bb35367639c8 req-fe9b821e-4502-4072-abff-c14c6e493e0a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:27.920769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-663dc084-a471-4236-a22d-bb35367639c8 req-fe9b821e-4502-4072-abff-c14c6e493e0a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.1193871 Dec 08 01:33:28.080765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-663dc084-a471-4236-a22d-bb35367639c8 req-9d3e7871-7691-4e9d-999e-538fb1ceefb5 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470785 Dec 08 01:33:28.104733 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c53dd9a4-13a7-46c4-90ff-ed443b526c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.218531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-da731d1e-cbad-4d43-9ef4-2ddee0b18718 req-6cef4415-e02f-40b5-ace2-180c312dc2f4 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-651088008', 'description': 'tempest-description-1369449134'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:28.233648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489778d-3675-4941-a1ce-670773fef5ee req-48e6097b-1f67-40f6-8431-6ab59601399b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:28.234888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dd9a4-13a7-46c4-90ff-ed443b526c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=524c1f8d-2eab-457c-9ea5-17a477a83eb3,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:28.240823 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9489778d-3675-4941-a1ce-670773fef5ee req-48e6097b-1f67-40f6-8431-6ab59601399b tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 945 time: 0.0755079 Dec 08 01:33:28.253293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53dd9a4-13a7-46c4-90ff-ed443b526c09 admin admin] Checking segment: {'id': '462ace14-e44b-4c25-b7d8-7ec9751cb925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:28.253660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53dd9a4-13a7-46c4-90ff-ed443b526c09 admin admin] Network hostable DHCP agents. Network: c2eb413d-f988-4ac1-929c-e1fceb4b5a53, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:33:28.266454 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-da731d1e-cbad-4d43-9ef4-2ddee0b18718 req-6cef4415-e02f-40b5-ace2-180c312dc2f4 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.289787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53dd9a4-13a7-46c4-90ff-ed443b526c09 admin admin] Network c2eb413d-f988-4ac1-929c-e1fceb4b5a53 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:33:28.310480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c53dd9a4-13a7-46c4-90ff-ed443b526c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c2eb413d-f988-4ac1-929c-e1fceb4b5a53) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:28.320639 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53dd9a4-13a7-46c4-90ff-ed443b526c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:28.321494 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c53dd9a4-13a7-46c4-90ff-ed443b526c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.325826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4fbff9-de75-448e-a010-edb23459b53a None None] Network c2eb413d-f988-4ac1-929c-e1fceb4b5a53 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:33:28.334881 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9489778d-3675-4941-a1ce-670773fef5ee req-e9242e32-4021-4024-ab58-5bbd99ee18d6 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/security-groups?id=a3282059-729c-4aa0-86c2-2a112ff106dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920382 Dec 08 01:33:28.404161 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c53dd9a4-13a7-46c4-90ff-ed443b526c09 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0916750 Dec 08 01:33:28.405294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38118) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:28.416505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cb791-34e1-4345-9bfb-12d82be19378 req-41e61492-9e70-4929-acb9-45f12639fc10 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:28.422105 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1346961190-router', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:28.423301 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f49cb791-34e1-4345-9bfb-12d82be19378 req-41e61492-9e70-4929-acb9-45f12639fc10 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.72 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 945 time: 0.0845168 Dec 08 01:33:28.457287 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-da731d1e-cbad-4d43-9ef4-2ddee0b18718 req-6cef4415-e02f-40b5-ace2-180c312dc2f4 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.467610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.469913 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.479592 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-da731d1e-cbad-4d43-9ef4-2ddee0b18718 req-6cef4415-e02f-40b5-ace2-180c312dc2f4 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.520353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-c2eb413d-f988-4ac1-929c-e1fceb4b5a53', 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53', 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'fixed_ips': [{'subnet_id': '524c1f8d-2eab-457c-9ea5-17a477a83eb3'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:33:28.521518 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.527152 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-da731d1e-cbad-4d43-9ef4-2ddee0b18718 req-6cef4415-e02f-40b5-ace2-180c312dc2f4 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.528746 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da731d1e-cbad-4d43-9ef4-2ddee0b18718 req-6cef4415-e02f-40b5-ace2-180c312dc2f4 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3224452 Dec 08 01:33:28.560857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef4415-e02f-40b5-ace2-180c312dc2f4 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86630f3-9fea-47fb-b447-3342bb01fd49,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:28.600141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b0f56-5207-46ea-a9db-b0df93d3c9f5 req-7e09a4ca-0314-4c7b-81be-e7104f6e9cb3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:28.601872 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-589b0f56-5207-46ea-a9db-b0df93d3c9f5 req-7e09a4ca-0314-4c7b-81be-e7104f6e9cb3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.1387081 Dec 08 01:33:28.653077 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.687929 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-589b0f56-5207-46ea-a9db-b0df93d3c9f5 req-24eaa93f-6fef-49ce-8dc5-6aabdf3a6417 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752943 Dec 08 01:33:28.695214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-f49cb791-34e1-4345-9bfb-12d82be19378 req-b8bf6584-357d-486a-870e-1e7be2af120f tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Deleting port 2d1363c3-d1da-459d-9af2-9ac551f89740 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:28.695563 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f49cb791-34e1-4345-9bfb-12d82be19378 req-b8bf6584-357d-486a-870e-1e7be2af120f tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.806759 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c14272ee-2b4b-4358-8277-4483365cbdfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.815688 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52f56342-cbe6-4b08-9114-0b1435c4a9c6 req-b2f548cd-e109-4409-84a5-d85dcffe0f1f tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/b86630f3-9fea-47fb-b447-3342bb01fd49 HTTP/1.1" status: 200 len: 1829 time: 0.1785498 Dec 08 01:33:28.853294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Allocated IP 172.20.0.2 (c2eb413d-f988-4ac1-929c-e1fceb4b5a53/524c1f8d-2eab-457c-9ea5-17a477a83eb3/9c2596ed-694c-46e7-821f-11e4496c16e6) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:28.867261 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-52f56342-cbe6-4b08-9114-0b1435c4a9c6 req-af3ffce5-1c52-4025-a908-e6aca9aa4378 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b86630f3-9fea-47fb-b447-3342bb01fd49', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:28.867639 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-52f56342-cbe6-4b08-9114-0b1435c4a9c6 req-af3ffce5-1c52-4025-a908-e6aca9aa4378 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b86630f3-9fea-47fb-b447-3342bb01fd49', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:28.924254 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:28.944107 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ae82b-6a4f-4eef-97cc-06a73599cbe1 req-f0fb76e1-8f38-4c7f-8c7f-f5955a3eafea tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:28.945667 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b76ae82b-6a4f-4eef-97cc-06a73599cbe1 req-f0fb76e1-8f38-4c7f-8c7f-f5955a3eafea tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1101 time: 0.1245580 Dec 08 01:33:28.947490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f49cb791-34e1-4345-9bfb-12d82be19378 req-b8bf6584-357d-486a-870e-1e7be2af120f tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] For port 2d1363c3-d1da-459d-9af2-9ac551f89740, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=2d1363c3-d1da-459d-9af2-9ac551f89740,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:28.947961 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f49cb791-34e1-4345-9bfb-12d82be19378 req-b8bf6584-357d-486a-870e-1e7be2af120f tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.014474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-f49cb791-34e1-4345-9bfb-12d82be19378 req-b8bf6584-357d-486a-870e-1e7be2af120f tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Calling delete_port for 2d1363c3-d1da-459d-9af2-9ac551f89740 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:29.033248 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-52f56342-cbe6-4b08-9114-0b1435c4a9c6 req-af3ffce5-1c52-4025-a908-e6aca9aa4378 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.086181 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b76ae82b-6a4f-4eef-97cc-06a73599cbe1 req-46b9b1aa-c9fd-400f-b798-1bd0e7763dfd tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167629 Dec 08 01:33:29.095095 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.105470 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.171678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-52f56342-cbe6-4b08-9114-0b1435c4a9c6 req-af3ffce5-1c52-4025-a908-e6aca9aa4378 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.181420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Pushing event updated for resources: {'Port': ['ID=9c2596ed-694c-46e7-821f-11e4496c16e6,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:29.185079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-52f56342-cbe6-4b08-9114-0b1435c4a9c6 req-af3ffce5-1c52-4025-a908-e6aca9aa4378 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.207861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Network c2eb413d-f988-4ac1-929c-e1fceb4b5a53 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:29.209449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:29.212374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:29.231314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ffce5-1c52-4025-a908-e6aca9aa4378 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2819b5b7-3329-4f34-bc57-1720f7aa4443,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:29.244240 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-52f56342-cbe6-4b08-9114-0b1435c4a9c6 req-af3ffce5-1c52-4025-a908-e6aca9aa4378 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.245447 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52f56342-cbe6-4b08-9114-0b1435c4a9c6 req-af3ffce5-1c52-4025-a908-e6aca9aa4378 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3855271 Dec 08 01:33:29.316154 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f49cb791-34e1-4345-9bfb-12d82be19378 req-b8bf6584-357d-486a-870e-1e7be2af120f tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.418014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf6584-357d-486a-870e-1e7be2af120f tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Pushing event deleted for resources: {'Port': ['ID=2d1363c3-d1da-459d-9af2-9ac551f89740,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:29.424073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Attempting to bind port 9c2596ed-694c-46e7-821f-11e4496c16e6 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:29.424623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Attempting to bind port 9c2596ed-694c-46e7-821f-11e4496c16e6 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '462ace14-e44b-4c25-b7d8-7ec9751cb925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:29.425636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Attempting to bind port 9c2596ed-694c-46e7-821f-11e4496c16e6 on network c2eb413d-f988-4ac1-929c-e1fceb4b5a53 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:29.436352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:29.436762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Checking segment: {'id': '462ace14-e44b-4c25-b7d8-7ec9751cb925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:29.442721 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.450411 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.450411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Bound using segment: {'id': '462ace14-e44b-4c25-b7d8-7ec9751cb925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:29.462630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Bound port: 9c2596ed-694c-46e7-821f-11e4496c16e6, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462ace14-e44b-4c25-b7d8-7ec9751cb925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:29.463004 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.482168 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.518976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49cb791-34e1-4345-9bfb-12d82be19378 req-b8bf6584-357d-486a-870e-1e7be2af120f tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] No DVR routers for this DVR port 2d1363c3-d1da-459d-9af2-9ac551f89740 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:33:29.522061 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f49cb791-34e1-4345-9bfb-12d82be19378 req-b8bf6584-357d-486a-870e-1e7be2af120f tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.526432 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f49cb791-34e1-4345-9bfb-12d82be19378 req-b8bf6584-357d-486a-870e-1e7be2af120f tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.72 "DELETE /v2.0/ports/2d1363c3-d1da-459d-9af2-9ac551f89740 HTTP/1.1" status: 204 len: 173 time: 1.0985143 Dec 08 01:33:29.527165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'name': 'network-vif-deleted', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:29.531620 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df15bd9-4030-437e-b853-5060e3c94736" -d '{"events": [{"server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "name": "network-vif-deleted", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:29.572248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e6081-f2af-4980-b1dd-9e94cc0edbf8 req-e0ac1978-f9bf-4359-a5f6-2595bf322960 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:29.574165 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-be2e6081-f2af-4980-b1dd-9e94cc0edbf8 req-e0ac1978-f9bf-4359-a5f6-2595bf322960 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.1128700 Dec 08 01:33:29.654538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Allocated IP 172.25.2.37 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/d015d3de-d507-46c1-aeac-e1cb773632be) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:29.657389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] For port 9c2596ed-694c-46e7-821f-11e4496c16e6, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:29.665459 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] For port 9c2596ed-694c-46e7-821f-11e4496c16e6, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9c2596ed-694c-46e7-821f-11e4496c16e6,segment=NetworkSegment(462ace14-e44b-4c25-b7d8-7ec9751cb925),segment_id=462ace14-e44b-4c25-b7d8-7ec9751cb925)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:29.673637 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.757394 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-be2e6081-f2af-4980-b1dd-9e94cc0edbf8 req-4bb174b2-564c-4f4b-88ac-31c97be7bf50 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762197 Dec 08 01:33:29.899619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:29.932140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c4a2ac5-adb6-449b-bfca-1a9e01c08b8c req-165988ec-b9c8-4d74-b692-099ad715e87c tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/b86630f3-9fea-47fb-b447-3342bb01fd49 HTTP/1.1" status: 200 len: 2422 time: 0.0961592 Dec 08 01:33:29.974313 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:30.108914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Pushing event updated for resources: {'Port': ['ID=d015d3de-d507-46c1-aeac-e1cb773632be,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:30.131452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:30.133559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:30.141902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:30.194833 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11ab628d-f4ac-4f90-9e5a-f2632d283344 req-05058162-62c6-4343-8214-b83328287186 tempest-FloatingIPsAssociationTestJSON-1148336783 tempest-FloatingIPsAssociationTestJSON-1148336783-project] 10.222.0.70 "GET /v2.0/ports?device_id=86ea491f-f040-487a-9ff5-c027ee4a798d HTTP/1.1" status: 200 len: 210 time: 0.0803113 Dec 08 01:33:30.195826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4328f-72d6-4f8d-a898-d5c1f3f74df0 None None] Pushing event updated for resources: {'Port': ['ID=9c2596ed-694c-46e7-821f-11e4496c16e6,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:30.255724 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46b10ff-c762-48e0-b83b-4d1734173bd9 x-openstack-request-id: req-d46b10ff-c762-48e0-b83b-4d1734173bd9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:30.256033 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ea491f-f040-487a-9ff5-c027ee4a798d", "name": "network-vif-deleted", "tag": "2d1363c3-d1da-459d-9af2-9ac551f89740", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:30.256349 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d46b10ff-c762-48e0-b83b-4d1734173bd9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:30.256856 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86ea491f-f040-487a-9ff5-c027ee4a798d', 'name': 'network-vif-deleted', 'tag': '2d1363c3-d1da-459d-9af2-9ac551f89740', 'status': 'completed', 'code': 200} Dec 08 01:33:30.450968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df136e81-7258-4388-a76c-cb7283aaa14d req-759973d0-ded4-40c9-ab12-a5507de93103 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-group-rules/2819b5b7-3329-4f34-bc57-1720f7aa4443 HTTP/1.1" status: 200 len: 778 time: 0.0674379 Dec 08 01:33:30.559427 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df136e81-7258-4388-a76c-cb7283aaa14d req-a0de6ef9-10e8-446a-9e26-b1ae9042d466 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/b86630f3-9fea-47fb-b447-3342bb01fd49 HTTP/1.1" status: 200 len: 2422 time: 0.1074965 Dec 08 01:33:30.631529 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-df136e81-7258-4388-a76c-cb7283aaa14d req-85eac62d-a4f4-40a8-8bcc-0932dd3872f5 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:30.664491 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-df136e81-7258-4388-a76c-cb7283aaa14d req-85eac62d-a4f4-40a8-8bcc-0932dd3872f5 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:30.665272 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:33:30.765893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-df136e81-7258-4388-a76c-cb7283aaa14d req-85eac62d-a4f4-40a8-8bcc-0932dd3872f5 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:30.772408 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-df136e81-7258-4388-a76c-cb7283aaa14d req-85eac62d-a4f4-40a8-8bcc-0932dd3872f5 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:30.773653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df136e81-7258-4388-a76c-cb7283aaa14d req-85eac62d-a4f4-40a8-8bcc-0932dd3872f5 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/2819b5b7-3329-4f34-bc57-1720f7aa4443 HTTP/1.1" status: 204 len: 173 time: 0.2133577 Dec 08 01:33:30.786179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eac62d-a4f4-40a8-8bcc-0932dd3872f5 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2819b5b7-3329-4f34-bc57-1720f7aa4443,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:30.801112 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:30.851648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-fba0858e-6032-4616-b3a0-4b74d8293371 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155183 Dec 08 01:33:31.109346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49d608-392b-434d-9f38-895a12159d16 req-38cdcd25-a575-4bbf-9a42-f16f9f2ec9ec tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:31.111048 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-38cdcd25-a575-4bbf-9a42-f16f9f2ec9ec tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 814 time: 0.2154357 Dec 08 01:33:31.133961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f97b5d-1a9e-407d-9322-6bb2436642e1 req-1bd15ae1-05c7-461b-a181-75d8812936a6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:31.135756 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5f97b5d-1a9e-407d-9322-6bb2436642e1 req-1bd15ae1-05c7-461b-a181-75d8812936a6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.2090356 Dec 08 01:33:31.148433 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-12d467bd-5648-4e4a-a503-86c59c3429ed tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/quotas/52457a89bac449eeb836923062c49a9c HTTP/1.1" status: 200 len: 375 time: 0.0296204 Dec 08 01:33:31.170925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 2d1363c3-d1da-459d-9af2-9ac551f89740 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:31.180343 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7a5d7cc-aca2-4f19-8a95-5b90383052e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:31.230224 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-f4365db7-4c1b-4ea5-a6e9-ffc03f38d374 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799396 Dec 08 01:33:31.234201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 2d1363c3-d1da-459d-9af2-9ac551f89740 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:31.236041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:31.236198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 2d1363c3-d1da-459d-9af2-9ac551f89740 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:31.300250 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5f97b5d-1a9e-407d-9322-6bb2436642e1 req-be5f9327-b5a8-473e-98ad-2c9f403dcf8c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435180 Dec 08 01:33:31.380217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-e0bdb025-6d16-4388-b95b-8c9ef825390a req-bd75459b-05ac-4009-b38c-5231728d7285 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1615307966', 'description': 'tempest-description-1283544057'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:31.453035 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-acf3ca5d-e8c4-43cc-8354-e43896f72e1c service neutron] 10.222.0.70 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233353 Dec 08 01:33:31.487749 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e0bdb025-6d16-4388-b95b-8c9ef825390a req-bd75459b-05ac-4009-b38c-5231728d7285 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:31.514944 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:31.601768 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-81ebc05c-05f4-44ad-b51f-64d4814107f5 service neutron] 10.222.0.70 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466174 Dec 08 01:33:31.631679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Router 434f542e-ec90-4998-a6bd-854504a7f096 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:33:31.638904 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e0bdb025-6d16-4388-b95b-8c9ef825390a req-bd75459b-05ac-4009-b38c-5231728d7285 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:31.665735 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e0bdb025-6d16-4388-b95b-8c9ef825390a req-bd75459b-05ac-4009-b38c-5231728d7285 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:31.755227 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75459b-05ac-4009-b38c-5231728d7285 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e59567-945c-413a-9741-f4bdee4e3ba8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:31.760576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e0bdb025-6d16-4388-b95b-8c9ef825390a req-bd75459b-05ac-4009-b38c-5231728d7285 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:31.764362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0bdb025-6d16-4388-b95b-8c9ef825390a req-bd75459b-05ac-4009-b38c-5231728d7285 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3854358 Dec 08 01:33:31.853800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df995958-b989-4bfc-b498-b55b64ad2183 None None] Network c2eb413d-f988-4ac1-929c-e1fceb4b5a53 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:33:31.861384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:31.887647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Sync routers for ids ['434f542e-ec90-4998-a6bd-854504a7f096'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:32.027445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38208) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:32.055808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9c2596ed-694c-46e7-821f-11e4496c16e6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:32.071365 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:32.072663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ee33746b-4fdc-455d-b2cb-61020122611f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6617746 Dec 08 01:33:32.075591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38210) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:32.080840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Routers {'434f542e-ec90-4998-a6bd-854504a7f096'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:32.082006 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['434f542e-ec90-4998-a6bd-854504a7f096'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:32.205980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f00adf-1c26-41d5-aaa3-9fa61a536efd req-6c4773db-3262-4004-9be0-3fb0cc10ea8b tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:32.206957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e926762b-0cea-42a7-a1f2-9412c6fab9f9 None None] Provisioning complete for port 9c2596ed-694c-46e7-821f-11e4496c16e6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:32.207862 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e926762b-0cea-42a7-a1f2-9412c6fab9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:32.218530 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74f00adf-1c26-41d5-aaa3-9fa61a536efd req-6c4773db-3262-4004-9be0-3fb0cc10ea8b tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.3285885 Dec 08 01:33:32.242343 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:32.385388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 9c2596ed-694c-46e7-821f-11e4496c16e6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:32.385775 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:32.404159 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b4634656-2ef2-4030-afef-ab7d9bccf60c req-d4ae7070-8f0a-4506-a517-3f617d2925f7 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/29e59567-945c-413a-9741-f4bdee4e3ba8 HTTP/1.1" status: 200 len: 1830 time: 0.2881322 Dec 08 01:33:32.490503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74f00adf-1c26-41d5-aaa3-9fa61a536efd req-e3169ac0-61ff-4553-a1cb-1bb04bb132b7 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710617 Dec 08 01:33:32.501147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Set router 434f542e-ec90-4998-a6bd-854504a7f096 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:32.718267 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-82e783b9-c376-402d-bcc3-85c6fc414c3e req-f3815312-e541-4682-ad0a-5edc55c3845a tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 210 time: 0.0654731 Dec 08 01:33:32.861878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-ba47aa75-36f5-465e-bafa-aa4ca44f4e5a req-935e7594-acec-4d19-8ea5-d37785eaae8d tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1533797535', 'description': 'tempest-description-1074527445'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:32.883864 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e926762b-0cea-42a7-a1f2-9412c6fab9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:32.965768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781f018-2dad-465e-9246-75addc9a6079 req-914ac9e7-d632-48c6-9545-8c60d4017a90 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:32.973924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8781f018-2dad-465e-9246-75addc9a6079 req-914ac9e7-d632-48c6-9545-8c60d4017a90 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.1564226 Dec 08 01:33:32.999462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ba47aa75-36f5-465e-bafa-aa4ca44f4e5a req-935e7594-acec-4d19-8ea5-d37785eaae8d tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:33.133695 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e926762b-0cea-42a7-a1f2-9412c6fab9f9 None None] For port 9c2596ed-694c-46e7-821f-11e4496c16e6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9c2596ed-694c-46e7-821f-11e4496c16e6,segment=NetworkSegment(462ace14-e44b-4c25-b7d8-7ec9751cb925),segment_id=462ace14-e44b-4c25-b7d8-7ec9751cb925)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:33.144224 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8781f018-2dad-465e-9246-75addc9a6079 req-c295c162-0459-4ff1-bd86-3638f124f118 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690924 Dec 08 01:33:33.150878 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:33.176380 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e926762b-0cea-42a7-a1f2-9412c6fab9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:33.223920 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-7636c246-c457-4e02-bba5-065c46578566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:33.226214 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-7636c246-c457-4e02-bba5-065c46578566 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1101 time: 0.1355352 Dec 08 01:33:33.309754 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:33:33.310805 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:33:33.360378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-79c4f138-8913-4e67-aa47-11869ba4e7bc None None] Provisioning complete for port 9c2596ed-694c-46e7-821f-11e4496c16e6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:33.361021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-79c4f138-8913-4e67-aa47-11869ba4e7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:33.374257 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31156374-111e-4140-b8da-206178dd1456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:33.382418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:33.412899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-2a32eb81-9b41-4059-9b32-37679921f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:33.415689 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-2a32eb81-9b41-4059-9b32-37679921f171 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1695476 Dec 08 01:33:33.427602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926762b-0cea-42a7-a1f2-9412c6fab9f9 None None] Pushing event updated for resources: {'Port': ['ID=9c2596ed-694c-46e7-821f-11e4496c16e6,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:33.484171 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-e0f0c9bf-85ae-42c2-8f48-0908ffb19a16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 217 time: 0.0604899 Dec 08 01:33:33.500526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ba47aa75-36f5-465e-bafa-aa4ca44f4e5a req-935e7594-acec-4d19-8ea5-d37785eaae8d tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:33.507062 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ba47aa75-36f5-465e-bafa-aa4ca44f4e5a req-935e7594-acec-4d19-8ea5-d37785eaae8d tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:33.549104 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:33.560050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434f542e-ec90-4998-a6bd-854504a7f096', 'name': 'tempest-FloatingIPDetailsTestJSON-1346961190-router', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:28Z', 'updated_at': '2021-12-08T01:33:30Z', 'revision_number': 3, 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'gw_port': {'id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434f542e-ec90-4998-a6bd-854504a7f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:29Z', 'updated_at': '2021-12-08T01:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:33.582952 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ba47aa75-36f5-465e-bafa-aa4ca44f4e5a req-935e7594-acec-4d19-8ea5-d37785eaae8d tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:33.584186 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ba47aa75-36f5-465e-bafa-aa4ca44f4e5a req-935e7594-acec-4d19-8ea5-d37785eaae8d tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7538991 Dec 08 01:33:33.593933 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e7594-acec-4d19-8ea5-d37785eaae8d tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=792a9cf9-d010-4421-addc-e5cd369595b4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:33.609735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Checking router: 434f542e-ec90-4998-a6bd-854504a7f096 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:33.610690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Updating router 434f542e-ec90-4998-a6bd-854504a7f096 port d015d3de-d507-46c1-aeac-e1cb773632be binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:33:33.635726 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:33.654936 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:33.711545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Allocated IP 172.20.0.1 (c2eb413d-f988-4ac1-929c-e1fceb4b5a53/524c1f8d-2eab-457c-9ea5-17a477a83eb3/2a3ef491-1295-46b4-bdf6-d738669c8b74) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:33.870826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4eb4ac2e-8a81-43c7-bcd4-637271d18854 req-c65467ca-0a21-44e1-b331-844ab0eb1ba9 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/792a9cf9-d010-4421-addc-e5cd369595b4 HTTP/1.1" status: 200 len: 1830 time: 0.1034374 Dec 08 01:33:33.939953 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.029645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.034526 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9c2596ed-694c-46e7-821f-11e4496c16e6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:34.051002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246c1f5-c71a-4650-acc5-5f01e79ce54d req-b0e28af0-ab2b-4f6b-b91e-271c037ba8f1 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:34.052610 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0246c1f5-c71a-4650-acc5-5f01e79ce54d req-b0e28af0-ab2b-4f6b-b91e-271c037ba8f1 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 945 time: 0.0825844 Dec 08 01:33:34.108421 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.117780 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.126708 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Network c2eb413d-f988-4ac1-929c-e1fceb4b5a53 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:34.139267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:34.142992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:34.151089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3ef491-1295-46b4-bdf6-d738669c8b74,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:34.217481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 9c2596ed-694c-46e7-821f-11e4496c16e6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:34.217881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.232582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0246c1f5-c71a-4650-acc5-5f01e79ce54d req-ad0a4955-c9cc-4356-8a8f-d30808f59cfb tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388094 Dec 08 01:33:34.234128 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.300307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-4d328a87-e10e-4428-b0fc-500c0c5f3a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:34.301788 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-4d328a87-e10e-4428-b0fc-500c0c5f3a8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2026978 Dec 08 01:33:34.353432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d40be-3812-49e3-84a1-5d69ea868fed None None] Pushing event updated for resources: {'Port': ['ID=d015d3de-d507-46c1-aeac-e1cb773632be,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:34.391903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Attempting to bind port d015d3de-d507-46c1-aeac-e1cb773632be on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:34.392758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Attempting to bind port d015d3de-d507-46c1-aeac-e1cb773632be by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:34.393375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Attempting to bind port d015d3de-d507-46c1-aeac-e1cb773632be on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:34.404419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae09047-5d8a-4309-9b88-7eb8879a4216 req-62fef7f8-b7bf-47b4-99fe-cb005abcb615 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:34.406059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5ae09047-5d8a-4309-9b88-7eb8879a4216 req-62fef7f8-b7bf-47b4-99fe-cb005abcb615 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.3080423 Dec 08 01:33:34.411311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:34.412653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:34.413319 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.413926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:34.414778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Bound port: d015d3de-d507-46c1-aeac-e1cb773632be, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:34.415584 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.516938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-9f4570ef-3b96-4c2e-90d5-3419b7c2d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:34.521012 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-9f4570ef-3b96-4c2e-90d5-3419b7c2d07e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1459279 Dec 08 01:33:34.619684 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5ae09047-5d8a-4309-9b88-7eb8879a4216 req-0e8c50e2-f9b3-4b9f-8051-05e4bbba89ec tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910450 Dec 08 01:33:34.645602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] For port d015d3de-d507-46c1-aeac-e1cb773632be, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:34.678696 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] For port d015d3de-d507-46c1-aeac-e1cb773632be, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d015d3de-d507-46c1-aeac-e1cb773632be,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:34.690377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8a61fe54-b142-4659-9b64-928539614865 None None] Provisioning complete for port 2a3ef491-1295-46b4-bdf6-d738669c8b74 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:34.690751 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a61fe54-b142-4659-9b64-928539614865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.693315 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.705399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-42b3df3e-539b-445d-a800-82c49c102b8c req-fa5a29e5-3510-4186-b5e1-6095c9d76dd2 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-797828584', 'description': 'tempest-description-290401668'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:34.795074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-f6f1dece-9f44-45e2-8c35-0bedb01260d0 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405872 Dec 08 01:33:34.797302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42b3df3e-539b-445d-a800-82c49c102b8c req-fa5a29e5-3510-4186-b5e1-6095c9d76dd2 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.873501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-31156374-111e-4140-b8da-206178dd1456 admin admin] Deleting port 72e57e96-76e4-4471-bde4-6c89242349a2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:34.873858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31156374-111e-4140-b8da-206178dd1456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.892386 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:34.932712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49d608-392b-434d-9f38-895a12159d16 req-3e478fa9-4a5f-4f67-aaf0-8680ca6f56b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:34.935012 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-3e478fa9-4a5f-4f67-aaf0-8680ca6f56b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.72 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 814 time: 0.5667031 Dec 08 01:33:34.968264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8a61fe54-b142-4659-9b64-928539614865 None None] Port 2a3ef491-1295-46b4-bdf6-d738669c8b74 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:33:34.975541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Routers {'434f542e-ec90-4998-a6bd-854504a7f096'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:34.976169 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['434f542e-ec90-4998-a6bd-854504a7f096'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:34.977972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d40be-3812-49e3-84a1-5d69ea868fed None None] Pushing event updated for resources: {'Port': ['ID=d015d3de-d507-46c1-aeac-e1cb773632be,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:34.990443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-2a49d608-392b-434d-9f38-895a12159d16 req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Request body: {'port': {'device_id': '2ad927a2-4248-4a87-bf8e-77161ae2bd2f', 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6', 'admin_state_up': True, 'tenant_id': '52457a89bac449eeb836923062c49a9c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:35.009491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbd51495-78dd-47ff-adb4-55be1e9b6a5a req-018bf07c-7228-4183-a06a-d0a0f94b261a tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 210 time: 0.6433556 Dec 08 01:33:35.092571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42b3df3e-539b-445d-a800-82c49c102b8c req-fa5a29e5-3510-4186-b5e1-6095c9d76dd2 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:35.109450 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42b3df3e-539b-445d-a800-82c49c102b8c req-fa5a29e5-3510-4186-b5e1-6095c9d76dd2 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:35.114012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-31156374-111e-4140-b8da-206178dd1456 admin admin] For port 72e57e96-76e4-4471-bde4-6c89242349a2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=72e57e96-76e4-4471-bde4-6c89242349a2,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:35.114369 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31156374-111e-4140-b8da-206178dd1456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:35.120770 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-8f64d695-495c-4421-b101-611fe32e74c0 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042085 Dec 08 01:33:35.132732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] Set router 434f542e-ec90-4998-a6bd-854504a7f096 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:35.161895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-31156374-111e-4140-b8da-206178dd1456 admin admin] Calling delete_port for 72e57e96-76e4-4471-bde4-6c89242349a2 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:35.178558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42b3df3e-539b-445d-a800-82c49c102b8c req-fa5a29e5-3510-4186-b5e1-6095c9d76dd2 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:35.192998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42b3df3e-539b-445d-a800-82c49c102b8c req-fa5a29e5-3510-4186-b5e1-6095c9d76dd2 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4945328 Dec 08 01:33:35.233941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a29e5-3510-4186-b5e1-6095c9d76dd2 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da66f03f-9fca-41bc-9570-a84a88a6620c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:35.322596 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe293cd-7729-4d8b-bdb9-04716f1c9f5b req-99d000d7-2932-450e-bc6a-0f2c6f8bbcec tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:35.332870 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abe293cd-7729-4d8b-bdb9-04716f1c9f5b req-99d000d7-2932-450e-bc6a-0f2c6f8bbcec tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.2407944 Dec 08 01:33:35.395066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a49d608-392b-434d-9f38-895a12159d16 req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Made reservation on behalf of 52457a89bac449eeb836923062c49a9c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:35.398686 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2a49d608-392b-434d-9f38-895a12159d16 req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:35.416824 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:35.483821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434f542e-ec90-4998-a6bd-854504a7f096', 'name': 'tempest-FloatingIPDetailsTestJSON-1346961190-router', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:28Z', 'updated_at': '2021-12-08T01:33:30Z', 'revision_number': 3, 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'gw_port': {'id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434f542e-ec90-4998-a6bd-854504a7f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:29Z', 'updated_at': '2021-12-08T01:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:35.533586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fae066-04e1-422f-b137-b913b9b04c34 None None] The sync data for ids ['434f542e-ec90-4998-a6bd-854504a7f096'] in n-d-713498-30 is: [{'id': '434f542e-ec90-4998-a6bd-854504a7f096', 'name': 'tempest-FloatingIPDetailsTestJSON-1346961190-router', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:28Z', 'updated_at': '2021-12-08T01:33:30Z', 'revision_number': 3, 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'gw_port': {'id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c1:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434f542e-ec90-4998-a6bd-854504a7f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:29Z', 'updated_at': '2021-12-08T01:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:35.549009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abe293cd-7729-4d8b-bdb9-04716f1c9f5b req-181aa7ac-1d35-41b4-b08c-258dc0f52cc5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003224 Dec 08 01:33:35.613107 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e53a8800-3a59-45ff-b680-6e6f7f5ca3a5 req-21403ce3-adf5-46ef-a430-34e3f3b756a9 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/da66f03f-9fca-41bc-9570-a84a88a6620c HTTP/1.1" status: 200 len: 1828 time: 0.1435506 Dec 08 01:33:35.646691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-24f44691-9420-492e-a814-a76c373cb59e req-19564ef9-51c8-4eb2-9fcb-6e5ed8178670 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1023740277', 'description': 'tempest-description-440993147'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:35.664109 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31156374-111e-4140-b8da-206178dd1456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:35.690533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-2a49d608-392b-434d-9f38-895a12159d16 req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Allocated IP 172.20.0.2 (20b932fd-14f5-4575-9b83-f48bb3a90ce6/5dfb6545-e723-4219-9adc-c75d330b6d32/09edb317-aa5a-40c7-9f22-0ce7896b319e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:35.727725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31156374-111e-4140-b8da-206178dd1456 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e57e96-76e4-4471-bde4-6c89242349a2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:35.821493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44509f3-00dd-4ba6-896d-e7792b7fc328 req-3de7a222-6ae0-4d0e-9061-cfa6f1235133 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:35.823051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c44509f3-00dd-4ba6-896d-e7792b7fc328 req-3de7a222-6ae0-4d0e-9061-cfa6f1235133 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 945 time: 0.1302545 Dec 08 01:33:35.847481 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24f44691-9420-492e-a814-a76c373cb59e req-19564ef9-51c8-4eb2-9fcb-6e5ed8178670 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:35.882015 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:35.914109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:36.119005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c44509f3-00dd-4ba6-896d-e7792b7fc328 req-a045ec75-2530-4c86-8e49-84c207509e47 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838585 Dec 08 01:33:36.128191 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:36.172806 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24f44691-9420-492e-a814-a76c373cb59e req-19564ef9-51c8-4eb2-9fcb-6e5ed8178670 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:36.181876 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31156374-111e-4140-b8da-206178dd1456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:36.192503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24f44691-9420-492e-a814-a76c373cb59e req-19564ef9-51c8-4eb2-9fcb-6e5ed8178670 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:36.204411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3ef491-1295-46b4-bdf6-d738669c8b74,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:36.239804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-24f44691-9420-492e-a814-a76c373cb59e req-19564ef9-51c8-4eb2-9fcb-6e5ed8178670 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:36.241017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-24f44691-9420-492e-a814-a76c373cb59e req-19564ef9-51c8-4eb2-9fcb-6e5ed8178670 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5998468 Dec 08 01:33:36.322084 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2a49d608-392b-434d-9f38-895a12159d16 req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:36.349220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19564ef9-51c8-4eb2-9fcb-6e5ed8178670 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f5398a-778a-41d3-88c6-80756fe1912c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:36.397021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d015d3de-d507-46c1-aeac-e1cb773632be up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:36.464996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfdba9-dffe-4163-b466-8525339c7db1 req-1faf1b9c-f421-46f2-afde-25200f9249f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:36.472715 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-12cfdba9-dffe-4163-b466-8525339c7db1 req-1faf1b9c-f421-46f2-afde-25200f9249f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.2262263 Dec 08 01:33:36.493947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7be9a54c-88db-4943-8e3d-80aef5624a14 req-624cd7fe-fea5-462a-924c-9f3194f84b8b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 210 time: 0.0586505 Dec 08 01:33:36.522270 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d015d3de-d507-46c1-aeac-e1cb773632be triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:36.522984 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:36.538436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Network c2eb413d-f988-4ac1-929c-e1fceb4b5a53 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:36.540451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:36.580125 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2a49d608-392b-434d-9f38-895a12159d16 req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:36.623460 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['bf504062-4895-4581-a176-fe2dbecd580f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:36.626376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a100906d-e48a-4e30-be66-30b7c479d480'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:36.696986 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-12cfdba9-dffe-4163-b466-8525339c7db1 req-3489c8ac-5bab-42b2-b09a-3a198fb0f8a6 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232776 Dec 08 01:33:36.772677 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b854985-88d0-46e5-8676-15554a71e910 req-4f5e184e-fc0b-4f3d-ab8e-1214fc82a41e tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/a8f5398a-778a-41d3-88c6-80756fe1912c HTTP/1.1" status: 200 len: 1829 time: 0.2501962 Dec 08 01:33:36.787799 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31156374-111e-4140-b8da-206178dd1456 admin admin] Router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:33:36.836020 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:36.839610 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a49d608-392b-434d-9f38-895a12159d16 req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:36.911910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port d015d3de-d507-46c1-aeac-e1cb773632be, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d015d3de-d507-46c1-aeac-e1cb773632be,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:36.926082 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-af6e0854-da73-497c-8167-b697b4a224dc req-d4a8b553-bdc4-4d8e-93fb-7a3c024fcf7b tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] show failed (client error): The resource could not be found. Dec 08 01:33:36.928384 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:36.949406 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af6e0854-da73-497c-8167-b697b4a224dc req-d4a8b553-bdc4-4d8e-93fb-7a3c024fcf7b tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/3b542af1-8344-4962-900e-74d3425a2093 HTTP/1.1" status: 404 len: 352 time: 0.0451837 Dec 08 01:33:36.968867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-2a49d608-392b-434d-9f38-895a12159d16 req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:36.984148 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-263f16a0-afcd-4653-bcbe-3fae07906de8 req-6366ca15-b07c-4ae0-947d-f294dbb8b0ec tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] show failed (client error): The resource could not be found. Dec 08 01:33:36.994407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a49d608-392b-434d-9f38-895a12159d16 req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:37.004183 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-263f16a0-afcd-4653-bcbe-3fae07906de8 req-6366ca15-b07c-4ae0-947d-f294dbb8b0ec tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-group-rules/47ae0296-de84-48c3-adbb-678d34c235f8 HTTP/1.1" status: 404 len: 361 time: 0.0402725 Dec 08 01:33:37.031928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Pushing event updated for resources: {'Port': ['ID=09edb317-aa5a-40c7-9f22-0ce7896b319e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:37.042308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4d366a02-2b09-49fe-b9af-9b165c09c863 None None] Provisioning complete for port 2a3ef491-1295-46b4-bdf6-d738669c8b74 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:37.042692 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d366a02-2b09-49fe-b9af-9b165c09c863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:37.070056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Router 434f542e-ec90-4998-a6bd-854504a7f096 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:33:37.103604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49d608-392b-434d-9f38-895a12159d16 req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:37.104327 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2a49d608-392b-434d-9f38-895a12159d16 req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:37.119109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543fb25-aad1-49c2-8572-f8a4bbbef77d req-fad78312-5f9c-412a-b675-a73278475b09 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:37.121162 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9543fb25-aad1-49c2-8572-f8a4bbbef77d req-fad78312-5f9c-412a-b675-a73278475b09 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.2074156 Dec 08 01:33:37.154095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=d015d3de-d507-46c1-aeac-e1cb773632be,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:37.160103 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f0ca3306-34a4-44bc-9e6b-b87ae778d4e4 req-1387dc4a-f1d4-4a52-aa80-0f6586b01848 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/a8f5398a-778a-41d3-88c6-80756fe1912c HTTP/1.1" status: 200 len: 1829 time: 0.1439309 Dec 08 01:33:37.184228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4d366a02-2b09-49fe-b9af-9b165c09c863 None None] Port 2a3ef491-1295-46b4-bdf6-d738669c8b74 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:33:37.212756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31156374-111e-4140-b8da-206178dd1456 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:37.225206 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ff7cd-6a0c-4293-80ad-165c4d3efca7 None None] Sync routers for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:37.225889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-31156374-111e-4140-b8da-206178dd1456 admin admin] 10.222.0.70 "PUT /v2.0/routers/8cc00860-a66b-44a3-9c50-0be7a801c3d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1966622 Dec 08 01:33:37.232079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38274) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:37.257926 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ff7cd-6a0c-4293-80ad-165c4d3efca7 None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:37.258977 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e74ff7cd-6a0c-4293-80ad-165c4d3efca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:37.299998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-1ec0fdde-5c54-4814-8a63-6311e05c5efd tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:37.301957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-1ec0fdde-5c54-4814-8a63-6311e05c5efd tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 945 time: 0.2297943 Dec 08 01:33:37.302821 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f0ca3306-34a4-44bc-9e6b-b87ae778d4e4 req-c0796190-c8dd-4ea8-8899-7337e7fb703a tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:37.335565 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-5a5fa245-8798-4cba-8020-ca4bd627317b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3493507 Dec 08 01:33:37.361519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Request body: {'port': {'device_id': '2ad927a2-4248-4a87-bf8e-77161ae2bd2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:37.382193 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9543fb25-aad1-49c2-8572-f8a4bbbef77d req-36138f1e-e6e7-4054-a6e5-42d5d6eea166 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505591 Dec 08 01:33:37.396486 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f0ca3306-34a4-44bc-9e6b-b87ae778d4e4 req-c0796190-c8dd-4ea8-8899-7337e7fb703a tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:37.505156 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:37.510700 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:37.540542 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e74ff7cd-6a0c-4293-80ad-165c4d3efca7 None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:37.604973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:37.625038 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8666fa3b-badc-4d11-9637-41babd8092c2 admin admin] 10.222.0.70 "PUT /v2.0/routers/434f542e-ec90-4998-a6bd-854504a7f096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5473626 Dec 08 01:33:37.636777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f0ca3306-34a4-44bc-9e6b-b87ae778d4e4 req-c0796190-c8dd-4ea8-8899-7337e7fb703a tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:37.640777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f0ca3306-34a4-44bc-9e6b-b87ae778d4e4 req-c0796190-c8dd-4ea8-8899-7337e7fb703a tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:37.642063 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f0ca3306-34a4-44bc-9e6b-b87ae778d4e4 req-c0796190-c8dd-4ea8-8899-7337e7fb703a tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "DELETE /v2.0/security-groups/a8f5398a-778a-41d3-88c6-80756fe1912c HTTP/1.1" status: 204 len: 173 time: 0.4811060 Dec 08 01:33:37.659315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Deleting port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:37.659766 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:37.800649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0796190-c8dd-4ea8-8899-7337e7fb703a tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f5398a-778a-41d3-88c6-80756fe1912c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:37.816178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297c8da-44d8-4fe5-ae03-9221087000b0 req-e0311231-64e2-462b-b163-9f832109becc tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:37.820655 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b297c8da-44d8-4fe5-ae03-9221087000b0 req-e0311231-64e2-462b-b163-9f832109becc tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 945 time: 0.2685394 Dec 08 01:33:37.855755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:37.871776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] For port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7127ba2d-0ea1-4ecb-b81b-a122970eef2d,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:37.872253 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:37.879432 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e74ff7cd-6a0c-4293-80ad-165c4d3efca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:33:35Z', 'revision_number': 5, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port': {'id': '4ea5a706-6d91-47a6-bf35-4a47f80ff7a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:32:11Z', 'updated_at': '2021-12-08T01:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:37.934205 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ff7cd-6a0c-4293-80ad-165c4d3efca7 None None] Checking router: 8cc00860-a66b-44a3-9c50-0be7a801c3d2 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:37.956589 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b297c8da-44d8-4fe5-ae03-9221087000b0 req-06869f25-c696-4411-8925-0c201c1ffe2f tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups?id=3a03c2bc-8126-4acd-9ea6-206b0bf49369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144123 Dec 08 01:33:37.958376 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ff7cd-6a0c-4293-80ad-165c4d3efca7 None None] Routers {'8cc00860-a66b-44a3-9c50-0be7a801c3d2'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:37.959729 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e74ff7cd-6a0c-4293-80ad-165c4d3efca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:38.044834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d015d3de-d507-46c1-aeac-e1cb773632be up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:38.086989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f5d88-f2d7-4a0b-88f1-2c3a6a789192 req-11434638-e2e6-41d6-a498-ff871329a93f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:38.096526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-104f5d88-f2d7-4a0b-88f1-2c3a6a789192 req-11434638-e2e6-41d6-a498-ff871329a93f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 931 time: 0.3230612 Dec 08 01:33:38.127824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d015d3de-d507-46c1-aeac-e1cb773632be triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:38.129421 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:38.160677 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86fdb368-5244-4a82-8045-0c50a934d801 req-333a3e9b-0b63-44a2-bf2a-8f89b12145c4 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/da66f03f-9fca-41bc-9570-a84a88a6620c HTTP/1.1" status: 200 len: 1828 time: 0.1673956 Dec 08 01:33:38.172376 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e74ff7cd-6a0c-4293-80ad-165c4d3efca7 None None] Set router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:38.242107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09edb317-aa5a-40c7-9f22-0ce7896b319e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:38.242430 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e74ff7cd-6a0c-4293-80ad-165c4d3efca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:33:37Z', 'revision_number': 6, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:38.263679 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:38.276490 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74ff7cd-6a0c-4293-80ad-165c4d3efca7 None None] The sync data for ids ['8cc00860-a66b-44a3-9c50-0be7a801c3d2'] in n-d-713498-30 is: [{'id': '8cc00860-a66b-44a3-9c50-0be7a801c3d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-955099160-router', 'tenant_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:32:10Z', 'updated_at': '2021-12-08T01:33:37Z', 'revision_number': 6, 'project_id': 'ee6ae0f92b2f4e27954336d2199a8745', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:38.292832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Transition to ACTIVE for port object 09edb317-aa5a-40c7-9f22-0ce7896b319e will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:33:38.305884 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:38.327738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Sync routers for ids ['434f542e-ec90-4998-a6bd-854504a7f096'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:38.352199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-86fdb368-5244-4a82-8045-0c50a934d801 req-ed642aef-306b-49d2-80cd-80db8bcd0499 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:38.365194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Routers {'434f542e-ec90-4998-a6bd-854504a7f096'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:38.367628 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['434f542e-ec90-4998-a6bd-854504a7f096'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:38.407351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Pushing event updated for resources: {'Port': ['ID=09edb317-aa5a-40c7-9f22-0ce7896b319e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:38.411162 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-86fdb368-5244-4a82-8045-0c50a934d801 req-ed642aef-306b-49d2-80cd-80db8bcd0499 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:38.512113 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-86fdb368-5244-4a82-8045-0c50a934d801 req-ed642aef-306b-49d2-80cd-80db8bcd0499 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:38.515039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-86fdb368-5244-4a82-8045-0c50a934d801 req-ed642aef-306b-49d2-80cd-80db8bcd0499 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:38.516217 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86fdb368-5244-4a82-8045-0c50a934d801 req-ed642aef-306b-49d2-80cd-80db8bcd0499 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "DELETE /v2.0/security-groups/da66f03f-9fca-41bc-9570-a84a88a6620c HTTP/1.1" status: 204 len: 173 time: 0.3180985 Dec 08 01:33:38.532874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed642aef-306b-49d2-80cd-80db8bcd0499 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da66f03f-9fca-41bc-9570-a84a88a6620c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:38.534808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Attempting to bind port 09edb317-aa5a-40c7-9f22-0ce7896b319e on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:38.535140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Attempting to bind port 09edb317-aa5a-40c7-9f22-0ce7896b319e by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:38.535466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Attempting to bind port 09edb317-aa5a-40c7-9f22-0ce7896b319e on network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:38.540881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Port 09edb317-aa5a-40c7-9f22-0ce7896b319e on network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:33:38.541210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Attempting to bind port 09edb317-aa5a-40c7-9f22-0ce7896b319e on network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:38.562477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:38.562882 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Checking segment: {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:38.563274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Bound using segment: {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:38.563778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Bound port: 09edb317-aa5a-40c7-9f22-0ce7896b319e, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:38.564151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:38.566658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Set router 434f542e-ec90-4998-a6bd-854504a7f096 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:38.674141 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] For port 09edb317-aa5a-40c7-9f22-0ce7896b319e, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:38.690195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] For port 09edb317-aa5a-40c7-9f22-0ce7896b319e, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=09edb317-aa5a-40c7-9f22-0ce7896b319e,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:38.713835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bbec0-81f2-43f3-a83d-cfb857a72e8b req-de3adc77-31e4-438c-9b72-e31f395dbd6f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:38.717520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-946bbec0-81f2-43f3-a83d-cfb857a72e8b req-de3adc77-31e4-438c-9b72-e31f395dbd6f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.0982492 Dec 08 01:33:38.719632 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:38.758864 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-104f5d88-f2d7-4a0b-88f1-2c3a6a789192 req-cee58b01-fb0d-4cc1-8a00-b1a20b01bd98 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6611686 Dec 08 01:33:38.779766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Deleting port 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:38.780629 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:38.790492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:38.791163 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:38.792524 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] 10.222.0.72 "PUT /v2.0/ports/09edb317-aa5a-40c7-9f22-0ce7896b319e HTTP/1.1" status: 200 len: 1092 time: 1.4353898 Dec 08 01:33:38.795865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad927a2-4248-4a87-bf8e-77161ae2bd2f', 'tag': '09edb317-aa5a-40c7-9f22-0ce7896b319e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:38.797938 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8eee0e-471f-468f-9468-ecec5ac67db8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad927a2-4248-4a87-bf8e-77161ae2bd2f", "tag": "09edb317-aa5a-40c7-9f22-0ce7896b319e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:38.839013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab1ee0-5f80-4615-b185-515ca438f370 service neutron] Pushing event updated for resources: {'Port': ['ID=09edb317-aa5a-40c7-9f22-0ce7896b319e,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:38.856947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-946bbec0-81f2-43f3-a83d-cfb857a72e8b req-22ba85d9-c83c-4ab0-bebb-dfd31cfa97b8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293743 Dec 08 01:33:38.914766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] For port 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4ea5a706-6d91-47a6-bf35-4a47f80ff7a3,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:38.915721 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:38.945236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Calling delete_port for 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:38.979301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49d608-392b-434d-9f38-895a12159d16 req-92ab4767-439b-41e4-bc36-1d13f721e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:38.981957 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-92ab4767-439b-41e4-bc36-1d13f721e6cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 1095 time: 0.1080549 Dec 08 01:33:39.005488 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434f542e-ec90-4998-a6bd-854504a7f096', 'name': 'tempest-FloatingIPDetailsTestJSON-1346961190-router', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:28Z', 'updated_at': '2021-12-08T01:33:35Z', 'revision_number': 4, 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'gw_port': {'id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434f542e-ec90-4998-a6bd-854504a7f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:29Z', 'updated_at': '2021-12-08T01:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '2a3ef491-1295-46b4-bdf6-d738669c8b74', 'name': '', 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'mac_address': 'fa:16:3e:31:11:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434f542e-ec90-4998-a6bd-854504a7f096', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '524c1f8d-2eab-457c-9ea5-17a477a83eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:33Z', 'updated_at': '2021-12-08T01:33:35Z', 'revision_number': 2, 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'subnets': [{'id': '524c1f8d-2eab-457c-9ea5-17a477a83eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:39.046548 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Checking router: 434f542e-ec90-4998-a6bd-854504a7f096 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:39.047127 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Updating router 434f542e-ec90-4998-a6bd-854504a7f096 port 2a3ef491-1295-46b4-bdf6-d738669c8b74 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:33:39.073034 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-acc241ca-3f0f-43f1-bf10-7061571f75c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09edb317-aa5a-40c7-9f22-0ce7896b319e HTTP/1.1" status: 200 len: 217 time: 0.0725327 Dec 08 01:33:39.080253 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.157642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.158021 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.158353 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Floating IP ef79321b-e594-4995-ad8d-c2dddf72d230 disassociated. External IP: 172.25.2.44, port: 7127ba2d-0ea1-4ecb-b81b-a122970eef2d. Dec 08 01:33:39.158710 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Calling delete_port for 7127ba2d-0ea1-4ecb-b81b-a122970eef2d owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:39.182781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49d608-392b-434d-9f38-895a12159d16 req-90459113-3b38-4534-bca4-b7f609d45327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:39.187515 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-90459113-3b38-4534-bca4-b7f609d45327 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5dfb6545-e723-4219-9adc-c75d330b6d32 HTTP/1.1" status: 200 len: 854 time: 0.1047838 Dec 08 01:33:39.199406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12a0da-1df1-43b4-9024-fac59d7322ec req-13262c60-4e78-471a-a912-eb65118942ec tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:39.201153 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c12a0da-1df1-43b4-9024-fac59d7322ec req-13262c60-4e78-471a-a912-eb65118942ec tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.1307168 Dec 08 01:33:39.244559 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-4a42916e-40a0-4bd3-8e95-76ea6af9bf34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20b932fd-14f5-4575-9b83-f48bb3a90ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422764 Dec 08 01:33:39.373360 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c12a0da-1df1-43b4-9024-fac59d7322ec req-a5d69046-492f-40dd-bf78-f334972e6e9c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565723 Dec 08 01:33:39.412698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-91224f11-af1f-44be-bed7-85d531a8088b tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3362439 Dec 08 01:33:39.449895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:39.513648 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.516256 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.545560 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-27c4349b-cb41-49b8-b18b-00baccd7adc0 service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922292 Dec 08 01:33:39.555135 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.561753 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.580786 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e6f57d8-c4c6-4452-b9d7-df61c7212a3b req-750c7e56-5d27-48d7-a867-0e411f20d9ad tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/792a9cf9-d010-4421-addc-e5cd369595b4 HTTP/1.1" status: 200 len: 1830 time: 0.1266932 Dec 08 01:33:39.602836 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea5a706-6d91-47a6-bf35-4a47f80ff7a3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:39.625313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a4b71-9304-4a75-b929-e446e0aca856 None None] Pushing event updated for resources: {'Port': ['ID=2a3ef491-1295-46b4-bdf6-d738669c8b74,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:39.683335 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.721955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Attempting to bind port 2a3ef491-1295-46b4-bdf6-d738669c8b74 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:39.722622 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Attempting to bind port 2a3ef491-1295-46b4-bdf6-d738669c8b74 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '462ace14-e44b-4c25-b7d8-7ec9751cb925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:39.723181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Attempting to bind port 2a3ef491-1295-46b4-bdf6-d738669c8b74 on network c2eb413d-f988-4ac1-929c-e1fceb4b5a53 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:39.729863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:39.730643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Checking segment: {'id': '462ace14-e44b-4c25-b7d8-7ec9751cb925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:39.731328 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.731974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Bound using segment: {'id': '462ace14-e44b-4c25-b7d8-7ec9751cb925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:39.732798 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Bound port: 2a3ef491-1295-46b4-bdf6-d738669c8b74, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462ace14-e44b-4c25-b7d8-7ec9751cb925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:39.733693 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.737924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Pushing event deleted for resources: {'Port': ['ID=7127ba2d-0ea1-4ecb-b81b-a122970eef2d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:39.758458 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.784235 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e6f57d8-c4c6-4452-b9d7-df61c7212a3b req-0ae6b4c9-0814-4994-beb8-7ac2da146965 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.823620 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a49d608-392b-434d-9f38-895a12159d16 req-e22a8a48-042d-4585-9406-05e3258117c8 service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552569 Dec 08 01:33:39.838248 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e6f57d8-c4c6-4452-b9d7-df61c7212a3b req-0ae6b4c9-0814-4994-beb8-7ac2da146965 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.874757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] For port 2a3ef491-1295-46b4-bdf6-d738669c8b74, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:39.879446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] For port 2a3ef491-1295-46b4-bdf6-d738669c8b74, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2a3ef491-1295-46b4-bdf6-d738669c8b74,segment=NetworkSegment(462ace14-e44b-4c25-b7d8-7ec9751cb925),segment_id=462ace14-e44b-4c25-b7d8-7ec9751cb925)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:39.896315 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.909865 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e6f57d8-c4c6-4452-b9d7-df61c7212a3b req-0ae6b4c9-0814-4994-beb8-7ac2da146965 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.912678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e6f57d8-c4c6-4452-b9d7-df61c7212a3b req-0ae6b4c9-0814-4994-beb8-7ac2da146965 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.913868 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e6f57d8-c4c6-4452-b9d7-df61c7212a3b req-0ae6b4c9-0814-4994-beb8-7ac2da146965 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "DELETE /v2.0/security-groups/792a9cf9-d010-4421-addc-e5cd369595b4 HTTP/1.1" status: 204 len: 173 time: 0.3196254 Dec 08 01:33:39.939718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6b4c9-0814-4994-beb8-7ac2da146965 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=792a9cf9-d010-4421-addc-e5cd369595b4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:39.984607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Routers {'434f542e-ec90-4998-a6bd-854504a7f096'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:39.985067 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:39.985541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['434f542e-ec90-4998-a6bd-854504a7f096'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:39.989827 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.038682 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ecc472-d4fb-4a7f-bcee-19324c5afb19 x-openstack-request-id: req-48ecc472-d4fb-4a7f-bcee-19324c5afb19 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:40.038999 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad927a2-4248-4a87-bf8e-77161ae2bd2f", "tag": "09edb317-aa5a-40c7-9f22-0ce7896b319e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:40.039263 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48ecc472-d4fb-4a7f-bcee-19324c5afb19 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:40.039680 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad927a2-4248-4a87-bf8e-77161ae2bd2f', 'tag': '09edb317-aa5a-40c7-9f22-0ce7896b319e', 'status': 'completed', 'code': 200} Dec 08 01:33:40.113131 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.114116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc00860-a66b-44a3-9c50-0be7a801c3d2 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:33:40.126570 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.132461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38322) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:40.132759 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6c921a3a-9fa9-4d4c-a7d4-fffae5c4e601 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8cc00860-a66b-44a3-9c50-0be7a801c3d2 HTTP/1.1" status: 204 len: 168 time: 2.8960159 Dec 08 01:33:40.172581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:33:40.177422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.241862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-250d98be-728f-4f31-81d0-495a62209dfb admin admin] Deleting subnet d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:33:40.276187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-250d98be-728f-4f31-81d0-495a62209dfb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.279644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8eee0e-471f-468f-9468-ecec5ac67db8 req-7d0b7f5d-845f-4e24-9679-b27e22b7c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:40.281462 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d8eee0e-471f-468f-9468-ecec5ac67db8 req-7d0b7f5d-845f-4e24-9679-b27e22b7c11a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 1095 time: 0.2371695 Dec 08 01:33:40.377833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:40.399360 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Allocated IP 172.25.2.146 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/c8478712-3438-4691-9474-8cf6b3cc481a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:40.419934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a4b71-9304-4a75-b929-e446e0aca856 None None] Pushing event updated for resources: {'Port': ['ID=2a3ef491-1295-46b4-bdf6-d738669c8b74,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:40.427697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:40.428001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4ea5a706-6d91-47a6-bf35-4a47f80ff7a3 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:40.428378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 72e57e96-76e4-4471-bde4-6c89242349a2 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:40.466529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-18ab61b4-94d8-4870-90de-963fa19d040e None None] Provisioning complete for port 2a3ef491-1295-46b4-bdf6-d738669c8b74 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:40.466909 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18ab61b4-94d8-4870-90de-963fa19d040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.468537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 72e57e96-76e4-4471-bde4-6c89242349a2 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:40.468891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 72e57e96-76e4-4471-bde4-6c89242349a2 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:40.554517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] Set router 434f542e-ec90-4998-a6bd-854504a7f096 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:40.607921 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e575a845-cca4-4ebe-943e-692d77e1de51 req-ca6f37a4-dabc-4fb4-8cd2-fbbb6f7fda83 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1aed4c2-dd73-49d0-a2e2-239a54937e33 HTTP/1.1" status: 200 len: 210 time: 0.3581371 Dec 08 01:33:40.614123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8eee0e-471f-468f-9468-ecec5ac67db8 req-797bc5a4-260d-417d-b3ff-3798e2b8fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:40.620648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d8eee0e-471f-468f-9468-ecec5ac67db8 req-797bc5a4-260d-417d-b3ff-3798e2b8fce0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 915 time: 0.2539248 Dec 08 01:33:40.664380 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.666431 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-250d98be-728f-4f31-81d0-495a62209dfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.666908 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:40.678066 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5938f1e6-6943-4433-a7d5-ee6cfd7250dd None None] Sync routers for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:40.698246 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938f1e6-6943-4433-a7d5-ee6cfd7250dd None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:40.699222 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5938f1e6-6943-4433-a7d5-ee6cfd7250dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:40.719849 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18ab61b4-94d8-4870-90de-963fa19d040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.749146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] No DVR routers for this DVR port 7127ba2d-0ea1-4ecb-b81b-a122970eef2d on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:33:40.755517 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.759454 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb8d39aa-3f65-4f5a-9efe-9ec83b0adf94 req-5b20d8a6-3203-447d-a35f-b316823c5187 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.72 "DELETE /v2.0/ports/7127ba2d-0ea1-4ecb-b81b-a122970eef2d HTTP/1.1" status: 204 len: 173 time: 3.4454384 Dec 08 01:33:40.760037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'name': 'network-vif-deleted', 'tag': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:40.762505 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889a992e-b5b6-4360-8034-519230340e59" -d '{"events": [{"server_uuid": "f1aed4c2-dd73-49d0-a2e2-239a54937e33", "name": "network-vif-deleted", "tag": "7127ba2d-0ea1-4ecb-b81b-a122970eef2d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:40.787501 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.835776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:40.865069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-18ab61b4-94d8-4870-90de-963fa19d040e None None] For port 2a3ef491-1295-46b4-bdf6-d738669c8b74, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2a3ef491-1295-46b4-bdf6-d738669c8b74,segment=NetworkSegment(462ace14-e44b-4c25-b7d8-7ec9751cb925),segment_id=462ace14-e44b-4c25-b7d8-7ec9751cb925)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:40.883986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:40.887719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Pushing event updated for resources: {'Port': ['ID=c8478712-3438-4691-9474-8cf6b3cc481a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:40.890112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:40.898134 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18ab61b4-94d8-4870-90de-963fa19d040e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.947224 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-250d98be-728f-4f31-81d0-495a62209dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:40.947482 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5938f1e6-6943-4433-a7d5-ee6cfd7250dd None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:40.985706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab61b4-94d8-4870-90de-963fa19d040e None None] Pushing event updated for resources: {'Port': ['ID=2a3ef491-1295-46b4-bdf6-d738669c8b74,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:41.019651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434f542e-ec90-4998-a6bd-854504a7f096', 'name': 'tempest-FloatingIPDetailsTestJSON-1346961190-router', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:28Z', 'updated_at': '2021-12-08T01:33:35Z', 'revision_number': 4, 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'gw_port': {'id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434f542e-ec90-4998-a6bd-854504a7f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:29Z', 'updated_at': '2021-12-08T01:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '2a3ef491-1295-46b4-bdf6-d738669c8b74', 'name': '', 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'mac_address': 'fa:16:3e:31:11:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434f542e-ec90-4998-a6bd-854504a7f096', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '524c1f8d-2eab-457c-9ea5-17a477a83eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:33Z', 'updated_at': '2021-12-08T01:33:39Z', 'revision_number': 4, 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'subnets': [{'id': '524c1f8d-2eab-457c-9ea5-17a477a83eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:41.036970 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d8eee0e-471f-468f-9468-ecec5ac67db8 req-87c432cf-d179-4954-943a-d0cc404df073 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=09edb317-aa5a-40c7-9f22-0ce7896b319e HTTP/1.1" status: 200 len: 217 time: 0.2392349 Dec 08 01:33:41.070129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-250d98be-728f-4f31-81d0-495a62209dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:41.074372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f003c-9251-4ea2-a0c3-40967286fabe None None] The sync data for ids ['434f542e-ec90-4998-a6bd-854504a7f096'] in n-d-713498-30 is: [{'id': '434f542e-ec90-4998-a6bd-854504a7f096', 'name': 'tempest-FloatingIPDetailsTestJSON-1346961190-router', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:28Z', 'updated_at': '2021-12-08T01:33:35Z', 'revision_number': 4, 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'gw_port': {'id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434f542e-ec90-4998-a6bd-854504a7f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:29Z', 'updated_at': '2021-12-08T01:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '2a3ef491-1295-46b4-bdf6-d738669c8b74', 'name': '', 'network_id': 'c2eb413d-f988-4ac1-929c-e1fceb4b5a53', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'mac_address': 'fa:16:3e:31:11:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434f542e-ec90-4998-a6bd-854504a7f096', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '524c1f8d-2eab-457c-9ea5-17a477a83eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:33Z', 'updated_at': '2021-12-08T01:33:39Z', 'revision_number': 4, 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'subnets': [{'id': '524c1f8d-2eab-457c-9ea5-17a477a83eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:41.083439 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b9f58f80-165a-46cb-a89b-3a7165d0bb80 None None] Provisioning complete for port 2a3ef491-1295-46b4-bdf6-d738669c8b74 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:41.083952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b9f58f80-165a-46cb-a89b-3a7165d0bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:41.118659 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:41.226662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8eee0e-471f-468f-9468-ecec5ac67db8 req-95c5c20c-1224-4850-960a-8546ea55237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:41.228163 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d8eee0e-471f-468f-9468-ecec5ac67db8 req-95c5c20c-1224-4850-960a-8546ea55237a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5dfb6545-e723-4219-9adc-c75d330b6d32 HTTP/1.1" status: 200 len: 854 time: 0.1625321 Dec 08 01:33:41.228656 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:41.232043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 299a8db4-90c5-4bb0-8f1b-18c523b54caa details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:33:41.234471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d98be-728f-4f31-81d0-495a62209dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:41.235018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7127ba2d-0ea1-4ecb-b81b-a122970eef2d no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:41.269698 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 7127ba2d-0ea1-4ecb-b81b-a122970eef2d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:41.270943 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7127ba2d-0ea1-4ecb-b81b-a122970eef2d not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:41.301711 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d8eee0e-471f-468f-9468-ecec5ac67db8 req-9ffba90e-ecd8-4bdd-9050-e714dd1413e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20b932fd-14f5-4575-9b83-f48bb3a90ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447886 Dec 08 01:33:41.315065 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-250d98be-728f-4f31-81d0-495a62209dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:41.320684 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-250d98be-728f-4f31-81d0-495a62209dfb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d7a624a0-dfce-4fcc-95e9-50cc6a86ad0c HTTP/1.1" status: 204 len: 168 time: 1.1849616 Dec 08 01:33:41.321561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38332) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:41.331967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4323fbc-75ff-45be-a3a7-9c73d37b6225 req-602534f0-ee63-40bb-9536-a8aa25a9cb5c tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:41.333232 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf3cc51-c859-43de-b9d0-08cd4e00fd96 None None] Network 388aef79-43b2-40f4-872b-9d737ee249d5 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:33:41.334011 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f4323fbc-75ff-45be-a3a7-9c73d37b6225 req-602534f0-ee63-40bb-9536-a8aa25a9cb5c tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 943 time: 0.5351570 Dec 08 01:33:41.493800 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:41.536647 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d8eee0e-471f-468f-9468-ecec5ac67db8 req-35d0e9b1-54fc-4b1c-8a28-631f699ef4c3 service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883440 Dec 08 01:33:41.539442 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5938f1e6-6943-4433-a7d5-ee6cfd7250dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:49Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:41.579752 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5970623e-b5d7-42f1-b5bd-97f1d28ecd02 req-518d12d2-6c76-400a-89ad-a27934729b46 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5403352 Dec 08 01:33:41.601708 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5938f1e6-6943-4433-a7d5-ee6cfd7250dd None None] Checking router: 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:41.624903 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5938f1e6-6943-4433-a7d5-ee6cfd7250dd None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:41.625547 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5938f1e6-6943-4433-a7d5-ee6cfd7250dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:41.653261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:41.663736 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:41.712433 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f4323fbc-75ff-45be-a3a7-9c73d37b6225 req-cd448c9a-6863-46d8-b6eb-8b9202bf99be tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568370 Dec 08 01:33:41.754766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Deleting port c0c7a551-af13-4fd0-820e-05609cfcedbe {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:41.755142 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:41.770722 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:41.799610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '299a8db4-90c5-4bb0-8f1b-18c523b54caa', 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24', 'port_id': '299a8db4-90c5-4bb0-8f1b-18c523b54caa', 'mac_address': 'fa:16:3e:4d:ed:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6c275c-7de4-402b-b3bf-de84b98d769c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:33:41.807073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Pushing event updated for resources: {'Port': ['ID=c8478712-3438-4691-9474-8cf6b3cc481a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:41.813031 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:41.879273 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:41.882411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-e04ca53f-a16a-4af4-842f-cf4835fdf188 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4399123 Dec 08 01:33:41.908195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b575b988-b474-4432-bba8-1fdbfcaab1ba None None] DHCP port deletion for 388aef79-43b2-40f4-872b-9d737ee249d5 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:33:41.911550 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:41.962110 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5938f1e6-6943-4433-a7d5-ee6cfd7250dd None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:42.021969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299a8db4-90c5-4bb0-8f1b-18c523b54caa {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:42.049306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] For port c0c7a551-af13-4fd0-820e-05609cfcedbe, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c0c7a551-af13-4fd0-820e-05609cfcedbe,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:42.050515 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:42.091275 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:42.099202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-caf92616-6e18-4204-bdbe-da7aab794091 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.146 HTTP/1.1" status: 200 len: 696 time: 0.2010891 Dec 08 01:33:42.109049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2a3ef491-1295-46b4-bdf6-d738669c8b74 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:42.129854 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:42.134903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Calling delete_port for c0c7a551-af13-4fd0-820e-05609cfcedbe owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:42.349293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b575b988-b474-4432-bba8-1fdbfcaab1ba None None] Deleting port c0c7a551-af13-4fd0-820e-05609cfcedbe {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:42.349688 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b575b988-b474-4432-bba8-1fdbfcaab1ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:42.366112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-15620fb5-b703-4d8f-af61-cb8c06087984 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:42.380409 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-15620fb5-b703-4d8f-af61-cb8c06087984 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2794213 Dec 08 01:33:42.401294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-657a231a-e3f8-4ca9-a8df-d3f18e6f6a99 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:33:42.402399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-092c18df-fa7c-4269-a7e9-02bb38d7326d req-657a231a-e3f8-4ca9-a8df-d3f18e6f6a99 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125856 Dec 08 01:33:42.404024 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5938f1e6-6943-4433-a7d5-ee6cfd7250dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:49Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:42.420172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=299a8db4-90c5-4bb0-8f1b-18c523b54caa,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:42.485101 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5938f1e6-6943-4433-a7d5-ee6cfd7250dd None None] The sync data for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 is: [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:28:45Z', 'revision_number': 4, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1820d2af-9fbf-4f20-a53a-2d55965fcabd', 'name': '', 'network_id': '45794b73-594c-438d-a11c-067a267cf9ce', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'mac_address': 'fa:16:3e:fa:e9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:44Z', 'updated_at': '2021-12-08T01:28:49Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'subnets': [{'id': '5c7176f9-f7bf-457f-8cdd-cf682e2c25da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:42.553869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b575b988-b474-4432-bba8-1fdbfcaab1ba None None] For port c0c7a551-af13-4fd0-820e-05609cfcedbe, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c0c7a551-af13-4fd0-820e-05609cfcedbe,segment=NetworkSegment(b3e312ce-02b0-4f81-8f34-cfcdd38bc87d),segment_id=b3e312ce-02b0-4f81-8f34-cfcdd38bc87d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:42.554277 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b575b988-b474-4432-bba8-1fdbfcaab1ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:42.566099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['299a8db4-90c5-4bb0-8f1b-18c523b54caa'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:42.603768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 2a3ef491-1295-46b4-bdf6-d738669c8b74 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:42.603768 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:42.655609 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b575b988-b474-4432-bba8-1fdbfcaab1ba None None] Calling delete_port for c0c7a551-af13-4fd0-820e-05609cfcedbe owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:42.796381 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d8eee0e-471f-468f-9468-ecec5ac67db8 req-1ded2caa-bd81-41ad-9857-b83b845fde8a service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2128978 Dec 08 01:33:42.837511 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970623e-b5d7-42f1-b5bd-97f1d28ecd02 req-16169985-cfed-4ed6-a602-f022e0c4dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:42.840565 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5970623e-b5d7-42f1-b5bd-97f1d28ecd02 req-16169985-cfed-4ed6-a602-f022e0c4dce3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 1096 time: 1.0770104 Dec 08 01:33:43.018229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba553c-c07d-44c3-a9d3-6c0545fc3815 req-d6ea96db-2047-4822-92e0-e5a0ea1cb87e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:43.025779 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-36ba553c-c07d-44c3-a9d3-6c0545fc3815 req-d6ea96db-2047-4822-92e0-e5a0ea1cb87e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 945 time: 0.2283156 Dec 08 01:33:43.051280 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970623e-b5d7-42f1-b5bd-97f1d28ecd02 req-83416423-4bb9-4d99-80ae-ca0ff4f10d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:43.055083 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5970623e-b5d7-42f1-b5bd-97f1d28ecd02 req-83416423-4bb9-4d99-80ae-ca0ff4f10d9c service neutron] 10.222.0.65 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.1881166 Dec 08 01:33:43.081387 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0999e18-3148-43eb-b1b1-52da73b92310 None None] New status for floating IP ef79321b-e594-4995-ad8d-c2dddf72d230: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:33:43.106510 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-36ba553c-c07d-44c3-a9d3-6c0545fc3815 req-93a0a7fd-5640-4937-b929-dd4ec12c33ac tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797310 Dec 08 01:33:43.181793 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac65180e-6148-4f54-b868-3dc2e3de3777 req-39b12da0-0b4c-4ac8-bcf4-c0d9c419ee87 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/29e59567-945c-413a-9741-f4bdee4e3ba8 HTTP/1.1" status: 200 len: 1830 time: 0.7466331 Dec 08 01:33:43.192712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5970623e-b5d7-42f1-b5bd-97f1d28ecd02 req-33d69294-5ef9-4cc9-9f26-201988fec05e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c HTTP/1.1" status: 200 len: 217 time: 0.1089318 Dec 08 01:33:43.247124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 09edb317-aa5a-40c7-9f22-0ce7896b319e details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:33:43.280648 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ac65180e-6148-4f54-b868-3dc2e3de3777 req-2a1232c3-7a12-442d-a6cc-2f68dfdaa5cc tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:43.338900 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:43.375712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ac65180e-6148-4f54-b868-3dc2e3de3777 req-2a1232c3-7a12-442d-a6cc-2f68dfdaa5cc tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:43.413136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547f62d-d899-479a-bd76-4b826cd43fd9 req-79b1824d-fc08-4734-a1ed-0d1c073fd500 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:43.414743 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d547f62d-d899-479a-bd76-4b826cd43fd9 req-79b1824d-fc08-4734-a1ed-0d1c073fd500 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.1621327 Dec 08 01:33:43.416483 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970623e-b5d7-42f1-b5bd-97f1d28ecd02 req-f3ee5091-097e-41a5-a383-218cc5133024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:43.418028 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5970623e-b5d7-42f1-b5bd-97f1d28ecd02 req-f3ee5091-097e-41a5-a383-218cc5133024 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.2156568 Dec 08 01:33:43.453763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c7a551-af13-4fd0-820e-05609cfcedbe,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:43.455793 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] No DVR routers for this DVR port c0c7a551-af13-4fd0-820e-05609cfcedbe on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:33:43.479577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 09edb317-aa5a-40c7-9f22-0ce7896b319e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=09edb317-aa5a-40c7-9f22-0ce7896b319e,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:43.491050 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5970623e-b5d7-42f1-b5bd-97f1d28ecd02 req-226ebb91-c2a6-4df8-b2cb-da182350e4b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563667 Dec 08 01:33:43.496881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b575b988-b474-4432-bba8-1fdbfcaab1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:43.535392 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '09edb317-aa5a-40c7-9f22-0ce7896b319e', 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6', 'port_id': '09edb317-aa5a-40c7-9f22-0ce7896b319e', 'mac_address': 'fa:16:3e:47:18:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfb6545-e723-4219-9adc-c75d330b6d32', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:33:43.552248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b575b988-b474-4432-bba8-1fdbfcaab1ba None None] No DVR routers for this DVR port c0c7a551-af13-4fd0-820e-05609cfcedbe on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:33:43.566453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c0c7a551-af13-4fd0-820e-05609cfcedbe no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:33:43.606188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575b988-b474-4432-bba8-1fdbfcaab1ba None None] Pushing event deleted for resources: {'Port': ['ID=c0c7a551-af13-4fd0-820e-05609cfcedbe,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:43.625220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ac65180e-6148-4f54-b868-3dc2e3de3777 req-2a1232c3-7a12-442d-a6cc-2f68dfdaa5cc tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:43.631964 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ac65180e-6148-4f54-b868-3dc2e3de3777 req-2a1232c3-7a12-442d-a6cc-2f68dfdaa5cc tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:43.631964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac65180e-6148-4f54-b868-3dc2e3de3777 req-2a1232c3-7a12-442d-a6cc-2f68dfdaa5cc tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "DELETE /v2.0/security-groups/29e59567-945c-413a-9741-f4bdee4e3ba8 HTTP/1.1" status: 204 len: 173 time: 0.4411325 Dec 08 01:33:43.684971 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:43.705296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1232c3-7a12-442d-a6cc-2f68dfdaa5cc tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e59567-945c-413a-9741-f4bdee4e3ba8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:43.716458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: c0c7a551-af13-4fd0-820e-05609cfcedbe {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:33:43.716843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c0c7a551-af13-4fd0-820e-05609cfcedbe not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:33:43.721960 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:43.741901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388aef79-43b2-40f4-872b-9d737ee249d5']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:43.751887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09edb317-aa5a-40c7-9f22-0ce7896b319e {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:43.766357 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5c4542-59c0-4457-a1e2-9799d3e2e3be x-openstack-request-id: req-9d5c4542-59c0-4457-a1e2-9799d3e2e3be {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:43.766646 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1aed4c2-dd73-49d0-a2e2-239a54937e33", "name": "network-vif-deleted", "tag": "7127ba2d-0ea1-4ecb-b81b-a122970eef2d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:43.766914 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d5c4542-59c0-4457-a1e2-9799d3e2e3be {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:43.767328 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1aed4c2-dd73-49d0-a2e2-239a54937e33', 'name': 'network-vif-deleted', 'tag': '7127ba2d-0ea1-4ecb-b81b-a122970eef2d', 'status': 'completed', 'code': 200} Dec 08 01:33:43.769135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:43.772143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e312ce-02b0-4f81-8f34-cfcdd38bc87d') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:43.799072 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:43.833226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 09edb317-aa5a-40c7-9f22-0ce7896b319e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=09edb317-aa5a-40c7-9f22-0ce7896b319e,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:43.841597 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:43.853412 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:43.867718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:33:43.874437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:33:43.881142 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:33:43.928862 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d547f62d-d899-479a-bd76-4b826cd43fd9 req-eb88e81a-1aed-4226-a3cb-2ec1a4d96413 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063701 Dec 08 01:33:43.941762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5970623e-b5d7-42f1-b5bd-97f1d28ecd02 req-bd9ccedb-382b-48c0-981f-734326d725f6 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352496 Dec 08 01:33:43.946486 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f76730d-8ca2-4ce3-b506-4db0e86c4519 req-9d0e3569-c3b3-47b1-a097-25c6f8aa4721 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2236879 Dec 08 01:33:44.002420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=09edb317-aa5a-40c7-9f22-0ce7896b319e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:44.092469 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:44.135598 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:44.141970 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] 10.222.0.70 "DELETE /v2.0/networks/388aef79-43b2-40f4-872b-9d737ee249d5 HTTP/1.1" status: 204 len: 168 time: 2.8147075 Dec 08 01:33:44.166228 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5970623e-b5d7-42f1-b5bd-97f1d28ecd02 req-fa44a499-1f13-42a3-93b0-fcc3e78f9298 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105942 Dec 08 01:33:44.175824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b885e-80e7-4a54-a9db-2c47b2a76bbb admin admin] Pushing event deleted for resources: {'Network': ['ID=388aef79-43b2-40f4-872b-9d737ee249d5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:44.213053 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-55dc6b82-4ed4-4fc9-8f3b-ca584606701b tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3141046 Dec 08 01:33:44.224271 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['09edb317-aa5a-40c7-9f22-0ce7896b319e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:44.229859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:44.286916 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:44.388457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107740e-30d5-41bc-b427-7d406dcaa440 req-67f4e124-f267-4aea-ae15-49c14347e445 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:44.396411 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4107740e-30d5-41bc-b427-7d406dcaa440 req-67f4e124-f267-4aea-ae15-49c14347e445 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 944 time: 0.2249045 Dec 08 01:33:44.404549 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76730d-8ca2-4ce3-b506-4db0e86c4519 req-78aefd81-77f8-4d60-97f8-f32f12277c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:44.406217 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f76730d-8ca2-4ce3-b506-4db0e86c4519 req-78aefd81-77f8-4d60-97f8-f32f12277c80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 1097 time: 0.2014735 Dec 08 01:33:44.406938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38362) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:44.501371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:44.519596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f521f974-65b7-4fe4-b764-d04c68492782 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee6ae0f92b2f4e27954336d2199a8745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0927765 Dec 08 01:33:44.599212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38364) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:44.633851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76730d-8ca2-4ce3-b506-4db0e86c4519 req-ea750ad0-2a8e-4ba1-9618-734382fa8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:44.635763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f76730d-8ca2-4ce3-b506-4db0e86c4519 req-ea750ad0-2a8e-4ba1-9618-734382fa8f04 service neutron] 10.222.0.72 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 915 time: 0.1368952 Dec 08 01:33:44.654669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Allocated IP 172.25.2.78 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/7fa1d196-663c-4ef9-a7c5-354b39f6b299) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:44.709009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f76730d-8ca2-4ce3-b506-4db0e86c4519 req-dd976ded-7d90-4cca-b2a9-0b48fa0261ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf504062-4895-4581-a176-fe2dbecd580f HTTP/1.1" status: 200 len: 217 time: 0.0527885 Dec 08 01:33:44.727394 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4107740e-30d5-41bc-b427-7d406dcaa440 req-3b0e0bde-1753-4bf0-a254-e0fad12a37d2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298283 Dec 08 01:33:44.790053 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:44.803455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76730d-8ca2-4ce3-b506-4db0e86c4519 req-9295eba6-679f-40d5-a11f-1d8b8c429045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:44.805077 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f76730d-8ca2-4ce3-b506-4db0e86c4519 req-9295eba6-679f-40d5-a11f-1d8b8c429045 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5dfb6545-e723-4219-9adc-c75d330b6d32 HTTP/1.1" status: 200 len: 854 time: 0.0766711 Dec 08 01:33:44.835706 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:44.865250 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f76730d-8ca2-4ce3-b506-4db0e86c4519 req-5a61b32c-db98-4dc9-acf2-dcca287c0ae7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20b932fd-14f5-4575-9b83-f48bb3a90ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334229 Dec 08 01:33:44.885537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:44.892418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:44.899497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:44.928824 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d28e145-14d6-475d-b323-6a8aea7b6377 req-6ec907a6-dcfd-4ffe-810a-b0c83d38869c tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "GET /v2.0/security-groups/b86630f3-9fea-47fb-b447-3342bb01fd49 HTTP/1.1" status: 200 len: 1829 time: 0.1223958 Dec 08 01:33:44.930929 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eae73ee9-0c4e-4e4c-9668-e624aeeb1abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:44.959984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Pushing event updated for resources: {'Port': ['ID=7fa1d196-663c-4ef9-a7c5-354b39f6b299,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:44.968606 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eae73ee9-0c4e-4e4c-9668-e624aeeb1abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.074312 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.101046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eae73ee9-0c4e-4e4c-9668-e624aeeb1abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.104759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eae73ee9-0c4e-4e4c-9668-e624aeeb1abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.109232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eae73ee9-0c4e-4e4c-9668-e624aeeb1abd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a3282059-729c-4aa0-86c2-2a112ff106dd HTTP/1.1" status: 204 len: 168 time: 0.5073216 Dec 08 01:33:45.121725 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.130628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae73ee9-0c4e-4e4c-9668-e624aeeb1abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3282059-729c-4aa0-86c2-2a112ff106dd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:45.182883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f76730d-8ca2-4ce3-b506-4db0e86c4519 req-a8a78037-444f-4492-97d7-d687399989a4 service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062222 Dec 08 01:33:45.226288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 299a8db4-90c5-4bb0-8f1b-18c523b54caa up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:45.324799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9d28e145-14d6-475d-b323-6a8aea7b6377 req-46711fc3-de23-4991-ba0f-40dd24580b80 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.343078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 299a8db4-90c5-4bb0-8f1b-18c523b54caa completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:33:45.352198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 299a8db4-90c5-4bb0-8f1b-18c523b54caa triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:45.352617 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.357509 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9d28e145-14d6-475d-b323-6a8aea7b6377 req-46711fc3-de23-4991-ba0f-40dd24580b80 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.407447 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.415654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.432331 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9d28e145-14d6-475d-b323-6a8aea7b6377 req-46711fc3-de23-4991-ba0f-40dd24580b80 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.446293 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9d28e145-14d6-475d-b323-6a8aea7b6377 req-46711fc3-de23-4991-ba0f-40dd24580b80 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.447472 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d28e145-14d6-475d-b323-6a8aea7b6377 req-46711fc3-de23-4991-ba0f-40dd24580b80 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] 10.222.0.70 "DELETE /v2.0/security-groups/b86630f3-9fea-47fb-b447-3342bb01fd49 HTTP/1.1" status: 204 len: 173 time: 0.5175705 Dec 08 01:33:45.464668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38374) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:45.526321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Pushing event updated for resources: {'Port': ['ID=7fa1d196-663c-4ef9-a7c5-354b39f6b299,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:45.540219 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.563955 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.565559 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.567433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-62055f4a-06e2-440d-ab5b-9a9fde1e65e9 admin admin] Deleting subnet 789ecef6-9682-4144-8b28-3cc591d7d202 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:33:45.568865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-136e416a-6d51-4745-aa4d-d8bf6281bce4 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3455040 Dec 08 01:33:45.575303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62055f4a-06e2-440d-ab5b-9a9fde1e65e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.591134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f76730d-8ca2-4ce3-b506-4db0e86c4519 req-d164c187-e4fe-4bd7-b633-0a8d01b1d88f service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990045 Dec 08 01:33:45.619633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4513d1a-59af-46a1-b0d7-97338b16bd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299a8db4-90c5-4bb0-8f1b-18c523b54caa'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:45.624146 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19da74b2-26af-4b3f-8302-0b37f3a5fe9e" -d '{"events": [{"server_uuid": "f4513d1a-59af-46a1-b0d7-97338b16bd09", "name": "network-vif-plugged", "status": "completed", "tag": "299a8db4-90c5-4bb0-8f1b-18c523b54caa"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:45.645300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62055f4a-06e2-440d-ab5b-9a9fde1e65e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.655951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:45.662101 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.681481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-7b0abae9-7456-4511-b7fa-718c3c42b615 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.1047497 Dec 08 01:33:45.695985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46711fc3-de23-4991-ba0f-40dd24580b80 tempest-SecurityGroupRulesNegativeTestJSON-836914464 tempest-SecurityGroupRulesNegativeTestJSON-836914464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86630f3-9fea-47fb-b447-3342bb01fd49,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:45.783732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=299a8db4-90c5-4bb0-8f1b-18c523b54caa,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:45.787381 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62055f4a-06e2-440d-ab5b-9a9fde1e65e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.837176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f7674-9b24-4abc-810e-f2ff4dec2a67 req-f2058d8e-d73d-43cb-938e-09dc77f3a5af tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:45.838850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e15f7674-9b24-4abc-810e-f2ff4dec2a67 req-f2058d8e-d73d-43cb-938e-09dc77f3a5af tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.1193743 Dec 08 01:33:45.878425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-c69653c4-060a-42bb-bd76-59f8ed8b7b61 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:45.891918 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95f3e4d0-20a9-4694-87e3-f8144bdf394c req-c69653c4-060a-42bb-bd76-59f8ed8b7b61 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2026048 Dec 08 01:33:45.918916 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e15f7674-9b24-4abc-810e-f2ff4dec2a67 req-13fc8037-aea0-4dad-8d48-8c27d3d251f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642910 Dec 08 01:33:45.920020 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62055f4a-06e2-440d-ab5b-9a9fde1e65e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.957136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62055f4a-06e2-440d-ab5b-9a9fde1e65e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789ecef6-9682-4144-8b28-3cc591d7d202,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:45.957136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62055f4a-06e2-440d-ab5b-9a9fde1e65e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:45.965051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38392) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:45.965857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-62055f4a-06e2-440d-ab5b-9a9fde1e65e9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/789ecef6-9682-4144-8b28-3cc591d7d202 HTTP/1.1" status: 204 len: 168 time: 0.4976575 Dec 08 01:33:46.095038 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6097b03-7fef-45be-b207-97182d7ed7fc x-openstack-request-id: req-b6097b03-7fef-45be-b207-97182d7ed7fc {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:46.095844 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4513d1a-59af-46a1-b0d7-97338b16bd09", "name": "network-vif-plugged", "status": "completed", "tag": "299a8db4-90c5-4bb0-8f1b-18c523b54caa", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:46.096231 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6097b03-7fef-45be-b207-97182d7ed7fc {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:46.096987 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4513d1a-59af-46a1-b0d7-97338b16bd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299a8db4-90c5-4bb0-8f1b-18c523b54caa', 'code': 200} Dec 08 01:33:46.119311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329ce04-ac5f-4a0d-a13d-fb60b7d3d9ab req-9907eff8-b779-40ca-b682-2a2c7133ea8c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:46.121509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7329ce04-ac5f-4a0d-a13d-fb60b7d3d9ab req-9907eff8-b779-40ca-b682-2a2c7133ea8c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.1256485 Dec 08 01:33:46.124408 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.267698 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.273598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190320ab-21d7-4f4b-b1fa-a9e4eb511406 req-69c69e76-698f-4103-b2b0-8e1594702343 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:46.281418 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-190320ab-21d7-4f4b-b1fa-a9e4eb511406 req-69c69e76-698f-4103-b2b0-8e1594702343 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 944 time: 0.1023593 Dec 08 01:33:46.301292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38406) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:46.306037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199bf77-2f01-43a2-bdb1-3fb2f9eb131b req-37515135-ad5b-42fb-972a-5140d0883f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:46.306279 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7329ce04-ac5f-4a0d-a13d-fb60b7d3d9ab req-73b4bbe7-0c33-4ec3-93a4-51c185cd145a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701398 Dec 08 01:33:46.307513 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5199bf77-2f01-43a2-bdb1-3fb2f9eb131b req-37515135-ad5b-42fb-972a-5140d0883f6c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 1098 time: 0.0873356 Dec 08 01:33:46.313372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924d61b9-300f-45bd-a72b-d1922f156448']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:46.339573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0944cc-e642-4e09-9e92-5e8838feca9a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:46.339573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0944cc-e642-4e09-9e92-5e8838feca9a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:46.356136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-190320ab-21d7-4f4b-b1fa-a9e4eb511406 req-ac0b55c6-3cd2-4bce-bfb7-672503854147 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737677 Dec 08 01:33:46.366866 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.394194 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5199bf77-2f01-43a2-bdb1-3fb2f9eb131b req-8c2eee9b-6db4-4ca9-bb8b-0146270d1fdf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753129 Dec 08 01:33:46.411056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38410) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:46.483190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65a54866-81c7-4551-b210-853c11702d7c tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.507611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2050565151-network', 'tenant_id': '6c15801dd1984fca8b738c80e907505d'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:46.515306 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65a54866-81c7-4551-b210-853c11702d7c tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.538049 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.554284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:33:46.554696 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:33:46.557435 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:33:46.576310 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Made reservation on behalf of 6c15801dd1984fca8b738c80e907505d for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:46.578951 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.609974 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.614699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65a54866-81c7-4551-b210-853c11702d7c tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.619609 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65a54866-81c7-4551-b210-853c11702d7c tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.625366 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-65a54866-81c7-4551-b210-853c11702d7c tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "DELETE /v2.0/security-groups/3a03c2bc-8126-4acd-9ea6-206b0bf49369 HTTP/1.1" status: 204 len: 168 time: 0.2130628 Dec 08 01:33:46.626114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38412) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:46.649400 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-d4fd357a-e508-4ab7-97d9-b93d028ec329 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] show failed (client error): The resource could not be found. Dec 08 01:33:46.651705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d4fd357a-e508-4ab7-97d9-b93d028ec329 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "GET /v2.0/security-groups/3a03c2bc-8126-4acd-9ea6-206b0bf49369 HTTP/1.1" status: 404 len: 347 time: 0.0209663 Dec 08 01:33:46.655209 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38414) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:46.659861 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-372c30d3-2649-4e5e-b95f-771258f7a394 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2987435 Dec 08 01:33:46.672501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a54866-81c7-4551-b210-853c11702d7c tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a03c2bc-8126-4acd-9ea6-206b0bf49369,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:46.673148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:46.685621 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.704263 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.710865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] 10.222.0.70 "DELETE /v2.0/networks/924d61b9-300f-45bd-a72b-d1922f156448 HTTP/1.1" status: 204 len: 168 time: 0.7444658 Dec 08 01:33:46.754138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82097a10-0be6-4e1b-9ec7-27fd8196f114 admin admin] Pushing event deleted for resources: {'Network': ['ID=924d61b9-300f-45bd-a72b-d1922f156448,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:46.777878 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.845770 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.859836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.896441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:33:46.927876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38418) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:46.951626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f32eb51-2feb-444e-bb2e-57421fea9afa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:46.957491 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:46.957850 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Added segment a8b5105d-eced-4b6b-ab4a-6ae98796fe99 of type vlan for network 88ab319d-4294-46e5-b9da-851df2599b6c Dec 08 01:33:47.018448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38422) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:47.021760 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-52d1386a-da47-4c3d-a5e0-217b3aaaa1f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a57f83112b2d42a0b06a8dd2d9d4b610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0914693 Dec 08 01:33:47.032182 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.035508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-00a7e007-9a4b-4224-9f74-d540726ed5c3 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Deleting port 5e5315cd-b7ea-4622-bcef-a42939e4053d {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:47.036320 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00a7e007-9a4b-4224-9f74-d540726ed5c3 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.100642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.101816 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:47.102456 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.107611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.159225 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35b4dde5-33c2-49f5-8553-3bdad9bf92f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.222811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d18888-5f7a-435d-858a-8e329c388136 req-5c8d5af9-f930-4ba5-a961-45aafc09da83 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:47.224756 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67d18888-5f7a-435d-858a-8e329c388136 req-5c8d5af9-f930-4ba5-a961-45aafc09da83 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.1613021 Dec 08 01:33:47.240836 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00a7e007-9a4b-4224-9f74-d540726ed5c3 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.241278 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00a7e007-9a4b-4224-9f74-d540726ed5c3 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.243221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 09edb317-aa5a-40c7-9f22-0ce7896b319e up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:47.249391 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9468553 Dec 08 01:33:47.254929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38426) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:47.267977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f0fbe709-08b9-47b3-b762-9edbf00f4b76 admin admin] Request body: {'subnet': {'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2050565151-subnet', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:47.295014 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35b4dde5-33c2-49f5-8553-3bdad9bf92f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.298728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76939c-7718-4fc9-a27b-94f561294700 admin admin] Pushing event updated for resources: {'Network': ['ID=88ab319d-4294-46e5-b9da-851df2599b6c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:47.305499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fbe709-08b9-47b3-b762-9edbf00f4b76 admin admin] Made reservation on behalf of 6c15801dd1984fca8b738c80e907505d for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:47.308529 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0fbe709-08b9-47b3-b762-9edbf00f4b76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.313528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-00a7e007-9a4b-4224-9f74-d540726ed5c3 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Calling delete_port for 5e5315cd-b7ea-4622-bcef-a42939e4053d owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:47.332786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 88ab319d-4294-46e5-b9da-851df2599b6c details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:33:47.414951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Allocated IP 172.25.2.231 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/cb8cd702-10fd-4d21-974a-d85801ad81c6) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:47.419581 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35b4dde5-33c2-49f5-8553-3bdad9bf92f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.423687 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35b4dde5-33c2-49f5-8553-3bdad9bf92f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.426252 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-35b4dde5-33c2-49f5-8553-3bdad9bf92f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8c2923a-0b4d-4f69-a328-8d2b6fc041ce HTTP/1.1" status: 204 len: 168 time: 0.4058833 Dec 08 01:33:47.441174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4dde5-33c2-49f5-8553-3bdad9bf92f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c2923a-0b4d-4f69-a328-8d2b6fc041ce,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:47.458176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 09edb317-aa5a-40c7-9f22-0ce7896b319e completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:33:47.474824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 09edb317-aa5a-40c7-9f22-0ce7896b319e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:47.475120 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.499266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67d18888-5f7a-435d-858a-8e329c388136 req-f720469c-5efe-4500-bce5-399bbacb28f4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626958 Dec 08 01:33:47.705140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.712698 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.759200 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00a7e007-9a4b-4224-9f74-d540726ed5c3 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.778741 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02723c99-44ed-4587-a5eb-3217df9715a3 req-f54def33-13d2-485e-b700-2289671ccff5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:47.781040 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-02723c99-44ed-4587-a5eb-3217df9715a3 req-f54def33-13d2-485e-b700-2289671ccff5 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.1002793 Dec 08 01:33:47.793837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 09edb317-aa5a-40c7-9f22-0ce7896b319e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=09edb317-aa5a-40c7-9f22-0ce7896b319e,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:47.797909 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.800030 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.840508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7e007-9a4b-4224-9f74-d540726ed5c3 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Pushing event deleted for resources: {'Port': ['ID=5e5315cd-b7ea-4622-bcef-a42939e4053d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:47.856222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:47.859955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:47.863222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:47.891280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Pushing event updated for resources: {'Port': ['ID=cb8cd702-10fd-4d21-974a-d85801ad81c6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:47.906306 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=09edb317-aa5a-40c7-9f22-0ce7896b319e,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:47.942264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.942953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.943468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.944419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.945115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.945792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.946310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.947626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.948137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.948666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.950369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.951065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.951852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:47.961219 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:47.987912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-02723c99-44ed-4587-a5eb-3217df9715a3 req-c924002e-2695-4357-b83c-7b708ed4c4fa tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761665 Dec 08 01:33:48.011119 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.015141 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0fbe709-08b9-47b3-b762-9edbf00f4b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.047683 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00a7e007-9a4b-4224-9f74-d540726ed5c3 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.050286 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00a7e007-9a4b-4224-9f74-d540726ed5c3 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.053838 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-00a7e007-9a4b-4224-9f74-d540726ed5c3 tempest-ServersWithSpecificFlavorTestJSON-1610038266 tempest-ServersWithSpecificFlavorTestJSON-1610038266-project] 10.222.0.70 "DELETE /v2.0/floatingips/ef79321b-e594-4995-ad8d-c2dddf72d230 HTTP/1.1" status: 204 len: 168 time: 1.3942993 Dec 08 01:33:48.096177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbe709-08b9-47b3-b762-9edbf00f4b76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a564dc8-b4ab-47ce-ab98-6e79ada21973,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:48.098350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad927a2-4248-4a87-bf8e-77161ae2bd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09edb317-aa5a-40c7-9f22-0ce7896b319e'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:48.103080 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b925ede2-9892-4ec2-90af-b4921148c844" -d '{"events": [{"server_uuid": "2ad927a2-4248-4a87-bf8e-77161ae2bd2f", "name": "network-vif-plugged", "status": "completed", "tag": "09edb317-aa5a-40c7-9f22-0ce7896b319e"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:48.108324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fbe709-08b9-47b3-b762-9edbf00f4b76 admin admin] Checking segment: {'id': 'a8b5105d-eced-4b6b-ab4a-6ae98796fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:48.108862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fbe709-08b9-47b3-b762-9edbf00f4b76 admin admin] Network hostable DHCP agents. Network: 88ab319d-4294-46e5-b9da-851df2599b6c, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:33:48.135111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fbe709-08b9-47b3-b762-9edbf00f4b76 admin admin] Network 88ab319d-4294-46e5-b9da-851df2599b6c is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:33:48.198403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f0fbe709-08b9-47b3-b762-9edbf00f4b76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 88ab319d-4294-46e5-b9da-851df2599b6c) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:48.206974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecfb85e-2d4c-451a-b389-6c5f6ec40ee4 None None] Network 88ab319d-4294-46e5-b9da-851df2599b6c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:33:48.210467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fbe709-08b9-47b3-b762-9edbf00f4b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:48.214207 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0fbe709-08b9-47b3-b762-9edbf00f4b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.243178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e52d9-0050-4733-9e00-1232492cc532 req-1150fa1c-c9fc-4c11-b179-35bdcf433295 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:48.245018 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd0e52d9-0050-4733-9e00-1232492cc532 req-1150fa1c-c9fc-4c11-b179-35bdcf433295 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 945 time: 0.1056006 Dec 08 01:33:48.253120 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f0fbe709-08b9-47b3-b762-9edbf00f4b76 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9863081 Dec 08 01:33:48.253726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38450) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:48.260607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2050565151-router', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:48.315726 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.318772 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.327241 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.335325 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.427170 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.435380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Pushing event updated for resources: {'Port': ['ID=cb8cd702-10fd-4d21-974a-d85801ad81c6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:48.446559 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-88ab319d-4294-46e5-b9da-851df2599b6c', 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c', 'project_id': '6c15801dd1984fca8b738c80e907505d', 'fixed_ips': [{'subnet_id': '1a564dc8-b4ab-47ce-ab98-6e79ada21973'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:33:48.450535 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.490772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.517813 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.525742 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-a79bdd92-e14a-4bac-93b0-5a36fbbd0f40 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8569732 Dec 08 01:33:48.632762 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-f17113b4-6298-44d5-8271-a046528dbac8 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.1060979 Dec 08 01:33:48.649020 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.686575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Allocated IP 172.20.0.2 (88ab319d-4294-46e5-b9da-851df2599b6c/1a564dc8-b4ab-47ce-ab98-6e79ada21973/7b402b54-a7b5-47c2-9bfb-52b47f100a18) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:48.728574 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd0e52d9-0050-4733-9e00-1232492cc532 req-f7d2f279-2c17-4190-8a33-727313486d37 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595292 Dec 08 01:33:48.791290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-7180175b-c755-4918-8973-be1b5c2df7a5 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:48.793570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7c3f4e2-819d-430d-beb9-11a1684e2bfc req-7180175b-c755-4918-8973-be1b5c2df7a5 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.1543074 Dec 08 01:33:48.794273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38464) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:48.831639 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66192c3-1927-4158-b7be-26ad2bf9c5f8 x-openstack-request-id: req-c66192c3-1927-4158-b7be-26ad2bf9c5f8 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:33:48.832472 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad927a2-4248-4a87-bf8e-77161ae2bd2f", "name": "network-vif-plugged", "status": "completed", "tag": "09edb317-aa5a-40c7-9f22-0ce7896b319e", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:33:48.832905 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c66192c3-1927-4158-b7be-26ad2bf9c5f8 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:33:48.833452 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad927a2-4248-4a87-bf8e-77161ae2bd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09edb317-aa5a-40c7-9f22-0ce7896b319e', 'code': 200} Dec 08 01:33:48.896938 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.907227 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:48.962027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Network 88ab319d-4294-46e5-b9da-851df2599b6c is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:48.967373 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:48.970424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:48.975936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1920646016-network', 'tenant_id': '93fc97b59317468485046614cafb9be9'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:48.982715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Pushing event updated for resources: {'Port': ['ID=7b402b54-a7b5-47c2-9bfb-52b47f100a18,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:49.001714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d769277-8b81-4687-9a70-2896b79e3ae1 req-57faca22-57c3-4203-addf-7dec5d01e9e7 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:49.003349 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6d769277-8b81-4687-9a70-2896b79e3ae1 req-57faca22-57c3-4203-addf-7dec5d01e9e7 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.0921133 Dec 08 01:33:49.032638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Made reservation on behalf of 93fc97b59317468485046614cafb9be9 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:49.035272 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.045565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Attempting to bind port 7b402b54-a7b5-47c2-9bfb-52b47f100a18 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:49.045956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Attempting to bind port 7b402b54-a7b5-47c2-9bfb-52b47f100a18 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'a8b5105d-eced-4b6b-ab4a-6ae98796fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:49.046310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Attempting to bind port 7b402b54-a7b5-47c2-9bfb-52b47f100a18 on network 88ab319d-4294-46e5-b9da-851df2599b6c {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:49.051766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:49.052122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Checking segment: {'id': 'a8b5105d-eced-4b6b-ab4a-6ae98796fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:49.053615 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.053826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Bound using segment: {'id': 'a8b5105d-eced-4b6b-ab4a-6ae98796fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:49.054564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Bound port: 7b402b54-a7b5-47c2-9bfb-52b47f100a18, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b5105d-eced-4b6b-ab4a-6ae98796fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:49.054958 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.065905 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.085197 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6d769277-8b81-4687-9a70-2896b79e3ae1 req-a0a71a0e-01e3-4612-a2ee-65bdee474046 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701382 Dec 08 01:33:49.106570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.109627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f24fb-9557-4b62-aecb-64d2525a803c req-e96b1c8d-2f7a-4e83-afb9-acd4c600b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:49.111189 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e55f24fb-9557-4b62-aecb-64d2525a803c req-e96b1c8d-2f7a-4e83-afb9-acd4c600b7af service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 1097 time: 0.1663351 Dec 08 01:33:49.141399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] For port 7b402b54-a7b5-47c2-9bfb-52b47f100a18, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:49.145397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] For port 7b402b54-a7b5-47c2-9bfb-52b47f100a18, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7b402b54-a7b5-47c2-9bfb-52b47f100a18,segment=NetworkSegment(a8b5105d-eced-4b6b-ab4a-6ae98796fe99),segment_id=a8b5105d-eced-4b6b-ab4a-6ae98796fe99)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:49.154467 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.172421 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.184916 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.191899 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-ba378e6a-e91c-42e3-a1c7-b4e3e78d2573 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2907195 Dec 08 01:33:49.198332 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.200036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:49.238373 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22834d3-9a8b-4dbf-81b5-02ff92f8691b None None] Pushing event updated for resources: {'Port': ['ID=7b402b54-a7b5-47c2-9bfb-52b47f100a18,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:49.253083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:33:49.273933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb19679-b662-4410-8f2b-61c9211df4ef,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:49.292356 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e55f24fb-9557-4b62-aecb-64d2525a803c req-7743e684-dd05-45f3-863b-0fb36b097ce0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622398 Dec 08 01:33:49.295412 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.305093 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.308371 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Added segment 65cf20ce-9139-4a8b-9bd4-7850fd3636db of type vlan for network 6a892bbc-8363-43be-9afe-d6e88eefa621 Dec 08 01:33:49.374247 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Allocated IP 172.25.2.118 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/c1546f0a-bbe0-431b-be9b-dc5596c279f5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:49.375708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76eb5c-2fa7-4870-9672-ba1427a43440 req-e6097196-3271-4b21-9dd9-2549e6ec5fb4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:49.377669 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a76eb5c-2fa7-4870-9672-ba1427a43440 req-e6097196-3271-4b21-9dd9-2549e6ec5fb4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.1263478 Dec 08 01:33:49.382270 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.436204 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.437502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:49.439661 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.520794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] Pushing event updated for resources: {'Network': ['ID=6a892bbc-8363-43be-9afe-d6e88eefa621,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:49.532810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a76eb5c-2fa7-4870-9672-ba1427a43440 req-6fe392de-87f0-4156-a89f-e40d757b2525 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458237 Dec 08 01:33:49.544369 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-18febe9f-38d9-41c6-a98e-bd7a6d7cb427 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7466786 Dec 08 01:33:49.552252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:49.559134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.559540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 6a892bbc-8363-43be-9afe-d6e88eefa621 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:33:49.569292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Request body: {'subnet': {'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1920646016-subnet', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:49.575378 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.617423 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Made reservation on behalf of 93fc97b59317468485046614cafb9be9 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:49.620416 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:49.757038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278461e0-4554-447e-bc61-508e9e89dc3a req-241cdd06-eceb-46d9-a912-9481d96e503d tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:49.758551 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-278461e0-4554-447e-bc61-508e9e89dc3a req-241cdd06-eceb-46d9-a912-9481d96e503d tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 1098 time: 0.1171975 Dec 08 01:33:49.842672 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-278461e0-4554-447e-bc61-508e9e89dc3a req-327e7bbc-f072-4051-91aa-424d6c96d6bf tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764532 Dec 08 01:33:49.919507 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.022010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4574d31a-6c43-495a-9e57-8dfa70b30e40,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:50.035240 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.065376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7b402b54-a7b5-47c2-9bfb-52b47f100a18 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:50.137232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:50.149406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:50.152762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Allocated IP 172.25.2.26 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/bf407b27-bfd4-4a7d-b97f-eb308d1e4078) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:50.154823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.157290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.157573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 7b402b54-a7b5-47c2-9bfb-52b47f100a18 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:50.158133 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.158431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.159126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.159814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.160415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.160966 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.162015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:50.162292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.162938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.163515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.164062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.164760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.165338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:50.206914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Pushing event updated for resources: {'Port': ['ID=c1546f0a-bbe0-431b-be9b-dc5596c279f5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:50.217903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-82b90b86-3249-443a-bb75-f46e109e059a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:50.226912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-82b90b86-3249-443a-bb75-f46e109e059a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 807 time: 0.2009711 Dec 08 01:33:50.245058 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-c6db30da-1a05-47c8-a561-9126ced8c0a0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/quotas/60788080667c45e38fac7ad815a697ce HTTP/1.1" status: 200 len: 375 time: 0.0170407 Dec 08 01:33:50.248200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Checking segment: {'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:50.248697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Network hostable DHCP agents. Network: 6a892bbc-8363-43be-9afe-d6e88eefa621, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:33:50.274787 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.297718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Network 6a892bbc-8363-43be-9afe-d6e88eefa621 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:33:50.313630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 6a892bbc-8363-43be-9afe-d6e88eefa621) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:50.321302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:50.322119 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.343235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 7b402b54-a7b5-47c2-9bfb-52b47f100a18, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7b402b54-a7b5-47c2-9bfb-52b47f100a18,segment=NetworkSegment(a8b5105d-eced-4b6b-ab4a-6ae98796fe99),segment_id=a8b5105d-eced-4b6b-ab4a-6ae98796fe99)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:50.347501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4095334-4636-4b9c-8812-8662739f6508 None None] Network 6a892bbc-8363-43be-9afe-d6e88eefa621 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:33:50.351828 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.353619 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-a3e8a0a1-1b96-4b1b-b3b6-27989483c210 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1068890 Dec 08 01:33:50.375389 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2f133800-0e36-4cc4-b8e1-601caedd404c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8186095 Dec 08 01:33:50.376380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38494) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:50.380228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:50.482582 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.483930 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.515630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=7b402b54-a7b5-47c2-9bfb-52b47f100a18,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:50.533090 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.547864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8085fd96-c4da-4629-a44c-ced95dc9cccb None None] Network 88ab319d-4294-46e5-b9da-851df2599b6c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:33:50.552337 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.583082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.624766 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-e9193d22-ab87-4fe3-88e8-c4e2f7a005a0 service neutron] 10.222.0.70 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700646 Dec 08 01:33:50.661734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-6a892bbc-8363-43be-9afe-d6e88eefa621', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'project_id': '93fc97b59317468485046614cafb9be9', 'fixed_ips': [{'subnet_id': '4574d31a-6c43-495a-9e57-8dfa70b30e40'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:33:50.662594 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.662876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:50.669342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:50.676879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:50.692049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-33903dfd-f035-4c12-b8b5-92405465e338 None None] Provisioning complete for port 7b402b54-a7b5-47c2-9bfb-52b47f100a18 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:50.692457 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33903dfd-f035-4c12-b8b5-92405465e338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.703626 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.707091 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Pushing event updated for resources: {'Port': ['ID=bf407b27-bfd4-4a7d-b97f-eb308d1e4078,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:50.809815 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.853106 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:50.875668 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-b903a52b-c1d9-44aa-a5c0-7dc77a7aaf80 service neutron] 10.222.0.70 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498658 Dec 08 01:33:50.930485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Allocated IP 172.20.0.2 (6a892bbc-8363-43be-9afe-d6e88eefa621/4574d31a-6c43-495a-9e57-8dfa70b30e40/5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:50.953093 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.097580 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.135655 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.148093 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.170460 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.206736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Network 6a892bbc-8363-43be-9afe-d6e88eefa621 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:51.209040 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.213690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:51.220211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:51.321607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Pushing event updated for resources: {'Port': ['ID=5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:51.332074 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.342504 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.370240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8f26b09b-7f4e-4eb3-b302-fdbc97b30dcd None None] Provisioning complete for port 7b402b54-a7b5-47c2-9bfb-52b47f100a18 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:51.370959 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f26b09b-7f4e-4eb3-b302-fdbc97b30dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.399946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Attempting to bind port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:51.400473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Attempting to bind port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:51.400848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Attempting to bind port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 on network 6a892bbc-8363-43be-9afe-d6e88eefa621 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:51.410863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:51.411341 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Checking segment: {'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:51.411805 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.412216 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Bound using segment: {'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:51.412744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Bound port: 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:51.413131 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.445154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Pushing event updated for resources: {'Port': ['ID=bf407b27-bfd4-4a7d-b97f-eb308d1e4078,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:51.469610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.482467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Router 55480def-91b5-43a4-8b4b-b9d2f968073c is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:33:51.493281 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.494663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-76940d55-435e-4452-aedc-a98b1306c461 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3018367 Dec 08 01:33:51.594760 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-5f9ba24d-9e59-4cd1-8c0a-34ba1ebc6599 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0582705 Dec 08 01:33:51.602294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] For port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:51.608814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] For port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9,segment=NetworkSegment(65cf20ce-9139-4a8b-9bd4-7850fd3636db),segment_id=65cf20ce-9139-4a8b-9bd4-7850fd3636db)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:51.613943 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.700272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec198a0-e59d-4150-9205-56bbf43f65ed None None] Pushing event updated for resources: {'Port': ['ID=5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:51.724772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Allocated IP 172.25.2.190 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/ed8f106c-6ca3-496b-8fe3-d3b863653246) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:51.754512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:51.766007 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Sync routers for ids ['55480def-91b5-43a4-8b4b-b9d2f968073c'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:51.783792 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Routers {'55480def-91b5-43a4-8b4b-b9d2f968073c'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:51.784503 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['55480def-91b5-43a4-8b4b-b9d2f968073c'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:51.799254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-1f022077-f3ac-4c2e-bc39-703c71e49e99 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:51.800730 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4629b82c-d609-458b-8be0-8608ec5a22b6 req-1f022077-f3ac-4c2e-bc39-703c71e49e99 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2004652 Dec 08 01:33:51.836309 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.846462 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8de8ba3c-2022-4ce2-bd14-1715bc3e8969 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5915513 Dec 08 01:33:51.849915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38518) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:51.922297 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:51.969022 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:52.073383 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Set router 55480def-91b5-43a4-8b4b-b9d2f968073c gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:52.090405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7b402b54-a7b5-47c2-9bfb-52b47f100a18 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:52.098411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:52.107696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:52.116386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:52.121476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102054ce-96c7-49c0-877f-abdd1a8661ed req-e24b8813-b950-436d-b546-6824b7f75972 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:52.122971 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-102054ce-96c7-49c0-877f-abdd1a8661ed req-e24b8813-b950-436d-b546-6824b7f75972 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 1098 time: 0.1534231 Dec 08 01:33:52.180656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8f106c-6ca3-496b-8fe3-d3b863653246,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:52.185954 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-102054ce-96c7-49c0-877f-abdd1a8661ed req-0e7adf25-1840-4a57-9f4a-9a765c63d6fe tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554676 Dec 08 01:33:52.203266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4a0b2-b002-4211-8892-715e20b1de97 req-b5340a51-cb78-44de-8451-e7b0590fbe7c tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:52.205255 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b5d4a0b2-b002-4211-8892-715e20b1de97 req-b5340a51-cb78-44de-8451-e7b0590fbe7c tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 945 time: 0.4780786 Dec 08 01:33:52.252191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 7b402b54-a7b5-47c2-9bfb-52b47f100a18 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:52.252958 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:52.439432 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b5d4a0b2-b002-4211-8892-715e20b1de97 req-2e585b0d-ba43-4b55-8c4c-469124c9491f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818376 Dec 08 01:33:52.484015 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'name': 'tempest-FloatingIPsTestJSON-2050565151-router', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:48Z', 'updated_at': '2021-12-08T01:33:50Z', 'revision_number': 3, 'project_id': '6c15801dd1984fca8b738c80e907505d', 'gw_port': {'id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:49Z', 'updated_at': '2021-12-08T01:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:52.550620 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Checking router: 55480def-91b5-43a4-8b4b-b9d2f968073c for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:52.551220 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Updating router 55480def-91b5-43a4-8b4b-b9d2f968073c port c1546f0a-bbe0-431b-be9b-dc5596c279f5 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:33:52.579258 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:52.623945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93051c56-be5f-40b4-b9d8-e1e2e4c4d61d req-1a64d368-4a8c-4240-aed1-2808a5f824d8 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:52.625536 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93051c56-be5f-40b4-b9d8-e1e2e4c4d61d req-1a64d368-4a8c-4240-aed1-2808a5f824d8 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.1744065 Dec 08 01:33:52.694421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:52.717467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93051c56-be5f-40b4-b9d8-e1e2e4c4d61d req-1c98ba2f-1463-4fec-92f8-ed97ba532838 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851383 Dec 08 01:33:52.719910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b28a2cc-7624-4d6d-b5b4-0a3ed0ae57db req-19527754-a971-4e73-9ad9-85d5896339b0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 210 time: 0.1159382 Dec 08 01:33:52.906046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3bed2a8-f900-4c92-9ec2-83112fa23021 req-c4579052-f64a-4991-8e49-daa8058f141c tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips/f35f2f29-70f2-4c17-bdac-c3df050051f3 HTTP/1.1" status: 200 len: 692 time: 0.1134057 Dec 08 01:33:52.947358 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:53.039389 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:53.055940 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:53.115322 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Attempting to bind port c1546f0a-bbe0-431b-be9b-dc5596c279f5 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:53.118880 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Attempting to bind port c1546f0a-bbe0-431b-be9b-dc5596c279f5 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:53.119268 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Attempting to bind port c1546f0a-bbe0-431b-be9b-dc5596c279f5 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:53.172579 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:53.183390 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:53.184226 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:53.184915 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:53.185586 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Bound port: c1546f0a-bbe0-431b-be9b-dc5596c279f5, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:53.187316 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:53.266624 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] For port c1546f0a-bbe0-431b-be9b-dc5596c279f5, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:53.269896 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] For port c1546f0a-bbe0-431b-be9b-dc5596c279f5, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c1546f0a-bbe0-431b-be9b-dc5596c279f5,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:53.276368 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:53.321558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715bad15-e22a-42c9-8132-a84b3347ab4a None None] Network 6a892bbc-8363-43be-9afe-d6e88eefa621 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:33:53.322105 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Routers {'55480def-91b5-43a4-8b4b-b9d2f968073c'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:53.322452 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['55480def-91b5-43a4-8b4b-b9d2f968073c'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:53.384989 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:53.430514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bed2a8-f900-4c92-9ec2-83112fa23021 req-8b3b8a4f-9ad2-4f3c-a367-45489d91aa6d tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:53.439887 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3bed2a8-f900-4c92-9ec2-83112fa23021 req-8b3b8a4f-9ad2-4f3c-a367-45489d91aa6d tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.5317736 Dec 08 01:33:53.455022 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] Set router 55480def-91b5-43a4-8b4b-b9d2f968073c gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:53.597074 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-f84f6179-b2d2-4eb3-ab79-ae2db087344b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:53.598606 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-f84f6179-b2d2-4eb3-ab79-ae2db087344b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.65 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 807 time: 0.3778317 Dec 08 01:33:53.599863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Allocated IP 172.20.0.1 (88ab319d-4294-46e5-b9da-851df2599b6c/1a564dc8-b4ab-47ce-ab98-6e79ada21973/551cb9b1-2801-450b-a5bf-ca799af2c8d7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:53.628988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Request body: {'port': {'device_id': 'b38d23fb-ebe1-47a8-8a33-bdc686486783', 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6', 'admin_state_up': True, 'tenant_id': '60788080667c45e38fac7ad815a697ce'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:53.721468 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Pushing event updated for resources: {'Port': ['ID=c1546f0a-bbe0-431b-be9b-dc5596c279f5,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:53.743430 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.743792 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.744191 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.744469 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.745018 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.745129 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.745583 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.746567 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.748165 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.757809 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.758340 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.758697 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.759298 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:33:53.779892 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-061db38c-e95d-43cf-a8e7-292dd5b75e72 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips/f35f2f29-70f2-4c17-bdac-c3df050051f3 HTTP/1.1" status: 200 len: 692 time: 0.1895385 Dec 08 01:33:53.849791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-85cbc839-4c8b-45f8-ae49-0a70cc1d7f3f None None] Provisioning complete for port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:53.850148 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-85cbc839-4c8b-45f8-ae49-0a70cc1d7f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:54.038910 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-85cbc839-4c8b-45f8-ae49-0a70cc1d7f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:54.100649 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'name': 'tempest-FloatingIPsTestJSON-2050565151-router', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:48Z', 'updated_at': '2021-12-08T01:33:50Z', 'revision_number': 3, 'project_id': '6c15801dd1984fca8b738c80e907505d', 'gw_port': {'id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:49Z', 'updated_at': '2021-12-08T01:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:54.154807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-85cbc839-4c8b-45f8-ae49-0a70cc1d7f3f None None] For port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9,segment=NetworkSegment(65cf20ce-9139-4a8b-9bd4-7850fd3636db),segment_id=65cf20ce-9139-4a8b-9bd4-7850fd3636db)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:54.160663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:54.162502 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128d68e-fdce-4c68-aa9a-da004a98085c None None] The sync data for ids ['55480def-91b5-43a4-8b4b-b9d2f968073c'] in n-d-713498-30 is: [{'id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'name': 'tempest-FloatingIPsTestJSON-2050565151-router', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:48Z', 'updated_at': '2021-12-08T01:33:50Z', 'revision_number': 3, 'project_id': '6c15801dd1984fca8b738c80e907505d', 'gw_port': {'id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:49Z', 'updated_at': '2021-12-08T01:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:54.165050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-e957d81d-4422-4206-920b-b3291fab4ea1 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:54.165419 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-85cbc839-4c8b-45f8-ae49-0a70cc1d7f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:54.167127 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-e957d81d-4422-4206-920b-b3291fab4ea1 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.3700235 Dec 08 01:33:54.176156 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae876e-a09f-4917-8f40-d3990521930d None None] Pushing event updated for resources: {'Port': ['ID=c1546f0a-bbe0-431b-be9b-dc5596c279f5,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:54.284997 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-4fc91ea3-039f-4a2d-8eee-fb27a007dc7e tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0923719 Dec 08 01:33:54.292620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-1efeb686-45b3-4587-bfd7-f352f4a5ed95 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:33:54.302879 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-1efeb686-45b3-4587-bfd7-f352f4a5ed95 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157320 Dec 08 01:33:54.407057 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-a018ec61-78d4-4896-b503-465d3fd7460f tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.26 HTTP/1.1" status: 200 len: 695 time: 0.0925987 Dec 08 01:33:54.408667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Router 62540f1d-de50-434b-9729-833141ef3cfd is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:33:54.411259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-3a55938d-f5d6-4bcd-b7a1-624ea502bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:54.419534 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-3a55938d-f5d6-4bcd-b7a1-624ea502bdaa service neutron] 10.222.0.70 "GET /v2.0/ports/299a8db4-90c5-4bb0-8f1b-18c523b54caa HTTP/1.1" status: 200 len: 1095 time: 0.1156428 Dec 08 01:33:54.424637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] Request body: {'binding': {'host': 'n-h1-713498-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:54.425215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] Unknown quota resources ['binding']. {{(pid=103129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:33:54.437815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:54.438389 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:54.538371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbc839-4c8b-45f8-ae49-0a70cc1d7f3f None None] Pushing event updated for resources: {'Port': ['ID=5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:54.600109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ce525aa0-49ec-47a7-a326-ee89015f21a3 None None] Provisioning complete for port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:54.607800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ce525aa0-49ec-47a7-a326-ee89015f21a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:54.708006 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:54.771049 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:54.898555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Network 88ab319d-4294-46e5-b9da-851df2599b6c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:54.904644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:54.907459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Pushing event updated for resources: {'Port': ['ID=551cb9b1-2801-450b-a5bf-ca799af2c8d7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:54.911596 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:54.961231 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.034210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Made reservation on behalf of 60788080667c45e38fac7ad815a697ce for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:33:55.038935 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.062552 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:55.065518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] Attempting to bind port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on host n-h1-713498-30 for vnic_type normal with profile None {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:55.065882 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] Attempting to bind port 299a8db4-90c5-4bb0-8f1b-18c523b54caa by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:55.066224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] Attempting to bind port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:55.075213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Sync routers for ids ['62540f1d-de50-434b-9729-833141ef3cfd'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:55.086861 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.090525 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f2be3755-1ff9-4ce8-aa08-c0850df5f6a8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7111614 Dec 08 01:33:55.090525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] Port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:33:55.090525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] Attempting to bind port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:55.092460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38572) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:55.094826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-5c794c17-1916-401f-97c3-640af8ba1a9c tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Deleting port bf407b27-bfd4-4a7d-b97f-eb308d1e4078 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:33:55.095160 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-5c794c17-1916-401f-97c3-640af8ba1a9c tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.109229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Routers {'62540f1d-de50-434b-9729-833141ef3cfd'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:55.109959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62540f1d-de50-434b-9729-833141ef3cfd'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:55.215901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:55.216345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:55.224789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:55.225642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] Bound port: 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:55.288637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Allocated IP 172.20.0.7 (402efe03-88a1-415d-be1a-0b7dc1c5e4b6/9a17378f-dcd0-4ad5-8617-f89458c5d02e/c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:55.383376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Set router 62540f1d-de50-434b-9729-833141ef3cfd gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:55.405080 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.473055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:55.485849 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] Publish callbacks [] for binding, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.486998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-57b0ce68-9aab-4818-86a2-1283d06ff4eb service neutron] 10.222.0.70 "POST /v2.0/ports/299a8db4-90c5-4bb0-8f1b-18c523b54caa/bindings HTTP/1.1" status: 201 len: 390 time: 1.0664992 Dec 08 01:33:55.506857 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-5c794c17-1916-401f-97c3-640af8ba1a9c tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.507184 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-5c794c17-1916-401f-97c3-640af8ba1a9c tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.588496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-5c794c17-1916-401f-97c3-640af8ba1a9c tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Calling delete_port for bf407b27-bfd4-4a7d-b97f-eb308d1e4078 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:33:55.625371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1e32eb0d-67f2-4543-bf2e-23ce25930a6d None None] Provisioning complete for port 551cb9b1-2801-450b-a5bf-ca799af2c8d7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:55.625989 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1e32eb0d-67f2-4543-bf2e-23ce25930a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.706371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1e32eb0d-67f2-4543-bf2e-23ce25930a6d None None] Port 551cb9b1-2801-450b-a5bf-ca799af2c8d7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:33:55.724641 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38580) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:33:55.813563 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.844862 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.862295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:33:52Z', 'revision_number': 3, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:55.897575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Checking router: 62540f1d-de50-434b-9729-833141ef3cfd for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:55.897974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Updating router 62540f1d-de50-434b-9729-833141ef3cfd port ed8f106c-6ca3-496b-8fe3-d3b863653246 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:33:55.926656 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.964852 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.987289 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:55.989366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Pushing event updated for resources: {'Port': ['ID=551cb9b1-2801-450b-a5bf-ca799af2c8d7,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:56.161955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb408e0-161c-4905-841c-1dac1637082b req-58bdd9bf-5320-447b-9f89-aaa2700f628a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:56.171980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fb408e0-161c-4905-841c-1dac1637082b req-58bdd9bf-5320-447b-9f89-aaa2700f628a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.3560548 Dec 08 01:33:56.220909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Network 88ab319d-4294-46e5-b9da-851df2599b6c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:56.228858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:56.247870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:56.301443 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:56.345637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-b848fd8b-c961-440e-b818-344452df5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:56.347180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-b848fd8b-c961-440e-b818-344452df5162 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 1098 time: 0.5491247 Dec 08 01:33:56.349882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['cfb53522-bb82-4c27-ab0c-09fa78147b3a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:33:56.391173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fb408e0-161c-4905-841c-1dac1637082b req-1640554e-cb13-491a-a3bf-393381d5af50 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146881 Dec 08 01:33:56.436907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:56.505636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:56.509615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:56.585297 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Pushing event updated for resources: {'Port': ['ID=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:56.652477 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:56.659723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:56.660277 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:56.687704 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Router 55480def-91b5-43a4-8b4b-b9d2f968073c has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:33:56.706868 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:56.721242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:56.722197 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:56.767310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15a844-c70e-4e61-baef-5d8342e4b38c req-55db00c4-9313-4c44-84a3-7fd582f4c03b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:56.768617 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-5c794c17-1916-401f-97c3-640af8ba1a9c tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:56.769119 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dc15a844-c70e-4e61-baef-5d8342e4b38c req-55db00c4-9313-4c44-84a3-7fd582f4c03b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 931 time: 0.2534225 Dec 08 01:33:56.799104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a180c344-4ee6-4640-b044-afea5a680283 None None] Provisioning complete for port 551cb9b1-2801-450b-a5bf-ca799af2c8d7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:56.799489 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a180c344-4ee6-4640-b044-afea5a680283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:56.867609 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Attempting to bind port ed8f106c-6ca3-496b-8fe3-d3b863653246 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:56.868077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Attempting to bind port ed8f106c-6ca3-496b-8fe3-d3b863653246 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:56.868552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Attempting to bind port ed8f106c-6ca3-496b-8fe3-d3b863653246 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:56.872798 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1db46-00d6-4274-9ba7-7b98f0c14aef None None] Pushing event updated for resources: {'Port': ['ID=ed8f106c-6ca3-496b-8fe3-d3b863653246,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:56.873258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-77803244-9eff-44ac-9d0a-08fa6f22d25b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2560751 Dec 08 01:33:56.878530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-d2d7f0a0-c8b7-46a8-aabc-c2f22636735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:56.880061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-d2d7f0a0-c8b7-46a8-aabc-c2f22636735c service neutron] 10.222.0.65 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.4635553 Dec 08 01:33:56.887104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c794c17-1916-401f-97c3-640af8ba1a9c tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Pushing event deleted for resources: {'Port': ['ID=bf407b27-bfd4-4a7d-b97f-eb308d1e4078,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:56.896397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:56.896755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:56.897166 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:56.897600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:56.898093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Bound port: ed8f106c-6ca3-496b-8fe3-d3b863653246, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:56.899083 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:56.903370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a180c344-4ee6-4640-b044-afea5a680283 None None] Port 551cb9b1-2801-450b-a5bf-ca799af2c8d7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:33:56.907325 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Request body: {'port': {'device_id': 'b38d23fb-ebe1-47a8-8a33-bdc686486783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:57.027846 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c1546f0a-bbe0-431b-be9b-dc5596c279f5 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:33:57.028573 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-253d3b27-aaee-4e63-b8be-5aaf6f572e91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa HTTP/1.1" status: 200 len: 217 time: 0.1064301 Dec 08 01:33:57.030668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] For port ed8f106c-6ca3-496b-8fe3-d3b863653246, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:57.036859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] For port ed8f106c-6ca3-496b-8fe3-d3b863653246, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ed8f106c-6ca3-496b-8fe3-d3b863653246,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:57.083737 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:57.098546 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dc15a844-c70e-4e61-baef-5d8342e4b38c req-517caee4-b376-4e04-9d36-fe5d17bba9b4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536693 Dec 08 01:33:57.123849 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:57.165547 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-5c794c17-1916-401f-97c3-640af8ba1a9c tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:57.168815 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-5c794c17-1916-401f-97c3-640af8ba1a9c tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:57.178324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:33:57.183511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a9c44013-dfa3-4088-96fc-b68882f9a841 req-5c794c17-1916-401f-97c3-640af8ba1a9c tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "DELETE /v2.0/floatingips/f35f2f29-70f2-4c17-bdac-c3df050051f3 HTTP/1.1" status: 204 len: 173 time: 2.7486219 Dec 08 01:33:57.194590 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Sync routers for ids ['55480def-91b5-43a4-8b4b-b9d2f968073c'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:33:57.209469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1db46-00d6-4274-9ba7-7b98f0c14aef None None] Pushing event updated for resources: {'Port': ['ID=ed8f106c-6ca3-496b-8fe3-d3b863653246,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:57.221876 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-01f63b0a-26d3-4a31-9a9c-cacc2bc97125 admin admin] 10.222.0.70 "PUT /v2.0/routers/55480def-91b5-43a4-8b4b-b9d2f968073c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3627558 Dec 08 01:33:57.222786 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Routers {'55480def-91b5-43a4-8b4b-b9d2f968073c'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:57.222786 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['55480def-91b5-43a4-8b4b-b9d2f968073c'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:57.223018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Routers {'62540f1d-de50-434b-9729-833141ef3cfd'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:57.232551 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62540f1d-de50-434b-9729-833141ef3cfd'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:57.272616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-2526f1af-1704-4d4f-b85c-cd7c63571fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:57.274423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-2526f1af-1704-4d4f-b85c-cd7c63571fef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.2213094 Dec 08 01:33:57.342672 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-0798d3b0-129a-4ef4-9826-75802557ffef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508463 Dec 08 01:33:57.394151 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:57.520863 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Set router 55480def-91b5-43a4-8b4b-b9d2f968073c gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:57.522875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41676b0-7bfd-4d97-aa1d-890df62208cb req-88e53b11-707c-4c9c-8d45-cd4f373eecfc tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:57.531533 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e41676b0-7bfd-4d97-aa1d-890df62208cb req-88e53b11-707c-4c9c-8d45-cd4f373eecfc tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.2378826 Dec 08 01:33:57.623272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c1546f0a-bbe0-431b-be9b-dc5596c279f5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:57.623949 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:57.657800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] Set router 62540f1d-de50-434b-9729-833141ef3cfd gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:57.664364 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-7a822697-c877-4d49-9214-f90a60746768 service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853150 Dec 08 01:33:57.730973 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e41676b0-7bfd-4d97-aa1d-890df62208cb req-c6df9d35-3bbe-424b-8dde-dd4d58c690e4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983078 Dec 08 01:33:57.844328 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'name': 'tempest-FloatingIPsTestJSON-2050565151-router', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:48Z', 'updated_at': '2021-12-08T01:33:55Z', 'revision_number': 4, 'project_id': '6c15801dd1984fca8b738c80e907505d', 'gw_port': {'id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:49Z', 'updated_at': '2021-12-08T01:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '551cb9b1-2801-450b-a5bf-ca799af2c8d7', 'name': '', 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'mac_address': 'fa:16:3e:a0:50:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1a564dc8-b4ab-47ce-ab98-6e79ada21973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:52Z', 'updated_at': '2021-12-08T01:33:55Z', 'revision_number': 2, 'project_id': '6c15801dd1984fca8b738c80e907505d', 'subnets': [{'id': '1a564dc8-b4ab-47ce-ab98-6e79ada21973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:57.964883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Allocated IP 172.20.0.1 (6a892bbc-8363-43be-9afe-d6e88eefa621/4574d31a-6c43-495a-9e57-8dfa70b30e40/321e1fe8-10d3-40ee-bb16-c856c8b2db28) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:33:58.025265 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.039041 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-55932475-3e83-4f4d-8fb7-da8a59d71e3a service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555357 Dec 08 01:33:58.043764 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Checking router: 55480def-91b5-43a4-8b4b-b9d2f968073c for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:33:58.044205 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Updating router 55480def-91b5-43a4-8b4b-b9d2f968073c port 551cb9b1-2801-450b-a5bf-ca799af2c8d7 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:33:58.057498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port c1546f0a-bbe0-431b-be9b-dc5596c279f5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c1546f0a-bbe0-431b-be9b-dc5596c279f5,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:58.064811 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.070117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d23680-740f-41fd-a017-ba0a77ad1eda req-efdc0b1b-6107-45b8-998e-b962e0224a32 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:58.080017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3d23680-740f-41fd-a017-ba0a77ad1eda req-efdc0b1b-6107-45b8-998e-b962e0224a32 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.2419510 Dec 08 01:33:58.082143 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.144474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=c1546f0a-bbe0-431b-be9b-dc5596c279f5,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:58.158778 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-7bb9860d-88ad-4904-8a07-0eee0b009598 service neutron] show failed (client error): The resource could not be found. Dec 08 01:33:58.160104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-7bb9860d-88ad-4904-8a07-0eee0b009598 service neutron] 10.222.0.72 "GET /v2.0/ports/e95f3906-485d-40a9-8f48-4a143ae80efa/bindings/n-h1-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.9442899 Dec 08 01:33:58.171411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:33:52Z', 'revision_number': 3, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:58.204150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f93093-2e3b-4733-a309-24259323b5b6 None None] The sync data for ids ['62540f1d-de50-434b-9729-833141ef3cfd'] in n-d-713498-30 is: [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:33:52Z', 'revision_number': 3, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:33:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:33:58.282935 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62b8f3c9-459c-480c-b418-a3cdc935fbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.352730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:33:58.366358 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.392134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Transition to ACTIVE for port object c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:33:58.404566 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.503855 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3d23680-740f-41fd-a017-ba0a77ad1eda req-274b7836-d45d-45c1-8813-09e5fea23f70 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214098 Dec 08 01:33:58.539991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:58.571604 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.573094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da2ffc-fbe8-4976-aa30-514c06144f3f req-6cc4b058-bb6e-4c93-bffb-063cc8ba50a6 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:58.578928 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8da2ffc-fbe8-4976-aa30-514c06144f3f req-6cc4b058-bb6e-4c93-bffb-063cc8ba50a6 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7226574 Dec 08 01:33:58.581063 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.630967 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.677403 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4f2fe-0a5c-4ff4-9222-0d8925d31f54 None None] Pushing event updated for resources: {'Port': ['ID=551cb9b1-2801-450b-a5bf-ca799af2c8d7,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:58.747326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-56748838-8eff-4ba3-b82c-4f89dd344779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:58.750365 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-56748838-8eff-4ba3-b82c-4f89dd344779 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27&tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd HTTP/1.1" status: 200 len: 1101 time: 0.3033764 Dec 08 01:33:58.784296 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f58ca10-5b3c-4bc9-8de7-356435083478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.795325 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Attempting to bind port 551cb9b1-2801-450b-a5bf-ca799af2c8d7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:58.795325 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Attempting to bind port 551cb9b1-2801-450b-a5bf-ca799af2c8d7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'a8b5105d-eced-4b6b-ab4a-6ae98796fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:58.795677 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Attempting to bind port 551cb9b1-2801-450b-a5bf-ca799af2c8d7 on network 88ab319d-4294-46e5-b9da-851df2599b6c {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:58.801907 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:58.802347 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Checking segment: {'id': 'a8b5105d-eced-4b6b-ab4a-6ae98796fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:58.802813 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.803228 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Bound using segment: {'id': 'a8b5105d-eced-4b6b-ab4a-6ae98796fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:58.803721 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Bound port: 551cb9b1-2801-450b-a5bf-ca799af2c8d7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b5105d-eced-4b6b-ab4a-6ae98796fe99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:58.804311 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.841023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:33:58.841414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:33:58.849175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:58.877059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:33:58.877706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:33:58.893700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:33:58.894095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:33:58.894844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:33:58.895386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Bound port: c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:33:58.895797 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:58.953399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:59.001765 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] For port 551cb9b1-2801-450b-a5bf-ca799af2c8d7, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:59.013590 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] For port 551cb9b1-2801-450b-a5bf-ca799af2c8d7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=551cb9b1-2801-450b-a5bf-ca799af2c8d7,segment=NetworkSegment(a8b5105d-eced-4b6b-ab4a-6ae98796fe99),segment_id=a8b5105d-eced-4b6b-ab4a-6ae98796fe99)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:59.021859 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:59.041301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:33:59.046988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:33:59.054134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:59.115022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:59.120160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:59.126748 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] 10.222.0.65 "PUT /v2.0/ports/c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 HTTP/1.1" status: 200 len: 1092 time: 2.2271304 Dec 08 01:33:59.134484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38d23fb-ebe1-47a8-8a33-bdc686486783', 'tag': 'c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:33:59.137123 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b21cbd-c1cc-4758-8d18-9c53e6ffb0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b38d23fb-ebe1-47a8-8a33-bdc686486783", "tag": "c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:33:59.166633 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Routers {'55480def-91b5-43a4-8b4b-b9d2f968073c'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:33:59.168198 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:33:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['55480def-91b5-43a4-8b4b-b9d2f968073c'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:33:59.168641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2509c4-6293-458f-beda-30c058282782 req-d16e2dd2-2e6a-456e-a4a7-29477dba67ba tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:59.170785 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a2509c4-6293-458f-beda-30c058282782 req-d16e2dd2-2e6a-456e-a4a7-29477dba67ba tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.3316214 Dec 08 01:33:59.190258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c51ec52b-32b0-46fe-94e1-14de6f56fbe0 None None] Provisioning complete for port 551cb9b1-2801-450b-a5bf-ca799af2c8d7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:59.196209 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c51ec52b-32b0-46fe-94e1-14de6f56fbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:59.270246 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4f2fe-0a5c-4ff4-9222-0d8925d31f54 None None] Pushing event updated for resources: {'Port': ['ID=551cb9b1-2801-450b-a5bf-ca799af2c8d7,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:59.325449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-3f70048d-f7c4-4888-83dd-168b72dc589e tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4760554 Dec 08 01:33:59.327543 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:59.360749 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a2509c4-6293-458f-beda-30c058282782 req-258bfe2c-dccf-4561-b360-6bbb0022306f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639886 Dec 08 01:33:59.377506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1018d-0f7f-40c6-8ce5-faa1fcd54b10 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:59.435815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:33:59.439170 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c51ec52b-32b0-46fe-94e1-14de6f56fbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:59.458317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-02d4a3ad-d558-422e-83b4-ad77527d1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:33:59.471864 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-02d4a3ad-d558-422e-83b4-ad77527d1f97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 1095 time: 0.2449560 Dec 08 01:33:59.479296 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] Set router 55480def-91b5-43a4-8b4b-b9d2f968073c gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:33:59.518409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c51ec52b-32b0-46fe-94e1-14de6f56fbe0 None None] For port 551cb9b1-2801-450b-a5bf-ca799af2c8d7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=551cb9b1-2801-450b-a5bf-ca799af2c8d7,segment=NetworkSegment(a8b5105d-eced-4b6b-ab4a-6ae98796fe99),segment_id=a8b5105d-eced-4b6b-ab4a-6ae98796fe99)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:33:59.523403 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c51ec52b-32b0-46fe-94e1-14de6f56fbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:59.631486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Pushing event updated for resources: {'Port': ['ID=321e1fe8-10d3-40ee-bb16-c856c8b2db28,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:59.641960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Network 6a892bbc-8363-43be-9afe-d6e88eefa621 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:33:59.655404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ec52b-32b0-46fe-94e1-14de6f56fbe0 None None] Pushing event updated for resources: {'Port': ['ID=551cb9b1-2801-450b-a5bf-ca799af2c8d7,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:33:59.657136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:33:59.676450 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:59.696777 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-950b0ca1-898a-4d7f-80dd-b6a9dd45ea94 None None] Provisioning complete for port 551cb9b1-2801-450b-a5bf-ca799af2c8d7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:33:59.697133 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-950b0ca1-898a-4d7f-80dd-b6a9dd45ea94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:59.699632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:33:59.703880 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:33:59.786631 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-bc65817a-8506-4d32-a1a6-d87806cca2e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 HTTP/1.1" status: 200 len: 217 time: 0.2393477 Dec 08 01:33:59.806754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-82ca7f1c-11eb-4d67-bb60-5cd00256a223 req-fb52faed-89a8-49dc-8d40-83c7445d20b2 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=807b43b5bcee464b9d5d0bf064bec5a6 HTTP/1.1" status: 200 len: 1656 time: 0.3788326 Dec 08 01:33:59.976493 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'name': 'tempest-FloatingIPsTestJSON-2050565151-router', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:48Z', 'updated_at': '2021-12-08T01:33:55Z', 'revision_number': 4, 'project_id': '6c15801dd1984fca8b738c80e907505d', 'gw_port': {'id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:49Z', 'updated_at': '2021-12-08T01:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '551cb9b1-2801-450b-a5bf-ca799af2c8d7', 'name': '', 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'mac_address': 'fa:16:3e:a0:50:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1a564dc8-b4ab-47ce-ab98-6e79ada21973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:52Z', 'updated_at': '2021-12-08T01:33:58Z', 'revision_number': 4, 'project_id': '6c15801dd1984fca8b738c80e907505d', 'subnets': [{'id': '1a564dc8-b4ab-47ce-ab98-6e79ada21973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:00.007735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca7f1c-11eb-4d67-bb60-5cd00256a223 req-962544ef-df23-481c-a9a0-17989dfbe44f tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:00.027126 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-82ca7f1c-11eb-4d67-bb60-5cd00256a223 req-962544ef-df23-481c-a9a0-17989dfbe44f tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks?id=7800fee8-ea69-4fe1-882e-471f707ec7dd&id=7800fee8-ea69-4fe1-882e-471f707ec7dd&id=7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 787 time: 0.2188218 Dec 08 01:34:00.034696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-82ca7f1c-11eb-4d67-bb60-5cd00256a223 req-978a9f13-be93-4700-83be-8479fb19428d tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:34:00.045661 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-82ca7f1c-11eb-4d67-bb60-5cd00256a223 req-978a9f13-be93-4700-83be-8479fb19428d tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163264 Dec 08 01:34:00.063001 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc2266-0dbf-4d85-a70c-e46550fde8cf None None] The sync data for ids ['55480def-91b5-43a4-8b4b-b9d2f968073c'] in n-d-713498-30 is: [{'id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'name': 'tempest-FloatingIPsTestJSON-2050565151-router', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:48Z', 'updated_at': '2021-12-08T01:33:55Z', 'revision_number': 4, 'project_id': '6c15801dd1984fca8b738c80e907505d', 'gw_port': {'id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:49Z', 'updated_at': '2021-12-08T01:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '551cb9b1-2801-450b-a5bf-ca799af2c8d7', 'name': '', 'network_id': '88ab319d-4294-46e5-b9da-851df2599b6c', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'mac_address': 'fa:16:3e:a0:50:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '1a564dc8-b4ab-47ce-ab98-6e79ada21973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:52Z', 'updated_at': '2021-12-08T01:33:58Z', 'revision_number': 4, 'project_id': '6c15801dd1984fca8b738c80e907505d', 'subnets': [{'id': '1a564dc8-b4ab-47ce-ab98-6e79ada21973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:34:00.132987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1f040afa-8133-46f4-b863-17b6b311b8df None None] Provisioning complete for port 321e1fe8-10d3-40ee-bb16-c856c8b2db28 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:00.132987 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1f040afa-8133-46f4-b863-17b6b311b8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:00.152190 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-faec93de-a00a-4751-8f27-8797e4e8923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:00.156899 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-faec93de-a00a-4751-8f27-8797e4e8923b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.1712451 Dec 08 01:34:00.218065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1f040afa-8133-46f4-b863-17b6b311b8df None None] Port 321e1fe8-10d3-40ee-bb16-c856c8b2db28 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:34:00.240203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-ed7e1150-65a3-408b-b67b-635a102dc136 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694931 Dec 08 01:34:00.355654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c1546f0a-bbe0-431b-be9b-dc5596c279f5 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:00.460343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c1546f0a-bbe0-431b-be9b-dc5596c279f5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:00.461274 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:00.485043 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:00.640809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ed8f106c-6ca3-496b-8fe3-d3b863653246 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:00.724780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec419e6-6c86-4c4f-8a43-72f798f8bc82 req-b80ae0e7-2bdd-439b-8c87-ceffbfc1b362 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:00.726470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7ec419e6-6c86-4c4f-8a43-72f798f8bc82 req-b80ae0e7-2bdd-439b-8c87-ceffbfc1b362 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.5659461 Dec 08 01:34:00.763692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ed8f106c-6ca3-496b-8fe3-d3b863653246 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:00.764426 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:00.888886 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:00.901557 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-92d0dedc-7045-412f-9704-117bdfc6aefe service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505067 Dec 08 01:34:00.913545 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:00.927750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port ed8f106c-6ca3-496b-8fe3-d3b863653246, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ed8f106c-6ca3-496b-8fe3-d3b863653246,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:00.953077 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:00.965919 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:01.027376 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7ec419e6-6c86-4c4f-8a43-72f798f8bc82 req-213e1a9f-a64e-47ef-9f63-b530187a0a68 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355745 Dec 08 01:34:01.043668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=ed8f106c-6ca3-496b-8fe3-d3b863653246,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:01.099307 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b73c696e-18e9-46b7-8b57-a7295835cc0c req-62616afc-1f2c-4079-aa48-d5c151b2022e service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767595 Dec 08 01:34:01.121532 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4515872e-3219-4883-8ab9-a8be836c43dc x-openstack-request-id: req-4515872e-3219-4883-8ab9-a8be836c43dc {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:01.121918 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38d23fb-ebe1-47a8-8a33-bdc686486783", "tag": "c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:01.122215 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4515872e-3219-4883-8ab9-a8be836c43dc {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:01.122679 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38d23fb-ebe1-47a8-8a33-bdc686486783', 'tag': 'c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8', 'status': 'completed', 'code': 200} Dec 08 01:34:01.157591 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:01.165990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-62b8f3c9-459c-480c-b418-a3cdc935fbaf admin admin] Deleting port 1820d2af-9fbf-4f20-a53a-2d55965fcabd {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:01.166435 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62b8f3c9-459c-480c-b418-a3cdc935fbaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:01.170875 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-318a0900-b1f5-4325-b5e0-0268417a2d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:01.278590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b21cbd-c1cc-4758-8d18-9c53e6ffb0fb req-25ccd4dc-b88e-4559-9a5b-28dbb2e0ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:01.280762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42b21cbd-c1cc-4758-8d18-9c53e6ffb0fb req-25ccd4dc-b88e-4559-9a5b-28dbb2e0ad57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 1095 time: 0.0805743 Dec 08 01:34:01.294002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e8965-84cf-42a2-a25f-9fe5a3c3311f req-6c92578e-410f-4688-a82c-dad10f219fd3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:01.295805 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb4e8965-84cf-42a2-a25f-9fe5a3c3311f req-6c92578e-410f-4688-a82c-dad10f219fd3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.0854619 Dec 08 01:34:01.326340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e95f3906-485d-40a9-8f48-4a143ae80efa no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:01.341361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:01.433813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Allocated IP 172.25.2.111 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/a107f80b-b7c4-41b2-89e6-8f8980b60b05) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:01.475057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:01.477538 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f270510-d8f7-4ddd-a8b5-329269f61d2d" -d '{"events": [{"server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "name": "network-vif-unplugged", "status": "completed", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:01.485486 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:01.487961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb4e8965-84cf-42a2-a25f-9fe5a3c3311f req-ab9cf697-b11b-4508-89cd-5310fee1c1d6 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835368 Dec 08 01:34:01.504105 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b21cbd-c1cc-4758-8d18-9c53e6ffb0fb req-4c58559e-2d17-4d45-850c-9785014bac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:01.505754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42b21cbd-c1cc-4758-8d18-9c53e6ffb0fb req-4c58559e-2d17-4d45-850c-9785014bac9d service neutron] 10.222.0.65 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.2087224 Dec 08 01:34:01.506619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-62b8f3c9-459c-480c-b418-a3cdc935fbaf admin admin] For port 1820d2af-9fbf-4f20-a53a-2d55965fcabd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1820d2af-9fbf-4f20-a53a-2d55965fcabd,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:01.507056 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62b8f3c9-459c-480c-b418-a3cdc935fbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:01.535562 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:01.536464 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:01.555811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-62b8f3c9-459c-480c-b418-a3cdc935fbaf admin admin] Calling delete_port for 1820d2af-9fbf-4f20-a53a-2d55965fcabd owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:01.561070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Transition to ACTIVE for port object e95f3906-485d-40a9-8f48-4a143ae80efa will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:34:01.580703 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:01.593196 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42b21cbd-c1cc-4758-8d18-9c53e6ffb0fb req-e9331593-5729-4910-a1d1-1ce93d7b24b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 HTTP/1.1" status: 200 len: 217 time: 0.0711346 Dec 08 01:34:01.621004 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:34:01.621501 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:34:01.657859 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-d2c598de-a5f2-4f22-8047-922288a61275 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips/2588cc0f-df0f-4966-9702-45e2b1a2f77c HTTP/1.1" status: 200 len: 693 time: 0.0689533 Dec 08 01:34:01.703077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:01.719562 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:01.744491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b21cbd-c1cc-4758-8d18-9c53e6ffb0fb req-0c0fa5af-8a03-4ee1-a91e-742af5f4d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:01.746234 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42b21cbd-c1cc-4758-8d18-9c53e6ffb0fb req-0c0fa5af-8a03-4ee1-a91e-742af5f4d15a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.1172836 Dec 08 01:34:01.796953 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:01.853273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42b21cbd-c1cc-4758-8d18-9c53e6ffb0fb req-10c44353-059b-43ab-abcc-5b408615bb5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985501 Dec 08 01:34:01.863707 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:01.865548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] No DVR routers for this DVR port e95f3906-485d-40a9-8f48-4a143ae80efa on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:01.887153 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:01.962228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-9ae3f540-f39f-4c4d-87d2-1740a2c62ec0 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:01.973935 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-9ae3f540-f39f-4c4d-87d2-1740a2c62ec0 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.3143697 Dec 08 01:34:01.991534 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-7411b0e6-cdd2-41e1-83d4-e7f9559dd480 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:34:01.992610 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-7411b0e6-cdd2-41e1-83d4-e7f9559dd480 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177317 Dec 08 01:34:02.005576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Pushing event updated for resources: {'Port': ['ID=321e1fe8-10d3-40ee-bb16-c856c8b2db28,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:02.056805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Attempting to bind port e95f3906-485d-40a9-8f48-4a143ae80efa on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:34:02.057139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Attempting to bind port e95f3906-485d-40a9-8f48-4a143ae80efa by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:34:02.057508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Attempting to bind port e95f3906-485d-40a9-8f48-4a143ae80efa on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:02.084177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Port e95f3906-485d-40a9-8f48-4a143ae80efa on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:34:02.084611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Attempting to bind port e95f3906-485d-40a9-8f48-4a143ae80efa on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:02.134418 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-5366235c-1781-4bc4-ac81-0760808d8f59 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.0700049 Dec 08 01:34:02.142934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:34:02.143281 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:02.144597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:34:02.144597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Bound port: e95f3906-485d-40a9-8f48-4a143ae80efa, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:34:02.144597 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.152812 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.169450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42b21cbd-c1cc-4758-8d18-9c53e6ffb0fb req-a7e7c073-a4e1-4ef7-918a-9c845d73c636 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055489 Dec 08 01:34:02.218147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Pushing event updated for resources: {'Port': ['ID=a107f80b-b7c4-41b2-89e6-8f8980b60b05,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:02.242531 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.275642 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-3726fcc5-53b5-4934-bd82-9c795798318f tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.231 HTTP/1.1" status: 200 len: 696 time: 0.1239958 Dec 08 01:34:02.316462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:02.319841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:34:02.380912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 551cb9b1-2801-450b-a5bf-ca799af2c8d7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:02.389230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:02.392765 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.407323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:02.450691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:34:02.459235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 551cb9b1-2801-450b-a5bf-ca799af2c8d7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:02.459736 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.467107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42b21cbd-c1cc-4758-8d18-9c53e6ffb0fb req-8e6c62f4-f471-483c-b84d-dd986b1864da service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264056 Dec 08 01:34:02.488319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Deleting port cb8cd702-10fd-4d21-974a-d85801ad81c6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:02.488704 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.497508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:02.498124 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.500074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] 10.222.0.65 "PUT /v2.0/ports/e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 1096 time: 3.5620153 Dec 08 01:34:02.502741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Network 6a892bbc-8363-43be-9afe-d6e88eefa621 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:02.551079 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62b8f3c9-459c-480c-b418-a3cdc935fbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.571713 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:02.584670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ed8f106c-6ca3-496b-8fe3-d3b863653246 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:02.602814 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.603199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.622692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Calling delete_port for cb8cd702-10fd-4d21-974a-d85801ad81c6 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:02.708567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ed8f106c-6ca3-496b-8fe3-d3b863653246 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:02.709300 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.724201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeba50-263b-4b41-a473-4b7b865d5fef service neutron] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:02.875936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.880910 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:02.938898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Pushing event deleted for resources: {'Port': ['ID=cb8cd702-10fd-4d21-974a-d85801ad81c6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:02.978023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:02.978423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:02.978725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:02.979471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:02.980684 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:02.981500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:02.981654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:02.982007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:02.982345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:02.984906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-3d8aa875-58b5-4c59-b3a3-6f66e3cd9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:02.986654 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-3d8aa875-58b5-4c59-b3a3-6f66e3cd9e2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1099 time: 0.4318235 Dec 08 01:34:02.987626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:02.988311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:02.988850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:02.989650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:03.064310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:03.067173 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:03.068320 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53c6bdea-759f-4f35-939b-57ad526902b7 req-e7498870-1c57-4a73-be6c-26d743de0a18 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "DELETE /v2.0/floatingips/2588cc0f-df0f-4966-9702-45e2b1a2f77c HTTP/1.1" status: 204 len: 173 time: 0.7809711 Dec 08 01:34:03.104483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8f3c9-459c-480c-b418-a3cdc935fbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=1820d2af-9fbf-4f20-a53a-2d55965fcabd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:03.130563 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-43fd76f2-ac74-45b7-b3ca-83dd3759c221 None None] Provisioning complete for port 321e1fe8-10d3-40ee-bb16-c856c8b2db28 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:03.131049 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43fd76f2-ac74-45b7-b3ca-83dd3759c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:03.171957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-43fd76f2-ac74-45b7-b3ca-83dd3759c221 None None] Port 321e1fe8-10d3-40ee-bb16-c856c8b2db28 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:34:03.181558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3f486-377d-43e3-bcab-b34c37b20008 req-2c23ee2d-9892-446a-8342-63f3a52ede8b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:03.183164 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5d3f486-377d-43e3-bcab-b34c37b20008 req-2c23ee2d-9892-446a-8342-63f3a52ede8b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.0566473 Dec 08 01:34:03.239739 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5d3f486-377d-43e3-bcab-b34c37b20008 req-51d37f49-996b-433e-b2de-6482b5aeda2b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496781 Dec 08 01:34:03.500659 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:03.509853 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ea24e7-dc3f-413d-9842-8685b6fcf86c x-openstack-request-id: req-57ea24e7-dc3f-413d-9842-8685b6fcf86c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:03.510465 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "name": "network-vif-unplugged", "status": "completed", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:03.510465 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57ea24e7-dc3f-413d-9842-8685b6fcf86c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:03.511375 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'code': 200} Dec 08 01:34:03.513968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d865cb8-6e77-450b-abef-4f996047cee3 req-9c19db94-dd6b-4c56-be5f-086db5b89e6e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:03.514813 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d865cb8-6e77-450b-abef-4f996047cee3 req-9c19db94-dd6b-4c56-be5f-086db5b89e6e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.0590556 Dec 08 01:34:03.531403 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:03.568994 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d865cb8-6e77-450b-abef-4f996047cee3 req-8c1d5d2c-b7a0-4dd6-bc0d-50e3917e4f86 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478292 Dec 08 01:34:03.588750 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:03.657164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Router 62540f1d-de50-434b-9729-833141ef3cfd has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:34:03.698079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a78cc-4141-4027-8626-9db4bd7d9597 req-7fd20643-79ca-441d-ba33-8499e71b20f4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:03.700730 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b74a78cc-4141-4027-8626-9db4bd7d9597 req-7fd20643-79ca-441d-ba33-8499e71b20f4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 947 time: 0.0577002 Dec 08 01:34:03.713879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-a3fd3336-a1d4-4c81-a1a2-e8dd22dee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:03.716387 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-a3fd3336-a1d4-4c81-a1a2-e8dd22dee2a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.6379504 Dec 08 01:34:03.755975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b74a78cc-4141-4027-8626-9db4bd7d9597 req-da799825-24f1-4ff7-aaed-c32cd5bc0997 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481734 Dec 08 01:34:03.783948 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-cc0f7350-2ea5-4430-ada0-84f14aa5663c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 217 time: 0.0527151 Dec 08 01:34:03.819372 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62b8f3c9-459c-480c-b418-a3cdc935fbaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:03.835952 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1632e412-69f1-4ca5-939b-4d409703d685 req-2bfd4465-e609-48c2-8a86-c5c135926cda tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips/5b09cd1b-305a-4358-a5fc-89b09aef150e HTTP/1.1" status: 200 len: 692 time: 0.0527844 Dec 08 01:34:03.948754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632e412-69f1-4ca5-939b-4d409703d685 req-24aed556-1cb8-4373-85bf-85e35b9ad699 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:03.950035 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1632e412-69f1-4ca5-939b-4d409703d685 req-24aed556-1cb8-4373-85bf-85e35b9ad699 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.1079125 Dec 08 01:34:04.012435 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1632e412-69f1-4ca5-939b-4d409703d685 req-fa51b0d9-1c49-417f-abbd-ed615f63d7b0 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.0536270 Dec 08 01:34:04.014170 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-e0e6f447-2331-4e33-953c-aabaa727c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:04.015668 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-e0e6f447-2331-4e33-953c-aabaa727c445 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1942604 Dec 08 01:34:04.062354 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1632e412-69f1-4ca5-939b-4d409703d685 req-8d365196-22df-4703-b92b-60fc00abe198 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.0433390 Dec 08 01:34:04.111631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:34:04.117467 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2d7eec48-8af9-4ff2-ade7-3c765ad7a64e admin admin] 10.222.0.70 "PUT /v2.0/routers/62540f1d-de50-434b-9729-833141ef3cfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0202422 Dec 08 01:34:04.120655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Sync routers for ids ['62540f1d-de50-434b-9729-833141ef3cfd'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:34:04.145385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Routers {'62540f1d-de50-434b-9729-833141ef3cfd'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:04.146410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62540f1d-de50-434b-9729-833141ef3cfd'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:04.163374 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:04.184444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:04.202733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-d7328e96-cdcf-4115-aa82-d5db96b242e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:04.204314 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-d7328e96-cdcf-4115-aa82-d5db96b242e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1789954 Dec 08 01:34:04.347802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Set router 62540f1d-de50-434b-9729-833141ef3cfd gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:04.349183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-1632e412-69f1-4ca5-939b-4d409703d685 req-d8f360df-be1f-4934-aaa1-24226274eb27 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Deleting port 7fa1d196-663c-4ef9-a7c5-354b39f6b299 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:04.349540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1632e412-69f1-4ca5-939b-4d409703d685 req-d8f360df-be1f-4934-aaa1-24226274eb27 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:04.428762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Pushing event updated for resources: {'Port': ['ID=a107f80b-b7c4-41b2-89e6-8f8980b60b05,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:04.446336 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:04.450552 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1632e412-69f1-4ca5-939b-4d409703d685 req-d8f360df-be1f-4934-aaa1-24226274eb27 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:04.450889 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1632e412-69f1-4ca5-939b-4d409703d685 req-d8f360df-be1f-4934-aaa1-24226274eb27 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:04.467095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-1632e412-69f1-4ca5-939b-4d409703d685 req-d8f360df-be1f-4934-aaa1-24226274eb27 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Calling delete_port for 7fa1d196-663c-4ef9-a7c5-354b39f6b299 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:04.494821 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-906af8ee-fe5f-4fdd-a3ee-8d715dd2cf25 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373846 Dec 08 01:34:04.498208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:04.499396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-f7422440-eccb-4688-8a32-0cfb11f77b36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0692961 Dec 08 01:34:04.501361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b8f3c9-459c-480c-b418-a3cdc935fbaf admin admin] Router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:34:04.605767 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-65c039dc-a76c-452e-9626-7d5f54bf1d06 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.0949366 Dec 08 01:34:04.642862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '321e1fe8-10d3-40ee-bb16-c856c8b2db28', 'name': '', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'mac_address': 'fa:16:3e:4f:fa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:57Z', 'updated_at': '2021-12-08T01:34:01Z', 'revision_number': 2, 'project_id': '93fc97b59317468485046614cafb9be9', 'subnets': [{'id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:04.665376 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1632e412-69f1-4ca5-939b-4d409703d685 req-d8f360df-be1f-4934-aaa1-24226274eb27 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:04.693682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Checking router: 62540f1d-de50-434b-9729-833141ef3cfd for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:34:04.694390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Updating router 62540f1d-de50-434b-9729-833141ef3cfd port 321e1fe8-10d3-40ee-bb16-c856c8b2db28 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:34:04.702437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f360df-be1f-4934-aaa1-24226274eb27 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Pushing event deleted for resources: {'Port': ['ID=7fa1d196-663c-4ef9-a7c5-354b39f6b299,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:04.745722 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:04.750206 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:04.805825 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1632e412-69f1-4ca5-939b-4d409703d685 req-d8f360df-be1f-4934-aaa1-24226274eb27 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:04.809469 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1632e412-69f1-4ca5-939b-4d409703d685 req-d8f360df-be1f-4934-aaa1-24226274eb27 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:04.816597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-ddffbf71-b8e2-4a32-8e5f-f54fcc5be579 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140047 Dec 08 01:34:04.820164 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1632e412-69f1-4ca5-939b-4d409703d685 req-d8f360df-be1f-4934-aaa1-24226274eb27 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "DELETE /v2.0/floatingips/5b09cd1b-305a-4358-a5fc-89b09aef150e HTTP/1.1" status: 204 len: 173 time: 0.7516317 Dec 08 01:34:04.862303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-c6ac6999-eea2-49b9-be26-a97ce813292c tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:04.863579 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e2d24ff-7cd3-45cd-9db3-e7e3a2f66ba3 req-c6ac6999-eea2-49b9-be26-a97ce813292c tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2252212 Dec 08 01:34:04.865067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b8f3c9-459c-480c-b418-a3cdc935fbaf admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:34:04.876603 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cbdad-26e7-4d83-b7fc-24dc2dda6283 None None] Sync routers for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:34:04.901239 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-62b8f3c9-459c-480c-b418-a3cdc935fbaf admin admin] 10.222.0.70 "PUT /v2.0/routers/57a00d45-0a4b-43d3-b95e-54f1b0e0d14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1727529 Dec 08 01:34:04.902563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38646) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:04.911813 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3cbdad-26e7-4d83-b7fc-24dc2dda6283 None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:04.915873 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4e3cbdad-26e7-4d83-b7fc-24dc2dda6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:05.073130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd9d61-04b1-4e82-888c-a0f937db57a4 req-9b7b40fe-8575-4b3a-87cc-7994b8943d56 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:05.077215 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09cd9d61-04b1-4e82-888c-a0f937db57a4 req-9b7b40fe-8575-4b3a-87cc-7994b8943d56 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.1258059 Dec 08 01:34:05.150736 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-4e3cbdad-26e7-4d83-b7fc-24dc2dda6283 None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:05.164839 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09cd9d61-04b1-4e82-888c-a0f937db57a4 req-98a0b15b-e310-4657-9772-d2b5408ccbea tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776906 Dec 08 01:34:05.204670 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.262058 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.267714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38648) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:05.269240 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.273588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ebf3b7eb-8ed3-4fdb-bda5-959cf5cf9dcc tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--60933920', 'description': 'tempest-description--526521627'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:05.384802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b7eb-8ed3-4fdb-bda5-959cf5cf9dcc tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.429537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Attempting to bind port 321e1fe8-10d3-40ee-bb16-c856c8b2db28 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:34:05.430276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Attempting to bind port 321e1fe8-10d3-40ee-bb16-c856c8b2db28 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:34:05.430830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Attempting to bind port 321e1fe8-10d3-40ee-bb16-c856c8b2db28 on network 6a892bbc-8363-43be-9afe-d6e88eefa621 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:05.432992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f4185-3ca1-4b2d-b1a2-7f7a993da472 None None] Pushing event updated for resources: {'Port': ['ID=321e1fe8-10d3-40ee-bb16-c856c8b2db28,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:05.441832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:34:05.442469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Checking segment: {'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:05.443041 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.443607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Bound using segment: {'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:34:05.444427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Bound port: 321e1fe8-10d3-40ee-bb16-c856c8b2db28, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:34:05.446010 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.487315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497bf87-247b-4d0b-a676-898e388d5bf5 req-2748eafe-158e-4a71-9c10-176ce6c480c1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:05.488852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8497bf87-247b-4d0b-a676-898e388d5bf5 req-2748eafe-158e-4a71-9c10-176ce6c480c1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.1697347 Dec 08 01:34:05.514793 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:05.520856 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4e3cbdad-26e7-4d83-b7fc-24dc2dda6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:34:02Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:05.523568 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a994f80-fa34-454a-901f-6ea044081ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:05.549366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d850b8-d776-4847-8096-ba1422a2ee8f req-a33e31dd-8b30-4cd8-970f-c0e5fbd7b864 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:05.556696 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5d850b8-d776-4847-8096-ba1422a2ee8f req-a33e31dd-8b30-4cd8-970f-c0e5fbd7b864 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 947 time: 0.1664979 Dec 08 01:34:05.577744 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cbdad-26e7-4d83-b7fc-24dc2dda6283 None None] Checking router: 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:34:05.580254 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] For port 321e1fe8-10d3-40ee-bb16-c856c8b2db28, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:05.584469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] For port 321e1fe8-10d3-40ee-bb16-c856c8b2db28, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=321e1fe8-10d3-40ee-bb16-c856c8b2db28,segment=NetworkSegment(65cf20ce-9139-4a8b-9bd4-7850fd3636db),segment_id=65cf20ce-9139-4a8b-9bd4-7850fd3636db)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:34:05.588047 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.591849 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.595467 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3cbdad-26e7-4d83-b7fc-24dc2dda6283 None None] Routers {'57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:05.596313 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4e3cbdad-26e7-4d83-b7fc-24dc2dda6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:05.656127 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b7eb-8ed3-4fdb-bda5-959cf5cf9dcc tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.666313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b7eb-8ed3-4fdb-bda5-959cf5cf9dcc tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.692243 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8497bf87-247b-4d0b-a676-898e388d5bf5 req-3e338f59-059f-4d22-b410-eeb03116393c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797853 Dec 08 01:34:05.728080 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5d850b8-d776-4847-8096-ba1422a2ee8f req-8213e2db-6d36-4c99-9c21-48acbb4a87ab tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527529 Dec 08 01:34:05.762755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f4185-3ca1-4b2d-b1a2-7f7a993da472 None None] Pushing event updated for resources: {'Port': ['ID=321e1fe8-10d3-40ee-bb16-c856c8b2db28,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:05.766435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Routers {'62540f1d-de50-434b-9729-833141ef3cfd'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:05.767419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62540f1d-de50-434b-9729-833141ef3cfd'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:05.801755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ebf3b7eb-8ed3-4fdb-bda5-959cf5cf9dcc tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.803274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Deleting port 555ac932-8ec0-42a3-a6df-a8ae48270d1f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:05.803619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.807324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ebf3b7eb-8ed3-4fdb-bda5-959cf5cf9dcc tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5373940 Dec 08 01:34:05.807555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38652) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:05.816257 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-4e3cbdad-26e7-4d83-b7fc-24dc2dda6283 None None] Set router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:05.849904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7d76a673-e0d8-459a-a136-b54fcf120f16 None None] Provisioning complete for port 321e1fe8-10d3-40ee-bb16-c856c8b2db28 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:05.850451 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d76a673-e0d8-459a-a136-b54fcf120f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:05.909005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d530b89b-d234-42ac-8167-64019d8e518c tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Request body: {'security_group_rule': {'security_group_id': '122ef0db-5312-4fe6-b219-dc89a49dae9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:05.931204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-44415587-0f05-4618-a186-f5f8b951542f tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips/aa27d144-f2cd-4488-83d4-61b35997b8e8 HTTP/1.1" status: 200 len: 693 time: 0.1913197 Dec 08 01:34:05.947156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3b7eb-8ed3-4fdb-bda5-959cf5cf9dcc tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122ef0db-5312-4fe6-b219-dc89a49dae9f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:05.997805 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-19b4c062-4630-447d-9cd0-b87a8af29ffb req-6e14a490-de52-4fa5-9d4a-a3fab660b0e0 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/floatingips/9db97f67-a7de-4d38-90e3-fb9bc493d476 HTTP/1.1" status: 200 len: 693 time: 0.2113202 Dec 08 01:34:06.158231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] Set router 62540f1d-de50-434b-9729-833141ef3cfd gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:06.230844 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-43772e90-b6b3-44b9-88cb-32bb964e8545 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:06.239031 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-43772e90-b6b3-44b9-88cb-32bb964e8545 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2937298 Dec 08 01:34:06.273416 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d530b89b-d234-42ac-8167-64019d8e518c tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:06.286457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] For port 555ac932-8ec0-42a3-a6df-a8ae48270d1f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=555ac932-8ec0-42a3-a6df-a8ae48270d1f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:06.286457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:06.299369 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4e3cbdad-26e7-4d83-b7fc-24dc2dda6283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:34:02Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:06.306341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-1357dc13-30d8-4f54-b86e-6bf78850dc07 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.146 HTTP/1.1" status: 200 len: 696 time: 0.0661814 Dec 08 01:34:06.361427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Calling delete_port for 555ac932-8ec0-42a3-a6df-a8ae48270d1f owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:06.368539 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3cbdad-26e7-4d83-b7fc-24dc2dda6283 None None] The sync data for ids ['57a00d45-0a4b-43d3-b95e-54f1b0e0d14e'] in n-d-713498-30 is: [{'id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-100909406-router', 'tenant_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:40Z', 'updated_at': '2021-12-08T01:34:02Z', 'revision_number': 5, 'project_id': 'f160d5f3eba14acd8effdd0b8a7c34ba', 'gw_port': {'id': '555ac932-8ec0-42a3-a6df-a8ae48270d1f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:bd:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a00d45-0a4b-43d3-b95e-54f1b0e0d14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:41Z', 'updated_at': '2021-12-08T01:28:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:34:06.378277 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-dbb3aa8a-f3f0-4709-bef8-312664a004d1 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.146 HTTP/1.1" status: 200 len: 696 time: 0.0707541 Dec 08 01:34:06.402622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d76a673-e0d8-459a-a136-b54fcf120f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:06.469345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4c062-4630-447d-9cd0-b87a8af29ffb req-5e3f041c-d64a-4ea8-800e-4b0ec388504f tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:06.476044 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-19b4c062-4630-447d-9cd0-b87a8af29ffb req-5e3f041c-d64a-4ea8-800e-4b0ec388504f tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.4774792 Dec 08 01:34:06.481432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7d76a673-e0d8-459a-a136-b54fcf120f16 None None] For port 321e1fe8-10d3-40ee-bb16-c856c8b2db28, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=321e1fe8-10d3-40ee-bb16-c856c8b2db28,segment=NetworkSegment(65cf20ce-9139-4a8b-9bd4-7850fd3636db),segment_id=65cf20ce-9139-4a8b-9bd4-7850fd3636db)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:06.488776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-19b4c062-4630-447d-9cd0-b87a8af29ffb req-399d5350-d6a5-47f4-9df3-f3b9bc954786 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:34:06.489946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d76a673-e0d8-459a-a136-b54fcf120f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:06.505215 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-19b4c062-4630-447d-9cd0-b87a8af29ffb req-399d5350-d6a5-47f4-9df3-f3b9bc954786 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281601 Dec 08 01:34:06.546247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '321e1fe8-10d3-40ee-bb16-c856c8b2db28', 'name': '', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'mac_address': 'fa:16:3e:4f:fa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:57Z', 'updated_at': '2021-12-08T01:34:05Z', 'revision_number': 4, 'project_id': '93fc97b59317468485046614cafb9be9', 'subnets': [{'id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:06.565718 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d530b89b-d234-42ac-8167-64019d8e518c tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:06.569669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-ab108825-a5cf-435a-a57e-fd83f1971d59 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Deleting port c8478712-3438-4691-9474-8cf6b3cc481a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:06.570020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-ab108825-a5cf-435a-a57e-fd83f1971d59 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:06.581846 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d530b89b-d234-42ac-8167-64019d8e518c tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:06.592840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da03376-0b00-4a79-84fc-9c050e3aa473 None None] The sync data for ids ['62540f1d-de50-434b-9729-833141ef3cfd'] in n-d-713498-30 is: [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '321e1fe8-10d3-40ee-bb16-c856c8b2db28', 'name': '', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'mac_address': 'fa:16:3e:4f:fa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:57Z', 'updated_at': '2021-12-08T01:34:05Z', 'revision_number': 4, 'project_id': '93fc97b59317468485046614cafb9be9', 'subnets': [{'id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:34:06.603782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76a673-e0d8-459a-a136-b54fcf120f16 None None] Pushing event updated for resources: {'Port': ['ID=321e1fe8-10d3-40ee-bb16-c856c8b2db28,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:06.621318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1db035ae-3460-4ead-969d-506160d41303 None None] Provisioning complete for port 321e1fe8-10d3-40ee-bb16-c856c8b2db28 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:06.622955 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1db035ae-3460-4ead-969d-506160d41303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:06.647811 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d530b89b-d234-42ac-8167-64019d8e518c tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:06.652117 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d530b89b-d234-42ac-8167-64019d8e518c tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8406374 Dec 08 01:34:06.658377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38658) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:06.659877 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f8c739-2837-4a23-9d09-abd9ebb65009 x-openstack-request-id: req-b2f8c739-2837-4a23-9d09-abd9ebb65009 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:06.660171 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:06.660463 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2f8c739-2837-4a23-9d09-abd9ebb65009 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:06.660813 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'status': 'completed', 'code': 200} Dec 08 01:34:06.664945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a25401af-8892-4abd-801d-d91200a4d698 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Request body: {'security_group_rule': {'security_group_id': '122ef0db-5312-4fe6-b219-dc89a49dae9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:06.722964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530b89b-d234-42ac-8167-64019d8e518c tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3486115a-3d2d-4c14-844a-017208714c9f,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:06.808569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-9b0752c4-d1c7-475d-91d1-073a83b71a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:06.810204 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-9b0752c4-d1c7-475d-91d1-073a83b71a2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1099 time: 0.1323881 Dec 08 01:34:06.826568 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-ab108825-a5cf-435a-a57e-fd83f1971d59 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:06.826897 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-ab108825-a5cf-435a-a57e-fd83f1971d59 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:06.843955 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a25401af-8892-4abd-801d-d91200a4d698 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:06.863173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-ab108825-a5cf-435a-a57e-fd83f1971d59 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Calling delete_port for c8478712-3438-4691-9474-8cf6b3cc481a owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:06.876106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-daa2d3e1-cffa-4952-b714-31543ed88226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:06.884790 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-daa2d3e1-cffa-4952-b714-31543ed88226 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1099 time: 0.2271442 Dec 08 01:34:07.073336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f28a8-65e7-4259-b7ff-0e4f51d25ddc req-e06a7374-64ed-443a-b9d2-c2a90f754f98 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:07.075045 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d40f28a8-65e7-4259-b7ff-0e4f51d25ddc req-e06a7374-64ed-443a-b9d2-c2a90f754f98 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.2305026 Dec 08 01:34:07.088353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.163987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=555ac932-8ec0-42a3-a6df-a8ae48270d1f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:07.207925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-5c377849-50af-4de0-a418-ca8bac18b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:07.209813 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-5c377849-50af-4de0-a418-ca8bac18b667 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3842018 Dec 08 01:34:07.231335 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a25401af-8892-4abd-801d-d91200a4d698 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.242770 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a25401af-8892-4abd-801d-d91200a4d698 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.249393 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d40f28a8-65e7-4259-b7ff-0e4f51d25ddc req-1d982711-3109-43fd-bae5-da4b67d069fa tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462336 Dec 08 01:34:07.264399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-de9005c7-1d2e-40b1-a49e-af95e0adbfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:07.266012 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-de9005c7-1d2e-40b1-a49e-af95e0adbfd7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3633921 Dec 08 01:34:07.290204 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.296620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25401af-8892-4abd-801d-d91200a4d698 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435248dc-7f09-4149-8b0d-1ac30f82f421,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:07.336616 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-a62805ba-a6d2-4506-8428-f7846a9ed754 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 217 time: 0.0543511 Dec 08 01:34:07.339262 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a25401af-8892-4abd-801d-d91200a4d698 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.345965 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a25401af-8892-4abd-801d-d91200a4d698 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6788948 Dec 08 01:34:07.355626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38664) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:07.360160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:07.412536 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.415024 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.450231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-c8df8e8a-742e-4a88-afdb-7831cd355367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:07.452073 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-5af570bf-7c8f-485a-bba7-eb459676f10d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 217 time: 0.2076278 Dec 08 01:34:07.452321 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-c8df8e8a-742e-4a88-afdb-7831cd355367 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1043453 Dec 08 01:34:07.458813 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.501707 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-ab108825-a5cf-435a-a57e-fd83f1971d59 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.543398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab108825-a5cf-435a-a57e-fd83f1971d59 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Pushing event deleted for resources: {'Port': ['ID=c8478712-3438-4691-9474-8cf6b3cc481a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:07.592507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-435ff52a-3953-479c-8193-03bdccfa38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:07.594392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-435ff52a-3953-479c-8193-03bdccfa38c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0994337 Dec 08 01:34:07.613987 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6030d693-7d65-483d-96db-11c499cc3b7d req-8ebd35d5-1eed-4f94-900e-eaf1acbe7848 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=6c15801dd1984fca8b738c80e907505d HTTP/1.1" status: 200 len: 696 time: 0.1665158 Dec 08 01:34:07.615715 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.616572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57a00d45-0a4b-43d3-b95e-54f1b0e0d14e {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:34:07.627364 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-ab108825-a5cf-435a-a57e-fd83f1971d59 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.630466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-ab108825-a5cf-435a-a57e-fd83f1971d59 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.645010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2cb2bdf2-d9e5-4669-8113-98ba8ad42834 req-ab108825-a5cf-435a-a57e-fd83f1971d59 tempest-FloatingIPDetailsTestJSON-1304902731 tempest-FloatingIPDetailsTestJSON-1304902731-project] 10.222.0.70 "DELETE /v2.0/floatingips/aa27d144-f2cd-4488-83d4-61b35997b8e8 HTTP/1.1" status: 204 len: 173 time: 1.2655933 Dec 08 01:34:07.648343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38666) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:07.666779 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:07.668736 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:34:07.669248 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e7ff8eb5-2cfb-4a5e-8c02-3bdfe24276d8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/57a00d45-0a4b-43d3-b95e-54f1b0e0d14e HTTP/1.1" status: 204 len: 168 time: 2.7654104 Dec 08 01:34:07.671824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38668) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:07.673083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-e831db49-8cc2-4232-a5d8-6df536c97699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:07.675915 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-e831db49-8cc2-4232-a5d8-6df536c97699 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2138019 Dec 08 01:34:08.288492 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 321e1fe8-10d3-40ee-bb16-c856c8b2db28 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:08.408834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 321e1fe8-10d3-40ee-bb16-c856c8b2db28 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:08.409355 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:08.427430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-3926538b-d77c-4cfb-9bac-fe41f0418839 admin admin] Deleting subnet 5c7176f9-f7bf-457f-8cdd-cf682e2c25da {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:34:08.441126 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3926538b-d77c-4cfb-9bac-fe41f0418839 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:08.444221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-6494f8e7-8a6b-403d-9d6a-4607eaa66a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:08.445762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-6494f8e7-8a6b-403d-9d6a-4607eaa66a01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8270760 Dec 08 01:34:08.542893 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-878d6c13-9c95-4feb-8b64-4bfc9a8d3978 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8551419 Dec 08 01:34:08.574277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030d693-7d65-483d-96db-11c499cc3b7d req-32e0b4da-f4c6-4d25-8792-4f1143d7d04f tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:08.585965 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6030d693-7d65-483d-96db-11c499cc3b7d req-32e0b4da-f4c6-4d25-8792-4f1143d7d04f tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/networks?id=7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 787 time: 0.9711452 Dec 08 01:34:08.604112 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3926538b-d77c-4cfb-9bac-fe41f0418839 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:08.703837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1820d2af-9fbf-4f20-a53a-2d55965fcabd no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:08.740818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20fd7e-b5b5-48c0-b221-de23ab0bd47f req-1121f6be-4813-48f0-9012-7df3f47ae467 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:08.742462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d20fd7e-b5b5-48c0-b221-de23ab0bd47f req-1121f6be-4813-48f0-9012-7df3f47ae467 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.9717371 Dec 08 01:34:08.751023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 1820d2af-9fbf-4f20-a53a-2d55965fcabd {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:08.751023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1820d2af-9fbf-4f20-a53a-2d55965fcabd not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:08.751677 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 555ac932-8ec0-42a3-a6df-a8ae48270d1f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:08.785302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 555ac932-8ec0-42a3-a6df-a8ae48270d1f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:08.785852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 555ac932-8ec0-42a3-a6df-a8ae48270d1f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:08.877944 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-6dbe3c21-8e81-44ce-a427-1414f4b20692 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968358 Dec 08 01:34:08.879360 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:08.935463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3397b-89ed-40fb-8289-682d6f215829 req-23062438-98d4-42af-970b-86c46378f6ed tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:08.937183 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-78d3397b-89ed-40fb-8289-682d6f215829 req-23062438-98d4-42af-970b-86c46378f6ed tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 947 time: 0.1885967 Dec 08 01:34:09.024761 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3926538b-d77c-4cfb-9bac-fe41f0418839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:09.028760 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-c5602e7a-e640-493c-9aac-50f758e08838 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572438 Dec 08 01:34:09.032909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-78d3397b-89ed-40fb-8289-682d6f215829 req-3364230b-63bb-4345-aca5-b12f986b212e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796196 Dec 08 01:34:09.062399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d20fd7e-b5b5-48c0-b221-de23ab0bd47f req-7ed462e0-c868-4fc0-b031-acf811a78f18 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956398 Dec 08 01:34:09.178547 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a994f80-fa34-454a-901f-6ea044081ad1 req-cd50c885-57aa-4e1b-a5d4-ea6c6d4cb9e5 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718992 Dec 08 01:34:09.201505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-781a44a9-be61-4e5e-9895-385a981aadec req-1b804ea6-51b2-4b66-be6d-28775f8a0de7 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/floatingips/9db97f67-a7de-4d38-90e3-fb9bc493d476 HTTP/1.1" status: 200 len: 693 time: 0.0621531 Dec 08 01:34:09.238068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed907c4-8aa8-4a9a-a054-74b9f5bbdc76 req-1c334c15-3d0b-4111-bdf3-13586af08986 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:09.240234 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ed907c4-8aa8-4a9a-a054-74b9f5bbdc76 req-1c334c15-3d0b-4111-bdf3-13586af08986 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.0769660 Dec 08 01:34:09.245986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Allocated IP 172.25.2.110 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/a70a0abb-ae49-4de6-8ff8-20aa382955dc) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:09.252868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3926538b-d77c-4cfb-9bac-fe41f0418839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:09.292789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926538b-d77c-4cfb-9bac-fe41f0418839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c7176f9-f7bf-457f-8cdd-cf682e2c25da,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:09.299170 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3926538b-d77c-4cfb-9bac-fe41f0418839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:09.305092 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3926538b-d77c-4cfb-9bac-fe41f0418839 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5c7176f9-f7bf-457f-8cdd-cf682e2c25da HTTP/1.1" status: 204 len: 168 time: 1.6108198 Dec 08 01:34:09.306052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38678) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:09.309919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4936b9-d070-4b02-b8e6-2c1a98d38f25 None None] Network 45794b73-594c-438d-a11c-067a267cf9ce requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:34:09.344041 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ed907c4-8aa8-4a9a-a054-74b9f5bbdc76 req-65291935-9876-415e-8aa9-57175fda7d46 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884845 Dec 08 01:34:09.453735 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:09.464757 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a44a9-be61-4e5e-9895-385a981aadec req-9aba0370-e8d9-42fb-b83b-0181f26220aa tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:09.466168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-781a44a9-be61-4e5e-9895-385a981aadec req-9aba0370-e8d9-42fb-b83b-0181f26220aa tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2397974 Dec 08 01:34:09.535112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device e95f3906-485d-40a9-8f48-4a143ae80efa details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:34:09.548764 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-781a44a9-be61-4e5e-9895-385a981aadec req-ad69c424-4423-496d-b9d6-dbf7c0c25249 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.0675104 Dec 08 01:34:09.551729 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5745ef7-a10b-4fbd-91dc-cd1aab410273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:09.556983 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:09.574107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Deleting port cb6f9aff-9d46-42c8-8b64-08a18df06370 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:09.577574 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:09.709181 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-781a44a9-be61-4e5e-9895-385a981aadec req-55a333d4-c037-4cf4-b622-2753423e7a06 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.111 HTTP/1.1" status: 200 len: 696 time: 0.1496921 Dec 08 01:34:09.733235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1186982e-7a36-4082-a5c2-0582d111d5ff None None] DHCP port deletion for 45794b73-594c-438d-a11c-067a267cf9ce request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:34:09.768992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] For port cb6f9aff-9d46-42c8-8b64-08a18df06370, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=cb6f9aff-9d46-42c8-8b64-08a18df06370,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:09.769387 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:09.786461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Calling delete_port for cb6f9aff-9d46-42c8-8b64-08a18df06370 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:09.802746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ee3de-d7af-4a4c-989f-e6c0f021fae4 req-15a3266d-bea0-4549-b0c5-36797e5a668e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:09.804314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1b6ee3de-d7af-4a4c-989f-e6c0f021fae4 req-15a3266d-bea0-4549-b0c5-36797e5a668e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 947 time: 0.0943415 Dec 08 01:34:09.812536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:09.827676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'mac_address': 'fa:16:3e:9b:24:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:34:09.884640 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:09.893068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1186982e-7a36-4082-a5c2-0582d111d5ff None None] Deleting port cb6f9aff-9d46-42c8-8b64-08a18df06370 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:09.893795 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1186982e-7a36-4082-a5c2-0582d111d5ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:09.912500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95f3906-485d-40a9-8f48-4a143ae80efa {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:34:09.931874 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:09.940596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:09.957945 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:09.983811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6f9aff-9d46-42c8-8b64-08a18df06370,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:10.007545 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1b6ee3de-d7af-4a4c-989f-e6c0f021fae4 req-5b9d5c31-b251-4c0b-9ecb-a793563a8bda tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941462 Dec 08 01:34:10.009849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-ac228254-9e2a-4ce7-81d2-7b317974c1cf tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:10.011557 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-ac228254-9e2a-4ce7-81d2-7b317974c1cf tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.65 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27&tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 947 time: 0.3641613 Dec 08 01:34:10.012601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] No DVR routers for this DVR port cb6f9aff-9d46-42c8-8b64-08a18df06370 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:10.094721 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1186982e-7a36-4082-a5c2-0582d111d5ff None None] For port cb6f9aff-9d46-42c8-8b64-08a18df06370, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=cb6f9aff-9d46-42c8-8b64-08a18df06370,segment=NetworkSegment(484cbd3c-6237-4f10-a283-1c04269ce591),segment_id=484cbd3c-6237-4f10-a283-1c04269ce591)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:10.095289 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1186982e-7a36-4082-a5c2-0582d111d5ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.097702 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.109372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1186982e-7a36-4082-a5c2-0582d111d5ff None None] Calling delete_port for cb6f9aff-9d46-42c8-8b64-08a18df06370 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:10.163983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.186279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:10.202886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:10.208662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:34:10.226870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device cb6f9aff-9d46-42c8-8b64-08a18df06370 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:10.228622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45794b73-594c-438d-a11c-067a267cf9ce']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:10.242828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484cbd3c-6237-4f10-a283-1c04269ce591') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:10.243202 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484cbd3c-6237-4f10-a283-1c04269ce591') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:10.251266 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-4c91a19e-7b55-4edb-b5c6-00d13bd653dc service neutron] 10.222.0.65 "GET /v2.0/ports/e95f3906-485d-40a9-8f48-4a143ae80efa/bindings/n-h1-713498-30 HTTP/1.1" status: 200 len: 383 time: 0.2301338 Dec 08 01:34:10.260422 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1186982e-7a36-4082-a5c2-0582d111d5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.263015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Pushing event updated for resources: {'Port': ['ID=a70a0abb-ae49-4de6-8ff8-20aa382955dc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:10.274658 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.276222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: cb6f9aff-9d46-42c8-8b64-08a18df06370 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:10.276695 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device cb6f9aff-9d46-42c8-8b64-08a18df06370 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:10.278995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1186982e-7a36-4082-a5c2-0582d111d5ff None None] No DVR routers for this DVR port cb6f9aff-9d46-42c8-8b64-08a18df06370 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:10.309593 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.309699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:10.325363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:34:10.325781 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.343034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-781a44a9-be61-4e5e-9895-385a981aadec req-5e708193-7dc7-4559-9ce8-c7b105864a36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Deleting port a107f80b-b7c4-41b2-89e6-8f8980b60b05 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:10.343471 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-781a44a9-be61-4e5e-9895-385a981aadec req-5e708193-7dc7-4559-9ce8-c7b105864a36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.366432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186982e-7a36-4082-a5c2-0582d111d5ff None None] Pushing event deleted for resources: {'Port': ['ID=cb6f9aff-9d46-42c8-8b64-08a18df06370,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:34:10.406306 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:34:10.411946 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.414408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['e95f3906-485d-40a9-8f48-4a143ae80efa'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:10.419047 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.425662 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] 10.222.0.70 "DELETE /v2.0/networks/45794b73-594c-438d-a11c-067a267cf9ce HTTP/1.1" status: 204 len: 168 time: 1.1157598 Dec 08 01:34:10.426726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38686) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:10.490980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d32cc2-c5ed-44ce-bde8-9f66939ab853 admin admin] Pushing event deleted for resources: {'Network': ['ID=45794b73-594c-438d-a11c-067a267cf9ce,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:10.522012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-626fd449-af8f-4d64-93d6-3cfd842be8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:10.523577 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-626fd449-af8f-4d64-93d6-3cfd842be8a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1100 time: 0.2259393 Dec 08 01:34:10.525645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde120a-7829-4185-a113-e1806c5d4ef4 req-8c1ac0ed-b3dc-4a0d-b4b0-ea54106ae0b6 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:10.535931 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5dde120a-7829-4185-a113-e1806c5d4ef4 req-8c1ac0ed-b3dc-4a0d-b4b0-ea54106ae0b6 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.3317020 Dec 08 01:34:10.574660 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.618497 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-781a44a9-be61-4e5e-9895-385a981aadec req-5e708193-7dc7-4559-9ce8-c7b105864a36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.619094 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-781a44a9-be61-4e5e-9895-385a981aadec req-5e708193-7dc7-4559-9ce8-c7b105864a36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.651831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5dde120a-7829-4185-a113-e1806c5d4ef4 req-c3e4a8ff-648f-4fa0-89bf-64b45b391217 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143262 Dec 08 01:34:10.713996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-781a44a9-be61-4e5e-9895-385a981aadec req-5e708193-7dc7-4559-9ce8-c7b105864a36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Calling delete_port for a107f80b-b7c4-41b2-89e6-8f8980b60b05 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:10.721296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c5745ef7-a10b-4fbd-91dc-cd1aab410273 admin admin] Deleting port 2a3ef491-1295-46b4-bdf6-d738669c8b74 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:10.721648 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5745ef7-a10b-4fbd-91dc-cd1aab410273 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.768425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:10.957166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74b7b1-0608-4862-ba7e-4979767baa68 req-92ef6413-b7fd-4db4-b048-8690fe1dbd0f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:10.958552 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc74b7b1-0608-4862-ba7e-4979767baa68 req-92ef6413-b7fd-4db4-b048-8690fe1dbd0f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.0852530 Dec 08 01:34:10.965697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-740d72f8-e583-4287-94ad-4f58c5d6c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:10.967268 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-740d72f8-e583-4287-94ad-4f58c5d6c584 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.4294932 Dec 08 01:34:11.054377 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc74b7b1-0608-4862-ba7e-4979767baa68 req-8a24a27a-3517-4c1b-a49f-7dbb5dbd9a9f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831177 Dec 08 01:34:11.070484 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b8937c6-6eb7-4195-a8b7-f93a3d17c6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:11.112868 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-024c0a6d-c9c8-43ad-b416-a6db973d8528 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 217 time: 0.0966413 Dec 08 01:34:11.230987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-c5745ef7-a10b-4fbd-91dc-cd1aab410273 admin admin] For port 2a3ef491-1295-46b4-bdf6-d738669c8b74, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2a3ef491-1295-46b4-bdf6-d738669c8b74,segment=NetworkSegment(462ace14-e44b-4c25-b7d8-7ec9751cb925),segment_id=462ace14-e44b-4c25-b7d8-7ec9751cb925)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:11.231336 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5745ef7-a10b-4fbd-91dc-cd1aab410273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:11.236057 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-781a44a9-be61-4e5e-9895-385a981aadec req-5e708193-7dc7-4559-9ce8-c7b105864a36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:11.267391 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4acf0b-b3a2-40ef-940e-fe5bd42af148 req-5b74a720-e940-42e4-a36b-5bc88ce83916 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:11.269353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c4acf0b-b3a2-40ef-940e-fe5bd42af148 req-5b74a720-e940-42e4-a36b-5bc88ce83916 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 948 time: 0.1083896 Dec 08 01:34:11.349689 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c4acf0b-b3a2-40ef-940e-fe5bd42af148 req-a8a2f483-5a6d-4e2f-b5b6-97d17de35be4 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607071 Dec 08 01:34:11.451253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9b8937c6-6eb7-4195-a8b7-f93a3d17c6d8 admin admin] Deleting port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:11.451591 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b8937c6-6eb7-4195-a8b7-f93a3d17c6d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:11.537927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9b8937c6-6eb7-4195-a8b7-f93a3d17c6d8 admin admin] For port 3d66b6ab-9741-41d0-92f5-9d9ffeb49943, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3d66b6ab-9741-41d0-92f5-9d9ffeb49943,segment=NetworkSegment(dfc75668-336d-4d3d-b014-21857f76229e),segment_id=dfc75668-336d-4d3d-b014-21857f76229e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:11.538605 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b8937c6-6eb7-4195-a8b7-f93a3d17c6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:11.553837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9b8937c6-6eb7-4195-a8b7-f93a3d17c6d8 admin admin] Calling delete_port for 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:11.613919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c5745ef7-a10b-4fbd-91dc-cd1aab410273 admin admin] Calling delete_port for 2a3ef491-1295-46b4-bdf6-d738669c8b74 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:11.628380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e708193-7dc7-4559-9ce8-c7b105864a36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Pushing event deleted for resources: {'Port': ['ID=a107f80b-b7c4-41b2-89e6-8f8980b60b05,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:11.632851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-89764850-e548-4182-a52a-fed986f21c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:11.635068 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-89764850-e548-4182-a52a-fed986f21c30 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.5051162 Dec 08 01:34:11.794674 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b8937c6-6eb7-4195-a8b7-f93a3d17c6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:11.815503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:11.825643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-28a87ad5-6abd-4fa0-b7ee-d6599e171412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:11.827671 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-28a87ad5-6abd-4fa0-b7ee-d6599e171412 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1664267 Dec 08 01:34:11.829920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8937c6-6eb7-4195-a8b7-f93a3d17c6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d66b6ab-9741-41d0-92f5-9d9ffeb49943,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:11.832884 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:11.835690 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-781a44a9-be61-4e5e-9895-385a981aadec req-5e708193-7dc7-4559-9ce8-c7b105864a36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:11.839367 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-781a44a9-be61-4e5e-9895-385a981aadec req-5e708193-7dc7-4559-9ce8-c7b105864a36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:11.847522 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-781a44a9-be61-4e5e-9895-385a981aadec req-5e708193-7dc7-4559-9ce8-c7b105864a36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "DELETE /v2.0/floatingips/9db97f67-a7de-4d38-90e3-fb9bc493d476 HTTP/1.1" status: 204 len: 173 time: 2.0438704 Dec 08 01:34:11.911004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10458467-1dd0-4415-9cab-ab4dc073d969 req-bf321b3f-78e3-44f5-92a7-3fd9d2b40bd1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:11.920468 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10458467-1dd0-4415-9cab-ab4dc073d969 req-bf321b3f-78e3-44f5-92a7-3fd9d2b40bd1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.1637590 Dec 08 01:34:12.055491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10458467-1dd0-4415-9cab-ab4dc073d969 req-1e3843d7-6f00-4202-8fbc-6e5d86225b07 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340261 Dec 08 01:34:12.156520 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b8937c6-6eb7-4195-a8b7-f93a3d17c6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:12.216437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Pushing event updated for resources: {'Port': ['ID=a70a0abb-ae49-4de6-8ff8-20aa382955dc,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:12.240158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-c9aa1341-9f6a-45b4-8b2f-7de60155647b tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3689160 Dec 08 01:34:12.284679 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:12.286416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01b297-a2e8-4639-9e7f-a9924cc2d93b req-0007223b-39bf-48ab-b5f5-416128f2c81f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:12.287946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee01b297-a2e8-4639-9e7f-a9924cc2d93b req-0007223b-39bf-48ab-b5f5-416128f2c81f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.1122925 Dec 08 01:34:12.296904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:12.344351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:12.380879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:12.381993 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee01b297-a2e8-4639-9e7f-a9924cc2d93b req-da1232ce-2a84-40c0-9d89-b9bd234746eb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637286 Dec 08 01:34:12.382125 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-304245f1-45c9-4bb7-94c4-3272e6632aca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0252337 Dec 08 01:34:12.400108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-41c4dbc3-8e56-43d4-b2cf-7b6228f5da33 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373919 Dec 08 01:34:12.467475 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5745ef7-a10b-4fbd-91dc-cd1aab410273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:12.525822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5745ef7-a10b-4fbd-91dc-cd1aab410273 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3ef491-1295-46b4-bdf6-d738669c8b74,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:12.586848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8937c6-6eb7-4195-a8b7-f93a3d17c6d8 admin admin] Router 6ae6e05e-235d-4c32-aedf-7adf6a69812b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:34:12.690207 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982a8d3-dfac-4019-86ae-ff9314a1794a req-e91e368b-d576-4eb6-9a56-5b41d10266ca tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:12.692750 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8982a8d3-dfac-4019-86ae-ff9314a1794a req-e91e368b-d576-4eb6-9a56-5b41d10266ca tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 948 time: 0.2113485 Dec 08 01:34:12.723882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-61f1af36-9ec4-4ede-ad6f-69df67159c8d service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084309 Dec 08 01:34:12.860539 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8982a8d3-dfac-4019-86ae-ff9314a1794a req-3a8b0b53-a931-4625-b952-f932caa7766e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621141 Dec 08 01:34:12.876325 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:12.903421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8937c6-6eb7-4195-a8b7-f93a3d17c6d8 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:34:12.913278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9308ca05-45d0-4573-95bc-c9e2c9681290 None None] Sync routers for ids ['6ae6e05e-235d-4c32-aedf-7adf6a69812b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:34:12.919219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9b8937c6-6eb7-4195-a8b7-f93a3d17c6d8 admin admin] 10.222.0.70 "PUT /v2.0/routers/6ae6e05e-235d-4c32-aedf-7adf6a69812b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4917922 Dec 08 01:34:12.921983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38740) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:12.927233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9308ca05-45d0-4573-95bc-c9e2c9681290 None None] Routers {'6ae6e05e-235d-4c32-aedf-7adf6a69812b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:12.937124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9308ca05-45d0-4573-95bc-c9e2c9681290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6ae6e05e-235d-4c32-aedf-7adf6a69812b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:13.094428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9308ca05-45d0-4573-95bc-c9e2c9681290 None None] Set router 6ae6e05e-235d-4c32-aedf-7adf6a69812b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:13.132683 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5745ef7-a10b-4fbd-91dc-cd1aab410273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:13.213255 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:13.322658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Allocated IP 172.25.2.94 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/cde74a07-a638-4f4d-8692-46f87900478c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:13.543334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device e95f3906-485d-40a9-8f48-4a143ae80efa up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:13.617088 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:13.645056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9308ca05-45d0-4573-95bc-c9e2c9681290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302014448-router', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:51Z', 'updated_at': '2021-12-08T01:34:11Z', 'revision_number': 5, 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'gw_port': {'id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:52Z', 'updated_at': '2021-12-08T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:13.697155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5745ef7-a10b-4fbd-91dc-cd1aab410273 admin admin] Router 434f542e-ec90-4998-a6bd-854504a7f096 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:34:13.720322 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:13.758531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9308ca05-45d0-4573-95bc-c9e2c9681290 None None] Checking router: 6ae6e05e-235d-4c32-aedf-7adf6a69812b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:34:13.783194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9308ca05-45d0-4573-95bc-c9e2c9681290 None None] Routers {'6ae6e05e-235d-4c32-aedf-7adf6a69812b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:13.784379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9308ca05-45d0-4573-95bc-c9e2c9681290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6ae6e05e-235d-4c32-aedf-7adf6a69812b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:13.794857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port e95f3906-485d-40a9-8f48-4a143ae80efa completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:34:13.851828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port e95f3906-485d-40a9-8f48-4a143ae80efa triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:13.852310 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:13.898572 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Pushing event updated for resources: {'Port': ['ID=cde74a07-a638-4f4d-8692-46f87900478c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:13.925473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7790cb1-e664-44d9-93d6-7b4fdd941b68 req-b63219e4-dd8b-43fc-a355-171fbb41c3ac tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:13.937979 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7790cb1-e664-44d9-93d6-7b4fdd941b68 req-b63219e4-dd8b-43fc-a355-171fbb41c3ac tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.6810548 Dec 08 01:34:13.956781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:13.960205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:13.994193 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:14.012261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:34:14.021139 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7790cb1-e664-44d9-93d6-7b4fdd941b68 req-fe6ebf0c-08f0-484a-a2dc-b209bb755123 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822604 Dec 08 01:34:14.080226 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5745ef7-a10b-4fbd-91dc-cd1aab410273 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:34:14.093906 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20ea78-d79e-4bfe-8b00-e3e738fa9593 None None] Sync routers for ids ['434f542e-ec90-4998-a6bd-854504a7f096'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:34:14.108738 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c5745ef7-a10b-4fbd-91dc-cd1aab410273 admin admin] 10.222.0.70 "PUT /v2.0/routers/434f542e-ec90-4998-a6bd-854504a7f096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4545009 Dec 08 01:34:14.111546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38784) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:14.113006 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20ea78-d79e-4bfe-8b00-e3e738fa9593 None None] Routers {'434f542e-ec90-4998-a6bd-854504a7f096'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:14.113937 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1c20ea78-d79e-4bfe-8b00-e3e738fa9593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['434f542e-ec90-4998-a6bd-854504a7f096'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:14.129333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Deleting port 3e3474c4-3e71-4d08-be7b-6f95b1478610 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:14.129709 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:14.295470 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1c20ea78-d79e-4bfe-8b00-e3e738fa9593 None None] Set router 434f542e-ec90-4998-a6bd-854504a7f096 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:14.364046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c011b-0dbc-4107-ad74-c024fc6a8899 req-7c058998-cf27-4770-abbf-38998a031301 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:14.366318 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-584c011b-0dbc-4107-ad74-c024fc6a8899 req-7c058998-cf27-4770-abbf-38998a031301 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.1012866 Dec 08 01:34:14.473297 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-584c011b-0dbc-4107-ad74-c024fc6a8899 req-e876faf4-141e-4563-ad4e-339d9c3ab0ae tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939720 Dec 08 01:34:14.481465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] For port 3e3474c4-3e71-4d08-be7b-6f95b1478610, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3e3474c4-3e71-4d08-be7b-6f95b1478610,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:14.481918 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:14.513882 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Calling delete_port for 3e3474c4-3e71-4d08-be7b-6f95b1478610 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:14.537105 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9308ca05-45d0-4573-95bc-c9e2c9681290 None None] Set router 6ae6e05e-235d-4c32-aedf-7adf6a69812b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:14.619617 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:14.648780 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:14.685510 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1c20ea78-d79e-4bfe-8b00-e3e738fa9593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434f542e-ec90-4998-a6bd-854504a7f096', 'name': 'tempest-FloatingIPDetailsTestJSON-1346961190-router', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:28Z', 'updated_at': '2021-12-08T01:34:12Z', 'revision_number': 5, 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'gw_port': {'id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434f542e-ec90-4998-a6bd-854504a7f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:29Z', 'updated_at': '2021-12-08T01:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:14.715597 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20ea78-d79e-4bfe-8b00-e3e738fa9593 None None] Checking router: 434f542e-ec90-4998-a6bd-854504a7f096 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:34:14.727575 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20ea78-d79e-4bfe-8b00-e3e738fa9593 None None] Routers {'434f542e-ec90-4998-a6bd-854504a7f096'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:14.729177 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1c20ea78-d79e-4bfe-8b00-e3e738fa9593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['434f542e-ec90-4998-a6bd-854504a7f096'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:14.733047 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:14.735610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:14.737683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:14.747028 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e95e3b-8de7-48c7-930b-5cde23f2b8eb" -d '{"events": [{"server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "name": "network-vif-plugged", "status": "completed", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:14.773956 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:14.833919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6fa2-e560-4f45-8b86-c3399722fa05 req-7ba9be39-a067-41f1-8733-6b308e3e335b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:14.837374 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2ef6fa2-e560-4f45-8b86-c3399722fa05 req-7ba9be39-a067-41f1-8733-6b308e3e335b tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 948 time: 0.1895373 Dec 08 01:34:14.845820 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:14.953599 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1c20ea78-d79e-4bfe-8b00-e3e738fa9593 None None] Set router 434f542e-ec90-4998-a6bd-854504a7f096 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:15.065802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.080752 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.165031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:15.189910 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2ef6fa2-e560-4f45-8b86-c3399722fa05 req-b90e8fb7-1c42-4355-8498-abe94510f504 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033117 Dec 08 01:34:15.206893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.319042 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9308ca05-45d0-4573-95bc-c9e2c9681290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302014448-router', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:51Z', 'updated_at': '2021-12-08T01:34:11Z', 'revision_number': 5, 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'gw_port': {'id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:52Z', 'updated_at': '2021-12-08T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:15.336202 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.415455 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9308ca05-45d0-4573-95bc-c9e2c9681290 None None] The sync data for ids ['6ae6e05e-235d-4c32-aedf-7adf6a69812b'] in n-d-713498-30 is: [{'id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-302014448-router', 'tenant_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:28:51Z', 'updated_at': '2021-12-08T01:34:11Z', 'revision_number': 5, 'project_id': 'b10fe29ff04d41fca7b60d8b3de807fc', 'gw_port': {'id': '3e3474c4-3e71-4d08-be7b-6f95b1478610', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:10:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae6e05e-235d-4c32-aedf-7adf6a69812b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:28:52Z', 'updated_at': '2021-12-08T01:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:34:15.490537 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1c20ea78-d79e-4bfe-8b00-e3e738fa9593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434f542e-ec90-4998-a6bd-854504a7f096', 'name': 'tempest-FloatingIPDetailsTestJSON-1346961190-router', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:28Z', 'updated_at': '2021-12-08T01:34:12Z', 'revision_number': 5, 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'gw_port': {'id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434f542e-ec90-4998-a6bd-854504a7f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:29Z', 'updated_at': '2021-12-08T01:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:15.536320 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.539343 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e319e7a-ed24-4ccc-b4f6-4117162d5d27 x-openstack-request-id: req-0e319e7a-ed24-4ccc-b4f6-4117162d5d27 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:15.539832 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "name": "network-vif-plugged", "status": "completed", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:15.539934 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e319e7a-ed24-4ccc-b4f6-4117162d5d27 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:15.540301 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'code': 200} Dec 08 01:34:15.542450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3474c4-3e71-4d08-be7b-6f95b1478610,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:15.579124 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c20ea78-d79e-4bfe-8b00-e3e738fa9593 None None] The sync data for ids ['434f542e-ec90-4998-a6bd-854504a7f096'] in n-d-713498-30 is: [{'id': '434f542e-ec90-4998-a6bd-854504a7f096', 'name': 'tempest-FloatingIPDetailsTestJSON-1346961190-router', 'tenant_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:28Z', 'updated_at': '2021-12-08T01:34:12Z', 'revision_number': 5, 'project_id': '807b43b5bcee464b9d5d0bf064bec5a6', 'gw_port': {'id': 'd015d3de-d507-46c1-aeac-e1cb773632be', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:c1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434f542e-ec90-4998-a6bd-854504a7f096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:29Z', 'updated_at': '2021-12-08T01:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:34:15.723622 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.726840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Pushing event updated for resources: {'Port': ['ID=cde74a07-a638-4f4d-8692-46f87900478c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:15.766878 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.770426 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.776547 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.778612 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-54349652-f225-4054-bba8-bb5466ce03af tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5035279 Dec 08 01:34:15.779680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-6784808b-444d-4c46-a882-09f97b6441b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:15.781588 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-6784808b-444d-4c46-a882-09f97b6441b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27&tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd HTTP/1.1" status: 200 len: 1101 time: 0.2592540 Dec 08 01:34:15.802107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e47b8-f798-4da9-b5a5-557b79865095 req-445db7c7-f917-4a6e-bf4c-540e142d97aa tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:15.803787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f8e47b8-f798-4da9-b5a5-557b79865095 req-445db7c7-f917-4a6e-bf4c-540e142d97aa tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.1304326 Dec 08 01:34:15.848546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-1f556797-86d3-49e4-ac67-12b3c938974b tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.94 HTTP/1.1" status: 200 len: 695 time: 0.0599523 Dec 08 01:34:15.855157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:15.914387 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.914963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae6e05e-235d-4c32-aedf-7adf6a69812b {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:34:15.920924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.924380 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f1c19846-6a13-4c98-9d29-703b4595f36b admin admin] 10.222.0.70 "DELETE /v2.0/routers/6ae6e05e-235d-4c32-aedf-7adf6a69812b HTTP/1.1" status: 204 len: 168 time: 2.9991734 Dec 08 01:34:15.925628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38802) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:15.962626 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.974824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Deleting port d015d3de-d507-46c1-aeac-e1cb773632be {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:15.975731 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:15.986115 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f8e47b8-f798-4da9-b5a5-557b79865095 req-b3f717d6-5ed4-4dfd-9878-45b6f2fb92a5 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997577 Dec 08 01:34:16.217051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb54840-dcd4-471f-9596-74a2c4b71285 admin admin] Deleting subnet fda0b794-2888-4147-be1c-ac766510f10b {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:34:16.269907 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cb54840-dcd4-471f-9596-74a2c4b71285 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:16.272426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:16.312831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-292062b2-49a3-42aa-b0c8-eb1a2e36c030 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:16.314656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1139b998-8deb-4fac-8303-805470ebd7e8 req-292062b2-49a3-42aa-b0c8-eb1a2e36c030 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.4570694 Dec 08 01:34:16.361441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:16.362269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3d66b6ab-9741-41d0-92f5-9d9ffeb49943 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:16.362894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2a3ef491-1295-46b4-bdf6-d738669c8b74 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:16.396734 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cb54840-dcd4-471f-9596-74a2c4b71285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:16.403316 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 2a3ef491-1295-46b4-bdf6-d738669c8b74 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:16.404430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2a3ef491-1295-46b4-bdf6-d738669c8b74 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:16.498457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea46ad-f019-49c4-afd2-f50f223fc9f1 req-be48557b-3014-4ae5-b1f1-4e7f9c74ac9e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:16.499958 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cea46ad-f019-49c4-afd2-f50f223fc9f1 req-be48557b-3014-4ae5-b1f1-4e7f9c74ac9e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.2611089 Dec 08 01:34:16.501968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:16.578653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] For port d015d3de-d507-46c1-aeac-e1cb773632be, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d015d3de-d507-46c1-aeac-e1cb773632be,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:16.581645 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:16.624575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:16.692557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:16.717910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Transition to ACTIVE for port object e95f3906-485d-40a9-8f48-4a143ae80efa will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:34:16.718797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:16.722367 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca4732f-f85a-4d91-a48c-4c98c0ce8a1f" -d '{"events": [{"server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "name": "network-vif-unplugged", "status": "completed", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:16.729607 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:16.744616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Calling delete_port for d015d3de-d507-46c1-aeac-e1cb773632be owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:16.748961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cea46ad-f019-49c4-afd2-f50f223fc9f1 req-52963c5a-c74c-45fb-bf7c-14330fd159f6 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268724 Dec 08 01:34:16.774104 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cb54840-dcd4-471f-9596-74a2c4b71285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:16.829627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:16.838518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377b811-e71d-47ff-ac52-defcec4eca65 req-8ebcba9e-0df1-4836-b9ef-73e8e3cd354c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:16.846341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8377b811-e71d-47ff-ac52-defcec4eca65 req-8ebcba9e-0df1-4836-b9ef-73e8e3cd354c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.3828304 Dec 08 01:34:16.967459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] No DVR routers for this DVR port e95f3906-485d-40a9-8f48-4a143ae80efa on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:16.988415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-9aac9c4f-2e81-4552-af43-524dbc14c55c tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/floatingips/60cd0e0e-1f68-4898-9dc0-821460fe45a5 HTTP/1.1" status: 200 len: 692 time: 0.1489396 Dec 08 01:34:17.017470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8377b811-e71d-47ff-ac52-defcec4eca65 req-8627698d-2ed3-4a32-b0d7-030b08963619 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700764 Dec 08 01:34:17.091089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Attempting to bind port e95f3906-485d-40a9-8f48-4a143ae80efa on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:34:17.091559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Attempting to bind port e95f3906-485d-40a9-8f48-4a143ae80efa by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:34:17.091761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Attempting to bind port e95f3906-485d-40a9-8f48-4a143ae80efa on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:17.099007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Port e95f3906-485d-40a9-8f48-4a143ae80efa on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:34:17.099329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Attempting to bind port e95f3906-485d-40a9-8f48-4a143ae80efa on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:17.111334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:34:17.116631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:17.117060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:34:17.117522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Bound port: e95f3906-485d-40a9-8f48-4a143ae80efa, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:34:17.117893 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.123805 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cb54840-dcd4-471f-9596-74a2c4b71285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.141427 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6cb54840-dcd4-471f-9596-74a2c4b71285 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.144411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5626f8-ca6d-411a-9a5e-35214e056daa None None] Network 18b973b1-f442-4146-89aa-93ee4dacf881 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:34:17.163260 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6cb54840-dcd4-471f-9596-74a2c4b71285 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fda0b794-2888-4147-be1c-ac766510f10b HTTP/1.1" status: 204 len: 168 time: 1.2372100 Dec 08 01:34:17.182938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38820) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:17.185611 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1ca4c8-7c6d-4fde-b102-1ea3d73400ba x-openstack-request-id: req-1a1ca4c8-7c6d-4fde-b102-1ea3d73400ba {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:17.185798 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "name": "network-vif-unplugged", "status": "completed", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:17.186058 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1a1ca4c8-7c6d-4fde-b102-1ea3d73400ba {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:17.186461 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'code': 200} Dec 08 01:34:17.344086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-dd222045-1c98-47cb-9146-44a14e315952 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:17.349532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb54840-dcd4-471f-9596-74a2c4b71285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fda0b794-2888-4147-be1c-ac766510f10b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:17.354883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-dd222045-1c98-47cb-9146-44a14e315952 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.3577998 Dec 08 01:34:17.398408 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.440562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfce41c-7618-48f2-9a44-cfdf0bd53c19 None None] DHCP port deletion for 18b973b1-f442-4146-89aa-93ee4dacf881 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:34:17.440907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Pushing event deleted for resources: {'Port': ['ID=d015d3de-d507-46c1-aeac-e1cb773632be,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:17.544934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-1bcc4684-a003-48a6-89ba-92d987ab4dfb tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.94 HTTP/1.1" status: 200 len: 695 time: 0.1889422 Dec 08 01:34:17.565411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005048dd-2cd9-4ddd-b05b-cb1cde266987 req-41a31add-0063-4ea2-b65c-0ea84913983e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:17.565698 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.565875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4bfce41c-7618-48f2-9a44-cfdf0bd53c19 None None] Deleting port e648d83d-e693-4db7-b6dd-90140c92586f {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:17.566327 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4bfce41c-7618-48f2-9a44-cfdf0bd53c19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.567108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-005048dd-2cd9-4ddd-b05b-cb1cde266987 req-41a31add-0063-4ea2-b65c-0ea84913983e tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.0984819 Dec 08 01:34:17.570511 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.643547 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-598623d7-5d26-401a-a19a-4fd056e7e780 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.94 HTTP/1.1" status: 200 len: 695 time: 0.0964451 Dec 08 01:34:17.657636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:17.712661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:34:17.726123 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.759917 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.769718 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.778528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4bfce41c-7618-48f2-9a44-cfdf0bd53c19 None None] For port e648d83d-e693-4db7-b6dd-90140c92586f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e648d83d-e693-4db7-b6dd-90140c92586f,segment=NetworkSegment(dfc75668-336d-4d3d-b014-21857f76229e),segment_id=dfc75668-336d-4d3d-b014-21857f76229e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:17.778935 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4bfce41c-7618-48f2-9a44-cfdf0bd53c19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.804190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-005048dd-2cd9-4ddd-b05b-cb1cde266987 req-9b4c7308-b828-45a2-81d7-04a64310d69d tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284088 Dec 08 01:34:17.812738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4bfce41c-7618-48f2-9a44-cfdf0bd53c19 None None] Calling delete_port for e648d83d-e693-4db7-b6dd-90140c92586f owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:17.842026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:17.842279 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.843632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] 10.222.0.72 "PUT /v2.0/ports/e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 1097 time: 1.9986367 Dec 08 01:34:17.891234 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.892426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 434f542e-ec90-4998-a6bd-854504a7f096 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:34:17.914052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:17.916736 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6e848ef4-3594-48c7-a62b-5c9f5b1061df admin admin] 10.222.0.70 "DELETE /v2.0/routers/434f542e-ec90-4998-a6bd-854504a7f096 HTTP/1.1" status: 204 len: 168 time: 3.7979269 Dec 08 01:34:17.919563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:18.039526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d9e24-3403-4f60-aa24-b5be5e3fc951 service neutron] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=11']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:18.049656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fb87fd-6abb-4012-9ca3-b58a3206837d admin admin] Deleting subnet 524c1f8d-2eab-457c-9ea5-17a477a83eb3 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:34:18.064545 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79fb87fd-6abb-4012-9ca3-b58a3206837d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.065862 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4bfce41c-7618-48f2-9a44-cfdf0bd53c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.107640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Deleting port e648d83d-e693-4db7-b6dd-90140c92586f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:18.110252 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.123929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfce41c-7618-48f2-9a44-cfdf0bd53c19 None None] Pushing event deleted for resources: {'Port': ['ID=e648d83d-e693-4db7-b6dd-90140c92586f,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:18.139208 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-99e9fa23-23b2-42c5-a80b-c6a38edf3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:18.141272 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-99e9fa23-23b2-42c5-a80b-c6a38edf3fe7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1100 time: 0.2300017 Dec 08 01:34:18.144795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfce41c-7618-48f2-9a44-cfdf0bd53c19 None None] No DVR routers for this DVR port e648d83d-e693-4db7-b6dd-90140c92586f on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:18.197218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-c542f4fc-c36d-43e1-a8e2-0417b9736642 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Deleting port cde74a07-a638-4f4d-8692-46f87900478c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:18.197867 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-c542f4fc-c36d-43e1-a8e2-0417b9736642 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.207761 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79fb87fd-6abb-4012-9ca3-b58a3206837d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.318341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] For port e648d83d-e693-4db7-b6dd-90140c92586f, host n-d-713498-30, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:18.319205 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.379677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79fb87fd-6abb-4012-9ca3-b58a3206837d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.402957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Calling delete_port for e648d83d-e693-4db7-b6dd-90140c92586f owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:18.407374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Port e648d83d-e693-4db7-b6dd-90140c92586f was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:34:18.417268 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.470958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Pushing event deleted for resources: {'Port': ['ID=e648d83d-e693-4db7-b6dd-90140c92586f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:18.480360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-39cfdeaa-6c3d-4d4a-8522-4e6dcfd02c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:18.482234 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-39cfdeaa-6c3d-4d4a-8522-4e6dcfd02c37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3079643 Dec 08 01:34:18.483353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] No DVR routers for this DVR port e648d83d-e693-4db7-b6dd-90140c92586f on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:18.489732 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-c542f4fc-c36d-43e1-a8e2-0417b9736642 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.490078 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-c542f4fc-c36d-43e1-a8e2-0417b9736642 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.504791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191e336-9994-4393-b612-ec252b336b28 req-fa546d25-e45b-43e1-828d-5effe32524b9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:18.506668 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d191e336-9994-4393-b612-ec252b336b28 req-fa546d25-e45b-43e1-828d-5effe32524b9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.0804069 Dec 08 01:34:18.508412 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79fb87fd-6abb-4012-9ca3-b58a3206837d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.549431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb87fd-6abb-4012-9ca3-b58a3206837d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=524c1f8d-2eab-457c-9ea5-17a477a83eb3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:18.579244 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79fb87fd-6abb-4012-9ca3-b58a3206837d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.585240 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-79fb87fd-6abb-4012-9ca3-b58a3206837d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/524c1f8d-2eab-457c-9ea5-17a477a83eb3 HTTP/1.1" status: 204 len: 168 time: 0.6633623 Dec 08 01:34:18.587633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38842) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:18.588994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af0d83-a2c6-41d3-af43-f2082bb51b98 None None] Network c2eb413d-f988-4ac1-929c-e1fceb4b5a53 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:34:18.613455 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-372409bb-06fe-479e-b40c-30ea0f005bd3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 217 time: 0.1196370 Dec 08 01:34:18.616581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-c542f4fc-c36d-43e1-a8e2-0417b9736642 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Calling delete_port for cde74a07-a638-4f4d-8692-46f87900478c owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:18.694183 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.708780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d191e336-9994-4393-b612-ec252b336b28 req-ac4e7071-3ad8-4983-8927-66ff6fe5f76d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654792 Dec 08 01:34:18.714193 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e648d83d-e693-4db7-b6dd-90140c92586f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:18.741987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: e648d83d-e693-4db7-b6dd-90140c92586f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:18.742460 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e648d83d-e693-4db7-b6dd-90140c92586f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:18.743001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3e3474c4-3e71-4d08-be7b-6f95b1478610 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:18.779204 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.799141 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 3e3474c4-3e71-4d08-be7b-6f95b1478610 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:18.799842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3e3474c4-3e71-4d08-be7b-6f95b1478610 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:18.811725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b973b1-f442-4146-89aa-93ee4dacf881']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:18.824439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-d732bb5c-df77-4fb7-909b-38aa0c5cdb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:18.825844 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-d732bb5c-df77-4fb7-909b-38aa0c5cdb12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1909440 Dec 08 01:34:18.830874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc75668-336d-4d3d-b014-21857f76229e') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:18.831178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc75668-336d-4d3d-b014-21857f76229e') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:18.882977 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.907958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.914589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587297a2-e214-4f7a-93ae-c22c897f323d None None] DHCP port deletion for c2eb413d-f988-4ac1-929c-e1fceb4b5a53 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:34:18.927627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:34:18.928119 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:34:18.930032 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:34:18.940168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Deleting port 9c2596ed-694c-46e7-821f-11e4496c16e6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:18.941249 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:18.946888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-5c582103-fde1-4f0a-a927-831f870bc2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:18.949416 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-5c582103-fde1-4f0a-a927-831f870bc2d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1144245 Dec 08 01:34:19.002174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3bf46-65ff-4a90-b1aa-6886c533bbd8 req-e8f12e78-69a5-48ba-8839-413ec90aa6f0 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:19.004472 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0c3bf46-65ff-4a90-b1aa-6886c533bbd8 req-e8f12e78-69a5-48ba-8839-413ec90aa6f0 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 948 time: 0.1678083 Dec 08 01:34:19.019996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-587297a2-e214-4f7a-93ae-c22c897f323d None None] Deleting port 9c2596ed-694c-46e7-821f-11e4496c16e6 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:19.020946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-587297a2-e214-4f7a-93ae-c22c897f323d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.063051 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.076725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] For port 9c2596ed-694c-46e7-821f-11e4496c16e6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9c2596ed-694c-46e7-821f-11e4496c16e6,segment=NetworkSegment(462ace14-e44b-4c25-b7d8-7ec9751cb925),segment_id=462ace14-e44b-4c25-b7d8-7ec9751cb925)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:19.077020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.098826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Calling delete_port for 9c2596ed-694c-46e7-821f-11e4496c16e6 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:19.100783 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.104651 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] 10.222.0.70 "DELETE /v2.0/networks/18b973b1-f442-4146-89aa-93ee4dacf881 HTTP/1.1" status: 204 len: 168 time: 1.9164488 Dec 08 01:34:19.124335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340db8f7-7b9f-4bbb-baf1-a8e09a740873 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b973b1-f442-4146-89aa-93ee4dacf881,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:19.126510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-587297a2-e214-4f7a-93ae-c22c897f323d None None] For port 9c2596ed-694c-46e7-821f-11e4496c16e6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9c2596ed-694c-46e7-821f-11e4496c16e6,segment=NetworkSegment(462ace14-e44b-4c25-b7d8-7ec9751cb925),segment_id=462ace14-e44b-4c25-b7d8-7ec9751cb925)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:19.128079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-c542f4fc-c36d-43e1-a8e2-0417b9736642 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.128773 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-587297a2-e214-4f7a-93ae-c22c897f323d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.162941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-587297a2-e214-4f7a-93ae-c22c897f323d None None] Calling delete_port for 9c2596ed-694c-46e7-821f-11e4496c16e6 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:19.170750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542f4fc-c36d-43e1-a8e2-0417b9736642 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Pushing event deleted for resources: {'Port': ['ID=cde74a07-a638-4f4d-8692-46f87900478c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:19.196026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-bd5485ca-661c-445e-afdf-c29dc6388b54 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367194 Dec 08 01:34:19.196632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:19.199032 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6071cad2-c8c2-47fd-9176-a786c817cc52" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:19.300861 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.303159 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-c542f4fc-c36d-43e1-a8e2-0417b9736642 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.306300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-c542f4fc-c36d-43e1-a8e2-0417b9736642 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.328139 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cd7c5f9-ff7c-4de3-8a0c-acb9b7e78978 req-c542f4fc-c36d-43e1-a8e2-0417b9736642 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "DELETE /v2.0/floatingips/60cd0e0e-1f68-4898-9dc0-821460fe45a5 HTTP/1.1" status: 204 len: 173 time: 1.6833258 Dec 08 01:34:19.369152 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-587297a2-e214-4f7a-93ae-c22c897f323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.383230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] No DVR routers for this DVR port 9c2596ed-694c-46e7-821f-11e4496c16e6 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:19.392566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38854) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:19.396782 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5a98aee-1217-4c4a-b29c-48283fb8aa37 req-caf6ba16-5adf-4212-b4a6-83564670d47a service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911080 Dec 08 01:34:19.436056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587297a2-e214-4f7a-93ae-c22c897f323d None None] Pushing event deleted for resources: {'Port': ['ID=9c2596ed-694c-46e7-821f-11e4496c16e6,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:19.459716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587297a2-e214-4f7a-93ae-c22c897f323d None None] No DVR routers for this DVR port 9c2596ed-694c-46e7-821f-11e4496c16e6 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:19.475482 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2596ed-694c-46e7-821f-11e4496c16e6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:19.507995 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9e3fbfbd-a365-432d-8409-0b70a3a2fc8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f160d5f3eba14acd8effdd0b8a7c34ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1046665 Dec 08 01:34:19.508384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38856) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:19.533994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:34:19.538263 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0c3bf46-65ff-4a90-b1aa-6886c533bbd8 req-9041f63c-9f6d-4aaf-a460-6f0c840af654 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535787 Dec 08 01:34:19.641134 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.685082 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2a0280-682e-4b6c-a45f-a905a1e7150a x-openstack-request-id: req-ac2a0280-682e-4b6c-a45f-a905a1e7150a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:19.685669 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:19.685890 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac2a0280-682e-4b6c-a45f-a905a1e7150a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:19.686347 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'status': 'completed', 'code': 200} Dec 08 01:34:19.694249 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed4a9c08-0b58-44e9-9d66-1c85f4881e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.704135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2eb413d-f988-4ac1-929c-e1fceb4b5a53']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:19.707176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23d52c-7a1e-42ea-8b1d-abc70c65cb24 req-46845cfd-df67-4b0a-897f-7506e7eb7746 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:19.709168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c23d52c-7a1e-42ea-8b1d-abc70c65cb24 req-46845cfd-df67-4b0a-897f-7506e7eb7746 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.1077654 Dec 08 01:34:19.735413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:19.756170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8', 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6', 'port_id': 'c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8', 'mac_address': 'fa:16:3e:39:1b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a17378f-dcd0-4ad5-8617-f89458c5d02e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:34:19.762998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device e95f3906-485d-40a9-8f48-4a143ae80efa no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:19.783214 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-ce93acd2-15b7-4a3f-ac43-37696213c63f req-c134aa30-d6ca-4c14-91dd-eb0538d72e2b tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] show failed (client error): The resource could not be found. Dec 08 01:34:19.801163 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce93acd2-15b7-4a3f-ac43-37696213c63f req-c134aa30-d6ca-4c14-91dd-eb0538d72e2b tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/floatingips/60cd0e0e-1f68-4898-9dc0-821460fe45a5 HTTP/1.1" status: 404 len: 350 time: 0.0619113 Dec 08 01:34:19.808046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462ace14-e44b-4c25-b7d8-7ec9751cb925') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:19.809490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462ace14-e44b-4c25-b7d8-7ec9751cb925') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:19.820054 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed4a9c08-0b58-44e9-9d66-1c85f4881e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.845630 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.866529 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.888738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:34:19.893264 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.909269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:34:19.909686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:34:19.911541 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:34:19.959201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-cec18528-0583-48fe-a4fa-35bbd488f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:19.959476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:19.967016 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:19.968985 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-cec18528-0583-48fe-a4fa-35bbd488f433 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1100 time: 0.2349560 Dec 08 01:34:19.982216 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device e95f3906-485d-40a9-8f48-4a143ae80efa not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:20.002273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c23d52c-7a1e-42ea-8b1d-abc70c65cb24 req-dd6eddae-f9b7-40cd-8d0a-e92a05d12227 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814307 Dec 08 01:34:20.103966 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-a5dc01ff-98db-4b3d-9e4b-3199e141f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:20.107223 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-a5dc01ff-98db-4b3d-9e4b-3199e141f714 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1100 time: 0.3933475 Dec 08 01:34:20.111607 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:20.113896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:20.124577 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:20.128684 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] 10.222.0.70 "DELETE /v2.0/networks/c2eb413d-f988-4ac1-929c-e1fceb4b5a53 HTTP/1.1" status: 204 len: 168 time: 1.5341873 Dec 08 01:34:20.153881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7413f43-f7a3-4d14-ac5c-6b33756f1b1c req-d2aaa51c-8d96-42fe-8615-2cbf8f1ef712 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:20.162615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7413f43-f7a3-4d14-ac5c-6b33756f1b1c req-d2aaa51c-8d96-42fe-8615-2cbf8f1ef712 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.2310679 Dec 08 01:34:20.215660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d9bac-86ef-49f4-82ec-70ceddeb1c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=c2eb413d-f988-4ac1-929c-e1fceb4b5a53,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:20.239802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d015d3de-d507-46c1-aeac-e1cb773632be no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:20.289464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: d015d3de-d507-46c1-aeac-e1cb773632be {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:20.293677 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d015d3de-d507-46c1-aeac-e1cb773632be not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:20.295217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9c2596ed-694c-46e7-821f-11e4496c16e6 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:20.309734 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-7e310662-7c25-4af0-8612-8b3d659a0e4e req-41aa71ef-a6c0-4ac6-b1c8-234c3784ff36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] show failed (client error): The resource could not be found. Dec 08 01:34:20.317295 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e310662-7c25-4af0-8612-8b3d659a0e4e req-41aa71ef-a6c0-4ac6-b1c8-234c3784ff36 tempest-FloatingIPsTestJSON-387040023 tempest-FloatingIPsTestJSON-387040023-project] 10.222.0.70 "GET /v2.0/floatingips/60cd0e0e-1f68-4898-9dc0-821460fe45a5 HTTP/1.1" status: 404 len: 350 time: 0.2525775 Dec 08 01:34:20.320096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-6bea5d0e-4435-4304-890b-499019832767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:20.320471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-6bea5d0e-4435-4304-890b-499019832767 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3365700 Dec 08 01:34:20.320995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38868) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:20.332017 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed4a9c08-0b58-44e9-9d66-1c85f4881e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:20.336829 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed4a9c08-0b58-44e9-9d66-1c85f4881e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:20.341341 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ed4a9c08-0b58-44e9-9d66-1c85f4881e07 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abf6b4bf-79c2-4640-b18e-cafed406e33d HTTP/1.1" status: 204 len: 168 time: 0.8291330 Dec 08 01:34:20.357754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 9c2596ed-694c-46e7-821f-11e4496c16e6 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:20.359658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9c2596ed-694c-46e7-821f-11e4496c16e6 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:20.398365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:20.435523 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7413f43-f7a3-4d14-ac5c-6b33756f1b1c req-e5a2d5b8-ab25-4903-8563-2b000f13c7ee tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672386 Dec 08 01:34:20.485728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-197367aa-f7db-4f1a-b0ad-8291c0d93562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:20.487887 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-197367aa-f7db-4f1a-b0ad-8291c0d93562 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3572137 Dec 08 01:34:20.582711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a9c08-0b58-44e9-9d66-1c85f4881e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf6b4bf-79c2-4640-b18e-cafed406e33d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:20.592261 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-046ae4e1-45ae-4866-99a2-e82ef82be586 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 217 time: 0.2496908 Dec 08 01:34:20.593982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38876) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:20.613582 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-cbd220dc-4632-48dc-b7ab-86044f3b2e39 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 200 len: 217 time: 0.1167331 Dec 08 01:34:20.755179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-660ee409-7526-4f82-b740-b3577b14d601 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=807b43b5bcee464b9d5d0bf064bec5a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580591 Dec 08 01:34:20.762611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38880) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:20.871549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-08ad3d62-484a-422c-809e-8629e7af16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:20.871950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-bd6eb5b8-5934-4b29-be73-055ff3b2c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:20.877604 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-08ad3d62-484a-422c-809e-8629e7af16ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2480900 Dec 08 01:34:20.880953 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-bd6eb5b8-5934-4b29-be73-055ff3b2c954 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2735045 Dec 08 01:34:20.934226 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71cb56-260e-460d-bdc0-53f2a0bce2cb req-943c9fd5-bbfd-45cc-9bde-a713ccf25ac7 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:20.941841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff71cb56-260e-460d-bdc0-53f2a0bce2cb req-943c9fd5-bbfd-45cc-9bde-a713ccf25ac7 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 948 time: 0.2152820 Dec 08 01:34:21.009986 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff71cb56-260e-460d-bdc0-53f2a0bce2cb req-e8d89872-0694-4973-a36b-ca5fd168b570 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671127 Dec 08 01:34:21.028950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-4718d576-89a2-4f86-b719-955e783e28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:21.030841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-4718d576-89a2-4f86-b719-955e783e28b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1411717 Dec 08 01:34:21.034601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38884) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:21.059993 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-182f7850-0199-4003-a1ac-f749e5e1142b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:21.196499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-0beaf3f2-44ff-4831-b6e5-449c86273d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:21.199056 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-0beaf3f2-44ff-4831-b6e5-449c86273d09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2977436 Dec 08 01:34:21.209050 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-182f7850-0199-4003-a1ac-f749e5e1142b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:21.227723 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-03dde6fe-455e-4649-8033-d48775d703a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b10fe29ff04d41fca7b60d8b3de807fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1916721 Dec 08 01:34:21.231085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38888) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:21.257597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-64e4e2ea-708b-4381-bbaf-8b0667c99b38 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890121 Dec 08 01:34:21.327569 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-182f7850-0199-4003-a1ac-f749e5e1142b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:21.330619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-182f7850-0199-4003-a1ac-f749e5e1142b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:21.332124 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-182f7850-0199-4003-a1ac-f749e5e1142b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a1c939f-3a89-444d-bc34-29d77bfcff17 HTTP/1.1" status: 204 len: 168 time: 0.5604444 Dec 08 01:34:21.389697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f7850-0199-4003-a1ac-f749e5e1142b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1c939f-3a89-444d-bc34-29d77bfcff17,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:21.467324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e95f3906-485d-40a9-8f48-4a143ae80efa details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:34:21.607830 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-8f399613-9ed0-4958-9f4c-8b7a361e8591 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410275 Dec 08 01:34:21.645695 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c24852a1-642b-4801-af1d-ff4ae81e1587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:21.728810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:21.751833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'mac_address': 'fa:16:3e:9b:24:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:34:21.806594 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c24852a1-642b-4801-af1d-ff4ae81e1587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:21.821238 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:21.849352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95f3906-485d-40a9-8f48-4a143ae80efa {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:34:21.878765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:21.884895 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:21.913249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eb4ec-a259-4e7d-9ae0-b5ead95d065c req-8df04146-4f5a-4800-a784-03031ef35be8 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:21.921474 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b3eb4ec-a259-4e7d-9ae0-b5ead95d065c req-8df04146-4f5a-4800-a784-03031ef35be8 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 944 time: 0.2723467 Dec 08 01:34:21.996213 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b3eb4ec-a259-4e7d-9ae0-b5ead95d065c req-d8d4c8a3-5915-47be-a597-9a5f3dbab65d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734541 Dec 08 01:34:22.002351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c24852a1-642b-4801-af1d-ff4ae81e1587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:22.006228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=12']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:22.013105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c24852a1-642b-4801-af1d-ff4ae81e1587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:22.014486 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c24852a1-642b-4801-af1d-ff4ae81e1587 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40e9a03a-f2ae-4893-a14d-c3a0b61327d8 HTTP/1.1" status: 204 len: 168 time: 0.7824190 Dec 08 01:34:22.064938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24852a1-642b-4801-af1d-ff4ae81e1587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e9a03a-f2ae-4893-a14d-c3a0b61327d8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:22.144695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a4e02-d036-48de-9d32-2f71a2731734 req-5e48739b-f184-4f55-90bf-266742f3011a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:22.146376 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e40a4e02-d036-48de-9d32-2f71a2731734 req-5e48739b-f184-4f55-90bf-266742f3011a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.9590683 Dec 08 01:34:22.253545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['e95f3906-485d-40a9-8f48-4a143ae80efa'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:22.285148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-60756e80-a981-49f8-ae87-2cd2e8e9d020 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0371332 Dec 08 01:34:22.438760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78191991-c433-453f-93bf-9f69d095025d req-36eeea10-4815-4969-868e-7140c9588292 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:22.440641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78191991-c433-453f-93bf-9f69d095025d req-36eeea10-4815-4969-868e-7140c9588292 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.0960939 Dec 08 01:34:22.489796 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6071cad2-c8c2-47fd-9176-a786c817cc52 req-60576dc4-5905-4b5d-8c68-c8daaf68e0a1 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940293 Dec 08 01:34:22.544935 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78191991-c433-453f-93bf-9f69d095025d req-ef711f17-362b-442c-b088-c1284b1c1db0 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983899 Dec 08 01:34:22.625220 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9bb9b84-f245-4920-892b-c36e857c587e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:22.724463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e1e7a-7b30-4274-b1e7-db774604d54d req-42989fb6-326c-4953-86f4-46aa8438fcef tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:22.732521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b3e1e7a-7b30-4274-b1e7-db774604d54d req-42989fb6-326c-4953-86f4-46aa8438fcef tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 1101 time: 0.0806322 Dec 08 01:34:22.795001 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b3e1e7a-7b30-4274-b1e7-db774604d54d req-def7690c-718d-40c1-aa6a-9bb4ed477f2d tempest-MigrationsAdminTest-931983143 tempest-MigrationsAdminTest-931983143-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562878 Dec 08 01:34:22.846909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e40a4e02-d036-48de-9d32-2f71a2731734 req-1152d8a0-29c5-4391-a4c2-09e19b760b19 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6888242 Dec 08 01:34:23.268752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eda16f-04a4-4980-adca-c66a63f55a1f req-1ee65da0-f932-45b4-bc63-78fe3a15dc85 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:23.277910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4eda16f-04a4-4980-adca-c66a63f55a1f req-1ee65da0-f932-45b4-bc63-78fe3a15dc85 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 949 time: 0.1207826 Dec 08 01:34:23.314623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74b0d0-2366-4e3e-8c58-214e7cf770e7 req-98739485-0950-46e8-a825-658619862d04 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:23.334582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1b74b0d0-2366-4e3e-8c58-214e7cf770e7 req-98739485-0950-46e8-a825-658619862d04 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 944 time: 0.1785629 Dec 08 01:34:23.387881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb9b84-f245-4920-892b-c36e857c587e admin admin] Deleting port 551cb9b1-2801-450b-a5bf-ca799af2c8d7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:23.388244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9bb9b84-f245-4920-892b-c36e857c587e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:23.395043 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4eda16f-04a4-4980-adca-c66a63f55a1f req-039c3119-e43a-4e9d-a9ac-4088d90275fe tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147785 Dec 08 01:34:23.430143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1b74b0d0-2366-4e3e-8c58-214e7cf770e7 req-48d04b11-1d2f-44ec-ba1c-8e9d6146b02f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020815 Dec 08 01:34:23.452892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e95f3906-485d-40a9-8f48-4a143ae80efa up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:23.533213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a9bb9b84-f245-4920-892b-c36e857c587e admin admin] For port 551cb9b1-2801-450b-a5bf-ca799af2c8d7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=551cb9b1-2801-450b-a5bf-ca799af2c8d7,segment=NetworkSegment(a8b5105d-eced-4b6b-ab4a-6ae98796fe99),segment_id=a8b5105d-eced-4b6b-ab4a-6ae98796fe99)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:23.533437 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9bb9b84-f245-4920-892b-c36e857c587e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:23.549477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb9b84-f245-4920-892b-c36e857c587e admin admin] Calling delete_port for 551cb9b1-2801-450b-a5bf-ca799af2c8d7 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:23.578510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:23.644110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port e95f3906-485d-40a9-8f48-4a143ae80efa completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:34:23.652668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port e95f3906-485d-40a9-8f48-4a143ae80efa triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:23.653330 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:23.718473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:34:23.726095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:23.727133 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:23.815318 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:24.005053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:24.007103 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53c1830-1471-4c09-b29b-7a7d124c7ec5" -d '{"events": [{"server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "name": "network-vif-plugged", "status": "completed", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:24.026943 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:24.028525 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9bb9b84-f245-4920-892b-c36e857c587e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:24.049694 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:24.124139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb9b84-f245-4920-892b-c36e857c587e admin admin] Pushing event deleted for resources: {'Port': ['ID=551cb9b1-2801-450b-a5bf-ca799af2c8d7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:24.130162 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:24.200452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=13']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:24.230138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:24.235910 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:24.262645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4902255-efe0-481d-96f7-8e473ee1840b req-b2e22ac7-5ba1-4b12-8ce9-b760fd198e1f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:24.264435 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b4902255-efe0-481d-96f7-8e473ee1840b req-b2e22ac7-5ba1-4b12-8ce9-b760fd198e1f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 946 time: 0.2003694 Dec 08 01:34:24.332661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:24.368046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b4902255-efe0-481d-96f7-8e473ee1840b req-c6fa358b-3243-4510-86cc-6ee562a78ca8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969906 Dec 08 01:34:24.517582 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c951dc-72cc-42fa-b2b6-28cbbabb7927 x-openstack-request-id: req-00c951dc-72cc-42fa-b2b6-28cbbabb7927 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:24.518082 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "name": "network-vif-plugged", "status": "completed", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:24.518082 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00c951dc-72cc-42fa-b2b6-28cbbabb7927 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:24.518426 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'code': 200} Dec 08 01:34:24.545519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-e3b37bbc-bab1-4018-9979-b1953d6f6411 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:24.559936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-e3b37bbc-bab1-4018-9979-b1953d6f6411 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09&tenant_id=be969996768c47d9a8724404f7a037cd&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1098 time: 0.1253567 Dec 08 01:34:24.573429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-30'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:24.723649 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:24.743259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d4cce-f6af-4070-a2a1-c706dbbb8b66 req-5b725ba0-c1c8-4622-9695-12ff30c5c432 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:24.751053 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-646d4cce-f6af-4070-a2a1-c706dbbb8b66 req-5b725ba0-c1c8-4622-9695-12ff30c5c432 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 950 time: 0.1301239 Dec 08 01:34:24.774566 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9bb9b84-f245-4920-892b-c36e857c587e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:24.805284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38986) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:24.875274 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-646d4cce-f6af-4070-a2a1-c706dbbb8b66 req-c08a46b3-b763-4721-9f30-7b018a614283 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229427 Dec 08 01:34:24.987614 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf47-091a-4663-83a0-88ca4d2cdaab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:25.040197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a07c4-0243-4e70-9bb3-3f88cb3d2cd4 req-333952de-d4f6-43b8-94d6-53bb7dfe21fc tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:25.052259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:25.054069 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-178a07c4-0243-4e70-9bb3-3f88cb3d2cd4 req-333952de-d4f6-43b8-94d6-53bb7dfe21fc tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.4071274 Dec 08 01:34:25.129600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36568c-0547-4da9-9f26-1242ab680de6 req-439f38ea-0729-431b-9c4b-84ef6a194070 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:25.131559 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e36568c-0547-4da9-9f26-1242ab680de6 req-439f38ea-0729-431b-9c4b-84ef6a194070 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.72 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 950 time: 0.2280238 Dec 08 01:34:25.158353 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:25.217883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-178a07c4-0243-4e70-9bb3-3f88cb3d2cd4 req-b6c8069d-ba05-42db-8bff-37770fe70a3d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626351 Dec 08 01:34:25.221817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf47-091a-4663-83a0-88ca4d2cdaab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:25.224966 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4513d1a-59af-46a1-b0d7-97338b16bd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299a8db4-90c5-4bb0-8f1b-18c523b54caa'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:25.236687 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0850d39c-8033-4edd-8c18-97afb537abb7" -d '{"events": [{"server_uuid": "f4513d1a-59af-46a1-b0d7-97338b16bd09", "name": "network-vif-unplugged", "status": "completed", "tag": "299a8db4-90c5-4bb0-8f1b-18c523b54caa"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:25.236687 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:25.236687 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2cddf47-091a-4663-83a0-88ca4d2cdaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:25.258975 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:25.320232 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a0fe2f-4f0d-460b-969f-41061a59efbb x-openstack-request-id: req-b4a0fe2f-4f0d-460b-969f-41061a59efbb {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:25.320796 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4513d1a-59af-46a1-b0d7-97338b16bd09", "name": "network-vif-unplugged", "status": "completed", "tag": "299a8db4-90c5-4bb0-8f1b-18c523b54caa", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:25.320796 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4a0fe2f-4f0d-460b-969f-41061a59efbb {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:25.321195 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4513d1a-59af-46a1-b0d7-97338b16bd09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299a8db4-90c5-4bb0-8f1b-18c523b54caa', 'code': 200} Dec 08 01:34:25.324131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f2cddf47-091a-4663-83a0-88ca4d2cdaab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2a16e57d2374a788f0a6459b463a8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5171771 Dec 08 01:34:25.324949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cddf47-091a-4663-83a0-88ca4d2cdaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7905f804-70a7-4765-8e0c-194e4de2c015,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:25.326991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39000) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:25.375155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Pushing event updated for resources: {'Port': ['ID=299a8db4-90c5-4bb0-8f1b-18c523b54caa,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:25.422959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Attempting to bind port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on host n-h2-713498-30 for vnic_type normal with profile {"migrating_to": "n-h1-713498-30"} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:34:25.423197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Attempting to bind port 299a8db4-90c5-4bb0-8f1b-18c523b54caa by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:34:25.423482 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Attempting to bind port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:25.428830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on network 93bfafa7-b746-446e-9c1b-c5b967276d24 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:34:25.429423 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Attempting to bind port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on network 93bfafa7-b746-446e-9c1b-c5b967276d24 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:25.437419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:34:25.438141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Checking segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:25.438780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Bound using segment: {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:34:25.439444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Bound port: 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7ac273-6425-4701-932e-f934c46e1e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '93bfafa7-b746-446e-9c1b-c5b967276d24'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:34:25.440044 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:25.506296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-5e36568c-0547-4da9-9f26-1242ab680de6 req-19544112-bb7e-434c-b29e-80517d286b7f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Deleting port e95f3906-485d-40a9-8f48-4a143ae80efa {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:25.506660 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5e36568c-0547-4da9-9f26-1242ab680de6 req-19544112-bb7e-434c-b29e-80517d286b7f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:25.606255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:25.610986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:34:25.621147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e18b9-b872-4841-98f8-4cfffce734c5 req-88512f9b-be5f-4bf2-a595-a316165cb9ae tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:25.629439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-630e18b9-b872-4841-98f8-4cfffce734c5 req-88512f9b-be5f-4bf2-a595-a316165cb9ae tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.0934339 Dec 08 01:34:25.639685 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:25.661092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-5e36568c-0547-4da9-9f26-1242ab680de6 req-19544112-bb7e-434c-b29e-80517d286b7f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] For port e95f3906-485d-40a9-8f48-4a143ae80efa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e95f3906-485d-40a9-8f48-4a143ae80efa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:25.661850 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5e36568c-0547-4da9-9f26-1242ab680de6 req-19544112-bb7e-434c-b29e-80517d286b7f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:25.677379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-5e36568c-0547-4da9-9f26-1242ab680de6 req-19544112-bb7e-434c-b29e-80517d286b7f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Calling delete_port for e95f3906-485d-40a9-8f48-4a143ae80efa owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:25.742120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Pushing event updated for resources: {'Port': ['ID=299a8db4-90c5-4bb0-8f1b-18c523b54caa,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:25.777829 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-630e18b9-b872-4841-98f8-4cfffce734c5 req-99c1dfd1-a5ea-4550-98d8-7e8e133c36bd tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409838 Dec 08 01:34:25.803090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:25.803971 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:25.805651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-5262e5e3-4722-49d0-8fd1-34a55ba992a9 service neutron] 10.222.0.65 "PUT /v2.0/ports/299a8db4-90c5-4bb0-8f1b-18c523b54caa HTTP/1.1" status: 200 len: 1124 time: 1.2368045 Dec 08 01:34:25.809501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bb9b84-f245-4920-892b-c36e857c587e admin admin] Router 55480def-91b5-43a4-8b4b-b9d2f968073c has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:34:25.834621 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b21807b2-1119-4994-ae9d-e55e38d6fb39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:25.981319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['299a8db4-90c5-4bb0-8f1b-18c523b54caa'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:26.040521 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b21807b2-1119-4994-ae9d-e55e38d6fb39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:26.070799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['299a8db4-90c5-4bb0-8f1b-18c523b54caa'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:26.380354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27508f2-4ef2-4956-b40c-8bc39513d742 req-d43a958e-c940-4575-84f4-d65b69449559 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:26.387937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a27508f2-4ef2-4956-b40c-8bc39513d742 req-d43a958e-c940-4575-84f4-d65b69449559 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=08ef6675-16e0-45c9-8024-6c5bae03ff27 HTTP/1.1" status: 200 len: 950 time: 0.3810139 Dec 08 01:34:26.399655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5e36568c-0547-4da9-9f26-1242ab680de6 req-19544112-bb7e-434c-b29e-80517d286b7f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:26.412524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6167683-4754-4ed0-8a30-d01d71a23d94 req-a5382ab8-5e9f-4a51-b3a3-f604a8249ad4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:26.417075 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f6167683-4754-4ed0-8a30-d01d71a23d94 req-a5382ab8-5e9f-4a51-b3a3-f604a8249ad4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.0902658 Dec 08 01:34:26.419011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bb9b84-f245-4920-892b-c36e857c587e admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:34:26.436972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d627f-cbb7-49cc-909f-2acdb8b7e657 None None] Sync routers for ids ['55480def-91b5-43a4-8b4b-b9d2f968073c'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:34:26.448798 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a9bb9b84-f245-4920-892b-c36e857c587e admin admin] 10.222.0.70 "PUT /v2.0/routers/55480def-91b5-43a4-8b4b-b9d2f968073c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1259816 Dec 08 01:34:26.451905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39028) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:26.452979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19544112-bb7e-434c-b29e-80517d286b7f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Pushing event deleted for resources: {'Port': ['ID=e95f3906-485d-40a9-8f48-4a143ae80efa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:26.453786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d627f-cbb7-49cc-909f-2acdb8b7e657 None None] Routers {'55480def-91b5-43a4-8b4b-b9d2f968073c'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:26.456047 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b21807b2-1119-4994-ae9d-e55e38d6fb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:26.459286 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b21807b2-1119-4994-ae9d-e55e38d6fb39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:26.462754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b21807b2-1119-4994-ae9d-e55e38d6fb39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7905f804-70a7-4765-8e0c-194e4de2c015 HTTP/1.1" status: 204 len: 168 time: 1.1212983 Dec 08 01:34:26.469427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-990d627f-cbb7-49cc-909f-2acdb8b7e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['55480def-91b5-43a4-8b4b-b9d2f968073c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:26.558556 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21807b2-1119-4994-ae9d-e55e38d6fb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7905f804-70a7-4765-8e0c-194e4de2c015,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:26.579458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f6167683-4754-4ed0-8a30-d01d71a23d94 req-43c4c5cc-d0b3-4cda-ad9e-a9bdaa458708 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424932 Dec 08 01:34:26.629376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38d23fb-ebe1-47a8-8a33-bdc686486783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:26.635992 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf39a09-e039-4658-b991-7e6e0c3afa2c" -d '{"events": [{"server_uuid": "b38d23fb-ebe1-47a8-8a33-bdc686486783", "name": "network-vif-plugged", "status": "completed", "tag": "c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:26.652333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['f2c609d1-f966-4ab4-85a7-3ca3b26201c0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:26.741103 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f67696-d146-42f8-8269-66455f57792d x-openstack-request-id: req-18f67696-d146-42f8-8269-66455f57792d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:26.741484 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38d23fb-ebe1-47a8-8a33-bdc686486783", "name": "network-vif-plugged", "status": "completed", "tag": "c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:26.741746 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18f67696-d146-42f8-8269-66455f57792d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:26.742295 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38d23fb-ebe1-47a8-8a33-bdc686486783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8', 'code': 200} Dec 08 01:34:26.759647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e36568c-0547-4da9-9f26-1242ab680de6 req-19544112-bb7e-434c-b29e-80517d286b7f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] No DVR routers for this DVR port e95f3906-485d-40a9-8f48-4a143ae80efa on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:26.770231 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5e36568c-0547-4da9-9f26-1242ab680de6 req-19544112-bb7e-434c-b29e-80517d286b7f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:26.774329 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e36568c-0547-4da9-9f26-1242ab680de6 req-19544112-bb7e-434c-b29e-80517d286b7f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.72 "DELETE /v2.0/ports/e95f3906-485d-40a9-8f48-4a143ae80efa HTTP/1.1" status: 204 len: 173 time: 1.6233621 Dec 08 01:34:26.783423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a27508f2-4ef2-4956-b40c-8bc39513d742 req-7cedf587-bda7-4c8c-849e-2ec85cd54b10 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944612 Dec 08 01:34:26.783833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'name': 'network-vif-deleted', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:26.786355 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3923b3c2-e0bc-45c7-967e-4ee18d07134a" -d '{"events": [{"server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "name": "network-vif-deleted", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:26.983039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:27.021490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-990d627f-cbb7-49cc-909f-2acdb8b7e657 None None] Set router 55480def-91b5-43a4-8b4b-b9d2f968073c gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:27.193659 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f14da8-0a64-4d07-87db-adbde5aa8752 req-54af1d95-6093-40a4-940a-d507c095318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:27.195405 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d6f14da8-0a64-4d07-87db-adbde5aa8752 req-54af1d95-6093-40a4-940a-d507c095318d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 1097 time: 0.2884848 Dec 08 01:34:27.207801 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:27.261550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1a130-04e0-40c7-a426-e95937e7dace req-1820188b-ab51-4763-9331-0aa168fe91a5 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:27.262799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['02742655-4fba-4db0-a1cf-d990a515b227', 'f0de720a-e594-4ea0-944d-a56f228e4df1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:27.270507 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-82c1a130-04e0-40c7-a426-e95937e7dace req-1820188b-ab51-4763-9331-0aa168fe91a5 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.2265272 Dec 08 01:34:27.324819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4513d1a-59af-46a1-b0d7-97338b16bd09', 'tag': '299a8db4-90c5-4bb0-8f1b-18c523b54caa'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:27.326394 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2f9a42-2fc4-4e6d-8e4a-97a9d641ad92 x-openstack-request-id: req-3b2f9a42-2fc4-4e6d-8e4a-97a9d641ad92 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:27.326701 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef6675-16e0-45c9-8024-6c5bae03ff27", "name": "network-vif-deleted", "tag": "e95f3906-485d-40a9-8f48-4a143ae80efa", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:27.326965 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b2f9a42-2fc4-4e6d-8e4a-97a9d641ad92 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:27.327704 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef6675-16e0-45c9-8024-6c5bae03ff27', 'name': 'network-vif-deleted', 'tag': 'e95f3906-485d-40a9-8f48-4a143ae80efa', 'status': 'completed', 'code': 200} Dec 08 01:34:27.330694 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eeb512-f827-4814-905f-b2bd94122b37" -d '{"events": [{"name": "network-changed", "server_uuid": "f4513d1a-59af-46a1-b0d7-97338b16bd09", "tag": "299a8db4-90c5-4bb0-8f1b-18c523b54caa"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:27.442413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Deleting port c1546f0a-bbe0-431b-be9b-dc5596c279f5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:27.442924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:27.507931 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-82c1a130-04e0-40c7-a426-e95937e7dace req-c1fec4ca-973d-4761-aba8-d331754b8bca tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279890 Dec 08 01:34:27.515243 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d6f14da8-0a64-4d07-87db-adbde5aa8752 req-3d71eea8-0fbe-47b5-abf2-58133dfe2da6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111205 Dec 08 01:34:27.516016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e95f3906-485d-40a9-8f48-4a143ae80efa no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:27.555181 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202b10ee-f0f5-4904-80b0-6796178fed4b x-openstack-request-id: req-202b10ee-f0f5-4904-80b0-6796178fed4b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:27.555707 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4513d1a-59af-46a1-b0d7-97338b16bd09", "tag": "299a8db4-90c5-4bb0-8f1b-18c523b54caa", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:27.555964 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-202b10ee-f0f5-4904-80b0-6796178fed4b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:27.559108 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4513d1a-59af-46a1-b0d7-97338b16bd09', 'tag': '299a8db4-90c5-4bb0-8f1b-18c523b54caa', 'status': 'completed', 'code': 200} Dec 08 01:34:27.622374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] For port c1546f0a-bbe0-431b-be9b-dc5596c279f5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c1546f0a-bbe0-431b-be9b-dc5596c279f5,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:27.622374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:27.636212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Calling delete_port for c1546f0a-bbe0-431b-be9b-dc5596c279f5 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:27.682736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 299a8db4-90c5-4bb0-8f1b-18c523b54caa details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:34:27.695131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39076) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:27.797016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:27.811136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 299a8db4-90c5-4bb0-8f1b-18c523b54caa has no active binding in host n-h1-713498-30 {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:34:27.815401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: e95f3906-485d-40a9-8f48-4a143ae80efa {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:27.815756 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e95f3906-485d-40a9-8f48-4a143ae80efa not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:27.859292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832711c-975b-4fd2-8d55-93eafa8f8a2b req-e1e1e47a-3261-40fd-8094-0584b217f590 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:27.860860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2832711c-975b-4fd2-8d55-93eafa8f8a2b req-e1e1e47a-3261-40fd-8094-0584b217f590 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.1233582 Dec 08 01:34:27.935843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-990d627f-cbb7-49cc-909f-2acdb8b7e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'name': 'tempest-FloatingIPsTestJSON-2050565151-router', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:48Z', 'updated_at': '2021-12-08T01:34:23Z', 'revision_number': 5, 'project_id': '6c15801dd1984fca8b738c80e907505d', 'gw_port': {'id': 'c1546f0a-bbe0-431b-be9b-dc5596c279f5', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:49Z', 'updated_at': '2021-12-08T01:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:27.967165 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2832711c-975b-4fd2-8d55-93eafa8f8a2b req-caf7a424-c464-4b87-9742-f071d01fcb14 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978794 Dec 08 01:34:28.018952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d627f-cbb7-49cc-909f-2acdb8b7e657 None None] Checking router: 55480def-91b5-43a4-8b4b-b9d2f968073c for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:34:28.057225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d627f-cbb7-49cc-909f-2acdb8b7e657 None None] Routers {'55480def-91b5-43a4-8b4b-b9d2f968073c'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:28.059762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-990d627f-cbb7-49cc-909f-2acdb8b7e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['55480def-91b5-43a4-8b4b-b9d2f968073c'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:28.078340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeb512-f827-4814-905f-b2bd94122b37 req-5319858a-98e1-47d6-b078-0ee70b82b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:28.084891 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7eeb512-f827-4814-905f-b2bd94122b37 req-5319858a-98e1-47d6-b078-0ee70b82b15c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 1127 time: 0.2560196 Dec 08 01:34:28.086631 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:28.095452 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37673ae6-3e9d-455e-86fa-15fd3d320935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:28.138101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1546f0a-bbe0-431b-be9b-dc5596c279f5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:28.266186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-990d627f-cbb7-49cc-909f-2acdb8b7e657 None None] Set router 55480def-91b5-43a4-8b4b-b9d2f968073c gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:28.338745 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:28.347911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-990d627f-cbb7-49cc-909f-2acdb8b7e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'name': 'tempest-FloatingIPsTestJSON-2050565151-router', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:48Z', 'updated_at': '2021-12-08T01:34:27Z', 'revision_number': 6, 'project_id': '6c15801dd1984fca8b738c80e907505d', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:28.387095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-eb30403e-627a-45c0-9895-94b3651405d5 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:28.396590 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-eb30403e-627a-45c0-9895-94b3651405d5 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 814 time: 0.2578852 Dec 08 01:34:28.428226 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-105e0f20-3de7-414a-8e19-c4a56e153263 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/quotas/52457a89bac449eeb836923062c49a9c HTTP/1.1" status: 200 len: 375 time: 0.0306001 Dec 08 01:34:28.494466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37673ae6-3e9d-455e-86fa-15fd3d320935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:28.501036 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37673ae6-3e9d-455e-86fa-15fd3d320935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:28.538927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37673ae6-3e9d-455e-86fa-15fd3d320935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7065f9ea-556d-46ab-9549-bf40a8029b35,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:28.583023 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-3d0cc107-9ae3-4778-8ba1-81bea788f371 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1537800 Dec 08 01:34:28.594361 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d627f-cbb7-49cc-909f-2acdb8b7e657 None None] The sync data for ids ['55480def-91b5-43a4-8b4b-b9d2f968073c'] in n-d-713498-30 is: [{'id': '55480def-91b5-43a4-8b4b-b9d2f968073c', 'name': 'tempest-FloatingIPsTestJSON-2050565151-router', 'tenant_id': '6c15801dd1984fca8b738c80e907505d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:48Z', 'updated_at': '2021-12-08T01:34:27Z', 'revision_number': 6, 'project_id': '6c15801dd1984fca8b738c80e907505d', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:34:28.609769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-37673ae6-3e9d-455e-86fa-15fd3d320935 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2f754b0934664ed8897800c6ed19e920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9134736 Dec 08 01:34:28.611371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39110) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:28.708475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39112) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:28.721515 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d1501e7-61db-4578-905e-3c147d52c90a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:28.754343 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d1501e7-61db-4578-905e-3c147d52c90a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:28.764636 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-97f954a7-34c8-4ca7-aef7-ddf90ef5cb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:28.812926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1960381827-network', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:28.935503 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:28.937686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeb512-f827-4814-905f-b2bd94122b37 req-a05c8ad8-4137-49ce-9b2a-ba9e9dbd3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:28.939193 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7eeb512-f827-4814-905f-b2bd94122b37 req-a05c8ad8-4137-49ce-9b2a-ba9e9dbd3c39 service neutron] 10.222.0.72 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.8023214 Dec 08 01:34:28.942168 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.063189 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7eeb512-f827-4814-905f-b2bd94122b37 req-284de47f-536a-41f9-8fec-df98c76d820a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa HTTP/1.1" status: 200 len: 217 time: 0.1115961 Dec 08 01:34:29.071904 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc45b0-bb2e-4edb-baf5-d969b35256ba req-43e3960c-f770-46fc-adda-98e5e42a5aaa tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:29.075237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ffbc45b0-bb2e-4edb-baf5-d969b35256ba req-43e3960c-f770-46fc-adda-98e5e42a5aaa tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 950 time: 0.6786029 Dec 08 01:34:29.090368 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.090368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55480def-91b5-43a4-8b4b-b9d2f968073c {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:34:29.102830 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.106453 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b3a01fb1-8f2a-44b9-aaf9-ae0969f774b7 admin admin] 10.222.0.70 "DELETE /v2.0/routers/55480def-91b5-43a4-8b4b-b9d2f968073c HTTP/1.1" status: 204 len: 168 time: 2.6489086 Dec 08 01:34:29.141593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39120) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:29.231593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Made reservation on behalf of 6e502f0ccb0a4d028095ab888e703ea3 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:34:29.233817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.237620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eeb512-f827-4814-905f-b2bd94122b37 req-40ceec0d-9126-4135-bb1c-03c7b7c13d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:29.241148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7eeb512-f827-4814-905f-b2bd94122b37 req-40ceec0d-9126-4135-bb1c-03c7b7c13d7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.1641257 Dec 08 01:34:29.253029 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d1501e7-61db-4578-905e-3c147d52c90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.255995 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d1501e7-61db-4578-905e-3c147d52c90a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.257421 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3d1501e7-61db-4578-905e-3c147d52c90a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7065f9ea-556d-46ab-9549-bf40a8029b35 HTTP/1.1" status: 204 len: 168 time: 0.6448641 Dec 08 01:34:29.258346 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.264537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ffbc45b0-bb2e-4edb-baf5-d969b35256ba req-4c8c00d9-09ca-45c9-88bb-ec7643e2ffd3 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666777 Dec 08 01:34:29.271042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba5bb34-53d5-4620-8a0b-2b30f9da1cef admin admin] Deleting subnet 1a564dc8-b4ab-47ce-ab98-6e79ada21973 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:34:29.280898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bba5bb34-53d5-4620-8a0b-2b30f9da1cef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.293385 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1501e7-61db-4578-905e-3c147d52c90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7065f9ea-556d-46ab-9549-bf40a8029b35,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:29.299070 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-0dbc35c9-9474-4ee7-a3f5-a6d48500c0f6 service neutron] 10.222.0.70 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7151949 Dec 08 01:34:29.360393 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bba5bb34-53d5-4620-8a0b-2b30f9da1cef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.481576 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-f326262c-8b9f-4523-a8ae-0160d1102c72 service neutron] 10.222.0.70 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668530 Dec 08 01:34:29.499682 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.509461 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.523812 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7eeb512-f827-4814-905f-b2bd94122b37 req-49eb7680-1f40-410b-991c-f56f74728e99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2396059 Dec 08 01:34:29.539993 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bba5bb34-53d5-4620-8a0b-2b30f9da1cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.568238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:34:29.580845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427cc666-7878-40c8-98ca-30b5a6202161,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:29.590170 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.590987 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Added segment 482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e of type vlan for network 528e7346-e95b-40d1-996c-4038896b0972 Dec 08 01:34:29.607378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db694d4c-8ba2-4f8b-b3a2-cbde6c05661e req-07390771-5235-44c3-b252-e17bc9d5f17f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:29.608988 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db694d4c-8ba2-4f8b-b3a2-cbde6c05661e req-07390771-5235-44c3-b252-e17bc9d5f17f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.1630204 Dec 08 01:34:29.651970 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.694646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.697617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:29.698462 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.741823 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db694d4c-8ba2-4f8b-b3a2-cbde6c05661e req-d262d4d1-7ec2-4c05-ad4c-50c9f2929a3a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145198 Dec 08 01:34:29.762705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bba5bb34-53d5-4620-8a0b-2b30f9da1cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.802051 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0898302 Dec 08 01:34:29.818053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39130) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:29.824873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a274ce-0508-40e1-a24c-fc4db40f73d2 None None] Network 88ab319d-4294-46e5-b9da-851df2599b6c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:34:29.869298 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bba5bb34-53d5-4620-8a0b-2b30f9da1cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:29.877803 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bba5bb34-53d5-4620-8a0b-2b30f9da1cef admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1a564dc8-b4ab-47ce-ab98-6e79ada21973 HTTP/1.1" status: 204 len: 168 time: 0.7353058 Dec 08 01:34:29.893150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c8f227bb-30b2-4081-892c-f2b3b897b764 admin admin] Request body: {'subnet': {'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1960381827-subnet', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:29.907370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39132) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:29.923674 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7eeb512-f827-4814-905f-b2bd94122b37 req-3a36e77c-8dac-4bde-acb1-586ff1e02102 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881640 Dec 08 01:34:29.945911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd589cb-cdf0-49e9-993a-9b1b57cf2723 admin admin] Pushing event updated for resources: {'Network': ['ID=528e7346-e95b-40d1-996c-4038896b0972,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:29.966393 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5bb34-53d5-4620-8a0b-2b30f9da1cef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a564dc8-b4ab-47ce-ab98-6e79ada21973,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:30.001353 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:30.001590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 528e7346-e95b-40d1-996c-4038896b0972 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:34:30.094832 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb87534-8439-420f-a2d4-22f1dfc674f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:30.152531 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3f507636-8263-47ce-90d2-cb644bfc5015 req-a1534385-ba87-4f68-b186-2c8cbb58338f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 210 time: 0.2555418 Dec 08 01:34:30.208384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a1374-fcd5-4c40-968c-430d97a8e265 req-ca78eddc-e7de-4f39-9d5f-25455d3b660b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:30.214277 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-752a1374-fcd5-4c40-968c-430d97a8e265 req-ca78eddc-e7de-4f39-9d5f-25455d3b660b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.2702801 Dec 08 01:34:30.236173 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f227bb-30b2-4081-892c-f2b3b897b764 admin admin] Made reservation on behalf of 6e502f0ccb0a4d028095ab888e703ea3 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:34:30.238529 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c8f227bb-30b2-4081-892c-f2b3b897b764 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:30.274910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 551cb9b1-2801-450b-a5bf-ca799af2c8d7 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:30.347300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 551cb9b1-2801-450b-a5bf-ca799af2c8d7 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:30.347980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 551cb9b1-2801-450b-a5bf-ca799af2c8d7 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:30.349294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c1546f0a-bbe0-431b-be9b-dc5596c279f5 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:30.358483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ab404d-5845-4cdb-9d9a-41b07f61c32a None None] DHCP port deletion for 88ab319d-4294-46e5-b9da-851df2599b6c request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:34:30.429269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: c1546f0a-bbe0-431b-be9b-dc5596c279f5 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:30.429540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c1546f0a-bbe0-431b-be9b-dc5596c279f5 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:30.436905 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-752a1374-fcd5-4c40-968c-430d97a8e265 req-544df285-7dca-4eb5-acba-9487e2646b41 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122369 Dec 08 01:34:30.529778 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb87534-8439-420f-a2d4-22f1dfc674f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:30.535020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb87534-8439-420f-a2d4-22f1dfc674f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:30.542650 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:30.588624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab404d-5845-4cdb-9d9a-41b07f61c32a None None] Deleting port 7b402b54-a7b5-47c2-9bfb-52b47f100a18 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:30.592369 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8ab404d-5845-4cdb-9d9a-41b07f61c32a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:30.723584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f8ab404d-5845-4cdb-9d9a-41b07f61c32a None None] For port 7b402b54-a7b5-47c2-9bfb-52b47f100a18, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7b402b54-a7b5-47c2-9bfb-52b47f100a18,segment=NetworkSegment(a8b5105d-eced-4b6b-ab4a-6ae98796fe99),segment_id=a8b5105d-eced-4b6b-ab4a-6ae98796fe99)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:30.724800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8ab404d-5845-4cdb-9d9a-41b07f61c32a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:30.748371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f8ab404d-5845-4cdb-9d9a-41b07f61c32a None None] Calling delete_port for 7b402b54-a7b5-47c2-9bfb-52b47f100a18 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:30.786537 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aeb87534-8439-420f-a2d4-22f1dfc674f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=00db3a505e984f72ae12c6bc515fa102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7866664 Dec 08 01:34:30.796769 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39152) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:30.808729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb87534-8439-420f-a2d4-22f1dfc674f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4ecf6e-6607-4b6e-8d39-b8dc15202c17,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:30.875421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddb0af-25a2-432f-b717-c61c20adbe75 req-a6223252-2b78-4fd9-99fa-bc614c9ea632 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:30.878412 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d3ddb0af-25a2-432f-b717-c61c20adbe75 req-a6223252-2b78-4fd9-99fa-bc614c9ea632 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 1097 time: 0.3097785 Dec 08 01:34:31.015512 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8ab404d-5845-4cdb-9d9a-41b07f61c32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.029468 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7eeb512-f827-4814-905f-b2bd94122b37 req-438e1691-5d88-45bd-bf04-4f4088a0e530 service neutron] 10.222.0.72 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0212355 Dec 08 01:34:31.059833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab404d-5845-4cdb-9d9a-41b07f61c32a None None] Pushing event deleted for resources: {'Port': ['ID=7b402b54-a7b5-47c2-9bfb-52b47f100a18,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:31.065305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab404d-5845-4cdb-9d9a-41b07f61c32a None None] No DVR routers for this DVR port 7b402b54-a7b5-47c2-9bfb-52b47f100a18 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:31.080143 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d3ddb0af-25a2-432f-b717-c61c20adbe75 req-f4ab5a0f-be2b-486d-872d-451f11979426 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753750 Dec 08 01:34:31.140008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e31dde-6107-4cad-88fd-900d6e67c0db req-67fc91b5-628b-4c8b-b0e1-9c0f03b29ce2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:31.143006 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09e31dde-6107-4cad-88fd-900d6e67c0db req-67fc91b5-628b-4c8b-b0e1-9c0f03b29ce2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.65 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 950 time: 0.6978204 Dec 08 01:34:31.153913 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa5e1-bacb-40e3-83ae-bc1d7adca74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.209480 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e28e3dfc-f554-4255-9805-800ea9eb8a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.239009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Deleting port 7b402b54-a7b5-47c2-9bfb-52b47f100a18 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:31.239598 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.297987 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e28e3dfc-f554-4255-9805-800ea9eb8a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.328796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e1ded-b289-4965-b689-9781676f80f6 req-e587fd19-790d-43ee-b544-e6b6f70b551f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:31.330216 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-669e1ded-b289-4965-b689-9781676f80f6 req-e587fd19-790d-43ee-b544-e6b6f70b551f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cb889bd-23fb-4cf5-915a-c1b615dcb661 HTTP/1.1" status: 200 len: 950 time: 0.8189852 Dec 08 01:34:31.359171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1e686-1dde-4b51-b6c9-c6d8ab349a10 req-40ecbebc-23a5-4c14-a42a-82cccb1b7da2 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:31.360777 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cb1e686-1dde-4b51-b6c9-c6d8ab349a10 req-40ecbebc-23a5-4c14-a42a-82cccb1b7da2 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.1170352 Dec 08 01:34:31.371386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-09e31dde-6107-4cad-88fd-900d6e67c0db req-9ecec945-e6ab-46e3-8b80-85882494839d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Deleting port f0de720a-e594-4ea0-944d-a56f228e4df1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:31.372112 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09e31dde-6107-4cad-88fd-900d6e67c0db req-9ecec945-e6ab-46e3-8b80-85882494839d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.492055 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e28e3dfc-f554-4255-9805-800ea9eb8a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.495459 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 299a8db4-90c5-4bb0-8f1b-18c523b54caa no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:31.495710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cb1e686-1dde-4b51-b6c9-c6d8ab349a10 req-a3d766e8-45fc-4627-a1be-38a597dff5f9 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276400 Dec 08 01:34:31.497656 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e28e3dfc-f554-4255-9805-800ea9eb8a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.505555 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e28e3dfc-f554-4255-9805-800ea9eb8a8f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ed4ecf6e-6607-4b6e-8d39-b8dc15202c17 HTTP/1.1" status: 204 len: 168 time: 0.7055056 Dec 08 01:34:31.530541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-09e31dde-6107-4cad-88fd-900d6e67c0db req-9ecec945-e6ab-46e3-8b80-85882494839d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] For port f0de720a-e594-4ea0-944d-a56f228e4df1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0de720a-e594-4ea0-944d-a56f228e4df1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:31.531389 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09e31dde-6107-4cad-88fd-900d6e67c0db req-9ecec945-e6ab-46e3-8b80-85882494839d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.562695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-09e31dde-6107-4cad-88fd-900d6e67c0db req-9ecec945-e6ab-46e3-8b80-85882494839d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Calling delete_port for f0de720a-e594-4ea0-944d-a56f228e4df1 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:31.564647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] For port 7b402b54-a7b5-47c2-9bfb-52b47f100a18, host n-d-713498-30, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:31.565086 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.602637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e3dfc-f554-4255-9805-800ea9eb8a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4ecf6e-6607-4b6e-8d39-b8dc15202c17,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:31.605466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Calling delete_port for 7b402b54-a7b5-47c2-9bfb-52b47f100a18 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:31.614933 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Port 7b402b54-a7b5-47c2-9bfb-52b47f100a18 was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:34:31.737155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bf6c2-b8f7-4fb6-9583-0193160eb3ce req-880d1f61-5372-4384-b9e7-a1727bc6137b tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:31.746465 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-669e1ded-b289-4965-b689-9781676f80f6 req-027d055e-4eaa-4c79-a278-8bf0c6104204 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952129 Dec 08 01:34:31.748970 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-487bf6c2-b8f7-4fb6-9583-0193160eb3ce req-880d1f61-5372-4384-b9e7-a1727bc6137b tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 1097 time: 0.0912485 Dec 08 01:34:31.775874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-16481634-d547-4563-9ec3-6a63ec88a0c0 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:31.781887 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-16481634-d547-4563-9ec3-6a63ec88a0c0 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.72 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 814 time: 0.1699312 Dec 08 01:34:31.795320 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.796527 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.874791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] No DVR routers for this DVR port 7b402b54-a7b5-47c2-9bfb-52b47f100a18 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:31.908419 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-487bf6c2-b8f7-4fb6-9583-0193160eb3ce req-bde34e5a-25cd-4d63-b1af-113089dd2d80 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456082 Dec 08 01:34:31.945152 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Request body: {'port': {'device_id': 'b20140d4-b7ba-4361-a534-98c46341165d', 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6', 'admin_state_up': True, 'tenant_id': '52457a89bac449eeb836923062c49a9c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:31.947137 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09e31dde-6107-4cad-88fd-900d6e67c0db req-9ecec945-e6ab-46e3-8b80-85882494839d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.965102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b402b54-a7b5-47c2-9bfb-52b47f100a18,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:31.986347 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c8f227bb-30b2-4081-892c-f2b3b897b764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:31.995301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['f2c609d1-f966-4ab4-85a7-3ca3b26201c0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:32.019394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['02742655-4fba-4db0-a1cf-d990a515b227', 'f0de720a-e594-4ea0-944d-a56f228e4df1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:32.030668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecec945-e6ab-46e3-8b80-85882494839d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Pushing event deleted for resources: {'Port': ['ID=f0de720a-e594-4ea0-944d-a56f228e4df1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:32.153773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e31dde-6107-4cad-88fd-900d6e67c0db req-9ecec945-e6ab-46e3-8b80-85882494839d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] No DVR routers for this DVR port f0de720a-e594-4ea0-944d-a56f228e4df1 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:32.160871 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09e31dde-6107-4cad-88fd-900d6e67c0db req-9ecec945-e6ab-46e3-8b80-85882494839d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:32.186872 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09e31dde-6107-4cad-88fd-900d6e67c0db req-9ecec945-e6ab-46e3-8b80-85882494839d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.65 "DELETE /v2.0/ports/f0de720a-e594-4ea0-944d-a56f228e4df1 HTTP/1.1" status: 204 len: 173 time: 1.0343773 Dec 08 01:34:32.187408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'name': 'network-vif-deleted', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:32.207852 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1045398d-676f-4384-a8c4-c98083d58f75" -d '{"events": [{"server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "name": "network-vif-deleted", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:32.313874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7b402b54-a7b5-47c2-9bfb-52b47f100a18 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:32.332822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f6fb4b9-f38d-4d71-b0fc-cdd8d2e8648f req-c0e80b52-7922-4da6-b911-521efcc31421 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 210 time: 0.3735337 Dec 08 01:34:32.426604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 7b402b54-a7b5-47c2-9bfb-52b47f100a18 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:32.427396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7b402b54-a7b5-47c2-9bfb-52b47f100a18 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:32.429227 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ddc8aa-915c-40f6-b317-8ee1704b8f00 x-openstack-request-id: req-f7ddc8aa-915c-40f6-b317-8ee1704b8f00 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:32.429744 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb889bd-23fb-4cf5-915a-c1b615dcb661", "name": "network-vif-deleted", "tag": "f0de720a-e594-4ea0-944d-a56f228e4df1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:32.430068 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7ddc8aa-915c-40f6-b317-8ee1704b8f00 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:32.430682 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb889bd-23fb-4cf5-915a-c1b615dcb661', 'name': 'network-vif-deleted', 'tag': 'f0de720a-e594-4ea0-944d-a56f228e4df1', 'status': 'completed', 'code': 200} Dec 08 01:34:32.493716 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:32.636172 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:32.732216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Made reservation on behalf of 52457a89bac449eeb836923062c49a9c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:34:32.736576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:32.755740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f227bb-30b2-4081-892c-f2b3b897b764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:32.794367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ab319d-4294-46e5-b9da-851df2599b6c']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:32.922951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b5105d-eced-4b6b-ab4a-6ae98796fe99') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:32.923419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b5105d-eced-4b6b-ab4a-6ae98796fe99') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:32.966696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f227bb-30b2-4081-892c-f2b3b897b764 admin admin] Checking segment: {'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:32.968274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f227bb-30b2-4081-892c-f2b3b897b764 admin admin] Network hostable DHCP agents. Network: 528e7346-e95b-40d1-996c-4038896b0972, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:34:32.975836 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:32.996695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49b92c-c234-459a-97e5-29c535ecfca0 req-1298796c-4214-42f6-ac54-05399d1a00ff tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:32.998315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab49b92c-c234-459a-97e5-29c535ecfca0 req-1298796c-4214-42f6-ac54-05399d1a00ff tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 944 time: 0.3174217 Dec 08 01:34:33.079988 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:33.097279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f227bb-30b2-4081-892c-f2b3b897b764 admin admin] Network 528e7346-e95b-40d1-996c-4038896b0972 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:34:33.120313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:34:33.121026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:34:33.123201 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:34:33.164015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Allocated IP 172.20.0.12 (20b932fd-14f5-4575-9b83-f48bb3a90ce6/5dfb6545-e723-4219-9adc-c75d330b6d32/6f843cc7-9919-49b4-aeb9-5f4a9cc75a07) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:33.233454 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-1852c1bb-1bdc-48c0-8f91-e0e61def631d service neutron] 10.222.0.72 "GET /v2.0/ports/299a8db4-90c5-4bb0-8f1b-18c523b54caa/bindings/n-h1-713498-30 HTTP/1.1" status: 200 len: 385 time: 0.1520741 Dec 08 01:34:33.254706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c8f227bb-30b2-4081-892c-f2b3b897b764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 528e7346-e95b-40d1-996c-4038896b0972) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:33.269104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b8df31-7dc5-4c33-ad91-71fb1a95e648 None None] Network 528e7346-e95b-40d1-996c-4038896b0972 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:34:33.287543 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab49b92c-c234-459a-97e5-29c535ecfca0 req-e8121bbb-31d9-4249-8654-cff47e942bbe tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592490 Dec 08 01:34:33.298412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f227bb-30b2-4081-892c-f2b3b897b764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:33.299342 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c8f227bb-30b2-4081-892c-f2b3b897b764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:33.336968 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:33.360251 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:33.367796 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] 10.222.0.70 "DELETE /v2.0/networks/88ab319d-4294-46e5-b9da-851df2599b6c HTTP/1.1" status: 204 len: 168 time: 3.4412217 Dec 08 01:34:33.508232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd1133-4b1f-411f-a4ab-34929d42325c admin admin] Pushing event deleted for resources: {'Network': ['ID=88ab319d-4294-46e5-b9da-851df2599b6c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:33.650062 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:33.664831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-528e7346-e95b-40d1-996c-4038896b0972', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'fixed_ips': [{'subnet_id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:34:33.666189 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:33.668641 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c8f227bb-30b2-4081-892c-f2b3b897b764 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8491559 Dec 08 01:34:33.672506 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8c790c4-b137-49c0-97fa-47a65a4122f0 req-b0c483c9-99a0-4665-9c3a-ec4e845f0ca4 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 210 time: 0.0531147 Dec 08 01:34:33.673475 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39226) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:33.690766 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:33.721112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:33.833031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-95016191-93f7-47c0-a466-9c6fb30f3e59 service neutron] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:33.902937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39230) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:33.919631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-95016191-93f7-47c0-a466-9c6fb30f3e59 service neutron] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:33.920049 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:33.921233 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:33.985499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-502df13f-b6d7-46d8-a79b-14640f11e24d tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:34:33.989833 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-502df13f-b6d7-46d8-a79b-14640f11e24d tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195029 Dec 08 01:34:34.009029 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:34.094507 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Allocated IP 172.20.0.2 (528e7346-e95b-40d1-996c-4038896b0972/2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d/0211c67d-7a8c-4c6f-bcca-7b07901bc428) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:34.106243 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-95016191-93f7-47c0-a466-9c6fb30f3e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299a8db4-90c5-4bb0-8f1b-18c523b54caa {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:34:34.170686 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:34.209443 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:34.221277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-95016191-93f7-47c0-a466-9c6fb30f3e59 service neutron] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:34.283829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-b367382a-45c9-4fd7-9aba-b5bfdd6b606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:34.285545 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-b367382a-45c9-4fd7-9aba-b5bfdd6b606f service neutron] 10.222.0.70 "GET /v2.0/ports/c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 HTTP/1.1" status: 200 len: 1094 time: 0.2629118 Dec 08 01:34:34.286917 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-95016191-93f7-47c0-a466-9c6fb30f3e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:34.292000 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-855c3861-b38a-4dc3-a3e8-7a7a2ecc9b60 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c15801dd1984fca8b738c80e907505d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856461 Dec 08 01:34:34.303062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:34.308465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] Request body: {'binding': {'host': 'n-h2-713498-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:34.308996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] Unknown quota resources ['binding']. {{(pid=103129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:34:34.326278 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:34.407751 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:34.425208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['bf504062-4895-4581-a176-fe2dbecd580f', '09edb317-aa5a-40c7-9f22-0ce7896b319e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:34.428594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f97c88-85b9-46df-bf8c-4b7ea7a3446f req-50c999b9-34dd-45e7-914d-e8752906621f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:34.436078 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-96f97c88-85b9-46df-bf8c-4b7ea7a3446f req-50c999b9-34dd-45e7-914d-e8752906621f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.2022591 Dec 08 01:34:34.447877 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:34.466688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:34.476517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:34:34.505797 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfd40b5d-0813-43ca-8daf-bf32f30dc983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:34.528410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a100906d-e48a-4e30-be66-30b7c479d480'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:34.539057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Pushing event updated for resources: {'Port': ['ID=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:34.599060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:34.599984 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:34.622220 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:34.628767 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-96f97c88-85b9-46df-bf8c-4b7ea7a3446f req-ce0dcb73-65c0-455e-a725-10f9732fe21d tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913102 Dec 08 01:34:34.730878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Pushing event updated for resources: {'Port': ['ID=0211c67d-7a8c-4c6f-bcca-7b07901bc428,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:34.737560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-95016191-93f7-47c0-a466-9c6fb30f3e59 service neutron] Transition to ACTIVE for port object 299a8db4-90c5-4bb0-8f1b-18c523b54caa will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:34:34.788305 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-95016191-93f7-47c0-a466-9c6fb30f3e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:34.797852 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-007b026c-422e-49fa-ba19-cf262bafe9dc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9802778 Dec 08 01:34:34.798145 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfd40b5d-0813-43ca-8daf-bf32f30dc983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:34.862478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Network 528e7346-e95b-40d1-996c-4038896b0972 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:34.864000 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:34.871021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:34.873968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:34:34.887249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Request body: {'port': {'device_id': 'b20140d4-b7ba-4361-a534-98c46341165d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:34.952344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-95016191-93f7-47c0-a466-9c6fb30f3e59 service neutron] No DVR routers for this DVR port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:34.981684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95016191-93f7-47c0-a466-9c6fb30f3e59 service neutron] Pushing event updated for resources: {'Port': ['ID=299a8db4-90c5-4bb0-8f1b-18c523b54caa,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:34.988789 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:35.040210 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-95016191-93f7-47c0-a466-9c6fb30f3e59 service neutron] 10.222.0.72 "PUT /v2.0/ports/299a8db4-90c5-4bb0-8f1b-18c523b54caa/bindings/n-h1-713498-30/activate HTTP/1.1" status: 200 len: 370 time: 1.7999151 Dec 08 01:34:35.042123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on host n-h2-713498-30 for vnic_type normal with profile None {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:34:35.042629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:34:35.042961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:35.045849 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfd40b5d-0813-43ca-8daf-bf32f30dc983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:35.050235 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dfd40b5d-0813-43ca-8daf-bf32f30dc983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:35.050235 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dfd40b5d-0813-43ca-8daf-bf32f30dc983 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f32eb51-2feb-444e-bb2e-57421fea9afa HTTP/1.1" status: 204 len: 168 time: 0.7370076 Dec 08 01:34:35.060526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] Port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:34:35.060855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:35.065853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd40b5d-0813-43ca-8daf-bf32f30dc983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f32eb51-2feb-444e-bb2e-57421fea9afa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:35.081025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Attempting to bind port 0211c67d-7a8c-4c6f-bcca-7b07901bc428 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:34:35.081450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Attempting to bind port 0211c67d-7a8c-4c6f-bcca-7b07901bc428 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:34:35.081902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Attempting to bind port 0211c67d-7a8c-4c6f-bcca-7b07901bc428 on network 528e7346-e95b-40d1-996c-4038896b0972 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:35.094733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:34:35.095770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:35.096361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:34:35.097557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] Bound port: c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:34:35.125921 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:34:35.126458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Checking segment: {'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:35.127153 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:35.128322 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Bound using segment: {'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:34:35.129428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Bound port: 0211c67d-7a8c-4c6f-bcca-7b07901bc428, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:34:35.131372 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:35.178263 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:35.204160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:35.209799 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:34:35.220495 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9088379-894a-4954-a7ba-a4d66a6cfc81 req-0a4779ee-514f-4614-81aa-9b6422017238 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:35.222674 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] Publish callbacks [] for binding, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:35.224481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] 10.222.0.70 "POST /v2.0/ports/c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8/bindings HTTP/1.1" status: 201 len: 390 time: 0.9294810 Dec 08 01:34:35.229726 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9088379-894a-4954-a7ba-a4d66a6cfc81 req-0a4779ee-514f-4614-81aa-9b6422017238 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 945 time: 0.4370062 Dec 08 01:34:35.237637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-072e5f4c-fe4f-4f68-b0a8-783dcd61de9c tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:35.242220 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-072e5f4c-fe4f-4f68-b0a8-783dcd61de9c tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09&tenant_id=be969996768c47d9a8724404f7a037cd&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.0828896 Dec 08 01:34:35.300655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] For port 0211c67d-7a8c-4c6f-bcca-7b07901bc428, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:35.304125 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] For port 0211c67d-7a8c-4c6f-bcca-7b07901bc428, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0211c67d-7a8c-4c6f-bcca-7b07901bc428,segment=NetworkSegment(482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e),segment_id=482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:34:35.322116 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:35.377626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-99b19cfc-0efe-4d4b-9d36-27e8f19cccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:35.381657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-99b19cfc-0efe-4d4b-9d36-27e8f19cccbe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09&tenant_id=be969996768c47d9a8724404f7a037cd HTTP/1.1" status: 200 len: 1097 time: 0.1308677 Dec 08 01:34:35.532578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aaa74-b954-4f39-8959-6a409d401d06 None None] Pushing event updated for resources: {'Port': ['ID=0211c67d-7a8c-4c6f-bcca-7b07901bc428,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:35.582551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-2019e382-1ff1-46ec-beb7-a52db84f112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:35.584127 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-2019e382-1ff1-46ec-beb7-a52db84f112f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 1097 time: 0.1424572 Dec 08 01:34:35.616785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f0de720a-e594-4ea0-944d-a56f228e4df1 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:35.629566 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9088379-894a-4954-a7ba-a4d66a6cfc81 req-30e52b2c-7bfe-4765-9ebe-ec9f54f8f0a8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981013 Dec 08 01:34:35.656658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: f0de720a-e594-4ea0-944d-a56f228e4df1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:35.657018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f0de720a-e594-4ea0-944d-a56f228e4df1 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:35.702474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Allocated IP 172.25.2.74 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/ec078498-c197-494d-ae3e-13c1859e5262) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:35.893431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-c39588e7-a009-4fe3-8bb2-103c170b9f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:35.895391 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-c39588e7-a009-4fe3-8bb2-103c170b9f66 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 0.2621145 Dec 08 01:34:36.076318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-c51d6745-74f7-4794-a908-6847f51136de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa HTTP/1.1" status: 200 len: 217 time: 0.1079712 Dec 08 01:34:36.202121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3bfb0-2b22-49c9-a66b-6b91ca072ff4 req-dc2b8d06-6fbf-4e07-8083-fdab2be72a22 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:36.203835 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ba3bfb0-2b22-49c9-a66b-6b91ca072ff4 req-dc2b8d06-6fbf-4e07-8083-fdab2be72a22 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.72 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.6187594 Dec 08 01:34:36.205599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-01bf15e1-61d4-43f8-913a-24e5925d18fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:36.207031 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-01bf15e1-61d4-43f8-913a-24e5925d18fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.1189749 Dec 08 01:34:36.219511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904481b-7248-419b-bf68-047fbc43eb5e req-bebd40d8-e1d3-41f3-8ded-2e03b1928f56 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:36.221484 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5904481b-7248-419b-bf68-047fbc43eb5e req-bebd40d8-e1d3-41f3-8ded-2e03b1928f56 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 932 time: 0.6889994 Dec 08 01:34:36.296126 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0211c67d-7a8c-4c6f-bcca-7b07901bc428 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:36.355878 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-30536e8a-080f-456b-b469-d3b3ad634765 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294632 Dec 08 01:34:36.423754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0211c67d-7a8c-4c6f-bcca-7b07901bc428 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:36.425243 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:36.500881 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-56b45859-3d06-4d28-8326-3e1fa375689d service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192195 Dec 08 01:34:36.503063 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-50b9ae92-f498-404c-8fad-178fd800ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:36.503999 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:36.504685 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-50b9ae92-f498-404c-8fad-178fd800ab34 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 1097 time: 0.5772207 Dec 08 01:34:36.559301 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:36.579497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39300) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:36.609286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 0211c67d-7a8c-4c6f-bcca-7b07901bc428, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0211c67d-7a8c-4c6f-bcca-7b07901bc428,segment=NetworkSegment(482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e),segment_id=482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:36.617907 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:36.663701 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-e8ef1220-4aa6-4034-9ab9-21fbb32b94cb service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519573 Dec 08 01:34:36.704939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82599a1e-8de5-4c06-b03c-0d0b49b97cec req-330c32d1-142d-4c74-a6cd-173d17633612 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:36.716135 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-82599a1e-8de5-4c06-b03c-0d0b49b97cec req-330c32d1-142d-4c74-a6cd-173d17633612 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.3157616 Dec 08 01:34:36.718922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=0211c67d-7a8c-4c6f-bcca-7b07901bc428,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:36.789971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5904481b-7248-419b-bf68-047fbc43eb5e req-803d22dd-067f-4a9f-8d08-99a35a38a355 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383854 Dec 08 01:34:36.806799 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-0ba3bfb0-2b22-49c9-a66b-6b91ca072ff4 req-3af61477-d6a6-4c63-8233-97574a8773a9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Deleting port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:36.807338 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ba3bfb0-2b22-49c9-a66b-6b91ca072ff4 req-3af61477-d6a6-4c63-8233-97574a8773a9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:36.831966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-network', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:36.905187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:34:36.915962 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:36.952023 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:36.991162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:37.014732 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-93725c41-7c8b-4e1e-904e-fbc1d1474e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:37.017426 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-93725c41-7c8b-4e1e-904e-fbc1d1474e8e service neutron] 10.222.0.72 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.3561857 Dec 08 01:34:37.029005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-82599a1e-8de5-4c06-b03c-0d0b49b97cec req-75969a83-76b7-4290-b38b-64cb1f7629ca tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076549 Dec 08 01:34:37.045011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:37.066838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Transition to ACTIVE for port object 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:34:37.067852 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:34:37.079942 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Made reservation on behalf of 97ac10e8b5c24d1fb1f2666fc36caad7 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:34:37.082333 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:37.094467 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-44b659e7-88fb-4b6c-9f9b-39e26671632e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 HTTP/1.1" status: 200 len: 217 time: 0.0534334 Dec 08 01:34:37.144517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0ba3bfb0-2b22-49c9-a66b-6b91ca072ff4 req-3af61477-d6a6-4c63-8233-97574a8773a9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] For port f2c609d1-f966-4ab4-85a7-3ca3b26201c0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:37.144881 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ba3bfb0-2b22-49c9-a66b-6b91ca072ff4 req-3af61477-d6a6-4c63-8233-97574a8773a9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:37.165191 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:37.179356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70e000-72fc-45f6-aaac-a0743f00ad80 req-4708e4bf-7b39-4c88-a09f-0e5ad9bc73cd tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:37.182346 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff70e000-72fc-45f6-aaac-a0743f00ad80 req-4708e4bf-7b39-4c88-a09f-0e5ad9bc73cd tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 950 time: 0.2557571 Dec 08 01:34:37.198152 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:37.204052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Pushing event updated for resources: {'Port': ['ID=ec078498-c197-494d-ae3e-13c1859e5262,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:37.219905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-0ba3bfb0-2b22-49c9-a66b-6b91ca072ff4 req-3af61477-d6a6-4c63-8233-97574a8773a9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Calling delete_port for f2c609d1-f966-4ab4-85a7-3ca3b26201c0 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:37.236274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e6551-d78e-4c47-add1-176f469f484c None None] Network 528e7346-e95b-40d1-996c-4038896b0972 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:34:37.295423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff70e000-72fc-45f6-aaac-a0743f00ad80 req-1a92c667-380d-446a-b7b9-64ed2cf439a2 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049998 Dec 08 01:34:37.298202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-c0476cf1-673f-477c-bd6e-d5373fec0af3 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:37.300317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-c0476cf1-673f-477c-bd6e-d5373fec0af3 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09&tenant_id=be969996768c47d9a8724404f7a037cd&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.3063941 Dec 08 01:34:37.387966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3e8031eb-377d-4d94-9341-49933b41705c None None] Provisioning complete for port 0211c67d-7a8c-4c6f-bcca-7b07901bc428 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:37.388368 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3e8031eb-377d-4d94-9341-49933b41705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:37.440999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39312) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:37.497930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-779cf341-746e-4658-9841-4fb77840da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:37.499757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-779cf341-746e-4658-9841-4fb77840da32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.3812685 Dec 08 01:34:37.550794 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-8b7e2a05-b0be-44da-ba04-29384c8f1f28 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386772 Dec 08 01:34:37.569185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Pushing event updated for resources: {'Port': ['ID=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:37.660244 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483e0bb-1760-41b3-9869-b136ec59e13d req-21300c7a-b4a4-4518-958b-da0f7173ae18 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:37.661913 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b483e0bb-1760-41b3-9869-b136ec59e13d req-21300c7a-b4a4-4518-958b-da0f7173ae18 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 945 time: 0.4033735 Dec 08 01:34:37.720518 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4ada8bc-7310-478e-8a6e-1d6256f0093d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:37.722272 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-f77913ef-95f7-4c7a-ad34-98157b3fd52f service neutron] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:37.737175 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-f77913ef-95f7-4c7a-ad34-98157b3fd52f service neutron] Publish callbacks [] for binding, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:37.738314 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39af8bbb-7961-4c66-b4ee-1fcad55b5606 req-f77913ef-95f7-4c7a-ad34-98157b3fd52f service neutron] 10.222.0.65 "DELETE /v2.0/ports/299a8db4-90c5-4bb0-8f1b-18c523b54caa/bindings/n-h2-713498-30 HTTP/1.1" status: 204 len: 173 time: 0.4277811 Dec 08 01:34:37.755662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Attempting to bind port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:34:37.756012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Attempting to bind port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:34:37.756406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Attempting to bind port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 on network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:37.827506 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:37.855406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c74d71a2-3bfc-4563-8104-a27ed1d76d67 None None] Provisioning complete for port 0211c67d-7a8c-4c6f-bcca-7b07901bc428 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:37.856000 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c74d71a2-3bfc-4563-8104-a27ed1d76d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:37.856736 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:37.859956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 on network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:34:37.860195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Attempting to bind port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 on network 20b932fd-14f5-4575-9b83-f48bb3a90ce6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:37.887112 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b483e0bb-1760-41b3-9869-b136ec59e13d req-e540a1be-ee3a-4f94-8410-7a1ca8cf1232 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083693 Dec 08 01:34:37.904252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:34:37.904668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Checking segment: {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:37.905111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Bound using segment: {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:34:37.905537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Bound port: 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653527eb-69b9-4198-9058-03b78c60c6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:34:37.905894 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:37.910526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:34:37.924177 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:37.924641 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Added segment d89c8aa3-9b87-4b74-9938-6fb56132b54d of type vlan for network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e Dec 08 01:34:37.970389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:38.068184 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:38.084054 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:38.085073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:38.085677 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:38.247368 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0211c67d-7a8c-4c6f-bcca-7b07901bc428 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:38.252597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fe4c6a-70b4-487a-85b6-857f0d05f323,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:38.331673 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7459614 Dec 08 01:34:38.344648 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39336) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:38.360256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0211c67d-7a8c-4c6f-bcca-7b07901bc428 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:38.361117 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:38.382145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-615bf28b-6404-4553-9f44-cb8a43b994ee admin admin] Request body: {'subnet': {'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-subnet', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:38.474226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ba3bfb0-2b22-49c9-a66b-6b91ca072ff4 req-3af61477-d6a6-4c63-8233-97574a8773a9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:38.491276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615bf28b-6404-4553-9f44-cb8a43b994ee admin admin] Made reservation on behalf of 97ac10e8b5c24d1fb1f2666fc36caad7 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:34:38.493944 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-615bf28b-6404-4553-9f44-cb8a43b994ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:38.506100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445a04d-3916-4d59-9e8d-57b06305652e admin admin] Pushing event updated for resources: {'Network': ['ID=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:38.520982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['02742655-4fba-4db0-a1cf-d990a515b227'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:38.554814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] For port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:38.580449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-c206cd60-f246-4f65-bbf0-116ccaab3f3d service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0169413 Dec 08 01:34:38.585849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af61477-d6a6-4c63-8233-97574a8773a9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Pushing event deleted for resources: {'Port': ['ID=f2c609d1-f966-4ab4-85a7-3ca3b26201c0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:38.599332 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4ada8bc-7310-478e-8a6e-1d6256f0093d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:38.607883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] For port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:34:38.662253 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba3bfb0-2b22-49c9-a66b-6b91ca072ff4 req-3af61477-d6a6-4c63-8233-97574a8773a9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] No DVR routers for this DVR port f2c609d1-f966-4ab4-85a7-3ca3b26201c0 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:38.668932 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ba3bfb0-2b22-49c9-a66b-6b91ca072ff4 req-3af61477-d6a6-4c63-8233-97574a8773a9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:38.674068 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ba3bfb0-2b22-49c9-a66b-6b91ca072ff4 req-3af61477-d6a6-4c63-8233-97574a8773a9 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.72 "DELETE /v2.0/ports/f2c609d1-f966-4ab4-85a7-3ca3b26201c0 HTTP/1.1" status: 204 len: 173 time: 2.4502640 Dec 08 01:34:38.680381 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:38.691923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1702d85c-77b8-4441-8448-73d40529bfb0', 'name': 'network-vif-deleted', 'tag': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:38.694356 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0844d445-69dc-4a70-8ff2-637177eca2df" -d '{"events": [{"server_uuid": "1702d85c-77b8-4441-8448-73d40529bfb0", "name": "network-vif-deleted", "tag": "f2c609d1-f966-4ab4-85a7-3ca3b26201c0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:38.700003 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d4ada8bc-7310-478e-8a6e-1d6256f0093d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:38.723185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64135f8b-3267-4265-b6e6-5c5ed34d6e05 req-1b862aa6-a11e-49f4-b593-57bd6bb15808 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:38.730637 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64135f8b-3267-4265-b6e6-5c5ed34d6e05 req-1b862aa6-a11e-49f4-b593-57bd6bb15808 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 944 time: 0.3049612 Dec 08 01:34:38.860496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:38.862057 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:38.864014 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] 10.222.0.72 "PUT /v2.0/ports/6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 HTTP/1.1" status: 200 len: 1093 time: 4.0119896 Dec 08 01:34:38.864744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20140d4-b7ba-4361-a534-98c46341165d', 'tag': '6f843cc7-9919-49b4-aeb9-5f4a9cc75a07'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:38.868072 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf834f0b-6e07-4936-815a-a5387fb84731" -d '{"events": [{"name": "network-changed", "server_uuid": "b20140d4-b7ba-4361-a534-98c46341165d", "tag": "6f843cc7-9919-49b4-aeb9-5f4a9cc75a07"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:38.893621 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64135f8b-3267-4265-b6e6-5c5ed34d6e05 req-06f2b98c-5f6f-47e1-a196-72e4218400b8 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492188 Dec 08 01:34:38.911206 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-ba43b631-95c7-4851-be7a-38dae180dad8 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181489 Dec 08 01:34:38.920124 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d4ada8bc-7310-478e-8a6e-1d6256f0093d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fdd333708cdd4641a5feb1ce966bb06c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4638326 Dec 08 01:34:38.921760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39346) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:38.925475 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ada8bc-7310-478e-8a6e-1d6256f0093d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37495554-5cb4-4d19-9d74-e277f70c14ab,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:38.990322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432c721-971b-4522-bd6a-1f11d6307513 service neutron] Pushing event updated for resources: {'Port': ['ID=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:39.008948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:34:39.199131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-acf7c58a-9099-4a51-9c2d-8876aa17d473 req-90fedcaa-1cc2-49aa-ac4f-3c36399c3a3e tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=1702d85c-77b8-4441-8448-73d40529bfb0 HTTP/1.1" status: 200 len: 210 time: 0.0608749 Dec 08 01:34:39.216948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:39.253799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141ca20-1bf5-40ec-983e-17364b1c2fde req-4d935356-040d-407b-951e-cc76f2d63cdd tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:39.262186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-48b6ff12-a39b-4687-b16f-00b7e0da805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:39.263150 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e141ca20-1bf5-40ec-983e-17364b1c2fde req-4d935356-040d-407b-951e-cc76f2d63cdd tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.7792804 Dec 08 01:34:39.265706 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-615bf28b-6404-4553-9f44-cb8a43b994ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:39.288918 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-48b6ff12-a39b-4687-b16f-00b7e0da805a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 1096 time: 0.2543545 Dec 08 01:34:39.290193 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17ce3997-a749-4364-af00-e04a3e4816ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:39.345504 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17ce3997-a749-4364-af00-e04a3e4816ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:39.442203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e141ca20-1bf5-40ec-983e-17364b1c2fde req-f4cb8796-3b5b-4a05-9f05-cb0d82bb65b7 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620953 Dec 08 01:34:39.519678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f2c609d1-f966-4ab4-85a7-3ca3b26201c0 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:39.528256 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-d8d7db59-7935-4262-a8b2-940421482a57 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 HTTP/1.1" status: 200 len: 217 time: 0.1116006 Dec 08 01:34:39.535688 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c41390-cb71-4965-8bb4-59e3013c59c0 x-openstack-request-id: req-e6c41390-cb71-4965-8bb4-59e3013c59c0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:39.535997 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1702d85c-77b8-4441-8448-73d40529bfb0", "name": "network-vif-deleted", "tag": "f2c609d1-f966-4ab4-85a7-3ca3b26201c0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:39.536488 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6c41390-cb71-4965-8bb4-59e3013c59c0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:39.536916 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1702d85c-77b8-4441-8448-73d40529bfb0', 'name': 'network-vif-deleted', 'tag': 'f2c609d1-f966-4ab4-85a7-3ca3b26201c0', 'status': 'completed', 'code': 200} Dec 08 01:34:39.574626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: f2c609d1-f966-4ab4-85a7-3ca3b26201c0 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:34:39.575151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f2c609d1-f966-4ab4-85a7-3ca3b26201c0 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:34:39.581049 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615bf28b-6404-4553-9f44-cb8a43b994ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:39.585657 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6088916-bbe1-4c80-a66b-8bae912bc5ae x-openstack-request-id: req-b6088916-bbe1-4c80-a66b-8bae912bc5ae {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:39.585941 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20140d4-b7ba-4361-a534-98c46341165d", "tag": "6f843cc7-9919-49b4-aeb9-5f4a9cc75a07", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:39.586195 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b6088916-bbe1-4c80-a66b-8bae912bc5ae {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:39.586587 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20140d4-b7ba-4361-a534-98c46341165d', 'tag': '6f843cc7-9919-49b4-aeb9-5f4a9cc75a07', 'status': 'completed', 'code': 200} Dec 08 01:34:39.605717 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615bf28b-6404-4553-9f44-cb8a43b994ee admin admin] Checking segment: {'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:39.606036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615bf28b-6404-4553-9f44-cb8a43b994ee admin admin] Network hostable DHCP agents. Network: ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:34:39.637519 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17ce3997-a749-4364-af00-e04a3e4816ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:39.641721 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17ce3997-a749-4364-af00-e04a3e4816ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:39.643670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-17ce3997-a749-4364-af00-e04a3e4816ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/37495554-5cb4-4d19-9d74-e277f70c14ab HTTP/1.1" status: 204 len: 168 time: 0.7205997 Dec 08 01:34:39.645983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-89e9c7d0-c1b2-4cd3-86bf-3c00648ddb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:39.649007 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-89e9c7d0-c1b2-4cd3-86bf-3c00648ddb3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5dfb6545-e723-4219-9adc-c75d330b6d32 HTTP/1.1" status: 200 len: 854 time: 0.0839143 Dec 08 01:34:39.665876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615bf28b-6404-4553-9f44-cb8a43b994ee admin admin] Network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:34:39.683772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-615bf28b-6404-4553-9f44-cb8a43b994ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:39.693005 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a9c6c-ebc7-4187-81bc-ddfc95a9cf5b None None] Network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:34:39.698757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bf28b-6404-4553-9f44-cb8a43b994ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:39.699360 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-615bf28b-6404-4553-9f44-cb8a43b994ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:39.701126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce3997-a749-4364-af00-e04a3e4816ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37495554-5cb4-4d19-9d74-e277f70c14ab,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:39.703515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:34:39.715249 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-bbd35fae-ab85-4476-8c37-2a5d86a907d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20b932fd-14f5-4575-9b83-f48bb3a90ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547564 Dec 08 01:34:39.774893 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-615bf28b-6404-4553-9f44-cb8a43b994ee admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4270911 Dec 08 01:34:39.780097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39352) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:39.786059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:39.860762 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-ea57f55b-0433-4b7c-9c60-12e8d2385f50 service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344419 Dec 08 01:34:39.865530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17ad90-1ceb-40dc-b48e-68624ebd0620 req-38eeb915-f819-40ad-b2be-7b28b812f5c3 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:39.875541 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce17ad90-1ceb-40dc-b48e-68624ebd0620 req-38eeb915-f819-40ad-b2be-7b28b812f5c3 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 1097 time: 0.4690335 Dec 08 01:34:39.882673 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:39.888768 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:39.911357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:34:39.926364 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Sync routers for ids ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:34:39.933807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'fixed_ips': [{'subnet_id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:34:39.934036 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:39.949474 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Routers {'d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:39.950233 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:39.983204 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:39.987569 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a43ea85f-e4fb-48c0-a6cb-2f5ec1ce0b7b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.2920876 Dec 08 01:34:39.987773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39358) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:39.991244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:40.255480 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Set router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:40.283196 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39362) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:40.294044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Allocated IP 172.20.0.2 (ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e/fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5/f16ec16a-4821-4da9-8bf8-f5d6486c1d55) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:40.315825 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:40.352146 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce17ad90-1ceb-40dc-b48e-68624ebd0620 req-05ce53b7-5e23-439e-b31f-3bc673424187 tempest-LiveAutoBlockMigrationV225Test-2059568505 tempest-LiveAutoBlockMigrationV225Test-2059568505-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756744 Dec 08 01:34:40.355623 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1792adb7-de46-48a4-990c-40da51717eac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:40.426306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a4c37-a7f4-45dd-a4fb-42816c116365 req-f8379fa4-5297-474c-9298-564bb4b119eb tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:40.433132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-337a4c37-a7f4-45dd-a4fb-42816c116365 req-f8379fa4-5297-474c-9298-564bb4b119eb tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 944 time: 0.2798550 Dec 08 01:34:40.587921 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:40.602326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:40.606977 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-337a4c37-a7f4-45dd-a4fb-42816c116365 req-58395754-c2ac-4640-937e-e127823247cc tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461430 Dec 08 01:34:40.692055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:40.697768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:40.701795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:34:40.728098 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:34:37Z', 'revision_number': 3, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:40.758787 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff31c6aa-e386-4fe2-9794-f1a10b70a6bd req-91f7b308-dad4-4e29-9813-26d67b5672e1 service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8721194 Dec 08 01:34:40.786496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Pushing event updated for resources: {'Port': ['ID=f16ec16a-4821-4da9-8bf8-f5d6486c1d55,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:40.834168 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Checking router: d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:34:40.834553 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Updating router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd port ec078498-c197-494d-ae3e-13c1859e5262 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:34:40.886762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Attempting to bind port f16ec16a-4821-4da9-8bf8-f5d6486c1d55 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:34:40.887159 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Attempting to bind port f16ec16a-4821-4da9-8bf8-f5d6486c1d55 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:34:40.887541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Attempting to bind port f16ec16a-4821-4da9-8bf8-f5d6486c1d55 on network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:40.894180 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:40.903972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:34:40.904395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Checking segment: {'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:40.904784 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:40.905187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Bound using segment: {'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:34:40.905675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Bound port: f16ec16a-4821-4da9-8bf8-f5d6486c1d55, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:34:40.906066 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:41.057405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] For port f16ec16a-4821-4da9-8bf8-f5d6486c1d55, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:41.066472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] For port f16ec16a-4821-4da9-8bf8-f5d6486c1d55, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f16ec16a-4821-4da9-8bf8-f5d6486c1d55,segment=NetworkSegment(d89c8aa3-9b87-4b74-9938-6fb56132b54d),segment_id=d89c8aa3-9b87-4b74-9938-6fb56132b54d)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:34:41.074636 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:41.107359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f353548-7c47-454f-b734-51ddd19ed1f5 req-53ce1df5-8375-4177-960c-7323c97e1f97 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:41.108998 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f353548-7c47-454f-b734-51ddd19ed1f5 req-53ce1df5-8375-4177-960c-7323c97e1f97 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.3375154 Dec 08 01:34:41.174367 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:41.224411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88a3ad-9d82-4af1-a5bb-8d032ddd658f None None] Pushing event updated for resources: {'Port': ['ID=f16ec16a-4821-4da9-8bf8-f5d6486c1d55,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:41.239831 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:41.273193 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1792adb7-de46-48a4-990c-40da51717eac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:41.296780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834f0b-6e07-4936-815a-a5387fb84731 req-c1a73dda-c027-4adc-a216-5941fd7e8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:41.303214 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf834f0b-6e07-4936-815a-a5387fb84731 req-c1a73dda-c027-4adc-a216-5941fd7e8553 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 1096 time: 0.3831234 Dec 08 01:34:41.332027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1792adb7-de46-48a4-990c-40da51717eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:41.401717 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:41.409873 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f353548-7c47-454f-b734-51ddd19ed1f5 req-8eb03019-2382-4838-bc35-5114f7ff052f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846527 Dec 08 01:34:41.481187 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:41.530526 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:41.700187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Allocated IP 172.25.2.222 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/d683c0f3-f78d-47ba-9ea3-020d192ae3a7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:41.827768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Allocated IP 172.20.0.1 (528e7346-e95b-40d1-996c-4038896b0972/2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d/bece93e5-84c4-4102-a9e0-5d46418d92ba) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:41.845189 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Attempting to bind port ec078498-c197-494d-ae3e-13c1859e5262 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:34:41.845687 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Attempting to bind port ec078498-c197-494d-ae3e-13c1859e5262 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:34:41.846210 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Attempting to bind port ec078498-c197-494d-ae3e-13c1859e5262 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:41.847423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204e462-8252-4cb5-abe2-3bbeca050c72 req-0ae31c26-3866-4cb7-9a7d-b355480c8f8f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:41.850076 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0204e462-8252-4cb5-abe2-3bbeca050c72 req-0ae31c26-3866-4cb7-9a7d-b355480c8f8f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 945 time: 0.1398206 Dec 08 01:34:41.855787 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:34:41.856358 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:41.856769 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:41.857162 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:34:41.857732 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Bound port: ec078498-c197-494d-ae3e-13c1859e5262, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:34:41.858188 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:41.860103 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72eb41-5c8d-4efb-a82e-ee6934fd74d0 None None] Pushing event updated for resources: {'Port': ['ID=ec078498-c197-494d-ae3e-13c1859e5262,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:41.872885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7378d7e-ef4a-464c-bdd6-6f6a7ed1ed16 req-6aef6668-36b6-41a7-9206-573d5934b701 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:41.881986 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7378d7e-ef4a-464c-bdd6-6f6a7ed1ed16 req-6aef6668-36b6-41a7-9206-573d5934b701 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.2664471 Dec 08 01:34:41.932320 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] For port ec078498-c197-494d-ae3e-13c1859e5262, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:41.936844 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] For port ec078498-c197-494d-ae3e-13c1859e5262, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ec078498-c197-494d-ae3e-13c1859e5262,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:34:41.949773 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:41.993838 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45646110-cbc1-48d0-8a4a-efe745acea06 req-4fe9c472-ade4-4ffa-a12a-20eae1d19220 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9797416 Dec 08 01:34:42.041702 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Routers {'d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:42.042830 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:42.091332 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72eb41-5c8d-4efb-a82e-ee6934fd74d0 None None] Pushing event updated for resources: {'Port': ['ID=ec078498-c197-494d-ae3e-13c1859e5262,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:42.113592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3bbbb-f403-4c2f-900f-b7dcf27cefb9 req-89812e38-06da-485d-9ec5-2adaae8b57f4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:42.123895 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11e3bbbb-f403-4c2f-900f-b7dcf27cefb9 req-89812e38-06da-485d-9ec5-2adaae8b57f4 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 945 time: 0.9400673 Dec 08 01:34:42.252685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792adb7-de46-48a4-990c-40da51717eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd17f74-9d90-4c28-a3b9-a6d040739779,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:42.266977 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] Set router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:42.291874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1792adb7-de46-48a4-990c-40da51717eac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=acf4bc1b5ef24a0289619f7a11840a53&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9776807 Dec 08 01:34:42.326315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f16ec16a-4821-4da9-8bf8-f5d6486c1d55 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:42.373793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39380) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:42.496207 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:42.503624 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11e3bbbb-f403-4c2f-900f-b7dcf27cefb9 req-337a6682-bdd4-43ab-9e87-921e33098d09 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777645 Dec 08 01:34:42.503918 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:42.539531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port f16ec16a-4821-4da9-8bf8-f5d6486c1d55 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:42.543325 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:42.558830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45646110-cbc1-48d0-8a4a-efe745acea06 req-df419582-74a0-4ab9-80d2-e6e9c93e8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:42.564145 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45646110-cbc1-48d0-8a4a-efe745acea06 req-df419582-74a0-4ab9-80d2-e6e9c93e8b19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=be969996768c47d9a8724404f7a037cd&device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 1097 time: 0.4202437 Dec 08 01:34:42.578401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834f0b-6e07-4936-815a-a5387fb84731 req-64c42065-c9d5-4e98-b328-91f082909995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:42.582419 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf834f0b-6e07-4936-815a-a5387fb84731 req-64c42065-c9d5-4e98-b328-91f082909995 service neutron] 10.222.0.72 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 915 time: 1.1885848 Dec 08 01:34:42.725292 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7378d7e-ef4a-464c-bdd6-6f6a7ed1ed16 req-cd4fc710-eba8-46b7-a83c-fc35ec8c037a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8411946 Dec 08 01:34:42.729521 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:42.853862 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:42.913753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:42.933198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:42.937535 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:34:37Z', 'revision_number': 3, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:42.986267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc8532b-97d7-46af-ab70-b001d1dfa072 None None] Network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:34:42.989686 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de13a95-b732-432d-83a1-4d3c6a9efdad None None] The sync data for ids ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'] in n-d-713498-30 is: [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:34:37Z', 'revision_number': 3, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:34:43.014659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:43.055129 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf834f0b-6e07-4936-815a-a5387fb84731 req-6389e368-3a17-4f67-94f9-bb855a3ea805 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 HTTP/1.1" status: 200 len: 217 time: 0.4634418 Dec 08 01:34:43.062349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Pushing event updated for resources: {'Port': ['ID=bece93e5-84c4-4102-a9e0-5d46418d92ba,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:43.136673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:34:43.193995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Pushing event updated for resources: {'Port': ['ID=d683c0f3-f78d-47ba-9ea3-020d192ae3a7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:43.242133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834f0b-6e07-4936-815a-a5387fb84731 req-e79010b5-6b38-4605-adde-acb0309411f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:43.247012 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf834f0b-6e07-4936-815a-a5387fb84731 req-e79010b5-6b38-4605-adde-acb0309411f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5dfb6545-e723-4219-9adc-c75d330b6d32 HTTP/1.1" status: 200 len: 854 time: 0.1594834 Dec 08 01:34:43.257888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port f16ec16a-4821-4da9-8bf8-f5d6486c1d55, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f16ec16a-4821-4da9-8bf8-f5d6486c1d55,segment=NetworkSegment(d89c8aa3-9b87-4b74-9938-6fb56132b54d),segment_id=d89c8aa3-9b87-4b74-9938-6fb56132b54d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:43.264266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Network 528e7346-e95b-40d1-996c-4038896b0972 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:43.277635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:43.284787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:34:43.291799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cee3027-23f9-430c-b8a5-4e16221ae91e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:43.295118 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:43.343942 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf834f0b-6e07-4936-815a-a5387fb84731 req-a369efaf-348f-406d-8dee-5c0d9adde865 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20b932fd-14f5-4575-9b83-f48bb3a90ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701823 Dec 08 01:34:43.445778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8d177ddf-1d78-45d6-a5c5-6047677865d5 None None] Provisioning complete for port f16ec16a-4821-4da9-8bf8-f5d6486c1d55 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:43.446347 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8d177ddf-1d78-45d6-a5c5-6047677865d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:43.456259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=f16ec16a-4821-4da9-8bf8-f5d6486c1d55,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:43.507067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf834f0b-6e07-4936-815a-a5387fb84731 req-e5e02a4c-6bba-416e-9e97-e93472525b50 service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347170 Dec 08 01:34:43.548561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:34:43.616322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e370b-ef48-477d-8162-d5576a5fa2e6 req-b05532df-7690-4299-aa03-67d5dc7521d8 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:43.636743 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-592e370b-ef48-477d-8162-d5576a5fa2e6 req-b05532df-7690-4299-aa03-67d5dc7521d8 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 944 time: 0.7372479 Dec 08 01:34:43.774877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45646110-cbc1-48d0-8a4a-efe745acea06 req-ab77a0c9-8f66-4dd2-8186-7a24f9a279a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:43.775904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:43.781354 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45646110-cbc1-48d0-8a4a-efe745acea06 req-ab77a0c9-8f66-4dd2-8186-7a24f9a279a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 200 len: 922 time: 1.0849817 Dec 08 01:34:43.787082 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:43.797757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '6f843cc7-9919-49b4-aeb9-5f4a9cc75a07', 'network_id': '20b932fd-14f5-4575-9b83-f48bb3a90ce6', 'port_id': '6f843cc7-9919-49b4-aeb9-5f4a9cc75a07', 'mac_address': 'fa:16:3e:d5:d5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfb6545-e723-4219-9adc-c75d330b6d32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:34:43.954734 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:44.004055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:34:44.110290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:44.117619 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:44.271890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:44.282265 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45646110-cbc1-48d0-8a4a-efe745acea06 req-9a942690-09cc-4f76-80ea-7e4eb84cb02d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 HTTP/1.1" status: 200 len: 217 time: 0.1318724 Dec 08 01:34:44.313427 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cee3027-23f9-430c-b8a5-4e16221ae91e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:44.327522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-483c17a6-3d73-4047-9ba9-1ed93eb94472 None None] Provisioning complete for port bece93e5-84c4-4102-a9e0-5d46418d92ba triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:44.330020 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-483c17a6-3d73-4047-9ba9-1ed93eb94472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:44.422914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['6f843cc7-9919-49b4-aeb9-5f4a9cc75a07'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:44.488536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-483c17a6-3d73-4047-9ba9-1ed93eb94472 None None] Port bece93e5-84c4-4102-a9e0-5d46418d92ba cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:34:44.529050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f32e57-8aac-4a12-99aa-3f72c7fd4e95 req-b62ae094-0e9d-4391-9223-98451b380d5a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:44.537384 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52f32e57-8aac-4a12-99aa-3f72c7fd4e95 req-b62ae094-0e9d-4391-9223-98451b380d5a tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.65 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 1.5865991 Dec 08 01:34:44.586847 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cee3027-23f9-430c-b8a5-4e16221ae91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:44.597544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cee3027-23f9-430c-b8a5-4e16221ae91e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:44.603513 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7cee3027-23f9-430c-b8a5-4e16221ae91e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1dd17f74-9d90-4c28-a3b9-a6d040739779 HTTP/1.1" status: 204 len: 168 time: 2.0403671 Dec 08 01:34:44.604064 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-592e370b-ef48-477d-8162-d5576a5fa2e6 req-1dec7e9c-2481-4fe9-9edb-0507378fa423 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9607894 Dec 08 01:34:44.645692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-10ead623-519d-42c8-9067-b3f690fa0458 None None] Provisioning complete for port f16ec16a-4821-4da9-8bf8-f5d6486c1d55 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:44.646080 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-10ead623-519d-42c8-9067-b3f690fa0458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:44.647150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:44.670503 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:34:44.689158 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:44.752068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45646110-cbc1-48d0-8a4a-efe745acea06 req-d4419540-5f10-4dfd-b57d-36fd37389f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:44.753793 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45646110-cbc1-48d0-8a4a-efe745acea06 req-d4419540-5f10-4dfd-b57d-36fd37389f93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 200 len: 861 time: 0.4423809 Dec 08 01:34:44.758152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf834f0b-6e07-4936-815a-a5387fb84731 req-2a68a14b-2ac4-4f34-8ce1-c4dd27ae5966 service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2278512 Dec 08 01:34:44.836048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470e0ec-52e9-4ffc-a8a0-4dc5d675cbdf req-2ce9ad69-777c-45bb-9d10-c925c73ae7ec tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:44.842242 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8470e0ec-52e9-4ffc-a8a0-4dc5d675cbdf req-2ce9ad69-777c-45bb-9d10-c925c73ae7ec tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 1.8789580 Dec 08 01:34:44.850669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee3027-23f9-430c-b8a5-4e16221ae91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd17f74-9d90-4c28-a3b9-a6d040739779,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:44.925738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-0204e462-8252-4cb5-abe2-3bbeca050c72 req-53b64af4-0296-4010-8e6c-992032bd373a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Deleting port 299a8db4-90c5-4bb0-8f1b-18c523b54caa {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:44.926993 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0204e462-8252-4cb5-abe2-3bbeca050c72 req-53b64af4-0296-4010-8e6c-992032bd373a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:44.953464 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45646110-cbc1-48d0-8a4a-efe745acea06 req-5a778009-b5c0-4dea-a1b6-02083071981c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93bfafa7-b746-446e-9c1b-c5b967276d24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1760101 Dec 08 01:34:44.977568 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f16ec16a-4821-4da9-8bf8-f5d6486c1d55 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:45.287319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port f16ec16a-4821-4da9-8bf8-f5d6486c1d55 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:45.287925 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:45.396609 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8470e0ec-52e9-4ffc-a8a0-4dc5d675cbdf req-85806309-95d8-47c3-837a-47c8619b63b1 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171134 Dec 08 01:34:45.550104 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-0204e462-8252-4cb5-abe2-3bbeca050c72 req-53b64af4-0296-4010-8e6c-992032bd373a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] For port 299a8db4-90c5-4bb0-8f1b-18c523b54caa, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=299a8db4-90c5-4bb0-8f1b-18c523b54caa,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:45.550540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0204e462-8252-4cb5-abe2-3bbeca050c72 req-53b64af4-0296-4010-8e6c-992032bd373a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:45.584436 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ec078498-c197-494d-ae3e-13c1859e5262 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:45.590500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-52f32e57-8aac-4a12-99aa-3f72c7fd4e95 req-d1730908-ce09-49c9-bc7a-3ed19d332f22 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Deleting port 02742655-4fba-4db0-a1cf-d990a515b227 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:34:45.590913 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-52f32e57-8aac-4a12-99aa-3f72c7fd4e95 req-d1730908-ce09-49c9-bc7a-3ed19d332f22 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:45.680605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-0204e462-8252-4cb5-abe2-3bbeca050c72 req-53b64af4-0296-4010-8e6c-992032bd373a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Calling delete_port for 299a8db4-90c5-4bb0-8f1b-18c523b54caa owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:45.686525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 299a8db4-90c5-4bb0-8f1b-18c523b54caa no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:45.865265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ec078498-c197-494d-ae3e-13c1859e5262 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:45.866066 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:45.972978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 02742655-4fba-4db0-a1cf-d990a515b227 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:34:46.043457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcf277-1eb4-4961-9e67-6facbffe4a82 req-006a3340-909c-481f-922f-491e7b485e03 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:46.050447 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79bcf277-1eb4-4961-9e67-6facbffe4a82 req-006a3340-909c-481f-922f-491e7b485e03 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 945 time: 1.1576228 Dec 08 01:34:46.250490 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45646110-cbc1-48d0-8a4a-efe745acea06 req-33b4c33f-ab67-49d2-813e-86fd8271c106 service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2384179 Dec 08 01:34:46.301957 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:46.321806 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:46.366496 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:46.396465 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0204e462-8252-4cb5-abe2-3bbeca050c72 req-53b64af4-0296-4010-8e6c-992032bd373a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:46.404167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:46.407120 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22773c5d-ff53-48b9-8896-e138e578e3b3" -d '{"events": [{"server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "name": "network-vif-unplugged", "status": "completed", "tag": "02742655-4fba-4db0-a1cf-d990a515b227"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:46.419990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55790ff-906d-41c4-bca0-e680cae08e97 req-1c68f40b-3491-432a-80a0-3d50b0eae927 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:46.431183 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f55790ff-906d-41c4-bca0-e680cae08e97 req-1c68f40b-3491-432a-80a0-3d50b0eae927 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 950 time: 0.8319373 Dec 08 01:34:46.450803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port ec078498-c197-494d-ae3e-13c1859e5262, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ec078498-c197-494d-ae3e-13c1859e5262,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:46.452459 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79bcf277-1eb4-4961-9e67-6facbffe4a82 req-364dcc9c-b176-4701-8d39-fd53e0e40f95 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195345 Dec 08 01:34:46.457727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['75983b40-5bf0-4392-ad92-d87eb3eb584b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:34:46.567110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-52f32e57-8aac-4a12-99aa-3f72c7fd4e95 req-d1730908-ce09-49c9-bc7a-3ed19d332f22 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=02742655-4fba-4db0-a1cf-d990a515b227,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:46.567110 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-52f32e57-8aac-4a12-99aa-3f72c7fd4e95 req-d1730908-ce09-49c9-bc7a-3ed19d332f22 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:46.578536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 02742655-4fba-4db0-a1cf-d990a515b227, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=02742655-4fba-4db0-a1cf-d990a515b227,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:46.599614 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:46.604527 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:46.611806 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:46.620886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b64af4-0296-4010-8e6c-992032bd373a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Pushing event deleted for resources: {'Port': ['ID=299a8db4-90c5-4bb0-8f1b-18c523b54caa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:46.635553 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:46.637241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-52f32e57-8aac-4a12-99aa-3f72c7fd4e95 req-d1730908-ce09-49c9-bc7a-3ed19d332f22 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Calling delete_port for 02742655-4fba-4db0-a1cf-d990a515b227 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:34:46.722696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-0204e462-8252-4cb5-abe2-3bbeca050c72 req-53b64af4-0296-4010-8e6c-992032bd373a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] No DVR routers for this DVR port 299a8db4-90c5-4bb0-8f1b-18c523b54caa on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:46.744785 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:46.755461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0204e462-8252-4cb5-abe2-3bbeca050c72 req-53b64af4-0296-4010-8e6c-992032bd373a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:46.759127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0204e462-8252-4cb5-abe2-3bbeca050c72 req-53b64af4-0296-4010-8e6c-992032bd373a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.65 "DELETE /v2.0/ports/299a8db4-90c5-4bb0-8f1b-18c523b54caa HTTP/1.1" status: 204 len: 173 time: 4.8723211 Dec 08 01:34:46.759767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4513d1a-59af-46a1-b0d7-97338b16bd09', 'name': 'network-vif-deleted', 'tag': '299a8db4-90c5-4bb0-8f1b-18c523b54caa'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:46.762298 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07ba922-ef4d-463b-a2de-790dd97dc0d6" -d '{"events": [{"server_uuid": "f4513d1a-59af-46a1-b0d7-97338b16bd09", "name": "network-vif-deleted", "tag": "299a8db4-90c5-4bb0-8f1b-18c523b54caa"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:46.786820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f55790ff-906d-41c4-bca0-e680cae08e97 req-9c06a9cf-7527-45da-9fc0-4b93a7487a7c tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/security-groups?id=cf43b220-2be9-4e57-a7b8-b2eb03363f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554165 Dec 08 01:34:46.892170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=ec078498-c197-494d-ae3e-13c1859e5262,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:46.902244 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c83679f-da1a-45e2-a8b5-120cdedb41f6 x-openstack-request-id: req-6c83679f-da1a-45e2-a8b5-120cdedb41f6 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:46.902555 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "name": "network-vif-unplugged", "status": "completed", "tag": "02742655-4fba-4db0-a1cf-d990a515b227", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:46.902812 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c83679f-da1a-45e2-a8b5-120cdedb41f6 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:46.903434 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227', 'code': 200} Dec 08 01:34:47.140594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45646110-cbc1-48d0-8a4a-efe745acea06 req-3cd588d7-f042-47d8-b85e-2ce8a19eba1a service neutron] 10.222.0.65 "GET /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8569984 Dec 08 01:34:47.145133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=02742655-4fba-4db0-a1cf-d990a515b227,revision_number=10']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:47.174321 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcfc2c-e9df-4be8-8f7e-07010e698565 req-6b838a9b-8284-4727-a049-5415886e42fc tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:47.175884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7fcfc2c-e9df-4be8-8f7e-07010e698565 req-6b838a9b-8284-4727-a049-5415886e42fc tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.1489546 Dec 08 01:34:47.176734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Pushing event updated for resources: {'Port': ['ID=bece93e5-84c4-4102-a9e0-5d46418d92ba,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:47.194797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Network 528e7346-e95b-40d1-996c-4038896b0972 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:47.203823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b5360-5da4-4b90-b258-ab4dd6eb1d68 req-f5217c63-1104-40ef-a8c8-802a2ae44371 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:47.213609 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f88b5360-5da4-4b90-b258-ab4dd6eb1d68 req-f5217c63-1104-40ef-a8c8-802a2ae44371 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 945 time: 0.4761782 Dec 08 01:34:47.216509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:47.293391 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:34:47.305780 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7fcfc2c-e9df-4be8-8f7e-07010e698565 req-19b4d29a-7e7a-40e7-8a2b-b1ffe0e99c97 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948081 Dec 08 01:34:47.308712 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-52f32e57-8aac-4a12-99aa-3f72c7fd4e95 req-d1730908-ce09-49c9-bc7a-3ed19d332f22 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:47.352514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1730908-ce09-49c9-bc7a-3ed19d332f22 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Pushing event deleted for resources: {'Port': ['ID=02742655-4fba-4db0-a1cf-d990a515b227,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:47.473533 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f88b5360-5da4-4b90-b258-ab4dd6eb1d68 req-123b6bd9-fe63-464d-ab37-5c8e9b10a8c9 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365666 Dec 08 01:34:47.479045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:34:47.516873 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f97a57b-53bb-43a4-b557-4a70dc36e496 x-openstack-request-id: req-9f97a57b-53bb-43a4-b557-4a70dc36e496 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:47.517418 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4513d1a-59af-46a1-b0d7-97338b16bd09", "name": "network-vif-deleted", "tag": "299a8db4-90c5-4bb0-8f1b-18c523b54caa", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:47.517418 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9f97a57b-53bb-43a4-b557-4a70dc36e496 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:47.517820 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4513d1a-59af-46a1-b0d7-97338b16bd09', 'name': 'network-vif-deleted', 'tag': '299a8db4-90c5-4bb0-8f1b-18c523b54caa', 'status': 'completed', 'code': 200} Dec 08 01:34:47.542905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f32e57-8aac-4a12-99aa-3f72c7fd4e95 req-d1730908-ce09-49c9-bc7a-3ed19d332f22 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] No DVR routers for this DVR port 02742655-4fba-4db0-a1cf-d990a515b227 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:34:47.546793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-52f32e57-8aac-4a12-99aa-3f72c7fd4e95 req-d1730908-ce09-49c9-bc7a-3ed19d332f22 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:47.550508 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52f32e57-8aac-4a12-99aa-3f72c7fd4e95 req-d1730908-ce09-49c9-bc7a-3ed19d332f22 tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.65 "DELETE /v2.0/ports/02742655-4fba-4db0-a1cf-d990a515b227 HTTP/1.1" status: 204 len: 173 time: 2.9809258 Dec 08 01:34:47.566806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:47.585335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:34:47.629903 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:47.637009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-53eece51-00f8-4449-acb8-57fb0ef2fd9f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.8557110 Dec 08 01:34:47.642232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39448) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:47.648017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Sync routers for ids ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:34:47.726824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Routers {'53c6cd9c-90d6-4d88-94d2-595985b9bc3b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:47.728073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:47.729842 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d096bf6-e083-4121-bd85-cf2932a38427 req-60524ae9-4808-4dc0-9101-651fac77313b tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 210 time: 0.0890622 Dec 08 01:34:47.772312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:34:47.785376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4884a02c-fce9-46e1-a36e-e8345231a105 admin admin] 10.222.0.70 "PUT /v2.0/routers/d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7941790 Dec 08 01:34:47.802846 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Sync routers for ids ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:34:47.840473 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Routers {'d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:47.841117 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:48.002157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:34:48.014773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:48.015149 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:48.018153 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7af1e4d4-837f-4244-ab38-11e4e15bdd4d req-61b98a71-9c78-481d-af37-01189707363f tempest-MigrationsAdminTest-153666557 tempest-MigrationsAdminTest-153666557-project] 10.222.0.70 "GET /v2.0/ports?device_id=a54b1a4e-7f7b-4b69-8944-99394a64606a HTTP/1.1" status: 200 len: 210 time: 0.0666335 Dec 08 01:34:48.020906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7d81cb60-605c-4128-b44b-ab9c8b2a430d None None] Provisioning complete for port bece93e5-84c4-4102-a9e0-5d46418d92ba triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:48.021663 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d81cb60-605c-4128-b44b-ab9c8b2a430d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:48.097410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7d81cb60-605c-4128-b44b-ab9c8b2a430d None None] Port bece93e5-84c4-4102-a9e0-5d46418d92ba cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:34:48.107269 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Set router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:48.178150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Set router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:48.243255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bcd8f-f429-43ab-a87d-4d1e943ac3cd req-087b41ec-4639-471c-a4bd-cba9f1faaee6 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:48.244660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bcd8f-f429-43ab-a87d-4d1e943ac3cd req-087b41ec-4639-471c-a4bd-cba9f1faaee6 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:48.245312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bcd8f-f429-43ab-a87d-4d1e943ac3cd req-087b41ec-4639-471c-a4bd-cba9f1faaee6 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:48.245950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bcd8f-f429-43ab-a87d-4d1e943ac3cd req-087b41ec-4639-471c-a4bd-cba9f1faaee6 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:48.246590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bcd8f-f429-43ab-a87d-4d1e943ac3cd req-087b41ec-4639-471c-a4bd-cba9f1faaee6 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:48.247225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bcd8f-f429-43ab-a87d-4d1e943ac3cd req-087b41ec-4639-471c-a4bd-cba9f1faaee6 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:48.247858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bcd8f-f429-43ab-a87d-4d1e943ac3cd req-087b41ec-4639-471c-a4bd-cba9f1faaee6 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:48.248531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bcd8f-f429-43ab-a87d-4d1e943ac3cd req-087b41ec-4639-471c-a4bd-cba9f1faaee6 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:48.249166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bcd8f-f429-43ab-a87d-4d1e943ac3cd req-087b41ec-4639-471c-a4bd-cba9f1faaee6 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:48.249794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bcd8f-f429-43ab-a87d-4d1e943ac3cd req-087b41ec-4639-471c-a4bd-cba9f1faaee6 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:48.250459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bcd8f-f429-43ab-a87d-4d1e943ac3cd req-087b41ec-4639-471c-a4bd-cba9f1faaee6 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:48.258569 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a0bcd8f-f429-43ab-a87d-4d1e943ac3cd req-087b41ec-4639-471c-a4bd-cba9f1faaee6 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7832 time: 0.4835496 Dec 08 01:34:48.361807 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:34:44Z', 'revision_number': 4, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bece93e5-84c4-4102-a9e0-5d46418d92ba', 'name': '', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'mac_address': 'fa:16:3e:5c:b3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:45Z', 'revision_number': 2, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'subnets': [{'id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:48.397593 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Checking router: d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:34:48.398203 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Updating router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd port bece93e5-84c4-4102-a9e0-5d46418d92ba binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:34:48.421540 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39462) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:48.426761 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8156437a-6c37-4a62-b651-0abd3aa855f5 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1463347713', 'description': 'tempest-description--616952471'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:48.451496 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:48.483481 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8156437a-6c37-4a62-b651-0abd3aa855f5 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:48.631184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392bfb80-cf8a-4fc4-975f-b8b23735eb68 req-749a8c02-17fb-48df-9deb-1b2b50d2dacf tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:48.632952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-392bfb80-cf8a-4fc4-975f-b8b23735eb68 req-749a8c02-17fb-48df-9deb-1b2b50d2dacf tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.1301677 Dec 08 01:34:48.737906 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:48.753766 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-392bfb80-cf8a-4fc4-975f-b8b23735eb68 req-53700018-97b9-4d62-8a29-593811ff6165 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111228 Dec 08 01:34:48.754639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ec078498-c197-494d-ae3e-13c1859e5262 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:48.767298 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8156437a-6c37-4a62-b651-0abd3aa855f5 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:48.786229 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8156437a-6c37-4a62-b651-0abd3aa855f5 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:48.818183 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8156437a-6c37-4a62-b651-0abd3aa855f5 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:48.820566 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8156437a-6c37-4a62-b651-0abd3aa855f5 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3968179 Dec 08 01:34:48.834980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39468) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:48.861668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-cb537d48-7995-40e0-9c57-13ab77a78e47 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Request body: {'security_group_rule': {'security_group_id': '7a3eded1-080a-4c6a-9c5b-d1037ea1c21f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:48.870826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:48.879442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:34:43Z', 'revision_number': 3, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:48.936979 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:48.939282 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20140d4-b7ba-4361-a534-98c46341165d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f843cc7-9919-49b4-aeb9-5f4a9cc75a07'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:48.944062 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4b6ac6-6b1a-49d1-a124-d8c4477222c5" -d '{"events": [{"server_uuid": "b20140d4-b7ba-4361-a534-98c46341165d", "name": "network-vif-plugged", "status": "completed", "tag": "6f843cc7-9919-49b4-aeb9-5f4a9cc75a07"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:48.948480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Checking router: 53c6cd9c-90d6-4d88-94d2-595985b9bc3b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:34:48.949262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Updating router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b port d683c0f3-f78d-47ba-9ea3-020d192ae3a7 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:34:48.957767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156437a-6c37-4a62-b651-0abd3aa855f5 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:48.977099 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:48.990046 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.025917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c2b7b-d5ec-44aa-b584-9271db2fbea7 req-f59a9e89-3256-4e0f-8f64-6576b18583c9 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.028517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7f8cd-9c3c-46b7-b7f4-ffb1244d21ff req-2c19f3bb-4227-4f0d-a094-a69db7af3fd3 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.030115 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3bc7f8cd-9c3c-46b7-b7f4-ffb1244d21ff req-2c19f3bb-4227-4f0d-a094-a69db7af3fd3 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 946 time: 0.1700046 Dec 08 01:34:49.045978 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c6c2b7b-d5ec-44aa-b584-9271db2fbea7 req-f59a9e89-3256-4e0f-8f64-6576b18583c9 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 886 time: 0.7684295 Dec 08 01:34:49.047776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ec078498-c197-494d-ae3e-13c1859e5262 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:49.050522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.064154 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb537d48-7995-40e0-9c57-13ab77a78e47 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.070531 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcaa2c-42f6-4dfa-8ffb-668259fcaf68 None None] Pushing event updated for resources: {'Port': ['ID=bece93e5-84c4-4102-a9e0-5d46418d92ba,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:49.148897 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3bc7f8cd-9c3c-46b7-b7f4-ffb1244d21ff req-2f786b33-897f-4560-a693-6ad77486b823 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104913 Dec 08 01:34:49.199369 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.209221 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Attempting to bind port bece93e5-84c4-4102-a9e0-5d46418d92ba on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:34:49.209605 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Attempting to bind port bece93e5-84c4-4102-a9e0-5d46418d92ba by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:34:49.209973 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Attempting to bind port bece93e5-84c4-4102-a9e0-5d46418d92ba on network 528e7346-e95b-40d1-996c-4038896b0972 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:49.227959 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:34:49.228999 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Checking segment: {'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:49.229846 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.230328 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Bound using segment: {'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:34:49.230868 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Bound port: bece93e5-84c4-4102-a9e0-5d46418d92ba, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:34:49.231227 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.255859 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-14b7868f-7329-4341-ad0f-28727c10e8fe req-268eede3-2ca0-4bba-a32f-7c4137560d37 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 210 time: 0.1029553 Dec 08 01:34:49.266525 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7b2238-9993-47ab-95ea-f7242fea0f0d x-openstack-request-id: req-9b7b2238-9993-47ab-95ea-f7242fea0f0d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:49.266804 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20140d4-b7ba-4361-a534-98c46341165d", "name": "network-vif-plugged", "status": "completed", "tag": "6f843cc7-9919-49b4-aeb9-5f4a9cc75a07", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:49.267064 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b7b2238-9993-47ab-95ea-f7242fea0f0d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:49.267462 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20140d4-b7ba-4361-a534-98c46341165d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f843cc7-9919-49b4-aeb9-5f4a9cc75a07', 'code': 200} Dec 08 01:34:49.286459 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:49.301531 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.327362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.327727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.328132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.328346 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] For port bece93e5-84c4-4102-a9e0-5d46418d92ba, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:49.328463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.328792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.329132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.329584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.329953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.330343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.330600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.330994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.331351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.331721 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:49.333571 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] For port bece93e5-84c4-4102-a9e0-5d46418d92ba, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bece93e5-84c4-4102-a9e0-5d46418d92ba,segment=NetworkSegment(482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e),segment_id=482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:34:49.345362 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.452763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242450ee-f73a-4151-94ca-18b721735c1a req-d98d2999-ed11-4651-b698-467c48ac52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.458489 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-242450ee-f73a-4151-94ca-18b721735c1a req-d98d2999-ed11-4651-b698-467c48ac52b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 1098 time: 0.0989900 Dec 08 01:34:49.474461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb537d48-7995-40e0-9c57-13ab77a78e47 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.489664 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcaa2c-42f6-4dfa-8ffb-668259fcaf68 None None] Pushing event updated for resources: {'Port': ['ID=bece93e5-84c4-4102-a9e0-5d46418d92ba,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:49.544598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'name': 'network-vif-deleted', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:34:49.544816 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Routers {'d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:49.545580 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:49.546970 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842a44f9-c673-4dde-b789-8a2733a50b8d" -d '{"events": [{"server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "name": "network-vif-deleted", "tag": "02742655-4fba-4db0-a1cf-d990a515b227"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:34:49.562082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb537d48-7995-40e0-9c57-13ab77a78e47 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.615049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-242450ee-f73a-4151-94ca-18b721735c1a req-8186aa72-2164-47f6-ae63-d3bd80f1ad39 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483884 Dec 08 01:34:49.678869 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d44c847-7f76-4c7d-acb8-a2125e8e2b11 x-openstack-request-id: req-6d44c847-7f76-4c7d-acb8-a2125e8e2b11 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:34:49.679067 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54b1a4e-7f7b-4b69-8944-99394a64606a", "name": "network-vif-deleted", "tag": "02742655-4fba-4db0-a1cf-d990a515b227", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:34:49.679327 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d44c847-7f76-4c7d-acb8-a2125e8e2b11 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:34:49.679728 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54b1a4e-7f7b-4b69-8944-99394a64606a', 'name': 'network-vif-deleted', 'tag': '02742655-4fba-4db0-a1cf-d990a515b227', 'status': 'completed', 'code': 200} Dec 08 01:34:49.750495 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb537d48-7995-40e0-9c57-13ab77a78e47 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b0122c-94be-4636-8900-9d60b4febf19,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:49.826211 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] Set router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:49.840949 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-de77bfb0-ae5e-46ce-beb5-f7f227fc2ad2 None None] Provisioning complete for port bece93e5-84c4-4102-a9e0-5d46418d92ba triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:49.841513 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de77bfb0-ae5e-46ce-beb5-f7f227fc2ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.877727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:49.880066 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cb537d48-7995-40e0-9c57-13ab77a78e47 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.884053 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cb537d48-7995-40e0-9c57-13ab77a78e47 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0427806 Dec 08 01:34:49.884198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39488) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:49.888721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Request body: {'security_group_rule': {'security_group_id': '7a3eded1-080a-4c6a-9c5b-d1037ea1c21f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:49.910370 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.911647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2243b-a1bb-4983-8320-21c93101f4d0 req-7e349b5f-7c81-4d41-b4ce-2e59902bb7f7 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.912096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2243b-a1bb-4983-8320-21c93101f4d0 req-7e349b5f-7c81-4d41-b4ce-2e59902bb7f7 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.924774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2243b-a1bb-4983-8320-21c93101f4d0 req-7e349b5f-7c81-4d41-b4ce-2e59902bb7f7 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.925403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2243b-a1bb-4983-8320-21c93101f4d0 req-7e349b5f-7c81-4d41-b4ce-2e59902bb7f7 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.925860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2243b-a1bb-4983-8320-21c93101f4d0 req-7e349b5f-7c81-4d41-b4ce-2e59902bb7f7 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.926377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2243b-a1bb-4983-8320-21c93101f4d0 req-7e349b5f-7c81-4d41-b4ce-2e59902bb7f7 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.926837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2243b-a1bb-4983-8320-21c93101f4d0 req-7e349b5f-7c81-4d41-b4ce-2e59902bb7f7 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.927452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2243b-a1bb-4983-8320-21c93101f4d0 req-7e349b5f-7c81-4d41-b4ce-2e59902bb7f7 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.927881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2243b-a1bb-4983-8320-21c93101f4d0 req-7e349b5f-7c81-4d41-b4ce-2e59902bb7f7 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.928651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2243b-a1bb-4983-8320-21c93101f4d0 req-7e349b5f-7c81-4d41-b4ce-2e59902bb7f7 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.929155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2243b-a1bb-4983-8320-21c93101f4d0 req-7e349b5f-7c81-4d41-b4ce-2e59902bb7f7 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:49.931842 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c0e2243b-a1bb-4983-8320-21c93101f4d0 req-7e349b5f-7c81-4d41-b4ce-2e59902bb7f7 tempest-NetworksTest-1791270643 tempest-NetworksTest-1791270643-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7832 time: 0.6333833 Dec 08 01:34:49.933850 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:49.990539 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.018961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112e165-c17c-41a9-8f32-f8bd7752a6a5 req-176ade78-f08c-4583-b1ff-5c3c000e4e46 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:50.032123 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2112e165-c17c-41a9-8f32-f8bd7752a6a5 req-176ade78-f08c-4583-b1ff-5c3c000e4e46 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.1293685 Dec 08 01:34:50.073113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Allocated IP 172.20.0.1 (ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e/fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5/c3c070d0-f394-4554-820c-020961d54ee7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:50.108594 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d571428-586b-4c05-a5fc-abe7d6ccc8df None None] Pushing event updated for resources: {'Port': ['ID=d683c0f3-f78d-47ba-9ea3-020d192ae3a7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:50.240188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Attempting to bind port d683c0f3-f78d-47ba-9ea3-020d192ae3a7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:34:50.240560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Attempting to bind port d683c0f3-f78d-47ba-9ea3-020d192ae3a7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:34:50.241044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Attempting to bind port d683c0f3-f78d-47ba-9ea3-020d192ae3a7 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:50.242310 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.272228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:34:50.272768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:50.273225 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.273719 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:34:50.274215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Bound port: d683c0f3-f78d-47ba-9ea3-020d192ae3a7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:34:50.274602 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.312995 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de77bfb0-ae5e-46ce-beb5-f7f227fc2ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.354545 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2112e165-c17c-41a9-8f32-f8bd7752a6a5 req-be553479-4227-4cc8-aa9d-a3c069f675f1 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190043 Dec 08 01:34:50.359932 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.426678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] For port d683c0f3-f78d-47ba-9ea3-020d192ae3a7, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:50.434992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] For port d683c0f3-f78d-47ba-9ea3-020d192ae3a7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d683c0f3-f78d-47ba-9ea3-020d192ae3a7,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:34:50.440475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-de77bfb0-ae5e-46ce-beb5-f7f227fc2ad2 None None] For port bece93e5-84c4-4102-a9e0-5d46418d92ba, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bece93e5-84c4-4102-a9e0-5d46418d92ba,segment=NetworkSegment(482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e),segment_id=482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:50.442621 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:34:44Z', 'revision_number': 4, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bece93e5-84c4-4102-a9e0-5d46418d92ba', 'name': '', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'mac_address': 'fa:16:3e:5c:b3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:49Z', 'revision_number': 4, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'subnets': [{'id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:50.444567 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.446170 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39498) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:50.452347 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de77bfb0-ae5e-46ce-beb5-f7f227fc2ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.474252 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-76c9eff1-4e74-417d-ae2c-56ee0e480987 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb2fb3b867c24580a1bb8057e65b5bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5951328 Dec 08 01:34:50.474807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.478303 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.479765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5946085 Dec 08 01:34:50.481009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39502) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:50.483128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39504) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:50.484148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75707e6-ab88-45e9-89c0-a6e228919e9f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:50.491186 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25d10b-4229-45e6-8e1f-c8c79b498723 None None] The sync data for ids ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'] in n-d-713498-30 is: [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:34:44Z', 'revision_number': 4, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bece93e5-84c4-4102-a9e0-5d46418d92ba', 'name': '', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'mac_address': 'fa:16:3e:5c:b3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:49Z', 'revision_number': 4, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'subnets': [{'id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:34:50.499894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:50.536731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d571428-586b-4c05-a5fc-abe7d6ccc8df None None] Pushing event updated for resources: {'Port': ['ID=d683c0f3-f78d-47ba-9ea3-020d192ae3a7,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:50.540192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e4a68-840f-4b59-947f-fe423372cded req-5f74a3e6-0b93-49bb-82c7-3bfb3568031e tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:50.548947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd6e4a68-840f-4b59-947f-fe423372cded req-5f74a3e6-0b93-49bb-82c7-3bfb3568031e tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 946 time: 0.2405112 Dec 08 01:34:50.614689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.615040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.615367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.615712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.616082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.616472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.616821 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.617157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.628995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.629175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.629554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.629900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.630241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbd5f5-ded5-4500-9ae3-19c51dd03060 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:34:50.643606 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.646770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77bfb0-ae5e-46ce-beb5-f7f227fc2ad2 None None] Pushing event updated for resources: {'Port': ['ID=bece93e5-84c4-4102-a9e0-5d46418d92ba,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:50.651968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Routers {'53c6cd9c-90d6-4d88-94d2-595985b9bc3b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:50.656675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:50.820275 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-360ce79b-22d4-4fa5-8714-c7ce235c6baa req-afd262c9-d42e-4a18-ab7b-5148bc3448c7 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 210 time: 0.2198179 Dec 08 01:34:50.823101 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd6e4a68-840f-4b59-947f-fe423372cded req-69f7d065-dc15-412f-ac09-014d065f7543 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730265 Dec 08 01:34:50.824252 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.829704 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:50.836944 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:50.843267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:34:50.847928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Pushing event updated for resources: {'Port': ['ID=c3c070d0-f394-4554-820c-020961d54ee7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:50.883644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] Set router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:50.933277 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8f67b5c-cbed-4d7a-88c4-30bf12d2ae7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:50.947705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac4de2dd-603f-4dc1-8124-57804f6f424a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.017398 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8f67b5c-cbed-4d7a-88c4-30bf12d2ae7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.043933 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.051589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bece93e5-84c4-4102-a9e0-5d46418d92ba up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:51.122115 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.180387 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e2a2b5b8-c3be-40d9-b45b-0a0028ca2c9b None None] Provisioning complete for port bece93e5-84c4-4102-a9e0-5d46418d92ba triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:51.180963 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b5b8-c3be-40d9-b45b-0a0028ca2c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.284746 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Allocated IP 172.25.2.97 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/ee9d0bcd-df52-400b-a361-4768584fa4c6) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:51.299317 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8f67b5c-cbed-4d7a-88c4-30bf12d2ae7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.303592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8f67b5c-cbed-4d7a-88c4-30bf12d2ae7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.305156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a8f67b5c-cbed-4d7a-88c4-30bf12d2ae7d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cf43b220-2be9-4e57-a7b8-b2eb03363f5f HTTP/1.1" status: 204 len: 168 time: 0.8229685 Dec 08 01:34:51.321344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f67b5c-cbed-4d7a-88c4-30bf12d2ae7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf43b220-2be9-4e57-a7b8-b2eb03363f5f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:51.333444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac4de2dd-603f-4dc1-8124-57804f6f424a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.334444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.354344 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac4de2dd-603f-4dc1-8124-57804f6f424a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.458804 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ac4de2dd-603f-4dc1-8124-57804f6f424a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31672a38cd084325856c3d660934e155&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0117729 Dec 08 01:34:51.460218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39510) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:51.461768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4de2dd-603f-4dc1-8124-57804f6f424a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e65db9-3c7f-4c40-a8ae-4367e86385d5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:51.492317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bece93e5-84c4-4102-a9e0-5d46418d92ba triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:51.492785 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.546159 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.619176 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.645236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:34:43Z', 'revision_number': 3, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:51.687704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:51.692724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:51.710054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:34:51.715386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2beeb-092b-4e86-87b7-76f8889b508f None None] The sync data for ids ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'] in n-d-713498-30 is: [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:34:43Z', 'revision_number': 3, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:34:51.728579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32c62d-9072-4623-b9bb-2e65949acdd4 req-4fe2ad46-e559-4137-b172-349e15a657cd tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:51.730183 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a32c62d-9072-4623-b9bb-2e65949acdd4 req-4fe2ad46-e559-4137-b172-349e15a657cd tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.2193274 Dec 08 01:34:51.774630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-eeb778ce-eeb4-4bb4-8b9e-e19c590a23a9 None None] Provisioning complete for port c3c070d0-f394-4554-820c-020961d54ee7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:51.775108 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eeb778ce-eeb4-4bb4-8b9e-e19c590a23a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.788748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Pushing event updated for resources: {'Port': ['ID=ee9d0bcd-df52-400b-a361-4768584fa4c6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:51.880843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-eeb778ce-eeb4-4bb4-8b9e-e19c590a23a9 None None] Port c3c070d0-f394-4554-820c-020961d54ee7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:34:51.902851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39518) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:51.916707 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a32c62d-9072-4623-b9bb-2e65949acdd4 req-4ffd8a19-29f6-4c67-a862-eb1ccfdc937a tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258378 Dec 08 01:34:51.926641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.946182 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03246bff-57bb-4153-a94c-46ad98a27fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:51.983772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.003034 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03246bff-57bb-4153-a94c-46ad98a27fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.090178 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bde3516a-5148-431c-b20d-68d7ccf2afa7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd0e99ff34704d7dbe9ba73fbac34939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725237 Dec 08 01:34:52.095386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39520) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:52.104631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5d5dd-5ca7-4b9e-ac1b-6f801a480f97 req-e61c1aff-2e8a-4b7b-b397-d96fb124c2ca tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:52.106242 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cf5d5dd-5ca7-4b9e-ac1b-6f801a480f97 req-e61c1aff-2e8a-4b7b-b397-d96fb124c2ca tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 946 time: 0.1235962 Dec 08 01:34:52.116071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c736a19-085a-4af7-91a1-97c0bd9cee22 req-33ce93d7-0f22-4f39-8d8d-126c8921c598 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 210 time: 0.0633683 Dec 08 01:34:52.163345 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.175012 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.234007 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03246bff-57bb-4153-a94c-46ad98a27fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.236793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03246bff-57bb-4153-a94c-46ad98a27fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.238109 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-03246bff-57bb-4153-a94c-46ad98a27fda admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/53e65db9-3c7f-4c40-a8ae-4367e86385d5 HTTP/1.1" status: 204 len: 168 time: 0.7527657 Dec 08 01:34:52.268101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03246bff-57bb-4153-a94c-46ad98a27fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e65db9-3c7f-4c40-a8ae-4367e86385d5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:52.306981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Pushing event updated for resources: {'Port': ['ID=c3c070d0-f394-4554-820c-020961d54ee7,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:52.317335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.386067 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96dbb054-d010-4f02-920a-f88bfe102a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.401753 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cf5d5dd-5ca7-4b9e-ac1b-6f801a480f97 req-2aedbb9d-bac4-48f3-96bc-65d6aa6a57f6 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239916 Dec 08 01:34:52.446224 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96dbb054-d010-4f02-920a-f88bfe102a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.515787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:52.521902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:52.565621 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.568538 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96dbb054-d010-4f02-920a-f88bfe102a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.573250 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96dbb054-d010-4f02-920a-f88bfe102a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.577363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-96dbb054-d010-4f02-920a-f88bfe102a2b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f363bff7-fd5e-4970-a727-4f00b239b7f4 HTTP/1.1" status: 204 len: 168 time: 0.4674487 Dec 08 01:34:52.586764 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.642257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbb054-d010-4f02-920a-f88bfe102a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f363bff7-fd5e-4970-a727-4f00b239b7f4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:52.707162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Pushing event updated for resources: {'Port': ['ID=ee9d0bcd-df52-400b-a361-4768584fa4c6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:52.868566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:34:52.878815 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.925952 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:52.942172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d4d42b3e-6ac9-43dd-b8a8-a4acbe43ce59 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4487278 Dec 08 01:34:53.041090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d683c0f3-f78d-47ba-9ea3-020d192ae3a7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:53.094170 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39534) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:53.118229 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac89818c-bd47-4250-84db-5e2419927c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:53.209147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-72a99423-5886-42b4-994c-eecafeb3183f None None] Provisioning complete for port c3c070d0-f394-4554-820c-020961d54ee7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:53.209370 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72a99423-5886-42b4-994c-eecafeb3183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:53.231542 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac89818c-bd47-4250-84db-5e2419927c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:53.240377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac89818c-bd47-4250-84db-5e2419927c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:53.286189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d683c0f3-f78d-47ba-9ea3-020d192ae3a7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:53.286577 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:53.345003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811e93a-ae48-4565-afa4-365c66081504 req-09eda880-5475-4c58-a09e-0a0e568e5a3c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:53.353128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-72a99423-5886-42b4-994c-eecafeb3183f None None] Port c3c070d0-f394-4554-820c-020961d54ee7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:34:53.359884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2811e93a-ae48-4565-afa4-365c66081504 req-09eda880-5475-4c58-a09e-0a0e568e5a3c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.2652543 Dec 08 01:34:53.363708 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:34:53.386650 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-018440a3-cf3b-4519-9517-1a2c22850b1d admin admin] 10.222.0.70 "PUT /v2.0/routers/53c6cd9c-90d6-4d88-94d2-595985b9bc3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7357714 Dec 08 01:34:53.406328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ac89818c-bd47-4250-84db-5e2419927c33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7a4f5c82b5441e1b6c1caf8d3c04a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107989 Dec 08 01:34:53.407265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:34:53.415865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0cc2840-c9c7-44ae-9def-562978046465 req-d414a33c-7eb6-4cf4-86c0-43ea428e7005 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 210 time: 0.1322784 Dec 08 01:34:53.458749 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:53.469038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89818c-bd47-4250-84db-5e2419927c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643fb22b-03f6-4e48-9eb9-f117b7dd779a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:53.500508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port d683c0f3-f78d-47ba-9ea3-020d192ae3a7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d683c0f3-f78d-47ba-9ea3-020d192ae3a7,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:53.510090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:53.511887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bece93e5-84c4-4102-a9e0-5d46418d92ba up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:53.526468 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4c50-2841-4cff-a59e-ff507c6081f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:53.536709 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2811e93a-ae48-4565-afa4-365c66081504 req-5ff8076b-4b92-4980-a7e5-a4aa43d1efbc tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625121 Dec 08 01:34:53.597763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4c50-2841-4cff-a59e-ff507c6081f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:53.713302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4c50-2841-4cff-a59e-ff507c6081f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:53.717087 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a4e4c50-2841-4cff-a59e-ff507c6081f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:53.723040 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7a4e4c50-2841-4cff-a59e-ff507c6081f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/643fb22b-03f6-4e48-9eb9-f117b7dd779a HTTP/1.1" status: 204 len: 168 time: 0.3096597 Dec 08 01:34:53.759899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e4c50-2841-4cff-a59e-ff507c6081f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643fb22b-03f6-4e48-9eb9-f117b7dd779a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:53.772625 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-a1c768f8-fcd0-4858-b5d2-e45703af91d0 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1463347713&fields=id&tenant_id=6e502f0ccb0a4d028095ab888e703ea3 HTTP/1.1" status: 200 len: 267 time: 0.1787114 Dec 08 01:34:53.919945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=d683c0f3-f78d-47ba-9ea3-020d192ae3a7,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:53.924960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bece93e5-84c4-4102-a9e0-5d46418d92ba triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:53.925554 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:53.934804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be79bc-8313-48bf-b895-f6989a92386a req-1fc301fe-5bfd-4952-bf2e-da49e78ac21d tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:53.943323 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-1fc301fe-5bfd-4952-bf2e-da49e78ac21d tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/networks?id=528e7346-e95b-40d1-996c-4038896b0972 HTTP/1.1" status: 200 len: 806 time: 0.1609948 Dec 08 01:34:53.968867 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-30048edb-3249-4f95-8ff5-b0f4d0219890 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/quotas/6e502f0ccb0a4d028095ab888e703ea3 HTTP/1.1" status: 200 len: 375 time: 0.0246067 Dec 08 01:34:54.052942 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-4d7f2521-6451-4ce9-85c0-03a559cada70 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6e502f0ccb0a4d028095ab888e703ea3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798569 Dec 08 01:34:54.219485 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-53bd2c16-f650-48f0-aa29-d9363cf7fee7 service neutron] 10.222.0.70 "GET /v2.0/networks/528e7346-e95b-40d1-996c-4038896b0972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509919 Dec 08 01:34:54.384460 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-48840ab4-d5db-497a-acf4-c1327cae4fae service neutron] 10.222.0.70 "GET /v2.0/networks/528e7346-e95b-40d1-996c-4038896b0972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638510 Dec 08 01:34:54.538356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-cca86399-831a-4159-8276-61045903027c tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:54.540204 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-cca86399-831a-4159-8276-61045903027c tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/networks?id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e HTTP/1.1" status: 200 len: 829 time: 0.2191458 Dec 08 01:34:54.571348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-4f411856-d0d8-4682-9afa-7aa4be3dbbf0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/quotas/97ac10e8b5c24d1fb1f2666fc36caad7 HTTP/1.1" status: 200 len: 375 time: 0.0175688 Dec 08 01:34:54.723342 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-b1ed8828-4b76-49c9-bc6c-a369fade2e6c tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=97ac10e8b5c24d1fb1f2666fc36caad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468995 Dec 08 01:34:54.757378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d683c0f3-f78d-47ba-9ea3-020d192ae3a7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:54.857127 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67ff44db-a2a1-4c2c-b38f-aefab90de202 req-f0e8262f-17ba-4e57-8080-c87b64b6898a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 210 time: 0.0726402 Dec 08 01:34:54.917443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d683c0f3-f78d-47ba-9ea3-020d192ae3a7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:54.917745 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:54.997864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Sync routers for ids ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:34:55.019586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Routers {'53c6cd9c-90d6-4d88-94d2-595985b9bc3b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:55.020236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:55.146852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea97753-fa5b-4473-81ec-742b3a9c5dbf req-0452ef4d-79c8-4fd9-8ea4-c04cfcb4a429 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:55.155696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ea97753-fa5b-4473-81ec-742b3a9c5dbf req-0452ef4d-79c8-4fd9-8ea4-c04cfcb4a429 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.1485474 Dec 08 01:34:55.241800 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-553c6a58-2d10-4b87-a1c8-cd6113a616ef service neutron] 10.222.0.70 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099754 Dec 08 01:34:55.258333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Set router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:55.290229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ea97753-fa5b-4473-81ec-742b3a9c5dbf req-4012693f-1afd-441d-870b-396873fd7f8b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291833 Dec 08 01:34:55.396830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-afc3832b-d245-465b-acf8-bb24657b9878 service neutron] 10.222.0.70 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459479 Dec 08 01:34:55.443345 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-408b9ee3-2a10-471b-93cd-e1ce5b849171 req-9d40cb82-8e39-4e28-b6c5-b220f971789d tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 210 time: 0.0745733 Dec 08 01:34:55.696067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f609610-daf8-42b2-a96e-007dd8f72f5d req-de2f59cb-d88e-4cac-8acc-a14f84445cdb tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 210 time: 0.0600667 Dec 08 01:34:55.714388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:34:51Z', 'revision_number': 4, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'c3c070d0-f394-4554-820c-020961d54ee7', 'name': '', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'mac_address': 'fa:16:3e:ae:dd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:49Z', 'updated_at': '2021-12-08T01:34:51Z', 'revision_number': 2, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'subnets': [{'id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:55.753589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Checking router: 53c6cd9c-90d6-4d88-94d2-595985b9bc3b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:34:55.754010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Updating router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b port c3c070d0-f394-4554-820c-020961d54ee7 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:34:55.824928 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:56.036702 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6cf3fa71-b18d-4352-90ee-2298b59fc7d5 req-b67fa60f-7dcf-4eef-a7fb-8345daa71571 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4513d1a-59af-46a1-b0d7-97338b16bd09 HTTP/1.1" status: 200 len: 210 time: 0.0612054 Dec 08 01:34:56.358248 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:56.367958 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:56.449043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872167c-9620-4f93-be31-4ebd960ff252 None None] Pushing event updated for resources: {'Port': ['ID=c3c070d0-f394-4554-820c-020961d54ee7,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:56.473619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5288e39-08e5-48f2-a798-9675f6e8907b req-8eafc5b1-9529-4cb4-a06f-1d93105addd4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:56.486497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5288e39-08e5-48f2-a798-9675f6e8907b req-8eafc5b1-9529-4cb4-a06f-1d93105addd4 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.0829873 Dec 08 01:34:56.555492 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Attempting to bind port c3c070d0-f394-4554-820c-020961d54ee7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:34:56.555894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Attempting to bind port c3c070d0-f394-4554-820c-020961d54ee7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:34:56.556999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Attempting to bind port c3c070d0-f394-4554-820c-020961d54ee7 on network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:34:56.570334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:34:56.570724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Checking segment: {'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:34:56.571141 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:56.571564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Bound using segment: {'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:34:56.582726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Bound port: c3c070d0-f394-4554-820c-020961d54ee7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:34:56.583147 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:56.588575 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-e93749e4-4816-4998-a06d-d7ee747ba63f tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=bfc3269148dd4805b29d7479fe29c897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567601 Dec 08 01:34:56.616909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5288e39-08e5-48f2-a798-9675f6e8907b req-09a3649b-ec42-41f8-8f41-d24b89959f16 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294389 Dec 08 01:34:56.698857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] For port c3c070d0-f394-4554-820c-020961d54ee7, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:34:56.703224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] For port c3c070d0-f394-4554-820c-020961d54ee7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c3c070d0-f394-4554-820c-020961d54ee7,segment=NetworkSegment(d89c8aa3-9b87-4b74-9938-6fb56132b54d),segment_id=d89c8aa3-9b87-4b74-9938-6fb56132b54d)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:34:56.709378 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:56.807473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Routers {'53c6cd9c-90d6-4d88-94d2-595985b9bc3b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:34:56.809902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:34:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:56.953541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-fd0da2a6-0664-4e08-baca-b1618ee98817 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:56.955444 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-fd0da2a6-0664-4e08-baca-b1618ee98817 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3653789 Dec 08 01:34:56.967960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872167c-9620-4f93-be31-4ebd960ff252 None None] Pushing event updated for resources: {'Port': ['ID=c3c070d0-f394-4554-820c-020961d54ee7,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:56.979156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be79bc-8313-48bf-b895-f6989a92386a req-bb249458-57ec-443a-b20e-f841fbe60d62 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:56.980787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-bb249458-57ec-443a-b20e-f841fbe60d62 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.65 "GET /v2.0/networks?id=528e7346-e95b-40d1-996c-4038896b0972 HTTP/1.1" status: 200 len: 806 time: 0.3394558 Dec 08 01:34:57.005489 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-29a2124f-bc4e-4250-baeb-26508534212c tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/quotas/bfc3269148dd4805b29d7479fe29c897 HTTP/1.1" status: 200 len: 375 time: 0.0407732 Dec 08 01:34:57.097894 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-3daf82a2-f88b-4b9e-989f-cf7f739ab7fd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bfc3269148dd4805b29d7479fe29c897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896924 Dec 08 01:34:57.109322 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-05ecf30a-6cb3-468a-be86-c8824b4a7dfa tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4875b15fc69f45a0b659d39942949be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1272833 Dec 08 01:34:57.116895 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2bb15a1e-b5e8-473e-84d4-96f84d7c6d5d None None] Provisioning complete for port c3c070d0-f394-4554-820c-020961d54ee7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:57.120020 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2bb15a1e-b5e8-473e-84d4-96f84d7c6d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:57.144890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] Set router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:34:57.478763 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8882f1d2-feee-4fc7-8aaa-a390d7754bac req-992a85d4-ae41-4fe7-816b-3391b201c785 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 210 time: 0.0813310 Dec 08 01:34:57.543638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-1996692b-0679-426a-8f1b-649ed27744c3 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e502f0ccb0a4d028095ab888e703ea3 HTTP/1.1" status: 200 len: 380 time: 0.5149207 Dec 08 01:34:57.569893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-d1be79bc-8313-48bf-b895-f6989a92386a req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Request body: {'port': {'device_id': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'admin_state_up': True, 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'security_groups': ['7a3eded1-080a-4c6a-9c5b-d1037ea1c21f']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:57.709672 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-5510be61-bcd3-4caa-a7e8-7e80be3bc560 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--60933920&fields=id&tenant_id=93fc97b59317468485046614cafb9be9 HTTP/1.1" status: 200 len: 267 time: 0.0970867 Dec 08 01:34:57.710246 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2bb15a1e-b5e8-473e-84d4-96f84d7c6d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:57.748253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:34:51Z', 'revision_number': 4, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'c3c070d0-f394-4554-820c-020961d54ee7', 'name': '', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'mac_address': 'fa:16:3e:ae:dd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:49Z', 'updated_at': '2021-12-08T01:34:56Z', 'revision_number': 4, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'subnets': [{'id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:34:57.782876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-8f49f754-9fc1-4de2-a8c7-07e7c89a1a2b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:57.793619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-8f49f754-9fc1-4de2-a8c7-07e7c89a1a2b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6813259 Dec 08 01:34:57.796604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb2592a-b77e-43f0-9e6f-816d3705b5b7 None None] The sync data for ids ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'] in n-d-713498-30 is: [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:34:51Z', 'revision_number': 4, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'c3c070d0-f394-4554-820c-020961d54ee7', 'name': '', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'mac_address': 'fa:16:3e:ae:dd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:49Z', 'updated_at': '2021-12-08T01:34:56Z', 'revision_number': 4, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'subnets': [{'id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:34:57.801110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2bb15a1e-b5e8-473e-84d4-96f84d7c6d5d None None] For port c3c070d0-f394-4554-820c-020961d54ee7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c3c070d0-f394-4554-820c-020961d54ee7,segment=NetworkSegment(d89c8aa3-9b87-4b74-9938-6fb56132b54d),segment_id=d89c8aa3-9b87-4b74-9938-6fb56132b54d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:34:57.809098 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2bb15a1e-b5e8-473e-84d4-96f84d7c6d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:57.823399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-2cf6aff2-02d6-4aa4-a97a-3d5b19094ab4 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/quotas/4875b15fc69f45a0b659d39942949be6 HTTP/1.1" status: 200 len: 375 time: 0.0284886 Dec 08 01:34:57.938384 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-96dba658-e047-4765-ab1e-1cb2419bbb38 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4875b15fc69f45a0b659d39942949be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136909 Dec 08 01:34:58.058183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1be79bc-8313-48bf-b895-f6989a92386a req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Made reservation on behalf of 6e502f0ccb0a4d028095ab888e703ea3 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:34:58.062262 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d1be79bc-8313-48bf-b895-f6989a92386a req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:58.115312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-9cbfff06-6352-4a54-b709-0ba503dbc27f tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:58.118399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-9cbfff06-6352-4a54-b709-0ba503dbc27f tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.65 "GET /v2.0/networks?id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e HTTP/1.1" status: 200 len: 829 time: 0.4857481 Dec 08 01:34:58.145229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8f8dfcf1-0a85-4ca4-a316-e8650a7ca93e None None] Provisioning complete for port c3c070d0-f394-4554-820c-020961d54ee7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:58.145845 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f8dfcf1-0a85-4ca4-a316-e8650a7ca93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:58.323402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb15a1e-b5e8-473e-84d4-96f84d7c6d5d None None] Pushing event updated for resources: {'Port': ['ID=c3c070d0-f394-4554-820c-020961d54ee7,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:58.365634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-d1be79bc-8313-48bf-b895-f6989a92386a req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Allocated IP 172.20.0.3 (528e7346-e95b-40d1-996c-4038896b0972/2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d/a1fdf907-af09-4bf5-b117-37883077084e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:58.408197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-7d4bb1f8-77d7-4a07-9a26-b2712c335283 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:58.430098 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-7d4bb1f8-77d7-4a07-9a26-b2712c335283 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/networks?id=6a892bbc-8363-43be-9afe-d6e88eefa621 HTTP/1.1" status: 200 len: 816 time: 0.7183952 Dec 08 01:34:58.447983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Request body: {'port': {'device_id': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'admin_state_up': True, 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:58.539958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-5671f0f8-e21d-4a3e-9b91-4c79562dc69b tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/quotas/93fc97b59317468485046614cafb9be9 HTTP/1.1" status: 200 len: 375 time: 0.1088719 Dec 08 01:34:58.703467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7ddf069-473e-408a-be01-370dc2628496 req-24b84512-5582-47a5-b878-e06055f8cd0e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 210 time: 0.0706918 Dec 08 01:34:58.799043 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d1be79bc-8313-48bf-b895-f6989a92386a req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:58.801325 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-90f22907-de5a-4610-b675-e9d27177c883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:58.879308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c3c070d0-f394-4554-820c-020961d54ee7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:34:58.920452 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Made reservation on behalf of 97ac10e8b5c24d1fb1f2666fc36caad7 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:34:58.931915 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:58.960352 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d1be79bc-8313-48bf-b895-f6989a92386a req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:59.066760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c3c070d0-f394-4554-820c-020961d54ee7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:59.068537 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:59.157534 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-63923ee4-75ea-44a3-843c-72f3b5e5c7eb tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=93fc97b59317468485046614cafb9be9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2888076 Dec 08 01:34:59.190012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Pushing event updated for resources: {'Port': ['ID=a1fdf907-af09-4bf5-b117-37883077084e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:34:59.271083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1be79bc-8313-48bf-b895-f6989a92386a req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Network 528e7346-e95b-40d1-996c-4038896b0972 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:34:59.277304 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-551887da-c9b3-4f93-94f0-185c38a9b573 req-b3baaa05-b849-411d-86dd-68a01ec1a51e tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 210 time: 0.1430891 Dec 08 01:34:59.281999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-d1be79bc-8313-48bf-b895-f6989a92386a req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:34:59.291819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1be79bc-8313-48bf-b895-f6989a92386a req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:34:59.413181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be79bc-8313-48bf-b895-f6989a92386a req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:59.422755 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d1be79bc-8313-48bf-b895-f6989a92386a req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:59.506212 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d1fe24cc-5771-4371-8735-44dd0131dc82 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=bfc3269148dd4805b29d7479fe29c897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513153 Dec 08 01:34:59.657483 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-7647a31b-8f9f-476b-9315-5d79f87c58dd tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1019831 Dec 08 01:34:59.703894 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Request body: {'port': {'device_id': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:34:59.727566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab29ae-56f4-422c-8f4e-c628965bad98 req-bb08a2cd-3648-41cb-9987-1c2efb28fa05 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:59.736417 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66ab29ae-56f4-422c-8f4e-c628965bad98 req-bb08a2cd-3648-41cb-9987-1c2efb28fa05 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.3039644 Dec 08 01:34:59.861313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8e6e0b60-f533-421f-b29c-72aed5559eaf None None] Provisioning complete for port a1fdf907-af09-4bf5-b117-37883077084e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:34:59.861789 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8e6e0b60-f533-421f-b29c-72aed5559eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:59.863730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-769247d0-26a4-4b08-8662-27d10d8946a3 service neutron] 10.222.0.70 "GET /v2.0/networks/6a892bbc-8363-43be-9afe-d6e88eefa621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6890602 Dec 08 01:34:59.899259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-851de5ae-455b-4222-8c13-9bc5847ee06b tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:34:59.902016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-851de5ae-455b-4222-8c13-9bc5847ee06b tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3846838 Dec 08 01:34:59.912201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Allocated IP 172.20.0.11 (ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e/fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5/5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:34:59.914770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8e6e0b60-f533-421f-b29c-72aed5559eaf None None] Port a1fdf907-af09-4bf5-b117-37883077084e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:34:59.932807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:34:59.968807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Request body: {'port': {'device_id': '363fcb8d-f8fa-438d-8d3c-2a03c564f646', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'bfc3269148dd4805b29d7479fe29c897'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:00.023512 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66ab29ae-56f4-422c-8f4e-c628965bad98 req-04673e71-0651-45f2-9627-73d55e833144 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834389 Dec 08 01:35:00.206703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-5b718289-2082-4358-b9e2-8c208281d5b2 service neutron] 10.222.0.70 "GET /v2.0/networks/6a892bbc-8363-43be-9afe-d6e88eefa621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244729 Dec 08 01:35:00.269922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Made reservation on behalf of bfc3269148dd4805b29d7479fe29c897 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:00.274177 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:00.281446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bc3a1-2fa2-4281-85e7-eaa6217c7184 req-16e39f62-dd49-400f-b674-0c8d8b9dd1f1 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:00.288895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b94bc3a1-2fa2-4281-85e7-eaa6217c7184 req-16e39f62-dd49-400f-b674-0c8d8b9dd1f1 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 931 time: 0.1288743 Dec 08 01:35:00.292833 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:00.363719 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:00.418943 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b94bc3a1-2fa2-4281-85e7-eaa6217c7184 req-885faf80-2305-44b0-a1b9-1708315fc003 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291459 Dec 08 01:35:00.450671 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:00.452602 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:00.498968 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:00.510795 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1fdf907-af09-4bf5-b117-37883077084e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:00.521987 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:00.542986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Transition to ACTIVE for port object a1fdf907-af09-4bf5-b117-37883077084e will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:35:00.551913 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:00.641383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:00.653019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:00.658176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fdf907-af09-4bf5-b117-37883077084e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:00.661343 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-4d07c056-0001-49c8-a25c-d02e91cceb0e tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4875b15fc69f45a0b659d39942949be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264664 Dec 08 01:35:00.707937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:00.753639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Pushing event updated for resources: {'Port': ['ID=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:00.870462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-03d479b6-962f-4234-bc14-a64af6988d01 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:00.880548 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-03d479b6-962f-4234-bc14-a64af6988d01 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919019 Dec 08 01:35:00.902885 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a8407384-a5ec-4971-ba82-b1b865d87a90 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4875b15fc69f45a0b659d39942949be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2354562 Dec 08 01:35:00.903527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=853e2225-cec3-46d1-be40-3ce30e35a4c0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:00.913447 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e7f7fefb-a3e1-4b25-b4e8-361d98f0fbda tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/quotas/4875b15fc69f45a0b659d39942949be6 HTTP/1.1" status: 200 len: 375 time: 0.0316520 Dec 08 01:35:00.989426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-b2ade0e4-0aa9-4a90-919a-5b656a898081 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4875b15fc69f45a0b659d39942949be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744278 Dec 08 01:35:01.000181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Allocated IP 192.168.233.190 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/6bc18d2f-8610-4207-acab-28680aa93e31) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:01.175832 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d09ec7ba-4749-47a7-a326-738f3084a599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:01.434781 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5fe04c94-77c2-4703-9de5-f2c78f08b151 None None] Provisioning complete for port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:01.435164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5fe04c94-77c2-4703-9de5-f2c78f08b151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:01.436115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:01.442308 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:01.491352 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-610f7f49-be00-47b8-a9f4-a82e3c108e8e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0556698 Dec 08 01:35:01.523280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Request body: {'port': {'device_id': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:01.570501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f40e85-d92f-41e4-a19a-b8b71f9c9a6e req-df7de165-cee2-489f-a601-73659ef50a1e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:01.583167 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a6f40e85-d92f-41e4-a19a-b8b71f9c9a6e req-df7de165-cee2-489f-a601-73659ef50a1e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 932 time: 0.3564878 Dec 08 01:35:01.605574 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:01.632525 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-798bcc58-69b6-4cee-8686-73abb3c388b2 req-e02be6ab-5b79-4c74-b82e-825c73fa9903 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 210 time: 0.0592039 Dec 08 01:35:01.634699 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Attempting to bind port a1fdf907-af09-4bf5-b117-37883077084e on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:01.635329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Attempting to bind port a1fdf907-af09-4bf5-b117-37883077084e by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:01.635836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Attempting to bind port a1fdf907-af09-4bf5-b117-37883077084e on network 528e7346-e95b-40d1-996c-4038896b0972 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:01.636956 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:01.652928 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5fe04c94-77c2-4703-9de5-f2c78f08b151 None None] Port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:35:01.659028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-411b1ee9-cad6-40cf-8804-e399857ab11c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:01.660205 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-411b1ee9-cad6-40cf-8804-e399857ab11c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6861715 Dec 08 01:35:01.666611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Port a1fdf907-af09-4bf5-b117-37883077084e on network 528e7346-e95b-40d1-996c-4038896b0972 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:35:01.667328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Attempting to bind port a1fdf907-af09-4bf5-b117-37883077084e on network 528e7346-e95b-40d1-996c-4038896b0972 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:01.685352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:01.685762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Checking segment: {'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:01.686154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Bound using segment: {'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:01.686589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Bound port: a1fdf907-af09-4bf5-b117-37883077084e, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '528e7346-e95b-40d1-996c-4038896b0972'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:01.687007 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:01.694056 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:01.717950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Request body: {'port': {'device_id': '5fe97365-e011-42d7-b9be-08747f25db4c', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '4875b15fc69f45a0b659d39942949be6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:01.802666 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a6f40e85-d92f-41e4-a19a-b8b71f9c9a6e req-d63b8c4e-814a-4a54-a68e-35be2620b140 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143476 Dec 08 01:35:01.881205 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:02.105946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] For port a1fdf907-af09-4bf5-b117-37883077084e, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:02.129699 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] For port a1fdf907-af09-4bf5-b117-37883077084e, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a1fdf907-af09-4bf5-b117-37883077084e,segment=NetworkSegment(482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e),segment_id=482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:35:02.140117 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:02.158675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Made reservation on behalf of 4875b15fc69f45a0b659d39942949be6 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:02.183402 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:02.190398 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:02.285419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:02.286560 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:02.289936 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] 10.222.0.65 "PUT /v2.0/ports/a1fdf907-af09-4bf5-b117-37883077084e HTTP/1.1" status: 200 len: 1092 time: 2.6042876 Dec 08 01:35:02.297936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'tag': 'a1fdf907-af09-4bf5-b117-37883077084e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:02.306489 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4096d1e-01fc-4f31-be75-398bf17ad041" -d '{"events": [{"name": "network-changed", "server_uuid": "8a90c600-c5fd-47fa-90f6-c2baa840f213", "tag": "a1fdf907-af09-4bf5-b117-37883077084e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:02.326707 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:02.518860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54093f2-a320-48ad-b7b4-c222123bf2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1fdf907-af09-4bf5-b117-37883077084e,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:02.599241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137262ce-80ff-4402-a9ff-3484967e5883 req-0fccea1a-fa0e-4cc4-b5df-a15a86e6a0a6 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:02.611793 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-137262ce-80ff-4402-a9ff-3484967e5883 req-0fccea1a-fa0e-4cc4-b5df-a15a86e6a0a6 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.2640216 Dec 08 01:35:02.634341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:02.659748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:02.713759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:02.763159 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19ea2b27-530e-40ab-970a-38d3c30d8e55 req-1579cf20-54dd-400a-bac9-7323427dfc8b tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 210 time: 0.1376121 Dec 08 01:35:02.928808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Pushing event updated for resources: {'Port': ['ID=6bc18d2f-8610-4207-acab-28680aa93e31,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:03.032995 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7595c181-51d6-4387-a45e-cdbbcbd07b56 req-473a6843-eb63-4c8a-978d-1447da071464 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 210 time: 0.1048532 Dec 08 01:35:03.057299 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:03.058351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:03.079887 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-d74398ca-b596-473b-883e-673cc671a3e3 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1190481 Dec 08 01:35:03.116256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Request body: {'port': {'device_id': '363fcb8d-f8fa-438d-8d3c-2a03c564f646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:03.151236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9be41603-e430-4c21-8110-656a6a2cf653 None None] Provisioning complete for port 6bc18d2f-8610-4207-acab-28680aa93e31 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:03.151623 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9be41603-e430-4c21-8110-656a6a2cf653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:03.264694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9be41603-e430-4c21-8110-656a6a2cf653 None None] Port 6bc18d2f-8610-4207-acab-28680aa93e31 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:35:03.350065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:03.453374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:03.460905 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:03.516496 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:03.548519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be79bc-8313-48bf-b895-f6989a92386a req-22b7cb7d-5130-4b21-a8f4-255052ca26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:03.552180 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-22b7cb7d-5130-4b21-a8f4-255052ca26d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e502f0ccb0a4d028095ab888e703ea3&device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 1095 time: 1.1407897 Dec 08 01:35:03.562561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc2b4c-e931-4e18-b609-8ce76902ff8d req-ad63a066-0ff2-4906-8fc3-d7e4c08c5cca tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:03.566542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9bbc2b4c-e931-4e18-b609-8ce76902ff8d req-ad63a066-0ff2-4906-8fc3-d7e4c08c5cca tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 943 time: 0.3321369 Dec 08 01:35:03.592751 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:03.613922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-fd8050a5-ee16-4d1b-9f29-9b30999e934a tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:03.617220 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-fd8050a5-ee16-4d1b-9f29-9b30999e934a tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.72 "GET /v2.0/networks?id=6a892bbc-8363-43be-9afe-d6e88eefa621 HTTP/1.1" status: 200 len: 816 time: 0.4584007 Dec 08 01:35:03.643106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:03.670073 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:03.777709 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-32543903-d9ae-4610-8309-2c3d6ed18f6b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4875b15fc69f45a0b659d39942949be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878386 Dec 08 01:35:03.793391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-137262ce-80ff-4402-a9ff-3484967e5883 req-1fd97a5c-3ddc-4b71-b65a-e9f94b293a0c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1804402 Dec 08 01:35:03.804066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad4d435-2cea-402e-9b05-c32ee5432a58,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:03.831367 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-4ea47407-fffb-404e-9bd3-c20056860c88 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1fdf907-af09-4bf5-b117-37883077084e HTTP/1.1" status: 200 len: 217 time: 0.1791315 Dec 08 01:35:03.837029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.837516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.837883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.838446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.838788 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.839157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.839609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.839964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.840338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.840870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.841296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.841625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.842196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:03.928002 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Transition to ACTIVE for port object 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:35:03.951851 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e69f2a-5923-4fb3-8612-cf637ff77b63 x-openstack-request-id: req-e5e69f2a-5923-4fb3-8612-cf637ff77b63 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:03.952163 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a90c600-c5fd-47fa-90f6-c2baa840f213", "tag": "a1fdf907-af09-4bf5-b117-37883077084e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:03.952560 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5e69f2a-5923-4fb3-8612-cf637ff77b63 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:03.952993 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'tag': 'a1fdf907-af09-4bf5-b117-37883077084e', 'status': 'completed', 'code': 200} Dec 08 01:35:04.004334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be79bc-8313-48bf-b895-f6989a92386a req-6292e537-dd46-4cb3-9d15-a5bcd48f508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:04.006650 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-6292e537-dd46-4cb3-9d15-a5bcd48f508e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d HTTP/1.1" status: 200 len: 845 time: 0.1571062 Dec 08 01:35:04.008306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Allocated IP 192.168.233.72 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/7f3e7295-32df-435f-8320-3795142e4cf1) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:04.027910 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:04.186122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be79bc-8313-48bf-b895-f6989a92386a req-b889cacb-19f3-4ba1-b4b6-9b6b4cc9beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:04.187924 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-b889cacb-19f3-4ba1-b4b6-9b6b4cc9beb4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=528e7346-e95b-40d1-996c-4038896b0972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1692779 Dec 08 01:35:04.276486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24093c7f-b4a2-4d17-89bd-6f10a5a785ed req-81e1843a-c98b-4885-9d8c-f823c3c3793a tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:04.287690 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-24093c7f-b4a2-4d17-89bd-6f10a5a785ed req-81e1843a-c98b-4885-9d8c-f823c3c3793a tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 936 time: 0.1985669 Dec 08 01:35:04.315064 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9bbc2b4c-e931-4e18-b609-8ce76902ff8d req-598944db-af88-41ee-8873-92eb4dfd0a99 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6891096 Dec 08 01:35:04.389705 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-35be471e-44c5-4796-8e01-70dcfe454e2a tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93fc97b59317468485046614cafb9be9 HTTP/1.1" status: 200 len: 378 time: 0.7349925 Dec 08 01:35:04.433734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Request body: {'port': {'device_id': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'admin_state_up': True, 'tenant_id': '93fc97b59317468485046614cafb9be9', 'security_groups': ['122ef0db-5312-4fe6-b219-dc89a49dae9f']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:04.488994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:04.576389 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-6ee5201d-81d0-47f3-b034-ec1424e1d735 service neutron] 10.222.0.65 "GET /v2.0/networks/528e7346-e95b-40d1-996c-4038896b0972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700404 Dec 08 01:35:04.626120 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-24093c7f-b4a2-4d17-89bd-6f10a5a785ed req-a827001c-f7d3-402e-9e0a-0ba621d305f6 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339109 Dec 08 01:35:04.699091 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:04.836759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:04.854375 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb7012da-9614-4d4c-bebf-3add7d9ec217 req-feede54c-ef19-49b0-916d-ceca0ec23386 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 210 time: 0.0637307 Dec 08 01:35:04.925737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-9e69109d-c667-43ac-8696-15307df13f6c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:04.927456 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-9e69109d-c667-43ac-8696-15307df13f6c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0293717 Dec 08 01:35:04.971877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Request body: {'port': {'device_id': '458600d7-4e9b-4124-878d-94aa9157dff0', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '4875b15fc69f45a0b659d39942949be6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:05.093352 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-319281a1-700a-40a6-a881-d872863b4664 req-8ac2ae89-6fd8-4d00-b4e7-dad03f178785 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 210 time: 0.0986152 Dec 08 01:35:05.120318 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1be79bc-8313-48bf-b895-f6989a92386a req-d9118f51-f692-4eec-97d3-7790ff881585 service neutron] 10.222.0.65 "GET /v2.0/networks/528e7346-e95b-40d1-996c-4038896b0972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907680 Dec 08 01:35:05.145202 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:05.255780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Made reservation on behalf of 93fc97b59317468485046614cafb9be9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:05.263432 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:05.275307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Attempting to bind port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:05.275758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Attempting to bind port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:05.276300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Attempting to bind port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 on network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:05.286509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a55dcf-f405-443e-975b-5689811ec8e2 req-e93ba2d2-cddb-4ef3-8340-6d869a7f7e04 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:05.288338 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73a55dcf-f405-443e-975b-5689811ec8e2 req-e93ba2d2-cddb-4ef3-8340-6d869a7f7e04 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 944 time: 0.6944239 Dec 08 01:35:05.335427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 on network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:35:05.335870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Attempting to bind port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 on network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:05.343294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:05.348387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:05.352611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Pushing event updated for resources: {'Port': ['ID=7f3e7295-32df-435f-8320-3795142e4cf1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:05.356996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:05.437654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:05.437995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Checking segment: {'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:05.439620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Bound using segment: {'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:05.439620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Bound port: 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89c8aa3-9b87-4b74-9938-6fb56132b54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:05.439620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:05.441207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Made reservation on behalf of 4875b15fc69f45a0b659d39942949be6 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:05.444898 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:05.468932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096d1e-01fc-4f31-be75-398bf17ad041 req-48b9853f-ebc8-4c36-ada9-0b83e6e64ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:05.468932 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4096d1e-01fc-4f31-be75-398bf17ad041 req-48b9853f-ebc8-4c36-ada9-0b83e6e64ae0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e502f0ccb0a4d028095ab888e703ea3&device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 1095 time: 0.2105834 Dec 08 01:35:05.489640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba934-8b4c-4c56-9914-e5b165f87fca req-dd9d2bd9-b8a2-40c0-a445-f2776513c5bf tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:05.491258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b68ba934-8b4c-4c56-9914-e5b165f87fca req-dd9d2bd9-b8a2-40c0-a445-f2776513c5bf tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.2690632 Dec 08 01:35:05.526046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:05.527189 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:05.558824 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73a55dcf-f405-443e-975b-5689811ec8e2 req-fd7573cb-ade7-41ce-bd06-72e2c620ae17 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533319 Dec 08 01:35:05.648436 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a7d79853-c34d-4e61-96f9-129ef6eae49f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9642069 Dec 08 01:35:05.670989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b68ba934-8b4c-4c56-9914-e5b165f87fca req-70efa860-9bff-490a-a9da-b8946f141b99 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406920 Dec 08 01:35:05.683740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Request body: {'port': {'device_id': '5fe97365-e011-42d7-b9be-08747f25db4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:05.800562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096d1e-01fc-4f31-be75-398bf17ad041 req-b0571027-417b-4933-9d58-fc541681329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:05.802232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4096d1e-01fc-4f31-be75-398bf17ad041 req-b0571027-417b-4933-9d58-fc541681329e service neutron] 10.222.0.65 "GET /v2.0/networks?id=528e7346-e95b-40d1-996c-4038896b0972 HTTP/1.1" status: 200 len: 907 time: 0.3098211 Dec 08 01:35:05.820719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Allocated IP 172.20.0.14 (6a892bbc-8363-43be-9afe-d6e88eefa621/4574d31a-6c43-495a-9e57-8dfa70b30e40/821d1c39-5e38-4b2f-9e64-b9560d5e6c0d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:05.860051 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b0231017-14ba-4aac-9daa-76560fbe10d7 None None] Provisioning complete for port 7f3e7295-32df-435f-8320-3795142e4cf1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:05.862127 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b0231017-14ba-4aac-9daa-76560fbe10d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:05.867981 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:06.003775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b0231017-14ba-4aac-9daa-76560fbe10d7 None None] Port 7f3e7295-32df-435f-8320-3795142e4cf1 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:35:06.140898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] For port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:06.183508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc18d2f-8610-4207-acab-28680aa93e31 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:06.198481 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] For port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2,segment=NetworkSegment(d89c8aa3-9b87-4b74-9938-6fb56132b54d),segment_id=d89c8aa3-9b87-4b74-9938-6fb56132b54d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:35:06.208555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:06.223773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd0aac-a165-421b-95a0-953f3ffc1d56 req-e44cbe99-836b-4307-8331-e9358feb6bca tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:06.226731 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7dfd0aac-a165-421b-95a0-953f3ffc1d56 req-e44cbe99-836b-4307-8331-e9358feb6bca tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 943 time: 0.4006002 Dec 08 01:35:06.240600 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:06.268666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Transition to ACTIVE for port object 6bc18d2f-8610-4207-acab-28680aa93e31 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:35:06.293376 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4096d1e-01fc-4f31-be75-398bf17ad041 req-0e0d9de3-3c6c-4fb0-9ad3-723503a1411d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1fdf907-af09-4bf5-b117-37883077084e HTTP/1.1" status: 200 len: 217 time: 0.3558764 Dec 08 01:35:06.341870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:06.378629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042edfc-513b-4836-91fc-c4663ef7191e req-433eacf6-68be-459c-8a81-cb90dc26bd0a tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:06.390450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b042edfc-513b-4836-91fc-c4663ef7191e req-433eacf6-68be-459c-8a81-cb90dc26bd0a tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 936 time: 0.4575834 Dec 08 01:35:06.418376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:06.419001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:06.420643 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] 10.222.0.65 "PUT /v2.0/ports/5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 HTTP/1.1" status: 200 len: 1093 time: 4.9033904 Dec 08 01:35:06.422680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'tag': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:06.425150 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca6be47-2f37-4ecb-911a-d757fd2f3771" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281", "tag": "5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:06.548498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7e42b-1c0e-4c36-9325-993d395b6136 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:06.566042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7dfd0aac-a165-421b-95a0-953f3ffc1d56 req-c918e1bb-eebe-47c0-8824-bdb1e8b888f9 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187172 Dec 08 01:35:06.624841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Allocated IP 192.168.233.17 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/fe729429-f019-4f73-b08c-b3418bf8e575) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:06.641681 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b042edfc-513b-4836-91fc-c4663ef7191e req-211bde7e-3d56-48e3-8128-c56be2c867a0 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492802 Dec 08 01:35:06.643876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096d1e-01fc-4f31-be75-398bf17ad041 req-1d353633-b3d1-4f15-9a52-2371a8d886a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:06.653063 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4096d1e-01fc-4f31-be75-398bf17ad041 req-1d353633-b3d1-4f15-9a52-2371a8d886a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d HTTP/1.1" status: 200 len: 845 time: 0.3455937 Dec 08 01:35:06.793831 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:06.833802 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f9bb6e75-d2a9-4ce4-99ba-11bbf53c7f80 req-921edc6e-9e45-4a6a-8120-1f60dfa37643 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 210 time: 0.1281223 Dec 08 01:35:06.841615 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b80f60e-de61-484a-bb04-1b6308ee004b req-773e37ea-d310-42e5-a749-86559e1cfd3b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 210 time: 0.0722058 Dec 08 01:35:06.864256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4096d1e-01fc-4f31-be75-398bf17ad041 req-07ee9c97-89a2-4ce6-b9ec-95587c7926d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:06.865793 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4096d1e-01fc-4f31-be75-398bf17ad041 req-07ee9c97-89a2-4ce6-b9ec-95587c7926d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=528e7346-e95b-40d1-996c-4038896b0972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2050860 Dec 08 01:35:06.986795 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcd9046-3f45-4c57-ae03-564c8c865cbb x-openstack-request-id: req-3fcd9046-3f45-4c57-ae03-564c8c865cbb {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:06.987920 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281", "tag": "5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:06.988509 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3fcd9046-3f45-4c57-ae03-564c8c865cbb {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:06.989136 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'tag': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2', 'status': 'completed', 'code': 200} Dec 08 01:35:06.997853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Pushing event updated for resources: {'Port': ['ID=6bc18d2f-8610-4207-acab-28680aa93e31,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:07.002927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-4cfec222-d618-4312-9dcb-d586e3ca0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:07.004874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-4cfec222-d618-4312-9dcb-d586e3ca0a8f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=97ac10e8b5c24d1fb1f2666fc36caad7&device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 1096 time: 0.4957380 Dec 08 01:35:07.133597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4096d1e-01fc-4f31-be75-398bf17ad041 req-2cf84233-26e7-4b01-9260-98acb25297e2 service neutron] 10.222.0.65 "GET /v2.0/networks/528e7346-e95b-40d1-996c-4038896b0972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569606 Dec 08 01:35:07.137956 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-a8a25633-6781-40ae-9aad-3b485477ef8a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 HTTP/1.1" status: 200 len: 217 time: 0.0999484 Dec 08 01:35:07.152566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c993-6f0a-42ea-a28b-d35b91126232 req-fbf9a28e-210f-4df0-a071-1f6f5d97bb6b tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:07.162904 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-56e4c993-6f0a-42ea-a28b-d35b91126232 req-fbf9a28e-210f-4df0-a071-1f6f5d97bb6b tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 944 time: 0.1077859 Dec 08 01:35:07.270910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Attempting to bind port 6bc18d2f-8610-4207-acab-28680aa93e31 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:07.271476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Attempting to bind port 6bc18d2f-8610-4207-acab-28680aa93e31 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:07.272160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Attempting to bind port 6bc18d2f-8610-4207-acab-28680aa93e31 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:07.287418 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:07.336878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Port 6bc18d2f-8610-4207-acab-28680aa93e31 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:35:07.337451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Attempting to bind port 6bc18d2f-8610-4207-acab-28680aa93e31 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:07.366219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-56e4c993-6f0a-42ea-a28b-d35b91126232 req-813ca7fa-ccfa-4ac6-a8da-beac97c31b93 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019629 Dec 08 01:35:07.383315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-dfed7fd0-dc4f-45c8-bc21-fd755c82f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:07.385597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-dfed7fd0-dc4f-45c8-bc21-fd755c82f6a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5 HTTP/1.1" status: 200 len: 868 time: 0.2162821 Dec 08 01:35:07.400459 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4096d1e-01fc-4f31-be75-398bf17ad041 req-27a15559-6871-46e2-b161-4ded49bdea29 service neutron] 10.222.0.65 "GET /v2.0/networks/528e7346-e95b-40d1-996c-4038896b0972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270226 Dec 08 01:35:07.401313 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51d1ea-04cc-42a0-9469-ade9cb9d1284 req-865459b3-31a4-4888-8d72-fab39e0261c2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:07.402941 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e51d1ea-04cc-42a0-9469-ade9cb9d1284 req-865459b3-31a4-4888-8d72-fab39e0261c2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 945 time: 0.2832184 Dec 08 01:35:07.412760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:07.413251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:07.413751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:07.414293 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Bound port: 6bc18d2f-8610-4207-acab-28680aa93e31, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:07.414745 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:07.463561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Network 6a892bbc-8363-43be-9afe-d6e88eefa621 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:07.493206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:07.510098 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:07.513354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Pushing event updated for resources: {'Port': ['ID=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:07.614451 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:07.726830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.72', 57831) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:07.822966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c7eff-ff52-494b-b319-1f815f3e3ec8 req-50f72fb4-abb5-4a95-8985-d0435b440d5c tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:07.825271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c57c7eff-ff52-494b-b319-1f815f3e3ec8 req-50f72fb4-abb5-4a95-8985-d0435b440d5c tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 943 time: 0.1322749 Dec 08 01:35:07.845341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-7cb4db2a-5742-4b4d-8967-b95a941345f9 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:07.847802 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-7cb4db2a-5742-4b4d-8967-b95a941345f9 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783&tenant_id=60788080667c45e38fac7ad815a697ce&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.1187587 Dec 08 01:35:07.865072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-30'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:07.985936 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:08.020575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7c42dad9-78f2-4092-8630-9544c5226c66 None None] Provisioning complete for port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:08.022063 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7c42dad9-78f2-4092-8630-9544c5226c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:08.029217 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c57c7eff-ff52-494b-b319-1f815f3e3ec8 req-2e66803d-91e5-4d01-b91a-156bf841343d tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968610 Dec 08 01:35:08.112086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7c42dad9-78f2-4092-8630-9544c5226c66 None None] Port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:35:08.210481 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-865a5058-08ee-4c0b-b4a6-5918ce9c64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:08.212080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-865a5058-08ee-4c0b-b4a6-5918ce9c64e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8022201 Dec 08 01:35:08.224965 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:08.358388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e51d1ea-04cc-42a0-9469-ade9cb9d1284 req-5c236531-22c9-4a1e-9872-c9dd66ef9c23 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9248407 Dec 08 01:35:08.365785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:08.366353 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:08.410671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc48dce-d10b-4f77-8d5f-af89c4b0b98c req-1c8dbcb5-1333-45c3-8f7c-56046d177e99 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:08.417409 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4fc48dce-d10b-4f77-8d5f-af89c4b0b98c req-1c8dbcb5-1333-45c3-8f7c-56046d177e99 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 948 time: 0.2638361 Dec 08 01:35:08.424236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:08.435942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] For port 6bc18d2f-8610-4207-acab-28680aa93e31, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:08.469351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:08.479150 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-1c7f3fce-0986-440c-90f3-19e963ba0753 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0534084 Dec 08 01:35:08.479902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Pushing event updated for resources: {'Port': ['ID=fe729429-f019-4f73-b08c-b3418bf8e575,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:08.490775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:08.503722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Request body: {'port': {'device_id': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:08.504904 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:08.514677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] For port 6bc18d2f-8610-4207-acab-28680aa93e31, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6bc18d2f-8610-4207-acab-28680aa93e31,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:35:08.590794 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4fc48dce-d10b-4f77-8d5f-af89c4b0b98c req-31f1a84a-d340-48e6-ab99-9bdd67a61350 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560466 Dec 08 01:35:08.597538 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:08.687646 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:08.843150 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:08.845848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:08.846473 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:08.848000 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] 10.222.0.72 "PUT /v2.0/ports/6bc18d2f-8610-4207-acab-28680aa93e31 HTTP/1.1" status: 200 len: 1097 time: 5.7361987 Dec 08 01:35:08.890752 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-669a20da-b468-4c22-a628-a35ca357fb3f service neutron] 10.222.0.65 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486022 Dec 08 01:35:08.891467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38d23fb-ebe1-47a8-8a33-bdc686486783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:08.911012 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a441d2ef-3d7c-4a28-947d-d5464f74fadf" -d '{"events": [{"server_uuid": "b38d23fb-ebe1-47a8-8a33-bdc686486783", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:08.914913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:08.916186 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:08.925824 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:08.956191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff53c-33b1-4359-80c4-eee1f08a5f6a req-004bad90-f1eb-446c-be8c-4fb5c2037e5a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:08.958087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-906ff53c-33b1-4359-80c4-eee1f08a5f6a req-004bad90-f1eb-446c-be8c-4fb5c2037e5a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 935 time: 0.2199321 Dec 08 01:35:08.959166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-446607e8-e369-4001-92bf-e5c6f911128a None None] Provisioning complete for port fe729429-f019-4f73-b08c-b3418bf8e575 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:08.959715 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-446607e8-e369-4001-92bf-e5c6f911128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:08.961249 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:08.966219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3e7295-32df-435f-8320-3795142e4cf1 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:09.002042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460587e-25ef-49dd-a817-0ae8e0c6d45c req-2a3afc5c-736f-4e31-bed8-3bc4691b25c1 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:09.002042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e460587e-25ef-49dd-a817-0ae8e0c6d45c req-2a3afc5c-736f-4e31-bed8-3bc4691b25c1 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 932 time: 0.4834571 Dec 08 01:35:09.007736 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:09.038810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363fcb8d-f8fa-438d-8d3c-2a03c564f646', 'tag': '6bc18d2f-8610-4207-acab-28680aa93e31'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:09.043330 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681a90c4-7ca0-42e3-9035-51f6273a5354" -d '{"events": [{"name": "network-changed", "server_uuid": "363fcb8d-f8fa-438d-8d3c-2a03c564f646", "tag": "6bc18d2f-8610-4207-acab-28680aa93e31"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:09.061328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-96b50522-e26c-46f7-9432-637b796859c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1120412 Dec 08 01:35:09.065003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-446607e8-e369-4001-92bf-e5c6f911128a None None] Port fe729429-f019-4f73-b08c-b3418bf8e575 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:35:09.094488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Request body: {'port': {'device_id': '458600d7-4e9b-4124-878d-94aa9157dff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:09.110511 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Transition to ACTIVE for port object 7f3e7295-32df-435f-8320-3795142e4cf1 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:35:09.147705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c623c-025e-4c5f-a4e2-282a785ba8ed service neutron] Pushing event updated for resources: {'Port': ['ID=6bc18d2f-8610-4207-acab-28680aa93e31,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:09.172102 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-906ff53c-33b1-4359-80c4-eee1f08a5f6a req-131905d6-c9dc-469a-8da1-f7f52c654f09 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899514 Dec 08 01:35:09.177619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:09.252761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:09.263653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on host n-h1-713498-30 for vnic_type normal with profile {"migrating_to": "n-h2-713498-30"} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:09.264387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:09.264995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:09.343436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-c0b4352c-66fc-469d-bee7-9be330068616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:09.345330 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-c0b4352c-66fc-469d-bee7-9be330068616 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfc3269148dd4805b29d7479fe29c897&device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 1100 time: 0.3851342 Dec 08 01:35:09.385697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:35:09.403622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:09.440955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:09.441622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:09.442757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:09.444791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Bound port: c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:09.445246 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:09.523224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3e7295-32df-435f-8320-3795142e4cf1,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:09.588738 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:09.610201 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e460587e-25ef-49dd-a817-0ae8e0c6d45c req-89f2cf05-0a3b-4290-abe2-6bcc7e3ee34b tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5452058 Dec 08 01:35:09.614270 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-21a33308-986f-4de8-9429-3af7349504f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=6bc18d2f-8610-4207-acab-28680aa93e31 HTTP/1.1" status: 200 len: 217 time: 0.1318486 Dec 08 01:35:09.619813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e298677-1041-4e10-ad05-ad961c2f6783 req-59cc52d9-a8ef-423b-937f-13b4d386838a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:09.630745 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e298677-1041-4e10-ad05-ad961c2f6783 req-59cc52d9-a8ef-423b-937f-13b4d386838a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 944 time: 0.3122315 Dec 08 01:35:09.673777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Attempting to bind port 7f3e7295-32df-435f-8320-3795142e4cf1 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:09.674119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Attempting to bind port 7f3e7295-32df-435f-8320-3795142e4cf1 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:09.674454 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Attempting to bind port 7f3e7295-32df-435f-8320-3795142e4cf1 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:09.683375 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e64e19f5-cae3-46d6-b224-67ac66262c64 req-fce713d2-a1f7-4658-84f9-7c8d5c84df00 service neutron] 10.222.0.65 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7326744 Dec 08 01:35:09.693210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Port 7f3e7295-32df-435f-8320-3795142e4cf1 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:35:09.693579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Attempting to bind port 7f3e7295-32df-435f-8320-3795142e4cf1 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:09.694798 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:35:09.715053 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c12926-38dd-4dd3-a069-76223c0d12ae x-openstack-request-id: req-c1c12926-38dd-4dd3-a069-76223c0d12ae {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:09.715456 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38d23fb-ebe1-47a8-8a33-bdc686486783", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:09.716210 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1c12926-38dd-4dd3-a069-76223c0d12ae {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:09.716808 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38d23fb-ebe1-47a8-8a33-bdc686486783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8', 'code': 200} Dec 08 01:35:09.738058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:09.747979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:09.748356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:09.748750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:09.749346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Bound port: 7f3e7295-32df-435f-8320-3795142e4cf1, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:09.749710 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:09.778531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:35:09.783404 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e298677-1041-4e10-ad05-ad961c2f6783 req-0f295071-16ed-438f-94eb-fcbd0ec6c29c tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406028 Dec 08 01:35:09.789217 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:09.802653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a1fdf907-af09-4bf5-b117-37883077084e details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:35:09.931864 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3ea08d-9604-4ba2-962b-fe39717353b0 x-openstack-request-id: req-ad3ea08d-9604-4ba2-962b-fe39717353b0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:09.932160 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363fcb8d-f8fa-438d-8d3c-2a03c564f646", "tag": "6bc18d2f-8610-4207-acab-28680aa93e31", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:09.932447 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad3ea08d-9604-4ba2-962b-fe39717353b0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:09.932847 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363fcb8d-f8fa-438d-8d3c-2a03c564f646', 'tag': '6bc18d2f-8610-4207-acab-28680aa93e31', 'status': 'completed', 'code': 200} Dec 08 01:35:09.959956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:09.960884 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:09.962855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] 10.222.0.72 "PUT /v2.0/ports/c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 HTTP/1.1" status: 200 len: 1123 time: 2.1051273 Dec 08 01:35:09.968826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:09.977279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:10.002066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:35:10.011995 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.047857 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-beccb389-01d0-414d-85e5-461c756c668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:10.049423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-beccb389-01d0-414d-85e5-461c756c668d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.4094193 Dec 08 01:35:10.096644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:10.097409 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.099029 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] 10.222.0.72 "PUT /v2.0/ports/7f3e7295-32df-435f-8320-3795142e4cf1 HTTP/1.1" status: 200 len: 1096 time: 4.4251080 Dec 08 01:35:10.131376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24726720-d581-4b38-bcf1-07d42ea67200 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3e7295-32df-435f-8320-3795142e4cf1,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:10.167846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806d4cf-0821-4492-9b38-9ad7ab7cc889 req-246defa2-ff43-4e1c-b94a-056ca67027e7 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:10.169506 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8806d4cf-0821-4492-9b38-9ad7ab7cc889 req-246defa2-ff43-4e1c-b94a-056ca67027e7 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.1419446 Dec 08 01:35:10.208590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:10.240181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:10.265218 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8806d4cf-0821-4492-9b38-9ad7ab7cc889 req-75d3af32-86df-4d51-83a8-a4afd1a73d4b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867629 Dec 08 01:35:10.277937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-5c9633a9-d2ca-405b-8d99-57fd7a39773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:10.281085 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-5c9633a9-d2ca-405b-8d99-57fd7a39773b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4875b15fc69f45a0b659d39942949be6&device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 1099 time: 0.1106083 Dec 08 01:35:10.294457 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.resource_extend [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:35:10.374562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:10.384610 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.398148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-e38469f7-c8b2-4864-8e50-d19c5b18414e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=7f3e7295-32df-435f-8320-3795142e4cf1 HTTP/1.1" status: 200 len: 217 time: 0.1006770 Dec 08 01:35:10.399991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Transition to ACTIVE for port object 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:35:10.508627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ee94c-f03d-4267-901e-d3094e22dc72 req-8992f34b-9f45-4831-8fd5-dd3e6137a224 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:10.510664 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9f9ee94c-f03d-4267-901e-d3094e22dc72 req-8992f34b-9f45-4831-8fd5-dd3e6137a224 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 943 time: 0.6655791 Dec 08 01:35:10.513913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6be47-2f37-4ecb-911a-d757fd2f3771 req-91ae8511-b274-41fc-934b-cc8fb30414d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:10.515464 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cca6be47-2f37-4ecb-911a-d757fd2f3771 req-91ae8511-b274-41fc-934b-cc8fb30414d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=97ac10e8b5c24d1fb1f2666fc36caad7&device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 1096 time: 0.6864014 Dec 08 01:35:10.527110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03d2a4-4289-4f68-ab18-0e1185fa28b0 req-3bbcb57b-5673-4879-880a-b00efafaa82e tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:10.533458 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.535130 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa03d2a4-4289-4f68-ab18-0e1185fa28b0 req-3bbcb57b-5673-4879-880a-b00efafaa82e tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 948 time: 0.1548891 Dec 08 01:35:10.559292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a268cbb8-8f84-49f2-ab40-7edf74e475cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:10.560955 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-a268cbb8-8f84-49f2-ab40-7edf74e475cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1470323 Dec 08 01:35:10.609227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:10.613208 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa03d2a4-4289-4f68-ab18-0e1185fa28b0 req-c7c82637-719d-4721-9abe-ddaca81df440 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756328 Dec 08 01:35:10.660815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a1fdf907-af09-4bf5-b117-37883077084e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a1fdf907-af09-4bf5-b117-37883077084e,segment=NetworkSegment(482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e),segment_id=482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:10.689366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-26b34404-da10-4cf1-bee6-658a0473a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:10.693796 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-26b34404-da10-4cf1-bee6-658a0473a4ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1018736 Dec 08 01:35:10.703304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe729429-f019-4f73-b08c-b3418bf8e575 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:10.714125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.741766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'a1fdf907-af09-4bf5-b117-37883077084e', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'port_id': 'a1fdf907-af09-4bf5-b117-37883077084e', 'mac_address': 'fa:16:3e:a9:82:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:35:10.753290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on host n-h1-713498-30 for vnic_type normal with profile {"migrating_to": "n-h2-713498-30"} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:10.753678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:10.754055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:10.770600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:35:10.770969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Attempting to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on network 402efe03-88a1-415d-be1a-0b7dc1c5e4b6 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:10.811437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:10.812226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Checking segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:10.812868 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Bound using segment: {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:10.813580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Bound port: c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105587ac-786c-4655-aaa3-a94d931df5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '402efe03-88a1-415d-be1a-0b7dc1c5e4b6'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:10.814152 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.827273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-1086d8c2-ac7e-4d08-8555-4f092916c349 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247466 Dec 08 01:35:10.878784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Pushing event updated for resources: {'Port': ['ID=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:10.894406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6be47-2f37-4ecb-911a-d757fd2f3771 req-616d3025-e22c-4f07-8fc3-a61189be323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:10.896840 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cca6be47-2f37-4ecb-911a-d757fd2f3771 req-616d3025-e22c-4f07-8fc3-a61189be323b service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e HTTP/1.1" status: 200 len: 930 time: 0.3521485 Dec 08 01:35:10.936752 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:10.958355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1fdf907-af09-4bf5-b117-37883077084e {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:10.975437 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c9cdcb6-105a-4b40-a1b6-49c3711526f3 req-d84635f6-eb2f-4a9a-89b4-b7aea1c5f276 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146779 Dec 08 01:35:11.005628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9f9ee94c-f03d-4267-901e-d3094e22dc72 req-944b3bea-1ac6-4a68-b687-cf9c7598356d tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858524 Dec 08 01:35:11.006855 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cca6be47-2f37-4ecb-911a-d757fd2f3771 req-c3eb92b8-3992-4206-87d4-12497cbc72ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 HTTP/1.1" status: 200 len: 217 time: 0.0703487 Dec 08 01:35:11.012436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316541d-ecc9-4986-bd54-5301c1d7c152 req-d1ed191e-fb85-45fc-aed0-c5e583b01514 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:11.022524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-e7d26e3b-a475-4344-a043-9e75ff5fdcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:11.022884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1316541d-ecc9-4986-bd54-5301c1d7c152 req-d1ed191e-fb85-45fc-aed0-c5e583b01514 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 935 time: 0.1943982 Dec 08 01:35:11.023671 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-e7d26e3b-a475-4344-a043-9e75ff5fdcb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9575691 Dec 08 01:35:11.034262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a1fdf907-af09-4bf5-b117-37883077084e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a1fdf907-af09-4bf5-b117-37883077084e,segment=NetworkSegment(482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e),segment_id=482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:11.039716 n-d-713498-30 neutron-server[103131]: WARNING neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Concurrent port binding operations failed on port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 Dec 08 01:35:11.066844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:11.068251 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:11.079778 n-d-713498-30 neutron-server[103131]: INFO neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Attempt 2 to bind port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 Dec 08 01:35:11.080255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 has no active binding in host n-h2-713498-30 {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:35:11.085756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6be47-2f37-4ecb-911a-d757fd2f3771 req-94aedcce-259d-412b-b865-19c571f17cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:11.087425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cca6be47-2f37-4ecb-911a-d757fd2f3771 req-94aedcce-259d-412b-b865-19c571f17cfe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5 HTTP/1.1" status: 200 len: 868 time: 0.0599961 Dec 08 01:35:11.088631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Transition to ACTIVE for port object fe729429-f019-4f73-b08c-b3418bf8e575 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:35:11.093942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1316541d-ecc9-4986-bd54-5301c1d7c152 req-87aa42a2-3e7c-4253-9cd8-74612cdf6520 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700667 Dec 08 01:35:11.162370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a1fdf907-af09-4bf5-b117-37883077084e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:11.185027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:11.213983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bde9ed-499d-446f-8248-334eea5d3930 req-58ed90e6-0944-4f09-8c97-f444907a133e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:11.215537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-36bde9ed-499d-446f-8248-334eea5d3930 req-58ed90e6-0944-4f09-8c97-f444907a133e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 944 time: 0.0551186 Dec 08 01:35:11.267601 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-36bde9ed-499d-446f-8248-334eea5d3930 req-dfff6fcc-ecc7-4d03-b017-ccd6ac6f506e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453033 Dec 08 01:35:11.347273 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-c196069d-5a2a-4673-a16b-5d4435018101 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575159 Dec 08 01:35:11.402751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Pushing event updated for resources: {'Port': ['ID=fe729429-f019-4f73-b08c-b3418bf8e575,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:11.421567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c997c-b661-47bd-90a1-e275eaa7dc5a req-20c1841e-9e67-4867-ac72-821fa913fff0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:11.423392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a51c997c-b661-47bd-90a1-e275eaa7dc5a req-20c1841e-9e67-4867-ac72-821fa913fff0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.0683625 Dec 08 01:35:11.478297 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a51c997c-b661-47bd-90a1-e275eaa7dc5a req-c9c924ed-667e-43c7-a8f9-23f01cb65bf2 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485387 Dec 08 01:35:11.489389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a1fdf907-af09-4bf5-b117-37883077084e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:11.534742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee94947-f028-4c68-b8db-9ee2b849a371 req-fab520e0-9a1f-4d62-bbe1-cf96fd82f4aa tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:11.536709 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ee94947-f028-4c68-b8db-9ee2b849a371 req-fab520e0-9a1f-4d62-bbe1-cf96fd82f4aa tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 944 time: 0.3664603 Dec 08 01:35:11.539787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6be47-2f37-4ecb-911a-d757fd2f3771 req-0df068c4-5d9f-4dd6-99fb-21de0ada3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:11.541929 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cca6be47-2f37-4ecb-911a-d757fd2f3771 req-0df068c4-5d9f-4dd6-99fb-21de0ada3274 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3679600 Dec 08 01:35:11.622808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Attempting to bind port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:11.623171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Attempting to bind port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:11.623582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Attempting to bind port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d on network 6a892bbc-8363-43be-9afe-d6e88eefa621 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:11.662860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d on network 6a892bbc-8363-43be-9afe-d6e88eefa621 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:35:11.663278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Attempting to bind port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d on network 6a892bbc-8363-43be-9afe-d6e88eefa621 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:11.717093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:11.717883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Checking segment: {'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:11.718011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Bound using segment: {'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:11.718460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Bound port: 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65cf20ce-9139-4a8b-9bd4-7850fd3636db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:11.718897 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:11.719056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38d23fb-ebe1-47a8-8a33-bdc686486783', 'tag': 'c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8'}, {'name': 'network-changed', 'server_uuid': '5fe97365-e011-42d7-b9be-08747f25db4c', 'tag': '7f3e7295-32df-435f-8320-3795142e4cf1'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:11.721327 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a8a566-9726-42c9-b601-bd161211d28f" -d '{"events": [{"name": "network-changed", "server_uuid": "b38d23fb-ebe1-47a8-8a33-bdc686486783", "tag": "c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8"}, {"name": "network-changed", "server_uuid": "5fe97365-e011-42d7-b9be-08747f25db4c", "tag": "7f3e7295-32df-435f-8320-3795142e4cf1"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:11.722502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0d4dd41-fe0b-47ab-b0e3-4de49ffc9a6b req-4319f33c-3635-4c25-a5ed-9d7d557c05b6 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621533 Dec 08 01:35:11.769375 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ee94947-f028-4c68-b8db-9ee2b849a371 req-f3f1d6b7-03d5-493a-986f-7e67176a4287 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2206845 Dec 08 01:35:11.778876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Attempting to bind port fe729429-f019-4f73-b08c-b3418bf8e575 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:11.778876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Attempting to bind port fe729429-f019-4f73-b08c-b3418bf8e575 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:11.779274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Attempting to bind port fe729429-f019-4f73-b08c-b3418bf8e575 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:11.791877 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c115121-4f8f-4e3c-9950-32fcf598202c req-34cd7c30-dc52-45c4-8f28-02c0800e9aa4 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:11.799392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0c115121-4f8f-4e3c-9950-32fcf598202c req-34cd7c30-dc52-45c4-8f28-02c0800e9aa4 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 948 time: 0.0966663 Dec 08 01:35:11.813502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cca6be47-2f37-4ecb-911a-d757fd2f3771 req-b72162cd-5dd2-4004-ac08-abc72caa676f service neutron] 10.222.0.65 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295306 Dec 08 01:35:11.818450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Port fe729429-f019-4f73-b08c-b3418bf8e575 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:35:11.819341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Attempting to bind port fe729429-f019-4f73-b08c-b3418bf8e575 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:11.847538 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0c115121-4f8f-4e3c-9950-32fcf598202c req-f1a6322e-dba9-4577-9a57-23c7b89c8869 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472653 Dec 08 01:35:11.853205 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0582ac38-dc0a-4659-b6eb-aaa32819e231 x-openstack-request-id: req-0582ac38-dc0a-4659-b6eb-aaa32819e231 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:11.853690 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38d23fb-ebe1-47a8-8a33-bdc686486783", "tag": "c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5fe97365-e011-42d7-b9be-08747f25db4c", "tag": "7f3e7295-32df-435f-8320-3795142e4cf1", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:11.853948 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0582ac38-dc0a-4659-b6eb-aaa32819e231 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:11.854353 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38d23fb-ebe1-47a8-8a33-bdc686486783', 'tag': 'c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8', 'status': 'completed', 'code': 200} Dec 08 01:35:11.854612 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe97365-e011-42d7-b9be-08747f25db4c', 'tag': '7f3e7295-32df-435f-8320-3795142e4cf1', 'status': 'completed', 'code': 200} Dec 08 01:35:11.865915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:11.866368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:11.866851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:11.867397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Bound port: fe729429-f019-4f73-b08c-b3418bf8e575, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:11.867856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:11.954690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] For port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:11.976463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a566-9726-42c9-b601-bd161211d28f req-ae0d556c-b715-4c75-a50e-8ba7beae2c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:11.979353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-ae0d556c-b715-4c75-a50e-8ba7beae2c04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4875b15fc69f45a0b659d39942949be6&device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 1099 time: 0.0695488 Dec 08 01:35:11.982384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a566-9726-42c9-b601-bd161211d28f req-ef3d1aa0-1a61-4e33-b38f-e486949df93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:11.983775 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-ef3d1aa0-1a61-4e33-b38f-e486949df93d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 1126 time: 0.0846233 Dec 08 01:35:12.172327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a566-9726-42c9-b601-bd161211d28f req-963e3750-511d-4eef-906d-af291f3cb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:12.174444 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-963e3750-511d-4eef-906d-af291f3cb849 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1861427 Dec 08 01:35:12.210426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a566-9726-42c9-b601-bd161211d28f req-678caae4-71c8-42f8-9055-40bae155317b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:12.212642 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-678caae4-71c8-42f8-9055-40bae155317b service neutron] 10.222.0.65 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.2149863 Dec 08 01:35:12.253920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-9b7f1036-7907-46fe-a2af-a3388968c8eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=7f3e7295-32df-435f-8320-3795142e4cf1 HTTP/1.1" status: 200 len: 217 time: 0.0664465 Dec 08 01:35:12.356782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] For port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d,segment=NetworkSegment(65cf20ce-9139-4a8b-9bd4-7850fd3636db),segment_id=65cf20ce-9139-4a8b-9bd4-7850fd3636db)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:35:12.364140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a90c4-7ca0-42e3-9035-51f6273a5354 req-488fdd6c-28f5-4bf4-871e-813aac57a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:12.365846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-681a90c4-7ca0-42e3-9035-51f6273a5354 req-488fdd6c-28f5-4bf4-871e-813aac57a150 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bfc3269148dd4805b29d7479fe29c897&device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 1100 time: 0.5114734 Dec 08 01:35:12.396399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:12.462931 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cca6be47-2f37-4ecb-911a-d757fd2f3771 req-8f4b0694-445d-4322-8229-d10e09b6623e service neutron] 10.222.0.65 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6377656 Dec 08 01:35:12.492654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:12.494091 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:12.495082 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] 10.222.0.72 "PUT /v2.0/ports/821d1c39-5e38-4b2f-9e64-b9560d5e6c0d HTTP/1.1" status: 200 len: 1093 time: 3.9964440 Dec 08 01:35:12.502071 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] For port fe729429-f019-4f73-b08c-b3418bf8e575, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:12.507405 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'tag': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:12.510531 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b428c7d3-7b57-4de6-b9ec-86d122e1ee6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca602dd8-4063-4f1e-90bc-b548f1824a27", "tag": "821d1c39-5e38-4b2f-9e64-b9560d5e6c0d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:12.587014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] For port fe729429-f019-4f73-b08c-b3418bf8e575, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fe729429-f019-4f73-b08c-b3418bf8e575,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:35:12.604409 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-68d2b04e-05ae-40ae-a04b-6fb988f71c30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 HTTP/1.1" status: 200 len: 217 time: 0.3554449 Dec 08 01:35:12.616814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7633d6-7cd9-4c1d-ad24-b21af1a7c468 req-e1896bbf-e1ea-46e8-85c0-67b35c31f909 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:12.618361 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fe7633d6-7cd9-4c1d-ad24-b21af1a7c468 req-e1896bbf-e1ea-46e8-85c0-67b35c31f909 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 944 time: 0.2905588 Dec 08 01:35:12.636503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:12.668467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c2f95-63f0-417e-be3a-d9101178fb36 service neutron] Pushing event updated for resources: {'Port': ['ID=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:12.690937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9901940-4f24-4a57-b831-0aee241edc56 req-f4b8c181-bd69-4e79-b283-c7aca5d443ee tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:12.700022 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9901940-4f24-4a57-b831-0aee241edc56 req-f4b8c181-bd69-4e79-b283-c7aca5d443ee tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 947 time: 0.5271983 Dec 08 01:35:12.702037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:12.702681 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:12.705233 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] 10.222.0.72 "PUT /v2.0/ports/fe729429-f019-4f73-b08c-b3418bf8e575 HTTP/1.1" status: 200 len: 1096 time: 3.6192195 Dec 08 01:35:12.784967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a90c4-7ca0-42e3-9035-51f6273a5354 req-5eb90133-cf12-47c8-a25c-bee27511f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:12.786481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-681a90c4-7ca0-42e3-9035-51f6273a5354 req-5eb90133-cf12-47c8-a25c-bee27511f512 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3916125 Dec 08 01:35:12.813048 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9901940-4f24-4a57-b831-0aee241edc56 req-55b6ee39-a177-4d0e-8ee7-123f8801855b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118774 Dec 08 01:35:12.816663 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a566-9726-42c9-b601-bd161211d28f req-f50ed86d-55c5-49cf-8439-4f88ed9250c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:12.818162 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-f50ed86d-55c5-49cf-8439-4f88ed9250c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2146349 Dec 08 01:35:12.906264 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a566-9726-42c9-b601-bd161211d28f req-6c80f1dc-4641-49bf-9d31-92f8e7230a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:12.912199 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-6c80f1dc-4641-49bf-9d31-92f8e7230a06 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.2658455 Dec 08 01:35:12.914165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-00bc9111-081b-40fd-841a-6de6e28f2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:12.916249 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-00bc9111-081b-40fd-841a-6de6e28f2b9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=93fc97b59317468485046614cafb9be9&device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 1096 time: 0.3279080 Dec 08 01:35:12.927543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-681a90c4-7ca0-42e3-9035-51f6273a5354 req-ee882105-cfc5-4d19-8357-a089b8073e89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=6bc18d2f-8610-4207-acab-28680aa93e31 HTTP/1.1" status: 200 len: 217 time: 0.1152177 Dec 08 01:35:12.943377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c8870-aa7e-4ba1-9978-73e1032e6401 service neutron] Pushing event updated for resources: {'Port': ['ID=fe729429-f019-4f73-b08c-b3418bf8e575,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:12.950388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fe7633d6-7cd9-4c1d-ad24-b21af1a7c468 req-88c99e80-a050-4807-953d-1e284734ee40 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3090074 Dec 08 01:35:12.968203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-bc18dd1c-b31e-4bbb-8d02-53812578efad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452278 Dec 08 01:35:12.976481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a566-9726-42c9-b601-bd161211d28f req-d3673cab-0525-417d-8b03-bec7b00ad7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:12.978332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-d3673cab-0525-417d-8b03-bec7b00ad7f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1506009 Dec 08 01:35:13.029500 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78be8ac-8dd3-4d2e-969a-52033f93767b x-openstack-request-id: req-e78be8ac-8dd3-4d2e-969a-52033f93767b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:13.029804 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca602dd8-4063-4f1e-90bc-b548f1824a27", "tag": "821d1c39-5e38-4b2f-9e64-b9560d5e6c0d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:13.030063 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e78be8ac-8dd3-4d2e-969a-52033f93767b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:13.030465 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'tag': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d', 'status': 'completed', 'code': 200} Dec 08 01:35:13.035557 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-c424f5bd-5d32-4ba0-b0b0-8ca27018b35b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d HTTP/1.1" status: 200 len: 217 time: 0.0979681 Dec 08 01:35:13.058928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-30e3dbb7-d2fe-4222-a9f8-d49ec7fac56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:13.060463 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-30e3dbb7-d2fe-4222-a9f8-d49ec7fac56d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4875b15fc69f45a0b659d39942949be6&device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 1099 time: 0.2626498 Dec 08 01:35:13.143148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a90c4-7ca0-42e3-9035-51f6273a5354 req-2080a1c7-b27d-4474-996c-6139e4b71912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:13.144550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-681a90c4-7ca0-42e3-9035-51f6273a5354 req-2080a1c7-b27d-4474-996c-6139e4b71912 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1923370 Dec 08 01:35:13.168324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-621a466f-1f0f-4e3e-a7d7-0cc13117e5b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fe729429-f019-4f73-b08c-b3418bf8e575 HTTP/1.1" status: 200 len: 217 time: 0.0878637 Dec 08 01:35:13.220814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68681-e218-4f1f-8f59-0bb9bd5ddd31 req-48f75cf1-af76-4e60-85e2-f14e8b168054 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:13.223081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a68681-e218-4f1f-8f59-0bb9bd5ddd31 req-48f75cf1-af76-4e60-85e2-f14e8b168054 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 944 time: 0.2798264 Dec 08 01:35:13.235133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-6b5e36d4-d82e-456e-9862-147455f7b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:13.237028 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-6b5e36d4-d82e-456e-9862-147455f7b74c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4574d31a-6c43-495a-9e57-8dfa70b30e40 HTTP/1.1" status: 200 len: 855 time: 0.1913912 Dec 08 01:35:13.296872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a9511-e1f3-4217-95e0-055d3da49fb1 req-f8f7b7cf-c345-4e9d-88d5-5d63e66ac40c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:13.298376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f94a9511-e1f3-4217-95e0-055d3da49fb1 req-f8f7b7cf-c345-4e9d-88d5-5d63e66ac40c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.2169273 Dec 08 01:35:13.301061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a68681-e218-4f1f-8f59-0bb9bd5ddd31 req-ae8ece11-9857-4874-8b76-2e4dea8577f6 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633657 Dec 08 01:35:13.302264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-303a0596-7d5e-4ef9-bd49-a2841375166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:13.303759 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-303a0596-7d5e-4ef9-bd49-a2841375166a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1238933 Dec 08 01:35:13.311260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a90c4-7ca0-42e3-9035-51f6273a5354 req-b39e7f92-fc98-4eef-88d7-45a420be5d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:13.312962 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-681a90c4-7ca0-42e3-9035-51f6273a5354 req-b39e7f92-fc98-4eef-88d7-45a420be5d0f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1480217 Dec 08 01:35:13.316449 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-5bceeafd-caaf-4ae2-91b4-cc9c4a644c84 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781203 Dec 08 01:35:13.401289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-218d9615-636d-4ef6-a57d-560cb849ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:13.402792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-218d9615-636d-4ef6-a57d-560cb849ed5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a892bbc-8363-43be-9afe-d6e88eefa621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1559823 Dec 08 01:35:13.428157 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-48f0c52c-fb3d-4af8-9a9c-6ff90c9fe55a service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952889 Dec 08 01:35:13.496416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-21baf8aa-06d4-44fb-98ba-81a17ea6143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:13.498111 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-21baf8aa-06d4-44fb-98ba-81a17ea6143d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1832516 Dec 08 01:35:13.499419 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-ae079d30-1117-409b-a171-5ad0487d7747 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819704 Dec 08 01:35:13.506147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f94a9511-e1f3-4217-95e0-055d3da49fb1 req-86e880da-734b-4d70-9a24-a4d4f5787b53 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766710 Dec 08 01:35:13.561790 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dff98c-afec-4ccc-a84c-97de415a3893 req-6c99bec6-3a3d-49cd-a14a-0d93d62e16f1 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:13.563674 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c8dff98c-afec-4ccc-a84c-97de415a3893 req-6c99bec6-3a3d-49cd-a14a-0d93d62e16f1 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 944 time: 0.1389036 Dec 08 01:35:13.600910 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-deb1ab43-72bc-4575-a81f-1e51be8a0201 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527250 Dec 08 01:35:13.619456 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-681a90c4-7ca0-42e3-9035-51f6273a5354 req-b58dde1a-f358-47d1-be7d-b25c853b9d2a service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929857 Dec 08 01:35:13.636206 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c8dff98c-afec-4ccc-a84c-97de415a3893 req-3d3d41f6-c86f-44aa-bec1-a2c3e9882ff1 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660830 Dec 08 01:35:13.715051 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6bc18d2f-8610-4207-acab-28680aa93e31 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:35:13.736438 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-25d76965-d1ad-4983-a51a-b1b1236156ec service neutron] 10.222.0.72 "GET /v2.0/networks/6a892bbc-8363-43be-9afe-d6e88eefa621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888715 Dec 08 01:35:13.828843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6bc18d2f-8610-4207-acab-28680aa93e31, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6bc18d2f-8610-4207-acab-28680aa93e31,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:13.839130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:35:13.850053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a1fdf907-af09-4bf5-b117-37883077084e up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:35:13.852262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '6bc18d2f-8610-4207-acab-28680aa93e31', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '6bc18d2f-8610-4207-acab-28680aa93e31', 'mac_address': 'fa:16:3e:7f:3c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:35:13.853783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b703c-750f-4453-bace-993208fafb2b req-60cd1c41-6bb3-44f1-b2e6-7dd3b9b0f165 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:13.862958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4b703c-750f-4453-bace-993208fafb2b req-60cd1c41-6bb3-44f1-b2e6-7dd3b9b0f165 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 948 time: 0.2591758 Dec 08 01:35:13.890179 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-a2c1abcc-2f95-4486-afdc-ff5913e135ee service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829122 Dec 08 01:35:13.948305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec421100-7026-49f8-ada8-c90e1e8f07ac req-93177e32-28c0-4f3d-83f2-05d2e6ff905c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:13.949975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec421100-7026-49f8-ada8-c90e1e8f07ac req-93177e32-28c0-4f3d-83f2-05d2e6ff905c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 947 time: 0.0565474 Dec 08 01:35:13.973038 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-681a90c4-7ca0-42e3-9035-51f6273a5354 req-bfcd705e-7242-4942-827d-e616c2e0428c service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273108 Dec 08 01:35:14.022429 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec421100-7026-49f8-ada8-c90e1e8f07ac req-bd8c66f0-f2a3-44e8-a0c7-1cdfa83f7df4 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660992 Dec 08 01:35:14.044029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2,segment=NetworkSegment(d89c8aa3-9b87-4b74-9938-6fb56132b54d),segment_id=d89c8aa3-9b87-4b74-9938-6fb56132b54d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:14.054699 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9dbc38a-3138-4ccd-8940-2953e774faa2 req-a73dd35f-3add-4efe-928c-a5d5c02a6e65 service neutron] 10.222.0.72 "GET /v2.0/networks/6a892bbc-8363-43be-9afe-d6e88eefa621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088593 Dec 08 01:35:14.057167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'port_id': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2', 'mac_address': 'fa:16:3e:70:78:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:35:14.075071 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4b703c-750f-4453-bace-993208fafb2b req-c9933271-cccb-4967-8db0-293ca7bd5f6b tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101054 Dec 08 01:35:14.118178 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:14.125090 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0f65ca4-c853-484e-8c72-dc81077fc201 req-b3395976-8f5e-43f9-a25c-ca92735b8a63 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922750 Dec 08 01:35:14.149657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4b90d-7fb2-4e91-b08e-ba62e52eff31 req-b96b857d-e806-444b-a53d-752f2cde684a tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:14.151475 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3b4b90d-7fb2-4e91-b08e-ba62e52eff31 req-b96b857d-e806-444b-a53d-752f2cde684a tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 944 time: 0.0618634 Dec 08 01:35:14.167345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port a1fdf907-af09-4bf5-b117-37883077084e completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:35:14.175749 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc18d2f-8610-4207-acab-28680aa93e31 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:14.183020 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:14.184993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port a1fdf907-af09-4bf5-b117-37883077084e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:14.185465 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:14.206757 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3b4b90d-7fb2-4e91-b08e-ba62e52eff31 req-5e53773c-130b-4270-ac98-5c102fb0855d tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491192 Dec 08 01:35:14.226354 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6bc18d2f-8610-4207-acab-28680aa93e31, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6bc18d2f-8610-4207-acab-28680aa93e31,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:14.231988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:14.244169 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:14.245065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7f3e7295-32df-435f-8320-3795142e4cf1 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:35:14.269667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428c7d3-7b57-4de6-b9ec-86d122e1ee6c req-51c24a3e-b542-4f3b-a4cb-53c3e01698e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:14.271568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b428c7d3-7b57-4de6-b9ec-86d122e1ee6c req-51c24a3e-b542-4f3b-a4cb-53c3e01698e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=93fc97b59317468485046614cafb9be9&device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 1096 time: 0.0591755 Dec 08 01:35:14.304590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2,segment=NetworkSegment(d89c8aa3-9b87-4b74-9938-6fb56132b54d),segment_id=d89c8aa3-9b87-4b74-9938-6fb56132b54d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:14.318005 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:14.346443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:14.350075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6bc18d2f-8610-4207-acab-28680aa93e31,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:14.407953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '7f3e7295-32df-435f-8320-3795142e4cf1', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '7f3e7295-32df-435f-8320-3795142e4cf1', 'mac_address': 'fa:16:3e:04:62:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:35:14.409371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428c7d3-7b57-4de6-b9ec-86d122e1ee6c req-60a45964-f563-46d5-8dcd-dce735459769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:14.412057 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b428c7d3-7b57-4de6-b9ec-86d122e1ee6c req-60a45964-f563-46d5-8dcd-dce735459769 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a892bbc-8363-43be-9afe-d6e88eefa621 HTTP/1.1" status: 200 len: 917 time: 0.1336465 Dec 08 01:35:14.467990 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:14.473290 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b428c7d3-7b57-4de6-b9ec-86d122e1ee6c req-dbcfdf16-fbef-4a02-877f-5ecb5d7a4e14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d HTTP/1.1" status: 200 len: 217 time: 0.0414298 Dec 08 01:35:14.473475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:14.499038 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:14.505758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fdf907-af09-4bf5-b117-37883077084e'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:14.505950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e39283-07d1-45be-b42c-f3de07b669c2 req-182850a3-5692-4974-a9f1-3117cc298f4b tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:14.507429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92e39283-07d1-45be-b42c-f3de07b669c2 req-182850a3-5692-4974-a9f1-3117cc298f4b tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 945 time: 0.1147363 Dec 08 01:35:14.508360 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b711470b-0990-4d38-bc53-1f4be5357fbb" -d '{"events": [{"server_uuid": "8a90c600-c5fd-47fa-90f6-c2baa840f213", "name": "network-vif-plugged", "status": "completed", "tag": "a1fdf907-af09-4bf5-b117-37883077084e"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:14.530574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a1fdf907-af09-4bf5-b117-37883077084e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a1fdf907-af09-4bf5-b117-37883077084e,segment=NetworkSegment(482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e),segment_id=482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:14.533772 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3e7295-32df-435f-8320-3795142e4cf1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:14.542225 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:14.581091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:14.585797 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92e39283-07d1-45be-b42c-f3de07b669c2 req-ae67318b-b408-43d2-9380-79be3c68d5e8 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539901 Dec 08 01:35:14.591398 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:14.605794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428c7d3-7b57-4de6-b9ec-86d122e1ee6c req-019665fd-806a-4753-b442-6299d51718e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:14.607717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b428c7d3-7b57-4de6-b9ec-86d122e1ee6c req-019665fd-806a-4753-b442-6299d51718e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4574d31a-6c43-495a-9e57-8dfa70b30e40 HTTP/1.1" status: 200 len: 855 time: 0.1237073 Dec 08 01:35:14.620122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a1fdf907-af09-4bf5-b117-37883077084e,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:14.661771 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28fe57f-b723-4569-b842-1f62a971765d x-openstack-request-id: req-a28fe57f-b723-4569-b842-1f62a971765d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:14.661970 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a90c600-c5fd-47fa-90f6-c2baa840f213", "name": "network-vif-plugged", "status": "completed", "tag": "a1fdf907-af09-4bf5-b117-37883077084e", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:14.662264 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a28fe57f-b723-4569-b842-1f62a971765d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:14.662843 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fdf907-af09-4bf5-b117-37883077084e', 'code': 200} Dec 08 01:35:14.683503 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7f3e7295-32df-435f-8320-3795142e4cf1,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:14.695305 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428c7d3-7b57-4de6-b9ec-86d122e1ee6c req-f515713e-9da1-4014-a4b5-1ac73133efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:14.702151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b428c7d3-7b57-4de6-b9ec-86d122e1ee6c req-f515713e-9da1-4014-a4b5-1ac73133efa4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a892bbc-8363-43be-9afe-d6e88eefa621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848083 Dec 08 01:35:14.748344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:14.812478 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f223f59-b67e-44a1-8a87-3314c8f30bdd req-b84d8c06-87ad-4368-8fde-7a5c057ee9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:14.814330 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9f223f59-b67e-44a1-8a87-3314c8f30bdd req-b84d8c06-87ad-4368-8fde-7a5c057ee9fa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 1097 time: 0.1042762 Dec 08 01:35:14.840928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd2faf-612b-4d6e-bd17-13ebde3a2eb4 req-9c89997a-e8b0-4dda-8ea0-941f68a3b071 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:14.842860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97bd2faf-612b-4d6e-bd17-13ebde3a2eb4 req-9c89997a-e8b0-4dda-8ea0-941f68a3b071 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.1096950 Dec 08 01:35:14.879741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f2e26-04dc-484e-936d-313822ccb993 req-da4abd42-cf1e-453d-99b6-69749f0e2042 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:14.881970 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-048f2e26-04dc-484e-936d-313822ccb993 req-da4abd42-cf1e-453d-99b6-69749f0e2042 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 944 time: 0.1308708 Dec 08 01:35:14.905952 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9f223f59-b67e-44a1-8a87-3314c8f30bdd req-f92cb6fe-0b92-47d5-b491-a68bf34a3360 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812907 Dec 08 01:35:14.927015 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b428c7d3-7b57-4de6-b9ec-86d122e1ee6c req-9528b3e8-d714-494a-81bd-b0cca3d76b5b service neutron] 10.222.0.72 "GET /v2.0/networks/6a892bbc-8363-43be-9afe-d6e88eefa621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099943 Dec 08 01:35:14.940057 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97bd2faf-612b-4d6e-bd17-13ebde3a2eb4 req-2a5c17e8-e3e8-4e5f-8066-26ee00aafa91 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859230 Dec 08 01:35:14.997072 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-048f2e26-04dc-484e-936d-313822ccb993 req-67a7e1d9-d2ba-4ae8-b5f4-d8c1616be178 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1035166 Dec 08 01:35:15.020722 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['7f3e7295-32df-435f-8320-3795142e4cf1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:15.031717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458600d7-4e9b-4124-878d-94aa9157dff0', 'tag': 'fe729429-f019-4f73-b08c-b3418bf8e575'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:15.034265 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62b3b06-5502-4cab-9cde-5795cb7b5c88" -d '{"events": [{"name": "network-changed", "server_uuid": "458600d7-4e9b-4124-878d-94aa9157dff0", "tag": "fe729429-f019-4f73-b08c-b3418bf8e575"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:15.074747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['6bc18d2f-8610-4207-acab-28680aa93e31'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:15.099815 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb407245-8750-4518-83ac-afc88746c3a2 x-openstack-request-id: req-fb407245-8750-4518-83ac-afc88746c3a2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:15.102478 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458600d7-4e9b-4124-878d-94aa9157dff0", "tag": "fe729429-f019-4f73-b08c-b3418bf8e575", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:15.102598 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb407245-8750-4518-83ac-afc88746c3a2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:15.103423 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458600d7-4e9b-4124-878d-94aa9157dff0', 'tag': 'fe729429-f019-4f73-b08c-b3418bf8e575', 'status': 'completed', 'code': 200} Dec 08 01:35:15.121500 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b428c7d3-7b57-4de6-b9ec-86d122e1ee6c req-a93898df-2d25-47da-bc8a-ce5dc4b67b2d service neutron] 10.222.0.72 "GET /v2.0/networks/6a892bbc-8363-43be-9afe-d6e88eefa621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744001 Dec 08 01:35:15.246637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a7022-9736-4dba-9561-429c1c7126ea req-f7869ce1-7d1e-4f35-947f-e16fee6d4766 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:15.248376 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b06a7022-9736-4dba-9561-429c1c7126ea req-f7869ce1-7d1e-4f35-947f-e16fee6d4766 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 949 time: 0.0666001 Dec 08 01:35:15.299126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bff82-28a8-49e1-ade7-00cb35aad6cf req-bda9521f-7834-48a6-8caa-27fd19379776 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:15.300726 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a1bff82-28a8-49e1-ade7-00cb35aad6cf req-bda9521f-7834-48a6-8caa-27fd19379776 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 947 time: 0.1501777 Dec 08 01:35:15.320055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3b06-5502-4cab-9cde-5795cb7b5c88 req-ebf3f6de-7225-456d-b902-dc8772d14dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:15.322563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b3b06-5502-4cab-9cde-5795cb7b5c88 req-ebf3f6de-7225-456d-b902-dc8772d14dc0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4875b15fc69f45a0b659d39942949be6&device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 1099 time: 0.1263168 Dec 08 01:35:15.348886 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b06a7022-9736-4dba-9561-429c1c7126ea req-0868393e-78a5-460a-876f-c3a06da29005 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937030 Dec 08 01:35:15.469734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a1bff82-28a8-49e1-ade7-00cb35aad6cf req-118a5c69-5c30-449e-9b93-c3bfc1c6657e tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565888 Dec 08 01:35:15.517336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3b06-5502-4cab-9cde-5795cb7b5c88 req-0e3e5857-9ade-4f3c-a306-15314d5b889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:15.519357 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b3b06-5502-4cab-9cde-5795cb7b5c88 req-0e3e5857-9ade-4f3c-a306-15314d5b889d service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1865587 Dec 08 01:35:15.581498 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b3b06-5502-4cab-9cde-5795cb7b5c88 req-4b49ab74-6aa7-4777-a7bd-276ca484b9d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fe729429-f019-4f73-b08c-b3418bf8e575 HTTP/1.1" status: 200 len: 217 time: 0.0548501 Dec 08 01:35:15.662918 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb033db5-6309-43db-ac51-33740685fc4c req-20f65dcf-d8c1-47c5-a552-728b2168618a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:15.664644 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb033db5-6309-43db-ac51-33740685fc4c req-20f65dcf-d8c1-47c5-a552-728b2168618a tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 945 time: 0.0557413 Dec 08 01:35:15.667476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5519d-e13d-4240-a5c7-323c0b002931 req-4e2a844a-043d-4b78-aba4-6c8269ac7162 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:15.669095 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcb5519d-e13d-4240-a5c7-323c0b002931 req-4e2a844a-043d-4b78-aba4-6c8269ac7162 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 945 time: 0.0902898 Dec 08 01:35:15.673724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3b06-5502-4cab-9cde-5795cb7b5c88 req-c538f873-6c77-4ef8-9c0d-8b26042c4365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:15.675155 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b3b06-5502-4cab-9cde-5795cb7b5c88 req-c538f873-6c77-4ef8-9c0d-8b26042c4365 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0834150 Dec 08 01:35:15.720955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device fe729429-f019-4f73-b08c-b3418bf8e575 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:35:15.734335 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb033db5-6309-43db-ac51-33740685fc4c req-7882ba5b-38a1-4669-8e03-6a403481bd7f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609679 Dec 08 01:35:15.767941 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcb5519d-e13d-4240-a5c7-323c0b002931 req-0cb10906-652c-4afa-97f9-5111230df29e tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918407 Dec 08 01:35:15.770632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3b06-5502-4cab-9cde-5795cb7b5c88 req-af960f60-29bf-4412-a80f-95f3fbfcaeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:15.772318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b3b06-5502-4cab-9cde-5795cb7b5c88 req-af960f60-29bf-4412-a80f-95f3fbfcaeba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885866 Dec 08 01:35:15.876454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port fe729429-f019-4f73-b08c-b3418bf8e575, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fe729429-f019-4f73-b08c-b3418bf8e575,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:15.877284 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53740c60-0084-475f-879e-46241325bac1 req-a26ffb10-0bda-445c-bbaa-842b3505cbf0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:15.879172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53740c60-0084-475f-879e-46241325bac1 req-a26ffb10-0bda-445c-bbaa-842b3505cbf0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 945 time: 0.0739412 Dec 08 01:35:15.889531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'fe729429-f019-4f73-b08c-b3418bf8e575', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'fe729429-f019-4f73-b08c-b3418bf8e575', 'mac_address': 'fa:16:3e:5c:a9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:35:15.897196 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b3b06-5502-4cab-9cde-5795cb7b5c88 req-7592512d-c0cd-44bd-bf9b-5c35eaf46b95 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152282 Dec 08 01:35:15.938956 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:15.953079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe729429-f019-4f73-b08c-b3418bf8e575 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:15.960931 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53740c60-0084-475f-879e-46241325bac1 req-682354e7-b0bc-47cf-a7f0-43139df8c4c0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728426 Dec 08 01:35:15.986334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port fe729429-f019-4f73-b08c-b3418bf8e575, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fe729429-f019-4f73-b08c-b3418bf8e575,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:15.990845 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:16.016465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b3b06-5502-4cab-9cde-5795cb7b5c88 req-1a910661-a846-4812-98d3-567ae6e59d21 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103108 Dec 08 01:35:16.066635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=fe729429-f019-4f73-b08c-b3418bf8e575,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:16.106582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f2ad9-233b-4c1a-aca1-8be29d7b8238 req-5b661b0a-30ea-45ec-a46d-51dbb9532564 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:16.108318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1d2f2ad9-233b-4c1a-aca1-8be29d7b8238 req-5b661b0a-30ea-45ec-a46d-51dbb9532564 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.0551455 Dec 08 01:35:16.143921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f7ade-7a34-454e-b4eb-4c0016ff14ec req-37325c65-3dd3-423d-8026-927425d376c2 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:16.145353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-536f7ade-7a34-454e-b4eb-4c0016ff14ec req-37325c65-3dd3-423d-8026-927425d376c2 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 944 time: 0.0553944 Dec 08 01:35:16.164515 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1d2f2ad9-233b-4c1a-aca1-8be29d7b8238 req-393ac141-98f7-4610-a02c-cf5178d38e02 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495014 Dec 08 01:35:16.199831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-536f7ade-7a34-454e-b4eb-4c0016ff14ec req-fe64542e-dbfd-4824-a596-8a4c6dade042 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472417 Dec 08 01:35:16.488367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['fe729429-f019-4f73-b08c-b3418bf8e575'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:16.499856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5dd7f-d33e-420f-9077-4c5164598b17 req-7640c3cf-a96b-4754-bd9f-75c369be8842 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:16.503824 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1c5dd7f-d33e-420f-9077-4c5164598b17 req-7640c3cf-a96b-4754-bd9f-75c369be8842 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 949 time: 0.0793619 Dec 08 01:35:16.508323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52a52a-f098-48ac-a4ac-b45c4fd33765 req-8112ac8a-c551-43ed-8dd5-4989bc85a5f5 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:16.515352 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af52a52a-f098-48ac-a4ac-b45c4fd33765 req-8112ac8a-c551-43ed-8dd5-4989bc85a5f5 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.65 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 945 time: 0.0773861 Dec 08 01:35:16.588157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1c5dd7f-d33e-420f-9077-4c5164598b17 req-2a94d2a6-d6ed-4498-aa64-f7fb1ad9d4ab tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770507 Dec 08 01:35:16.698862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d2bc5-09fd-4e63-bf42-03b4bb073ff2 req-332844cd-9bc4-4f4e-b2f6-d0f0350d36b3 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:16.700436 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-587d2bc5-09fd-4e63-bf42-03b4bb073ff2 req-332844cd-9bc4-4f4e-b2f6-d0f0350d36b3 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 948 time: 0.0959175 Dec 08 01:35:16.718832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-af52a52a-f098-48ac-a4ac-b45c4fd33765 req-109c6859-3a06-4c39-a972-a9f450b15c6c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Deleting port 75983b40-5bf0-4392-ad92-d87eb3eb584b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:16.719077 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af52a52a-f098-48ac-a4ac-b45c4fd33765 req-109c6859-3a06-4c39-a972-a9f450b15c6c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:16.817395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-587d2bc5-09fd-4e63-bf42-03b4bb073ff2 req-05bae308-105e-4592-8f79-d705dfa12e2c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098473 Dec 08 01:35:16.855317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-af52a52a-f098-48ac-a4ac-b45c4fd33765 req-109c6859-3a06-4c39-a972-a9f450b15c6c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] For port 75983b40-5bf0-4392-ad92-d87eb3eb584b, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=75983b40-5bf0-4392-ad92-d87eb3eb584b,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:16.856056 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af52a52a-f098-48ac-a4ac-b45c4fd33765 req-109c6859-3a06-4c39-a972-a9f450b15c6c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:16.874004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-af52a52a-f098-48ac-a4ac-b45c4fd33765 req-109c6859-3a06-4c39-a972-a9f450b15c6c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Calling delete_port for 75983b40-5bf0-4392-ad92-d87eb3eb584b owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:16.875960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c337e-f57e-425f-90e3-03e0c0438748 req-b0740fd3-5f17-4524-b0b3-690448c0fe32 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:16.877991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f83c337e-f57e-425f-90e3-03e0c0438748 req-b0740fd3-5f17-4524-b0b3-690448c0fe32 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 945 time: 0.0623181 Dec 08 01:35:16.934344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f83c337e-f57e-425f-90e3-03e0c0438748 req-70452d3c-48d1-4fb1-a564-b0065f1fde37 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490215 Dec 08 01:35:17.025520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d7b34-8c35-4125-af4f-98a778d431e8 req-ca00781d-67f9-4c29-9c58-b4f87256ae2e tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:17.027111 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da9d7b34-8c35-4125-af4f-98a778d431e8 req-ca00781d-67f9-4c29-9c58-b4f87256ae2e tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 945 time: 0.0918431 Dec 08 01:35:17.099239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17212be-b092-4326-b4cc-b41d2a2d78ec req-849cd8d1-6289-4af8-9b60-71da33fde4a2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:17.101204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b17212be-b092-4326-b4cc-b41d2a2d78ec req-849cd8d1-6289-4af8-9b60-71da33fde4a2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 945 time: 0.0551820 Dec 08 01:35:17.125195 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da9d7b34-8c35-4125-af4f-98a778d431e8 req-e7684cb0-c95c-4624-9613-8d9bfa26e413 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906494 Dec 08 01:35:17.126650 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af52a52a-f098-48ac-a4ac-b45c4fd33765 req-109c6859-3a06-4c39-a972-a9f450b15c6c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:17.161485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c6859-3a06-4c39-a972-a9f450b15c6c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Pushing event deleted for resources: {'Port': ['ID=75983b40-5bf0-4392-ad92-d87eb3eb584b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:17.169942 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['75983b40-5bf0-4392-ad92-d87eb3eb584b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:17.186834 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b17212be-b092-4326-b4cc-b41d2a2d78ec req-400cd7c0-d915-4ff2-bd72-a51f87832551 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764327 Dec 08 01:35:17.239793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-af52a52a-f098-48ac-a4ac-b45c4fd33765 req-109c6859-3a06-4c39-a972-a9f450b15c6c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] No DVR routers for this DVR port 75983b40-5bf0-4392-ad92-d87eb3eb584b on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:17.253459 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af52a52a-f098-48ac-a4ac-b45c4fd33765 req-109c6859-3a06-4c39-a972-a9f450b15c6c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:17.257625 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af52a52a-f098-48ac-a4ac-b45c4fd33765 req-109c6859-3a06-4c39-a972-a9f450b15c6c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.65 "DELETE /v2.0/ports/75983b40-5bf0-4392-ad92-d87eb3eb584b HTTP/1.1" status: 204 len: 173 time: 0.7355540 Dec 08 01:35:17.258473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87d423c9-5da9-4909-a705-cb9003c0e07e', 'name': 'network-vif-deleted', 'tag': '75983b40-5bf0-4392-ad92-d87eb3eb584b'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:17.261486 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f82a36-aec7-4678-a4e3-26d70acecf11" -d '{"events": [{"server_uuid": "87d423c9-5da9-4909-a705-cb9003c0e07e", "name": "network-vif-deleted", "tag": "75983b40-5bf0-4392-ad92-d87eb3eb584b"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:17.308336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63382814-20e0-441b-b27e-a6fce9cc69c0 req-a7f06c51-705d-4dcc-b7db-a6d0ea12f5ce tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:17.310189 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63382814-20e0-441b-b27e-a6fce9cc69c0 req-a7f06c51-705d-4dcc-b7db-a6d0ea12f5ce tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 945 time: 0.0731895 Dec 08 01:35:17.320132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39936) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:17.326938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c656aff6-0aed-4da6-bc8a-ab7b0707cbf2 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Request body: {'floatingip': {'port_id': 'a1fdf907-af09-4bf5-b117-37883077084e'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:17.363804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3a55f-1993-48a6-92d9-88c55a18be77 req-8a9143ed-bff5-402a-9ace-4b5b59a05f3e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:17.373363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0c3a55f-1993-48a6-92d9-88c55a18be77 req-8a9143ed-bff5-402a-9ace-4b5b59a05f3e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.0910766 Dec 08 01:35:17.384111 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c656aff6-0aed-4da6-bc8a-ab7b0707cbf2 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:17.430884 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0c3a55f-1993-48a6-92d9-88c55a18be77 req-dccccfef-7bd5-4098-9109-502eefc98b9f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563812 Dec 08 01:35:17.511451 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb896fa8-0d11-4859-9dd3-a3e6f1fbe861 x-openstack-request-id: req-eb896fa8-0d11-4859-9dd3-a3e6f1fbe861 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:17.512175 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87d423c9-5da9-4909-a705-cb9003c0e07e", "name": "network-vif-deleted", "tag": "75983b40-5bf0-4392-ad92-d87eb3eb584b", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:17.512175 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eb896fa8-0d11-4859-9dd3-a3e6f1fbe861 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:17.512470 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87d423c9-5da9-4909-a705-cb9003c0e07e', 'name': 'network-vif-deleted', 'tag': '75983b40-5bf0-4392-ad92-d87eb3eb584b', 'status': 'completed', 'code': 200} Dec 08 01:35:17.535959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6ff18-3cd2-40a7-a16d-98a203466124 req-08a7e5cc-6767-4e05-bec7-033e908d356a tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:17.537480 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4ff6ff18-3cd2-40a7-a16d-98a203466124 req-08a7e5cc-6767-4e05-bec7-033e908d356a tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 944 time: 0.1577194 Dec 08 01:35:17.635916 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4ff6ff18-3cd2-40a7-a16d-98a203466124 req-5f9e4bc7-05c8-4bc4-8239-4bdd9acdf9a7 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916467 Dec 08 01:35:17.710181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab06ea-ae17-44bb-8199-d647296a09c2 req-44bb21bc-48fd-4e98-a5f7-b7fdd8333794 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:17.711669 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bfab06ea-ae17-44bb-8199-d647296a09c2 req-44bb21bc-48fd-4e98-a5f7-b7fdd8333794 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 949 time: 0.0494170 Dec 08 01:35:17.746195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6bc18d2f-8610-4207-acab-28680aa93e31 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:35:17.764824 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bfab06ea-ae17-44bb-8199-d647296a09c2 req-2b0e692a-9273-4d12-a589-02d65816ac06 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459931 Dec 08 01:35:17.799488 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 6bc18d2f-8610-4207-acab-28680aa93e31 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:35:17.804180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 6bc18d2f-8610-4207-acab-28680aa93e31 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:17.804653 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:17.888118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:35:17.916807 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:17.951791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363fcb8d-f8fa-438d-8d3c-2a03c564f646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc18d2f-8610-4207-acab-28680aa93e31'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:17.954137 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f32731-2503-470d-b781-2f396e1eedd3" -d '{"events": [{"server_uuid": "363fcb8d-f8fa-438d-8d3c-2a03c564f646", "name": "network-vif-plugged", "status": "completed", "tag": "6bc18d2f-8610-4207-acab-28680aa93e31"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:17.957176 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c656aff6-0aed-4da6-bc8a-ab7b0707cbf2 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:17.964835 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c656aff6-0aed-4da6-bc8a-ab7b0707cbf2 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:17.973035 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6bc18d2f-8610-4207-acab-28680aa93e31, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6bc18d2f-8610-4207-acab-28680aa93e31,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:17.980266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:17.981174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7f3e7295-32df-435f-8320-3795142e4cf1 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:35:18.015936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277cf25-13ae-4f1e-aca2-fba02940a118 req-dfdf6c2d-60f6-4467-9b93-8bff7b1d7944 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:18.023372 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7277cf25-13ae-4f1e-aca2-fba02940a118 req-dfdf6c2d-60f6-4467-9b93-8bff7b1d7944 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 948 time: 0.1181619 Dec 08 01:35:18.026322 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:35:18.029332 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc8d2d7-dfb6-46d8-8a17-f78cf1c1c27d x-openstack-request-id: req-0bc8d2d7-dfb6-46d8-8a17-f78cf1c1c27d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:18.029631 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363fcb8d-f8fa-438d-8d3c-2a03c564f646", "name": "network-vif-plugged", "status": "completed", "tag": "6bc18d2f-8610-4207-acab-28680aa93e31", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:18.029888 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0bc8d2d7-dfb6-46d8-8a17-f78cf1c1c27d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:18.030278 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363fcb8d-f8fa-438d-8d3c-2a03c564f646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc18d2f-8610-4207-acab-28680aa93e31', 'code': 200} Dec 08 01:35:18.048509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:18.048892 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:18.108587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6bc18d2f-8610-4207-acab-28680aa93e31,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:18.129572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7277cf25-13ae-4f1e-aca2-fba02940a118 req-bd64aed3-7b7c-464b-b94a-772e8bb34230 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053238 Dec 08 01:35:18.143885 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-c656aff6-0aed-4da6-bc8a-ab7b0707cbf2 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Floating IP ca84dd08-f41a-4757-bf6b-c54a1dd1d428 associated. External IP: 172.25.2.97, port: a1fdf907-af09-4bf5-b117-37883077084e. Dec 08 01:35:18.155716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 7f3e7295-32df-435f-8320-3795142e4cf1 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:35:18.166401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 7f3e7295-32df-435f-8320-3795142e4cf1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:18.167027 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:18.206767 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65060b0d-aac5-40f0-82b2-963ae58ae682 req-b6580531-23cd-40f9-8c89-3daa07de5c70 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=87d423c9-5da9-4909-a705-cb9003c0e07e HTTP/1.1" status: 200 len: 210 time: 0.0632026 Dec 08 01:35:18.236412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec9ad7-263b-44a0-bff2-74e99fe5a0bd req-f4f19ce0-2289-408f-a516-2d8df1bdc327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:18.238124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e6ec9ad7-263b-44a0-bff2-74e99fe5a0bd req-f4f19ce0-2289-408f-a516-2d8df1bdc327 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 1102 time: 0.0827191 Dec 08 01:35:18.295128 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e6ec9ad7-263b-44a0-bff2-74e99fe5a0bd req-6234e4fe-1f78-4b2f-b02d-42323e4efcd4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482237 Dec 08 01:35:18.344499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:18.387811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bb1dd-08de-44e2-8e58-bb127a3b7f04 req-a7bb6c7f-2b4d-4260-a3b2-6eba6d048d55 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:18.389567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f10bb1dd-08de-44e2-8e58-bb127a3b7f04 req-a7bb6c7f-2b4d-4260-a3b2-6eba6d048d55 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 945 time: 0.1098309 Dec 08 01:35:18.393110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2,segment=NetworkSegment(d89c8aa3-9b87-4b74-9938-6fb56132b54d),segment_id=d89c8aa3-9b87-4b74-9938-6fb56132b54d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:18.414753 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:18.415698 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 75983b40-5bf0-4392-ad92-d87eb3eb584b no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:18.464542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 75983b40-5bf0-4392-ad92-d87eb3eb584b {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:18.464814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 75983b40-5bf0-4392-ad92-d87eb3eb584b not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:18.480384 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:18.499547 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f10bb1dd-08de-44e2-8e58-bb127a3b7f04 req-157d97f8-d795-4feb-9fa3-18d21f2397f5 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994208 Dec 08 01:35:18.511447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:18.511906 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c656aff6-0aed-4da6-bc8a-ab7b0707cbf2 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:35:18.528749 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:18.533176 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:18.535041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device fe729429-f019-4f73-b08c-b3418bf8e575 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:35:18.581721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1c41e-f679-44b2-81fb-3d384a57a57c req-d1fca72f-4deb-4019-acae-3f20d8b2d200 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:18.584262 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ac1c41e-f679-44b2-81fb-3d384a57a57c req-d1fca72f-4deb-4019-acae-3f20d8b2d200 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.0726678 Dec 08 01:35:18.613440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7f3e7295-32df-435f-8320-3795142e4cf1,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:18.629085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port fe729429-f019-4f73-b08c-b3418bf8e575 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:35:18.632650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c656aff6-0aed-4da6-bc8a-ab7b0707cbf2 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:35:18.634664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port fe729429-f019-4f73-b08c-b3418bf8e575 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:18.634664 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:18.637766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c656aff6-0aed-4da6-bc8a-ab7b0707cbf2 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:18.645744 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1ee2cb-8cb2-4503-a1a1-22c093581afe None None] Sync routers for ids ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:35:18.651556 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ac1c41e-f679-44b2-81fb-3d384a57a57c req-10066d5f-c664-4b4c-a205-d1670e074c9f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614436 Dec 08 01:35:18.662700 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1ee2cb-8cb2-4503-a1a1-22c093581afe None None] Routers {'d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:35:18.663331 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8f1ee2cb-8cb2-4503-a1a1-22c093581afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:35:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:18.685438 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c656aff6-0aed-4da6-bc8a-ab7b0707cbf2 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "PUT /v2.0/floatingips/ca84dd08-f41a-4757-bf6b-c54a1dd1d428 HTTP/1.1" status: 200 len: 990 time: 1.3640218 Dec 08 01:35:18.752824 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:18.771587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f04e7f-a00b-478d-a59d-2913b82e352a req-9d0ed3bc-9044-4f15-b685-eb4b2a4df582 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:18.773135 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39f04e7f-a00b-478d-a59d-2913b82e352a req-9d0ed3bc-9044-4f15-b685-eb4b2a4df582 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 944 time: 0.0688703 Dec 08 01:35:18.796874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port fe729429-f019-4f73-b08c-b3418bf8e575, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fe729429-f019-4f73-b08c-b3418bf8e575,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:18.804624 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:18.834707 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-8f1ee2cb-8cb2-4503-a1a1-22c093581afe None None] Set router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:35:18.853322 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39f04e7f-a00b-478d-a59d-2913b82e352a req-6d3a57f6-90b5-4ae8-9c0d-1afc1d8a984c tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719428 Dec 08 01:35:18.865858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=fe729429-f019-4f73-b08c-b3418bf8e575,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:18.908982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7eded-61dd-4cf3-89f1-36bd7f474008 req-d9cf29cc-f8f5-4094-8a4f-5a3b1b0ad609 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:18.910581 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49b7eded-61dd-4cf3-89f1-36bd7f474008 req-d9cf29cc-f8f5-4094-8a4f-5a3b1b0ad609 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 950 time: 0.0594368 Dec 08 01:35:18.976888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49b7eded-61dd-4cf3-89f1-36bd7f474008 req-9d8c6678-6740-41b5-858e-ed804c9b4f10 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574183 Dec 08 01:35:19.093233 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8f1ee2cb-8cb2-4503-a1a1-22c093581afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:34:44Z', 'revision_number': 4, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ca84dd08-f41a-4757-bf6b-c54a1dd1d428', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'port_id': 'a1fdf907-af09-4bf5-b117-37883077084e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'mac_address': 'fa:16:3e:a9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:34:51Z', 'updated_at': '2021-12-08T01:35:17Z', 'revision_number': 1, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bece93e5-84c4-4102-a9e0-5d46418d92ba', 'name': '', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'mac_address': 'fa:16:3e:5c:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:50Z', 'revision_number': 5, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'subnets': [{'id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:19.123287 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1ee2cb-8cb2-4503-a1a1-22c093581afe None None] Checking router: d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:35:19.131914 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1ee2cb-8cb2-4503-a1a1-22c093581afe None None] Routers {'d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:35:19.132542 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8f1ee2cb-8cb2-4503-a1a1-22c093581afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:35:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:19.245826 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-8f1ee2cb-8cb2-4503-a1a1-22c093581afe None None] Set router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:35:19.310652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605b932-7c83-41ab-af5d-872f9cf2e8cd req-163a73b7-f8a6-4b20-8c43-089674fcacb0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:19.318878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f605b932-7c83-41ab-af5d-872f9cf2e8cd req-163a73b7-f8a6-4b20-8c43-089674fcacb0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 949 time: 0.0899646 Dec 08 01:35:19.369130 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f605b932-7c83-41ab-af5d-872f9cf2e8cd req-6978910b-1335-4feb-a3f7-cd0b33727bb4 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492530 Dec 08 01:35:19.514319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'tag': 'a1fdf907-af09-4bf5-b117-37883077084e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:19.520821 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85fb586-9fd9-4f08-a5da-f4af9aaea6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8a90c600-c5fd-47fa-90f6-c2baa840f213", "tag": "a1fdf907-af09-4bf5-b117-37883077084e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:19.528717 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8f1ee2cb-8cb2-4503-a1a1-22c093581afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:34:44Z', 'revision_number': 4, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ca84dd08-f41a-4757-bf6b-c54a1dd1d428', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'port_id': 'a1fdf907-af09-4bf5-b117-37883077084e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'mac_address': 'fa:16:3e:a9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:34:51Z', 'updated_at': '2021-12-08T01:35:17Z', 'revision_number': 1, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bece93e5-84c4-4102-a9e0-5d46418d92ba', 'name': '', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'mac_address': 'fa:16:3e:5c:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:50Z', 'revision_number': 5, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'subnets': [{'id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:19.557520 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1ee2cb-8cb2-4503-a1a1-22c093581afe None None] The sync data for ids ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'] in n-d-713498-30 is: [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:34:44Z', 'revision_number': 4, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ca84dd08-f41a-4757-bf6b-c54a1dd1d428', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'floating_ip_address': '172.25.2.97', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'port_id': 'a1fdf907-af09-4bf5-b117-37883077084e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'mac_address': 'fa:16:3e:a9:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:34:51Z', 'updated_at': '2021-12-08T01:35:17Z', 'revision_number': 1, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bece93e5-84c4-4102-a9e0-5d46418d92ba', 'name': '', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'mac_address': 'fa:16:3e:5c:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:50Z', 'revision_number': 5, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'subnets': [{'id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:35:19.585579 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e396d4d7-800f-4ab3-8f11-e489b5868139 x-openstack-request-id: req-e396d4d7-800f-4ab3-8f11-e489b5868139 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:19.585939 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a90c600-c5fd-47fa-90f6-c2baa840f213", "tag": "a1fdf907-af09-4bf5-b117-37883077084e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:19.586141 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e396d4d7-800f-4ab3-8f11-e489b5868139 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:19.586755 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'tag': 'a1fdf907-af09-4bf5-b117-37883077084e', 'status': 'completed', 'code': 200} Dec 08 01:35:19.623371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d197870-e26d-4e12-b8bc-c7d4fbae2ee8 req-9ebfd05a-9219-4285-bc5f-8d0458037759 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:19.634552 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d197870-e26d-4e12-b8bc-c7d4fbae2ee8 req-9ebfd05a-9219-4285-bc5f-8d0458037759 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 944 time: 0.0863545 Dec 08 01:35:19.701824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ea31f-b93d-4231-a99e-7f279014b4ff req-82fe55a1-cfac-4a05-ab5b-40edc477c17b tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:19.713592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e1ea31f-b93d-4231-a99e-7f279014b4ff req-82fe55a1-cfac-4a05-ab5b-40edc477c17b tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 946 time: 0.0708711 Dec 08 01:35:19.731715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb586-9fd9-4f08-a5da-f4af9aaea6fe req-bbca77d4-68c8-41fd-91fd-a23878647f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:19.733911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a85fb586-9fd9-4f08-a5da-f4af9aaea6fe req-bbca77d4-68c8-41fd-91fd-a23878647f7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e502f0ccb0a4d028095ab888e703ea3&device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 1097 time: 0.0958393 Dec 08 01:35:19.737754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d197870-e26d-4e12-b8bc-c7d4fbae2ee8 req-f109efd2-a210-40af-9ea2-ca5f934cd6be tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007838 Dec 08 01:35:19.775412 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e1ea31f-b93d-4231-a99e-7f279014b4ff req-bc270f18-7544-4bf0-b1c4-3353840a96d2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594387 Dec 08 01:35:19.916224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68efc1f5-b5bb-4566-80d1-565297c7c643 None None] New status for floating IP ca84dd08-f41a-4757-bf6b-c54a1dd1d428: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:35:19.936942 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb586-9fd9-4f08-a5da-f4af9aaea6fe req-b8cd3d29-9696-4f72-af16-aa1263a5c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:19.938522 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a85fb586-9fd9-4f08-a5da-f4af9aaea6fe req-b8cd3d29-9696-4f72-af16-aa1263a5c585 service neutron] 10.222.0.65 "GET /v2.0/networks?id=528e7346-e95b-40d1-996c-4038896b0972 HTTP/1.1" status: 200 len: 907 time: 0.1934814 Dec 08 01:35:19.950865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f701e0-cb1a-47df-8365-36611e074b88 req-58d52f20-8f2b-4199-8ec0-8bbcaecb0a1e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:19.952497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77f701e0-cb1a-47df-8365-36611e074b88 req-58d52f20-8f2b-4199-8ec0-8bbcaecb0a1e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.0847292 Dec 08 01:35:20.064394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2'}, {'server_uuid': '5fe97365-e011-42d7-b9be-08747f25db4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3e7295-32df-435f-8320-3795142e4cf1'}, {'server_uuid': '458600d7-4e9b-4124-878d-94aa9157dff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe729429-f019-4f73-b08c-b3418bf8e575'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:20.064893 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a85fb586-9fd9-4f08-a5da-f4af9aaea6fe req-c71d1061-7ec0-4f74-9705-e1cc69df77f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1fdf907-af09-4bf5-b117-37883077084e HTTP/1.1" status: 200 len: 998 time: 0.1105607 Dec 08 01:35:20.065236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103d5c5-7c1a-4e56-a0b7-5ab2b01bbcd6 req-60aa776d-9227-4206-94f2-21fb0d8624ca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:20.066850 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0782f4e9-0d7f-4db6-8a42-71d4c457760c" -d '{"events": [{"server_uuid": "bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281", "name": "network-vif-plugged", "status": "completed", "tag": "5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2"}, {"server_uuid": "5fe97365-e011-42d7-b9be-08747f25db4c", "name": "network-vif-plugged", "status": "completed", "tag": "7f3e7295-32df-435f-8320-3795142e4cf1"}, {"server_uuid": "458600d7-4e9b-4124-878d-94aa9157dff0", "name": "network-vif-plugged", "status": "completed", "tag": "fe729429-f019-4f73-b08c-b3418bf8e575"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:20.068997 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77f701e0-cb1a-47df-8365-36611e074b88 req-33011834-24e9-41dd-8293-eaf33913ea92 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099865 Dec 08 01:35:20.088225 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3103d5c5-7c1a-4e56-a0b7-5ab2b01bbcd6 req-60aa776d-9227-4206-94f2-21fb0d8624ca tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 944 time: 0.0995808 Dec 08 01:35:20.126464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb586-9fd9-4f08-a5da-f4af9aaea6fe req-0ac83f64-024f-4f5c-83ff-b9c1f1b3c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:20.128395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a85fb586-9fd9-4f08-a5da-f4af9aaea6fe req-0ac83f64-024f-4f5c-83ff-b9c1f1b3c394 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d HTTP/1.1" status: 200 len: 845 time: 0.0562110 Dec 08 01:35:20.156610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3103d5c5-7c1a-4e56-a0b7-5ab2b01bbcd6 req-20420aec-ef9a-4694-85f9-661e30da12ce tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671301 Dec 08 01:35:20.233874 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02624d5-de95-45e6-a05b-8bee6287a9ce x-openstack-request-id: req-f02624d5-de95-45e6-a05b-8bee6287a9ce {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:20.234196 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281", "name": "network-vif-plugged", "status": "completed", "tag": "5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2", "code": 200}, {"server_uuid": "5fe97365-e011-42d7-b9be-08747f25db4c", "name": "network-vif-plugged", "status": "completed", "tag": "7f3e7295-32df-435f-8320-3795142e4cf1", "code": 200}, {"server_uuid": "458600d7-4e9b-4124-878d-94aa9157dff0", "name": "network-vif-plugged", "status": "completed", "tag": "fe729429-f019-4f73-b08c-b3418bf8e575", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:20.234511 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f02624d5-de95-45e6-a05b-8bee6287a9ce {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:20.234927 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2', 'code': 200} Dec 08 01:35:20.235194 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe97365-e011-42d7-b9be-08747f25db4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3e7295-32df-435f-8320-3795142e4cf1', 'code': 200} Dec 08 01:35:20.235453 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458600d7-4e9b-4124-878d-94aa9157dff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe729429-f019-4f73-b08c-b3418bf8e575', 'code': 200} Dec 08 01:35:20.246913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93586dec-f2d4-4db9-a591-a95732b76101 req-016ea706-d8b1-4ab5-942e-571c853b86dd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:20.248584 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93586dec-f2d4-4db9-a591-a95732b76101 req-016ea706-d8b1-4ab5-942e-571c853b86dd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 950 time: 0.0814903 Dec 08 01:35:20.254073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fb586-9fd9-4f08-a5da-f4af9aaea6fe req-940fd40a-255c-4f49-973b-2e1b678214da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:20.255572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a85fb586-9fd9-4f08-a5da-f4af9aaea6fe req-940fd40a-255c-4f49-973b-2e1b678214da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=528e7346-e95b-40d1-996c-4038896b0972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796459 Dec 08 01:35:20.333464 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93586dec-f2d4-4db9-a591-a95732b76101 req-b07c7964-ceff-46aa-aee8-8bec8c6a7265 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756357 Dec 08 01:35:20.559121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba696c64-0873-424e-9bc7-d835887968bc req-1d46f65b-5a48-410c-9e7a-79d30c70a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:20.560659 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ba696c64-0873-424e-9bc7-d835887968bc req-1d46f65b-5a48-410c-9e7a-79d30c70a418 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 1098 time: 0.1444030 Dec 08 01:35:20.580712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a85fb586-9fd9-4f08-a5da-f4af9aaea6fe req-3e5b5273-9a73-411d-9fa4-241681822105 service neutron] 10.222.0.65 "GET /v2.0/networks/528e7346-e95b-40d1-996c-4038896b0972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011832 Dec 08 01:35:20.582999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee166b2-11a4-40f5-82b1-1d9086d18b11 req-4fcdd8b7-00c0-4bbf-abbb-9fb8a3c6579f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:20.584527 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cee166b2-11a4-40f5-82b1-1d9086d18b11 req-4fcdd8b7-00c0-4bbf-abbb-9fb8a3c6579f tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 944 time: 0.4086690 Dec 08 01:35:20.624123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f056e7-2d3a-4fb8-b528-3bd15f7d4341 req-fc759f44-b49b-4822-94c2-09a190927014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:20.625647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91f056e7-2d3a-4fb8-b528-3bd15f7d4341 req-fc759f44-b49b-4822-94c2-09a190927014 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 1101 time: 0.1191211 Dec 08 01:35:20.627872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074011b6-aa98-4ef6-88e8-c6e76698aae3 req-f4eba97a-3489-4224-99ca-8fa29ff8edab tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:20.637026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074011b6-aa98-4ef6-88e8-c6e76698aae3 req-f4eba97a-3489-4224-99ca-8fa29ff8edab tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 949 time: 0.1518092 Dec 08 01:35:20.645691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6df8c-c8c1-4fe5-add1-80f31094af8f req-b9691903-d833-43eb-aa54-469c130569f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:20.647052 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15c6df8c-c8c1-4fe5-add1-80f31094af8f req-b9691903-d833-43eb-aa54-469c130569f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 1101 time: 0.1117396 Dec 08 01:35:20.744495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91f056e7-2d3a-4fb8-b528-3bd15f7d4341 req-7bf28154-3fb0-44f5-8c65-dc4bf8ce48aa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084135 Dec 08 01:35:20.762698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15c6df8c-c8c1-4fe5-add1-80f31094af8f req-36a36bf0-8e81-4f01-baf5-a94542af1ffa service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003785 Dec 08 01:35:20.771006 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ba696c64-0873-424e-9bc7-d835887968bc req-a7152847-50d1-45fb-aa62-31a583f21d8f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863627 Dec 08 01:35:20.774421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-cee166b2-11a4-40f5-82b1-1d9086d18b11 req-06a51044-7a60-408d-8cfd-890ade72a7b1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Deleting port 82d43663-e069-41f4-8676-37c37ee8327a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:20.774791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cee166b2-11a4-40f5-82b1-1d9086d18b11 req-06a51044-7a60-408d-8cfd-890ade72a7b1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:20.804121 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074011b6-aa98-4ef6-88e8-c6e76698aae3 req-ed98654a-497c-4eef-b1aa-fce34cc2378f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519818 Dec 08 01:35:20.823369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a85fb586-9fd9-4f08-a5da-f4af9aaea6fe req-83044866-c96c-45b1-a8e1-e9f762131a96 service neutron] 10.222.0.65 "GET /v2.0/networks/528e7346-e95b-40d1-996c-4038896b0972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314081 Dec 08 01:35:20.891162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-cee166b2-11a4-40f5-82b1-1d9086d18b11 req-06a51044-7a60-408d-8cfd-890ade72a7b1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] For port 82d43663-e069-41f4-8676-37c37ee8327a, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=82d43663-e069-41f4-8676-37c37ee8327a,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:20.891578 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cee166b2-11a4-40f5-82b1-1d9086d18b11 req-06a51044-7a60-408d-8cfd-890ade72a7b1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:20.908785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-cee166b2-11a4-40f5-82b1-1d9086d18b11 req-06a51044-7a60-408d-8cfd-890ade72a7b1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Calling delete_port for 82d43663-e069-41f4-8676-37c37ee8327a owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:20.937380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e082627-6fc2-4886-bac0-a83ff73a6dce req-29062036-9bb0-4910-a30d-526e829e8c06 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:20.939222 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e082627-6fc2-4886-bac0-a83ff73a6dce req-29062036-9bb0-4910-a30d-526e829e8c06 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 944 time: 0.0650642 Dec 08 01:35:21.002312 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e082627-6fc2-4886-bac0-a83ff73a6dce req-b6f2df58-bb0d-4af6-8198-10b022feb767 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567937 Dec 08 01:35:21.017700 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-249a8fa6-d77e-475a-8278-80f651b76706 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=bfc3269148dd4805b29d7479fe29c897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439746 Dec 08 01:35:21.151987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f08aec-979a-4d90-a4ae-e00e5651bef3 req-b869914e-bbe9-4389-afb5-94bde988c5d9 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:21.153624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46f08aec-979a-4d90-a4ae-e00e5651bef3 req-b869914e-bbe9-4389-afb5-94bde988c5d9 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 946 time: 0.0621932 Dec 08 01:35:21.202560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-f901716a-19e2-497c-bbf7-8b0b968c6289 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:21.208194 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46f08aec-979a-4d90-a4ae-e00e5651bef3 req-eec3774c-0a2a-4c2c-aaa4-7dbd8a3478d4 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Dec 08 01:35:21.209951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-f901716a-19e2-497c-bbf7-8b0b968c6289 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914034 Dec 08 01:35:21.236578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-de740031-f008-4ae5-887f-5b63fa6a492d tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/quotas/bfc3269148dd4805b29d7479fe29c897 HTTP/1.1" status: 200 len: 375 time: 0.0256517 Dec 08 01:35:21.237658 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cee166b2-11a4-40f5-82b1-1d9086d18b11 req-06a51044-7a60-408d-8cfd-890ade72a7b1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:21.280921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a51044-7a60-408d-8cfd-890ade72a7b1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Pushing event deleted for resources: {'Port': ['ID=82d43663-e069-41f4-8676-37c37ee8327a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:21.341717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee166b2-11a4-40f5-82b1-1d9086d18b11 req-06a51044-7a60-408d-8cfd-890ade72a7b1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] No DVR routers for this DVR port 82d43663-e069-41f4-8676-37c37ee8327a on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:21.344937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cee166b2-11a4-40f5-82b1-1d9086d18b11 req-06a51044-7a60-408d-8cfd-890ade72a7b1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:21.348423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cee166b2-11a4-40f5-82b1-1d9086d18b11 req-06a51044-7a60-408d-8cfd-890ade72a7b1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.65 "DELETE /v2.0/ports/82d43663-e069-41f4-8676-37c37ee8327a HTTP/1.1" status: 204 len: 173 time: 0.7556472 Dec 08 01:35:21.349974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0943b0-9aed-4301-9cad-784c9a28cc09', 'name': 'network-vif-deleted', 'tag': '82d43663-e069-41f4-8676-37c37ee8327a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:21.352472 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b00b551-6ecd-4d4d-8b0d-cb18d122086c" -d '{"events": [{"server_uuid": "7d0943b0-9aed-4301-9cad-784c9a28cc09", "name": "network-vif-deleted", "tag": "82d43663-e069-41f4-8676-37c37ee8327a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:21.363711 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-e1b7c9b9-ff5b-46e2-b64f-459ae54653de tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bfc3269148dd4805b29d7479fe29c897&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1176007 Dec 08 01:35:21.432694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55af57-5f1b-4691-8b5d-03a5f649b93a req-affd684d-cab6-41e4-a7e6-028b3652730f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:21.434370 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c55af57-5f1b-4691-8b5d-03a5f649b93a req-affd684d-cab6-41e4-a7e6-028b3652730f tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 943 time: 0.0721090 Dec 08 01:35:21.670221 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:35:21.682428 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-2381e4e9-81cf-4a1a-9841-1cfd27fc1582 service neutron] 10.222.0.65 "GET /v2.0/ports/c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8/bindings/n-h2-713498-30 HTTP/1.1" status: 200 len: 385 time: 0.1469767 Dec 08 01:35:21.691804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a23bc-3783-4bb0-8d80-98bc206446fb req-52ab808a-aeb9-4e4f-8c9d-7f701cd671de tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:21.693435 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e8a23bc-3783-4bb0-8d80-98bc206446fb req-52ab808a-aeb9-4e4f-8c9d-7f701cd671de tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 944 time: 0.0994079 Dec 08 01:35:21.816982 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e8a23bc-3783-4bb0-8d80-98bc206446fb req-ef5aefa2-cf40-4964-a401-f7286e8e94f9 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143203 Dec 08 01:35:21.896584 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38ed4b4-0578-4578-a3df-466fa212de0d x-openstack-request-id: req-a38ed4b4-0578-4578-a3df-466fa212de0d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:21.896885 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0943b0-9aed-4301-9cad-784c9a28cc09", "name": "network-vif-deleted", "tag": "82d43663-e069-41f4-8676-37c37ee8327a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:21.897144 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a38ed4b4-0578-4578-a3df-466fa212de0d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:21.897555 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0943b0-9aed-4301-9cad-784c9a28cc09', 'name': 'network-vif-deleted', 'tag': '82d43663-e069-41f4-8676-37c37ee8327a', 'status': 'completed', 'code': 200} Dec 08 01:35:21.928116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c55af57-5f1b-4691-8b5d-03a5f649b93a req-2e42fb95-05d7-4c16-bae7-138b920e4f40 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743037 Dec 08 01:35:22.002254 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-72587e81-1cfa-42fc-9533-5474f8e1ede1 req-16401ce5-253f-49d7-94dc-7dfa1229cd3f tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 210 time: 0.0521822 Dec 08 01:35:22.059070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-df6cbe7d-07a4-474e-8253-b8f1d48b2cc9 service neutron] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:22.065747 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0295f0-fc21-4c8c-95b2-0ffd519fc427 req-8c82c56e-83fa-4df0-b6c2-ebf4317f1d35 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:22.084121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-df6cbe7d-07a4-474e-8253-b8f1d48b2cc9 service neutron] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:22.091613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f0295f0-fc21-4c8c-95b2-0ffd519fc427 req-8c82c56e-83fa-4df0-b6c2-ebf4317f1d35 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 949 time: 0.0833888 Dec 08 01:35:22.121070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-df6cbe7d-07a4-474e-8253-b8f1d48b2cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:22.134919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-df6cbe7d-07a4-474e-8253-b8f1d48b2cc9 service neutron] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:22.169854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f0295f0-fc21-4c8c-95b2-0ffd519fc427 req-500c5bac-9a94-4532-bede-808fa279d551 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711708 Dec 08 01:35:22.185033 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-df6cbe7d-07a4-474e-8253-b8f1d48b2cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:22.295194 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d725bf2c-3d08-426d-b8b9-a786fe3dcd8f req-06828902-25c6-43fa-a6ad-4f73dbbf794c tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=7d0943b0-9aed-4301-9cad-784c9a28cc09 HTTP/1.1" status: 200 len: 210 time: 0.0346057 Dec 08 01:35:22.307006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-df6cbe7d-07a4-474e-8253-b8f1d48b2cc9 service neutron] Transition to ACTIVE for port object c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:35:22.318477 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-df6cbe7d-07a4-474e-8253-b8f1d48b2cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:22.406319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-df6cbe7d-07a4-474e-8253-b8f1d48b2cc9 service neutron] No DVR routers for this DVR port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:22.427863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a2a49-0dbc-4293-b508-c3141c3bdd16 req-a424a8e5-afa7-44bf-bdb8-402e4443bb05 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:22.429364 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a09a2a49-0dbc-4293-b508-c3141c3bdd16 req-a424a8e5-afa7-44bf-bdb8-402e4443bb05 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 946 time: 0.0632010 Dec 08 01:35:22.432258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cbe7d-07a4-474e-8253-b8f1d48b2cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:22.450665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-df6cbe7d-07a4-474e-8253-b8f1d48b2cc9 service neutron] 10.222.0.65 "PUT /v2.0/ports/c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8/bindings/n-h2-713498-30/activate HTTP/1.1" status: 200 len: 370 time: 0.7560403 Dec 08 01:35:22.494483 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a09a2a49-0dbc-4293-b508-c3141c3bdd16 req-41b6d2cc-aeac-4364-9d09-0feb7b171d1a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528243 Dec 08 01:35:22.737279 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-8be33b8e-1cf8-4621-9f66-9db96b2d9f13 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 258 time: 0.2047181 Dec 08 01:35:22.748880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:22.770924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:22.874087 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:22.954249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64df31-9962-48ff-a409-00d88388d59f req-ac78eff8-5650-4746-83f9-c675bdf7020b tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:22.955847 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f64df31-9962-48ff-a409-00d88388d59f req-ac78eff8-5650-4746-83f9-c675bdf7020b tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 944 time: 0.0612707 Dec 08 01:35:23.011229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Allocated IP 172.25.2.93 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/e7d66496-4efe-4fcc-aa8f-4e6c8dce6027) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:23.022191 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f64df31-9962-48ff-a409-00d88388d59f req-339c64d2-296e-4d13-9e5d-324bf7c83c2d tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570309 Dec 08 01:35:23.117321 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-033e8d87-01ac-447a-89a6-87ddd9ca1005 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=bfc3269148dd4805b29d7479fe29c897&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567927 Dec 08 01:35:23.141497 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:23.182612 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:23.188701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-914068f4-26c7-40ce-9cb3-11b45000370e tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:23.190378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-914068f4-26c7-40ce-9cb3-11b45000370e tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783&tenant_id=60788080667c45e38fac7ad815a697ce&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 1096 time: 0.1533618 Dec 08 01:35:23.231542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:23.236017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:23.238629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:23.241423 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79c24e-7f32-47da-b354-d3361572f843 req-71c748f2-216b-4f36-a4af-5a7b5938d6cb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:23.243019 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d79c24e-7f32-47da-b354-d3361572f843 req-71c748f2-216b-4f36-a4af-5a7b5938d6cb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 944 time: 0.1515274 Dec 08 01:35:23.244912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Pushing event updated for resources: {'Port': ['ID=e7d66496-4efe-4fcc-aa8f-4e6c8dce6027,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:23.323988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-ecdcd6a4-b022-476b-b267-574164ff9e2f tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:23.325568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-ecdcd6a4-b022-476b-b267-574164ff9e2f tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909268 Dec 08 01:35:23.333256 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:23.337760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-62fae3e1-e924-4481-ada2-40da45f8f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:23.339209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-62fae3e1-e924-4481-ada2-40da45f8f24e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783&tenant_id=60788080667c45e38fac7ad815a697ce HTTP/1.1" status: 200 len: 1096 time: 0.1183267 Dec 08 01:35:23.347018 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d79c24e-7f32-47da-b354-d3361572f843 req-4382912a-b147-4fb3-be21-bbfeebae65d6 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859618 Dec 08 01:35:23.351530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Request body: {'port': {'device_id': 'a9dd43a2-85af-4c6b-9149-98795330259c', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'bfc3269148dd4805b29d7479fe29c897'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:23.369816 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:23.484123 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2dfe7a57-e063-404f-b8dd-038f0997a929 req-c54f6a25-c4e9-483d-b4ae-2a31d2b106d0 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 210 time: 0.0417786 Dec 08 01:35:23.517543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-61ac259f-e05c-4207-8ba5-a36f6529d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:23.519828 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-61ac259f-e05c-4207-8ba5-a36f6529d3cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 1096 time: 0.1254945 Dec 08 01:35:23.545381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Made reservation on behalf of bfc3269148dd4805b29d7479fe29c897 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:23.547832 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:23.548777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:23.554018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:23.637587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Pushing event updated for resources: {'Port': ['ID=e7d66496-4efe-4fcc-aa8f-4e6c8dce6027,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:23.648152 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:23.667693 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:23.669143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-33121898-c186-4b50-875f-a21766c09ec3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9241645 Dec 08 01:35:23.723684 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-ac7d1579-95e0-44fd-89d8-c532b7e7736e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0472062 Dec 08 01:35:23.754596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29235f38-58eb-4e48-b988-3b0279bbc9f1 req-5389ec11-a549-45a3-a22b-ac23f67e8475 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:23.756118 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-29235f38-58eb-4e48-b988-3b0279bbc9f1 req-5389ec11-a549-45a3-a22b-ac23f67e8475 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 949 time: 0.1703718 Dec 08 01:35:23.757326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-da2d2076-0131-4ffc-b046-033b6c896027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:23.759479 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-da2d2076-0131-4ffc-b046-033b6c896027 service neutron] 10.222.0.72 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.2233920 Dec 08 01:35:23.836514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Allocated IP 192.168.233.172 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/45c6f1ec-4643-4654-9db5-582e88f90234) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:23.840509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d5bfe5ad-86ab-41b0-bf2c-d22490813091 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 HTTP/1.1" status: 200 len: 217 time: 0.0617626 Dec 08 01:35:23.852979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-fa0f6fc4-f8c3-4324-81d6-e219857d5e04 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:23.854951 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67ffb3e9-fe04-471c-82df-82f09e6f52e5 req-fa0f6fc4-f8c3-4324-81d6-e219857d5e04 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.1249974 Dec 08 01:35:23.864214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:23.914209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-29235f38-58eb-4e48-b988-3b0279bbc9f1 req-c3e3ac1f-4fb6-40c4-969b-25affdffca68 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475744 Dec 08 01:35:23.953426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a9883bc3-4d43-4440-a6a5-4dbabde04a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:23.954915 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a9883bc3-4d43-4440-a6a5-4dbabde04a79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.1013885 Dec 08 01:35:23.974467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:23.979298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 82d43663-e069-41f4-8676-37c37ee8327a no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:24.007963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 82d43663-e069-41f4-8676-37c37ee8327a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:24.008835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 82d43663-e069-41f4-8676-37c37ee8327a not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:24.108773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-b4863e3a-0a6e-4eb3-9d22-0fc8dc9f27d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659921 Dec 08 01:35:24.113388 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:24.157768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd855113-98fa-4df3-95a9-569b4d24baab req-84fd9309-86f4-4875-bd35-ee456c5f4604 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:24.159745 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd855113-98fa-4df3-95a9-569b4d24baab req-84fd9309-86f4-4875-bd35-ee456c5f4604 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0676868 Dec 08 01:35:24.222683 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:24.238604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd855113-98fa-4df3-95a9-569b4d24baab req-fc2e48fc-1b45-422d-ac8b-a49ecb68a307 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0718188 Dec 08 01:35:24.252046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-dd855113-98fa-4df3-95a9-569b4d24baab req-d12bf20b-f4cf-4bbc-939a-8defd383897f tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Request body: {'floatingip': {'port_id': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:24.267350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['6bc18d2f-8610-4207-acab-28680aa93e31'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:24.305095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:24.311434 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dd855113-98fa-4df3-95a9-569b4d24baab req-d12bf20b-f4cf-4bbc-939a-8defd383897f tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:24.331397 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d7556cc2-8f94-48e3-b33d-542301badc81 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115622 Dec 08 01:35:24.347070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:24.350520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:24.423488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Pushing event updated for resources: {'Port': ['ID=45c6f1ec-4643-4654-9db5-582e88f90234,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:24.432040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:24.432581 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:24.485658 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-1541ad80-d873-4657-a519-ab8dae936edb tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1376033 Dec 08 01:35:24.496382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6dfbf-7070-44a5-b344-aeaf851cc095 req-d9a11eee-1019-4a7c-84a9-62535b0e798e tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:24.501248 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0e6dfbf-7070-44a5-b344-aeaf851cc095 req-d9a11eee-1019-4a7c-84a9-62535b0e798e tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.2092483 Dec 08 01:35:24.557442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Request body: {'port': {'device_id': 'a9dd43a2-85af-4c6b-9149-98795330259c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:24.651701 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0a0ae185-76e2-4207-a29f-98f1f0ebb341 None None] Provisioning complete for port 45c6f1ec-4643-4654-9db5-582e88f90234 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:24.652124 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a0ae185-76e2-4207-a29f-98f1f0ebb341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:24.700696 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:24.704753 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0a0ae185-76e2-4207-a29f-98f1f0ebb341 None None] Port 45c6f1ec-4643-4654-9db5-582e88f90234 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:35:24.723931 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0e6dfbf-7070-44a5-b344-aeaf851cc095 req-ee68bcf5-89a2-40ff-91dc-7cffa9fd1556 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190814 Dec 08 01:35:24.726373 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-1a5963d5-0268-4e1b-9c0e-209449d53d70 service neutron] 10.222.0.72 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704650 Dec 08 01:35:24.934950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fa5fc-a945-423e-88cf-65cd1f961701 req-b8b2ebb1-1037-423f-a533-f30ae695e7c8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:24.936386 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af9fa5fc-a945-423e-88cf-65cd1f961701 req-b8b2ebb1-1037-423f-a533-f30ae695e7c8 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 945 time: 0.1088347 Dec 08 01:35:24.937537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb2532-8002-4075-b0b2-c9ff2b59d950 req-bd4aec95-b40d-4943-a744-4509bc3d2147 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:24.942582 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70cb2532-8002-4075-b0b2-c9ff2b59d950 req-bd4aec95-b40d-4943-a744-4509bc3d2147 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 944 time: 0.0793078 Dec 08 01:35:24.963415 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dd855113-98fa-4df3-95a9-569b4d24baab req-d12bf20b-f4cf-4bbc-939a-8defd383897f tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.018768 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70cb2532-8002-4075-b0b2-c9ff2b59d950 req-1c84d2e1-7a66-4e47-bf58-36fd2fff4275 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705543 Dec 08 01:35:25.059398 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dd855113-98fa-4df3-95a9-569b4d24baab req-d12bf20b-f4cf-4bbc-939a-8defd383897f tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.169637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-7e2d092a-89a2-468e-92f4-4bb571ed5581 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:25.171414 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-7e2d092a-89a2-468e-92f4-4bb571ed5581 tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783&tenant_id=60788080667c45e38fac7ad815a697ce&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1096 time: 0.1137447 Dec 08 01:35:25.187233 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [req-dd855113-98fa-4df3-95a9-569b4d24baab req-d12bf20b-f4cf-4bbc-939a-8defd383897f tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Floating IP b6d5e968-7f26-4822-954f-56d1004875fe associated. External IP: 172.25.2.93, port: 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2. Dec 08 01:35:25.193845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-af9fa5fc-a945-423e-88cf-65cd1f961701 req-86b53e9b-ef1b-4a86-b4fe-382f7e7ac6f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Deleting port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:25.194269 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af9fa5fc-a945-423e-88cf-65cd1f961701 req-86b53e9b-ef1b-4a86-b4fe-382f7e7ac6f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.245224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0bf12-1e37-43e1-9c17-bc2283e80bfe req-0d988e1e-e0b8-4609-b155-f5506ba07806 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:25.246742 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bfb0bf12-1e37-43e1-9c17-bc2283e80bfe req-0d988e1e-e0b8-4609-b155-f5506ba07806 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 945 time: 0.1259723 Dec 08 01:35:25.265652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c6f1ec-4643-4654-9db5-582e88f90234 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:25.287307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.317972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Transition to ACTIVE for port object 45c6f1ec-4643-4654-9db5-582e88f90234 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:35:25.329896 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.375959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-af9fa5fc-a945-423e-88cf-65cd1f961701 req-86b53e9b-ef1b-4a86-b4fe-382f7e7ac6f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] For port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,segment=NetworkSegment(4e7ac273-6425-4701-932e-f934c46e1e30),segment_id=4e7ac273-6425-4701-932e-f934c46e1e30)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:25.376446 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af9fa5fc-a945-423e-88cf-65cd1f961701 req-86b53e9b-ef1b-4a86-b4fe-382f7e7ac6f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.416323 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bfb0bf12-1e37-43e1-9c17-bc2283e80bfe req-43a64957-bf41-4704-8b67-c9a7cab9b461 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ae819c7-94ea-4225-86ac-62a8c18d8dc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565502 Dec 08 01:35:25.433523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-af9fa5fc-a945-423e-88cf-65cd1f961701 req-86b53e9b-ef1b-4a86-b4fe-382f7e7ac6f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Calling delete_port for 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:25.459743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Pushing event updated for resources: {'Port': ['ID=45c6f1ec-4643-4654-9db5-582e88f90234,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:25.498876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-02f5b657-a801-4fc3-a05e-a44c07243441 service neutron] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:25.518914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-02f5b657-a801-4fc3-a05e-a44c07243441 service neutron] Publish callbacks [] for binding, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.519805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-02f5b657-a801-4fc3-a05e-a44c07243441 service neutron] 10.222.0.72 "DELETE /v2.0/ports/c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8/bindings/n-h1-713498-30 HTTP/1.1" status: 204 len: 173 time: 0.3287814 Dec 08 01:35:25.574423 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Attempting to bind port 45c6f1ec-4643-4654-9db5-582e88f90234 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:25.574819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Attempting to bind port 45c6f1ec-4643-4654-9db5-582e88f90234 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:25.575077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Attempting to bind port 45c6f1ec-4643-4654-9db5-582e88f90234 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:25.599350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Port 45c6f1ec-4643-4654-9db5-582e88f90234 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:35:25.599602 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Attempting to bind port 45c6f1ec-4643-4654-9db5-582e88f90234 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:25.615850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:25.616243 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:25.616608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:25.617061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Bound port: 45c6f1ec-4643-4654-9db5-582e88f90234, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:25.617432 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.621149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd855113-98fa-4df3-95a9-569b4d24baab req-d12bf20b-f4cf-4bbc-939a-8defd383897f tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:35:25.644330 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33817260-3537-4c66-80f9-0eb8a24c4049 req-892fefb4-7ece-4358-a2ab-10d3b1504a93 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:25.644594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33817260-3537-4c66-80f9-0eb8a24c4049 req-892fefb4-7ece-4358-a2ab-10d3b1504a93 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 944 time: 0.0919993 Dec 08 01:35:25.768871 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33817260-3537-4c66-80f9-0eb8a24c4049 req-5d35d038-d4b8-4132-ba95-989458e5cfc7 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019380 Dec 08 01:35:25.775653 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af9fa5fc-a945-423e-88cf-65cd1f961701 req-86b53e9b-ef1b-4a86-b4fe-382f7e7ac6f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.788383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:35:25.792134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] For port 45c6f1ec-4643-4654-9db5-582e88f90234, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:25.802153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] For port 45c6f1ec-4643-4654-9db5-582e88f90234, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45c6f1ec-4643-4654-9db5-582e88f90234,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:35:25.812404 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.827406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b53e9b-ef1b-4a86-b4fe-382f7e7ac6f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Pushing event deleted for resources: {'Port': ['ID=4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:25.911519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:25.912203 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.913636 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] 10.222.0.65 "PUT /v2.0/ports/45c6f1ec-4643-4654-9db5-582e88f90234 HTTP/1.1" status: 200 len: 1097 time: 1.4039009 Dec 08 01:35:25.914089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9dd43a2-85af-4c6b-9149-98795330259c', 'tag': '45c6f1ec-4643-4654-9db5-582e88f90234'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:25.918049 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e27813-6632-415f-8657-1e30b7fa632c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9dd43a2-85af-4c6b-9149-98795330259c", "tag": "45c6f1ec-4643-4654-9db5-582e88f90234"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:25.925974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd855113-98fa-4df3-95a9-569b4d24baab req-d12bf20b-f4cf-4bbc-939a-8defd383897f tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:35:25.933767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d,segment=NetworkSegment(65cf20ce-9139-4a8b-9bd4-7850fd3636db),segment_id=65cf20ce-9139-4a8b-9bd4-7850fd3636db)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:25.941791 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a621b-0e5e-4f3d-9476-f785f48cb1cd None None] Sync routers for ids ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:35:25.946006 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dd855113-98fa-4df3-95a9-569b4d24baab req-d12bf20b-f4cf-4bbc-939a-8defd383897f tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:25.952834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'port_id': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d', 'mac_address': 'fa:16:3e:1d:b5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:35:25.964305 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899a621b-0e5e-4f3d-9476-f785f48cb1cd None None] Routers {'53c6cd9c-90d6-4d88-94d2-595985b9bc3b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:35:25.964934 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-899a621b-0e5e-4f3d-9476-f785f48cb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:35:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:25.970564 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fe522-6f94-4993-9e7f-bc1efd1d7a76 service neutron] Pushing event updated for resources: {'Port': ['ID=45c6f1ec-4643-4654-9db5-582e88f90234,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:26.022828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9fa5fc-a945-423e-88cf-65cd1f961701 req-86b53e9b-ef1b-4a86-b4fe-382f7e7ac6f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] No DVR routers for this DVR port 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:26.028891 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af9fa5fc-a945-423e-88cf-65cd1f961701 req-86b53e9b-ef1b-4a86-b4fe-382f7e7ac6f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:26.040226 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af9fa5fc-a945-423e-88cf-65cd1f961701 req-86b53e9b-ef1b-4a86-b4fe-382f7e7ac6f1 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.65 "DELETE /v2.0/ports/4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 HTTP/1.1" status: 204 len: 173 time: 1.0952749 Dec 08 01:35:26.048105 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd855113-98fa-4df3-95a9-569b4d24baab req-d12bf20b-f4cf-4bbc-939a-8defd383897f tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "PUT /v2.0/floatingips/b6d5e968-7f26-4822-954f-56d1004875fe HTTP/1.1" status: 200 len: 996 time: 1.8012967 Dec 08 01:35:26.048860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab7dcac-7edf-4c58-97e7-c1f945143344', 'name': 'network-vif-deleted', 'tag': '4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5'}, {'name': 'network-changed', 'server_uuid': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'tag': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:26.054404 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc2f4ab-cd2d-4e48-a91b-f423bcf0fd17" -d '{"events": [{"server_uuid": "5ab7dcac-7edf-4c58-97e7-c1f945143344", "name": "network-vif-deleted", "tag": "4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5"}, {"name": "network-changed", "server_uuid": "bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281", "tag": "5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:26.064254 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf089d-939a-4c92-bcef-cd2b95101597 req-88de989b-8e42-454b-95c5-c5e2c5097930 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:26.074588 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:26.089171 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-afdf089d-939a-4c92-bcef-cd2b95101597 req-88de989b-8e42-454b-95c5-c5e2c5097930 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 948 time: 0.2191768 Dec 08 01:35:26.099250 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:26.139646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d,segment=NetworkSegment(65cf20ce-9139-4a8b-9bd4-7850fd3636db),segment_id=65cf20ce-9139-4a8b-9bd4-7850fd3636db)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:26.158752 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd855113-98fa-4df3-95a9-569b4d24baab req-d9e6dcba-d0f9-4487-b00f-edc487f71705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:26.160488 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd855113-98fa-4df3-95a9-569b4d24baab req-d9e6dcba-d0f9-4487-b00f-edc487f71705 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=97ac10e8b5c24d1fb1f2666fc36caad7&device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 1098 time: 0.0839696 Dec 08 01:35:26.169795 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:26.199148 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-899a621b-0e5e-4f3d-9476-f785f48cb1cd None None] Set router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:35:26.259669 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-afdf089d-939a-4c92-bcef-cd2b95101597 req-cf0bb374-4f9f-49bd-8db1-12c7e53a024b tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639977 Dec 08 01:35:26.281862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-e7f6e9e6-1b45-475b-be68-886f935890e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:26.284473 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-e7f6e9e6-1b45-475b-be68-886f935890e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bfc3269148dd4805b29d7479fe29c897&device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 1100 time: 0.2631044 Dec 08 01:35:26.287550 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:26.356063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd855113-98fa-4df3-95a9-569b4d24baab req-6fb0ee1f-3edc-431c-a69f-2e6f84ab00a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:26.357758 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd855113-98fa-4df3-95a9-569b4d24baab req-6fb0ee1f-3edc-431c-a69f-2e6f84ab00a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e HTTP/1.1" status: 200 len: 930 time: 0.1902282 Dec 08 01:35:26.435732 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-340aa777-4256-4caf-968b-71bc0dffafb4 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4875b15fc69f45a0b659d39942949be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353031 Dec 08 01:35:26.440185 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd855113-98fa-4df3-95a9-569b4d24baab req-0cd1f564-770e-41e3-acbb-b89f4ea99b32 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 HTTP/1.1" status: 200 len: 999 time: 0.0688858 Dec 08 01:35:26.449258 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-e2b60862-6b96-4652-a91f-39ca50dbc54f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=45c6f1ec-4643-4654-9db5-582e88f90234 HTTP/1.1" status: 200 len: 217 time: 0.1087937 Dec 08 01:35:26.497092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd855113-98fa-4df3-95a9-569b4d24baab req-a969a43a-d08f-4d78-86ee-542e489eaf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:26.506325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd855113-98fa-4df3-95a9-569b4d24baab req-a969a43a-d08f-4d78-86ee-542e489eaf1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5 HTTP/1.1" status: 200 len: 868 time: 0.0645669 Dec 08 01:35:26.515214 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-899a621b-0e5e-4f3d-9476-f785f48cb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:34:51Z', 'revision_number': 4, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b6d5e968-7f26-4822-954f-56d1004875fe', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'port_id': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'mac_address': 'fa:16:3e:70:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:35:23Z', 'updated_at': '2021-12-08T01:35:24Z', 'revision_number': 1, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c070d0-f394-4554-820c-020961d54ee7', 'name': '', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'mac_address': 'fa:16:3e:ae:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:49Z', 'updated_at': '2021-12-08T01:34:57Z', 'revision_number': 5, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'subnets': [{'id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:26.548888 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a621b-0e5e-4f3d-9476-f785f48cb1cd None None] Checking router: 53c6cd9c-90d6-4d88-94d2-595985b9bc3b for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:35:26.552924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd855113-98fa-4df3-95a9-569b4d24baab req-1f91e152-b3b2-4ef9-9f8d-92d557b84727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:26.561295 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899a621b-0e5e-4f3d-9476-f785f48cb1cd None None] Routers {'53c6cd9c-90d6-4d88-94d2-595985b9bc3b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:35:26.562212 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-899a621b-0e5e-4f3d-9476-f785f48cb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:35:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:26.566138 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd855113-98fa-4df3-95a9-569b4d24baab req-1f91e152-b3b2-4ef9-9f8d-92d557b84727 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577343 Dec 08 01:35:26.566350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-9b82dd17-60c4-48fe-ae0a-66ad7bb0e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:26.567277 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-9b82dd17-60c4-48fe-ae0a-66ad7bb0e8b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1065052 Dec 08 01:35:26.592504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['821d1c39-5e38-4b2f-9e64-b9560d5e6c0d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:26.629839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-be14a15a-a1f7-47db-8f6d-2527c64f688c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:26.639016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-be14a15a-a1f7-47db-8f6d-2527c64f688c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022080 Dec 08 01:35:26.658097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-709a1203-2e4d-4810-a82b-7c48f36aa4b0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/quotas/4875b15fc69f45a0b659d39942949be6 HTTP/1.1" status: 200 len: 375 time: 0.0180049 Dec 08 01:35:26.682532 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd855113-98fa-4df3-95a9-569b4d24baab req-01ee7e49-d76a-4634-a628-645fda2f7c52 service neutron] 10.222.0.70 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165037 Dec 08 01:35:26.709449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-fc14bc77-252c-40e0-b2ad-c8bb925638fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:26.711317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-fc14bc77-252c-40e0-b2ad-c8bb925638fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322088 Dec 08 01:35:26.743438 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-50b36a20-0710-4f4c-8ef8-ae2c2cad4aa9 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4875b15fc69f45a0b659d39942949be6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824871 Dec 08 01:35:26.795250 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-899a621b-0e5e-4f3d-9476-f785f48cb1cd None None] Set router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:35:26.880924 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd855113-98fa-4df3-95a9-569b4d24baab req-077121d1-9d48-415f-8f71-6c4886f570ce service neutron] 10.222.0.70 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881530 Dec 08 01:35:26.957810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-6838ad89-cca1-43b3-83af-d1028603ad68 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111506 Dec 08 01:35:27.155737 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed68653-9963-4051-8cda-abdb79a4a8e9 x-openstack-request-id: req-fed68653-9963-4051-8cda-abdb79a4a8e9 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:27.156044 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab7dcac-7edf-4c58-97e7-c1f945143344", "name": "network-vif-deleted", "tag": "4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281", "tag": "5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:27.156367 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fed68653-9963-4051-8cda-abdb79a4a8e9 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:27.156908 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab7dcac-7edf-4c58-97e7-c1f945143344', 'name': 'network-vif-deleted', 'tag': '4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5', 'status': 'completed', 'code': 200} Dec 08 01:35:27.157075 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'tag': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2', 'status': 'completed', 'code': 200} Dec 08 01:35:27.329248 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-899a621b-0e5e-4f3d-9476-f785f48cb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:34:51Z', 'revision_number': 4, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b6d5e968-7f26-4822-954f-56d1004875fe', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'port_id': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'mac_address': 'fa:16:3e:70:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:35:23Z', 'updated_at': '2021-12-08T01:35:24Z', 'revision_number': 1, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c070d0-f394-4554-820c-020961d54ee7', 'name': '', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'mac_address': 'fa:16:3e:ae:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:49Z', 'updated_at': '2021-12-08T01:34:57Z', 'revision_number': 5, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'subnets': [{'id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:27.372468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2f4ab-cd2d-4e48-a91b-f423bcf0fd17 req-0447425e-cea3-4220-9981-4b339ef90616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:27.374029 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dc2f4ab-cd2d-4e48-a91b-f423bcf0fd17 req-0447425e-cea3-4220-9981-4b339ef90616 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=97ac10e8b5c24d1fb1f2666fc36caad7&device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 1098 time: 0.1708703 Dec 08 01:35:27.376145 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d99bf7a0-e2b3-428f-a818-e7384b593bcd req-94ee16d3-a857-4919-b2e6-53a00f502600 tempest-LiveAutoBlockMigrationV225Test-81626411 tempest-LiveAutoBlockMigrationV225Test-81626411-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ab7dcac-7edf-4c58-97e7-c1f945143344 HTTP/1.1" status: 200 len: 210 time: 0.0933993 Dec 08 01:35:27.380386 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a621b-0e5e-4f3d-9476-f785f48cb1cd None None] The sync data for ids ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'] in n-d-713498-30 is: [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:34:51Z', 'revision_number': 4, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b6d5e968-7f26-4822-954f-56d1004875fe', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'port_id': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'mac_address': 'fa:16:3e:70:78:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:35:23Z', 'updated_at': '2021-12-08T01:35:24Z', 'revision_number': 1, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c070d0-f394-4554-820c-020961d54ee7', 'name': '', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'mac_address': 'fa:16:3e:ae:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:49Z', 'updated_at': '2021-12-08T01:34:57Z', 'revision_number': 5, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'subnets': [{'id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:35:27.479120 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303f9227-f677-4df3-91cf-9b5bf0940173 x-openstack-request-id: req-303f9227-f677-4df3-91cf-9b5bf0940173 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:27.479725 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9dd43a2-85af-4c6b-9149-98795330259c", "tag": "45c6f1ec-4643-4654-9db5-582e88f90234", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:27.479725 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-303f9227-f677-4df3-91cf-9b5bf0940173 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:27.479997 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9dd43a2-85af-4c6b-9149-98795330259c', 'tag': '45c6f1ec-4643-4654-9db5-582e88f90234', 'status': 'completed', 'code': 200} Dec 08 01:35:27.609537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e9b10-606e-47ac-a1b2-98586bf372e5 req-c87f8f8e-e414-4807-a75e-d2b9df9e34a8 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:27.611167 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d6e9b10-606e-47ac-a1b2-98586bf372e5 req-c87f8f8e-e414-4807-a75e-d2b9df9e34a8 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 945 time: 0.1302330 Dec 08 01:35:27.639077 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c2f90f5-d4cf-411f-9a5b-11a4ffe08148 req-e8e19983-5290-4560-9613-c451aec5e8bb service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335738 Dec 08 01:35:27.717765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d6e9b10-606e-47ac-a1b2-98586bf372e5 req-8f9dceac-71c7-4078-baf1-f3bc84561035 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881739 Dec 08 01:35:27.797171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:35:27.835255 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13ee7fa2-797f-491b-a7a9-76cfaf79cc7e req-be850769-74ff-4895-b4d4-8c1810e4eb44 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 210 time: 0.0434551 Dec 08 01:35:27.846805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e27813-6632-415f-8657-1e30b7fa632c req-e4be2956-1a7a-4b23-86ea-e67baa5c3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:27.848511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1e27813-6632-415f-8657-1e30b7fa632c req-e4be2956-1a7a-4b23-86ea-e67baa5c3a60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bfc3269148dd4805b29d7479fe29c897&device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 1100 time: 0.0986841 Dec 08 01:35:27.871927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ef76b2-1aac-491f-8def-66db418fc876 None None] New status for floating IP b6d5e968-7f26-4822-954f-56d1004875fe: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:35:28.020106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e27813-6632-415f-8657-1e30b7fa632c req-8658595e-95bd-412a-92f8-590caee736a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:28.021729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1e27813-6632-415f-8657-1e30b7fa632c req-8658595e-95bd-412a-92f8-590caee736a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1553104 Dec 08 01:35:28.024819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94535b-ae19-4329-a110-db882955c8ca req-35d1fb19-d0b4-45b2-9077-26042f8a44ef tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:28.026463 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f94535b-ae19-4329-a110-db882955c8ca req-35d1fb19-d0b4-45b2-9077-26042f8a44ef tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 1096 time: 0.0722985 Dec 08 01:35:28.089764 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1e27813-6632-415f-8657-1e30b7fa632c req-a4b90f3c-759b-4cb3-9e6c-f66dfd62d98d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=45c6f1ec-4643-4654-9db5-582e88f90234 HTTP/1.1" status: 200 len: 217 time: 0.0553648 Dec 08 01:35:28.124384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:35:28.130498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:28.131304 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:28.186048 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f94535b-ae19-4329-a110-db882955c8ca req-787449b9-7da7-43c8-9de9-ba3bb559cc4c tempest-LiveMigrationTest-1185385544 tempest-LiveMigrationTest-1185385544-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526840 Dec 08 01:35:28.198713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2f4ab-cd2d-4e48-a91b-f423bcf0fd17 req-6e7678ba-0288-49ba-97e5-cd350630bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:28.198984 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dc2f4ab-cd2d-4e48-a91b-f423bcf0fd17 req-6e7678ba-0288-49ba-97e5-cd350630bce7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e HTTP/1.1" status: 200 len: 930 time: 0.8097236 Dec 08 01:35:28.216275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e27813-6632-415f-8657-1e30b7fa632c req-f745f6d8-c590-469c-99a9-afaddd5177ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:28.218085 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1e27813-6632-415f-8657-1e30b7fa632c req-f745f6d8-c590-469c-99a9-afaddd5177ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1205621 Dec 08 01:35:28.251304 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:28.293988 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-8f3a89d8-9102-4c93-a0a6-a72b76f09d99 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 258 time: 0.7517180 Dec 08 01:35:28.294596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e27813-6632-415f-8657-1e30b7fa632c req-93516768-fea4-4ff0-88e4-63d150d3c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:28.296322 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dc2f4ab-cd2d-4e48-a91b-f423bcf0fd17 req-b9a2a0a7-93f6-446c-8f9b-7db98b9f5db1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 HTTP/1.1" status: 200 len: 1001 time: 0.0819488 Dec 08 01:35:28.296457 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1e27813-6632-415f-8657-1e30b7fa632c req-93516768-fea4-4ff0-88e4-63d150d3c7d1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692034 Dec 08 01:35:28.297674 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d,segment=NetworkSegment(65cf20ce-9139-4a8b-9bd4-7850fd3636db),segment_id=65cf20ce-9139-4a8b-9bd4-7850fd3636db)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:28.299503 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:28.304222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:28.305840 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4881fd-aafe-4f0d-adae-37916e005938" -d '{"events": [{"server_uuid": "ca602dd8-4063-4f1e-90bc-b548f1824a27", "name": "network-vif-plugged", "status": "completed", "tag": "821d1c39-5e38-4b2f-9e64-b9560d5e6c0d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:28.311906 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:28.369166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2f4ab-cd2d-4e48-a91b-f423bcf0fd17 req-7c8efa38-e520-4a79-84db-8a8f59503ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:28.370787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dc2f4ab-cd2d-4e48-a91b-f423bcf0fd17 req-7c8efa38-e520-4a79-84db-8a8f59503ae5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5 HTTP/1.1" status: 200 len: 868 time: 0.0609667 Dec 08 01:35:28.372241 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:28.394257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:28.433659 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c50320-44ac-4813-904a-05b3b5446492 req-44d30c5c-6e70-421d-a1c6-105781cded94 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:28.435488 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-24c50320-44ac-4813-904a-05b3b5446492 req-44d30c5c-6e70-421d-a1c6-105781cded94 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 948 time: 0.1244481 Dec 08 01:35:28.466462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2f4ab-cd2d-4e48-a91b-f423bcf0fd17 req-d8e27659-eecc-4fd1-984c-65f537c95220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:28.468968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1e27813-6632-415f-8657-1e30b7fa632c req-0226bd27-b818-492e-afdf-0b3cbd116f42 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594458 Dec 08 01:35:28.469138 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dc2f4ab-cd2d-4e48-a91b-f423bcf0fd17 req-d8e27659-eecc-4fd1-984c-65f537c95220 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826936 Dec 08 01:35:28.584137 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1e27813-6632-415f-8657-1e30b7fa632c req-6df452d4-f123-474d-8384-dfd8a215a141 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007893 Dec 08 01:35:28.604602 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-24c50320-44ac-4813-904a-05b3b5446492 req-cea57b48-94ae-487d-bbe0-e90ec5f520b5 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627128 Dec 08 01:35:28.617708 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:28.621120 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dc2f4ab-cd2d-4e48-a91b-f423bcf0fd17 req-594ef6ef-00c9-4469-9f9c-987ae81925cb service neutron] 10.222.0.65 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245041 Dec 08 01:35:28.731106 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-2f9e924c-2a2f-466d-be82-b0c87b575c58 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4875b15fc69f45a0b659d39942949be6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488605 Dec 08 01:35:28.775091 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-300c7a53-a167-4f08-947b-dadba9677e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:28.849798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Allocated IP 172.25.2.237 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/0b4bc70a-b08a-4747-b796-8b14ab057c4b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:28.861882 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dc2f4ab-cd2d-4e48-a91b-f423bcf0fd17 req-1a262027-f34a-4377-8e7e-19e6ca03e381 service neutron] 10.222.0.65 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780689 Dec 08 01:35:28.988780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-937573a0-854d-47f7-a5c2-3696edaffc57 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:28.990580 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-937573a0-854d-47f7-a5c2-3696edaffc57 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455931 Dec 08 01:35:29.029771 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.031184 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232a5ec3-a621-4a01-afa3-4d9b0b3af296 x-openstack-request-id: req-232a5ec3-a621-4a01-afa3-4d9b0b3af296 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:29.031692 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca602dd8-4063-4f1e-90bc-b548f1824a27", "name": "network-vif-plugged", "status": "completed", "tag": "821d1c39-5e38-4b2f-9e64-b9560d5e6c0d", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:29.031692 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-232a5ec3-a621-4a01-afa3-4d9b0b3af296 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:29.032091 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d', 'code': 200} Dec 08 01:35:29.064706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40136) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:29.072719 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.109138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Request body: {'port': {'device_id': 'ee18ff69-1340-4be1-9c5d-1787413c45a5', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '4875b15fc69f45a0b659d39942949be6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:29.111041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:29.116134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:29.120010 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:29.148048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Pushing event updated for resources: {'Port': ['ID=0b4bc70a-b08a-4747-b796-8b14ab057c4b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:29.260237 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.304391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38dafd4-4a39-437c-b48e-b7b6ff46ac31 req-7df5affc-6484-44ef-9eb0-49aee9ed5ceb tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:29.306565 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d38dafd4-4a39-437c-b48e-b7b6ff46ac31 req-7df5affc-6484-44ef-9eb0-49aee9ed5ceb tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 946 time: 0.1586449 Dec 08 01:35:29.335448 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.347649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d858958-bdeb-47c9-918b-5e4f56052b74 req-7eaf3e1b-5621-429a-90aa-113399e377ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:29.349227 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3d858958-bdeb-47c9-918b-5e4f56052b74 req-7eaf3e1b-5621-429a-90aa-113399e377ac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 1098 time: 0.0961711 Dec 08 01:35:29.402729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d636579a-0ea6-4a7d-a050-149cb3deb155 admin admin] Deleting subnet ec6c275c-7de4-402b-b3bf-de84b98d769c {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:35:29.407838 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d38dafd4-4a39-437c-b48e-b7b6ff46ac31 req-55088acd-dd87-4a05-ad08-f4766923e1a1 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902946 Dec 08 01:35:29.409310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d636579a-0ea6-4a7d-a050-149cb3deb155 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.420813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Made reservation on behalf of 4875b15fc69f45a0b659d39942949be6 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:29.424786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.453321 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3d858958-bdeb-47c9-918b-5e4f56052b74 req-956fd0a6-607f-444c-aeb8-42da86bd7042 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860169 Dec 08 01:35:29.499005 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d636579a-0ea6-4a7d-a050-149cb3deb155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.545665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3342fc8-173a-414a-b34c-59ec8b79ac9e req-e238f3de-66bb-4324-ac4d-3762e3a929fd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 210 time: 0.0349486 Dec 08 01:35:29.584822 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d636579a-0ea6-4a7d-a050-149cb3deb155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.618219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Allocated IP 192.168.233.238 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/ab857161-f412-4111-b455-8705fee59759) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:29.650176 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.654881 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.701061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46f6ce-af6d-4804-8516-e19126735778 req-159f31ee-eae5-458e-b664-43fa08f0f3e3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:29.701717 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d636579a-0ea6-4a7d-a050-149cb3deb155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.702539 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b46f6ce-af6d-4804-8516-e19126735778 req-159f31ee-eae5-458e-b664-43fa08f0f3e3 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 944 time: 0.0863786 Dec 08 01:35:29.763480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636579a-0ea6-4a7d-a050-149cb3deb155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6c275c-7de4-402b-b3bf-de84b98d769c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:29.765723 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d636579a-0ea6-4a7d-a050-149cb3deb155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.771580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d636579a-0ea6-4a7d-a050-149cb3deb155 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ec6c275c-7de4-402b-b3bf-de84b98d769c HTTP/1.1" status: 204 len: 168 time: 0.7058740 Dec 08 01:35:29.772215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:29.775574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Pushing event updated for resources: {'Port': ['ID=0b4bc70a-b08a-4747-b796-8b14ab057c4b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:29.784023 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.803078 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.804329 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-bae62e79-94f5-451e-b681-9e8b7502559a tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5045657 Dec 08 01:35:29.850490 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b46f6ce-af6d-4804-8516-e19126735778 req-013cf680-534e-4e77-b5f8-15d5fbfca52c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405973 Dec 08 01:35:29.868946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-753ca4b1-c976-44eb-b76a-4606951c93b9 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.0573237 Dec 08 01:35:29.906228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:29.926963 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.930358 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:29.934909 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:29.935522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4d40ef7e-c86f-4ef8-b666-c8e32d78d8d5 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:29.993458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-f58fec7f-a320-44f2-b3d5-a3adc783da79 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:29.995070 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-225c311d-64e9-4454-956c-5d09ccf6b423 req-f58fec7f-a320-44f2-b3d5-a3adc783da79 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.1255307 Dec 08 01:35:30.047911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bb2af-8c30-4e50-8893-3ac09bb32f3e req-4eb4ce32-afff-4b4a-9849-f367cf93fdc5 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:30.049456 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-084bb2af-8c30-4e50-8893-3ac09bb32f3e req-4eb4ce32-afff-4b4a-9849-f367cf93fdc5 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 948 time: 0.1264305 Dec 08 01:35:30.066187 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.096683 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.117114 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['7f3e7295-32df-435f-8320-3795142e4cf1', 'fe729429-f019-4f73-b08c-b3418bf8e575'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:30.193228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bfafa7-b746-446e-9c1b-c5b967276d24']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:30.201886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:30.213379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:30.228776 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-084bb2af-8c30-4e50-8893-3ac09bb32f3e req-18e7e7d6-47fa-4664-bf55-2d0957d65d64 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724305 Dec 08 01:35:30.238664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7ac273-6425-4701-932e-f934c46e1e30') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:30.238967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7ac273-6425-4701-932e-f934c46e1e30') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:30.241039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:30.296388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b830b8-6bb6-4769-9b93-b9eda4fa6315 req-a708004d-fdd8-4126-86e5-f996d5f6605e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:30.299041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Pushing event updated for resources: {'Port': ['ID=ab857161-f412-4111-b455-8705fee59759,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:30.300808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55b830b8-6bb6-4769-9b93-b9eda4fa6315 req-a708004d-fdd8-4126-86e5-f996d5f6605e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1175694 Dec 08 01:35:30.307809 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.366555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.379198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:35:30.379729 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:35:30.381889 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:35:30.399969 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55b830b8-6bb6-4769-9b93-b9eda4fa6315 req-bfd1c9eb-9ce7-447e-8418-4b0628f74930 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.0887480 Dec 08 01:35:30.405122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-55b830b8-6bb6-4769-9b93-b9eda4fa6315 req-c47cfb27-4618-4579-a092-b00879474f4b tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Request body: {'floatingip': {'port_id': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:30.406751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:30.407614 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.453389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-55b830b8-6bb6-4769-9b93-b9eda4fa6315 req-c47cfb27-4618-4579-a092-b00879474f4b tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.526561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-d51e21a5-a859-4c51-8cfb-da02b88dd249 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4228122 Dec 08 01:35:30.543649 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.562202 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.565437 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] 10.222.0.70 "DELETE /v2.0/networks/93bfafa7-b746-446e-9c1b-c5b967276d24 HTTP/1.1" status: 204 len: 168 time: 0.7894661 Dec 08 01:35:30.568419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40158) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:30.582768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Request body: {'port': {'device_id': 'ee18ff69-1340-4be1-9c5d-1787413c45a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:30.596924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7318500-66ba-421b-b299-0a1bf6940381 admin admin] Pushing event deleted for resources: {'Network': ['ID=93bfafa7-b746-446e-9c1b-c5b967276d24,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:30.618265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-08962578-23bb-4a16-b8d5-f703c153c02b None None] Provisioning complete for port ab857161-f412-4111-b455-8705fee59759 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:30.619045 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-08962578-23bb-4a16-b8d5-f703c153c02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.658814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-08962578-23bb-4a16-b8d5-f703c153c02b None None] Port ab857161-f412-4111-b455-8705fee59759 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:35:30.668885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99318e87-869a-49ea-852d-3cc24fd6f911 req-6f393cf8-2164-488c-ac88-0bdf2ee9616f tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:30.670587 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99318e87-869a-49ea-852d-3cc24fd6f911 req-6f393cf8-2164-488c-ac88-0bdf2ee9616f tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 946 time: 0.1402102 Dec 08 01:35:30.717962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f26ac6-6e43-47a1-bef3-08506407979c req-c5ad2743-fe84-4b55-88b0-981ec632919c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:30.719382 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-18f26ac6-6e43-47a1-bef3-08506407979c req-c5ad2743-fe84-4b55-88b0-981ec632919c tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 944 time: 0.1331453 Dec 08 01:35:30.719933 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8018b05e-f888-49e4-bba5-63455448579e admin admin] Deleting subnet 78d4af19-14dd-4dc0-91a1-6a87c1603d56 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:35:30.721961 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.749647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8018b05e-f888-49e4-bba5-63455448579e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.804146 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8018b05e-f888-49e4-bba5-63455448579e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.812820 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99318e87-869a-49ea-852d-3cc24fd6f911 req-a38219c2-7a96-4c39-b961-1e1bd5448d24 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252909 Dec 08 01:35:30.825916 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-55b830b8-6bb6-4769-9b93-b9eda4fa6315 req-c47cfb27-4618-4579-a092-b00879474f4b tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 01:35:30.826967 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55b830b8-6bb6-4769-9b93-b9eda4fa6315 req-c47cfb27-4618-4579-a092-b00879474f4b tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "PUT /v2.0/floatingips/9a5d16dc-bd90-47c3-b8cc-e022acf8794b HTTP/1.1" status: 409 len: 551 time: 0.4261281 Dec 08 01:35:30.848074 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8018b05e-f888-49e4-bba5-63455448579e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.919118 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8018b05e-f888-49e4-bba5-63455448579e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.960615 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8018b05e-f888-49e4-bba5-63455448579e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:30.965108 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8018b05e-f888-49e4-bba5-63455448579e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/78d4af19-14dd-4dc0-91a1-6a87c1603d56 HTTP/1.1" status: 204 len: 168 time: 0.3945427 Dec 08 01:35:30.968114 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-19b69956-960a-403b-855b-f93737ff1767 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips/9a5d16dc-bd90-47c3-b8cc-e022acf8794b HTTP/1.1" status: 200 len: 693 time: 0.0664811 Dec 08 01:35:30.968559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:30.980374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018b05e-f888-49e4-bba5-63455448579e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d4af19-14dd-4dc0-91a1-6a87c1603d56,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:31.033464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c98455-1a2d-4502-9786-abd963577286 req-26c2b99c-d603-4525-9593-5c4e69a80205 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:31.036725 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6c98455-1a2d-4502-9786-abd963577286 req-26c2b99c-d603-4525-9593-5c4e69a80205 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 936 time: 0.1116519 Dec 08 01:35:31.092815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6c98455-1a2d-4502-9786-abd963577286 req-7ca1062d-7225-4e34-9ad6-3d90bc1b9f68 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497966 Dec 08 01:35:31.172565 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d2401ae2-5417-44b2-95d0-49bc7eb6e26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:31.180107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:31.189174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-18f26ac6-6e43-47a1-bef3-08506407979c req-07077f9e-670e-4f3f-9cd6-c0da87caa9d0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Deleting port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:31.189559 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18f26ac6-6e43-47a1-bef3-08506407979c req-07077f9e-670e-4f3f-9cd6-c0da87caa9d0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:31.255031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24411cc4-b6ea-41ef-8de3-d71c942ebf76 req-c75865b2-84bb-4072-9eeb-220cb18a6f7e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:31.264269 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-24411cc4-b6ea-41ef-8de3-d71c942ebf76 req-c75865b2-84bb-4072-9eeb-220cb18a6f7e tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 944 time: 0.0657241 Dec 08 01:35:31.318550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-24411cc4-b6ea-41ef-8de3-d71c942ebf76 req-ca3297cf-9d18-46cd-bcee-065d46059f41 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526278 Dec 08 01:35:31.326869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-002cce0d-7228-4c51-82f5-2f77e7b179ab tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:31.336717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-002cce0d-7228-4c51-82f5-2f77e7b179ab tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.3515334 Dec 08 01:35:31.443347 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-9fc8578f-4955-465c-b43e-2ff55a940781 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.1055765 Dec 08 01:35:31.502001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-18f26ac6-6e43-47a1-bef3-08506407979c req-07077f9e-670e-4f3f-9cd6-c0da87caa9d0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] For port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:31.502372 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18f26ac6-6e43-47a1-bef3-08506407979c req-07077f9e-670e-4f3f-9cd6-c0da87caa9d0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:31.520221 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:31.535134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a965a1-4f39-4502-b358-69c049a8bf5c req-f6f37f7c-680e-4b68-886c-0b9acbe72505 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:31.536642 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-29a965a1-4f39-4502-b358-69c049a8bf5c req-f6f37f7c-680e-4b68-886c-0b9acbe72505 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 948 time: 0.0534241 Dec 08 01:35:31.560027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:31.583287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab857161-f412-4111-b455-8705fee59759 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:31.594484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-18f26ac6-6e43-47a1-bef3-08506407979c req-07077f9e-670e-4f3f-9cd6-c0da87caa9d0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Calling delete_port for c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:31.594697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-29a965a1-4f39-4502-b358-69c049a8bf5c req-c407da21-1eb0-40a3-ae7e-617df8bab2aa tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508265 Dec 08 01:35:31.600912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-d2dca274-41f5-46e7-a475-a20575340117 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.237 HTTP/1.1" status: 200 len: 696 time: 0.1249900 Dec 08 01:35:31.613234 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:31.890857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45c6f1ec-4643-4654-9db5-582e88f90234 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:35:31.895753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b302d5-c5f7-4fb6-a239-38730d0ab9c6']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:31.955159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae12b2a-06a2-400f-b85e-721a62f84a64') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:31.955463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae12b2a-06a2-400f-b85e-721a62f84a64') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:31.969181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Transition to ACTIVE for port object ab857161-f412-4111-b455-8705fee59759 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:35:31.983537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b775-36d8-43ed-b982-c1a238a595a0 req-bb640123-ece8-4f63-b721-fd599381ceac tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:31.985263 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1637b775-36d8-43ed-b982-c1a238a595a0 req-bb640123-ece8-4f63-b721-fd599381ceac tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 946 time: 0.0656624 Dec 08 01:35:32.006673 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.015651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.015861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45c6f1ec-4643-4654-9db5-582e88f90234, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45c6f1ec-4643-4654-9db5-582e88f90234,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:32.031805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '45c6f1ec-4643-4654-9db5-582e88f90234', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '45c6f1ec-4643-4654-9db5-582e88f90234', 'mac_address': 'fa:16:3e:46:18:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:35:32.047495 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1637b775-36d8-43ed-b982-c1a238a595a0 req-cd95160c-e98a-440e-b5f9-8bba79903475 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535212 Dec 08 01:35:32.092673 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.099273 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.127043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c6f1ec-4643-4654-9db5-582e88f90234 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:32.146320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:35:32.147002 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:35:32.152441 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:35:32.166181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45c6f1ec-4643-4654-9db5-582e88f90234, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45c6f1ec-4643-4654-9db5-582e88f90234,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:32.178846 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.186054 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.207579 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Pushing event updated for resources: {'Port': ['ID=ab857161-f412-4111-b455-8705fee59759,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:32.223165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59f95a-13d6-43da-a280-f77e96a45219 req-d8a975ba-eacb-41d7-987d-33a0ab3b2343 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:32.229736 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f59f95a-13d6-43da-a280-f77e96a45219 req-d8a975ba-eacb-41d7-987d-33a0ab3b2343 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 946 time: 0.0813789 Dec 08 01:35:32.236605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40180) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:32.250022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b8e981a5-87a6-4db9-8d08-02daaf6c8464 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Request body: {'floatingip': {'port_id': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:32.276590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=45c6f1ec-4643-4654-9db5-582e88f90234,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:32.352846 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8e981a5-87a6-4db9-8d08-02daaf6c8464 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.427213 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18f26ac6-6e43-47a1-bef3-08506407979c req-07077f9e-670e-4f3f-9cd6-c0da87caa9d0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.438816 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.449095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4c805-39df-468a-bd45-82c8e534ee21 req-cc44c992-8a72-4198-be9c-95a03f861113 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:32.457065 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74b4c805-39df-468a-bd45-82c8e534ee21 req-cc44c992-8a72-4198-be9c-95a03f861113 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 948 time: 0.1443987 Dec 08 01:35:32.471778 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.475066 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] 10.222.0.70 "DELETE /v2.0/networks/63b302d5-c5f7-4fb6-a239-38730d0ab9c6 HTTP/1.1" status: 204 len: 168 time: 1.5033154 Dec 08 01:35:32.489948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07077f9e-670e-4f3f-9cd6-c0da87caa9d0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Pushing event deleted for resources: {'Port': ['ID=c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:32.493729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['cfb53522-bb82-4c27-ab0c-09fa78147b3a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:32.499176 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-768dbe43-4372-40ca-ab48-f6c535f3d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Deleting port 0b4bc70a-b08a-4747-b796-8b14ab057c4b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:32.499525 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-768dbe43-4372-40ca-ab48-f6c535f3d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.501290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92152991-4fe1-450d-8804-d615a1963639 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b302d5-c5f7-4fb6-a239-38730d0ab9c6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:32.566293 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f26ac6-6e43-47a1-bef3-08506407979c req-07077f9e-670e-4f3f-9cd6-c0da87caa9d0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] No DVR routers for this DVR port c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:32.569822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Attempting to bind port ab857161-f412-4111-b455-8705fee59759 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:32.570441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Attempting to bind port ab857161-f412-4111-b455-8705fee59759 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:32.570609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Attempting to bind port ab857161-f412-4111-b455-8705fee59759 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:32.574095 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-18f26ac6-6e43-47a1-bef3-08506407979c req-07077f9e-670e-4f3f-9cd6-c0da87caa9d0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.577408 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-18f26ac6-6e43-47a1-bef3-08506407979c req-07077f9e-670e-4f3f-9cd6-c0da87caa9d0 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.72 "DELETE /v2.0/ports/c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 HTTP/1.1" status: 204 len: 173 time: 1.8394685 Dec 08 01:35:32.580841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38d23fb-ebe1-47a8-8a33-bdc686486783', 'name': 'network-vif-deleted', 'tag': 'c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:32.583176 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b31341f-a7b4-4c5b-b9a7-a4aa13986463" -d '{"events": [{"server_uuid": "b38d23fb-ebe1-47a8-8a33-bdc686486783", "name": "network-vif-deleted", "tag": "c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:32.592729 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74b4c805-39df-468a-bd45-82c8e534ee21 req-de26ad82-1a70-4a61-8852-cf59920ac957 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082482 Dec 08 01:35:32.626105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Port ab857161-f412-4111-b455-8705fee59759 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:35:32.626105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Attempting to bind port ab857161-f412-4111-b455-8705fee59759 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:32.636859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:32.637212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:32.637749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:32.638052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Bound port: ab857161-f412-4111-b455-8705fee59759, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:32.638419 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.690290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['45c6f1ec-4643-4654-9db5-582e88f90234'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:32.692557 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-768dbe43-4372-40ca-ab48-f6c535f3d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.692863 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-768dbe43-4372-40ca-ab48-f6c535f3d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.715607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-768dbe43-4372-40ca-ab48-f6c535f3d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Calling delete_port for 0b4bc70a-b08a-4747-b796-8b14ab057c4b owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:32.730935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40194) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:32.802311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] For port ab857161-f412-4111-b455-8705fee59759, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:32.836815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] For port ab857161-f412-4111-b455-8705fee59759, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ab857161-f412-4111-b455-8705fee59759,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:35:32.852983 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2697dba3-b870-41cc-9d76-c617802a2643 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be969996768c47d9a8724404f7a037cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1179965 Dec 08 01:35:32.856929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:32.860755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40196) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:32.974288 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-33bee4ee-3e04-41d2-a87a-c63de4768814 req-de1a7657-9874-4360-9acf-fe37f1d3e05b tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 210 time: 0.2510769 Dec 08 01:35:33.156694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Pushing event updated for resources: {'Port': ['ID=ab857161-f412-4111-b455-8705fee59759,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:33.160373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:33.161010 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:33.162481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-14e2165f-59dc-4658-9846-21ae85a66b3c service neutron] 10.222.0.72 "PUT /v2.0/ports/ab857161-f412-4111-b455-8705fee59759 HTTP/1.1" status: 200 len: 1097 time: 2.5842957 Dec 08 01:35:33.169600 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-768dbe43-4372-40ca-ab48-f6c535f3d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:33.225590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dbe43-4372-40ca-ab48-f6c535f3d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Pushing event deleted for resources: {'Port': ['ID=0b4bc70a-b08a-4747-b796-8b14ab057c4b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:33.297498 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fe7f51-8ad6-480d-a32d-7fd83c3dceb4 x-openstack-request-id: req-e2fe7f51-8ad6-480d-a32d-7fd83c3dceb4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:33.297936 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38d23fb-ebe1-47a8-8a33-bdc686486783", "name": "network-vif-deleted", "tag": "c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:33.298879 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2fe7f51-8ad6-480d-a32d-7fd83c3dceb4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:33.299386 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38d23fb-ebe1-47a8-8a33-bdc686486783', 'name': 'network-vif-deleted', 'tag': 'c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8', 'status': 'completed', 'code': 200} Dec 08 01:35:33.319384 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8e981a5-87a6-4db9-8d08-02daaf6c8464 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:33.326771 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8e981a5-87a6-4db9-8d08-02daaf6c8464 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:33.351307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1507e011-289e-465a-8f8f-afe21ce9c1a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:33.376355 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-11452f40-d518-4198-9ebe-d06239104c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:33.378053 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-11452f40-d518-4198-9ebe-d06239104c00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4875b15fc69f45a0b659d39942949be6&device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 1100 time: 0.1170640 Dec 08 01:35:33.393648 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-768dbe43-4372-40ca-ab48-f6c535f3d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:33.396450 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-768dbe43-4372-40ca-ab48-f6c535f3d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:33.397806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-248ccb50-12e1-4cb1-bcce-77249313c257 req-768dbe43-4372-40ca-ab48-f6c535f3d4b2 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "DELETE /v2.0/floatingips/9a5d16dc-bd90-47c3-b8cc-e022acf8794b HTTP/1.1" status: 204 len: 173 time: 1.7801902 Dec 08 01:35:33.415460 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1507e011-289e-465a-8f8f-afe21ce9c1a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:33.456783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a3fd4-634b-401a-818a-4c2046496a89 req-7871b3ea-cfba-4f64-bb56-6971a4425f30 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:33.467719 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-603a3fd4-634b-401a-818a-4c2046496a89 req-7871b3ea-cfba-4f64-bb56-6971a4425f30 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 949 time: 0.0793238 Dec 08 01:35:33.505141 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-13779ba6-539a-4eb1-b552-cbb28212c7ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ab857161-f412-4111-b455-8705fee59759 HTTP/1.1" status: 200 len: 217 time: 0.1062481 Dec 08 01:35:33.514783 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:33.585094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-603a3fd4-634b-401a-818a-4c2046496a89 req-d5dbc024-0121-4bcf-bd38-3944d896f2b0 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123297 Dec 08 01:35:33.590493 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-b8e981a5-87a6-4db9-8d08-02daaf6c8464 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Floating IP 761134b6-bbcb-4d7e-93cf-3adcad9377ca associated. External IP: 172.25.2.110, port: 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d. Dec 08 01:35:33.605907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-2212196b-ab68-4385-ba61-c4aad8fa7b30 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1001 time: 0.1828527 Dec 08 01:35:33.611212 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:33.653712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-beb55086-b067-4b80-88eb-16bb3fa5aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:33.655462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-beb55086-b067-4b80-88eb-16bb3fa5aa45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1324825 Dec 08 01:35:33.670410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266f3cc-050d-4241-8d7e-876d791738fe req-f848b1f0-a270-4f8f-941e-45fcb47f2e24 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:33.683199 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-f848b1f0-a270-4f8f-941e-45fcb47f2e24 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports/5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 HTTP/1.1" status: 200 len: 943 time: 0.0762355 Dec 08 01:35:33.746428 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1507e011-289e-465a-8f8f-afe21ce9c1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:33.749230 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1507e011-289e-465a-8f8f-afe21ce9c1a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:33.752867 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1507e011-289e-465a-8f8f-afe21ce9c1a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ae819c7-94ea-4225-86ac-62a8c18d8dc2 HTTP/1.1" status: 204 len: 168 time: 0.8873358 Dec 08 01:35:33.835330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:33.881230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:33.881588 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c2b8281f-e13a-4fa9-9891-bc7e3aa9adf8 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:33.885492 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-0160f10c-0a1b-48c9-a776-000e4bea2b49 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1001 time: 0.1320767 Dec 08 01:35:33.889994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-a2960563-cc8c-465e-9055-16bf0c4585d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:33.891819 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-a2960563-cc8c-465e-9055-16bf0c4585d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2050564 Dec 08 01:35:33.906062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507e011-289e-465a-8f8f-afe21ce9c1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae819c7-94ea-4225-86ac-62a8c18d8dc2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:33.946713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e981a5-87a6-4db9-8d08-02daaf6c8464 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Router 62540f1d-de50-434b-9729-833141ef3cfd has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:35:34.019850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9b556-b9b1-496e-837d-acf621318f68 req-f65e4ac0-4b01-448b-8e04-2081b01dcb23 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:34.034295 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15c9b556-b9b1-496e-837d-acf621318f68 req-f65e4ac0-4b01-448b-8e04-2081b01dcb23 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 948 time: 0.2541275 Dec 08 01:35:34.137861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266f3cc-050d-4241-8d7e-876d791738fe req-9dd568d6-5074-4c8f-aec4-9a62a81dbd3d tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:34.139446 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-9dd568d6-5074-4c8f-aec4-9a62a81dbd3d tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2466578 Dec 08 01:35:34.160605 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-23c2ed9c-537e-4ade-b9e6-e0d8c1b2f1bd service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509413 Dec 08 01:35:34.186855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15c9b556-b9b1-496e-837d-acf621318f68 req-3f924215-67b3-4320-a46d-8f85575d5fad tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516478 Dec 08 01:35:34.200044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e981a5-87a6-4db9-8d08-02daaf6c8464 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:35:34.205371 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8e981a5-87a6-4db9-8d08-02daaf6c8464 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:34.213271 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd3864-6a2c-446a-8ca4-5fc4f5d9ab05 None None] Sync routers for ids ['62540f1d-de50-434b-9729-833141ef3cfd'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:35:34.230498 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd3864-6a2c-446a-8ca4-5fc4f5d9ab05 None None] Routers {'62540f1d-de50-434b-9729-833141ef3cfd'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:35:34.231676 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-65cd3864-6a2c-446a-8ca4-5fc4f5d9ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:35:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62540f1d-de50-434b-9729-833141ef3cfd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:34.236624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b8e981a5-87a6-4db9-8d08-02daaf6c8464 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "PUT /v2.0/floatingips/761134b6-bbcb-4d7e-93cf-3adcad9377ca HTTP/1.1" status: 200 len: 992 time: 1.9987090 Dec 08 01:35:34.237398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'tag': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:34.240562 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67f871b-d68a-4129-9e42-8a32c0632b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca602dd8-4063-4f1e-90bc-b548f1824a27", "tag": "821d1c39-5e38-4b2f-9e64-b9560d5e6c0d"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:34.304776 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-f41e243b-be8c-4c55-aa86-8c01cb51ddee tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1001 time: 0.1558855 Dec 08 01:35:34.326585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-1266f3cc-050d-4241-8d7e-876d791738fe req-5ac8135f-a3f0-44ba-912c-8294dfa3dba6 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:34.378900 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd4e390d-cf35-4b31-ae9e-f2b89a7d0e78 req-96d45a09-1025-412d-9832-13614ec98f65 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 210 time: 0.0402970 Dec 08 01:35:34.427864 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-65cd3864-6a2c-446a-8ca4-5fc4f5d9ab05 None None] Set router 62540f1d-de50-434b-9729-833141ef3cfd gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:35:34.455422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99e71e91-4932-4a75-8ec7-a1e9d6d491a1 req-7a46eb5e-0dfd-4bd0-afdd-077c5e29d363 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620654 Dec 08 01:35:34.459168 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40216) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:34.469529 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1266f3cc-050d-4241-8d7e-876d791738fe req-5ac8135f-a3f0-44ba-912c-8294dfa3dba6 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:34.558413 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-703056c6-b225-4c0d-ae21-001db5adcf9c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=269d08582ef341c3b5bbb88d54277f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967860 Dec 08 01:35:34.560721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40218) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:34.672114 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b5011d1-336e-4c0e-9b46-9c9793882a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:34.684183 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:34.728045 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-65cd3864-6a2c-446a-8ca4-5fc4f5d9ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '761134b6-bbcb-4d7e-93cf-3adcad9377ca', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'port_id': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'mac_address': 'fa:16:3e:1d:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:34:10Z', 'updated_at': '2021-12-08T01:35:33Z', 'revision_number': 1, 'project_id': '93fc97b59317468485046614cafb9be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321e1fe8-10d3-40ee-bb16-c856c8b2db28', 'name': '', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'mac_address': 'fa:16:3e:4f:fa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:57Z', 'updated_at': '2021-12-08T01:34:06Z', 'revision_number': 5, 'project_id': '93fc97b59317468485046614cafb9be9', 'subnets': [{'id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:34.734036 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b5011d1-336e-4c0e-9b46-9c9793882a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:34.757156 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e00559f-c190-44b5-8ca2-3493268c91c1 x-openstack-request-id: req-4e00559f-c190-44b5-8ca2-3493268c91c1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:34.757463 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca602dd8-4063-4f1e-90bc-b548f1824a27", "tag": "821d1c39-5e38-4b2f-9e64-b9560d5e6c0d", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:34.759462 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e00559f-c190-44b5-8ca2-3493268c91c1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:34.759880 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'tag': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d', 'status': 'completed', 'code': 200} Dec 08 01:35:34.794705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1266f3cc-050d-4241-8d7e-876d791738fe req-5ac8135f-a3f0-44ba-912c-8294dfa3dba6 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:34.798700 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd3864-6a2c-446a-8ca4-5fc4f5d9ab05 None None] Checking router: 62540f1d-de50-434b-9729-833141ef3cfd for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:35:34.803174 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1266f3cc-050d-4241-8d7e-876d791738fe req-5ac8135f-a3f0-44ba-912c-8294dfa3dba6 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:34.803575 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-1266f3cc-050d-4241-8d7e-876d791738fe req-5ac8135f-a3f0-44ba-912c-8294dfa3dba6 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Floating IP b6d5e968-7f26-4822-954f-56d1004875fe disassociated. External IP: 172.25.2.93, port: 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2. Dec 08 01:35:34.839989 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd3864-6a2c-446a-8ca4-5fc4f5d9ab05 None None] Routers {'62540f1d-de50-434b-9729-833141ef3cfd'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:35:34.840756 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-65cd3864-6a2c-446a-8ca4-5fc4f5d9ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:35:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62540f1d-de50-434b-9729-833141ef3cfd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:34.883724 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b5011d1-336e-4c0e-9b46-9c9793882a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:34.887275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b5011d1-336e-4c0e-9b46-9c9793882a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:34.888472 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0b5011d1-336e-4c0e-9b46-9c9793882a76 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aac3ebc5-009c-4c7a-b094-5ae11b0a5088 HTTP/1.1" status: 204 len: 168 time: 0.3264999 Dec 08 01:35:34.923066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5011d1-336e-4c0e-9b46-9c9793882a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac3ebc5-009c-4c7a-b094-5ae11b0a5088,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:34.977982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3faa8-3b74-49ac-a800-a27b6ddd42d2 req-64af6aee-e692-4cc4-92a8-ca1f09b3cfa7 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:34.988468 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-30d3faa8-3b74-49ac-a800-a27b6ddd42d2 req-64af6aee-e692-4cc4-92a8-ca1f09b3cfa7 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 949 time: 0.1399574 Dec 08 01:35:35.075610 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-65cd3864-6a2c-446a-8ca4-5fc4f5d9ab05 None None] Set router 62540f1d-de50-434b-9729-833141ef3cfd gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:35:35.099948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f871b-d68a-4129-9e42-8a32c0632b6e req-5993b78a-3aea-4c4c-bef6-3d9d79efc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:35.101738 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e67f871b-d68a-4129-9e42-8a32c0632b6e req-5993b78a-3aea-4c4c-bef6-3d9d79efc1d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=93fc97b59317468485046614cafb9be9&device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 1098 time: 0.2202761 Dec 08 01:35:35.116699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-30d3faa8-3b74-49ac-a800-a27b6ddd42d2 req-c7ae6162-e362-4055-b430-6f2e1e079605 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249480 Dec 08 01:35:35.250609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1266f3cc-050d-4241-8d7e-876d791738fe req-5ac8135f-a3f0-44ba-912c-8294dfa3dba6 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:35:35.276726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f871b-d68a-4129-9e42-8a32c0632b6e req-d08aac8c-1328-4f32-8223-12169a3b9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:35.278219 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e67f871b-d68a-4129-9e42-8a32c0632b6e req-d08aac8c-1328-4f32-8223-12169a3b9ee9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a892bbc-8363-43be-9afe-d6e88eefa621 HTTP/1.1" status: 200 len: 917 time: 0.1684175 Dec 08 01:35:35.325158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee18ff69-1340-4be1-9c5d-1787413c45a5', 'tag': 'ab857161-f412-4111-b455-8705fee59759'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:35.327430 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c777d2ef-d271-4fc9-98d4-f2cc5ecec224" -d '{"events": [{"name": "network-changed", "server_uuid": "ee18ff69-1340-4be1-9c5d-1787413c45a5", "tag": "ab857161-f412-4111-b455-8705fee59759"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:35.446716 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e67f871b-d68a-4129-9e42-8a32c0632b6e req-6e9ef5a6-6420-44db-8208-003306f5918b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d HTTP/1.1" status: 200 len: 1000 time: 0.1216929 Dec 08 01:35:35.557061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10453a33-de75-4527-927a-abe4e6c7f564 req-56ba8c42-fe1f-491d-b522-2077cfc985a1 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:35.566774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10453a33-de75-4527-927a-abe4e6c7f564 req-56ba8c42-fe1f-491d-b522-2077cfc985a1 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 948 time: 0.1019623 Dec 08 01:35:35.585062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f871b-d68a-4129-9e42-8a32c0632b6e req-20d3a548-583d-41ed-a183-cee2fbb0a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:35.586656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e67f871b-d68a-4129-9e42-8a32c0632b6e req-20d3a548-583d-41ed-a183-cee2fbb0a867 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4574d31a-6c43-495a-9e57-8dfa70b30e40 HTTP/1.1" status: 200 len: 855 time: 0.1207221 Dec 08 01:35:35.596339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1266f3cc-050d-4241-8d7e-876d791738fe req-5ac8135f-a3f0-44ba-912c-8294dfa3dba6 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:35:35.601839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1266f3cc-050d-4241-8d7e-876d791738fe req-5ac8135f-a3f0-44ba-912c-8294dfa3dba6 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:35.610196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33000f2-fd5f-4338-b8ec-daf987b18a9f None None] Sync routers for ids ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:35:35.625900 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-65cd3864-6a2c-446a-8ca4-5fc4f5d9ab05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '761134b6-bbcb-4d7e-93cf-3adcad9377ca', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'port_id': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'mac_address': 'fa:16:3e:1d:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:34:10Z', 'updated_at': '2021-12-08T01:35:33Z', 'revision_number': 1, 'project_id': '93fc97b59317468485046614cafb9be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321e1fe8-10d3-40ee-bb16-c856c8b2db28', 'name': '', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'mac_address': 'fa:16:3e:4f:fa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:57Z', 'updated_at': '2021-12-08T01:34:06Z', 'revision_number': 5, 'project_id': '93fc97b59317468485046614cafb9be9', 'subnets': [{'id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:35.631460 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33000f2-fd5f-4338-b8ec-daf987b18a9f None None] Routers {'53c6cd9c-90d6-4d88-94d2-595985b9bc3b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:35:35.632152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d33000f2-fd5f-4338-b8ec-daf987b18a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:35:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:35.669213 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-5ac8135f-a3f0-44ba-912c-8294dfa3dba6 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "PUT /v2.0/floatingips/b6d5e968-7f26-4822-954f-56d1004875fe HTTP/1.1" status: 200 len: 694 time: 1.3522758 Dec 08 01:35:35.705103 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd3864-6a2c-446a-8ca4-5fc4f5d9ab05 None None] The sync data for ids ['62540f1d-de50-434b-9729-833141ef3cfd'] in n-d-713498-30 is: [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '761134b6-bbcb-4d7e-93cf-3adcad9377ca', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'port_id': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'mac_address': 'fa:16:3e:1d:b5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:34:10Z', 'updated_at': '2021-12-08T01:35:33Z', 'revision_number': 1, 'project_id': '93fc97b59317468485046614cafb9be9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '321e1fe8-10d3-40ee-bb16-c856c8b2db28', 'name': '', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'mac_address': 'fa:16:3e:4f:fa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:57Z', 'updated_at': '2021-12-08T01:34:06Z', 'revision_number': 5, 'project_id': '93fc97b59317468485046614cafb9be9', 'subnets': [{'id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:35:35.707939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f871b-d68a-4129-9e42-8a32c0632b6e req-550feabc-fcd1-4327-94c3-359dbef91fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:35.709514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e67f871b-d68a-4129-9e42-8a32c0632b6e req-550feabc-fcd1-4327-94c3-359dbef91fdc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a892bbc-8363-43be-9afe-d6e88eefa621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1025786 Dec 08 01:35:35.733012 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10453a33-de75-4527-927a-abe4e6c7f564 req-fa856617-f67f-40b3-ba25-076308b0c3ed tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652570 Dec 08 01:35:35.811461 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b27e313-5721-444b-a1e3-af8c64be5ca7 x-openstack-request-id: req-8b27e313-5721-444b-a1e3-af8c64be5ca7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:35.811765 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee18ff69-1340-4be1-9c5d-1787413c45a5", "tag": "ab857161-f412-4111-b455-8705fee59759", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:35.812029 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b27e313-5721-444b-a1e3-af8c64be5ca7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:35.812456 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee18ff69-1340-4be1-9c5d-1787413c45a5', 'tag': 'ab857161-f412-4111-b455-8705fee59759', 'status': 'completed', 'code': 200} Dec 08 01:35:35.893191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d33000f2-fd5f-4338-b8ec-daf987b18a9f None None] Set router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:35:35.929345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266f3cc-050d-4241-8d7e-876d791738fe req-139f570e-05ee-496a-8d4f-9e8d0840fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:35.941640 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-139f570e-05ee-496a-8d4f-9e8d0840fbea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=97ac10e8b5c24d1fb1f2666fc36caad7&device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 1098 time: 0.2562273 Dec 08 01:35:35.971045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4a6b5-e748-4691-8d1d-62db9157052c req-8682b8cb-919d-43b0-94f7-1faac9b1567e tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:35.985896 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ca4a6b5-e748-4691-8d1d-62db9157052c req-8682b8cb-919d-43b0-94f7-1faac9b1567e tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 946 time: 0.0924914 Dec 08 01:35:36.019815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45c6f1ec-4643-4654-9db5-582e88f90234 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:35:36.121690 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ca4a6b5-e748-4691-8d1d-62db9157052c req-9ef6badd-d0e2-492f-af9d-04452a574672 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347141 Dec 08 01:35:36.161380 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f914f6a-98ca-4878-b0b2-ff88314c1b76 None None] New status for floating IP 761134b6-bbcb-4d7e-93cf-3adcad9377ca: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:35:36.197909 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777d2ef-d271-4fc9-98d4-f2cc5ecec224 req-241738bd-c594-485f-bf35-349f0a64804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:36.202301 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c777d2ef-d271-4fc9-98d4-f2cc5ecec224 req-241738bd-c594-485f-bf35-349f0a64804c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4875b15fc69f45a0b659d39942949be6&device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 1100 time: 0.2742219 Dec 08 01:35:36.207281 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e67f871b-d68a-4129-9e42-8a32c0632b6e req-9362dde8-876b-46bf-93f5-50062bf64403 service neutron] 10.222.0.72 "GET /v2.0/networks/6a892bbc-8363-43be-9afe-d6e88eefa621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514692 Dec 08 01:35:36.250351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 45c6f1ec-4643-4654-9db5-582e88f90234 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:35:36.255724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 45c6f1ec-4643-4654-9db5-582e88f90234 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:36.256348 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:36.317604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90216278-0bda-4ae3-8d60-65ec9eb6dce4 req-3fba4bde-c4ff-47b5-a759-795aa52781f6 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 210 time: 0.0697603 Dec 08 01:35:36.499145 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d33000f2-fd5f-4338-b8ec-daf987b18a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:34:51Z', 'revision_number': 4, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'c3c070d0-f394-4554-820c-020961d54ee7', 'name': '', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'mac_address': 'fa:16:3e:ae:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:49Z', 'updated_at': '2021-12-08T01:34:57Z', 'revision_number': 5, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'subnets': [{'id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:36.550243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33000f2-fd5f-4338-b8ec-daf987b18a9f None None] Checking router: 53c6cd9c-90d6-4d88-94d2-595985b9bc3b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:35:36.621365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33000f2-fd5f-4338-b8ec-daf987b18a9f None None] Routers {'53c6cd9c-90d6-4d88-94d2-595985b9bc3b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:35:36.622289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d33000f2-fd5f-4338-b8ec-daf987b18a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:35:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:36.688145 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:36.739594 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd43a2-85af-4c6b-9149-98795330259c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c6f1ec-4643-4654-9db5-582e88f90234'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:36.745962 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36676235-9cd0-4992-a937-5a858100c0ad" -d '{"events": [{"server_uuid": "a9dd43a2-85af-4c6b-9149-98795330259c", "name": "network-vif-plugged", "status": "completed", "tag": "45c6f1ec-4643-4654-9db5-582e88f90234"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:36.751433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74646365-165f-44b4-bc75-0733321c317a req-b312aece-f5ed-41ec-a15b-ae4c81fff542 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:36.760842 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74646365-165f-44b4-bc75-0733321c317a req-b312aece-f5ed-41ec-a15b-ae4c81fff542 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 949 time: 0.0899985 Dec 08 01:35:36.769211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45c6f1ec-4643-4654-9db5-582e88f90234, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45c6f1ec-4643-4654-9db5-582e88f90234,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:36.816518 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:36.827055 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74646365-165f-44b4-bc75-0733321c317a req-4f33bdff-f58a-4436-aec6-c84948cd49e7 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556343 Dec 08 01:35:36.910340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d33000f2-fd5f-4338-b8ec-daf987b18a9f None None] Set router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:35:36.948757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=45c6f1ec-4643-4654-9db5-582e88f90234,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:36.966442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1a567-6d28-4374-be89-cb4fc303e057 req-22adbd18-75bc-4233-865a-1da4c4ea570d tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:36.976082 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ce1a567-6d28-4374-be89-cb4fc303e057 req-22adbd18-75bc-4233-865a-1da4c4ea570d tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 948 time: 0.0875590 Dec 08 01:35:37.037132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ce1a567-6d28-4374-be89-cb4fc303e057 req-70caaef2-37a1-4fcb-a6c7-b9e326fd44c2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577440 Dec 08 01:35:37.101343 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3ed34f-db11-49fe-9c7e-318125b5825d x-openstack-request-id: req-2e3ed34f-db11-49fe-9c7e-318125b5825d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:37.105147 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd43a2-85af-4c6b-9149-98795330259c", "name": "network-vif-plugged", "status": "completed", "tag": "45c6f1ec-4643-4654-9db5-582e88f90234", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:37.105419 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e3ed34f-db11-49fe-9c7e-318125b5825d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:37.105845 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dd43a2-85af-4c6b-9149-98795330259c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c6f1ec-4643-4654-9db5-582e88f90234', 'code': 200} Dec 08 01:35:37.124765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777d2ef-d271-4fc9-98d4-f2cc5ecec224 req-2cd0f41f-2f66-4609-9029-68e578d76afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:37.126478 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c777d2ef-d271-4fc9-98d4-f2cc5ecec224 req-2cd0f41f-2f66-4609-9029-68e578d76afd service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.9095461 Dec 08 01:35:37.223345 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c777d2ef-d271-4fc9-98d4-f2cc5ecec224 req-9ba27fc9-ef9f-4fe0-877e-9a2db57563e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ab857161-f412-4111-b455-8705fee59759 HTTP/1.1" status: 200 len: 217 time: 0.0571551 Dec 08 01:35:37.265409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d33000f2-fd5f-4338-b8ec-daf987b18a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:34:51Z', 'revision_number': 4, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'c3c070d0-f394-4554-820c-020961d54ee7', 'name': '', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'mac_address': 'fa:16:3e:ae:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:49Z', 'updated_at': '2021-12-08T01:34:57Z', 'revision_number': 5, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'subnets': [{'id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:37.306458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777d2ef-d271-4fc9-98d4-f2cc5ecec224 req-ef03aa0a-8a21-4d37-a86b-dc33702c6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:37.307964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c777d2ef-d271-4fc9-98d4-f2cc5ecec224 req-ef03aa0a-8a21-4d37-a86b-dc33702c6db6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0737534 Dec 08 01:35:37.309661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33000f2-fd5f-4338-b8ec-daf987b18a9f None None] The sync data for ids ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'] in n-d-713498-30 is: [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:34:51Z', 'revision_number': 4, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'c3c070d0-f394-4554-820c-020961d54ee7', 'name': '', 'network_id': 'ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'mac_address': 'fa:16:3e:ae:dd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:49Z', 'updated_at': '2021-12-08T01:34:57Z', 'revision_number': 5, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'subnets': [{'id': 'fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:35:37.375669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afe48b-7bf0-4c39-bc5c-70ac43c7f791 req-e9aa81ae-247b-45a2-8722-e974a4aed967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:37.378036 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-99afe48b-7bf0-4c39-bc5c-70ac43c7f791 req-e9aa81ae-247b-45a2-8722-e974a4aed967 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 1102 time: 0.1412535 Dec 08 01:35:37.387850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e794a05-233c-4a37-986f-22c731abe0ad req-5092a81b-584f-46e3-bb38-1dbfb49e5896 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:37.391285 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e794a05-233c-4a37-986f-22c731abe0ad req-5092a81b-584f-46e3-bb38-1dbfb49e5896 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 946 time: 0.1010530 Dec 08 01:35:37.442361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266f3cc-050d-4241-8d7e-876d791738fe req-234b1f08-483f-464a-ab3c-fcfc1bde5c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:37.451678 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-234b1f08-483f-464a-ab3c-fcfc1bde5c46 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e HTTP/1.1" status: 200 len: 930 time: 1.4727197 Dec 08 01:35:37.486300 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-99afe48b-7bf0-4c39-bc5c-70ac43c7f791 req-8f26a283-934a-4a3c-94f5-efc129d3235d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931058 Dec 08 01:35:37.498926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-1377c24a-1402-4c81-aa74-af4ee560dbbe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 HTTP/1.1" status: 200 len: 217 time: 0.0462821 Dec 08 01:35:37.545925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777d2ef-d271-4fc9-98d4-f2cc5ecec224 req-a3192eaf-fb1d-4ea7-81e3-9a482a1dd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:37.547470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c777d2ef-d271-4fc9-98d4-f2cc5ecec224 req-a3192eaf-fb1d-4ea7-81e3-9a482a1dd194 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2151914 Dec 08 01:35:37.552834 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e794a05-233c-4a37-986f-22c731abe0ad req-fda94340-c7bc-4aa0-a52e-f77b8a5083c6 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230414 Dec 08 01:35:37.570202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e67f871b-d68a-4129-9e42-8a32c0632b6e req-32ffc24f-d678-4f2e-ab38-59ae4add0b9a service neutron] 10.222.0.72 "GET /v2.0/networks/6a892bbc-8363-43be-9afe-d6e88eefa621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3519409 Dec 08 01:35:37.574558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266f3cc-050d-4241-8d7e-876d791738fe req-43b42f8a-59df-4c2c-bcbe-f11c09bc4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:37.576766 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-43b42f8a-59df-4c2c-bcbe-f11c09bc4eb9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5 HTTP/1.1" status: 200 len: 868 time: 0.0770273 Dec 08 01:35:37.682342 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9332c7cb-034e-499c-a1ff-556c6ad0dac2 req-feaa94e5-4cad-4c86-92a2-13f30ca1e66d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 210 time: 0.0414872 Dec 08 01:35:37.717814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266f3cc-050d-4241-8d7e-876d791738fe req-8910c956-9548-46eb-a04c-099e69282685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:37.727786 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-8910c956-9548-46eb-a04c-099e69282685 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446018 Dec 08 01:35:37.771430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355e6d58-517f-4634-b991-72001382931d None None] New status for floating IP b6d5e968-7f26-4822-954f-56d1004875fe: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:35:37.787316 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c777d2ef-d271-4fc9-98d4-f2cc5ecec224 req-7b2db306-f064-4a4e-8566-b2f4966f758c service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540952 Dec 08 01:35:37.827603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'tag': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:37.831640 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50854953-7722-431d-9d90-e903ee2be2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281", "tag": "5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:37.898220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ab857161-f412-4111-b455-8705fee59759 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:35:37.994031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5fea1-47d8-420b-8077-3b1a1ea4a9ee req-43b13dee-1bda-4b29-93a7-6e07020e3edf tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:37.995925 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4de5fea1-47d8-420b-8077-3b1a1ea4a9ee req-43b13dee-1bda-4b29-93a7-6e07020e3edf tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.72 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 946 time: 0.1584253 Dec 08 01:35:38.005895 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-8c3c17d8-d79b-45b1-898d-b172b5447480 service neutron] 10.222.0.70 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749984 Dec 08 01:35:38.006690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ab857161-f412-4111-b455-8705fee59759, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ab857161-f412-4111-b455-8705fee59759,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:38.028322 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'ab857161-f412-4111-b455-8705fee59759', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'ab857161-f412-4111-b455-8705fee59759', 'mac_address': 'fa:16:3e:e5:78:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:35:38.047116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-216caa9e-8b00-4658-86ca-3831469d1174 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5f77b48860c14c73b4b7b86cd11baf6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265508 Dec 08 01:35:38.093200 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c777d2ef-d271-4fc9-98d4-f2cc5ecec224 req-68c863a9-35f0-4320-b163-9b675ac44899 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509735 Dec 08 01:35:38.176371 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:38.199894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab857161-f412-4111-b455-8705fee59759 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:38.209190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1266f3cc-050d-4241-8d7e-876d791738fe req-a11312b7-ba09-40b9-95c0-d279bb34031a service neutron] 10.222.0.70 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016702 Dec 08 01:35:38.226285 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-54a05b9f-f96a-4114-a62e-3dae80c502ae tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:38.229071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-54a05b9f-f96a-4114-a62e-3dae80c502ae tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766288 Dec 08 01:35:38.236455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4de5fea1-47d8-420b-8077-3b1a1ea4a9ee req-8031467b-150c-407d-bd03-7988fd3035e7 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Deleting port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:38.237138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4de5fea1-47d8-420b-8077-3b1a1ea4a9ee req-8031467b-150c-407d-bd03-7988fd3035e7 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:38.241504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ab857161-f412-4111-b455-8705fee59759, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ab857161-f412-4111-b455-8705fee59759,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:38.249167 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:38.251274 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-dc4726c7-8bb6-41a8-8b5e-9bcce1328813 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/quotas/5f77b48860c14c73b4b7b86cd11baf6f HTTP/1.1" status: 200 len: 375 time: 0.0141599 Dec 08 01:35:38.320961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-38ad24a4-5b14-460d-9746-a5567df53794 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f77b48860c14c73b4b7b86cd11baf6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611010 Dec 08 01:35:38.335761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ab857161-f412-4111-b455-8705fee59759,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:38.361386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4de5fea1-47d8-420b-8077-3b1a1ea4a9ee req-8031467b-150c-407d-bd03-7988fd3035e7 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] For port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:38.361756 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4de5fea1-47d8-420b-8077-3b1a1ea4a9ee req-8031467b-150c-407d-bd03-7988fd3035e7 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:38.380031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4de5fea1-47d8-420b-8077-3b1a1ea4a9ee req-8031467b-150c-407d-bd03-7988fd3035e7 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Calling delete_port for 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:38.501548 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a69b4fe-1128-4c35-9faf-1a0d0a4d1d29 x-openstack-request-id: req-7a69b4fe-1128-4c35-9faf-1a0d0a4d1d29 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:38.501701 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281", "tag": "5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:38.501907 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a69b4fe-1128-4c35-9faf-1a0d0a4d1d29 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:38.503589 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'tag': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2', 'status': 'completed', 'code': 200} Dec 08 01:35:38.521754 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f08b2b-a306-48cc-8d66-33f57aadf52f req-1ea73f67-fdfa-488d-8cb6-cdf647cead20 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:38.529978 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-24f08b2b-a306-48cc-8d66-33f57aadf52f req-1ea73f67-fdfa-488d-8cb6-cdf647cead20 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 950 time: 0.0973265 Dec 08 01:35:38.624923 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-24f08b2b-a306-48cc-8d66-33f57aadf52f req-6f6b5a63-8a16-4d45-9718-73f1529743ae tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940530 Dec 08 01:35:38.639378 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4de5fea1-47d8-420b-8077-3b1a1ea4a9ee req-8031467b-150c-407d-bd03-7988fd3035e7 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:38.662974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a2376-02e1-4406-be12-b11c8a78b852 req-5d95f80c-976a-4ef3-97e9-6f144133487a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:38.664652 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a83a2376-02e1-4406-be12-b11c8a78b852 req-5d95f80c-976a-4ef3-97e9-6f144133487a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 949 time: 0.1200156 Dec 08 01:35:38.669243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ab857161-f412-4111-b455-8705fee59759'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:38.694645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031467b-150c-407d-bd03-7988fd3035e7 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Pushing event deleted for resources: {'Port': ['ID=6f843cc7-9919-49b4-aeb9-5f4a9cc75a07,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:38.710781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50854953-7722-431d-9d90-e903ee2be2f9 req-cf79dab0-1179-4e42-9990-a090e005be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:38.713779 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50854953-7722-431d-9d90-e903ee2be2f9 req-cf79dab0-1179-4e42-9990-a090e005be0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=97ac10e8b5c24d1fb1f2666fc36caad7&device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 1098 time: 0.1300101 Dec 08 01:35:38.718720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a100906d-e48a-4e30-be66-30b7c479d480'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:38.781011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de5fea1-47d8-420b-8077-3b1a1ea4a9ee req-8031467b-150c-407d-bd03-7988fd3035e7 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] No DVR routers for this DVR port 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:38.792474 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-08cab7c0-d898-4261-a5b6-136d747b6dc9 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips/b6d5e968-7f26-4822-954f-56d1004875fe HTTP/1.1" status: 200 len: 692 time: 0.1026349 Dec 08 01:35:38.795389 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4de5fea1-47d8-420b-8077-3b1a1ea4a9ee req-8031467b-150c-407d-bd03-7988fd3035e7 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:38.798977 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4de5fea1-47d8-420b-8077-3b1a1ea4a9ee req-8031467b-150c-407d-bd03-7988fd3035e7 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.72 "DELETE /v2.0/ports/6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 HTTP/1.1" status: 204 len: 173 time: 0.7908177 Dec 08 01:35:38.848184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50854953-7722-431d-9d90-e903ee2be2f9 req-0c166e12-6c8b-456d-9629-150d4c6eb9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:38.849960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50854953-7722-431d-9d90-e903ee2be2f9 req-0c166e12-6c8b-456d-9629-150d4c6eb9e5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e HTTP/1.1" status: 200 len: 930 time: 0.1267135 Dec 08 01:35:38.886179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a83a2376-02e1-4406-be12-b11c8a78b852 req-3a041288-e93a-4337-b057-04ff55d5d225 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091105 Dec 08 01:35:38.971417 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50854953-7722-431d-9d90-e903ee2be2f9 req-85b3158b-b14c-4c92-8b08-3a6d7e28fa09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 HTTP/1.1" status: 200 len: 217 time: 0.1063945 Dec 08 01:35:39.014426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2df94232-a489-4fbe-bc22-a24de1153f51 req-53fce9f1-c4ff-44c1-90dc-21f242d8946e tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 210 time: 0.0419450 Dec 08 01:35:39.061588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-e29992f6-91d7-4361-9e09-136bedd8ac60 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:39.077451 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-e29992f6-91d7-4361-9e09-136bedd8ac60 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2834065 Dec 08 01:35:39.201254 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-3b3f352f-2192-43dd-b88a-08d078d391e0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.1227200 Dec 08 01:35:39.254814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-098eeee7-79a0-4fd2-a2eb-113142f40a00 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0521362 Dec 08 01:35:39.407594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-9573ebc5-b781-49db-a6c5-e3953ca86cd0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Deleting port e7d66496-4efe-4fcc-aa8f-4e6c8dce6027 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:39.408073 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-9573ebc5-b781-49db-a6c5-e3953ca86cd0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:39.481308 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e04c95c-1bbd-48d3-8627-b3360c1bc5e2 req-7dc74ca2-8141-4c61-85d3-b07875c22ff9 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=b20140d4-b7ba-4361-a534-98c46341165d HTTP/1.1" status: 200 len: 210 time: 0.0404184 Dec 08 01:35:39.503985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50854953-7722-431d-9d90-e903ee2be2f9 req-375b11ec-3efd-4836-9e9a-332c318b4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:39.506667 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50854953-7722-431d-9d90-e903ee2be2f9 req-375b11ec-3efd-4836-9e9a-332c318b4a32 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5 HTTP/1.1" status: 200 len: 868 time: 0.5001934 Dec 08 01:35:39.553040 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-9573ebc5-b781-49db-a6c5-e3953ca86cd0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:39.554240 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-9573ebc5-b781-49db-a6c5-e3953ca86cd0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:39.572076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-9573ebc5-b781-49db-a6c5-e3953ca86cd0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Calling delete_port for e7d66496-4efe-4fcc-aa8f-4e6c8dce6027 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:39.579221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50854953-7722-431d-9d90-e903ee2be2f9 req-37dd4675-6a7c-4aa7-b2a8-c95407253865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:39.581180 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50854953-7722-431d-9d90-e903ee2be2f9 req-37dd4675-6a7c-4aa7-b2a8-c95407253865 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649419 Dec 08 01:35:39.663387 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5a25ac2e-cb79-4033-a5db-a498f8707fea req-9849b128-4366-4a44-a144-66ada83cab71 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=b38d23fb-ebe1-47a8-8a33-bdc686486783 HTTP/1.1" status: 200 len: 210 time: 0.0376263 Dec 08 01:35:39.765657 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-9573ebc5-b781-49db-a6c5-e3953ca86cd0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:39.766504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50854953-7722-431d-9d90-e903ee2be2f9 req-b722a42d-a469-4e34-826e-0c5b78b9de38 service neutron] 10.222.0.65 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753376 Dec 08 01:35:39.793638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573ebc5-b781-49db-a6c5-e3953ca86cd0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Pushing event deleted for resources: {'Port': ['ID=e7d66496-4efe-4fcc-aa8f-4e6c8dce6027,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:39.893411 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-9573ebc5-b781-49db-a6c5-e3953ca86cd0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:39.897371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-9573ebc5-b781-49db-a6c5-e3953ca86cd0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:39.910201 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c12ae718-cc09-4bbb-9bbb-7c95b0c00358 req-9573ebc5-b781-49db-a6c5-e3953ca86cd0 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "DELETE /v2.0/floatingips/b6d5e968-7f26-4822-954f-56d1004875fe HTTP/1.1" status: 204 len: 173 time: 0.6488194 Dec 08 01:35:39.928232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50854953-7722-431d-9d90-e903ee2be2f9 req-98c78aa4-2ea0-409f-ac43-e63732493b96 service neutron] 10.222.0.65 "GET /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419396 Dec 08 01:35:40.028316 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['bf504062-4895-4581-a176-fe2dbecd580f', '09edb317-aa5a-40c7-9f22-0ce7896b319e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:40.071550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757ac9-7776-4f45-ad82-9a8272d12222 req-51fc4a28-86b7-481e-b96f-e7edb50ec90f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:40.079752 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3f757ac9-7776-4f45-ad82-9a8272d12222 req-51fc4a28-86b7-481e-b96f-e7edb50ec90f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 949 time: 0.0845201 Dec 08 01:35:40.093638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753ee9b-329e-49be-8b3b-d09759e4cd10 req-a036810a-0ea0-4c69-abd3-29b37bd2e742 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:40.105808 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4753ee9b-329e-49be-8b3b-d09759e4cd10 req-a036810a-0ea0-4c69-abd3-29b37bd2e742 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 950 time: 0.1297629 Dec 08 01:35:40.154911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3f757ac9-7776-4f45-ad82-9a8272d12222 req-d17bdf4d-6e6f-4de2-a0ea-97c6d2ecf8b2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730431 Dec 08 01:35:40.233596 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4753ee9b-329e-49be-8b3b-d09759e4cd10 req-66d9c6de-03bf-4e6f-9eb7-fb1dbd4ef615 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266563 Dec 08 01:35:40.250942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8aca1f14-d1ac-4c66-8329-c3353812dc69 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5f77b48860c14c73b4b7b86cd11baf6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1169028 Dec 08 01:35:40.343546 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-be26b95f-c75b-463e-9f02-0b790bc5077f req-e65c4479-3fd0-4a4a-8ee3-1ee520f21da6 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 210 time: 0.0351157 Dec 08 01:35:40.443578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10bbdf-b23e-4776-ad11-f9a89b3206b8 req-cea79623-8d70-42e5-8461-5b2c7a1940bc tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:40.454188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f10bbdf-b23e-4776-ad11-f9a89b3206b8 req-cea79623-8d70-42e5-8461-5b2c7a1940bc tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1180644 Dec 08 01:35:40.468269 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-e0ca3fa4-4566-47c1-aa50-d8a7df269452 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:40.470052 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-e0ca3fa4-4566-47c1-aa50-d8a7df269452 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103975 Dec 08 01:35:40.493465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f10bbdf-b23e-4776-ad11-f9a89b3206b8 req-793fb61c-05b7-484b-9f68-531230454f98 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0381908 Dec 08 01:35:40.504655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20140d4-b7ba-4361-a534-98c46341165d', 'name': 'network-vif-deleted', 'tag': '6f843cc7-9919-49b4-aeb9-5f4a9cc75a07'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:40.507725 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b12df3-d6c3-434d-85b4-016c4ec5cdc0" -d '{"events": [{"server_uuid": "b20140d4-b7ba-4361-a534-98c46341165d", "name": "network-vif-deleted", "tag": "6f843cc7-9919-49b4-aeb9-5f4a9cc75a07"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:40.511875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Request body: {'port': {'device_id': 'f252cf64-e3ba-47a8-a482-6e80e0ce3136', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '5f77b48860c14c73b4b7b86cd11baf6f'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:40.605559 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db7f353-f637-428e-87be-93769887ff8e x-openstack-request-id: req-5db7f353-f637-428e-87be-93769887ff8e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:40.605959 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20140d4-b7ba-4361-a534-98c46341165d", "name": "network-vif-deleted", "tag": "6f843cc7-9919-49b4-aeb9-5f4a9cc75a07", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:40.606344 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5db7f353-f637-428e-87be-93769887ff8e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:40.606856 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20140d4-b7ba-4361-a534-98c46341165d', 'name': 'network-vif-deleted', 'tag': '6f843cc7-9919-49b4-aeb9-5f4a9cc75a07', 'status': 'completed', 'code': 200} Dec 08 01:35:40.653009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54a80f10-0e7f-4a63-8ae6-109c6e35bf8e req-9156023b-bc1c-461b-91f1-5e078cd8b9a3 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0976844 Dec 08 01:35:40.742991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe4afd-a0c8-4024-96a1-fdaa4ea751e3 req-b5a004ac-2c1b-4a12-ab83-cfa4a30a7064 tempest-ServersAdminNegativeTestJSON-203352054 tempest-ServersAdminNegativeTestJSON-203352054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:40.752509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52fe4afd-a0c8-4024-96a1-fdaa4ea751e3 req-b5a004ac-2c1b-4a12-ab83-cfa4a30a7064 tempest-ServersAdminNegativeTestJSON-203352054 tempest-ServersAdminNegativeTestJSON-203352054-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 1102 time: 0.0737972 Dec 08 01:35:40.766889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Made reservation on behalf of 5f77b48860c14c73b4b7b86cd11baf6f for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:40.770631 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:40.774052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-52fe4afd-a0c8-4024-96a1-fdaa4ea751e3 req-9c9c778b-ed82-4792-a5a0-949f3f5665d4 tempest-ServersAdminNegativeTestJSON-203352054 tempest-ServersAdminNegativeTestJSON-203352054-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:40.782762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:40.902201 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-52fe4afd-a0c8-4024-96a1-fdaa4ea751e3 req-9c9c778b-ed82-4792-a5a0-949f3f5665d4 tempest-ServersAdminNegativeTestJSON-203352054 tempest-ServersAdminNegativeTestJSON-203352054-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:40.908837 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-52fe4afd-a0c8-4024-96a1-fdaa4ea751e3 req-9c9c778b-ed82-4792-a5a0-949f3f5665d4 tempest-ServersAdminNegativeTestJSON-203352054 tempest-ServersAdminNegativeTestJSON-203352054-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:40.910062 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:40.924208 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:40.952535 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52fe4afd-a0c8-4024-96a1-fdaa4ea751e3 req-9c9c778b-ed82-4792-a5a0-949f3f5665d4 tempest-ServersAdminNegativeTestJSON-203352054 tempest-ServersAdminNegativeTestJSON-203352054-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983397 Dec 08 01:35:40.953246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c778b-ed82-4792-a5a0-949f3f5665d4 tempest-ServersAdminNegativeTestJSON-203352054 tempest-ServersAdminNegativeTestJSON-203352054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c27f6f-fa4e-4df6-b3f6-c65cf3a9ab3f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:41.147485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Allocated IP 192.168.233.152 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/d193075d-ebd8-47d0-babd-4fce7aeb7350) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:41.166930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acb4df-8aa0-4058-819b-169f221a04d1 req-cea96e14-b78d-4516-84cc-d648f3210151 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:41.168699 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-55acb4df-8aa0-4058-819b-169f221a04d1 req-cea96e14-b78d-4516-84cc-d648f3210151 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 946 time: 0.0881643 Dec 08 01:35:41.189614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5755905-9b81-4dff-89f7-e5a0f50ec4e0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:41.307050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-55acb4df-8aa0-4058-819b-169f221a04d1 req-8602d0a2-ab39-480c-a636-da09e165485b tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270587 Dec 08 01:35:41.410296 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:41.459398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1d48906-6dc7-4c14-8757-3d0e54a92106 req-7e952cf7-5259-4b06-90a7-5932bdd351c4 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 210 time: 0.0350788 Dec 08 01:35:41.477260 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:41.491208 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316aecc-0f2d-4020-8cbc-d89e7b8341f6 req-d32f9eb0-fd07-4787-9e4e-ab1e120e5f95 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:41.493292 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c316aecc-0f2d-4020-8cbc-d89e7b8341f6 req-d32f9eb0-fd07-4787-9e4e-ab1e120e5f95 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 949 time: 0.2120349 Dec 08 01:35:41.543615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:41.550752 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:41.555079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:41.600139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Pushing event updated for resources: {'Port': ['ID=d193075d-ebd8-47d0-babd-4fce7aeb7350,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:41.620617 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c316aecc-0f2d-4020-8cbc-d89e7b8341f6 req-d2d228a9-6b50-4b38-bb73-a375792817da tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038902 Dec 08 01:35:41.637217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:41.637878 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:41.660005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-d4cc143b-fbc7-44b1-8497-ac527db11f0b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1596241 Dec 08 01:35:41.688959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Request body: {'port': {'device_id': 'f252cf64-e3ba-47a8-a482-6e80e0ce3136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:41.756451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:41.837800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e2537a20-957a-4c16-b863-090cf79cac17 None None] Provisioning complete for port d193075d-ebd8-47d0-babd-4fce7aeb7350 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:41.838745 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e2537a20-957a-4c16-b863-090cf79cac17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:41.880723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e2537a20-957a-4c16-b863-090cf79cac17 None None] Port d193075d-ebd8-47d0-babd-4fce7aeb7350 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:35:41.898027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ab857161-f412-4111-b455-8705fee59759 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:35:41.992101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port ab857161-f412-4111-b455-8705fee59759 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:35:42.003976 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2190946b-af9b-46cf-b0aa-6ffe77758601 req-d6d72ea8-d6f4-4dee-a2bb-de4f1027d672 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0709822 Dec 08 01:35:42.005065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port ab857161-f412-4111-b455-8705fee59759 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:42.005521 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:42.147632 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:42.187438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190946b-af9b-46cf-b0aa-6ffe77758601 req-2f5d997c-c401-41d5-a63f-daedb7440c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:42.187591 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ab857161-f412-4111-b455-8705fee59759, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ab857161-f412-4111-b455-8705fee59759,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:42.189380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee18ff69-1340-4be1-9c5d-1787413c45a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab857161-f412-4111-b455-8705fee59759'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:42.189546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2190946b-af9b-46cf-b0aa-6ffe77758601 req-2f5d997c-c401-41d5-a63f-daedb7440c7e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=60788080667c45e38fac7ad815a697ce&device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 1096 time: 0.1347117 Dec 08 01:35:42.192659 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2b95dc-9ea5-458d-96dc-46beacafbb1f" -d '{"events": [{"server_uuid": "ee18ff69-1340-4be1-9c5d-1787413c45a5", "name": "network-vif-plugged", "status": "completed", "tag": "ab857161-f412-4111-b455-8705fee59759"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:42.197825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:42.198614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:42.326811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d193075d-ebd8-47d0-babd-4fce7aeb7350 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:42.346461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:42.374072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Transition to ACTIVE for port object d193075d-ebd8-47d0-babd-4fce7aeb7350 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:35:42.384861 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:42.396690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190946b-af9b-46cf-b0aa-6ffe77758601 req-ab7f2dcc-688f-4c2d-a3a0-4e1d74a83f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:42.401008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2190946b-af9b-46cf-b0aa-6ffe77758601 req-ab7f2dcc-688f-4c2d-a3a0-4e1d74a83f78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 200 len: 908 time: 0.1797614 Dec 08 01:35:42.413992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b7d85-7e96-4558-9552-3c32081dacd4 req-1f47ac91-4dc1-4fbb-b2b5-0c7a02fd552a tempest-ServersAdminNegativeTestJSON-203352054 tempest-ServersAdminNegativeTestJSON-203352054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:42.416495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-660b7d85-7e96-4558-9552-3c32081dacd4 req-1f47ac91-4dc1-4fbb-b2b5-0c7a02fd552a tempest-ServersAdminNegativeTestJSON-203352054 tempest-ServersAdminNegativeTestJSON-203352054-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 1102 time: 0.3018341 Dec 08 01:35:42.498699 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Pushing event updated for resources: {'Port': ['ID=d193075d-ebd8-47d0-babd-4fce7aeb7350,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:42.518553 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2190946b-af9b-46cf-b0aa-6ffe77758601 req-07b699ec-64f3-4d00-8118-1c1d24cf3b7f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c HTTP/1.1" status: 200 len: 217 time: 0.0993886 Dec 08 01:35:42.671889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ab857161-f412-4111-b455-8705fee59759,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:42.685174 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d11f1b2-a44b-47ae-8ab2-b39daf1531ba x-openstack-request-id: req-4d11f1b2-a44b-47ae-8ab2-b39daf1531ba {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:42.688854 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee18ff69-1340-4be1-9c5d-1787413c45a5", "name": "network-vif-plugged", "status": "completed", "tag": "ab857161-f412-4111-b455-8705fee59759", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:42.689236 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d11f1b2-a44b-47ae-8ab2-b39daf1531ba {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:42.702861 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee18ff69-1340-4be1-9c5d-1787413c45a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab857161-f412-4111-b455-8705fee59759', 'code': 200} Dec 08 01:35:42.707549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:42.708032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6f843cc7-9919-49b4-aeb9-5f4a9cc75a07 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:42.737536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b91315a-cb9b-4052-b423-ba7d003d2c68 req-a5830fd6-7fcc-4185-8dd7-d8563ce324c6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1601934 Dec 08 01:35:42.750915 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-660b7d85-7e96-4558-9552-3c32081dacd4 req-a1011d23-c78a-4462-8a94-9f4c19c58510 tempest-ServersAdminNegativeTestJSON-203352054 tempest-ServersAdminNegativeTestJSON-203352054-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248015 Dec 08 01:35:42.805703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190946b-af9b-46cf-b0aa-6ffe77758601 req-b78583d4-a6a2-4464-aecf-9060034252cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:42.816046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2190946b-af9b-46cf-b0aa-6ffe77758601 req-b78583d4-a6a2-4464-aecf-9060034252cf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 200 len: 847 time: 0.2634733 Dec 08 01:35:42.853225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Attempting to bind port d193075d-ebd8-47d0-babd-4fce7aeb7350 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:42.853717 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Attempting to bind port d193075d-ebd8-47d0-babd-4fce7aeb7350 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:42.854173 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Attempting to bind port d193075d-ebd8-47d0-babd-4fce7aeb7350 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:42.861544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Port d193075d-ebd8-47d0-babd-4fce7aeb7350 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:35:42.861978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Attempting to bind port d193075d-ebd8-47d0-babd-4fce7aeb7350 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:42.900519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01073162-b678-4fe5-93f0-96ae52015ab9 req-87bda7c7-82e1-404a-95b0-5419d4886706 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:42.907719 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01073162-b678-4fe5-93f0-96ae52015ab9 req-87bda7c7-82e1-404a-95b0-5419d4886706 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 946 time: 0.3424852 Dec 08 01:35:42.921209 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:42.921660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:42.922155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:42.922695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Bound port: d193075d-ebd8-47d0-babd-4fce7aeb7350, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:42.923146 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:42.932507 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2190946b-af9b-46cf-b0aa-6ffe77758601 req-3fc742aa-218a-44a3-9cd7-10e2a2e6c4aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=402efe03-88a1-415d-be1a-0b7dc1c5e4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154220 Dec 08 01:35:42.941953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13a817-b952-4dc4-a777-7acbab76b74e req-4e99e48a-b5e0-4736-8e4f-af5e89cc069e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:42.943904 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc13a817-b952-4dc4-a777-7acbab76b74e req-4e99e48a-b5e0-4736-8e4f-af5e89cc069e tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 946 time: 0.1930103 Dec 08 01:35:42.957051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2db193-c1b6-4e37-a0e3-4695ec93acf1 req-8aa5ad9d-fe20-4f85-993b-a410ca34095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:42.958906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af2db193-c1b6-4e37-a0e3-4695ec93acf1 req-8aa5ad9d-fe20-4f85-993b-a410ca34095f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 1102 time: 0.3425040 Dec 08 01:35:43.044485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01073162-b678-4fe5-93f0-96ae52015ab9 req-1178ca0f-b09d-49b2-a20a-7911507cac18 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356289 Dec 08 01:35:43.084963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91315a-cb9b-4052-b423-ba7d003d2c68 req-f8a08c4f-2b96-4e90-a53b-4f898f9cf0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:43.087050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b91315a-cb9b-4052-b423-ba7d003d2c68 req-f8a08c4f-2b96-4e90-a53b-4f898f9cf0a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=52457a89bac449eeb836923062c49a9c&device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 1097 time: 0.2136800 Dec 08 01:35:43.128080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af2db193-c1b6-4e37-a0e3-4695ec93acf1 req-e6d32d56-188e-46f8-9053-a1c9b092e044 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491532 Dec 08 01:35:43.140663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e55ec-45b2-4efc-a813-68679e135f24 req-7c891a88-24ee-438b-93de-6ed4c1f83062 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:43.148214 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-696e55ec-45b2-4efc-a813-68679e135f24 req-7c891a88-24ee-438b-93de-6ed4c1f83062 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 948 time: 0.2126231 Dec 08 01:35:43.261922 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-696e55ec-45b2-4efc-a813-68679e135f24 req-72f546e1-1ba8-429a-be6f-2b86972eda61 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072586 Dec 08 01:35:43.331988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd73bd7-804a-42b0-abea-c3566dc9fc69 req-c775dd65-e0f8-4b03-b80c-10555ea82633 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:43.335125 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2190946b-af9b-46cf-b0aa-6ffe77758601 req-97237ce9-db05-474e-927a-5b5668eaa814 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878899 Dec 08 01:35:43.347716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9fd73bd7-804a-42b0-abea-c3566dc9fc69 req-c775dd65-e0f8-4b03-b80c-10555ea82633 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 950 time: 0.1654916 Dec 08 01:35:43.362397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] For port d193075d-ebd8-47d0-babd-4fce7aeb7350, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:43.421992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] For port d193075d-ebd8-47d0-babd-4fce7aeb7350, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=d193075d-ebd8-47d0-babd-4fce7aeb7350,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:35:43.435294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-fc13a817-b952-4dc4-a777-7acbab76b74e req-dfececbd-7f99-489e-b55d-92738cec2ba4 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Deleting port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:43.435793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fc13a817-b952-4dc4-a777-7acbab76b74e req-dfececbd-7f99-489e-b55d-92738cec2ba4 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:43.457190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:43.608936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2190946b-af9b-46cf-b0aa-6ffe77758601 req-ccbcfa1b-de47-4f01-8d8a-94e6bcbeb7f1 service neutron] 10.222.0.65 "GET /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552323 Dec 08 01:35:43.675793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Pushing event updated for resources: {'Port': ['ID=d193075d-ebd8-47d0-babd-4fce7aeb7350,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:43.734279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91315a-cb9b-4052-b423-ba7d003d2c68 req-f0452e9d-2990-4d04-b075-0ff8cd8a1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:43.736303 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b91315a-cb9b-4052-b423-ba7d003d2c68 req-f0452e9d-2990-4d04-b075-0ff8cd8a1510 service neutron] 10.222.0.72 "GET /v2.0/networks?id=20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 200 len: 915 time: 0.2472639 Dec 08 01:35:43.795905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:43.796896 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:43.801276 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-8bfe6130-d61c-49b5-ad63-800a8e73aa8a service neutron] 10.222.0.65 "PUT /v2.0/ports/d193075d-ebd8-47d0-babd-4fce7aeb7350 HTTP/1.1" status: 200 len: 1097 time: 2.1166625 Dec 08 01:35:43.809097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f252cf64-e3ba-47a8-a482-6e80e0ce3136', 'tag': 'd193075d-ebd8-47d0-babd-4fce7aeb7350'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:43.818716 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b91315a-cb9b-4052-b423-ba7d003d2c68 req-f6818fb0-54b3-4361-9b99-a7340a3ae071 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf504062-4895-4581-a176-fe2dbecd580f HTTP/1.1" status: 200 len: 217 time: 0.0678978 Dec 08 01:35:43.822697 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a384e776-414f-49f9-97b2-d743810b238a" -d '{"events": [{"name": "network-changed", "server_uuid": "f252cf64-e3ba-47a8-a482-6e80e0ce3136", "tag": "d193075d-ebd8-47d0-babd-4fce7aeb7350"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:43.881696 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9fd73bd7-804a-42b0-abea-c3566dc9fc69 req-db371bad-9a44-4662-abe9-c70ff55d6e22 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268936 Dec 08 01:35:43.955785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91315a-cb9b-4052-b423-ba7d003d2c68 req-231369ef-6d67-497c-bded-53d8ddffee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:43.957311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b91315a-cb9b-4052-b423-ba7d003d2c68 req-231369ef-6d67-497c-bded-53d8ddffee3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5dfb6545-e723-4219-9adc-c75d330b6d32 HTTP/1.1" status: 200 len: 854 time: 0.1223738 Dec 08 01:35:44.025967 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b75718-dc32-497e-a746-26eab8449ff7 x-openstack-request-id: req-51b75718-dc32-497e-a746-26eab8449ff7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:44.026422 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f252cf64-e3ba-47a8-a482-6e80e0ce3136", "tag": "d193075d-ebd8-47d0-babd-4fce7aeb7350", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:44.026790 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-51b75718-dc32-497e-a746-26eab8449ff7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:44.027312 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f252cf64-e3ba-47a8-a482-6e80e0ce3136', 'tag': 'd193075d-ebd8-47d0-babd-4fce7aeb7350', 'status': 'completed', 'code': 200} Dec 08 01:35:44.043449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b91315a-cb9b-4052-b423-ba7d003d2c68 req-ee8d5a28-321d-40a8-9fac-bf4ef5f1b31d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=20b932fd-14f5-4575-9b83-f48bb3a90ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714719 Dec 08 01:35:44.234323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-c1856050-a36a-480c-a47e-3fa5a33fc4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:44.244518 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-c1856050-a36a-480c-a47e-3fa5a33fc4b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f77b48860c14c73b4b7b86cd11baf6f&device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 1100 time: 0.2648273 Dec 08 01:35:44.253021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-fc13a817-b952-4dc4-a777-7acbab76b74e req-dfececbd-7f99-489e-b55d-92738cec2ba4 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] For port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2,segment=NetworkSegment(d89c8aa3-9b87-4b74-9938-6fb56132b54d),segment_id=d89c8aa3-9b87-4b74-9938-6fb56132b54d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:44.253544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fc13a817-b952-4dc4-a777-7acbab76b74e req-dfececbd-7f99-489e-b55d-92738cec2ba4 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:44.338102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b91315a-cb9b-4052-b423-ba7d003d2c68 req-3afa4d5b-d3f4-4ab2-b92a-f995dd97e5b3 service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739322 Dec 08 01:35:44.470637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb26d1-6320-4527-9ce1-5304d3557093 req-7642c2a0-a274-48e2-92d4-24be35d3eb12 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:44.478478 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-87cb26d1-6320-4527-9ce1-5304d3557093 req-7642c2a0-a274-48e2-92d4-24be35d3eb12 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 950 time: 0.1822433 Dec 08 01:35:44.495577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-fc13a817-b952-4dc4-a777-7acbab76b74e req-dfececbd-7f99-489e-b55d-92738cec2ba4 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Calling delete_port for 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:44.501684 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-421adda2-2ccb-4f2a-a70c-249f2fca5a4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=d193075d-ebd8-47d0-babd-4fce7aeb7350 HTTP/1.1" status: 200 len: 217 time: 0.2217131 Dec 08 01:35:44.542387 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b91315a-cb9b-4052-b423-ba7d003d2c68 req-a67a5360-f518-463b-8934-238263c630a1 service neutron] 10.222.0.72 "GET /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818361 Dec 08 01:35:44.569075 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-87cb26d1-6320-4527-9ce1-5304d3557093 req-c580fe7a-f22e-4294-b43c-17a789dc7d4d tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896354 Dec 08 01:35:44.677688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aab2a-b31f-47eb-b473-aeef2575c2b5 req-0ef5c41a-5101-4680-a68b-d35246756607 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:44.691119 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea4aab2a-b31f-47eb-b473-aeef2575c2b5 req-0ef5c41a-5101-4680-a68b-d35246756607 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 948 time: 0.0683134 Dec 08 01:35:44.704913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-41580867-d008-40da-b995-c2263e9834b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:44.706838 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-41580867-d008-40da-b995-c2263e9834b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1915264 Dec 08 01:35:44.744126 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea4aab2a-b31f-47eb-b473-aeef2575c2b5 req-4ce5163d-f379-4431-8e2c-2de4be49ad6d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517678 Dec 08 01:35:44.860169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefcbc7-d989-4df4-970f-a34149072491 req-9aa43b0a-efb5-4c36-ab9e-414bd2a31336 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:44.875723 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-baefcbc7-d989-4df4-970f-a34149072491 req-9aa43b0a-efb5-4c36-ab9e-414bd2a31336 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 946 time: 0.6192300 Dec 08 01:35:45.043854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-c786cafd-7b94-42c3-8fa1-b014514f3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:45.045388 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-c786cafd-7b94-42c3-8fa1-b014514f3ca5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3169944 Dec 08 01:35:45.102593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7269c48-db45-413f-9df2-693905cc8dfb req-300061e7-4e01-4694-8375-1ead02f62680 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:45.110243 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7269c48-db45-413f-9df2-693905cc8dfb req-300061e7-4e01-4694-8375-1ead02f62680 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 950 time: 0.0714588 Dec 08 01:35:45.121251 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-baefcbc7-d989-4df4-970f-a34149072491 req-6ccfdd1d-46c9-4daf-ac36-92b98654555b tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/security-groups?id=c4fe4c6a-70b4-487a-85b6-857f0d05f323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088730 Dec 08 01:35:45.228168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7269c48-db45-413f-9df2-693905cc8dfb req-e93a66b0-540c-4d31-a773-bd23e31ba77f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090779 Dec 08 01:35:45.417706 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-e1808859-dc1d-41b9-927d-8ebef7210344 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440723 Dec 08 01:35:45.426980 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fc13a817-b952-4dc4-a777-7acbab76b74e req-dfececbd-7f99-489e-b55d-92738cec2ba4 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:45.561789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfececbd-7f99-489e-b55d-92738cec2ba4 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Pushing event deleted for resources: {'Port': ['ID=5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:45.680743 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc13a817-b952-4dc4-a777-7acbab76b74e req-dfececbd-7f99-489e-b55d-92738cec2ba4 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] No DVR routers for this DVR port 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:45.693507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fc13a817-b952-4dc4-a777-7acbab76b74e req-dfececbd-7f99-489e-b55d-92738cec2ba4 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:45.702551 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc13a817-b952-4dc4-a777-7acbab76b74e req-dfececbd-7f99-489e-b55d-92738cec2ba4 tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.65 "DELETE /v2.0/ports/5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 HTTP/1.1" status: 204 len: 173 time: 2.7438240 Dec 08 01:35:45.819935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f2e71-4419-4902-9611-6db7ab99e995 req-da53b67e-645e-4a35-93f4-f2a1704e34f7 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:45.831535 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-822f2e71-4419-4902-9611-6db7ab99e995 req-da53b67e-645e-4a35-93f4-f2a1704e34f7 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 950 time: 0.1359277 Dec 08 01:35:45.906573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2695c50-7c16-4399-b2b7-50910556a5eb req-dc6b7803-b701-43bf-83ac-583227655987 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806988 Dec 08 01:35:45.950322 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:46.035236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-822f2e71-4419-4902-9611-6db7ab99e995 req-a1a0a507-0fa3-4990-a07a-ae6d931ef21f tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955252 Dec 08 01:35:46.035750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'name': 'network-vif-deleted', 'tag': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:46.035750 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26bc056-57e0-4d8f-8b50-4659c124435f" -d '{"events": [{"server_uuid": "bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281", "name": "network-vif-deleted", "tag": "5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:46.045040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:46.045403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:46.214836 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe665a1-9fb8-4b2e-89f0-8b149f9f4f64 req-693dbef5-2d53-4df1-a1e2-2c2e7151ce19 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.223232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1fe665a1-9fb8-4b2e-89f0-8b149f9f4f64 req-693dbef5-2d53-4df1-a1e2-2c2e7151ce19 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 948 time: 0.1022067 Dec 08 01:35:46.306192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384e776-414f-49f9-97b2-d743810b238a req-b2174585-7825-4673-bcf0-49748dec34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.307921 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a384e776-414f-49f9-97b2-d743810b238a req-b2174585-7825-4673-bcf0-49748dec34e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5f77b48860c14c73b4b7b86cd11baf6f&device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 1100 time: 0.1116331 Dec 08 01:35:46.319904 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffacc1d-fd48-41cb-807d-11fdbac3f685 req-3dda4757-52b3-43fc-8e8a-d2e06655ee51 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.327874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1fe665a1-9fb8-4b2e-89f0-8b149f9f4f64 req-5873a97a-8c6c-49e4-98f4-48df9983dd31 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037464 Dec 08 01:35:46.328735 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7ffacc1d-fd48-41cb-807d-11fdbac3f685 req-3dda4757-52b3-43fc-8e8a-d2e06655ee51 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 950 time: 0.2030811 Dec 08 01:35:46.438151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.439180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.439719 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.440181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.440665 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.441127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.441582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.442034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.442484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.442987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.443513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.444055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.444543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.445755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.448350 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1b92427-4602-4dad-abe4-9b608167a478 req-c7d1ac2c-e099-4336-a5f9-92e54d3de629 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136&device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5&device_id=a9dd43a2-85af-4c6b-9149-98795330259c&device_id=458600d7-4e9b-4124-878d-94aa9157dff0&device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27&device_id=5fe97365-e011-42d7-b9be-08747f25db4c&device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646&device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281&device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213&device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f&device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76&device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc&device_id=86de2e82-386c-4451-819c-fd52a5580e74&device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398&device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 12656 time: 0.2427077 Dec 08 01:35:46.526649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384e776-414f-49f9-97b2-d743810b238a req-ec1f5c88-e3d4-4737-89c7-0416fc66ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.544041 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a384e776-414f-49f9-97b2-d743810b238a req-ec1f5c88-e3d4-4737-89c7-0416fc66ed04 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1977074 Dec 08 01:35:46.582458 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1b92427-4602-4dad-abe4-9b608167a478 req-f31f9779-2a46-48ac-9dbf-4d268fd438a0 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:46.641214 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a384e776-414f-49f9-97b2-d743810b238a req-ea04bb06-1b5c-4ade-b085-cbc2f40c34cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=d193075d-ebd8-47d0-babd-4fce7aeb7350 HTTP/1.1" status: 200 len: 217 time: 0.0932479 Dec 08 01:35:46.682417 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b062e6d2-5bb7-4234-b1ef-3361bd7b45e3 x-openstack-request-id: req-b062e6d2-5bb7-4234-b1ef-3361bd7b45e3 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:46.682720 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281", "name": "network-vif-deleted", "tag": "5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:46.683000 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b062e6d2-5bb7-4234-b1ef-3361bd7b45e3 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:46.683479 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281', 'name': 'network-vif-deleted', 'tag': '5ad56b0f-cabf-459f-b33a-d2ec8f0e89b2', 'status': 'completed', 'code': 200} Dec 08 01:35:46.838270 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384e776-414f-49f9-97b2-d743810b238a req-60d73858-58b1-4374-b76b-a172c6b0e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:46.839815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a384e776-414f-49f9-97b2-d743810b238a req-60d73858-58b1-4374-b76b-a172c6b0e525 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1702251 Dec 08 01:35:46.876384 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b872d828-e3ef-4e09-a544-220d715a39ca req-353e9e75-6569-4f08-b204-9453febae3dd tempest-FloatingIPsAssociationNegativeTestJSON-973547962 tempest-FloatingIPsAssociationNegativeTestJSON-973547962-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb4fa5d8-2bf9-452d-8c8e-f6e797c6f281 HTTP/1.1" status: 200 len: 210 time: 0.0485497 Dec 08 01:35:46.950242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-7ffacc1d-fd48-41cb-807d-11fdbac3f685 req-3179c3af-dcf1-4a37-ae27-80c5fdd5d0cd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Deleting port 45c6f1ec-4643-4654-9db5-582e88f90234 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:46.950713 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7ffacc1d-fd48-41cb-807d-11fdbac3f685 req-3179c3af-dcf1-4a37-ae27-80c5fdd5d0cd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:46.965787 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1b92427-4602-4dad-abe4-9b608167a478 req-f31f9779-2a46-48ac-9dbf-4d268fd438a0 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:46.980786 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1b92427-4602-4dad-abe4-9b608167a478 req-f31f9779-2a46-48ac-9dbf-4d268fd438a0 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:47.122636 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1b92427-4602-4dad-abe4-9b608167a478 req-f31f9779-2a46-48ac-9dbf-4d268fd438a0 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&id=6ad4d435-2cea-402e-9b05-c32ee5432a58&id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&id=853e2225-cec3-46d1-be40-3ce30e35a4c0&id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 739 time: 0.6441586 Dec 08 01:35:47.192796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384e776-414f-49f9-97b2-d743810b238a req-2df3db1c-e622-4e5a-83e7-fde0e6de1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:47.194593 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a384e776-414f-49f9-97b2-d743810b238a req-2df3db1c-e622-4e5a-83e7-fde0e6de1aff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3345439 Dec 08 01:35:47.198970 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f9779-2a46-48ac-9dbf-4d268fd438a0 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423e31f2-d453-4e96-8c86-b9cdb40d200d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:47.246047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074f769-46bd-468b-b0b6-eaa2f67db9e3 req-0735f643-c2cd-4f65-a948-0c7f6f8db4e5 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:47.253367 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7074f769-46bd-468b-b0b6-eaa2f67db9e3 req-0735f643-c2cd-4f65-a948-0c7f6f8db4e5 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 950 time: 0.1339781 Dec 08 01:35:47.359516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-7ffacc1d-fd48-41cb-807d-11fdbac3f685 req-3179c3af-dcf1-4a37-ae27-80c5fdd5d0cd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] For port 45c6f1ec-4643-4654-9db5-582e88f90234, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45c6f1ec-4643-4654-9db5-582e88f90234,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:47.359886 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7ffacc1d-fd48-41cb-807d-11fdbac3f685 req-3179c3af-dcf1-4a37-ae27-80c5fdd5d0cd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:47.366809 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7074f769-46bd-468b-b0b6-eaa2f67db9e3 req-200c66de-089b-4093-914d-5cadf090dbfe tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066544 Dec 08 01:35:47.380405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-7ffacc1d-fd48-41cb-807d-11fdbac3f685 req-3179c3af-dcf1-4a37-ae27-80c5fdd5d0cd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Calling delete_port for 45c6f1ec-4643-4654-9db5-582e88f90234 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:47.412934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a384e776-414f-49f9-97b2-d743810b238a req-2572801f-cd64-4be2-8982-66481aeec4a3 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991644 Dec 08 01:35:47.724500 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a384e776-414f-49f9-97b2-d743810b238a req-cb661fda-1fb5-4592-90ce-c7d4b10948d2 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724824 Dec 08 01:35:47.731335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7ffacc1d-fd48-41cb-807d-11fdbac3f685 req-3179c3af-dcf1-4a37-ae27-80c5fdd5d0cd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:47.752630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5e365-c65d-4ef4-ac86-4c0d38dee7a1 req-558482ac-6185-45dc-8654-66ba17d7a1ee tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:47.755087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3fe5e365-c65d-4ef4-ac86-4c0d38dee7a1 req-558482ac-6185-45dc-8654-66ba17d7a1ee tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 948 time: 0.2107241 Dec 08 01:35:47.766810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['45c6f1ec-4643-4654-9db5-582e88f90234'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:47.795889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['6bc18d2f-8610-4207-acab-28680aa93e31'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:47.821678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179c3af-dcf1-4a37-ae27-80c5fdd5d0cd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Pushing event deleted for resources: {'Port': ['ID=45c6f1ec-4643-4654-9db5-582e88f90234,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:47.825146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd575e9-d23b-4804-9d6d-33e4d0017a2c req-e5d0f5c3-ddb6-4725-bd56-12b0cc2d8537 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:47.825668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd575e9-d23b-4804-9d6d-33e4d0017a2c req-e5d0f5c3-ddb6-4725-bd56-12b0cc2d8537 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:47.827917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd575e9-d23b-4804-9d6d-33e4d0017a2c req-e5d0f5c3-ddb6-4725-bd56-12b0cc2d8537 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:47.833065 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ddd575e9-d23b-4804-9d6d-33e4d0017a2c req-e5d0f5c3-ddb6-4725-bd56-12b0cc2d8537 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5&device_id=458600d7-4e9b-4124-878d-94aa9157dff0&device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 2885 time: 0.0780139 Dec 08 01:35:47.929367 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ddd575e9-d23b-4804-9d6d-33e4d0017a2c req-d6ca9666-52ad-4047-9a27-f35fd0d2468e tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859821 Dec 08 01:35:47.962318 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3fe5e365-c65d-4ef4-ac86-4c0d38dee7a1 req-e0e9446f-352a-4b66-b532-d187b0cc0f70 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244335 Dec 08 01:35:48.024754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffacc1d-fd48-41cb-807d-11fdbac3f685 req-3179c3af-dcf1-4a37-ae27-80c5fdd5d0cd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] No DVR routers for this DVR port 45c6f1ec-4643-4654-9db5-582e88f90234 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:48.031652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7ffacc1d-fd48-41cb-807d-11fdbac3f685 req-3179c3af-dcf1-4a37-ae27-80c5fdd5d0cd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:48.035112 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7ffacc1d-fd48-41cb-807d-11fdbac3f685 req-3179c3af-dcf1-4a37-ae27-80c5fdd5d0cd tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.65 "DELETE /v2.0/ports/45c6f1ec-4643-4654-9db5-582e88f90234 HTTP/1.1" status: 204 len: 173 time: 1.6150475 Dec 08 01:35:48.116218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ad5dc-9a33-4ec4-8a3a-6029fcbeeea4 req-93d9d5f9-eee8-43d1-ab00-171e23f56a9a tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:48.119193 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-299ad5dc-9a33-4ec4-8a3a-6029fcbeeea4 req-93d9d5f9-eee8-43d1-ab00-171e23f56a9a tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 945 time: 0.0867326 Dec 08 01:35:48.240794 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-299ad5dc-9a33-4ec4-8a3a-6029fcbeeea4 req-089509a5-3924-4429-a615-aa5a3f25e641 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982082 Dec 08 01:35:48.291163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40472) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:48.684261 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9dd43a2-85af-4c6b-9149-98795330259c', 'name': 'network-vif-deleted', 'tag': '45c6f1ec-4643-4654-9db5-582e88f90234'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:48.687532 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2adcb6d-c9cd-42ed-a526-d1c65bc2dea1" -d '{"events": [{"server_uuid": "a9dd43a2-85af-4c6b-9149-98795330259c", "name": "network-vif-deleted", "tag": "45c6f1ec-4643-4654-9db5-582e88f90234"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:48.813462 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b45d64b-e36b-4e62-8900-2c5e929fc6d1 x-openstack-request-id: req-2b45d64b-e36b-4e62-8900-2c5e929fc6d1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:48.814060 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9dd43a2-85af-4c6b-9149-98795330259c", "name": "network-vif-deleted", "tag": "45c6f1ec-4643-4654-9db5-582e88f90234", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:48.814060 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b45d64b-e36b-4e62-8900-2c5e929fc6d1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:48.814417 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9dd43a2-85af-4c6b-9149-98795330259c', 'name': 'network-vif-deleted', 'tag': '45c6f1ec-4643-4654-9db5-582e88f90234', 'status': 'completed', 'code': 200} Dec 08 01:35:48.901755 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a475a6d-6273-4fed-abab-95de34a76844 req-87dd7592-b165-4992-9de7-810ef9b64494 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9dd43a2-85af-4c6b-9149-98795330259c HTTP/1.1" status: 200 len: 210 time: 0.0460417 Dec 08 01:35:49.089445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3bb4c-034c-4ed5-a613-1b319cfcefa4 req-2714ca4b-7462-43a8-8fb3-939f012e8159 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:49.091250 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bcc3bb4c-034c-4ed5-a613-1b319cfcefa4 req-2714ca4b-7462-43a8-8fb3-939f012e8159 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 944 time: 0.0556588 Dec 08 01:35:49.154762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bcc3bb4c-034c-4ed5-a613-1b319cfcefa4 req-77acb45c-01c8-4b38-a5ac-4cb00032bfd5 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548372 Dec 08 01:35:49.196768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3089a54-f313-48f2-9e4c-1e1b2780b23f req-7e6085a8-f941-4210-b690-2c08c32e9206 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:49.198296 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a3089a54-f313-48f2-9e4c-1e1b2780b23f req-7e6085a8-f941-4210-b690-2c08c32e9206 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 948 time: 0.0716612 Dec 08 01:35:49.260727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f19b1-576d-4c63-9f9a-c12dd29aa802 req-57d737c7-d000-4725-b2bb-26cd568f8a7c tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:49.263409 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-147f19b1-576d-4c63-9f9a-c12dd29aa802 req-57d737c7-d000-4725-b2bb-26cd568f8a7c tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 1101 time: 0.0461700 Dec 08 01:35:49.273471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a3089a54-f313-48f2-9e4c-1e1b2780b23f req-ac5d53a7-7247-46ec-950e-ed3d82b78b7e tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548179 Dec 08 01:35:49.284069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e552824-28f4-4a0f-be99-f46a2322720b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:49.327915 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-147f19b1-576d-4c63-9f9a-c12dd29aa802 req-0ee3c517-2d37-4bff-b82f-53be24f9386c tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564485 Dec 08 01:35:49.444661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab82d1-acc2-4af2-86ce-44638a143e82 req-9cef6f31-070c-466f-8545-e66154bd8032 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:49.446545 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0dab82d1-acc2-4af2-86ce-44638a143e82 req-9cef6f31-070c-466f-8545-e66154bd8032 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 945 time: 0.0518839 Dec 08 01:35:49.499557 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0dab82d1-acc2-4af2-86ce-44638a143e82 req-f3678449-64b7-4cf1-9f1f-760329541148 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470495 Dec 08 01:35:49.580890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e552824-28f4-4a0f-be99-f46a2322720b admin admin] Deleting port c3c070d0-f394-4554-820c-020961d54ee7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:49.581418 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e552824-28f4-4a0f-be99-f46a2322720b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:49.609627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d130d-f870-4dde-89b9-3e156e964bd5 req-a01acac7-fd08-44f5-aa04-cc07df7e575a tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:49.611155 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ed9d130d-f870-4dde-89b9-3e156e964bd5 req-a01acac7-fd08-44f5-aa04-cc07df7e575a tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 1101 time: 0.0483689 Dec 08 01:35:49.661239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ed9d130d-f870-4dde-89b9-3e156e964bd5 req-d56fe08f-80e2-4253-9718-8c25e5a5dc99 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398583 Dec 08 01:35:49.685900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e552824-28f4-4a0f-be99-f46a2322720b admin admin] For port c3c070d0-f394-4554-820c-020961d54ee7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c3c070d0-f394-4554-820c-020961d54ee7,segment=NetworkSegment(d89c8aa3-9b87-4b74-9938-6fb56132b54d),segment_id=d89c8aa3-9b87-4b74-9938-6fb56132b54d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:49.686292 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e552824-28f4-4a0f-be99-f46a2322720b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:49.699968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e552824-28f4-4a0f-be99-f46a2322720b admin admin] Calling delete_port for c3c070d0-f394-4554-820c-020961d54ee7 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:49.781633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ad008-33e9-4794-a6f3-84c0ff4ed6ea req-d7a41de0-9f9f-40a9-a91e-20d5935e81b6 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:49.783215 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e67ad008-33e9-4794-a6f3-84c0ff4ed6ea req-d7a41de0-9f9f-40a9-a91e-20d5935e81b6 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.65 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 944 time: 0.0509286 Dec 08 01:35:49.883515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-e67ad008-33e9-4794-a6f3-84c0ff4ed6ea req-df8ba764-1118-4e94-b22a-ba10e3e9fa67 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Deleting port cfb53522-bb82-4c27-ab0c-09fa78147b3a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:49.884338 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e67ad008-33e9-4794-a6f3-84c0ff4ed6ea req-df8ba764-1118-4e94-b22a-ba10e3e9fa67 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:49.940126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64555d29-55de-431b-aeaa-7adbb7bce9b7 req-c0bb7aa4-3c15-48a4-978e-7520f8803703 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:49.941928 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64555d29-55de-431b-aeaa-7adbb7bce9b7 req-c0bb7aa4-3c15-48a4-978e-7520f8803703 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.72 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 945 time: 0.0735114 Dec 08 01:35:49.943130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e552824-28f4-4a0f-be99-f46a2322720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:49.949465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device d193075d-ebd8-47d0-babd-4fce7aeb7350 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:35:49.968806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45c6f1ec-4643-4654-9db5-582e88f90234 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:49.995740 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e552824-28f4-4a0f-be99-f46a2322720b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c070d0-f394-4554-820c-020961d54ee7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:50.013647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 45c6f1ec-4643-4654-9db5-582e88f90234 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:50.014013 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45c6f1ec-4643-4654-9db5-582e88f90234 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:50.023022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e67ad008-33e9-4794-a6f3-84c0ff4ed6ea req-df8ba764-1118-4e94-b22a-ba10e3e9fa67 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] For port cfb53522-bb82-4c27-ab0c-09fa78147b3a, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=cfb53522-bb82-4c27-ab0c-09fa78147b3a,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:50.025049 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e67ad008-33e9-4794-a6f3-84c0ff4ed6ea req-df8ba764-1118-4e94-b22a-ba10e3e9fa67 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:50.077094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-e67ad008-33e9-4794-a6f3-84c0ff4ed6ea req-df8ba764-1118-4e94-b22a-ba10e3e9fa67 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Calling delete_port for cfb53522-bb82-4c27-ab0c-09fa78147b3a owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:50.146896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port d193075d-ebd8-47d0-babd-4fce7aeb7350, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=d193075d-ebd8-47d0-babd-4fce7aeb7350,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:50.167614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'd193075d-ebd8-47d0-babd-4fce7aeb7350', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'd193075d-ebd8-47d0-babd-4fce7aeb7350', 'mac_address': 'fa:16:3e:51:c3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:35:50.196925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-64555d29-55de-431b-aeaa-7adbb7bce9b7 req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Deleting port 09edb317-aa5a-40c7-9f22-0ce7896b319e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:50.197533 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64555d29-55de-431b-aeaa-7adbb7bce9b7 req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:50.285854 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:50.317481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d193075d-ebd8-47d0-babd-4fce7aeb7350 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:35:50.342725 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e67ad008-33e9-4794-a6f3-84c0ff4ed6ea req-df8ba764-1118-4e94-b22a-ba10e3e9fa67 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:50.345784 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e552824-28f4-4a0f-be99-f46a2322720b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:50.366449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port d193075d-ebd8-47d0-babd-4fce7aeb7350, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=d193075d-ebd8-47d0-babd-4fce7aeb7350,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:50.376544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:50.393757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['cfb53522-bb82-4c27-ab0c-09fa78147b3a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:50.411118 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6826d424-177a-44fa-acee-8385c8ea316a req-63b0407b-a385-4f0a-8c32-69ae9c785111 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=86de2e82-386c-4451-819c-fd52a5580e74 HTTP/1.1" status: 200 len: 210 time: 0.0603669 Dec 08 01:35:50.425049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-64555d29-55de-431b-aeaa-7adbb7bce9b7 req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] For port 09edb317-aa5a-40c7-9f22-0ce7896b319e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=09edb317-aa5a-40c7-9f22-0ce7896b319e,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:50.425456 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64555d29-55de-431b-aeaa-7adbb7bce9b7 req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:50.435492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ba764-1118-4e94-b22a-ba10e3e9fa67 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Pushing event deleted for resources: {'Port': ['ID=cfb53522-bb82-4c27-ab0c-09fa78147b3a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:50.447314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-64555d29-55de-431b-aeaa-7adbb7bce9b7 req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Calling delete_port for 09edb317-aa5a-40c7-9f22-0ce7896b319e owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:50.494947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67ad008-33e9-4794-a6f3-84c0ff4ed6ea req-df8ba764-1118-4e94-b22a-ba10e3e9fa67 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] No DVR routers for this DVR port cfb53522-bb82-4c27-ab0c-09fa78147b3a on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:50.498649 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e67ad008-33e9-4794-a6f3-84c0ff4ed6ea req-df8ba764-1118-4e94-b22a-ba10e3e9fa67 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:50.502235 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e67ad008-33e9-4794-a6f3-84c0ff4ed6ea req-df8ba764-1118-4e94-b22a-ba10e3e9fa67 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.65 "DELETE /v2.0/ports/cfb53522-bb82-4c27-ab0c-09fa78147b3a HTTP/1.1" status: 204 len: 173 time: 0.7120152 Dec 08 01:35:50.611675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=d193075d-ebd8-47d0-babd-4fce7aeb7350,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:50.630238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.630238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.630681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.630926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.631487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.632085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.633018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.633612 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.634212 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.634725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.635275 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.635833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.636441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.743214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40aabd-1186-4576-bb8d-4a6af434fec6 req-0712c24e-8da7-4367-9d25-bd0aa32fee4e tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:50.745864 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec40aabd-1186-4576-bb8d-4a6af434fec6 req-0712c24e-8da7-4367-9d25-bd0aa32fee4e tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 950 time: 0.1673901 Dec 08 01:35:50.791925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['d193075d-ebd8-47d0-babd-4fce7aeb7350'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:50.819188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e552824-28f4-4a0f-be99-f46a2322720b admin admin] Router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:35:50.819912 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64555d29-55de-431b-aeaa-7adbb7bce9b7 req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:50.828402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86de2e82-386c-4451-819c-fd52a5580e74', 'name': 'network-vif-deleted', 'tag': 'cfb53522-bb82-4c27-ab0c-09fa78147b3a'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:50.830908 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1786034-4476-47bc-872b-59cd493c1503" -d '{"events": [{"server_uuid": "86de2e82-386c-4451-819c-fd52a5580e74", "name": "network-vif-deleted", "tag": "cfb53522-bb82-4c27-ab0c-09fa78147b3a"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:50.850551 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec40aabd-1186-4576-bb8d-4a6af434fec6 req-364a2803-9f78-418e-9645-70b575443a84 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893729 Dec 08 01:35:50.870603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['bf504062-4895-4581-a176-fe2dbecd580f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:50.883411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Pushing event deleted for resources: {'Port': ['ID=09edb317-aa5a-40c7-9f22-0ce7896b319e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:50.906327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.906676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.907053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.907398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.907740 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.908076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.908439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.908777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.909104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.909435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.909766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.910095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.910418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:35:50.991539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b366d2-3453-47c7-95f2-932d980458fb req-ce71b150-b2d5-4fcd-a3d2-3f5254f5ab65 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:50.993621 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d4b366d2-3453-47c7-95f2-932d980458fb req-ce71b150-b2d5-4fcd-a3d2-3f5254f5ab65 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 949 time: 0.1887865 Dec 08 01:35:51.004237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-64555d29-55de-431b-aeaa-7adbb7bce9b7 req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] No DVR routers for this DVR port 09edb317-aa5a-40c7-9f22-0ce7896b319e on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:51.016088 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64555d29-55de-431b-aeaa-7adbb7bce9b7 req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:51.019187 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64555d29-55de-431b-aeaa-7adbb7bce9b7 req-628108a6-6909-4c18-be62-54ff562c49b2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.72 "DELETE /v2.0/ports/09edb317-aa5a-40c7-9f22-0ce7896b319e HTTP/1.1" status: 204 len: 173 time: 1.0509527 Dec 08 01:35:51.019666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad927a2-4248-4a87-bf8e-77161ae2bd2f', 'name': 'network-vif-deleted', 'tag': '09edb317-aa5a-40c7-9f22-0ce7896b319e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:51.022193 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349ac9a1-fc2d-46a9-93ab-94a9bf597dc4" -d '{"events": [{"server_uuid": "2ad927a2-4248-4a87-bf8e-77161ae2bd2f", "name": "network-vif-deleted", "tag": "09edb317-aa5a-40c7-9f22-0ce7896b319e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:51.115940 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d4b366d2-3453-47c7-95f2-932d980458fb req-3da8b18a-9d33-44b3-b6f6-3dc05272b326 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082330 Dec 08 01:35:51.117801 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e552824-28f4-4a0f-be99-f46a2322720b admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:35:51.123180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2e552824-28f4-4a0f-be99-f46a2322720b admin admin] 10.222.0.70 "PUT /v2.0/routers/53c6cd9c-90d6-4d88-94d2-595985b9bc3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8306205 Dec 08 01:35:51.125689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:51.137433 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d17b59-3d70-4324-b404-6de7b8d9ca30 None None] Sync routers for ids ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:35:51.151308 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d17b59-3d70-4324-b404-6de7b8d9ca30 None None] Routers {'53c6cd9c-90d6-4d88-94d2-595985b9bc3b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:35:51.152459 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f2d17b59-3d70-4324-b404-6de7b8d9ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:35:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:51.286630 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4ae37567-af3e-46f9-a127-585672f1502d req-f34fc2b0-c701-4c38-a752-44ab92cee782 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ad927a2-4248-4a87-bf8e-77161ae2bd2f HTTP/1.1" status: 200 len: 210 time: 0.0540595 Dec 08 01:35:51.336769 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bcebf3-0afb-44bf-9efd-42a73c95732a x-openstack-request-id: req-17bcebf3-0afb-44bf-9efd-42a73c95732a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:51.337062 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86de2e82-386c-4451-819c-fd52a5580e74", "name": "network-vif-deleted", "tag": "cfb53522-bb82-4c27-ab0c-09fa78147b3a", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:51.337315 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17bcebf3-0afb-44bf-9efd-42a73c95732a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:51.337707 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86de2e82-386c-4451-819c-fd52a5580e74', 'name': 'network-vif-deleted', 'tag': 'cfb53522-bb82-4c27-ab0c-09fa78147b3a', 'status': 'completed', 'code': 200} Dec 08 01:35:51.377977 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:51.385258 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019c81ed-16f6-474c-a9fc-4ce4a9d254d0 x-openstack-request-id: req-019c81ed-16f6-474c-a9fc-4ce4a9d254d0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:51.385715 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad927a2-4248-4a87-bf8e-77161ae2bd2f", "name": "network-vif-deleted", "tag": "09edb317-aa5a-40c7-9f22-0ce7896b319e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:51.385981 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-019c81ed-16f6-474c-a9fc-4ce4a9d254d0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:51.386393 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad927a2-4248-4a87-bf8e-77161ae2bd2f', 'name': 'network-vif-deleted', 'tag': '09edb317-aa5a-40c7-9f22-0ce7896b319e', 'status': 'completed', 'code': 200} Dec 08 01:35:51.439644 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-f2d17b59-3d70-4324-b404-6de7b8d9ca30 None None] Set router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:35:51.450074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258496e-7036-4ba2-89e6-fd45894eeb76 req-37c8e907-90c0-4d78-91d7-9a5b7c7cad0a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:51.451651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4258496e-7036-4ba2-89e6-fd45894eeb76 req-37c8e907-90c0-4d78-91d7-9a5b7c7cad0a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1447079 Dec 08 01:35:51.542976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:51.548458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4258496e-7036-4ba2-89e6-fd45894eeb76 req-4a47f651-7006-4578-b68f-3e92d0d0bd62 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895066 Dec 08 01:35:51.610317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Deleting port d683c0f3-f78d-47ba-9ea3-020d192ae3a7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:51.610766 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:51.647368 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f2d17b59-3d70-4324-b404-6de7b8d9ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:35:49Z', 'revision_number': 5, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port': {'id': 'd683c0f3-f78d-47ba-9ea3-020d192ae3a7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:51.657259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a100906d-e48a-4e30-be66-30b7c479d480'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:51.684030 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d17b59-3d70-4324-b404-6de7b8d9ca30 None None] Checking router: 53c6cd9c-90d6-4d88-94d2-595985b9bc3b for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:35:51.697661 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d17b59-3d70-4324-b404-6de7b8d9ca30 None None] Routers {'53c6cd9c-90d6-4d88-94d2-595985b9bc3b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:35:51.699688 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f2d17b59-3d70-4324-b404-6de7b8d9ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:35:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:51.712300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] For port d683c0f3-f78d-47ba-9ea3-020d192ae3a7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d683c0f3-f78d-47ba-9ea3-020d192ae3a7,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:51.712668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:51.737824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Calling delete_port for d683c0f3-f78d-47ba-9ea3-020d192ae3a7 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:51.797200 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-f2d17b59-3d70-4324-b404-6de7b8d9ca30 None None] Set router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:35:51.825610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e3b69-f88f-47a5-a31e-264274dec4dc req-1b27aae7-4ae4-4063-adfd-9f28f7948734 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:51.827123 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df3e3b69-f88f-47a5-a31e-264274dec4dc req-1b27aae7-4ae4-4063-adfd-9f28f7948734 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 945 time: 0.1040540 Dec 08 01:35:51.855517 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f2d17b59-3d70-4324-b404-6de7b8d9ca30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:35:51Z', 'revision_number': 6, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:51.883478 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d17b59-3d70-4324-b404-6de7b8d9ca30 None None] The sync data for ids ['53c6cd9c-90d6-4d88-94d2-595985b9bc3b'] in n-d-713498-30 is: [{'id': '53c6cd9c-90d6-4d88-94d2-595985b9bc3b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1732769907-router', 'tenant_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:39Z', 'updated_at': '2021-12-08T01:35:51Z', 'revision_number': 6, 'project_id': '97ac10e8b5c24d1fb1f2666fc36caad7', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:35:51.938681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df3e3b69-f88f-47a5-a31e-264274dec4dc req-990dc198-fad3-49e8-b4bd-ecee7d5ea0fb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982838 Dec 08 01:35:51.941174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 09edb317-aa5a-40c7-9f22-0ce7896b319e no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:51.982713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device d193075d-ebd8-47d0-babd-4fce7aeb7350 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:35:51.994664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 09edb317-aa5a-40c7-9f22-0ce7896b319e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:51.995031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 09edb317-aa5a-40c7-9f22-0ce7896b319e not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:52.016375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73619885-4913-45fd-a6cb-c3d2d47f90d3 req-4fb9fca1-ea7c-4eef-9de0-e2c2a2eb9e86 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:52.019415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73619885-4913-45fd-a6cb-c3d2d47f90d3 req-4fb9fca1-ea7c-4eef-9de0-e2c2a2eb9e86 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 950 time: 0.0830722 Dec 08 01:35:52.039951 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.073328 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73619885-4913-45fd-a6cb-c3d2d47f90d3 req-484a14fe-e3a5-4d8e-b526-fb08578e2c5d tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475795 Dec 08 01:35:52.074231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port d193075d-ebd8-47d0-babd-4fce7aeb7350 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:35:52.079767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port d193075d-ebd8-47d0-babd-4fce7aeb7350 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:35:52.079924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.100604 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d683c0f3-f78d-47ba-9ea3-020d192ae3a7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:52.167104 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.181004 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.207322 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f252cf64-e3ba-47a8-a482-6e80e0ce3136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd193075d-ebd8-47d0-babd-4fce7aeb7350'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:52.210344 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55409b1-88bf-4e1f-bb0e-662f6aeccad1" -d '{"events": [{"server_uuid": "f252cf64-e3ba-47a8-a482-6e80e0ce3136", "name": "network-vif-plugged", "status": "completed", "tag": "d193075d-ebd8-47d0-babd-4fce7aeb7350"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:52.224978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port d193075d-ebd8-47d0-babd-4fce7aeb7350, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=d193075d-ebd8-47d0-babd-4fce7aeb7350,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:52.235098 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.271716 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be63ca23-5aab-47eb-ac02-7aa9aae96e60 x-openstack-request-id: req-be63ca23-5aab-47eb-ac02-7aa9aae96e60 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:52.272329 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f252cf64-e3ba-47a8-a482-6e80e0ce3136", "name": "network-vif-plugged", "status": "completed", "tag": "d193075d-ebd8-47d0-babd-4fce7aeb7350", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:52.272598 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be63ca23-5aab-47eb-ac02-7aa9aae96e60 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:52.273051 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f252cf64-e3ba-47a8-a482-6e80e0ce3136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd193075d-ebd8-47d0-babd-4fce7aeb7350', 'code': 200} Dec 08 01:35:52.296674 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.300121 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.311712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=d193075d-ebd8-47d0-babd-4fce7aeb7350,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:52.521089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af836a8a-d94e-4dcb-9fcd-7793d1885e38 req-dde6bfd8-aab2-40da-8550-db91c0c16a94 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:52.522658 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af836a8a-d94e-4dcb-9fcd-7793d1885e38 req-dde6bfd8-aab2-40da-8550-db91c0c16a94 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.65 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 945 time: 0.0926991 Dec 08 01:35:52.532912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663bfb0-4118-415d-a671-667429ec6a82 req-7f8cc512-2ff9-4991-8046-e2e92c63780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:52.534410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9663bfb0-4118-415d-a671-667429ec6a82 req-7f8cc512-2ff9-4991-8046-e2e92c63780c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 1102 time: 0.0691152 Dec 08 01:35:52.662876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb520003-882a-4c0a-bdd2-dee7f0d4c095 req-c6f6d27b-ad1f-47e7-977a-0e6eac0b6d60 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:52.664468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb520003-882a-4c0a-bdd2-dee7f0d4c095 req-c6f6d27b-ad1f-47e7-977a-0e6eac0b6d60 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 950 time: 0.4269888 Dec 08 01:35:52.678092 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.678768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c6cd9c-90d6-4d88-94d2-595985b9bc3b {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:35:52.684095 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.690176 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-189510a2-728e-49e4-be89-da50c48bec62 admin admin] 10.222.0.70 "DELETE /v2.0/routers/53c6cd9c-90d6-4d88-94d2-595985b9bc3b HTTP/1.1" status: 204 len: 168 time: 1.5618341 Dec 08 01:35:52.698231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40574) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:52.700161 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9663bfb0-4118-415d-a671-667429ec6a82 req-69d682ab-33b0-40dd-a131-b4d7b3d5ddc0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278384 Dec 08 01:35:52.712347 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d344ad-fda3-44df-bcc2-c23b355bd556 req-f17f12ff-4e17-4ed0-a4ff-46a739042d2b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:52.714029 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c3d344ad-fda3-44df-bcc2-c23b355bd556 req-f17f12ff-4e17-4ed0-a4ff-46a739042d2b tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 946 time: 0.1516464 Dec 08 01:35:52.789051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-af836a8a-d94e-4dcb-9fcd-7793d1885e38 req-750459a4-ed37-4b6b-9eb7-1cb2e2639cdb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Deleting port 4157da45-abde-445e-b9b3-2f001a48e334 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:52.789517 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af836a8a-d94e-4dcb-9fcd-7793d1885e38 req-750459a4-ed37-4b6b-9eb7-1cb2e2639cdb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.792524 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb520003-882a-4c0a-bdd2-dee7f0d4c095 req-df8bc5e1-3499-4917-b5f3-f7f364905d2f tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203952 Dec 08 01:35:52.795687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2c4e5a-43eb-4e60-9347-95a63d781ea5 admin admin] Deleting subnet fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:35:52.799292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d683c0f3-f78d-47ba-9ea3-020d192ae3a7 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:52.803016 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd2c4e5a-43eb-4e60-9347-95a63d781ea5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.825133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: d683c0f3-f78d-47ba-9ea3-020d192ae3a7 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:52.825712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d683c0f3-f78d-47ba-9ea3-020d192ae3a7 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:52.826309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c3c070d0-f394-4554-820c-020961d54ee7 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:52.847008 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd2c4e5a-43eb-4e60-9347-95a63d781ea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.854236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: c3c070d0-f394-4554-820c-020961d54ee7 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:52.854855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c3c070d0-f394-4554-820c-020961d54ee7 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:52.891756 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c3d344ad-fda3-44df-bcc2-c23b355bd556 req-0ed21617-b234-4f26-b8ea-5be12de9c3a7 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605978 Dec 08 01:35:52.919921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-af836a8a-d94e-4dcb-9fcd-7793d1885e38 req-750459a4-ed37-4b6b-9eb7-1cb2e2639cdb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] For port 4157da45-abde-445e-b9b3-2f001a48e334, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4157da45-abde-445e-b9b3-2f001a48e334,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:52.920423 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af836a8a-d94e-4dcb-9fcd-7793d1885e38 req-750459a4-ed37-4b6b-9eb7-1cb2e2639cdb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:52.934236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-af836a8a-d94e-4dcb-9fcd-7793d1885e38 req-750459a4-ed37-4b6b-9eb7-1cb2e2639cdb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Calling delete_port for 4157da45-abde-445e-b9b3-2f001a48e334 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:53.005578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00c2e3-3eae-4bc7-ac77-3ed82d39627f req-e963a080-23f8-4611-a284-b052814ea162 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:53.014614 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd00c2e3-3eae-4bc7-ac77-3ed82d39627f req-e963a080-23f8-4611-a284-b052814ea162 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1412647 Dec 08 01:35:53.055556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd94d8-8282-4be5-b596-d6b4b5871d17 req-a11d34cc-ff69-4a77-bac8-cead50313f6d tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:53.057844 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0dd94d8-8282-4be5-b596-d6b4b5871d17 req-a11d34cc-ff69-4a77-bac8-cead50313f6d tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.72 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 950 time: 0.1426587 Dec 08 01:35:53.086613 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd2c4e5a-43eb-4e60-9347-95a63d781ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.232239 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd00c2e3-3eae-4bc7-ac77-3ed82d39627f req-ad377669-0743-4d2c-8b56-551feaea96c8 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046185 Dec 08 01:35:53.250717 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd2c4e5a-43eb-4e60-9347-95a63d781ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.294107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd2c4e5a-43eb-4e60-9347-95a63d781ea5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.297422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bd2c4e5a-43eb-4e60-9347-95a63d781ea5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5 HTTP/1.1" status: 204 len: 168 time: 0.5971220 Dec 08 01:35:53.298353 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c4e5a-43eb-4e60-9347-95a63d781ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5b7a3e-a7b5-4cb4-995a-e21dd286eaf5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:53.306453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40584) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:53.306598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23644355-9d83-48d4-ba77-1d6407aad09a None None] Network ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:35:53.443155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.446220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c0dd94d8-8282-4be5-b596-d6b4b5871d17 req-e3919cb5-577c-41c5-ab16-a4e4e43478ee tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Deleting port 6bc18d2f-8610-4207-acab-28680aa93e31 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:53.446555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c0dd94d8-8282-4be5-b596-d6b4b5871d17 req-e3919cb5-577c-41c5-ab16-a4e4e43478ee tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.451710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168341f6-a3ed-42af-b478-958537104141 req-f147f941-fa59-497c-89f2-6ef9dd2e1c09 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:53.453098 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-168341f6-a3ed-42af-b478-958537104141 req-f147f941-fa59-497c-89f2-6ef9dd2e1c09 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=d554a4c6-c5be-47b0-bc84-ffb505a4c398 HTTP/1.1" status: 200 len: 945 time: 0.4426720 Dec 08 01:35:53.474805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb5b1d-804e-4b40-988f-8082c434b3b0 req-284f458a-e53a-4fb4-b6a8-82a6e680914c tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:53.477069 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2ebb5b1d-804e-4b40-988f-8082c434b3b0 req-284f458a-e53a-4fb4-b6a8-82a6e680914c tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 950 time: 0.1682765 Dec 08 01:35:53.488917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b617d2-6285-4ce9-a840-8c10d468dd41 None None] DHCP port deletion for ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:35:53.499115 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af836a8a-d94e-4dcb-9fcd-7793d1885e38 req-750459a4-ed37-4b6b-9eb7-1cb2e2639cdb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.538612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750459a4-ed37-4b6b-9eb7-1cb2e2639cdb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Pushing event deleted for resources: {'Port': ['ID=4157da45-abde-445e-b9b3-2f001a48e334,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:53.545136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e2b617d2-6285-4ce9-a840-8c10d468dd41 None None] Deleting port f16ec16a-4821-4da9-8bf8-f5d6486c1d55 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:53.545854 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e2b617d2-6285-4ce9-a840-8c10d468dd41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.558662 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-168341f6-a3ed-42af-b478-958537104141 req-41beef12-dcc0-41f9-9aa8-f6208847b954 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927842 Dec 08 01:35:53.609162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-af836a8a-d94e-4dcb-9fcd-7793d1885e38 req-750459a4-ed37-4b6b-9eb7-1cb2e2639cdb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] No DVR routers for this DVR port 4157da45-abde-445e-b9b3-2f001a48e334 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:53.612330 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af836a8a-d94e-4dcb-9fcd-7793d1885e38 req-750459a4-ed37-4b6b-9eb7-1cb2e2639cdb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.619757 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af836a8a-d94e-4dcb-9fcd-7793d1885e38 req-750459a4-ed37-4b6b-9eb7-1cb2e2639cdb tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.65 "DELETE /v2.0/ports/4157da45-abde-445e-b9b3-2f001a48e334 HTTP/1.1" status: 204 len: 173 time: 1.0459363 Dec 08 01:35:53.619986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd554a4c6-c5be-47b0-bc84-ffb505a4c398', 'name': 'network-vif-deleted', 'tag': '4157da45-abde-445e-b9b3-2f001a48e334'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:53.622141 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca50f684-0d3f-4162-82a1-f5431c51a93e" -d '{"events": [{"server_uuid": "d554a4c6-c5be-47b0-bc84-ffb505a4c398", "name": "network-vif-deleted", "tag": "4157da45-abde-445e-b9b3-2f001a48e334"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:53.623952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2ebb5b1d-804e-4b40-988f-8082c434b3b0 req-891652c3-cd89-46c4-b038-7957dc65f213 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/security-groups?id=853e2225-cec3-46d1-be40-3ce30e35a4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267650 Dec 08 01:35:53.635414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c0dd94d8-8282-4be5-b596-d6b4b5871d17 req-e3919cb5-577c-41c5-ab16-a4e4e43478ee tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] For port 6bc18d2f-8610-4207-acab-28680aa93e31, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6bc18d2f-8610-4207-acab-28680aa93e31,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:53.635896 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c0dd94d8-8282-4be5-b596-d6b4b5871d17 req-e3919cb5-577c-41c5-ab16-a4e4e43478ee tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.652664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e2b617d2-6285-4ce9-a840-8c10d468dd41 None None] For port f16ec16a-4821-4da9-8bf8-f5d6486c1d55, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f16ec16a-4821-4da9-8bf8-f5d6486c1d55,segment=NetworkSegment(d89c8aa3-9b87-4b74-9938-6fb56132b54d),segment_id=d89c8aa3-9b87-4b74-9938-6fb56132b54d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:53.652664 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e2b617d2-6285-4ce9-a840-8c10d468dd41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.653069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c0dd94d8-8282-4be5-b596-d6b4b5871d17 req-e3919cb5-577c-41c5-ab16-a4e4e43478ee tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Calling delete_port for 6bc18d2f-8610-4207-acab-28680aa93e31 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:53.661691 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e2b617d2-6285-4ce9-a840-8c10d468dd41 None None] Calling delete_port for f16ec16a-4821-4da9-8bf8-f5d6486c1d55 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:53.665473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Deleting port f16ec16a-4821-4da9-8bf8-f5d6486c1d55 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:53.666012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.765921 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e2b617d2-6285-4ce9-a840-8c10d468dd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.767026 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf2f8df-add2-45b5-821b-514b27f96f5e x-openstack-request-id: req-2bf2f8df-add2-45b5-821b-514b27f96f5e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:53.767638 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d554a4c6-c5be-47b0-bc84-ffb505a4c398", "name": "network-vif-deleted", "tag": "4157da45-abde-445e-b9b3-2f001a48e334", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:53.768098 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2bf2f8df-add2-45b5-821b-514b27f96f5e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:53.768964 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd554a4c6-c5be-47b0-bc84-ffb505a4c398', 'name': 'network-vif-deleted', 'tag': '4157da45-abde-445e-b9b3-2f001a48e334', 'status': 'completed', 'code': 200} Dec 08 01:35:53.789621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] For port f16ec16a-4821-4da9-8bf8-f5d6486c1d55, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f16ec16a-4821-4da9-8bf8-f5d6486c1d55,segment=NetworkSegment(d89c8aa3-9b87-4b74-9938-6fb56132b54d),segment_id=d89c8aa3-9b87-4b74-9938-6fb56132b54d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:53.790138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.795252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b617d2-6285-4ce9-a840-8c10d468dd41 None None] Pushing event deleted for resources: {'Port': ['ID=f16ec16a-4821-4da9-8bf8-f5d6486c1d55,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:53.798191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b617d2-6285-4ce9-a840-8c10d468dd41 None None] No DVR routers for this DVR port f16ec16a-4821-4da9-8bf8-f5d6486c1d55 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:53.823367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Calling delete_port for f16ec16a-4821-4da9-8bf8-f5d6486c1d55 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:53.945796 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c0dd94d8-8282-4be5-b596-d6b4b5871d17 req-e3919cb5-577c-41c5-ab16-a4e4e43478ee tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:53.954788 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb5563-3b7c-4f1a-b879-792c852e6fa9 req-cf77eac4-f0e6-4ad5-a2ad-f1da314bdd81 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:53.956329 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9dbb5563-3b7c-4f1a-b879-792c852e6fa9 req-cf77eac4-f0e6-4ad5-a2ad-f1da314bdd81 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 950 time: 0.0826089 Dec 08 01:35:53.977348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3919cb5-577c-41c5-ab16-a4e4e43478ee tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Pushing event deleted for resources: {'Port': ['ID=6bc18d2f-8610-4207-acab-28680aa93e31,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:53.996089 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.013715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['6bc18d2f-8610-4207-acab-28680aa93e31'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:54.045464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4157da45-abde-445e-b9b3-2f001a48e334 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:54.051443 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9dbb5563-3b7c-4f1a-b879-792c852e6fa9 req-fe8a698e-a059-4fae-aa3e-c69f0178f99c tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826478 Dec 08 01:35:54.079173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 4157da45-abde-445e-b9b3-2f001a48e334 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:54.079618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4157da45-abde-445e-b9b3-2f001a48e334 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:54.080101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device cfb53522-bb82-4c27-ab0c-09fa78147b3a no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:54.091102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Pushing event deleted for resources: {'Port': ['ID=f16ec16a-4821-4da9-8bf8-f5d6486c1d55,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:54.092962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] No DVR routers for this DVR port f16ec16a-4821-4da9-8bf8-f5d6486c1d55 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:54.109545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: cfb53522-bb82-4c27-ab0c-09fa78147b3a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:54.110178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device cfb53522-bb82-4c27-ab0c-09fa78147b3a not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:54.110403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0dd94d8-8282-4be5-b596-d6b4b5871d17 req-e3919cb5-577c-41c5-ab16-a4e4e43478ee tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] No DVR routers for this DVR port 6bc18d2f-8610-4207-acab-28680aa93e31 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:54.131409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c0dd94d8-8282-4be5-b596-d6b4b5871d17 req-e3919cb5-577c-41c5-ab16-a4e4e43478ee tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.135763 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0dd94d8-8282-4be5-b596-d6b4b5871d17 req-e3919cb5-577c-41c5-ab16-a4e4e43478ee tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.72 "DELETE /v2.0/ports/6bc18d2f-8610-4207-acab-28680aa93e31 HTTP/1.1" status: 204 len: 173 time: 1.0660527 Dec 08 01:35:54.136235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363fcb8d-f8fa-438d-8d3c-2a03c564f646', 'name': 'network-vif-deleted', 'tag': '6bc18d2f-8610-4207-acab-28680aa93e31'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:54.138669 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0dfd6b-4e81-4dc5-bcb8-7fd79082cef2" -d '{"events": [{"server_uuid": "363fcb8d-f8fa-438d-8d3c-2a03c564f646", "name": "network-vif-deleted", "tag": "6bc18d2f-8610-4207-acab-28680aa93e31"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:54.172608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9df7e-c3c1-4902-b094-8ddd5f6834f2 req-1f055900-5e8a-4def-8452-fe3bae5e524f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:54.174199 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65d9df7e-c3c1-4902-b094-8ddd5f6834f2 req-1f055900-5e8a-4def-8452-fe3bae5e524f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 946 time: 0.1927004 Dec 08 01:35:54.197918 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2691094d-2cdf-443c-87e0-c02fd2c8cad5 x-openstack-request-id: req-2691094d-2cdf-443c-87e0-c02fd2c8cad5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:54.198214 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363fcb8d-f8fa-438d-8d3c-2a03c564f646", "name": "network-vif-deleted", "tag": "6bc18d2f-8610-4207-acab-28680aa93e31", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:54.198474 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2691094d-2cdf-443c-87e0-c02fd2c8cad5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:54.198878 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363fcb8d-f8fa-438d-8d3c-2a03c564f646', 'name': 'network-vif-deleted', 'tag': '6bc18d2f-8610-4207-acab-28680aa93e31', 'status': 'completed', 'code': 200} Dec 08 01:35:54.224030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.263910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:54.282699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89c8aa3-9b87-4b74-9938-6fb56132b54d') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:54.283010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89c8aa3-9b87-4b74-9938-6fb56132b54d') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:54.301868 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65d9df7e-c3c1-4902-b094-8ddd5f6834f2 req-6dc7fa16-ea22-4fa2-a0e4-44b587e2a686 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144252 Dec 08 01:35:54.303519 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.322403 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.328777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:35:54.329233 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:35:54.331172 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:35:54.375234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f9095-5641-4171-a01b-5b5fa183e582 req-ba37c996-2861-4d8d-bdc7-eb5686531960 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:54.376716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a80f9095-5641-4171-a01b-5b5fa183e582 req-ba37c996-2861-4d8d-bdc7-eb5686531960 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0572038 Dec 08 01:35:54.395517 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.401673 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.404938 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e HTTP/1.1" status: 204 len: 168 time: 1.0565281 Dec 08 01:35:54.417058 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db699a73-0e9f-4d05-94c2-ecd91b335371 admin admin] Pushing event deleted for resources: {'Network': ['ID=ede3c330-8c6d-4fe8-b5f9-1cb22a7fbf9e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:54.440584 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a80f9095-5641-4171-a01b-5b5fa183e582 req-5c8e7798-42c8-4e33-9c59-fb8c72d67ec2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570018 Dec 08 01:35:54.574414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40598) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:54.615278 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cd330e59-eca1-4fcc-a57e-e32f1f810613 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97ac10e8b5c24d1fb1f2666fc36caad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395947 Dec 08 01:35:54.617798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40602) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:54.671046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a45e44a3-c5b7-4422-93fa-bb16b3c77658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.710189 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a45e44a3-c5b7-4422-93fa-bb16b3c77658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.786009 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-555d6f75-8ba7-4435-abc3-92c52b6d6530 req-84730e0e-d836-4a78-9993-1dca5cb8cb15 tempest-ServersAdminNegativeTestJSON-400492950 tempest-ServersAdminNegativeTestJSON-400492950-project] 10.222.0.70 "GET /v2.0/ports?device_id=363fcb8d-f8fa-438d-8d3c-2a03c564f646 HTTP/1.1" status: 200 len: 210 time: 0.0606411 Dec 08 01:35:54.796173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f16ec16a-4821-4da9-8bf8-f5d6486c1d55 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:54.839288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13c1ec-9ca4-4e7c-ae19-68be61b22900 req-9b3e538f-1feb-4cca-93e2-6f46c381c9d3 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:54.841443 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa13c1ec-9ca4-4e7c-ae19-68be61b22900 req-9b3e538f-1feb-4cca-93e2-6f46c381c9d3 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 946 time: 0.1082191 Dec 08 01:35:54.843075 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a45e44a3-c5b7-4422-93fa-bb16b3c77658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.845773 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a45e44a3-c5b7-4422-93fa-bb16b3c77658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.846183 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: f16ec16a-4821-4da9-8bf8-f5d6486c1d55 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:54.846614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f16ec16a-4821-4da9-8bf8-f5d6486c1d55 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:54.847272 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a45e44a3-c5b7-4422-93fa-bb16b3c77658 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4fe4c6a-70b4-487a-85b6-857f0d05f323 HTTP/1.1" status: 204 len: 168 time: 0.2283742 Dec 08 01:35:54.859566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e44a3-c5b7-4422-93fa-bb16b3c77658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fe4c6a-70b4-487a-85b6-857f0d05f323,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:54.980323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b0ec2-0c66-4913-a41b-ba5ad50e7aeb req-c3c4b032-e9af-4ea2-98f4-2fa779271430 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:54.984506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-fa13c1ec-9ca4-4e7c-ae19-68be61b22900 req-76dd3ec4-dbc6-4212-94d3-0f5aa9f5cc44 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Deleting port a100906d-e48a-4e30-be66-30b7c479d480 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:54.984857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fa13c1ec-9ca4-4e7c-ae19-68be61b22900 req-76dd3ec4-dbc6-4212-94d3-0f5aa9f5cc44 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:54.993182 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f12b0ec2-0c66-4913-a41b-ba5ad50e7aeb req-c3c4b032-e9af-4ea2-98f4-2fa779271430 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 944 time: 0.1202202 Dec 08 01:35:55.047283 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f12b0ec2-0c66-4913-a41b-ba5ad50e7aeb req-02e5f576-b190-4742-a20c-7d0b72dc6cc7 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/security-groups?id=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531077 Dec 08 01:35:55.098450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-fa13c1ec-9ca4-4e7c-ae19-68be61b22900 req-76dd3ec4-dbc6-4212-94d3-0f5aa9f5cc44 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] For port a100906d-e48a-4e30-be66-30b7c479d480, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a100906d-e48a-4e30-be66-30b7c479d480,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:55.098799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fa13c1ec-9ca4-4e7c-ae19-68be61b22900 req-76dd3ec4-dbc6-4212-94d3-0f5aa9f5cc44 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:55.115445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-fa13c1ec-9ca4-4e7c-ae19-68be61b22900 req-76dd3ec4-dbc6-4212-94d3-0f5aa9f5cc44 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Calling delete_port for a100906d-e48a-4e30-be66-30b7c479d480 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:55.224213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf726d01-dab1-4c00-94ed-6ef9ad5c2502 req-19b2e1c7-e065-4f71-8c30-b806ba8700a3 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:55.225728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bf726d01-dab1-4c00-94ed-6ef9ad5c2502 req-19b2e1c7-e065-4f71-8c30-b806ba8700a3 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 950 time: 0.0978379 Dec 08 01:35:55.311124 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bf726d01-dab1-4c00-94ed-6ef9ad5c2502 req-85f07496-fe9a-4fee-bd82-b881625e99ee tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777583 Dec 08 01:35:55.332793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fa13c1ec-9ca4-4e7c-ae19-68be61b22900 req-76dd3ec4-dbc6-4212-94d3-0f5aa9f5cc44 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:55.370718 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a100906d-e48a-4e30-be66-30b7c479d480'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:55.372780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd3ec4-dbc6-4212-94d3-0f5aa9f5cc44 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Pushing event deleted for resources: {'Port': ['ID=a100906d-e48a-4e30-be66-30b7c479d480,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:55.406102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['bf504062-4895-4581-a176-fe2dbecd580f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:35:55.419709 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-be7dd7a7-2570-48c8-b848-ee7e3f4e0edf req-9499a14f-9b2b-415e-905e-987f50cf74df tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76 HTTP/1.1" status: 200 len: 210 time: 0.0403059 Dec 08 01:35:55.454337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa13c1ec-9ca4-4e7c-ae19-68be61b22900 req-76dd3ec4-dbc6-4212-94d3-0f5aa9f5cc44 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] No DVR routers for this DVR port a100906d-e48a-4e30-be66-30b7c479d480 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:55.470698 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fa13c1ec-9ca4-4e7c-ae19-68be61b22900 req-76dd3ec4-dbc6-4212-94d3-0f5aa9f5cc44 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:55.474071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa13c1ec-9ca4-4e7c-ae19-68be61b22900 req-76dd3ec4-dbc6-4212-94d3-0f5aa9f5cc44 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.65 "DELETE /v2.0/ports/a100906d-e48a-4e30-be66-30b7c479d480 HTTP/1.1" status: 204 len: 173 time: 0.6245685 Dec 08 01:35:55.505313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c36e8-08d3-4203-aef0-7dc40437b130 req-7c30c677-907e-43ca-abc3-c9b63ef93a0d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:55.508340 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d04c36e8-08d3-4203-aef0-7dc40437b130 req-7c30c677-907e-43ca-abc3-c9b63ef93a0d tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.65 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 944 time: 0.0815148 Dec 08 01:35:55.629356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3afc52-7e7f-43fb-bc40-f62f43e36b5f req-941ee1cf-4e2a-4dfd-9a65-fe3e9c0201a2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:55.630943 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df3afc52-7e7f-43fb-bc40-f62f43e36b5f req-941ee1cf-4e2a-4dfd-9a65-fe3e9c0201a2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0627630 Dec 08 01:35:55.692375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-d04c36e8-08d3-4203-aef0-7dc40437b130 req-6f50b003-97ac-45b4-af3c-b836421d79c9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Deleting port f103df1f-439e-4cbb-b100-3b6cc3a2f73c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:35:55.692776 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d04c36e8-08d3-4203-aef0-7dc40437b130 req-6f50b003-97ac-45b4-af3c-b836421d79c9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:55.711394 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df3afc52-7e7f-43fb-bc40-f62f43e36b5f req-c23011c2-666f-4534-b683-aa506f57fbde tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718467 Dec 08 01:35:55.770205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76', 'name': 'network-vif-deleted', 'tag': 'a100906d-e48a-4e30-be66-30b7c479d480'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:55.772444 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bdc7c6-0a91-45eb-919a-519889b3571b" -d '{"events": [{"server_uuid": "bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76", "name": "network-vif-deleted", "tag": "a100906d-e48a-4e30-be66-30b7c479d480"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:55.805343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40648) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:55.815497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-d04c36e8-08d3-4203-aef0-7dc40437b130 req-6f50b003-97ac-45b4-af3c-b836421d79c9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] For port f103df1f-439e-4cbb-b100-3b6cc3a2f73c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,segment=NetworkSegment(105587ac-786c-4655-aaa3-a94d931df5da),segment_id=105587ac-786c-4655-aaa3-a94d931df5da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:35:55.815773 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d04c36e8-08d3-4203-aef0-7dc40437b130 req-6f50b003-97ac-45b4-af3c-b836421d79c9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:55.819378 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b9bf6e-516b-43cd-9a08-a9691d3e9aed x-openstack-request-id: req-b5b9bf6e-516b-43cd-9a08-a9691d3e9aed {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:55.819677 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76", "name": "network-vif-deleted", "tag": "a100906d-e48a-4e30-be66-30b7c479d480", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:55.820009 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5b9bf6e-516b-43cd-9a08-a9691d3e9aed {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:55.820423 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc2e780-6a66-4ef4-a4cf-4dd018cbcf76', 'name': 'network-vif-deleted', 'tag': 'a100906d-e48a-4e30-be66-30b7c479d480', 'status': 'completed', 'code': 200} Dec 08 01:35:55.832325 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-d04c36e8-08d3-4203-aef0-7dc40437b130 req-6f50b003-97ac-45b4-af3c-b836421d79c9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Calling delete_port for f103df1f-439e-4cbb-b100-3b6cc3a2f73c owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:35:55.887128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3441af8-672a-467e-8a39-818a2df12e73 req-425d8932-0d96-45d5-94bd-481b562ebe27 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:55.889314 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c3441af8-672a-467e-8a39-818a2df12e73 req-425d8932-0d96-45d5-94bd-481b562ebe27 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 950 time: 0.0602469 Dec 08 01:35:55.932623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1706193997-network', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:55.958705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6bc18d2f-8610-4207-acab-28680aa93e31 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:55.966743 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c3441af8-672a-467e-8a39-818a2df12e73 req-aa14f2be-9d84-4173-a271-9aa3e154213a tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713379 Dec 08 01:35:56.006086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 6bc18d2f-8610-4207-acab-28680aa93e31 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:56.006739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6bc18d2f-8610-4207-acab-28680aa93e31 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:56.018394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Made reservation on behalf of 29e7568e8ed84bce809d48ce2851ce9e for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:56.021832 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.029033 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d04c36e8-08d3-4203-aef0-7dc40437b130 req-6f50b003-97ac-45b4-af3c-b836421d79c9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.068676 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.080915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50b003-97ac-45b4-af3c-b836421d79c9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Pushing event deleted for resources: {'Port': ['ID=f103df1f-439e-4cbb-b100-3b6cc3a2f73c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:56.196917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04c36e8-08d3-4203-aef0-7dc40437b130 req-6f50b003-97ac-45b4-af3c-b836421d79c9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] No DVR routers for this DVR port f103df1f-439e-4cbb-b100-3b6cc3a2f73c on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:35:56.204614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d04c36e8-08d3-4203-aef0-7dc40437b130 req-6f50b003-97ac-45b4-af3c-b836421d79c9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.212005 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.213852 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d04c36e8-08d3-4203-aef0-7dc40437b130 req-6f50b003-97ac-45b4-af3c-b836421d79c9 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.65 "DELETE /v2.0/ports/f103df1f-439e-4cbb-b100-3b6cc3a2f73c HTTP/1.1" status: 204 len: 173 time: 0.6880667 Dec 08 01:35:56.220220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.239776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:35:56.251700 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.252077 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Added segment 47a9220b-a58d-404f-b032-86400deb1745 of type vlan for network 962238f1-c6c0-4079-8fb2-f9aba262224a Dec 08 01:35:56.284934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40676) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:56.324790 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.348187 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-adac1e1a-782b-4360-8f5f-071a9c255304 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5f77b48860c14c73b4b7b86cd11baf6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446861 Dec 08 01:35:56.384232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8154a67-437f-4cc4-bbcb-3819e816e7ac,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:56.418839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.419918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:56.420456 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.495745 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6887329 Dec 08 01:35:56.501309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40682) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:56.506647 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-edae40f5-a695-45f2-b3bc-dcd96c7108d1 req-b7278465-b5b4-4b84-a003-6218b4e6ea65 tempest-LiveMigrationTest-962441095 tempest-LiveMigrationTest-962441095-project] 10.222.0.70 "GET /v2.0/ports?device_id=95df1711-1d28-4b6a-9e67-48e6bf84cb84 HTTP/1.1" status: 200 len: 210 time: 0.0354037 Dec 08 01:35:56.510134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8000b368-1481-43cf-a047-6ac8861610eb admin admin] Request body: {'subnet': {'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1706193997-subnet', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:56.532813 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c8bdd7e2-f48c-4c0d-b6ae-e7ea24be5d08 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bfc3269148dd4805b29d7479fe29c897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462738 Dec 08 01:35:56.535279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40684) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:56.563990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1cdac-490a-45cb-9f9b-c9aec85c4e2b admin admin] Pushing event updated for resources: {'Network': ['ID=962238f1-c6c0-4079-8fb2-f9aba262224a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:56.579864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 962238f1-c6c0-4079-8fb2-f9aba262224a details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:35:56.583305 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f18fff-700c-4952-a114-c3b92be45afd req-6dd5b5bd-c6f0-43a3-91aa-bab8ae5a6143 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:56.584639 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-6dd5b5bd-c6f0-43a3-91aa-bab8ae5a6143 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263174 Dec 08 01:35:56.590936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8000b368-1481-43cf-a047-6ac8861610eb admin admin] Made reservation on behalf of 29e7568e8ed84bce809d48ce2851ce9e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:56.594759 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8000b368-1481-43cf-a047-6ac8861610eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.600722 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ca7075b-e574-40be-a8d3-4f48d98f1716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.623518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-5a309123-82c1-4761-b867-01786c066ac5 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/quotas/5f77b48860c14c73b4b7b86cd11baf6f HTTP/1.1" status: 200 len: 375 time: 0.0271525 Dec 08 01:35:56.631084 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ca7075b-e574-40be-a8d3-4f48d98f1716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.722974 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ca7075b-e574-40be-a8d3-4f48d98f1716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.725907 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ca7075b-e574-40be-a8d3-4f48d98f1716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:56.730041 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4ca7075b-e574-40be-a8d3-4f48d98f1716 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/853e2225-cec3-46d1-be40-3ce30e35a4c0 HTTP/1.1" status: 204 len: 168 time: 0.1914659 Dec 08 01:35:56.737145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7075b-e574-40be-a8d3-4f48d98f1716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853e2225-cec3-46d1-be40-3ce30e35a4c0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:56.840467 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-c4ff0ea4-287f-46c1-bff7-cf024f57d928 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f77b48860c14c73b4b7b86cd11baf6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2047763 Dec 08 01:35:56.859124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4701a9-eb01-421f-b660-b771987e298e req-e41bca18-ad19-476d-bd84-bd43bf1cfaf2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:56.866635 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a4701a9-eb01-421f-b660-b771987e298e req-e41bca18-ad19-476d-bd84-bd43bf1cfaf2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0723946 Dec 08 01:35:56.977245 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a4701a9-eb01-421f-b660-b771987e298e req-3e51c0e0-4f23-4641-84e4-9b9681ba7356 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087968 Dec 08 01:35:57.074507 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8000b368-1481-43cf-a047-6ac8861610eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.189312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000b368-1481-43cf-a047-6ac8861610eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a27906-3117-48cc-949a-1b7128c1e9ac,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:57.206449 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0f2c3854-b38f-4e1d-91ff-e0146be6b3c7 req-7caad4b7-c3db-4d3e-a268-45a1c619db94 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 210 time: 0.0695968 Dec 08 01:35:57.222613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8000b368-1481-43cf-a047-6ac8861610eb admin admin] Checking segment: {'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:57.222983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000b368-1481-43cf-a047-6ac8861610eb admin admin] Network hostable DHCP agents. Network: 962238f1-c6c0-4079-8fb2-f9aba262224a, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:35:57.261957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000b368-1481-43cf-a047-6ac8861610eb admin admin] Network 962238f1-c6c0-4079-8fb2-f9aba262224a is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:35:57.276598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40704) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:57.288069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8000b368-1481-43cf-a047-6ac8861610eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 962238f1-c6c0-4079-8fb2-f9aba262224a) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:57.300970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32ff8f-0fe3-4ae7-a292-3b48eaa384cb None None] Network 962238f1-c6c0-4079-8fb2-f9aba262224a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:35:57.301152 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8000b368-1481-43cf-a047-6ac8861610eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:57.301603 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8000b368-1481-43cf-a047-6ac8861610eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.335345 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8000b368-1481-43cf-a047-6ac8861610eb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8324904 Dec 08 01:35:57.338963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40710) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:57.344354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1706193997-router', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:57.354466 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-830ec01d-b833-4057-a2be-26f6e3c5cb74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c9ba1fb5dad3492dac9cd212ab97e273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0761478 Dec 08 01:35:57.357253 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:57.430273 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.431625 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.440018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-899f63d8-703b-4280-9245-aaad88ac3f26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.473307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-899f63d8-703b-4280-9245-aaad88ac3f26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.504775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-962238f1-c6c0-4079-8fb2-f9aba262224a', 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a', 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'fixed_ips': [{'subnet_id': '03a27906-3117-48cc-949a-1b7128c1e9ac'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:35:57.506028 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.535771 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.574683 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-899f63d8-703b-4280-9245-aaad88ac3f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.578576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-899f63d8-703b-4280-9245-aaad88ac3f26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.579883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-899f63d8-703b-4280-9245-aaad88ac3f26 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/58c27f6f-fa4e-4df6-b3f6-c65cf3a9ab3f HTTP/1.1" status: 204 len: 168 time: 0.2217040 Dec 08 01:35:57.597881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f63d8-703b-4280-9245-aaad88ac3f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c27f6f-fa4e-4df6-b3f6-c65cf3a9ab3f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:57.606481 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40720) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:57.714195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Allocated IP 172.20.0.2 (962238f1-c6c0-4079-8fb2-f9aba262224a/03a27906-3117-48cc-949a-1b7128c1e9ac/3041c473-fd8d-4828-8b26-fd4d77fe50f7) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:57.822934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95df1711-1d28-4b6a-9e67-48e6bf84cb84', 'name': 'network-vif-deleted', 'tag': 'f103df1f-439e-4cbb-b100-3b6cc3a2f73c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:35:57.826876 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef634040-eda1-4472-b408-d5102c95206d" -d '{"events": [{"server_uuid": "95df1711-1d28-4b6a-9e67-48e6bf84cb84", "name": "network-vif-deleted", "tag": "f103df1f-439e-4cbb-b100-3b6cc3a2f73c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:35:57.838700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:57.911308 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7390f65-492b-42ea-bee5-15ab2393f988 x-openstack-request-id: req-c7390f65-492b-42ea-bee5-15ab2393f988 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:35:57.911823 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95df1711-1d28-4b6a-9e67-48e6bf84cb84", "name": "network-vif-deleted", "tag": "f103df1f-439e-4cbb-b100-3b6cc3a2f73c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:35:57.912323 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7390f65-492b-42ea-bee5-15ab2393f988 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:35:57.912902 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95df1711-1d28-4b6a-9e67-48e6bf84cb84', 'name': 'network-vif-deleted', 'tag': 'f103df1f-439e-4cbb-b100-3b6cc3a2f73c', 'status': 'completed', 'code': 200} Dec 08 01:35:58.020427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-77620f6e-bbea-431b-b79d-96e3c4f43325 admin admin] Deleting subnet 9a17378f-dcd0-4ad5-8617-f89458c5d02e {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:35:58.030712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77620f6e-bbea-431b-b79d-96e3c4f43325 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.041373 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.055783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a100906d-e48a-4e30-be66-30b7c479d480 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:35:58.110229 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.143797 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77620f6e-bbea-431b-b79d-96e3c4f43325 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.149097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: a100906d-e48a-4e30-be66-30b7c479d480 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:35:58.152395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a100906d-e48a-4e30-be66-30b7c479d480 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:35:58.239873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77620f6e-bbea-431b-b79d-96e3c4f43325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.257016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Pushing event updated for resources: {'Port': ['ID=3041c473-fd8d-4828-8b26-fd4d77fe50f7,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:58.275084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261b14a-7ab7-42b1-b0b4-ba0b9eb3da57 req-f9aefe3f-724f-4993-93e0-16d5cd4a4e89 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:58.277097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Network 962238f1-c6c0-4079-8fb2-f9aba262224a is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:58.277856 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6261b14a-7ab7-42b1-b0b4-ba0b9eb3da57 req-f9aefe3f-724f-4993-93e0-16d5cd4a4e89 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1650999 Dec 08 01:35:58.287660 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.289514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:58.298829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:58.327029 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.371078 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77620f6e-bbea-431b-b79d-96e3c4f43325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.443222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Attempting to bind port 3041c473-fd8d-4828-8b26-fd4d77fe50f7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:35:58.445363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Attempting to bind port 3041c473-fd8d-4828-8b26-fd4d77fe50f7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:35:58.445865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Attempting to bind port 3041c473-fd8d-4828-8b26-fd4d77fe50f7 on network 962238f1-c6c0-4079-8fb2-f9aba262224a {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:35:58.459408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77620f6e-bbea-431b-b79d-96e3c4f43325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a17378f-dcd0-4ad5-8617-f89458c5d02e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:58.463370 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77620f6e-bbea-431b-b79d-96e3c4f43325 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.465127 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:35:58.466005 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Checking segment: {'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:35:58.466219 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.466842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Bound using segment: {'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:35:58.467567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Bound port: 3041c473-fd8d-4828-8b26-fd4d77fe50f7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:35:58.468056 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.470267 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-77620f6e-bbea-431b-b79d-96e3c4f43325 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9a17378f-dcd0-4ad5-8617-f89458c5d02e HTTP/1.1" status: 204 len: 168 time: 0.8629405 Dec 08 01:35:58.470891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40746) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:58.510531 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6261b14a-7ab7-42b1-b0b4-ba0b9eb3da57 req-78add0cf-c3c3-47c6-af60-adfbfc5277dd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256148 Dec 08 01:35:58.550457 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96a721a1-f77c-4bad-b75f-0ef570d7d339 req-4c60f8ff-af5b-499d-afa9-091860309bfe tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 210 time: 0.0771198 Dec 08 01:35:58.622272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] For port 3041c473-fd8d-4828-8b26-fd4d77fe50f7, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:35:58.630362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] For port 3041c473-fd8d-4828-8b26-fd4d77fe50f7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3041c473-fd8d-4828-8b26-fd4d77fe50f7,segment=NetworkSegment(47a9220b-a58d-404f-b032-86400deb1745),segment_id=47a9220b-a58d-404f-b032-86400deb1745)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:35:58.639047 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.655330 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.670666 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:35:58.678615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Allocated IP 172.25.2.84 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/e52ad2ed-d662-4dc1-9028-dfbc230adc62) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:35:58.721933 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d45e74-71fb-43e4-b62f-56209c6746f5 None None] Pushing event updated for resources: {'Port': ['ID=3041c473-fd8d-4828-8b26-fd4d77fe50f7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:58.789138 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3e37a83b-b7e9-49fb-878f-953c8657ca29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.893462 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.900265 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.927724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402efe03-88a1-415d-be1a-0b7dc1c5e4b6']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:58.938809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105587ac-786c-4655-aaa3-a94d931df5da') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:58.939122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105587ac-786c-4655-aaa3-a94d931df5da') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:35:58.947539 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:58.950569 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-9d00c0c0-c93b-48e4-817d-6984c2412678 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f77b48860c14c73b4b7b86cd11baf6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2074823 Dec 08 01:35:58.956470 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.004583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:35:59.010011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:35:59.013160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:35:59.056115 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.071703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Pushing event updated for resources: {'Port': ['ID=e52ad2ed-d662-4dc1-9028-dfbc230adc62,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:59.088411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:35:59.089163 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:35:59.160128 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:35:59.197539 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.237304 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.240892 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] 10.222.0.70 "DELETE /v2.0/networks/402efe03-88a1-415d-be1a-0b7dc1c5e4b6 HTTP/1.1" status: 204 len: 168 time: 0.7669764 Dec 08 01:35:59.255979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40762) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:59.267503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434fe03-0848-4288-98bb-1acdf19d67da admin admin] Pushing event deleted for resources: {'Network': ['ID=402efe03-88a1-415d-be1a-0b7dc1c5e4b6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:59.342694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f18fff-700c-4952-a114-c3b92be45afd req-c598eadf-a3d4-44a0-b576-dc252e15df9b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:59.344519 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-c598eadf-a3d4-44a0-b576-dc252e15df9b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3850224 Dec 08 01:35:59.359967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-6445ab62-7b52-45c8-a3be-778ff473d236 admin admin] Deleting subnet 7b4533e0-d8eb-4545-8f14-cb5460794682 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:35:59.363709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6445ab62-7b52-45c8-a3be-778ff473d236 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.396315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-34f18fff-700c-4952-a114-c3b92be45afd req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Request body: {'port': {'device_id': '3dde0b95-ba91-4b28-8372-938c1abd1258', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '5f77b48860c14c73b4b7b86cd11baf6f'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:35:59.431180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.449606 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6445ab62-7b52-45c8-a3be-778ff473d236 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.608580 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6445ab62-7b52-45c8-a3be-778ff473d236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.711438 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.731897 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d3b9ce2-30da-4db6-9282-c74144359f83 req-e32bc643-2241-4057-947f-d2094489c9e7 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 210 time: 0.0327542 Dec 08 01:35:59.732382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f18fff-700c-4952-a114-c3b92be45afd req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Made reservation on behalf of 5f77b48860c14c73b4b7b86cd11baf6f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:35:59.736114 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-34f18fff-700c-4952-a114-c3b92be45afd req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.760308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48810e-c3a8-4fb5-a7e7-8f1b919bd7d7 req-600c6866-581c-4c4c-a372-a7e93d27bc43 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:35:59.769054 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c48810e-c3a8-4fb5-a7e7-8f1b919bd7d7 req-600c6866-581c-4c4c-a372-a7e93d27bc43 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1291602 Dec 08 01:35:59.779643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40776) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:59.780715 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6445ab62-7b52-45c8-a3be-778ff473d236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.838611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445ab62-7b52-45c8-a3be-778ff473d236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4533e0-d8eb-4545-8f14-cb5460794682,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:35:59.843355 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6445ab62-7b52-45c8-a3be-778ff473d236 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:35:59.849610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6445ab62-7b52-45c8-a3be-778ff473d236 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7b4533e0-d8eb-4545-8f14-cb5460794682 HTTP/1.1" status: 204 len: 168 time: 0.5904610 Dec 08 01:35:59.859449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40780) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:35:59.966310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Router 51ecefed-8b3f-4c36-90ad-8d8f469ce079 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:35:59.980747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f103df1f-439e-4cbb-b100-3b6cc3a2f73c no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:36:00.029039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c48810e-c3a8-4fb5-a7e7-8f1b919bd7d7 req-2d7881d0-cf88-44db-bcec-4300cb2cf9df tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588058 Dec 08 01:36:00.030471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: f103df1f-439e-4cbb-b100-3b6cc3a2f73c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:36:00.031010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f103df1f-439e-4cbb-b100-3b6cc3a2f73c not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:36:00.041281 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-575208c6-1492-4714-8ceb-8368388ee59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.114156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.114853 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:36:00.123860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Sync routers for ids ['51ecefed-8b3f-4c36-90ad-8d8f469ce079'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:36:00.134414 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.138613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dc1a0dae-3325-4cf2-898d-5d7f89734fed admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7955747 Dec 08 01:36:00.140457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40784) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:00.145468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Routers {'51ecefed-8b3f-4c36-90ad-8d8f469ce079'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:00.146121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d37934f5-bade-4788-a31b-189d402823ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:35:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['51ecefed-8b3f-4c36-90ad-8d8f469ce079'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:00.265447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-34f18fff-700c-4952-a114-c3b92be45afd req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Allocated IP 192.168.233.184 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/1a885a8a-259c-4f9a-b209-ab2d9d1a517b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:00.300147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce0c057-7910-4c5b-806a-c7460fd80302 None None] Network 962238f1-c6c0-4079-8fb2-f9aba262224a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:36:00.430238 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.492393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44969346-2aa2-4c68-80bc-23f41d1cfcec']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:00.495786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-575208c6-1492-4714-8ceb-8368388ee59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.511328 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-575208c6-1492-4714-8ceb-8368388ee59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.517775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9593289-54b4-4ed3-9a09-d2c2ac156ea9') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:00.518098 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9593289-54b4-4ed3-9a09-d2c2ac156ea9') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:00.586087 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.627847 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.642557 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-575208c6-1492-4714-8ceb-8368388ee59e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13eda855ba0f4b8d8404e38935736b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8550828 Dec 08 01:36:00.646839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:36:00.647179 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40788) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:00.649387 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.685142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Set router 51ecefed-8b3f-4c36-90ad-8d8f469ce079 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:00.689159 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ba9db5c4-3918-4a0b-ae90-9e6d78d5738f None None] Provisioning complete for port 3041c473-fd8d-4828-8b26-fd4d77fe50f7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:00.689544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ba9db5c4-3918-4a0b-ae90-9e6d78d5738f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.731068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575208c6-1492-4714-8ceb-8368388ee59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f85314-ac82-4f64-87c1-4fa42ee8b90b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:36:00.735984 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:36:00.749207 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.768467 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.773414 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.778234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] 10.222.0.70 "DELETE /v2.0/networks/44969346-2aa2-4c68-80bc-23f41d1cfcec HTTP/1.1" status: 204 len: 168 time: 0.9144263 Dec 08 01:36:00.815081 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4dfda0f-53bb-4410-80a5-f487e24d0357 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.824043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c972ef-1afb-4458-9084-fe54c374c64c admin admin] Pushing event deleted for resources: {'Network': ['ID=44969346-2aa2-4c68-80bc-23f41d1cfcec,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:00.843839 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4dfda0f-53bb-4410-80a5-f487e24d0357 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.846046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-34f18fff-700c-4952-a114-c3b92be45afd req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:00.951013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5819732b-7a7f-4355-9f15-44f7956c4ae9 req-6649c2bc-2f97-4e76-ae84-146224e96371 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 210 time: 0.0883474 Dec 08 01:36:00.966040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3041c473-fd8d-4828-8b26-fd4d77fe50f7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:01.018838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-34f18fff-700c-4952-a114-c3b92be45afd req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.023709 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4dfda0f-53bb-4410-80a5-f487e24d0357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.030651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:01.046165 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4dfda0f-53bb-4410-80a5-f487e24d0357 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.057727 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c4dfda0f-53bb-4410-80a5-f487e24d0357 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47f85314-ac82-4f64-87c1-4fa42ee8b90b HTTP/1.1" status: 204 len: 168 time: 0.3653116 Dec 08 01:36:01.096045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfda0f-53bb-4410-80a5-f487e24d0357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f85314-ac82-4f64-87c1-4fa42ee8b90b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:01.096355 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Pushing event updated for resources: {'Port': ['ID=1a885a8a-259c-4f9a-b209-ab2d9d1a517b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:01.101244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['d193075d-ebd8-47d0-babd-4fce7aeb7350'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:01.138465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f18fff-700c-4952-a114-c3b92be45afd req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:01.142160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-34f18fff-700c-4952-a114-c3b92be45afd req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:01.146949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f18fff-700c-4952-a114-c3b92be45afd req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:01.222796 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7e432791-9a93-4787-be58-23db9f21b44e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=60788080667c45e38fac7ad815a697ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385882 Dec 08 01:36:01.226919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40808) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:01.283240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f18fff-700c-4952-a114-c3b92be45afd req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:01.283983 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-34f18fff-700c-4952-a114-c3b92be45afd req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.329093 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-530144ed-770e-4a3e-8956-c369ffbea53d tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9407806 Dec 08 01:36:01.351841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-927d34cc-2c7d-40cc-ba45-416408576fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.421067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Request body: {'port': {'device_id': '3dde0b95-ba91-4b28-8372-938c1abd1258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:01.424102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3041c473-fd8d-4828-8b26-fd4d77fe50f7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:01.424526 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.472589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-927d34cc-2c7d-40cc-ba45-416408576fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.472855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce1ef-7793-4f7b-b971-ebbfc415f2c2 req-c9bf414f-55da-4e91-b0f2-1f250383469e tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:01.481582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7a1ce1ef-7793-4f7b-b971-ebbfc415f2c2 req-c9bf414f-55da-4e91-b0f2-1f250383469e tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.2686055 Dec 08 01:36:01.525197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Allocated IP 172.20.0.1 (962238f1-c6c0-4079-8fb2-f9aba262224a/03a27906-3117-48cc-949a-1b7128c1e9ac/01875c54-1a45-4b4e-89ec-81c05b74a35f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:01.544805 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8d749097-f654-4242-85b7-4802fa89efc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.597687 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7a1ce1ef-7793-4f7b-b971-ebbfc415f2c2 req-2e7e1909-770c-4577-adfc-177f6168e3fa tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121871 Dec 08 01:36:01.597883 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ba9db5c4-3918-4a0b-ae90-9e6d78d5738f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.708342 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.743585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d42f0-d7b4-4e70-9cd3-83a7912000ac req-b077e287-dabf-41e1-99a1-df37c5f09839 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:01.745660 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cc5d42f0-d7b4-4e70-9cd3-83a7912000ac req-b077e287-dabf-41e1-99a1-df37c5f09839 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 945 time: 0.2635026 Dec 08 01:36:01.762270 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.785745 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.789322 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-927d34cc-2c7d-40cc-ba45-416408576fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.792634 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-927d34cc-2c7d-40cc-ba45-416408576fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.797080 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.799863 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-927d34cc-2c7d-40cc-ba45-416408576fd3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa2ede62-4c5d-4d1b-89a4-f620a3b95b43 HTTP/1.1" status: 204 len: 168 time: 0.5711551 Dec 08 01:36:01.830632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d34cc-2c7d-40cc-ba45-416408576fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2ede62-4c5d-4d1b-89a4-f620a3b95b43,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:01.852404 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:01.948800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Network 962238f1-c6c0-4079-8fb2-f9aba262224a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:01.950467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=01875c54-1a45-4b4e-89ec-81c05b74a35f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:01.968755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:01.973130 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cc5d42f0-d7b4-4e70-9cd3-83a7912000ac req-6e2e575c-1f94-4c1e-a65c-36a06e1894f2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115638 Dec 08 01:36:01.977200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:02.063310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:02.068112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ba9db5c4-3918-4a0b-ae90-9e6d78d5738f None None] For port 3041c473-fd8d-4828-8b26-fd4d77fe50f7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3041c473-fd8d-4828-8b26-fd4d77fe50f7,segment=NetworkSegment(47a9220b-a58d-404f-b032-86400deb1745),segment_id=47a9220b-a58d-404f-b032-86400deb1745)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:02.150046 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ba9db5c4-3918-4a0b-ae90-9e6d78d5738f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:02.316132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9db5c4-3918-4a0b-ae90-9e6d78d5738f None None] Pushing event updated for resources: {'Port': ['ID=3041c473-fd8d-4828-8b26-fd4d77fe50f7,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:02.474819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a885a8a-259c-4f9a-b209-ab2d9d1a517b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:02.477734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-746561dc-de14-45e8-a988-44ff7a15ed19 None None] Provisioning complete for port 3041c473-fd8d-4828-8b26-fd4d77fe50f7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:02.478120 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-746561dc-de14-45e8-a988-44ff7a15ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:02.480109 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:02.495247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:02.509603 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:36:02.509971 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:36:02.539621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Transition to ACTIVE for port object 1a885a8a-259c-4f9a-b209-ab2d9d1a517b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:36:02.545241 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d37934f5-bade-4788-a31b-189d402823ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'name': 'tempest-FloatingIPsNegativeTestJSON-1706193997-router', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'e52ad2ed-d662-4dc1-9028-dfbc230adc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:57Z', 'updated_at': '2021-12-08T01:35:59Z', 'revision_number': 3, 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'gw_port': {'id': 'e52ad2ed-d662-4dc1-9028-dfbc230adc62', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:35:58Z', 'updated_at': '2021-12-08T01:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:02.546379 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:02.580694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40840) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:02.600046 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Checking router: 51ecefed-8b3f-4c36-90ad-8d8f469ce079 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:36:02.600512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Updating router 51ecefed-8b3f-4c36-90ad-8d8f469ce079 port e52ad2ed-d662-4dc1-9028-dfbc230adc62 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:36:02.708640 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:02.925558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2ccee920-8d02-4b62-bf68-1dada8a52a10 None None] Provisioning complete for port 01875c54-1a45-4b4e-89ec-81c05b74a35f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:02.925950 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2ccee920-8d02-4b62-bf68-1dada8a52a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:02.938657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40844) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:02.982014 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:02.992742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2ccee920-8d02-4b62-bf68-1dada8a52a10 None None] Port 01875c54-1a45-4b4e-89ec-81c05b74a35f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:36:03.049176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20ce82-bc4c-4789-a521-6c7547f56200 req-b3f5bce7-13c2-415b-89a6-bf239e4c76d1 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:03.055411 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d20ce82-bc4c-4789-a521-6c7547f56200 req-b3f5bce7-13c2-415b-89a6-bf239e4c76d1 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 936 time: 0.7853074 Dec 08 01:36:03.135982 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.150580 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.202536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1008591494-network', 'tenant_id': '01362ef3329a4ff4839d466aa4606b91'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:03.223674 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Attempting to bind port e52ad2ed-d662-4dc1-9028-dfbc230adc62 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:03.224156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Attempting to bind port e52ad2ed-d662-4dc1-9028-dfbc230adc62 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:03.225031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Attempting to bind port e52ad2ed-d662-4dc1-9028-dfbc230adc62 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:03.241436 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:03.242810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:03.243396 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.243802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:03.244637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Bound port: e52ad2ed-d662-4dc1-9028-dfbc230adc62, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:03.244784 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.246564 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d20ce82-bc4c-4789-a521-6c7547f56200 req-591c6585-5371-4fba-af75-1efa3460371a tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842604 Dec 08 01:36:03.251129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a03d5-b8e8-4031-a41b-9b8efc15acad None None] Pushing event updated for resources: {'Port': ['ID=e52ad2ed-d662-4dc1-9028-dfbc230adc62,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:03.262184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a885a8a-259c-4f9a-b209-ab2d9d1a517b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:03.298440 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5d28711c-6fed-484b-89d1-bca52eaef57c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9bd72916cc4413a800ac3bafdcd2eb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717996 Dec 08 01:36:03.300449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Attempting to bind port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:03.300887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Attempting to bind port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:03.303425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Attempting to bind port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:03.303828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3041c473-fd8d-4828-8b26-fd4d77fe50f7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:03.306188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:03.314123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac6e91-c223-4dca-ac11-5de09cc512a6 req-be2cedf6-b031-4c84-a0e7-faf79f9d34db tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:03.316046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5cac6e91-c223-4dca-ac11-5de09cc512a6 req-be2cedf6-b031-4c84-a0e7-faf79f9d34db tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.2788558 Dec 08 01:36:03.347151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Made reservation on behalf of 01362ef3329a4ff4839d466aa4606b91 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:03.352618 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.362466 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:36:03.362801 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Attempting to bind port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:03.378565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d37934f5-bade-4788-a31b-189d402823ac None None] For port e52ad2ed-d662-4dc1-9028-dfbc230adc62, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:03.383988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d37934f5-bade-4788-a31b-189d402823ac None None] For port e52ad2ed-d662-4dc1-9028-dfbc230adc62, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e52ad2ed-d662-4dc1-9028-dfbc230adc62,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:03.387045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:03.387434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:03.388200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:03.388683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Bound port: 1a885a8a-259c-4f9a-b209-ab2d9d1a517b, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:03.389054 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.397772 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.407431 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.416689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3041c473-fd8d-4828-8b26-fd4d77fe50f7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:03.417066 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.425007 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5cac6e91-c223-4dca-ac11-5de09cc512a6 req-dd7ebdda-0e77-4667-8da5-9ce7ba1fa91b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022840 Dec 08 01:36:03.518890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-577e0cc3-d3ff-44d7-a59f-add20b87cd11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.533110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Routers {'51ecefed-8b3f-4c36-90ad-8d8f469ce079'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:03.533739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d37934f5-bade-4788-a31b-189d402823ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['51ecefed-8b3f-4c36-90ad-8d8f469ce079'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:03.557764 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-577e0cc3-d3ff-44d7-a59f-add20b87cd11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.578505 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.579179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] For port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:03.579828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a03d5-b8e8-4031-a41b-9b8efc15acad None None] Pushing event updated for resources: {'Port': ['ID=e52ad2ed-d662-4dc1-9028-dfbc230adc62,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:03.589020 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.606431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] For port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1a885a8a-259c-4f9a-b209-ab2d9d1a517b,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:03.613931 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.624217 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.649938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:03.650574 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.652273 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] 10.222.0.72 "PUT /v2.0/ports/1a885a8a-259c-4f9a-b209-ab2d9d1a517b HTTP/1.1" status: 200 len: 1097 time: 2.2447681 Dec 08 01:36:03.652777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dde0b95-ba91-4b28-8372-938c1abd1258', 'tag': '1a885a8a-259c-4f9a-b209-ab2d9d1a517b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:03.655099 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5ff328-3e7e-4cea-a426-cca781b93b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "3dde0b95-ba91-4b28-8372-938c1abd1258", "tag": "1a885a8a-259c-4f9a-b209-ab2d9d1a517b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:03.682997 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-577e0cc3-d3ff-44d7-a59f-add20b87cd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.686208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-577e0cc3-d3ff-44d7-a59f-add20b87cd11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.687262 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-577e0cc3-d3ff-44d7-a59f-add20b87cd11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14919992-c2d5-412a-beba-625a80205ee0 HTTP/1.1" status: 204 len: 168 time: 0.3702343 Dec 08 01:36:03.719698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f346d6-79cf-477a-83d3-841ef3c616a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a885a8a-259c-4f9a-b209-ab2d9d1a517b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:03.722660 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.723195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e0cc3-d3ff-44d7-a59f-add20b87cd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14919992-c2d5-412a-beba-625a80205ee0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:03.731005 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.763038 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:03.778792 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ced6ca-9147-4b1a-a47e-a3053441a241 x-openstack-request-id: req-32ced6ca-9147-4b1a-a47e-a3053441a241 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:03.779638 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dde0b95-ba91-4b28-8372-938c1abd1258", "tag": "1a885a8a-259c-4f9a-b209-ab2d9d1a517b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:03.780104 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32ced6ca-9147-4b1a-a47e-a3053441a241 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:03.780743 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dde0b95-ba91-4b28-8372-938c1abd1258', 'tag': '1a885a8a-259c-4f9a-b209-ab2d9d1a517b', 'status': 'completed', 'code': 200} Dec 08 01:36:03.934568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:03.944249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=01875c54-1a45-4b4e-89ec-81c05b74a35f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:03.959608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.959968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.960885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.961823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.962367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.962722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.963214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.963755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.964404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.964804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.965168 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.966031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.966375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:03.996236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f18fff-700c-4952-a114-c3b92be45afd req-1ffee9ee-d99e-4e7d-9270-dbd2e9cb9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:04.004636 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-1ffee9ee-d99e-4e7d-9270-dbd2e9cb9820 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f77b48860c14c73b4b7b86cd11baf6f&device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 1100 time: 0.1554625 Dec 08 01:36:04.006894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ad347-65ad-451e-9bd4-89247ada4a1a req-f5695839-2d40-4e54-9bf8-83f95c3407a2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:04.010570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b79ad347-65ad-451e-9bd4-89247ada4a1a req-f5695839-2d40-4e54-9bf8-83f95c3407a2 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 945 time: 0.1801426 Dec 08 01:36:04.022468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d37934f5-bade-4788-a31b-189d402823ac None None] Set router 51ecefed-8b3f-4c36-90ad-8d8f469ce079 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:04.023438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:36:04.036339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1abd0-b2c4-4695-9cbe-bfb6931ee389 req-9a45adfa-e0cc-4cd2-98e7-10f844079549 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:04.044131 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1d1abd0-b2c4-4695-9cbe-bfb6931ee389 req-9a45adfa-e0cc-4cd2-98e7-10f844079549 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 945 time: 0.5241294 Dec 08 01:36:04.063311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.063805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.064157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.064521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.064983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.065248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.065499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.065828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.066157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.066480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.066808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.067131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.067457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:04.074717 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:04.095835 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:04.096184 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Added segment 9076c907-e1cd-4563-8440-11317ee01b68 of type vlan for network fe973c4d-03d0-4a58-a113-aa265076fdf4 Dec 08 01:36:04.126113 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-ce2a0638-03b1-4509-94f4-053d20a6d18a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1a885a8a-259c-4f9a-b209-ab2d9d1a517b HTTP/1.1" status: 200 len: 217 time: 0.0735941 Dec 08 01:36:04.189374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:04.199894 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1d1abd0-b2c4-4695-9cbe-bfb6931ee389 req-a80b221f-a499-44e4-b281-6043c647790f tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/security-groups?id=f73d2177-818f-4d0b-8845-abf51b5f9362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545329 Dec 08 01:36:04.225385 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f18fff-700c-4952-a114-c3b92be45afd req-1d17c106-24f7-421e-a78c-457091b103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:04.227879 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-1d17c106-24f7-421e-a78c-457091b103cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0652165 Dec 08 01:36:04.285677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b79ad347-65ad-451e-9bd4-89247ada4a1a req-9bab9a04-57cf-4fab-b749-8f58c7ac6d22 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Deleting port bf504062-4895-4581-a176-fe2dbecd580f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:36:04.286114 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b79ad347-65ad-451e-9bd4-89247ada4a1a req-9bab9a04-57cf-4fab-b749-8f58c7ac6d22 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:04.316381 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:04.316751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:04.317345 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:04.334352 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f18fff-700c-4952-a114-c3b92be45afd req-2d3e828e-d9fb-481f-93c2-5679161562ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:04.336499 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-2d3e828e-d9fb-481f-93c2-5679161562ee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937459 Dec 08 01:36:04.390195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d37934f5-bade-4788-a31b-189d402823ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'name': 'tempest-FloatingIPsNegativeTestJSON-1706193997-router', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'e52ad2ed-d662-4dc1-9028-dfbc230adc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:57Z', 'updated_at': '2021-12-08T01:36:02Z', 'revision_number': 4, 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'gw_port': {'id': 'e52ad2ed-d662-4dc1-9028-dfbc230adc62', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:35:58Z', 'updated_at': '2021-12-08T01:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01875c54-1a45-4b4e-89ec-81c05b74a35f', 'name': '', 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'mac_address': 'fa:16:3e:2c:45:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '03a27906-3117-48cc-949a-1b7128c1e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:00Z', 'updated_at': '2021-12-08T01:36:01Z', 'revision_number': 1, 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'subnets': [{'id': '03a27906-3117-48cc-949a-1b7128c1e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:04.395898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Network 962238f1-c6c0-4079-8fb2-f9aba262224a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:04.411746 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4536264 Dec 08 01:36:04.412559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40876) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:04.431176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37934f5-bade-4788-a31b-189d402823ac None None] The sync data for ids ['51ecefed-8b3f-4c36-90ad-8d8f469ce079'] in n-d-713498-30 is: [{'id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'name': 'tempest-FloatingIPsNegativeTestJSON-1706193997-router', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'e52ad2ed-d662-4dc1-9028-dfbc230adc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:57Z', 'updated_at': '2021-12-08T01:36:02Z', 'revision_number': 4, 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'gw_port': {'id': 'e52ad2ed-d662-4dc1-9028-dfbc230adc62', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:35:58Z', 'updated_at': '2021-12-08T01:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01875c54-1a45-4b4e-89ec-81c05b74a35f', 'name': '', 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'mac_address': 'fa:16:3e:2c:45:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '03a27906-3117-48cc-949a-1b7128c1e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:00Z', 'updated_at': '2021-12-08T01:36:01Z', 'revision_number': 1, 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'subnets': [{'id': '03a27906-3117-48cc-949a-1b7128c1e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:36:04.444070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:04.449609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1efbac6d-1b53-4a66-b4cf-e2b8f8a0321d admin admin] Request body: {'subnet': {'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1008591494-subnet', 'tenant_id': '01362ef3329a4ff4839d466aa4606b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:04.456390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abccaa-470d-49fa-b2ed-e9b905eb1521 admin admin] Pushing event updated for resources: {'Network': ['ID=fe973c4d-03d0-4a58-a113-aa265076fdf4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:04.469659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network fe973c4d-03d0-4a58-a113-aa265076fdf4 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:36:04.529743 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efbac6d-1b53-4a66-b4cf-e2b8f8a0321d admin admin] Made reservation on behalf of 01362ef3329a4ff4839d466aa4606b91 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:04.540383 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1efbac6d-1b53-4a66-b4cf-e2b8f8a0321d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:04.629416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b79ad347-65ad-451e-9bd4-89247ada4a1a req-9bab9a04-57cf-4fab-b749-8f58c7ac6d22 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] For port bf504062-4895-4581-a176-fe2dbecd580f, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=bf504062-4895-4581-a176-fe2dbecd580f,segment=NetworkSegment(653527eb-69b9-4198-9058-03b78c60c6c1),segment_id=653527eb-69b9-4198-9058-03b78c60c6c1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:04.629958 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b79ad347-65ad-451e-9bd4-89247ada4a1a req-9bab9a04-57cf-4fab-b749-8f58c7ac6d22 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:04.682754 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b79ad347-65ad-451e-9bd4-89247ada4a1a req-9bab9a04-57cf-4fab-b749-8f58c7ac6d22 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Calling delete_port for bf504062-4895-4581-a176-fe2dbecd580f owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:36:04.707691 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:04.713732 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-f735ae8f-316f-489f-a7cf-55cee05578c0 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436389 Dec 08 01:36:04.761790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf2c92-3c9b-4f1b-ac2b-a394633b8dae req-efb066e0-6b47-47cc-a728-122abbdb265b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:04.773567 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27cf2c92-3c9b-4f1b-ac2b-a394633b8dae req-efb066e0-6b47-47cc-a728-122abbdb265b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 948 time: 0.3464787 Dec 08 01:36:04.795366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Router 51ecefed-8b3f-4c36-90ad-8d8f469ce079 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:36:04.872570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27cf2c92-3c9b-4f1b-ac2b-a394633b8dae req-a1effb6b-1314-4610-8054-09505d591181 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979834 Dec 08 01:36:04.883448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c391dad-bc12-43d1-8043-7c20c5688cec req-6513fada-0950-41e3-8ad2-230b3fb9bba8 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:04.885899 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1c391dad-bc12-43d1-8043-7c20c5688cec req-6513fada-0950-41e3-8ad2-230b3fb9bba8 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1915803 Dec 08 01:36:04.926919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-550f4d66-8af2-47b5-8b39-31e3a305d609 None None] Provisioning complete for port 01875c54-1a45-4b4e-89ec-81c05b74a35f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:04.927348 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-550f4d66-8af2-47b5-8b39-31e3a305d609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:05.015348 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-550f4d66-8af2-47b5-8b39-31e3a305d609 None None] Port 01875c54-1a45-4b4e-89ec-81c05b74a35f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:36:05.086689 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f18fff-700c-4952-a114-c3b92be45afd req-e64eeca1-c384-46d6-9d1d-965b2f4f70fc service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561285 Dec 08 01:36:05.164856 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1c391dad-bc12-43d1-8043-7c20c5688cec req-81dfa5de-d545-441c-af7e-464240fbe76e tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706809 Dec 08 01:36:05.169122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:36:05.192312 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0f7b62f3-c2c8-4746-84b0-41c9dd71c3b1 admin admin] 10.222.0.70 "PUT /v2.0/routers/51ecefed-8b3f-4c36-90ad-8d8f469ce079/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0507095 Dec 08 01:36:05.194053 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1efbac6d-1b53-4a66-b4cf-e2b8f8a0321d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:05.198266 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b79ad347-65ad-451e-9bd4-89247ada4a1a req-9bab9a04-57cf-4fab-b749-8f58c7ac6d22 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:05.264848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab9a04-57cf-4fab-b749-8f58c7ac6d22 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Pushing event deleted for resources: {'Port': ['ID=bf504062-4895-4581-a176-fe2dbecd580f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:05.301541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbac6d-1b53-4a66-b4cf-e2b8f8a0321d admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c36d49-aec8-4a3c-890f-212453c51d4f,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:05.307424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efbac6d-1b53-4a66-b4cf-e2b8f8a0321d admin admin] Checking segment: {'id': '9076c907-e1cd-4563-8440-11317ee01b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:05.307784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efbac6d-1b53-4a66-b4cf-e2b8f8a0321d admin admin] Network hostable DHCP agents. Network: fe973c4d-03d0-4a58-a113-aa265076fdf4, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:36:05.337195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efbac6d-1b53-4a66-b4cf-e2b8f8a0321d admin admin] Network fe973c4d-03d0-4a58-a113-aa265076fdf4 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:36:05.357292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-1efbac6d-1b53-4a66-b4cf-e2b8f8a0321d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, fe973c4d-03d0-4a58-a113-aa265076fdf4) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:05.362524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efbac6d-1b53-4a66-b4cf-e2b8f8a0321d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:05.363175 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1efbac6d-1b53-4a66-b4cf-e2b8f8a0321d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:05.370748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79ad347-65ad-451e-9bd4-89247ada4a1a req-9bab9a04-57cf-4fab-b749-8f58c7ac6d22 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] No DVR routers for this DVR port bf504062-4895-4581-a176-fe2dbecd580f on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:36:05.374940 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc7a76-9ca0-407f-8dc2-81b02585f9b9 None None] Network fe973c4d-03d0-4a58-a113-aa265076fdf4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:36:05.389038 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b79ad347-65ad-451e-9bd4-89247ada4a1a req-9bab9a04-57cf-4fab-b749-8f58c7ac6d22 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:05.390238 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1efbac6d-1b53-4a66-b4cf-e2b8f8a0321d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9473336 Dec 08 01:36:05.393647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b79ad347-65ad-451e-9bd4-89247ada4a1a req-9bab9a04-57cf-4fab-b749-8f58c7ac6d22 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.72 "DELETE /v2.0/ports/bf504062-4895-4581-a176-fe2dbecd580f HTTP/1.1" status: 204 len: 173 time: 1.3506737 Dec 08 01:36:05.408384 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3744e0e7-dbf6-487f-a04d-0f933d558fcc req-0f540c4f-85ac-4157-8195-4c936691c894 tempest-AttachVolumeNegativeTest-1780750518 tempest-AttachVolumeNegativeTest-1780750518-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a5a2692-4fcc-451c-b0a8-d773e423d5cc HTTP/1.1" status: 200 len: 210 time: 0.0679209 Dec 08 01:36:05.437827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ff328-3e7e-4cea-a426-cca781b93b1a req-ee288547-ba34-4a77-b1cb-8f1f278199b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:05.443419 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f5ff328-3e7e-4cea-a426-cca781b93b1a req-ee288547-ba34-4a77-b1cb-8f1f278199b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f77b48860c14c73b4b7b86cd11baf6f&device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 1100 time: 0.1974125 Dec 08 01:36:05.663146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e645fad8-cda6-4490-8687-d4fa71c71747 None None] Network fe973c4d-03d0-4a58-a113-aa265076fdf4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:36:05.711239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ff328-3e7e-4cea-a426-cca781b93b1a req-d13ca9e6-ec64-48bb-b885-b945f9d1ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:05.714376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f5ff328-3e7e-4cea-a426-cca781b93b1a req-d13ca9e6-ec64-48bb-b885-b945f9d1ab96 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2612705 Dec 08 01:36:05.780927 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f5ff328-3e7e-4cea-a426-cca781b93b1a req-438bd29a-7fa5-46eb-9535-c19b02ea8c8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1a885a8a-259c-4f9a-b209-ab2d9d1a517b HTTP/1.1" status: 200 len: 217 time: 0.0565202 Dec 08 01:36:05.781484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5a2692-4fcc-451c-b0a8-d773e423d5cc', 'name': 'network-vif-deleted', 'tag': 'bf504062-4895-4581-a176-fe2dbecd580f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:05.784429 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f482d5-d04f-4d69-aefb-712f25d3a58c" -d '{"events": [{"server_uuid": "9a5a2692-4fcc-451c-b0a8-d773e423d5cc", "name": "network-vif-deleted", "tag": "bf504062-4895-4581-a176-fe2dbecd580f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:05.855911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ff328-3e7e-4cea-a426-cca781b93b1a req-b83b94c1-b0ec-4a9f-98a0-82353d25914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:05.857656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f5ff328-3e7e-4cea-a426-cca781b93b1a req-b83b94c1-b0ec-4a9f-98a0-82353d25914a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0640080 Dec 08 01:36:05.929726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ff328-3e7e-4cea-a426-cca781b93b1a req-800575d9-4882-489f-8757-4f43b1084b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:05.931494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f5ff328-3e7e-4cea-a426-cca781b93b1a req-800575d9-4882-489f-8757-4f43b1084b31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578730 Dec 08 01:36:06.026196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7f3e7295-32df-435f-8320-3795142e4cf1 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:36:06.044918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b30e37d8-4f10-43d5-abff-964bc24c46e3 req-eb826b6d-0745-42f4-8038-8efa21cd3e2a tempest-FloatingIPsNegativeTestJSON-1926156289 tempest-FloatingIPsNegativeTestJSON-1926156289-project] 10.222.0.70 "GET /v2.0/floatingips?tenant_id=29e7568e8ed84bce809d48ce2851ce9e HTTP/1.1" status: 200 len: 217 time: 0.0945697 Dec 08 01:36:06.046362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-1425361b-49e9-4956-9a59-4d0aa3febeab req-6b08529f-d920-4999-a2b3-7b5b90a7fda6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-44963397', 'description': 'tempest-description-216221379'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:06.049384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device bf504062-4895-4581-a176-fe2dbecd580f no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:36:06.091876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f5ff328-3e7e-4cea-a426-cca781b93b1a req-556a22b1-be57-4191-a8f5-e8b5809bdd89 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443443 Dec 08 01:36:06.093494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1425361b-49e9-4956-9a59-4d0aa3febeab req-6b08529f-d920-4999-a2b3-7b5b90a7fda6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.105157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: bf504062-4895-4581-a176-fe2dbecd580f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:36:06.105511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device bf504062-4895-4581-a176-fe2dbecd580f not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:36:06.110099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7f3e7295-32df-435f-8320-3795142e4cf1 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:36:06.273830 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59e0ade-c2ce-4e4e-bf49-f0008cafa077 x-openstack-request-id: req-e59e0ade-c2ce-4e4e-bf49-f0008cafa077 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:06.274160 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5a2692-4fcc-451c-b0a8-d773e423d5cc", "name": "network-vif-deleted", "tag": "bf504062-4895-4581-a176-fe2dbecd580f", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:06.274413 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e59e0ade-c2ce-4e4e-bf49-f0008cafa077 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:06.274826 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5a2692-4fcc-451c-b0a8-d773e423d5cc', 'name': 'network-vif-deleted', 'tag': 'bf504062-4895-4581-a176-fe2dbecd580f', 'status': 'completed', 'code': 200} Dec 08 01:36:06.361333 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f5ff328-3e7e-4cea-a426-cca781b93b1a req-da85685a-9f15-4ea9-a0bb-35f3b6e9303b service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418644 Dec 08 01:36:06.378271 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1425361b-49e9-4956-9a59-4d0aa3febeab req-6b08529f-d920-4999-a2b3-7b5b90a7fda6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.396325 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.399610 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1425361b-49e9-4956-9a59-4d0aa3febeab req-6b08529f-d920-4999-a2b3-7b5b90a7fda6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.440188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb22f5b-4e08-4dfb-acc0-2e099a595f5f req-c87c58a5-593a-4e8a-b780-babd7d3f30c6 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:06.440875 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1425361b-49e9-4956-9a59-4d0aa3febeab req-6b08529f-d920-4999-a2b3-7b5b90a7fda6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.442190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1425361b-49e9-4956-9a59-4d0aa3febeab req-6b08529f-d920-4999-a2b3-7b5b90a7fda6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4014406 Dec 08 01:36:06.444181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08529f-d920-4999-a2b3-7b5b90a7fda6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe29be9e-7af7-4d6a-8faa-060ca091575c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:06.455868 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4fb22f5b-4e08-4dfb-acc0-2e099a595f5f req-c87c58a5-593a-4e8a-b780-babd7d3f30c6 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 948 time: 0.1050057 Dec 08 01:36:06.460919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe97365-e011-42d7-b9be-08747f25db4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3e7295-32df-435f-8320-3795142e4cf1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:06.468122 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505c6426-1a39-4aef-9b3b-d410050248ea" -d '{"events": [{"server_uuid": "5fe97365-e011-42d7-b9be-08747f25db4c", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3e7295-32df-435f-8320-3795142e4cf1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:06.477654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:06.493631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d1434e0-c744-4016-b634-f277d4d18e1a req-12005b27-ae6d-4aec-8e8d-cb74928a1f4a tempest-FloatingIPsNegativeTestJSON-1926156289 tempest-FloatingIPsNegativeTestJSON-1926156289-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0263472 Dec 08 01:36:06.497771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:06.506343 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.512437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '7f3e7295-32df-435f-8320-3795142e4cf1', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '7f3e7295-32df-435f-8320-3795142e4cf1', 'mac_address': 'fa:16:3e:04:62:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:36:06.539946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4fb22f5b-4e08-4dfb-acc0-2e099a595f5f req-52da2564-f752-43db-b654-c71062cfa1bc tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732689 Dec 08 01:36:06.612944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7f3e7295-32df-435f-8320-3795142e4cf1,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:06.618123 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.641748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3e7295-32df-435f-8320-3795142e4cf1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:06.669176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:06.674775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668033a-1faf-43a1-84e2-22f0f62ae739 req-f8aad1d6-af4f-4bb4-a6b0-cca5f31f28a0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:06.677968 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.684033 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3668033a-1faf-43a1-84e2-22f0f62ae739 req-f8aad1d6-af4f-4bb4-a6b0-cca5f31f28a0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 947 time: 0.0829692 Dec 08 01:36:06.740854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3668033a-1faf-43a1-84e2-22f0f62ae739 req-43f89bf1-5814-40fc-9ff2-0fd86002395b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556467 Dec 08 01:36:06.745679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7f3e7295-32df-435f-8320-3795142e4cf1,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:06.794249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40946) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:06.838096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-3f678349-61d3-464e-b9f6-67961e06cdd3 req-77a41a09-5c30-4117-871e-a678d15312d6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-524678878', 'description': 'tempest-description-475556439'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:06.854523 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-2f278137-d077-4b14-8ec9-1ed4a6f1a80b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232389 Dec 08 01:36:06.869590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23c06ad-ffab-4074-902c-28c753f21e16 admin admin] Deleting subnet 5dfb6545-e723-4219-9adc-c75d330b6d32 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:36:06.873630 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a23c06ad-ffab-4074-902c-28c753f21e16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.876455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3f678349-61d3-464e-b9f6-67961e06cdd3 req-77a41a09-5c30-4117-871e-a678d15312d6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.932326 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a23c06ad-ffab-4074-902c-28c753f21e16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.990486 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a23c06ad-ffab-4074-902c-28c753f21e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:06.992722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-4fcec331-8ca8-418f-aee5-22ecbb65fde7 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:06.994384 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-4fcec331-8ca8-418f-aee5-22ecbb65fde7 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343293 Dec 08 01:36:07.011958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-468ce963-f63d-4185-a821-a73e129955b7 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/quotas/a68ff4dea2974a1895e204fb9e49b1f3 HTTP/1.1" status: 200 len: 375 time: 0.0113642 Dec 08 01:36:07.049224 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-6f942539-0148-47db-a90e-f93af94c9836 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306404 Dec 08 01:36:07.059626 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3f678349-61d3-464e-b9f6-67961e06cdd3 req-77a41a09-5c30-4117-871e-a678d15312d6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.064820 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3f678349-61d3-464e-b9f6-67961e06cdd3 req-77a41a09-5c30-4117-871e-a678d15312d6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.080395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['7f3e7295-32df-435f-8320-3795142e4cf1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:07.103661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a41a09-5c30-4117-871e-a678d15312d6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f749c4-0b07-4657-beba-46be23c9c234,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:07.108518 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3f678349-61d3-464e-b9f6-67961e06cdd3 req-77a41a09-5c30-4117-871e-a678d15312d6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.109772 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3f678349-61d3-464e-b9f6-67961e06cdd3 req-77a41a09-5c30-4117-871e-a678d15312d6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2792943 Dec 08 01:36:07.111527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a23c06ad-ffab-4074-902c-28c753f21e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.171448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c06ad-ffab-4074-902c-28c753f21e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dfb6545-e723-4219-9adc-c75d330b6d32,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:07.177969 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a23c06ad-ffab-4074-902c-28c753f21e16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.182473 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a23c06ad-ffab-4074-902c-28c753f21e16 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5dfb6545-e723-4219-9adc-c75d330b6d32 HTTP/1.1" status: 204 len: 168 time: 0.3872018 Dec 08 01:36:07.183665 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d14f006-21b5-40e6-87fb-2c2193f1fbc4 x-openstack-request-id: req-2d14f006-21b5-40e6-87fb-2c2193f1fbc4 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:07.184173 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe97365-e011-42d7-b9be-08747f25db4c", "name": "network-vif-unplugged", "status": "completed", "tag": "7f3e7295-32df-435f-8320-3795142e4cf1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:07.184451 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d14f006-21b5-40e6-87fb-2c2193f1fbc4 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:07.185138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40954) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:07.194751 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe97365-e011-42d7-b9be-08747f25db4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f3e7295-32df-435f-8320-3795142e4cf1', 'code': 200} Dec 08 01:36:07.330535 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-eabc7543-63ea-455e-a3d9-ca36825f6cbf req-da5ab7e2-d56b-473c-ae7d-7e2ac60f0ae4 tempest-FloatingIPsNegativeTestJSON-1926156289 tempest-FloatingIPsNegativeTestJSON-1926156289-project] show failed (client error): The resource could not be found. Dec 08 01:36:07.356131 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eabc7543-63ea-455e-a3d9-ca36825f6cbf req-da5ab7e2-d56b-473c-ae7d-7e2ac60f0ae4 tempest-FloatingIPsNegativeTestJSON-1926156289 tempest-FloatingIPsNegativeTestJSON-1926156289-project] 10.222.0.70 "GET /v2.0/floatingips/5010926a-0411-4749-b69b-7149ffe6aad0 HTTP/1.1" status: 404 len: 350 time: 0.1159794 Dec 08 01:36:07.356870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40964) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:07.372265 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.394821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e52ad2ed-d662-4dc1-9028-dfbc230adc62 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:07.473682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e52ad2ed-d662-4dc1-9028-dfbc230adc62 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:07.476905 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.514110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1464104d-1fbb-406c-b279-5b7c3a643de3 req-70dc61d7-fa5a-434d-9cbb-9ed42d30b8df tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 210 time: 0.0531795 Dec 08 01:36:07.526302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.562943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b932fd-14f5-4575-9b83-f48bb3a90ce6']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:07.591622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653527eb-69b9-4198-9058-03b78c60c6c1') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:07.592178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653527eb-69b9-4198-9058-03b78c60c6c1') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:07.615993 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.620669 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.653799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port e52ad2ed-d662-4dc1-9028-dfbc230adc62, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e52ad2ed-d662-4dc1-9028-dfbc230adc62,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:07.659511 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.677064 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.692426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:36:07.693038 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:36:07.695041 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:36:07.770173 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560e6f6-a0a4-4b6d-b101-ba18fb2ff448 req-0b8a410b-d33f-4374-8826-0447ce10f0de tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:07.773304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-13737743-7495-402c-91ed-07f247c8526b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:07.775640 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-13737743-7495-402c-91ed-07f247c8526b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/networks?id=fe973c4d-03d0-4a58-a113-aa265076fdf4 HTTP/1.1" status: 200 len: 813 time: 0.2280724 Dec 08 01:36:07.778726 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9560e6f6-a0a4-4b6d-b101-ba18fb2ff448 req-0b8a410b-d33f-4374-8826-0447ce10f0de tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 948 time: 0.1115971 Dec 08 01:36:07.789311 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Sync routers for ids ['51ecefed-8b3f-4c36-90ad-8d8f469ce079'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:36:07.798534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=e52ad2ed-d662-4dc1-9028-dfbc230adc62,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:07.809533 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Routers {'51ecefed-8b3f-4c36-90ad-8d8f469ce079'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:07.810400 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['51ecefed-8b3f-4c36-90ad-8d8f469ce079'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:07.840236 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.850691 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:07.856691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/20b932fd-14f5-4575-9b83-f48bb3a90ce6 HTTP/1.1" status: 204 len: 168 time: 0.6697252 Dec 08 01:36:07.876469 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9560e6f6-a0a4-4b6d-b101-ba18fb2ff448 req-743ecc62-afb8-4185-95d3-823c411b212b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972910 Dec 08 01:36:07.880858 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-16bd9d8d-0a39-4553-b90a-36b6223b85c3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/quotas/01362ef3329a4ff4839d466aa4606b91 HTTP/1.1" status: 200 len: 375 time: 0.0528014 Dec 08 01:36:07.882452 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc25cc2-7f24-4965-90da-f462dc2ff5a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b932fd-14f5-4575-9b83-f48bb3a90ce6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:07.971270 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Set router 51ecefed-8b3f-4c36-90ad-8d8f469ce079 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:07.978781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-fcab55c2-8388-4cae-9a09-7029301d6001 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=01362ef3329a4ff4839d466aa4606b91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819230 Dec 08 01:36:08.003920 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7130a467-d6c1-4a74-b114-4d596cf1710c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:08.036224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 1a885a8a-259c-4f9a-b209-ab2d9d1a517b details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:36:08.221116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1a885a8a-259c-4f9a-b209-ab2d9d1a517b,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:08.223080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-edb77cf8-f93d-42e0-b11e-19891cc66909 service neutron] 10.222.0.70 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371805 Dec 08 01:36:08.247988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '1a885a8a-259c-4f9a-b209-ab2d9d1a517b', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '1a885a8a-259c-4f9a-b209-ab2d9d1a517b', 'mac_address': 'fa:16:3e:de:f6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:36:08.285331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40988) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:08.312097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd740fd2-88a6-4849-bd38-3cbae0ae62d4 req-7ecfab85-26c8-4e5f-b14f-4fc8bdbd3a1c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:08.316091 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd740fd2-88a6-4849-bd38-3cbae0ae62d4 req-7ecfab85-26c8-4e5f-b14f-4fc8bdbd3a1c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 948 time: 0.1716986 Dec 08 01:36:08.333128 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:08.350142 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'name': 'tempest-FloatingIPsNegativeTestJSON-1706193997-router', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'e52ad2ed-d662-4dc1-9028-dfbc230adc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:57Z', 'updated_at': '2021-12-08T01:36:02Z', 'revision_number': 4, 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'gw_port': {'id': 'e52ad2ed-d662-4dc1-9028-dfbc230adc62', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:35:58Z', 'updated_at': '2021-12-08T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01875c54-1a45-4b4e-89ec-81c05b74a35f', 'name': '', 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'mac_address': 'fa:16:3e:2c:45:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '03a27906-3117-48cc-949a-1b7128c1e9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:00Z', 'updated_at': '2021-12-08T01:36:03Z', 'revision_number': 2, 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'subnets': [{'id': '03a27906-3117-48cc-949a-1b7128c1e9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:08.353621 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a885a8a-259c-4f9a-b209-ab2d9d1a517b {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:08.380242 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1a885a8a-259c-4f9a-b209-ab2d9d1a517b,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:08.386630 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:08.387472 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-30e6da75-017f-45d1-9c90-ba0ce9db28d7 service neutron] 10.222.0.70 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589444 Dec 08 01:36:08.403923 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Checking router: 51ecefed-8b3f-4c36-90ad-8d8f469ce079 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:36:08.404915 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Updating router 51ecefed-8b3f-4c36-90ad-8d8f469ce079 port 01875c54-1a45-4b4e-89ec-81c05b74a35f binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:36:08.447021 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:08.461754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=1a885a8a-259c-4f9a-b209-ab2d9d1a517b,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:08.499495 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bf9f4b38-a816-471a-8010-8071aa9debb0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52457a89bac449eeb836923062c49a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102916 Dec 08 01:36:08.500152 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40992) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:08.503624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd740fd2-88a6-4849-bd38-3cbae0ae62d4 req-08b52868-3c1e-41d3-b39c-7a21be0e13ae tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726527 Dec 08 01:36:08.600411 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08ea0242-06cb-47cc-9dbc-a9728480a6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:08.605544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7130a467-d6c1-4a74-b114-4d596cf1710c admin admin] Deleting port 01875c54-1a45-4b4e-89ec-81c05b74a35f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:36:08.610005 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7130a467-d6c1-4a74-b114-4d596cf1710c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:08.636923 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf11e5a3-257d-4f03-b716-f290d0958220 req-eed5e1e8-c52f-42b1-a4c8-eb922375a2e4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 210 time: 0.0534711 Dec 08 01:36:08.663443 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08ea0242-06cb-47cc-9dbc-a9728480a6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:08.732185 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08ea0242-06cb-47cc-9dbc-a9728480a6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:08.736729 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08ea0242-06cb-47cc-9dbc-a9728480a6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:08.737022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['1a885a8a-259c-4f9a-b209-ab2d9d1a517b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:08.741926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-08ea0242-06cb-47cc-9dbc-a9728480a6eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f73d2177-818f-4d0b-8845-abf51b5f9362 HTTP/1.1" status: 204 len: 168 time: 0.2403233 Dec 08 01:36:08.745239 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7130a467-d6c1-4a74-b114-4d596cf1710c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:08.760126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea0242-06cb-47cc-9dbc-a9728480a6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73d2177-818f-4d0b-8845-abf51b5f9362,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:08.761869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7130a467-d6c1-4a74-b114-4d596cf1710c admin admin] Calling delete_port for 01875c54-1a45-4b4e-89ec-81c05b74a35f owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:36:08.859483 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d8661fba-1b8b-4ec8-bbdf-a8f630a8d073 req-651d0232-fbf3-4f8f-ab20-14bdc6c5b1b2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 210 time: 0.1021800 Dec 08 01:36:09.049203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-1f7e12f8-47a3-475c-aded-855badcebde9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905366 Dec 08 01:36:09.100781 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:09.113429 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:09.283912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e52ad2ed-d662-4dc1-9028-dfbc230adc62 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:09.308790 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Pushing event updated for resources: {'Port': ['ID=01875c54-1a45-4b4e-89ec-81c05b74a35f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:09.360645 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.360998 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.364873 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.365988 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.367487 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.367848 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.368194 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.369159 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.371106 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.371627 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.372856 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.373540 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.373985 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273505e4-3870-423e-b45f-410d94fa03c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:09.381505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c5e03-0796-43f1-9ac5-83cf78d2bc7f req-9b65f2d1-cac4-42bc-ae3a-34f8a5238222 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:09.385590 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a85c5e03-0796-43f1-9ac5-83cf78d2bc7f req-9b65f2d1-cac4-42bc-ae3a-34f8a5238222 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 949 time: 0.3266771 Dec 08 01:36:09.395761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e52ad2ed-d662-4dc1-9028-dfbc230adc62 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:09.396188 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:09.410784 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Attempting to bind port 01875c54-1a45-4b4e-89ec-81c05b74a35f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:09.411378 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Attempting to bind port 01875c54-1a45-4b4e-89ec-81c05b74a35f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:09.411958 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Attempting to bind port 01875c54-1a45-4b4e-89ec-81c05b74a35f on network 962238f1-c6c0-4079-8fb2-f9aba262224a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:09.419316 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:09.419830 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Checking segment: {'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:09.420326 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:09.420946 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Bound using segment: {'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:09.421576 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Bound port: 01875c54-1a45-4b4e-89ec-81c05b74a35f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:09.422044 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:09.524577 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.db.api [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:36:09.525080 n-d-713498-30 neutron-server[103132]: DEBUG oslo_db.api [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:36:09.529618 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7130a467-d6c1-4a74-b114-4d596cf1710c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:09.586791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-4903d34b-7efc-4d83-bb4b-098b56f75311 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:09.597206 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-4903d34b-7efc-4d83-bb4b-098b56f75311 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5358193 Dec 08 01:36:09.634824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Request body: {'port': {'device_id': 'b5e99035-f74b-4879-98e0-c8808aef6371', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'a68ff4dea2974a1895e204fb9e49b1f3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:09.667405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-740ef1d8-23b7-47bd-b8fa-c7e3cbaa58d7 None None] Could not find standard attr ID for object 01875c54-1a45-4b4e-89ec-81c05b74a35f. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:36:09.675984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130a467-d6c1-4a74-b114-4d596cf1710c admin admin] Pushing event deleted for resources: {'Port': ['ID=01875c54-1a45-4b4e-89ec-81c05b74a35f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:09.721454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284109d4-d7bf-47c1-bfd3-f70495896a62 req-2cbe82d8-efe1-426a-8f95-4e0bae1962e5 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:09.730075 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-284109d4-d7bf-47c1-bfd3-f70495896a62 req-2cbe82d8-efe1-426a-8f95-4e0bae1962e5 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 948 time: 0.1038866 Dec 08 01:36:09.757765 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a85c5e03-0796-43f1-9ac5-83cf78d2bc7f req-a1b86620-76cc-413f-9fe1-60361a7d7350 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465705 Dec 08 01:36:09.823198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-284109d4-d7bf-47c1-bfd3-f70495896a62 req-ef76b0e3-dc56-41b9-8440-4dc0db0575b5 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864394 Dec 08 01:36:09.937795 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-40a9d13d-ab97-498b-a921-a5f4b0e0397b req-af846a59-3d7b-46d9-9c03-caaf5bfca2bd tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 210 time: 0.0426028 Dec 08 01:36:09.943128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Made reservation on behalf of a68ff4dea2974a1895e204fb9e49b1f3 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:09.947343 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:09.963677 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.044272 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7130a467-d6c1-4a74-b114-4d596cf1710c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.049487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7f3e7295-32df-435f-8320-3795142e4cf1 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:10.052876 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Attempting to bind port 01875c54-1a45-4b4e-89ec-81c05b74a35f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:10.053246 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Attempting to bind port 01875c54-1a45-4b4e-89ec-81c05b74a35f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:10.053751 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec6b3b71-dde4-49ca-a197-1b0cf3637f2c req-d593494c-e974-48f8-b875-e6f0bbee1fc2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 210 time: 0.0369139 Dec 08 01:36:10.054794 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Attempting to bind port 01875c54-1a45-4b4e-89ec-81c05b74a35f on network 962238f1-c6c0-4079-8fb2-f9aba262224a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:10.073714 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:10.074394 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Checking segment: {'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:10.075074 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.075707 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Bound using segment: {'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:10.076486 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Bound port: 01875c54-1a45-4b4e-89ec-81c05b74a35f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a9220b-a58d-404f-b032-86400deb1745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '962238f1-c6c0-4079-8fb2-f9aba262224a'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:10.077266 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.119508 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.plugin [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Port 01875c54-1a45-4b4e-89ec-81c05b74a35f has been deleted concurrently {{(pid=103132) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 08 01:36:10.130212 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Routers {'51ecefed-8b3f-4c36-90ad-8d8f469ce079'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:10.130876 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['51ecefed-8b3f-4c36-90ad-8d8f469ce079'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:10.161719 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 7f3e7295-32df-435f-8320-3795142e4cf1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:10.162893 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.186430 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.194781 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.229861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55eb874f-4c56-4405-8c91-89bee8178c05,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:10.325167 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] Set router 51ecefed-8b3f-4c36-90ad-8d8f469ce079 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:10.326368 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.355124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe97365-e011-42d7-b9be-08747f25db4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3e7295-32df-435f-8320-3795142e4cf1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:10.357394 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4e9d84-8677-4fb1-803a-258ecac5d125" -d '{"events": [{"server_uuid": "5fe97365-e011-42d7-b9be-08747f25db4c", "name": "network-vif-plugged", "status": "completed", "tag": "7f3e7295-32df-435f-8320-3795142e4cf1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:10.402424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:10.410288 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.411374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 1a885a8a-259c-4f9a-b209-ab2d9d1a517b up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:10.475300 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b02458c-bbde-4697-bba5-0aeb64db6af6 x-openstack-request-id: req-2b02458c-bbde-4697-bba5-0aeb64db6af6 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:10.480911 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe97365-e011-42d7-b9be-08747f25db4c", "name": "network-vif-plugged", "status": "completed", "tag": "7f3e7295-32df-435f-8320-3795142e4cf1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:10.481176 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2b02458c-bbde-4697-bba5-0aeb64db6af6 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:10.481736 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe97365-e011-42d7-b9be-08747f25db4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3e7295-32df-435f-8320-3795142e4cf1', 'code': 200} Dec 08 01:36:10.527076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bf787127-f4d0-4f9a-ac4e-61ed5b8e30ec tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:10.547979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Allocated IP 192.168.233.96 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/3c3a38e9-980f-4886-9453-eafca30676db) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:10.549450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bf787127-f4d0-4f9a-ac4e-61ed5b8e30ec tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.72 "GET /v2.0/networks?id=fe973c4d-03d0-4a58-a113-aa265076fdf4 HTTP/1.1" status: 200 len: 813 time: 0.1958709 Dec 08 01:36:10.566253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7130a467-d6c1-4a74-b114-4d596cf1710c admin admin] Router 51ecefed-8b3f-4c36-90ad-8d8f469ce079 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:36:10.622346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'port': {'device_id': '9b3dfdf3-788a-485f-be04-51db63483bba', 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4', 'admin_state_up': True, 'tenant_id': '01362ef3329a4ff4839d466aa4606b91'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:10.634041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7f3e7295-32df-435f-8320-3795142e4cf1,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:10.639649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:36:10.645280 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:10.645593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.684715 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'name': 'tempest-FloatingIPsNegativeTestJSON-1706193997-router', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'e52ad2ed-d662-4dc1-9028-dfbc230adc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:57Z', 'updated_at': '2021-12-08T01:36:09Z', 'revision_number': 5, 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'gw_port': {'id': 'e52ad2ed-d662-4dc1-9028-dfbc230adc62', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:35:58Z', 'updated_at': '2021-12-08T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:10.724397 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7025d9dc-4d21-4fbf-af62-e19437ed0ea8 None None] The sync data for ids ['51ecefed-8b3f-4c36-90ad-8d8f469ce079'] in n-d-713498-30 is: [{'id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'name': 'tempest-FloatingIPsNegativeTestJSON-1706193997-router', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': 'e52ad2ed-d662-4dc1-9028-dfbc230adc62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:57Z', 'updated_at': '2021-12-08T01:36:09Z', 'revision_number': 5, 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'gw_port': {'id': 'e52ad2ed-d662-4dc1-9028-dfbc230adc62', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:98:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:35:58Z', 'updated_at': '2021-12-08T01:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:36:10.738333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7130a467-d6c1-4a74-b114-4d596cf1710c admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:36:10.758209 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7130a467-d6c1-4a74-b114-4d596cf1710c admin admin] 10.222.0.70 "PUT /v2.0/routers/51ecefed-8b3f-4c36-90ad-8d8f469ce079/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3996928 Dec 08 01:36:10.758861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41052) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:10.842724 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.895514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1a885a8a-259c-4f9a-b209-ab2d9d1a517b,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:10.902238 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.935531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Made reservation on behalf of 01362ef3329a4ff4839d466aa4606b91 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:10.949475 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:10.966242 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=1a885a8a-259c-4f9a-b209-ab2d9d1a517b,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:11.026097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35026b-47f6-4ce5-b40c-81bac559bf30 req-41c2691b-545f-4c19-8446-9adb5529e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:11.027988 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac35026b-47f6-4ce5-b40c-81bac559bf30 req-41c2691b-545f-4c19-8446-9adb5529e3f7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 1101 time: 0.1544418 Dec 08 01:36:11.107986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681cee7-1da8-4db6-acd8-6dbe582a0d35 req-0c917ff5-a88a-4865-bf9d-654e1c34da1a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:11.112985 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6681cee7-1da8-4db6-acd8-6dbe582a0d35 req-0c917ff5-a88a-4865-bf9d-654e1c34da1a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1571057 Dec 08 01:36:11.189812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 01875c54-1a45-4b4e-89ec-81c05b74a35f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:36:11.230580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 01875c54-1a45-4b4e-89ec-81c05b74a35f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:36:11.231096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 01875c54-1a45-4b4e-89ec-81c05b74a35f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:36:11.247776 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac35026b-47f6-4ce5-b40c-81bac559bf30 req-e5a2ec44-ac40-4541-9f21-cd287c55d2ef service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911249 Dec 08 01:36:11.278110 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6681cee7-1da8-4db6-acd8-6dbe582a0d35 req-c69e91cf-dfc1-480c-b55d-aa0ea68adb40 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531396 Dec 08 01:36:11.294783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Allocated IP 172.20.0.2 (fe973c4d-03d0-4a58-a113-aa265076fdf4/16c36d49-aec8-4a3c-890f-212453c51d4f/993099d2-d001-43c7-8b34-666a5d94e3dd) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:11.478944 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e37d0-812f-4693-b5eb-b1934f2e2738 req-76089ffe-4262-4168-b34c-cd71d73a6274 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:11.480512 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f02e37d0-812f-4693-b5eb-b1934f2e2738 req-76089ffe-4262-4168-b34c-cd71d73a6274 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 950 time: 0.5784678 Dec 08 01:36:11.483655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:11.527272 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ced5f26-6820-47ff-84a0-1b34b3c5e4fa req-ecf2fd6e-3d93-4c2a-8744-80ab6910b0ee tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 210 time: 0.0493386 Dec 08 01:36:11.538130 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:11.621224 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:11.676592 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f02e37d0-812f-4693-b5eb-b1934f2e2738 req-6d358d48-7672-457f-bc2d-ad221bbde4f7 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852148 Dec 08 01:36:11.704534 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:11.709709 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:11.730954 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa1018d7-47a5-478b-a635-1b5898650bb1 req-a61be2aa-9c7f-4010-9bcc-60ce77db61e9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 210 time: 0.1071992 Dec 08 01:36:11.732125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:11.805675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Network fe973c4d-03d0-4a58-a113-aa265076fdf4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:11.811979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:11.815327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:11.836458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:11.848526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:11.859752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'Port': ['ID=993099d2-d001-43c7-8b34-666a5d94e3dd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:11.861166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:11.867018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event updated for resources: {'Port': ['ID=3c3a38e9-980f-4886-9453-eafca30676db,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:11.897016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:11.898396 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:11.919528 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-bfecea21-5b98-4345-ada8-c2ee82d6de8a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3066244 Dec 08 01:36:11.936551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:11.937346 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:11.943273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Request body: {'port': {'device_id': '9b3dfdf3-788a-485f-be04-51db63483bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:11.973298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Deleting port e52ad2ed-d662-4dc1-9028-dfbc230adc62 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:36:11.973771 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:12.011993 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-82ebd3c3-7cbb-4cd7-bee7-93f843a577d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3889813 Dec 08 01:36:12.047821 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:12.070154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Request body: {'port': {'device_id': 'b5e99035-f74b-4879-98e0-c8808aef6371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:12.157347 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:12.189046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] For port e52ad2ed-d662-4dc1-9028-dfbc230adc62, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e52ad2ed-d662-4dc1-9028-dfbc230adc62,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:12.189409 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:12.222870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2f4ca039-9cdb-4a41-86c2-754de86512be None None] Provisioning complete for port 3c3a38e9-980f-4886-9453-eafca30676db triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:12.224385 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2f4ca039-9cdb-4a41-86c2-754de86512be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:12.238619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Calling delete_port for e52ad2ed-d662-4dc1-9028-dfbc230adc62 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:36:12.274428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ca039-9cdb-4a41-86c2-754de86512be None None] Port 3c3a38e9-980f-4886-9453-eafca30676db cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:36:12.371042 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa029d4-c7d9-4693-b33f-3b17c028e659 None None] Sync routers for ids ['51ecefed-8b3f-4c36-90ad-8d8f469ce079'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:36:12.387430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa029d4-c7d9-4693-b33f-3b17c028e659 None None] Routers {'51ecefed-8b3f-4c36-90ad-8d8f469ce079'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:12.389791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993099d2-d001-43c7-8b34-666a5d94e3dd {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:12.390892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5fa029d4-c7d9-4693-b33f-3b17c028e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['51ecefed-8b3f-4c36-90ad-8d8f469ce079'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:12.414036 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:12.496734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Transition to ACTIVE for port object 993099d2-d001-43c7-8b34-666a5d94e3dd will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:36:12.503113 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:12.593721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9433d2-e6a9-45fe-81a8-a1f7de91df75 req-f1e0ffb3-2ae2-4b84-a69e-84ba560cccd1 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:12.602100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5fa029d4-c7d9-4693-b33f-3b17c028e659 None None] Set router 51ecefed-8b3f-4c36-90ad-8d8f469ce079 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:12.603297 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1f9433d2-e6a9-45fe-81a8-a1f7de91df75 req-f1e0ffb3-2ae2-4b84-a69e-84ba560cccd1 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1685603 Dec 08 01:36:12.643423 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Pushing event updated for resources: {'Port': ['ID=993099d2-d001-43c7-8b34-666a5d94e3dd,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:12.682534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dde0b95-ba91-4b28-8372-938c1abd1258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a885a8a-259c-4f9a-b209-ab2d9d1a517b'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:12.686488 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b84526-5ad1-4b90-8b14-c72c48df76d2" -d '{"events": [{"server_uuid": "3dde0b95-ba91-4b28-8372-938c1abd1258", "name": "network-vif-plugged", "status": "completed", "tag": "1a885a8a-259c-4f9a-b209-ab2d9d1a517b"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:12.690356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5fa029d4-c7d9-4693-b33f-3b17c028e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'name': 'tempest-FloatingIPsNegativeTestJSON-1706193997-router', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:57Z', 'updated_at': '2021-12-08T01:36:11Z', 'revision_number': 6, 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:12.732132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa029d4-c7d9-4693-b33f-3b17c028e659 None None] Checking router: 51ecefed-8b3f-4c36-90ad-8d8f469ce079 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:36:12.749543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa029d4-c7d9-4693-b33f-3b17c028e659 None None] Routers {'51ecefed-8b3f-4c36-90ad-8d8f469ce079'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:12.762309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1f9433d2-e6a9-45fe-81a8-a1f7de91df75 req-e597cabe-cb73-48fb-83a9-aa81a7e92e32 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578863 Dec 08 01:36:12.763930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5fa029d4-c7d9-4693-b33f-3b17c028e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['51ecefed-8b3f-4c36-90ad-8d8f469ce079'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:12.809968 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:12.814291 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Attempting to bind port 993099d2-d001-43c7-8b34-666a5d94e3dd on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:12.816823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Attempting to bind port 993099d2-d001-43c7-8b34-666a5d94e3dd by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '9076c907-e1cd-4563-8440-11317ee01b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:12.818230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Attempting to bind port 993099d2-d001-43c7-8b34-666a5d94e3dd on network fe973c4d-03d0-4a58-a113-aa265076fdf4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:12.832496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Port 993099d2-d001-43c7-8b34-666a5d94e3dd on network fe973c4d-03d0-4a58-a113-aa265076fdf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:36:12.837341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Attempting to bind port 993099d2-d001-43c7-8b34-666a5d94e3dd on network fe973c4d-03d0-4a58-a113-aa265076fdf4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:12.839439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf3382-c2c2-4db2-9b7a-0271bfd2ab04 req-16349269-ceb3-4748-a212-5dc6acff1dd0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:12.848199 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7cf3382-c2c2-4db2-9b7a-0271bfd2ab04 req-16349269-ceb3-4748-a212-5dc6acff1dd0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 943 time: 0.1734421 Dec 08 01:36:12.853280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:12.853984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Checking segment: {'id': '9076c907-e1cd-4563-8440-11317ee01b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:12.854714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Bound using segment: {'id': '9076c907-e1cd-4563-8440-11317ee01b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:12.856903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Bound port: 993099d2-d001-43c7-8b34-666a5d94e3dd, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9076c907-e1cd-4563-8440-11317ee01b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:12.859483 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:12.893826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3a38e9-980f-4886-9453-eafca30676db {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:12.901857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e52ad2ed-d662-4dc1-9028-dfbc230adc62,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:12.936669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5fa029d4-c7d9-4693-b33f-3b17c028e659 None None] Set router 51ecefed-8b3f-4c36-90ad-8d8f469ce079 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:12.943509 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:12.990282 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f596ac-c908-463f-b10a-c9ac89a50433 x-openstack-request-id: req-57f596ac-c908-463f-b10a-c9ac89a50433 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:12.990626 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dde0b95-ba91-4b28-8372-938c1abd1258", "name": "network-vif-plugged", "status": "completed", "tag": "1a885a8a-259c-4f9a-b209-ab2d9d1a517b", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:12.990841 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57f596ac-c908-463f-b10a-c9ac89a50433 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:12.991283 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dde0b95-ba91-4b28-8372-938c1abd1258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a885a8a-259c-4f9a-b209-ab2d9d1a517b', 'code': 200} Dec 08 01:36:13.001204 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.037574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5fa029d4-c7d9-4693-b33f-3b17c028e659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'name': 'tempest-FloatingIPsNegativeTestJSON-1706193997-router', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:57Z', 'updated_at': '2021-12-08T01:36:12Z', 'revision_number': 7, 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:13.075818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa029d4-c7d9-4693-b33f-3b17c028e659 None None] The sync data for ids ['51ecefed-8b3f-4c36-90ad-8d8f469ce079'] in n-d-713498-30 is: [{'id': '51ecefed-8b3f-4c36-90ad-8d8f469ce079', 'name': 'tempest-FloatingIPsNegativeTestJSON-1706193997-router', 'tenant_id': '29e7568e8ed84bce809d48ce2851ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:35:57Z', 'updated_at': '2021-12-08T01:36:12Z', 'revision_number': 7, 'project_id': '29e7568e8ed84bce809d48ce2851ce9e', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:36:13.102027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Transition to ACTIVE for port object 3c3a38e9-980f-4886-9453-eafca30676db will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:36:13.122967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ba8df-bf47-475b-9ad9-99617c6ec00d req-4f8e0214-6a0b-4a0b-9655-1280aa1fc11a tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:13.125330 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-162ba8df-bf47-475b-9ad9-99617c6ec00d req-4f8e0214-6a0b-4a0b-9655-1280aa1fc11a tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 950 time: 0.1349053 Dec 08 01:36:13.142743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] For port 993099d2-d001-43c7-8b34-666a5d94e3dd, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:13.146889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] For port 993099d2-d001-43c7-8b34-666a5d94e3dd, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=993099d2-d001-43c7-8b34-666a5d94e3dd,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:13.181932 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.187537 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.200796 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.206195 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.252924 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7cf3382-c2c2-4db2-9b7a-0271bfd2ab04 req-bb941d50-da76-4885-b0db-07219990c03e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037201 Dec 08 01:36:13.280330 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631766a9-2e4c-42cc-ace0-c2bf535865fd req-1b81578c-b6d6-451d-9674-f3f5d54e921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:13.283180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-631766a9-2e4c-42cc-ace0-c2bf535865fd req-1b81578c-b6d6-451d-9674-f3f5d54e921b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 1102 time: 0.2481549 Dec 08 01:36:13.308227 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Pushing event updated for resources: {'Port': ['ID=993099d2-d001-43c7-8b34-666a5d94e3dd,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:13.337419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:13.338073 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.339687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-8153498e-e43f-482e-9d49-84b26512a0dd service neutron] 10.222.0.72 "PUT /v2.0/ports/993099d2-d001-43c7-8b34-666a5d94e3dd HTTP/1.1" status: 200 len: 1092 time: 1.4012010 Dec 08 01:36:13.344892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3dfdf3-788a-485f-be04-51db63483bba', 'tag': '993099d2-d001-43c7-8b34-666a5d94e3dd'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:13.347252 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3989c973-a061-4532-9735-347a3be5553e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3dfdf3-788a-485f-be04-51db63483bba", "tag": "993099d2-d001-43c7-8b34-666a5d94e3dd"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:13.370709 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.371331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51ecefed-8b3f-4c36-90ad-8d8f469ce079 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:36:13.376168 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.377741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1e4e259f-cb5f-4390-be4e-21e2450c1ac5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/51ecefed-8b3f-4c36-90ad-8d8f469ce079 HTTP/1.1" status: 204 len: 168 time: 2.6157057 Dec 08 01:36:13.381653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41114) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:13.419542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3a38e9-980f-4886-9453-eafca30676db,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:13.449785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa448ae-65e2-4624-9c5f-bab383596198 admin admin] Deleting subnet 03a27906-3117-48cc-949a-1b7128c1e9ac {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:36:13.474762 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-162ba8df-bf47-475b-9ad9-99617c6ec00d req-4a097b46-f0f6-457e-ab64-280c43ce34f3 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384790 Dec 08 01:36:13.515561 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfa448ae-65e2-4624-9c5f-bab383596198 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.527841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41118) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:13.536707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d27856-1b28-4512-bc8b-654d09427ee4 req-8d398819-b1fe-4830-823f-c378cddfedd0 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:13.538638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-37d27856-1b28-4512-bc8b-654d09427ee4 req-8d398819-b1fe-4830-823f-c378cddfedd0 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 947 time: 0.1364214 Dec 08 01:36:13.565305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Attempting to bind port 3c3a38e9-980f-4886-9453-eafca30676db on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:13.565930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Attempting to bind port 3c3a38e9-980f-4886-9453-eafca30676db by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:13.566076 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Attempting to bind port 3c3a38e9-980f-4886-9453-eafca30676db on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:13.583188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-631766a9-2e4c-42cc-ace0-c2bf535865fd req-3d168a5b-d4c2-44bd-ac22-ec2f8729ddbc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842984 Dec 08 01:36:13.589009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Port 3c3a38e9-980f-4886-9453-eafca30676db on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:36:13.589370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Attempting to bind port 3c3a38e9-980f-4886-9453-eafca30676db on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:13.593965 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfa448ae-65e2-4624-9c5f-bab383596198 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.622591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:13.622958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:13.623364 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:13.623812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Bound port: 3c3a38e9-980f-4886-9453-eafca30676db, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:13.624179 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.631572 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-fc18ab60-0397-47e7-8754-9c0526bdf3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:13.634032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-fc18ab60-0397-47e7-8754-9c0526bdf3b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01362ef3329a4ff4839d466aa4606b91&device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 1095 time: 0.1980197 Dec 08 01:36:13.661751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-37d27856-1b28-4512-bc8b-654d09427ee4 req-e8de7557-32b8-4983-9b53-d8bef1b0a23d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136572 Dec 08 01:36:13.762310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] For port 3c3a38e9-980f-4886-9453-eafca30676db, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:13.767036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] For port 3c3a38e9-980f-4886-9453-eafca30676db, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3c3a38e9-980f-4886-9453-eafca30676db,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:13.773507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.819638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:13.820587 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:13.822101 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] 10.222.0.65 "PUT /v2.0/ports/3c3a38e9-980f-4886-9453-eafca30676db HTTP/1.1" status: 200 len: 1096 time: 1.7569115 Dec 08 01:36:13.822682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e99035-f74b-4879-98e0-c8808aef6371', 'tag': '3c3a38e9-980f-4886-9453-eafca30676db'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:13.825147 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3869a6-19ad-468d-a165-351f2befc2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e99035-f74b-4879-98e0-c8808aef6371", "tag": "3c3a38e9-980f-4886-9453-eafca30676db"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:13.868551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fc5f1-30f6-4f46-8749-c459d2494fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c3a38e9-980f-4886-9453-eafca30676db,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:13.903689 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba0762d-99d6-44d9-9680-8f9f0b4ff188 x-openstack-request-id: req-eba0762d-99d6-44d9-9680-8f9f0b4ff188 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:13.904192 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e99035-f74b-4879-98e0-c8808aef6371", "tag": "3c3a38e9-980f-4886-9453-eafca30676db", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:13.905187 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eba0762d-99d6-44d9-9680-8f9f0b4ff188 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:13.905187 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e99035-f74b-4879-98e0-c8808aef6371', 'tag': '3c3a38e9-980f-4886-9453-eafca30676db', 'status': 'completed', 'code': 200} Dec 08 01:36:13.980334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-ca6ae005-9d5f-41d3-a59b-a0ada4260415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:13.985006 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-ca6ae005-9d5f-41d3-a59b-a0ada4260415 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 1099 time: 0.0849516 Dec 08 01:36:14.003685 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347e537-c991-492f-aa69-99fc719d09be req-850ef486-8d36-4c75-8608-cb834a6c004d tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:14.013322 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a347e537-c991-492f-aa69-99fc719d09be req-850ef486-8d36-4c75-8608-cb834a6c004d tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1239548 Dec 08 01:36:14.081584 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-eb02ac7b-bf11-4258-8ff8-9f399c84bcb5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3c3a38e9-980f-4886-9453-eafca30676db HTTP/1.1" status: 200 len: 217 time: 0.0441508 Dec 08 01:36:14.115639 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4661714e-fad9-47a8-911f-7eb8c41aa08a x-openstack-request-id: req-4661714e-fad9-47a8-911f-7eb8c41aa08a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:14.115935 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3dfdf3-788a-485f-be04-51db63483bba", "tag": "993099d2-d001-43c7-8b34-666a5d94e3dd", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:14.116187 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4661714e-fad9-47a8-911f-7eb8c41aa08a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:14.117877 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3dfdf3-788a-485f-be04-51db63483bba', 'tag': '993099d2-d001-43c7-8b34-666a5d94e3dd', 'status': 'completed', 'code': 200} Dec 08 01:36:14.145709 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a347e537-c991-492f-aa69-99fc719d09be req-8d02f631-c1b1-43e3-a0d3-892160a7dde1 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314836 Dec 08 01:36:14.157926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-c4359195-87d3-4d3b-9ecc-54ebbb8c45ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:14.167473 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-c4359195-87d3-4d3b-9ecc-54ebbb8c45ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0681515 Dec 08 01:36:14.183995 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-e4f8fd74-be79-4803-8335-8b717205fc75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=993099d2-d001-43c7-8b34-666a5d94e3dd HTTP/1.1" status: 200 len: 217 time: 0.0635684 Dec 08 01:36:14.184763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-632e86de-7eef-4ba6-8cb9-3e93d6e39526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:14.225462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-3cd6c83e-b7e5-4244-a0e4-ad7b465b4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:14.227345 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-3cd6c83e-b7e5-4244-a0e4-ad7b465b4d7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576596 Dec 08 01:36:14.262409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfa448ae-65e2-4624-9c5f-bab383596198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:14.331760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-55349762-457a-4881-98b8-8526ff50cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:14.333266 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-55349762-457a-4881-98b8-8526ff50cd4c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=16c36d49-aec8-4a3c-890f-212453c51d4f HTTP/1.1" status: 200 len: 853 time: 0.1389601 Dec 08 01:36:14.340625 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-85c6650a-808f-43be-904c-97206ebcb00a service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051171 Dec 08 01:36:14.381318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a5f88-8941-47a2-90db-e21302f8bbe0 req-42af4173-fa3b-4a3a-bbd3-dd101be6341e tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:14.384712 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d0a5f88-8941-47a2-90db-e21302f8bbe0 req-42af4173-fa3b-4a3a-bbd3-dd101be6341e tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1479352 Dec 08 01:36:14.411420 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-f645bdbc-3ed7-4063-bc19-601cbddfdb27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe973c4d-03d0-4a58-a113-aa265076fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495849 Dec 08 01:36:14.435134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de525816-5e32-44d2-9fb8-98d327e9ca0c req-9c6adfd7-e2dd-4658-aa97-c5bca12f8ea3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:14.436683 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de525816-5e32-44d2-9fb8-98d327e9ca0c req-9c6adfd7-e2dd-4658-aa97-c5bca12f8ea3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 943 time: 0.1110764 Dec 08 01:36:14.482454 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3aaedfca-5f53-4271-9742-14b13f4c492c req-94e7b526-57d9-4861-b64d-492f6388fff2 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277976 Dec 08 01:36:14.488948 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfa448ae-65e2-4624-9c5f-bab383596198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:14.506310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de525816-5e32-44d2-9fb8-98d327e9ca0c req-d6d3a1f1-441b-43f6-b53b-b3d4b62ee667 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614426 Dec 08 01:36:14.587686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfa448ae-65e2-4624-9c5f-bab383596198 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:14.588990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8d2d7f-db2c-4a29-8b08-9b8a5564c514 None None] Network 962238f1-c6c0-4079-8fb2-f9aba262224a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:36:14.591160 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bfa448ae-65e2-4624-9c5f-bab383596198 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/03a27906-3117-48cc-949a-1b7128c1e9ac HTTP/1.1" status: 204 len: 168 time: 1.2067738 Dec 08 01:36:14.593239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-632e86de-7eef-4ba6-8cb9-3e93d6e39526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:14.594709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa448ae-65e2-4624-9c5f-bab383596198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a27906-3117-48cc-949a-1b7128c1e9ac,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:14.600321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:14.604694 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d0a5f88-8941-47a2-90db-e21302f8bbe0 req-b5020033-7aa0-4f28-961f-976871d9be48 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957684 Dec 08 01:36:14.615012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-632e86de-7eef-4ba6-8cb9-3e93d6e39526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:14.688085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d764ef-4aa2-4812-a1b8-ee17b8a75282 req-e3e8c14a-70f8-463d-8d0b-b874136b7878 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:14.690026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76d764ef-4aa2-4812-a1b8-ee17b8a75282 req-e3e8c14a-70f8-463d-8d0b-b874136b7878 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 950 time: 0.1059575 Dec 08 01:36:14.697212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3869a6-19ad-468d-a165-351f2befc2e9 req-9f5c306d-896b-4e1a-bc3c-1ae66f75d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:14.698966 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d3869a6-19ad-468d-a165-351f2befc2e9 req-9f5c306d-896b-4e1a-bc3c-1ae66f75d4ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 1099 time: 0.1229072 Dec 08 01:36:14.760964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-7571e136-0f20-47e6-aa36-63106ea01dd2 service neutron] 10.222.0.72 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365841 Dec 08 01:36:14.768112 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-632e86de-7eef-4ba6-8cb9-3e93d6e39526 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b5df1d5ae4f4f079e04d9c1f3672ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2220159 Dec 08 01:36:14.769049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41140) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:14.772103 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:14.798825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e86de-7eef-4ba6-8cb9-3e93d6e39526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb804f1-7d51-4579-9d66-4db021177adb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:14.818009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b33ab9-e0f6-4b57-9121-5bfd2ae2dd8d None None] DHCP port deletion for 962238f1-c6c0-4079-8fb2-f9aba262224a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:36:14.828836 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76d764ef-4aa2-4812-a1b8-ee17b8a75282 req-fed56f9e-c64c-4cd6-9839-66b9a424b3b3 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288204 Dec 08 01:36:14.878784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3869a6-19ad-468d-a165-351f2befc2e9 req-90ee9546-ddeb-4582-bc0a-49c6cafb7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:14.880538 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d3869a6-19ad-468d-a165-351f2befc2e9 req-90ee9546-ddeb-4582-bc0a-49c6cafb7914 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1736391 Dec 08 01:36:14.934061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d0b33ab9-e0f6-4b57-9121-5bfd2ae2dd8d None None] Deleting port 3041c473-fd8d-4828-8b26-fd4d77fe50f7 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:36:14.934485 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d0b33ab9-e0f6-4b57-9121-5bfd2ae2dd8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:14.993082 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d3869a6-19ad-468d-a165-351f2befc2e9 req-b7e5d543-f0fd-47a6-9bad-51257ac6260c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3c3a38e9-980f-4886-9453-eafca30676db HTTP/1.1" status: 200 len: 217 time: 0.0954585 Dec 08 01:36:15.028800 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59175875-005d-4053-aeb8-b8fda3b1dd98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.039288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d0b33ab9-e0f6-4b57-9121-5bfd2ae2dd8d None None] For port 3041c473-fd8d-4828-8b26-fd4d77fe50f7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3041c473-fd8d-4828-8b26-fd4d77fe50f7,segment=NetworkSegment(47a9220b-a58d-404f-b032-86400deb1745),segment_id=47a9220b-a58d-404f-b032-86400deb1745)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:15.039670 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d0b33ab9-e0f6-4b57-9121-5bfd2ae2dd8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.047650 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f79677e-5fca-4f7d-bd75-2a06dd433876 req-79c69495-b9ac-438a-b1c7-0557a2e5c875 service neutron] 10.222.0.72 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631540 Dec 08 01:36:15.053575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d0b33ab9-e0f6-4b57-9121-5bfd2ae2dd8d None None] Calling delete_port for 3041c473-fd8d-4828-8b26-fd4d77fe50f7 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:36:15.073879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59175875-005d-4053-aeb8-b8fda3b1dd98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.088107 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Deleting port 3041c473-fd8d-4828-8b26-fd4d77fe50f7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:36:15.088554 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.170144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] For port 3041c473-fd8d-4828-8b26-fd4d77fe50f7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3041c473-fd8d-4828-8b26-fd4d77fe50f7,segment=NetworkSegment(47a9220b-a58d-404f-b032-86400deb1745),segment_id=47a9220b-a58d-404f-b032-86400deb1745)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:15.170695 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.178725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3869a6-19ad-468d-a165-351f2befc2e9 req-013bd1a7-3bc6-401b-9521-fb31ea31441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:15.184893 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d3869a6-19ad-468d-a165-351f2befc2e9 req-013bd1a7-3bc6-401b-9521-fb31ea31441b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1265714 Dec 08 01:36:15.196454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Calling delete_port for 3041c473-fd8d-4828-8b26-fd4d77fe50f7 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:36:15.197193 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d0b33ab9-e0f6-4b57-9121-5bfd2ae2dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.222778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147daa7-1fda-495d-bb78-33df7778d35c req-76188c5f-335b-4a04-ac7c-074921401529 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:15.235168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6147daa7-1fda-495d-bb78-33df7778d35c req-76188c5f-335b-4a04-ac7c-074921401529 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 947 time: 0.3195395 Dec 08 01:36:15.270019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b33ab9-e0f6-4b57-9121-5bfd2ae2dd8d None None] No DVR routers for this DVR port 3041c473-fd8d-4828-8b26-fd4d77fe50f7 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:36:15.274223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3041c473-fd8d-4828-8b26-fd4d77fe50f7 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:36:15.280214 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59175875-005d-4053-aeb8-b8fda3b1dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.280800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b33ab9-e0f6-4b57-9121-5bfd2ae2dd8d None None] Pushing event deleted for resources: {'Port': ['ID=3041c473-fd8d-4828-8b26-fd4d77fe50f7,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:15.282978 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59175875-005d-4053-aeb8-b8fda3b1dd98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.286549 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-59175875-005d-4053-aeb8-b8fda3b1dd98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ceb804f1-7d51-4579-9d66-4db021177adb HTTP/1.1" status: 204 len: 168 time: 0.5089314 Dec 08 01:36:15.332025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3869a6-19ad-468d-a165-351f2befc2e9 req-ce1aa5be-5693-4d74-a986-8de03ce22f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:15.333596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d3869a6-19ad-468d-a165-351f2befc2e9 req-ce1aa5be-5693-4d74-a986-8de03ce22f84 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1372933 Dec 08 01:36:15.364992 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6147daa7-1fda-495d-bb78-33df7778d35c req-66130bf3-ba52-4193-babe-bd3ea7601f4a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032915 Dec 08 01:36:15.383313 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59175875-005d-4053-aeb8-b8fda3b1dd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb804f1-7d51-4579-9d66-4db021177adb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:15.483605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bd5b6-bc3b-48d9-afc1-30380d654ef4 req-14a11238-f5a0-4f2f-89e2-c288963daaf7 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:15.485262 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c1bd5b6-bc3b-48d9-afc1-30380d654ef4 req-14a11238-f5a0-4f2f-89e2-c288963daaf7 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.2356665 Dec 08 01:36:15.501301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989c973-a061-4532-9735-347a3be5553e req-02165de5-35e1-45db-9549-29bc390ae4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:15.503154 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3989c973-a061-4532-9735-347a3be5553e req-02165de5-35e1-45db-9549-29bc390ae4ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01362ef3329a4ff4839d466aa4606b91&device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 1095 time: 0.2435274 Dec 08 01:36:15.503728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 3041c473-fd8d-4828-8b26-fd4d77fe50f7 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:36:15.504180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3041c473-fd8d-4828-8b26-fd4d77fe50f7 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:36:15.504569 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d3869a6-19ad-468d-a165-351f2befc2e9 req-f5eef4ea-dd9a-40f2-bbf2-b76aa789cb1c service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385024 Dec 08 01:36:15.504813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e52ad2ed-d662-4dc1-9028-dfbc230adc62 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:36:15.537126 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: e52ad2ed-d662-4dc1-9028-dfbc230adc62 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:36:15.537427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e52ad2ed-d662-4dc1-9028-dfbc230adc62 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:36:15.599458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c1bd5b6-bc3b-48d9-afc1-30380d654ef4 req-42ade9b7-17bd-4876-a092-dfe769b64f28 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952764 Dec 08 01:36:15.637032 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.670139 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d3869a6-19ad-468d-a165-351f2befc2e9 req-a9428768-12ea-4477-abbd-e0c5be09e6ae service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572876 Dec 08 01:36:15.680557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=3041c473-fd8d-4828-8b26-fd4d77fe50f7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:15.686092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] No DVR routers for this DVR port 3041c473-fd8d-4828-8b26-fd4d77fe50f7 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:36:15.687781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127dafb-7466-428c-9526-3c64fb8d2db8 req-166e88a0-d42d-4567-ab2b-24e37b5cbce8 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:15.698742 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1127dafb-7466-428c-9526-3c64fb8d2db8 req-166e88a0-d42d-4567-ab2b-24e37b5cbce8 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 943 time: 0.0909188 Dec 08 01:36:15.748522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989c973-a061-4532-9735-347a3be5553e req-8ddf6624-1e60-470c-b90e-03b587d2c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:15.750558 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3989c973-a061-4532-9735-347a3be5553e req-8ddf6624-1e60-470c-b90e-03b587d2c355 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe973c4d-03d0-4a58-a113-aa265076fdf4 HTTP/1.1" status: 200 len: 914 time: 0.2178252 Dec 08 01:36:15.771998 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1127dafb-7466-428c-9526-3c64fb8d2db8 req-7d9407eb-bffc-442b-a3d6-43f252de7a85 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722334 Dec 08 01:36:15.799703 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.806045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41166) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:15.823205 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2adb29c8-e927-4082-bf4e-54ed42f43e00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.846533 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3989c973-a061-4532-9735-347a3be5553e req-b5042fde-0193-43ab-ac72-2ff64e7eda7a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=993099d2-d001-43c7-8b34-666a5d94e3dd HTTP/1.1" status: 200 len: 217 time: 0.0438104 Dec 08 01:36:15.855888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962238f1-c6c0-4079-8fb2-f9aba262224a']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:15.893563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a9220b-a58d-404f-b032-86400deb1745') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:15.893905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a9220b-a58d-404f-b032-86400deb1745') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:15.909728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.929286 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989c973-a061-4532-9735-347a3be5553e req-2aa16979-a7b5-48aa-b370-c856e8b6713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:15.930823 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3989c973-a061-4532-9735-347a3be5553e req-2aa16979-a7b5-48aa-b370-c856e8b6713d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=16c36d49-aec8-4a3c-890f-212453c51d4f HTTP/1.1" status: 200 len: 853 time: 0.0711541 Dec 08 01:36:15.931782 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.931916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2adb29c8-e927-4082-bf4e-54ed42f43e00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.938263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:36:15.938652 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:36:15.940448 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:36:15.948650 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2adb29c8-e927-4082-bf4e-54ed42f43e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:15.992644 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3989c973-a061-4532-9735-347a3be5553e req-abcd6b76-3196-464d-8c81-ead38ecdbcae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe973c4d-03d0-4a58-a113-aa265076fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343714 Dec 08 01:36:16.003992 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2adb29c8-e927-4082-bf4e-54ed42f43e00 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2214f804ef714cccb1d1a6627b2ba1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945117 Dec 08 01:36:16.004471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41170) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:16.013868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb29c8-e927-4082-bf4e-54ed42f43e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47c5d80-547e-4814-8378-0c9bdb9bab19,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:16.039207 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708f6c-fdae-4b55-ab6d-4d3529f56b03 req-399c0d5d-05d7-4b1c-985a-6fd440d181ff tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:16.041004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0b708f6c-fdae-4b55-ab6d-4d3529f56b03 req-399c0d5d-05d7-4b1c-985a-6fd440d181ff tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 950 time: 0.1287930 Dec 08 01:36:16.055337 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:16.089724 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:16.092995 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] 10.222.0.70 "DELETE /v2.0/networks/962238f1-c6c0-4079-8fb2-f9aba262224a HTTP/1.1" status: 204 len: 168 time: 1.4873464 Dec 08 01:36:16.109245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb804ff-0e29-43a0-83ae-6e1eaeca5f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=962238f1-c6c0-4079-8fb2-f9aba262224a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:16.112569 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69039db6-9cd9-4379-962e-137ff386b834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:16.125406 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0b708f6c-fdae-4b55-ab6d-4d3529f56b03 req-b7e54b15-b780-4dde-b974-310f99361bc1 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754104 Dec 08 01:36:16.136062 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3989c973-a061-4532-9735-347a3be5553e req-3a0f81a3-0025-439d-917e-99e70deafdc9 service neutron] 10.222.0.72 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144016 Dec 08 01:36:16.148414 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69039db6-9cd9-4379-962e-137ff386b834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:16.203668 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69039db6-9cd9-4379-962e-137ff386b834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:16.207562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69039db6-9cd9-4379-962e-137ff386b834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:16.212432 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-69039db6-9cd9-4379-962e-137ff386b834 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d47c5d80-547e-4814-8378-0c9bdb9bab19 HTTP/1.1" status: 204 len: 168 time: 0.2036872 Dec 08 01:36:16.243918 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69039db6-9cd9-4379-962e-137ff386b834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47c5d80-547e-4814-8378-0c9bdb9bab19,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:16.293020 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3989c973-a061-4532-9735-347a3be5553e req-ad4ef16e-b5fc-4810-9c96-63fee9a97086 service neutron] 10.222.0.72 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418059 Dec 08 01:36:16.372484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41182) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:16.450891 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-963b8627-fd9f-4372-8400-c736762fe13a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=29e7568e8ed84bce809d48ce2851ce9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0770419 Dec 08 01:36:16.453721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41188) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:16.494842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d38068-bd24-43c3-b33b-834f48976508 req-9bf1b663-a544-4bf8-a99f-c1c0dc24696b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:16.502504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-94d38068-bd24-43c3-b33b-834f48976508 req-9bf1b663-a544-4bf8-a99f-c1c0dc24696b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 950 time: 0.1005580 Dec 08 01:36:16.505380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bbe2e-d2ff-414a-be61-8fbc3d2d9b73 req-04f9c4db-d958-43f8-85a9-fab75c991e4a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:16.507730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d80bbe2e-d2ff-414a-be61-8fbc3d2d9b73 req-04f9c4db-d958-43f8-85a9-fab75c991e4a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 947 time: 0.0706906 Dec 08 01:36:16.560850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d80bbe2e-d2ff-414a-be61-8fbc3d2d9b73 req-7d0c19b4-55ba-4304-b9a8-3c494237c388 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456562 Dec 08 01:36:16.564563 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a007ab16-dc4a-4cbe-838d-d71e75645f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:16.570840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-94d38068-bd24-43c3-b33b-834f48976508 req-9345eff2-6288-48e3-a9fa-8d16331557fb tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675304 Dec 08 01:36:16.592269 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a007ab16-dc4a-4cbe-838d-d71e75645f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:16.645767 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a007ab16-dc4a-4cbe-838d-d71e75645f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:16.649203 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a007ab16-dc4a-4cbe-838d-d71e75645f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:16.650699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a007ab16-dc4a-4cbe-838d-d71e75645f99 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8154a67-437f-4cc4-bbcb-3819e816e7ac HTTP/1.1" status: 204 len: 168 time: 0.1959739 Dec 08 01:36:16.660029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007ab16-dc4a-4cbe-838d-d71e75645f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8154a67-437f-4cc4-bbcb-3819e816e7ac,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:16.759598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fc3d5-7bee-4a85-abca-a75f3de5d9d2 req-2c3a3abf-fa40-4f27-94e4-0dcd5734f654 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:16.761427 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-658fc3d5-7bee-4a85-abca-a75f3de5d9d2 req-2c3a3abf-fa40-4f27-94e4-0dcd5734f654 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0548849 Dec 08 01:36:16.827612 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-658fc3d5-7bee-4a85-abca-a75f3de5d9d2 req-68c0b746-d7c4-4472-9b79-4f4bf633bb6a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559804 Dec 08 01:36:16.957662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96401c8-0512-47de-b9d1-1426afe43cdd req-a193adb0-8ded-4602-842e-86045c2827a0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:16.959491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a96401c8-0512-47de-b9d1-1426afe43cdd req-a193adb0-8ded-4602-842e-86045c2827a0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 943 time: 0.0723259 Dec 08 01:36:17.033218 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a96401c8-0512-47de-b9d1-1426afe43cdd req-a0000ebf-359a-40d4-b126-3a3ecd397e60 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656297 Dec 08 01:36:17.691451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aaf8b-da52-4099-9d4a-71028ddb039d req-5d9c9a0a-7cfd-41ee-b658-97ed2f6124df tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:17.693008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-404aaf8b-da52-4099-9d4a-71028ddb039d req-5d9c9a0a-7cfd-41ee-b658-97ed2f6124df tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 947 time: 0.0500202 Dec 08 01:36:17.749052 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-404aaf8b-da52-4099-9d4a-71028ddb039d req-e73d325a-c6f1-48bc-891d-3d6e912003e6 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483165 Dec 08 01:36:17.884061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979754a-0a80-41df-8c7b-48ea7c761204 req-0b8b1022-df71-47eb-8138-61d22ec9ee47 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:17.886562 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7979754a-0a80-41df-8c7b-48ea7c761204 req-0b8b1022-df71-47eb-8138-61d22ec9ee47 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 950 time: 0.0634174 Dec 08 01:36:17.942540 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7979754a-0a80-41df-8c7b-48ea7c761204 req-d38356c1-583d-490a-84e3-11f66a0dc153 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500398 Dec 08 01:36:17.974985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a655f0-bf4c-4e67-ab2e-f5250676826a req-08fc8f2e-f3b8-4a08-9ab0-e20ee26cc472 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:17.983624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9a655f0-bf4c-4e67-ab2e-f5250676826a req-08fc8f2e-f3b8-4a08-9ab0-e20ee26cc472 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0676160 Dec 08 01:36:18.001320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 3c3a38e9-980f-4886-9453-eafca30676db details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:36:18.041284 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9a655f0-bf4c-4e67-ab2e-f5250676826a req-75228c13-a464-4771-b4c8-723eace44e8f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564988 Dec 08 01:36:18.066266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 993099d2-d001-43c7-8b34-666a5d94e3dd details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:36:18.166765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b788f3-be56-4d5f-b6c0-db450e77980c req-4522399a-7ab6-4041-8288-0ee699217724 tempest-LiveMigrationNegativeTest-91359352 tempest-LiveMigrationNegativeTest-91359352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:18.169027 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-03b788f3-be56-4d5f-b6c0-db450e77980c req-4522399a-7ab6-4041-8288-0ee699217724 tempest-LiveMigrationNegativeTest-91359352 tempest-LiveMigrationNegativeTest-91359352-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 1102 time: 0.0597579 Dec 08 01:36:18.173458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 3c3a38e9-980f-4886-9453-eafca30676db, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3c3a38e9-980f-4886-9453-eafca30676db,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:18.191906 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-03b788f3-be56-4d5f-b6c0-db450e77980c req-d0091b09-6815-41fd-b9a4-5f9522947dd7 tempest-LiveMigrationNegativeTest-91359352 tempest-LiveMigrationNegativeTest-91359352-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:18.228044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '3c3a38e9-980f-4886-9453-eafca30676db', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '3c3a38e9-980f-4886-9453-eafca30676db', 'mac_address': 'fa:16:3e:02:ce:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:36:18.271905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2e55a-e5a3-4623-9915-6279a6043e5a req-9386dd14-4350-4990-b87c-18cb079230b6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:18.274800 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eec2e55a-e5a3-4623-9915-6279a6043e5a req-9386dd14-4350-4990-b87c-18cb079230b6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 943 time: 0.0653286 Dec 08 01:36:18.292854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 993099d2-d001-43c7-8b34-666a5d94e3dd, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=993099d2-d001-43c7-8b34-666a5d94e3dd,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:18.297872 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-03b788f3-be56-4d5f-b6c0-db450e77980c req-d0091b09-6815-41fd-b9a4-5f9522947dd7 tempest-LiveMigrationNegativeTest-91359352 tempest-LiveMigrationNegativeTest-91359352-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:18.303160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-03b788f3-be56-4d5f-b6c0-db450e77980c req-d0091b09-6815-41fd-b9a4-5f9522947dd7 tempest-LiveMigrationNegativeTest-91359352 tempest-LiveMigrationNegativeTest-91359352-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:18.309887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '993099d2-d001-43c7-8b34-666a5d94e3dd', 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4', 'port_id': '993099d2-d001-43c7-8b34-666a5d94e3dd', 'mac_address': 'fa:16:3e:55:b4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c36d49-aec8-4a3c-890f-212453c51d4f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:36:18.312604 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:18.343043 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eec2e55a-e5a3-4623-9915-6279a6043e5a req-72a82a44-3144-4394-b384-53aece7b2f9f tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622780 Dec 08 01:36:18.351172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-03b788f3-be56-4d5f-b6c0-db450e77980c req-d0091b09-6815-41fd-b9a4-5f9522947dd7 tempest-LiveMigrationNegativeTest-91359352 tempest-LiveMigrationNegativeTest-91359352-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725185 Dec 08 01:36:18.353061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0091b09-6815-41fd-b9a4-5f9522947dd7 tempest-LiveMigrationNegativeTest-91359352 tempest-LiveMigrationNegativeTest-91359352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de6dccf-c1fe-42e1-9658-a06ae411aab4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:18.353747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3a38e9-980f-4886-9453-eafca30676db {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:18.410250 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:18.427386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 3c3a38e9-980f-4886-9453-eafca30676db, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3c3a38e9-980f-4886-9453-eafca30676db,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:18.440972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993099d2-d001-43c7-8b34-666a5d94e3dd {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:18.449033 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:18.503324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 993099d2-d001-43c7-8b34-666a5d94e3dd, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=993099d2-d001-43c7-8b34-666a5d94e3dd,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:18.519467 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:18.526069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=3c3a38e9-980f-4886-9453-eafca30676db,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:18.587203 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=993099d2-d001-43c7-8b34-666a5d94e3dd,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:18.786058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:18.832454 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a09832-bcef-4d16-a873-97801362bddd req-6854111c-76fa-4280-b3c5-0fd3f495283b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:18.843155 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9a09832-bcef-4d16-a873-97801362bddd req-6854111c-76fa-4280-b3c5-0fd3f495283b tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 950 time: 0.0910170 Dec 08 01:36:18.904859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fcdf2-ed44-4a2b-8d9a-ef87066b1c24 req-522c1229-77aa-42e2-8eb7-0fbdd36aeb4d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:18.925018 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9a09832-bcef-4d16-a873-97801362bddd req-a9d9e3cf-d7cf-4192-ae28-76273b486a49 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680091 Dec 08 01:36:18.925310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-766fcdf2-ed44-4a2b-8d9a-ef87066b1c24 req-522c1229-77aa-42e2-8eb7-0fbdd36aeb4d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 948 time: 0.0928848 Dec 08 01:36:18.925750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41352) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:18.950919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['993099d2-d001-43c7-8b34-666a5d94e3dd'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:18.979812 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-766fcdf2-ed44-4a2b-8d9a-ef87066b1c24 req-2c77da11-c280-4155-b76d-d0f90f00b2db tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485222 Dec 08 01:36:19.072277 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c66ab59-4eaf-43c1-9653-1ef51caca9d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.186326 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c66ab59-4eaf-43c1-9653-1ef51caca9d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.193424 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c66ab59-4eaf-43c1-9653-1ef51caca9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.241093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66ab59-4eaf-43c1-9653-1ef51caca9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4cf225-0118-4fcb-94f0-b88f1d6f6b2c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:19.247884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41364) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:19.248884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9c66ab59-4eaf-43c1-9653-1ef51caca9d4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb8bf3a6bcb34fb6bc08bff2fb5f4c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269231 Dec 08 01:36:19.249954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41366) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:19.258069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6fbf1-e483-467d-a440-75b6fcb4b654 req-e836fde6-4ff8-455f-b750-f3aa94e29967 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:19.259584 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86b6fbf1-e483-467d-a440-75b6fcb4b654 req-e836fde6-4ff8-455f-b750-f3aa94e29967 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1097791 Dec 08 01:36:19.340957 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86b6fbf1-e483-467d-a440-75b6fcb4b654 req-9f59c731-f6ab-4c84-8820-a1267650c7b9 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744202 Dec 08 01:36:19.345897 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48747905-9033-452b-b3d2-96cef0d48313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.362576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a13806f8-cf64-47b1-b9f0-64a8a1e5787b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.369577 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48747905-9033-452b-b3d2-96cef0d48313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.427025 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48747905-9033-452b-b3d2-96cef0d48313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.429948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48747905-9033-452b-b3d2-96cef0d48313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.433682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-48747905-9033-452b-b3d2-96cef0d48313 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb4cf225-0118-4fcb-94f0-b88f1d6f6b2c HTTP/1.1" status: 204 len: 168 time: 0.1707377 Dec 08 01:36:19.441461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48747905-9033-452b-b3d2-96cef0d48313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4cf225-0118-4fcb-94f0-b88f1d6f6b2c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:19.483033 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a13806f8-cf64-47b1-b9f0-64a8a1e5787b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.488824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a13806f8-cf64-47b1-b9f0-64a8a1e5787b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.539104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945462b-8ab7-46c5-bcaa-04601d6406e1 req-c4011b16-d232-44f6-bf9f-53078959d3cf tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:19.540540 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c945462b-8ab7-46c5-bcaa-04601d6406e1 req-c4011b16-d232-44f6-bf9f-53078959d3cf tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 944 time: 0.1042893 Dec 08 01:36:19.548977 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a13806f8-cf64-47b1-b9f0-64a8a1e5787b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e40219659ae9417688e3439bec97e18b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969794 Dec 08 01:36:19.549411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41376) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:19.556210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13806f8-cf64-47b1-b9f0-64a8a1e5787b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3441a9b-bd78-4b23-87e7-944d743b9dfb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:19.633483 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c945462b-8ab7-46c5-bcaa-04601d6406e1 req-21fa73ab-9dab-47ac-ab9a-e9190f73e13f tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855243 Dec 08 01:36:19.652860 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-733b55eb-f524-4cd5-ad3a-2735fddc0b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.678192 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-733b55eb-f524-4cd5-ad3a-2735fddc0b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.730256 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-733b55eb-f524-4cd5-ad3a-2735fddc0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.732925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-733b55eb-f524-4cd5-ad3a-2735fddc0b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:19.734102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-733b55eb-f524-4cd5-ad3a-2735fddc0b48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3441a9b-bd78-4b23-87e7-944d743b9dfb HTTP/1.1" status: 204 len: 168 time: 0.1788042 Dec 08 01:36:19.742798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b55eb-f524-4cd5-ad3a-2735fddc0b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3441a9b-bd78-4b23-87e7-944d743b9dfb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:20.017750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 3c3a38e9-980f-4886-9453-eafca30676db up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:20.046466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43131fd4-a0fe-477c-8c6f-d46a2e308355 req-7bff1048-5a43-4c2e-832d-74d6e1a996f3 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:20.055845 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43131fd4-a0fe-477c-8c6f-d46a2e308355 req-7bff1048-5a43-4c2e-832d-74d6e1a996f3 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 950 time: 0.0749748 Dec 08 01:36:20.085235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 993099d2-d001-43c7-8b34-666a5d94e3dd up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:20.144107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 3c3a38e9-980f-4886-9453-eafca30676db completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:36:20.145759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa5515-1a74-4580-be78-aafdd57a389d req-a0a31966-31e3-4016-81c0-67add948fc11 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:20.156359 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45aa5515-1a74-4580-be78-aafdd57a389d req-a0a31966-31e3-4016-81c0-67add948fc11 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 948 time: 0.0906191 Dec 08 01:36:20.162220 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43131fd4-a0fe-477c-8c6f-d46a2e308355 req-1f2eef27-21a6-4a8c-bdb5-522aea819a2a tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042626 Dec 08 01:36:20.170210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 3c3a38e9-980f-4886-9453-eafca30676db triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:20.170568 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.217001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41402) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:20.220996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45aa5515-1a74-4580-be78-aafdd57a389d req-e2de819c-b573-4ef7-bf81-7826ad9db0be tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612583 Dec 08 01:36:20.231534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 993099d2-d001-43c7-8b34-666a5d94e3dd completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:36:20.236769 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1af16757-8cb6-4a0b-a20a-6c35037c0764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.237922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 993099d2-d001-43c7-8b34-666a5d94e3dd triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:20.238475 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.320370 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.328766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1af16757-8cb6-4a0b-a20a-6c35037c0764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.333392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1af16757-8cb6-4a0b-a20a-6c35037c0764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.373033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e99035-f74b-4879-98e0-c8808aef6371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3a38e9-980f-4886-9453-eafca30676db'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:20.373033 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1fbdc3-9318-4195-81fc-9df8eefb1dd8" -d '{"events": [{"server_uuid": "b5e99035-f74b-4879-98e0-c8808aef6371", "name": "network-vif-plugged", "status": "completed", "tag": "3c3a38e9-980f-4886-9453-eafca30676db"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:20.388725 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1af16757-8cb6-4a0b-a20a-6c35037c0764 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=917fbb3cfb834d179722d3a27850aa33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700492 Dec 08 01:36:20.390962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41414) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:20.392724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af16757-8cb6-4a0b-a20a-6c35037c0764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddfc575-9b63-4d9d-aea1-0f81801043e8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:20.392862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 3c3a38e9-980f-4886-9453-eafca30676db, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3c3a38e9-980f-4886-9453-eafca30676db,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:20.398881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.402417 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.466583 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfafccc1-4915-466a-a093-612bc5379d48 x-openstack-request-id: req-dfafccc1-4915-466a-a093-612bc5379d48 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:20.467094 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e99035-f74b-4879-98e0-c8808aef6371", "name": "network-vif-plugged", "status": "completed", "tag": "3c3a38e9-980f-4886-9453-eafca30676db", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:20.467503 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfafccc1-4915-466a-a093-612bc5379d48 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:20.468367 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e99035-f74b-4879-98e0-c8808aef6371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3a38e9-980f-4886-9453-eafca30676db', 'code': 200} Dec 08 01:36:20.481830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 993099d2-d001-43c7-8b34-666a5d94e3dd, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=993099d2-d001-43c7-8b34-666a5d94e3dd,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:20.489752 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.495266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=3c3a38e9-980f-4886-9453-eafca30676db,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:20.517985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de694a0a-0dfb-445d-8bfa-5f08692feaba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.533669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cc87c-00ee-453e-9b2e-82442e18fd01 req-45773d43-46df-45e9-8a98-3808025dfb1b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:20.541118 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-553cc87c-00ee-453e-9b2e-82442e18fd01 req-45773d43-46df-45e9-8a98-3808025dfb1b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0810518 Dec 08 01:36:20.566311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=993099d2-d001-43c7-8b34-666a5d94e3dd,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:20.580272 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de694a0a-0dfb-445d-8bfa-5f08692feaba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.618796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce674e-f90f-4a24-9fb5-30b89219a36f req-88bb700c-dfcc-4d7e-bbda-fbdc026a5e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:20.620494 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c7ce674e-f90f-4a24-9fb5-30b89219a36f req-88bb700c-dfcc-4d7e-bbda-fbdc026a5e28 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 1101 time: 0.0465279 Dec 08 01:36:20.633256 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-553cc87c-00ee-453e-9b2e-82442e18fd01 req-94b19a51-ae64-4fd4-97f0-088ed02c8fc5 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908239 Dec 08 01:36:20.658151 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de694a0a-0dfb-445d-8bfa-5f08692feaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.660971 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de694a0a-0dfb-445d-8bfa-5f08692feaba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:20.662121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-de694a0a-0dfb-445d-8bfa-5f08692feaba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ddfc575-9b63-4d9d-aea1-0f81801043e8 HTTP/1.1" status: 204 len: 168 time: 0.2701526 Dec 08 01:36:20.671240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de694a0a-0dfb-445d-8bfa-5f08692feaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddfc575-9b63-4d9d-aea1-0f81801043e8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:20.706233 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c7ce674e-f90f-4a24-9fb5-30b89219a36f req-65beabe3-a790-4a9d-864d-28e96ebd4770 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783625 Dec 08 01:36:20.730631 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-e3c754c4-04ae-4524-8df4-699f91d676a3 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e78dd18dd23a42a382a96dc0285f6a62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234058 Dec 08 01:36:20.827425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758c3e4-ad4a-44d0-9cc8-d47a47ac4f37 req-e22206f5-7ae7-4b1f-b15d-4f4f6c47cfdd tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:20.829049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9758c3e4-ad4a-44d0-9cc8-d47a47ac4f37 req-e22206f5-7ae7-4b1f-b15d-4f4f6c47cfdd tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 950 time: 0.0506020 Dec 08 01:36:20.847239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-dd3526b3-4ebd-40af-86da-5630f72a90b7 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:20.848819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-dd3526b3-4ebd-40af-86da-5630f72a90b7 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1126609 Dec 08 01:36:20.867168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-fe2fd388-9c53-453b-84dd-ec8020d389f9 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/quotas/e78dd18dd23a42a382a96dc0285f6a62 HTTP/1.1" status: 200 len: 375 time: 0.0100889 Dec 08 01:36:20.904148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-46db9fb7-2cf1-4c50-a4bd-ff9a17e17f2c tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e78dd18dd23a42a382a96dc0285f6a62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298817 Dec 08 01:36:20.939067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9758c3e4-ad4a-44d0-9cc8-d47a47ac4f37 req-6fe558e1-a6e6-47f1-ab8c-19a831983172 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Deleting port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:36:20.939410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9758c3e4-ad4a-44d0-9cc8-d47a47ac4f37 req-6fe558e1-a6e6-47f1-ab8c-19a831983172 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:21.080551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9758c3e4-ad4a-44d0-9cc8-d47a47ac4f37 req-6fe558e1-a6e6-47f1-ab8c-19a831983172 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] For port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1a885a8a-259c-4f9a-b209-ab2d9d1a517b,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:21.081131 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9758c3e4-ad4a-44d0-9cc8-d47a47ac4f37 req-6fe558e1-a6e6-47f1-ab8c-19a831983172 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:21.126563 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f4181ea0-9fe7-435f-8654-b8a11106c533 req-ba98ba88-efcb-4fb4-8795-bf2d7cb9facd tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 210 time: 0.0349627 Dec 08 01:36:21.141104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9758c3e4-ad4a-44d0-9cc8-d47a47ac4f37 req-6fe558e1-a6e6-47f1-ab8c-19a831983172 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Calling delete_port for 1a885a8a-259c-4f9a-b209-ab2d9d1a517b owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:36:21.203225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7383c0-4917-4835-991f-4890697b5e96 req-68eb3388-a057-4203-aa9a-4d46f6a6da37 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:21.204782 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f7383c0-4917-4835-991f-4890697b5e96 req-68eb3388-a057-4203-aa9a-4d46f6a6da37 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 945 time: 0.1206067 Dec 08 01:36:21.300938 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f7383c0-4917-4835-991f-4890697b5e96 req-599259f6-155a-4702-9072-7ebd38eb8a70 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850780 Dec 08 01:36:21.302214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe928b7d-a9ba-4582-b680-b4c1c7f59bfb req-d1bc4405-8668-4ac5-a143-ac1447e73189 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:21.305585 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe928b7d-a9ba-4582-b680-b4c1c7f59bfb req-d1bc4405-8668-4ac5-a143-ac1447e73189 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 950 time: 0.0663617 Dec 08 01:36:21.397866 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe928b7d-a9ba-4582-b680-b4c1c7f59bfb req-f9154a0e-869f-4e8e-b5dd-44da1d1ab0cc tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842388 Dec 08 01:36:21.438008 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9758c3e4-ad4a-44d0-9cc8-d47a47ac4f37 req-6fe558e1-a6e6-47f1-ab8c-19a831983172 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:21.475051 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['d193075d-ebd8-47d0-babd-4fce7aeb7350'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:21.485658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe558e1-a6e6-47f1-ab8c-19a831983172 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Pushing event deleted for resources: {'Port': ['ID=1a885a8a-259c-4f9a-b209-ab2d9d1a517b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:21.509104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['1a885a8a-259c-4f9a-b209-ab2d9d1a517b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:21.517489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad1e29-5ac1-4a44-bb99-3a2f00183abe req-12c429db-28fb-4f7e-9a14-4546833df4fe tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:21.520496 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1aad1e29-5ac1-4a44-bb99-3a2f00183abe req-12c429db-28fb-4f7e-9a14-4546833df4fe tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 949 time: 0.1331208 Dec 08 01:36:21.569079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9758c3e4-ad4a-44d0-9cc8-d47a47ac4f37 req-6fe558e1-a6e6-47f1-ab8c-19a831983172 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] No DVR routers for this DVR port 1a885a8a-259c-4f9a-b209-ab2d9d1a517b on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:36:21.578513 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9758c3e4-ad4a-44d0-9cc8-d47a47ac4f37 req-6fe558e1-a6e6-47f1-ab8c-19a831983172 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:21.583299 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9758c3e4-ad4a-44d0-9cc8-d47a47ac4f37 req-6fe558e1-a6e6-47f1-ab8c-19a831983172 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.72 "DELETE /v2.0/ports/1a885a8a-259c-4f9a-b209-ab2d9d1a517b HTTP/1.1" status: 204 len: 173 time: 0.7445469 Dec 08 01:36:21.583531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dde0b95-ba91-4b28-8372-938c1abd1258', 'name': 'network-vif-deleted', 'tag': '1a885a8a-259c-4f9a-b209-ab2d9d1a517b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:21.586197 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf04f3aa-685e-4b74-822b-3e2cad719dac" -d '{"events": [{"server_uuid": "3dde0b95-ba91-4b28-8372-938c1abd1258", "name": "network-vif-deleted", "tag": "1a885a8a-259c-4f9a-b209-ab2d9d1a517b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:21.673027 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9be22c-898b-4cba-bf70-daa0c8d68824 x-openstack-request-id: req-af9be22c-898b-4cba-bf70-daa0c8d68824 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:21.673324 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dde0b95-ba91-4b28-8372-938c1abd1258", "name": "network-vif-deleted", "tag": "1a885a8a-259c-4f9a-b209-ab2d9d1a517b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:21.673578 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af9be22c-898b-4cba-bf70-daa0c8d68824 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:21.674021 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dde0b95-ba91-4b28-8372-938c1abd1258', 'name': 'network-vif-deleted', 'tag': '1a885a8a-259c-4f9a-b209-ab2d9d1a517b', 'status': 'completed', 'code': 200} Dec 08 01:36:21.677926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1aad1e29-5ac1-4a44-bb99-3a2f00183abe req-ca4c3342-44ff-4b19-b29c-d692d5c481b7 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386209 Dec 08 01:36:21.801597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480c775-1672-4e45-939b-d395b555b241 req-7a460bd9-adeb-4c10-8fed-a8c83f59f744 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:21.803174 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7480c775-1672-4e45-939b-d395b555b241 req-7a460bd9-adeb-4c10-8fed-a8c83f59f744 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0621712 Dec 08 01:36:21.875605 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7480c775-1672-4e45-939b-d395b555b241 req-5659dfa6-4375-4e61-b6bb-65d8649d5d4d tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649917 Dec 08 01:36:22.234903 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-020fc813-d532-4c7c-9c81-34b5a8af14e7 req-53125799-412d-4e7e-95fe-2bdc3d76d5ea tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 210 time: 0.0326321 Dec 08 01:36:22.466971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fefe88-c7ed-4ddc-b392-8554a593d080 req-03b87044-7b9e-46b1-affe-420427736e56 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:22.468669 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-36fefe88-c7ed-4ddc-b392-8554a593d080 req-03b87044-7b9e-46b1-affe-420427736e56 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 945 time: 0.0797598 Dec 08 01:36:22.469981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3dfdf3-788a-485f-be04-51db63483bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993099d2-d001-43c7-8b34-666a5d94e3dd'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:22.472317 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b8c51a-4806-4406-9902-c70e5af725e1" -d '{"events": [{"server_uuid": "9b3dfdf3-788a-485f-be04-51db63483bba", "name": "network-vif-plugged", "status": "completed", "tag": "993099d2-d001-43c7-8b34-666a5d94e3dd"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:22.546343 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-36fefe88-c7ed-4ddc-b392-8554a593d080 req-7de92852-82eb-455e-aa6b-88dfb81dcb7b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710492 Dec 08 01:36:22.555056 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-94692f1f-bad3-4a3d-8635-020192679e7e req-92441e1c-8d1b-41c3-baf6-dc65dee2992c tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=3dde0b95-ba91-4b28-8372-938c1abd1258 HTTP/1.1" status: 200 len: 210 time: 0.0518212 Dec 08 01:36:22.557348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-7ea1c815-9d2f-4e3e-b0f3-f4be6720364a tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e78dd18dd23a42a382a96dc0285f6a62&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529976 Dec 08 01:36:22.632591 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b91061-7610-453c-9801-639a858172ad x-openstack-request-id: req-13b91061-7610-453c-9801-639a858172ad {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:22.633551 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3dfdf3-788a-485f-be04-51db63483bba", "name": "network-vif-plugged", "status": "completed", "tag": "993099d2-d001-43c7-8b34-666a5d94e3dd", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:22.634134 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13b91061-7610-453c-9801-639a858172ad {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:22.634706 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3dfdf3-788a-485f-be04-51db63483bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993099d2-d001-43c7-8b34-666a5d94e3dd', 'code': 200} Dec 08 01:36:22.695666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-6b18492a-25f1-4068-980e-c15090d93bad tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:22.697244 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-6b18492a-25f1-4068-980e-c15090d93bad tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1319871 Dec 08 01:36:22.720260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Request body: {'port': {'device_id': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'e78dd18dd23a42a382a96dc0285f6a62'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:22.732183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41510) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:22.820838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f3613-b8ab-4f28-8abe-e41538ee4381 req-2e963649-e15d-477f-a080-4014f18e3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:22.822358 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-510f3613-b8ab-4f28-8abe-e41538ee4381 req-2e963649-e15d-477f-a080-4014f18e3982 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 1097 time: 0.0695653 Dec 08 01:36:22.833049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e7d4c-f6f0-4b70-9c9a-5abc4fe65750 req-b2cf0749-2dd0-4dfe-83b7-d73c4b6a639b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:22.834506 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-915e7d4c-f6f0-4b70-9c9a-5abc4fe65750 req-b2cf0749-2dd0-4dfe-83b7-d73c4b6a639b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 949 time: 0.0720067 Dec 08 01:36:22.851418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Made reservation on behalf of e78dd18dd23a42a382a96dc0285f6a62 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:22.855046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:22.863900 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:22.882665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e0269d7-e151-4628-bceb-5a5bb8a02e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:22.939262 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-510f3613-b8ab-4f28-8abe-e41538ee4381 req-16244f26-f8d7-46c8-b4e3-ed5cc7db4b8f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037483 Dec 08 01:36:22.948082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:22.949744 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-915e7d4c-f6f0-4b70-9c9a-5abc4fe65750 req-9f0f13bd-f669-400a-ada1-21dbfca52ed5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964882 Dec 08 01:36:22.953834 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:23.018591 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e0269d7-e151-4628-bceb-5a5bb8a02e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:23.023680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e0269d7-e151-4628-bceb-5a5bb8a02e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:23.069778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3e0269d7-e151-4628-bceb-5a5bb8a02e68 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a457f0db0cd74f3bb91206c414978cab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326344 Dec 08 01:36:23.070203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41520) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:23.073132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b30b333-fa04-4518-85ca-c9950a9328cb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:23.073319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0269d7-e151-4628-bceb-5a5bb8a02e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7d84d5-bd8c-4a98-a42e-6eb76bf6ad16,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:23.105706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbca27-8638-46ef-bfb2-6991f73f3d4e req-39db2ac1-6772-419b-85d7-d8a9e7b24c07 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:23.107363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8acbca27-8638-46ef-bfb2-6991f73f3d4e req-39db2ac1-6772-419b-85d7-d8a9e7b24c07 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1402729 Dec 08 01:36:23.145203 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52875272-86f4-4c91-9cd7-c0726e271506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:23.168517 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52875272-86f4-4c91-9cd7-c0726e271506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:23.216394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Allocated IP 192.168.233.61 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/45b75086-1d48-419a-be94-b3e5ac2bc399) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:23.220753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52875272-86f4-4c91-9cd7-c0726e271506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:23.222176 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8acbca27-8638-46ef-bfb2-6991f73f3d4e req-788f5abb-98cb-4a95-a9fc-e57c38a9fd8b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062198 Dec 08 01:36:23.223499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52875272-86f4-4c91-9cd7-c0726e271506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:23.225259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-52875272-86f4-4c91-9cd7-c0726e271506 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e7d84d5-bd8c-4a98-a42e-6eb76bf6ad16 HTTP/1.1" status: 204 len: 168 time: 0.1541555 Dec 08 01:36:23.237878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52875272-86f4-4c91-9cd7-c0726e271506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7d84d5-bd8c-4a98-a42e-6eb76bf6ad16,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:23.358699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4e9c6-f91a-44b2-a82d-891a8cdd54c6 req-35af1736-5a05-4cb5-b120-0dc04017070a tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:23.369400 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ab4e9c6-f91a-44b2-a82d-891a8cdd54c6 req-35af1736-5a05-4cb5-b120-0dc04017070a tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 1101 time: 0.0692556 Dec 08 01:36:23.387677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1ab4e9c6-f91a-44b2-a82d-891a8cdd54c6 req-781bc6f0-11ec-465d-a62e-64c6792ee555 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:23.486801 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1ab4e9c6-f91a-44b2-a82d-891a8cdd54c6 req-781bc6f0-11ec-465d-a62e-64c6792ee555 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:23.491399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1ab4e9c6-f91a-44b2-a82d-891a8cdd54c6 req-781bc6f0-11ec-465d-a62e-64c6792ee555 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:23.533703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ab4e9c6-f91a-44b2-a82d-891a8cdd54c6 req-781bc6f0-11ec-465d-a62e-64c6792ee555 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629436 Dec 08 01:36:23.534734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bc6f0-11ec-465d-a62e-64c6792ee555 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13f1ed4-1139-4d5d-a501-513802ff1615,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:23.666446 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df1c907b-8ceb-43f1-997c-54c8b3083ddc req-3f899f2b-10fc-4440-8e02-affc0bf8bb67 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 210 time: 0.0370729 Dec 08 01:36:23.824941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b818a0f-dfb2-4eca-997a-a5c5dcdca580 req-52aa3de7-cb89-4459-a933-90a0bbf49b50 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:23.826687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7b818a0f-dfb2-4eca-997a-a5c5dcdca580 req-52aa3de7-cb89-4459-a933-90a0bbf49b50 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 945 time: 0.0747058 Dec 08 01:36:23.856436 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:23.890667 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7b818a0f-dfb2-4eca-997a-a5c5dcdca580 req-7db2314c-b3a5-43b5-8394-e527ebb871d3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569279 Dec 08 01:36:23.910130 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:23.973941 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:23.981289 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Pushing event updated for resources: {'Port': ['ID=45b75086-1d48-419a-be94-b3e5ac2bc399,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:23.985656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:24.013271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:24.043690 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-028efcd8-0c6a-42d6-9336-af67514b2c5f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486174 Dec 08 01:36:24.072374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:24.073513 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:24.101441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 1a885a8a-259c-4f9a-b209-ab2d9d1a517b no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:36:24.153163 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 1a885a8a-259c-4f9a-b209-ab2d9d1a517b {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:36:24.153839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 1a885a8a-259c-4f9a-b209-ab2d9d1a517b not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:36:24.158504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-c2b6bb7e-fefa-41a1-ac56-7697d645e9b2 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4429379 Dec 08 01:36:24.188654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Request body: {'port': {'device_id': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:24.202272 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1a817-ab38-4b79-b233-6c546fddcd04 req-7d1bc550-a73e-4b12-a5e5-2f7e32494337 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:24.213427 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74f1a817-ab38-4b79-b233-6c546fddcd04 req-7d1bc550-a73e-4b12-a5e5-2f7e32494337 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 950 time: 0.1311176 Dec 08 01:36:24.247570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-91a48e12-2a0c-4380-a634-55730ee43b0a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:24.257567 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-91a48e12-2a0c-4380-a634-55730ee43b0a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2058489 Dec 08 01:36:24.276591 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-1ff1bc2c-2ec9-4c21-90ae-12a6299594fc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/quotas/a68ff4dea2974a1895e204fb9e49b1f3 HTTP/1.1" status: 200 len: 375 time: 0.0125210 Dec 08 01:36:24.325822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74f1a817-ab38-4b79-b233-6c546fddcd04 req-ee26c2a8-051f-404d-a777-61cd9f3d4da4 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115556 Dec 08 01:36:24.326818 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:24.363319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0c3630b6-9a2c-4758-be89-0f6d62f3a183 None None] Provisioning complete for port 45b75086-1d48-419a-be94-b3e5ac2bc399 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:24.363699 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c3630b6-9a2c-4758-be89-0f6d62f3a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:24.379200 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-7cd99692-7d33-43b8-aa1b-3443b5ebcfa5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968738 Dec 08 01:36:24.418866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0c3630b6-9a2c-4758-be89-0f6d62f3a183 None None] Port 45b75086-1d48-419a-be94-b3e5ac2bc399 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:36:24.554812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63487b-f6d3-435c-992d-321014b2f4c6 req-341d0fd6-12c8-4154-8eca-24c261dc1184 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:24.556351 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb63487b-f6d3-435c-992d-321014b2f4c6 req-341d0fd6-12c8-4154-8eca-24c261dc1184 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0966311 Dec 08 01:36:24.569721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41588) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:24.667047 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb63487b-f6d3-435c-992d-321014b2f4c6 req-ae7a04cb-8f60-4307-91e3-ed84d807aec1 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734799 Dec 08 01:36:24.708088 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1e98-2908-4f86-85ac-890240e4cf3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:24.727581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b75086-1d48-419a-be94-b3e5ac2bc399 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:24.736101 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:24.758533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Transition to ACTIVE for port object 45b75086-1d48-419a-be94-b3e5ac2bc399 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:36:24.766870 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:24.817286 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1e98-2908-4f86-85ac-890240e4cf3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:24.827307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1e98-2908-4f86-85ac-890240e4cf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:24.902833 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2f0f1e98-2908-4f86-85ac-890240e4cf3f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=802662f8d03445df946d1a07c5b59afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254158 Dec 08 01:36:24.906165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f1e98-2908-4f86-85ac-890240e4cf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a635f3-57ac-4e8f-8b11-bfd45133a0ac,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:24.908275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41598) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:24.919379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Pushing event updated for resources: {'Port': ['ID=45b75086-1d48-419a-be94-b3e5ac2bc399,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:25.022034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976a2a2-7a26-436a-9529-73e69c545fd3 req-3fc97f0b-4133-4ffe-8b2f-bde58ea881c5 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:25.028727 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a976a2a2-7a26-436a-9529-73e69c545fd3 req-3fc97f0b-4133-4ffe-8b2f-bde58ea881c5 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 947 time: 0.1114058 Dec 08 01:36:25.031814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Attempting to bind port 45b75086-1d48-419a-be94-b3e5ac2bc399 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:25.032158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Attempting to bind port 45b75086-1d48-419a-be94-b3e5ac2bc399 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:25.032530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Attempting to bind port 45b75086-1d48-419a-be94-b3e5ac2bc399 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:25.065326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Port 45b75086-1d48-419a-be94-b3e5ac2bc399 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:36:25.067146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Attempting to bind port 45b75086-1d48-419a-be94-b3e5ac2bc399 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:25.103864 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a930c10-70ae-4244-8fec-494b22757a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:25.107223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:25.107573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:25.108041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:25.108876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Bound port: 45b75086-1d48-419a-be94-b3e5ac2bc399, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:25.109382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:25.180448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64b0c2-4bdc-4a21-8b4a-c585c3ddf9ce req-3678d729-ec2a-461d-8e85-ca8957955e9e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:25.182247 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e64b0c2-4bdc-4a21-8b4a-c585c3ddf9ce req-3678d729-ec2a-461d-8e85-ca8957955e9e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 945 time: 0.0592792 Dec 08 01:36:25.198475 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a976a2a2-7a26-436a-9529-73e69c545fd3 req-733b3986-1313-4cd0-a81f-4e5e7957c923 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633239 Dec 08 01:36:25.204346 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a930c10-70ae-4244-8fec-494b22757a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:25.254803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e64b0c2-4bdc-4a21-8b4a-c585c3ddf9ce req-b34c94a6-d3b0-4a4f-8289-c14029c6896b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650542 Dec 08 01:36:25.258985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:25.264194 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:25.278911 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:25.299578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-acefdc79-e6fd-4a77-95c9-bcece2e29574 req-b5a68dd4-da1d-4975-8bcf-7bdb5b961ae9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 210 time: 0.0377450 Dec 08 01:36:25.337221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:25.337929 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:25.339349 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] 10.222.0.65 "PUT /v2.0/ports/45b75086-1d48-419a-be94-b3e5ac2bc399 HTTP/1.1" status: 200 len: 1096 time: 1.1615007 Dec 08 01:36:25.343586 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:25.345866 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f949c7a6-9f71-4bce-9799-32b8b01cdb52" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:25.356735 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a930c10-70ae-4244-8fec-494b22757a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:25.362376 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a930c10-70ae-4244-8fec-494b22757a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:25.363784 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0a930c10-70ae-4244-8fec-494b22757a4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56a635f3-57ac-4e8f-8b11-bfd45133a0ac HTTP/1.1" status: 204 len: 168 time: 0.4452608 Dec 08 01:36:25.385153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a930c10-70ae-4244-8fec-494b22757a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a635f3-57ac-4e8f-8b11-bfd45133a0ac,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:25.431194 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843def0c-9728-4a2a-8ebc-5a39253220e2 service neutron] Pushing event updated for resources: {'Port': ['ID=45b75086-1d48-419a-be94-b3e5ac2bc399,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:25.442836 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26973db-57f1-45a1-b645-556d23756a16 x-openstack-request-id: req-e26973db-57f1-45a1-b645-556d23756a16 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:25.448127 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:25.448588 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e26973db-57f1-45a1-b645-556d23756a16 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:25.449364 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'status': 'completed', 'code': 200} Dec 08 01:36:25.469025 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4677e24d-ddfb-4ba0-873a-2ce731bf1a4e req-460fa8fc-e5c4-4e8f-9829-dd29abb83617 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-44963397&fields=id&tenant_id=01362ef3329a4ff4839d466aa4606b91 HTTP/1.1" status: 200 len: 267 time: 0.1225505 Dec 08 01:36:25.542805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677e24d-ddfb-4ba0-873a-2ce731bf1a4e req-4018658d-e414-431e-86f3-7d514e6fc57a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:25.545548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-5c8a2cb6-9862-4561-9482-3f1d93f958c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:25.550502 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-5c8a2cb6-9862-4561-9482-3f1d93f958c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e78dd18dd23a42a382a96dc0285f6a62&device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 1099 time: 0.0745468 Dec 08 01:36:25.551450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4677e24d-ddfb-4ba0-873a-2ce731bf1a4e req-4018658d-e414-431e-86f3-7d514e6fc57a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 945 time: 0.0757723 Dec 08 01:36:25.557343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4677e24d-ddfb-4ba0-873a-2ce731bf1a4e req-2362d95e-6b22-4ead-9b96-a09106dd8d55 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'port': {'security_groups': ['366c4dd6-17c1-423b-aeae-ec7b89d2bdbc', 'fe29be9e-7af7-4d6a-8faa-060ca091575c']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:25.613655 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-2523e060-96d6-4621-a8b9-1629e5570275 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=45b75086-1d48-419a-be94-b3e5ac2bc399 HTTP/1.1" status: 200 len: 217 time: 0.0459068 Dec 08 01:36:25.626478 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4677e24d-ddfb-4ba0-873a-2ce731bf1a4e req-2362d95e-6b22-4ead-9b96-a09106dd8d55 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:25.706984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b15b30-2c5e-47a0-9486-5f0c4d949369 req-cad0ad53-523b-4b10-8aca-8272bb620abc tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:25.709290 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-44b15b30-2c5e-47a0-9486-5f0c4d949369 req-cad0ad53-523b-4b10-8aca-8272bb620abc tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 950 time: 0.1577203 Dec 08 01:36:25.713695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-f4f26036-c32a-4386-b6cb-7bc147daa559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:25.715209 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-f4f26036-c32a-4386-b6cb-7bc147daa559 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0818846 Dec 08 01:36:25.851032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec4a63-8606-47e2-8690-e985ba34138e req-46903158-fc81-46a8-8f2e-1dbde80624c0 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:25.852672 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49ec4a63-8606-47e2-8690-e985ba34138e req-46903158-fc81-46a8-8f2e-1dbde80624c0 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.65 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 950 time: 0.1410429 Dec 08 01:36:25.876044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-cf6d724e-4b89-47f8-9ce8-3a184ae0c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:25.877771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-cf6d724e-4b89-47f8-9ce8-3a184ae0c7e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1316743 Dec 08 01:36:25.906160 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-44b15b30-2c5e-47a0-9486-5f0c4d949369 req-a6280bd8-8dfd-4407-801d-9253fed6a8b9 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/security-groups?id=a5755905-9b81-4dff-89f7-e5a0f50ec4e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390865 Dec 08 01:36:25.930529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4677e24d-ddfb-4ba0-873a-2ce731bf1a4e req-2362d95e-6b22-4ead-9b96-a09106dd8d55 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] For port 993099d2-d001-43c7-8b34-666a5d94e3dd, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=993099d2-d001-43c7-8b34-666a5d94e3dd,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:25.978769 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4677e24d-ddfb-4ba0-873a-2ce731bf1a4e req-2362d95e-6b22-4ead-9b96-a09106dd8d55 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:25.985837 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4677e24d-ddfb-4ba0-873a-2ce731bf1a4e req-2362d95e-6b22-4ead-9b96-a09106dd8d55 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:26.036363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677e24d-ddfb-4ba0-873a-2ce731bf1a4e req-2362d95e-6b22-4ead-9b96-a09106dd8d55 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:26.037180 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4677e24d-ddfb-4ba0-873a-2ce731bf1a4e req-2362d95e-6b22-4ead-9b96-a09106dd8d55 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:26.041466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['993099d2-d001-43c7-8b34-666a5d94e3dd'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:26.052379 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4677e24d-ddfb-4ba0-873a-2ce731bf1a4e req-2362d95e-6b22-4ead-9b96-a09106dd8d55 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "PUT /v2.0/ports/993099d2-d001-43c7-8b34-666a5d94e3dd HTTP/1.1" status: 200 len: 981 time: 0.4999175 Dec 08 01:36:26.053359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3dfdf3-788a-485f-be04-51db63483bba', 'tag': '993099d2-d001-43c7-8b34-666a5d94e3dd'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:26.057807 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c04a1d-fd54-47a6-a30a-3b8423a5b931" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3dfdf3-788a-485f-be04-51db63483bba", "tag": "993099d2-d001-43c7-8b34-666a5d94e3dd"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:26.142127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362d95e-6b22-4ead-9b96-a09106dd8d55 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'Port': ['ID=993099d2-d001-43c7-8b34-666a5d94e3dd,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:26.203037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37e33f-b3c3-4e83-9d28-32ba79ca27f7 req-52baed37-2db9-4dbd-9e9a-1a2ef634490d tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:26.204734 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb37e33f-b3c3-4e83-9d28-32ba79ca27f7 req-52baed37-2db9-4dbd-9e9a-1a2ef634490d tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.2146790 Dec 08 01:36:26.260704 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['993099d2-d001-43c7-8b34-666a5d94e3dd'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:26.263792 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-2fdf8fc5-b958-46e4-ab6c-cbe5526ffe4a service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565755 Dec 08 01:36:26.312961 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c048d856-c28e-470d-a7f3-4d8d932476ab req-4f182a61-f610-4bb7-aaa4-b346a8f22fc3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-524678878&fields=id&tenant_id=01362ef3329a4ff4839d466aa4606b91 HTTP/1.1" status: 200 len: 267 time: 0.0685942 Dec 08 01:36:26.324858 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb37e33f-b3c3-4e83-9d28-32ba79ca27f7 req-4baa56ea-2675-4eac-bb93-0f61390b52da tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073172 Dec 08 01:36:26.326931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-49ec4a63-8606-47e2-8690-e985ba34138e req-1a96ad94-16f3-4679-ad68-32994b9d0216 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Deleting port d193075d-ebd8-47d0-babd-4fce7aeb7350 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:36:26.327435 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-49ec4a63-8606-47e2-8690-e985ba34138e req-1a96ad94-16f3-4679-ad68-32994b9d0216 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:26.421716 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba956cce-05db-4ac4-a760-6cd3a06f26be x-openstack-request-id: req-ba956cce-05db-4ac4-a760-6cd3a06f26be {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:26.422235 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3dfdf3-788a-485f-be04-51db63483bba", "tag": "993099d2-d001-43c7-8b34-666a5d94e3dd", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:26.422647 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba956cce-05db-4ac4-a760-6cd3a06f26be {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:26.423201 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3dfdf3-788a-485f-be04-51db63483bba', 'tag': '993099d2-d001-43c7-8b34-666a5d94e3dd', 'status': 'completed', 'code': 200} Dec 08 01:36:26.442283 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048d856-c28e-470d-a7f3-4d8d932476ab req-a787fc16-c6a0-4820-834d-ef7ca9c10c12 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:26.456690 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c048d856-c28e-470d-a7f3-4d8d932476ab req-a787fc16-c6a0-4820-834d-ef7ca9c10c12 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 984 time: 0.1375666 Dec 08 01:36:26.472056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c048d856-c28e-470d-a7f3-4d8d932476ab req-54b99945-774d-43cd-a5e7-1f3ccd7617f0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'port': {'security_groups': ['366c4dd6-17c1-423b-aeae-ec7b89d2bdbc', 'fe29be9e-7af7-4d6a-8faa-060ca091575c', 'a3f749c4-0b07-4657-beba-46be23c9c234']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:26.518982 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d20795-4b9a-4b43-9ed6-1826bd851388 req-8363a1d7-8dd3-4f1f-a58d-b6d9558b4028 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371831 Dec 08 01:36:26.526591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-49ec4a63-8606-47e2-8690-e985ba34138e req-1a96ad94-16f3-4679-ad68-32994b9d0216 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] For port d193075d-ebd8-47d0-babd-4fce7aeb7350, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=d193075d-ebd8-47d0-babd-4fce7aeb7350,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:26.527040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-49ec4a63-8606-47e2-8690-e985ba34138e req-1a96ad94-16f3-4679-ad68-32994b9d0216 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:26.545912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-49ec4a63-8606-47e2-8690-e985ba34138e req-1a96ad94-16f3-4679-ad68-32994b9d0216 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Calling delete_port for d193075d-ebd8-47d0-babd-4fce7aeb7350 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:36:26.604053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c04a1d-fd54-47a6-a30a-3b8423a5b931 req-32aef984-2fb4-45a6-a56b-2eba37376038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:26.605727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5c04a1d-fd54-47a6-a30a-3b8423a5b931 req-32aef984-2fb4-45a6-a56b-2eba37376038 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01362ef3329a4ff4839d466aa4606b91&device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 1136 time: 0.1225541 Dec 08 01:36:26.609789 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c048d856-c28e-470d-a7f3-4d8d932476ab req-54b99945-774d-43cd-a5e7-1f3ccd7617f0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:26.845770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949c7a6-9f71-4bce-9799-32b8b01cdb52 req-6ff6dd05-ac12-4ece-ab39-9fb2b270efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:26.847313 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f949c7a6-9f71-4bce-9799-32b8b01cdb52 req-6ff6dd05-ac12-4ece-ab39-9fb2b270efc7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e78dd18dd23a42a382a96dc0285f6a62&device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 1099 time: 0.1942706 Dec 08 01:36:26.879005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdfff4-a577-4d7d-a964-d60506a467b0 req-dab35789-9de0-44fd-bd43-ad17f79f95a5 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:26.890425 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-12bdfff4-a577-4d7d-a964-d60506a467b0 req-dab35789-9de0-44fd-bd43-ad17f79f95a5 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 947 time: 0.1979101 Dec 08 01:36:27.012978 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-49ec4a63-8606-47e2-8690-e985ba34138e req-1a96ad94-16f3-4679-ad68-32994b9d0216 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:27.055763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['d193075d-ebd8-47d0-babd-4fce7aeb7350'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:27.068562 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-12bdfff4-a577-4d7d-a964-d60506a467b0 req-5fe68280-9757-4f62-9111-e2899112eafc tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661484 Dec 08 01:36:27.072380 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-71fa16ae-78da-49a6-9262-fa6f1730d6bd tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641155 Dec 08 01:36:27.079623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c04a1d-fd54-47a6-a30a-3b8423a5b931 req-f0c65524-453a-42c0-b74f-a0f9190a97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:27.081170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5c04a1d-fd54-47a6-a30a-3b8423a5b931 req-f0c65524-453a-42c0-b74f-a0f9190a97b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe973c4d-03d0-4a58-a113-aa265076fdf4 HTTP/1.1" status: 200 len: 914 time: 0.4474990 Dec 08 01:36:27.099369 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c048d856-c28e-470d-a7f3-4d8d932476ab req-54b99945-774d-43cd-a5e7-1f3ccd7617f0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] For port 993099d2-d001-43c7-8b34-666a5d94e3dd, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=993099d2-d001-43c7-8b34-666a5d94e3dd,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:27.128386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96ad94-16f3-4679-ad68-32994b9d0216 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Pushing event deleted for resources: {'Port': ['ID=d193075d-ebd8-47d0-babd-4fce7aeb7350,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:27.181819 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c048d856-c28e-470d-a7f3-4d8d932476ab req-54b99945-774d-43cd-a5e7-1f3ccd7617f0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:27.198451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ec4a63-8606-47e2-8690-e985ba34138e req-1a96ad94-16f3-4679-ad68-32994b9d0216 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] No DVR routers for this DVR port d193075d-ebd8-47d0-babd-4fce7aeb7350 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:36:27.201072 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-49ec4a63-8606-47e2-8690-e985ba34138e req-1a96ad94-16f3-4679-ad68-32994b9d0216 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:27.204823 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49ec4a63-8606-47e2-8690-e985ba34138e req-1a96ad94-16f3-4679-ad68-32994b9d0216 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.65 "DELETE /v2.0/ports/d193075d-ebd8-47d0-babd-4fce7aeb7350 HTTP/1.1" status: 204 len: 173 time: 1.3424649 Dec 08 01:36:27.222598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949c7a6-9f71-4bce-9799-32b8b01cdb52 req-9b7aee86-f59f-4152-80af-a2bff6f55cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:27.224176 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f949c7a6-9f71-4bce-9799-32b8b01cdb52 req-9b7aee86-f59f-4152-80af-a2bff6f55cc3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3328197 Dec 08 01:36:27.229282 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c048d856-c28e-470d-a7f3-4d8d932476ab req-54b99945-774d-43cd-a5e7-1f3ccd7617f0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:27.238754 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5c04a1d-fd54-47a6-a30a-3b8423a5b931 req-75b4ecbd-349b-4366-83e5-5c0a9810f576 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=993099d2-d001-43c7-8b34-666a5d94e3dd HTTP/1.1" status: 200 len: 217 time: 0.1412752 Dec 08 01:36:27.249654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-941bd4af-ed38-427f-84df-50896a7f95c7 req-b8401547-2b3c-4c63-93b4-f01cb204c7f8 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 210 time: 0.0437114 Dec 08 01:36:27.280002 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['993099d2-d001-43c7-8b34-666a5d94e3dd'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:27.287273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f949c7a6-9f71-4bce-9799-32b8b01cdb52 req-85f486c1-2f1c-48f6-b752-b517c743063a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=45b75086-1d48-419a-be94-b3e5ac2bc399 HTTP/1.1" status: 200 len: 217 time: 0.0457106 Dec 08 01:36:27.362424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048d856-c28e-470d-a7f3-4d8d932476ab req-54b99945-774d-43cd-a5e7-1f3ccd7617f0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:27.363538 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c048d856-c28e-470d-a7f3-4d8d932476ab req-54b99945-774d-43cd-a5e7-1f3ccd7617f0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:27.385136 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c048d856-c28e-470d-a7f3-4d8d932476ab req-54b99945-774d-43cd-a5e7-1f3ccd7617f0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "PUT /v2.0/ports/993099d2-d001-43c7-8b34-666a5d94e3dd HTTP/1.1" status: 200 len: 1020 time: 0.9257340 Dec 08 01:36:27.420029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b99945-774d-43cd-a5e7-1f3ccd7617f0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'Port': ['ID=993099d2-d001-43c7-8b34-666a5d94e3dd,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:27.441810 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6725506f-adc3-4e0c-8ebe-c5b6e3a4742e req-60d11fbd-e0cf-41e2-9131-0c95f1406d27 tempest-LiveMigrationNegativeTest-366677368 tempest-LiveMigrationNegativeTest-366677368-project] 10.222.0.70 "GET /v2.0/ports?device_id=f252cf64-e3ba-47a8-a482-6e80e0ce3136 HTTP/1.1" status: 200 len: 210 time: 0.0923777 Dec 08 01:36:27.464489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f252cf64-e3ba-47a8-a482-6e80e0ce3136', 'name': 'network-vif-deleted', 'tag': 'd193075d-ebd8-47d0-babd-4fce7aeb7350'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:27.468963 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c9f7d9-f77c-4237-bad4-3334bddbe856" -d '{"events": [{"server_uuid": "f252cf64-e3ba-47a8-a482-6e80e0ce3136", "name": "network-vif-deleted", "tag": "d193075d-ebd8-47d0-babd-4fce7aeb7350"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:27.483554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949c7a6-9f71-4bce-9799-32b8b01cdb52 req-7c6d948e-47bc-4c5f-923a-21fb82e3ca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:27.495395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f949c7a6-9f71-4bce-9799-32b8b01cdb52 req-7c6d948e-47bc-4c5f-923a-21fb82e3ca37 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2000549 Dec 08 01:36:27.586276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['993099d2-d001-43c7-8b34-666a5d94e3dd'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:27.611086 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c04a1d-fd54-47a6-a30a-3b8423a5b931 req-4617b7f3-97aa-4e31-8d38-f0a8cef67954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:27.613476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949c7a6-9f71-4bce-9799-32b8b01cdb52 req-5486e61c-48a2-4514-a5a0-854f647ac675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:27.615179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f949c7a6-9f71-4bce-9799-32b8b01cdb52 req-5486e61c-48a2-4514-a5a0-854f647ac675 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1039886 Dec 08 01:36:27.617064 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5c04a1d-fd54-47a6-a30a-3b8423a5b931 req-4617b7f3-97aa-4e31-8d38-f0a8cef67954 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=16c36d49-aec8-4a3c-890f-212453c51d4f HTTP/1.1" status: 200 len: 853 time: 0.2766232 Dec 08 01:36:27.666179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a8c79cbb-e95d-4381-b541-4cf349fa40bb tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:27.669696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a8c79cbb-e95d-4381-b541-4cf349fa40bb tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5722511 Dec 08 01:36:27.770568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-aff70ed5-f4d1-4132-8719-bd6987ee62d0 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0826154 Dec 08 01:36:27.775019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Request body: {'port': {'device_id': '25830c56-7b71-42d8-87a7-f851435e17b1', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'a68ff4dea2974a1895e204fb9e49b1f3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:27.784262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592566b-db35-4f59-8de3-3ce19184bf99 req-05829ba8-316d-4c6b-a376-e642f3f99a56 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:27.792132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7592566b-db35-4f59-8de3-3ce19184bf99 req-05829ba8-316d-4c6b-a376-e642f3f99a56 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1862967 Dec 08 01:36:27.802714 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5c04a1d-fd54-47a6-a30a-3b8423a5b931 req-180abd27-3537-4f91-9f66-0860f35e9f69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe973c4d-03d0-4a58-a113-aa265076fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310964 Dec 08 01:36:27.858699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7592566b-db35-4f59-8de3-3ce19184bf99 req-85ed5fed-96ca-45f5-b0e0-c7f39f51a03c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602834 Dec 08 01:36:27.905697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f949c7a6-9f71-4bce-9799-32b8b01cdb52 req-bae46a09-d754-406d-ad38-68f4db726d75 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775884 Dec 08 01:36:27.912986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf806bdb-0339-447d-9a09-6ec97f7f07a2 req-9fcfbb26-6473-43e4-9ef7-55c6628eee29 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:27.923647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf806bdb-0339-447d-9a09-6ec97f7f07a2 req-9fcfbb26-6473-43e4-9ef7-55c6628eee29 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 1023 time: 0.2506485 Dec 08 01:36:27.949523 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71916e87-4e97-4a12-86aa-ea850c9992f7 x-openstack-request-id: req-71916e87-4e97-4a12-86aa-ea850c9992f7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:27.949807 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f252cf64-e3ba-47a8-a482-6e80e0ce3136", "name": "network-vif-deleted", "tag": "d193075d-ebd8-47d0-babd-4fce7aeb7350", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:27.950052 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71916e87-4e97-4a12-86aa-ea850c9992f7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:27.950523 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f252cf64-e3ba-47a8-a482-6e80e0ce3136', 'name': 'network-vif-deleted', 'tag': 'd193075d-ebd8-47d0-babd-4fce7aeb7350', 'status': 'completed', 'code': 200} Dec 08 01:36:28.107203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f949c7a6-9f71-4bce-9799-32b8b01cdb52 req-db80e486-6adf-4479-9639-f4c7104b7e3d service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923051 Dec 08 01:36:28.215955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641b231-b3c3-4601-8005-d53d2c5ac67e req-e6b40c9c-8339-4020-bbca-65dae627287b tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:28.217771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4641b231-b3c3-4601-8005-d53d2c5ac67e req-e6b40c9c-8339-4020-bbca-65dae627287b tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 947 time: 0.0564177 Dec 08 01:36:28.232540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41692) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:28.278652 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4641b231-b3c3-4601-8005-d53d2c5ac67e req-79585019-df27-43b8-b8c9-2b71e08aee8e tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544083 Dec 08 01:36:28.374452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-29c174b2-680d-47ac-9c6b-90eb298b83ea req-ccc1449a-1450-493f-a82d-33169ebe2bc1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 210 time: 0.0354333 Dec 08 01:36:28.382844 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39d589c6-875c-4e66-84a3-00ad6e6ae5f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:28.428623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3dfdf3-788a-485f-be04-51db63483bba', 'tag': '993099d2-d001-43c7-8b34-666a5d94e3dd'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:28.431345 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c407ece9-713b-4ebe-a628-c21c658f6d20" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3dfdf3-788a-485f-be04-51db63483bba", "tag": "993099d2-d001-43c7-8b34-666a5d94e3dd"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:28.466280 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39d589c6-875c-4e66-84a3-00ad6e6ae5f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:28.472461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39d589c6-875c-4e66-84a3-00ad6e6ae5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:28.515487 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-39d589c6-875c-4e66-84a3-00ad6e6ae5f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd128303adc84e7d9510c6dffae02952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803431 Dec 08 01:36:28.515487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d589c6-875c-4e66-84a3-00ad6e6ae5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18424fe-a3a0-499a-8eea-70ce4933da5d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:28.517445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41702) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:28.524013 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38c650b-ede4-4e8e-8e6e-81ee0620803a x-openstack-request-id: req-d38c650b-ede4-4e8e-8e6e-81ee0620803a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:28.524296 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3dfdf3-788a-485f-be04-51db63483bba", "tag": "993099d2-d001-43c7-8b34-666a5d94e3dd", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:28.524565 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d38c650b-ede4-4e8e-8e6e-81ee0620803a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:28.524959 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3dfdf3-788a-485f-be04-51db63483bba', 'tag': '993099d2-d001-43c7-8b34-666a5d94e3dd', 'status': 'completed', 'code': 200} Dec 08 01:36:28.554039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-d6246e3a-43a5-4017-ae98-cf516efed63f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:28.555939 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-d6246e3a-43a5-4017-ae98-cf516efed63f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7496805 Dec 08 01:36:28.583127 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5966e0e3-4aa5-4886-b39e-0ea405a94980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:28.599368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf806bdb-0339-447d-9a09-6ec97f7f07a2 req-4b6951dd-9f6c-44df-a302-2b0d85fe66a3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&id=fe29be9e-7af7-4d6a-8faa-060ca091575c&id=a3f749c4-0b07-4657-beba-46be23c9c234 HTTP/1.1" status: 200 len: 6196 time: 0.6665821 Dec 08 01:36:28.599368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Request body: {'port': {'device_id': '4e193512-78ef-4c34-9609-5a4cc33c4baa', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'a68ff4dea2974a1895e204fb9e49b1f3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:28.603673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5c04a1d-fd54-47a6-a30a-3b8423a5b931 req-f1da3580-c969-416a-8990-3f89c7578627 service neutron] 10.222.0.72 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7520156 Dec 08 01:36:28.626342 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5966e0e3-4aa5-4886-b39e-0ea405a94980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:28.669347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-13ac145d-26f3-40a0-95c2-32aee28b7c02 req-0ff374a0-8a52-42ca-8630-0f2bfa13c65c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'security_group': {'name': ' tempest-securitygroup -910548733 ', 'description': 'tempest-description-1599493581'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:28.686662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5966e0e3-4aa5-4886-b39e-0ea405a94980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:28.689506 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5966e0e3-4aa5-4886-b39e-0ea405a94980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:28.691078 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5966e0e3-4aa5-4886-b39e-0ea405a94980 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d18424fe-a3a0-499a-8eea-70ce4933da5d HTTP/1.1" status: 204 len: 168 time: 0.1724985 Dec 08 01:36:28.697356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Made reservation on behalf of a68ff4dea2974a1895e204fb9e49b1f3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:28.700987 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:28.704438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966e0e3-4aa5-4886-b39e-0ea405a94980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18424fe-a3a0-499a-8eea-70ce4933da5d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:28.779786 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a0b82d25-e998-432a-b59a-6488625087c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:28.809786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-13ac145d-26f3-40a0-95c2-32aee28b7c02 req-0ff374a0-8a52-42ca-8630-0f2bfa13c65c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:28.814125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41714) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:28.943620 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5c04a1d-fd54-47a6-a30a-3b8423a5b931 req-279d9edd-82a9-4b37-a7e0-c9fa280c9ef9 service neutron] 10.222.0.72 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274832 Dec 08 01:36:29.005843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdef99-d13a-4068-b81d-5a3c1bcec57c req-73b218c5-4538-4402-a3f1-e3e429bd8173 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:29.020601 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1bdef99-d13a-4068-b81d-5a3c1bcec57c req-73b218c5-4538-4402-a3f1-e3e429bd8173 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0838072 Dec 08 01:36:29.086914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Made reservation on behalf of a68ff4dea2974a1895e204fb9e49b1f3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:29.090473 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.097147 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1bdef99-d13a-4068-b81d-5a3c1bcec57c req-f8341d90-d9f4-41be-878c-9bf78ab15541 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750401 Dec 08 01:36:29.114402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Allocated IP 192.168.233.131 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:29.128952 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-13ac145d-26f3-40a0-95c2-32aee28b7c02 req-0ff374a0-8a52-42ca-8630-0f2bfa13c65c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.142380 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-13ac145d-26f3-40a0-95c2-32aee28b7c02 req-0ff374a0-8a52-42ca-8630-0f2bfa13c65c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.159385 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6b39ef2b-a9fe-4c7e-afcb-271dd647193b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f77b48860c14c73b4b7b86cd11baf6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3434036 Dec 08 01:36:29.162088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41724) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:29.201072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41726) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:29.225846 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52d2c0a1-11a8-4f2e-9fbc-03af8dd6b951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.239377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-13ac145d-26f3-40a0-95c2-32aee28b7c02 req-0ff374a0-8a52-42ca-8630-0f2bfa13c65c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.240717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13ac145d-26f3-40a0-95c2-32aee28b7c02 req-0ff374a0-8a52-42ca-8630-0f2bfa13c65c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6203756 Dec 08 01:36:29.260069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407ece9-713b-4ebe-a628-c21c658f6d20 req-de0ed566-7fc5-47e9-a2e7-fd7d73853bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:29.261627 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c407ece9-713b-4ebe-a628-c21c658f6d20 req-de0ed566-7fc5-47e9-a2e7-fd7d73853bc6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=01362ef3329a4ff4839d466aa4606b91&device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 1175 time: 0.2241726 Dec 08 01:36:29.263300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7354b8f1-eb93-45f3-9e76-95daa9838604 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.275479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff374a0-8a52-42ca-8630-0f2bfa13c65c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf54347-cca1-45c1-a2c3-15250f3bcc10,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:29.315838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7354b8f1-eb93-45f3-9e76-95daa9838604 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.394410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-00889b8f-cabc-4d0b-a621-333de4ac0f24 req-43f0b1ab-f081-4e46-898a-fb5c7d7cfc68 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/1bf54347-cca1-45c1-a2c3-15250f3bcc10 HTTP/1.1" status: 200 len: 1797 time: 0.1125777 Dec 08 01:36:29.425332 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7354b8f1-eb93-45f3-9e76-95daa9838604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.428276 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7354b8f1-eb93-45f3-9e76-95daa9838604 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.430273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7354b8f1-eb93-45f3-9e76-95daa9838604 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a5755905-9b81-4dff-89f7-e5a0f50ec4e0 HTTP/1.1" status: 204 len: 168 time: 0.2661998 Dec 08 01:36:29.438955 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52d2c0a1-11a8-4f2e-9fbc-03af8dd6b951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.450121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354b8f1-eb93-45f3-9e76-95daa9838604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5755905-9b81-4dff-89f7-e5a0f50ec4e0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:29.454673 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52d2c0a1-11a8-4f2e-9fbc-03af8dd6b951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.507657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407ece9-713b-4ebe-a628-c21c658f6d20 req-dfd04261-1f89-4bc3-925e-24d3aa31daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:29.509183 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c407ece9-713b-4ebe-a628-c21c658f6d20 req-dfd04261-1f89-4bc3-925e-24d3aa31daea service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe973c4d-03d0-4a58-a113-aa265076fdf4 HTTP/1.1" status: 200 len: 914 time: 0.2309170 Dec 08 01:36:29.533082 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.542343 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-52d2c0a1-11a8-4f2e-9fbc-03af8dd6b951 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0330dcbf503e4069947135a119781414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372645 Dec 08 01:36:29.559188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2c0a1-11a8-4f2e-9fbc-03af8dd6b951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f27c59-fd2d-4478-93bb-ea8b64f6a287,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:29.563051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41738) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:29.567233 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-44fdf3f8-3836-4f29-9401-1909de45a6d9 req-a847b283-92fd-4303-841f-3e970608e8fa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 210 time: 0.0504115 Dec 08 01:36:29.572964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d1067-ee01-47ed-bc58-e79a2168fd09 req-ea99f2d2-6ff6-471e-b2c3-c609c41a7eab tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:29.574729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-739d1067-ee01-47ed-bc58-e79a2168fd09 req-ea99f2d2-6ff6-471e-b2c3-c609c41a7eab tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 947 time: 0.2128751 Dec 08 01:36:29.577802 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c407ece9-713b-4ebe-a628-c21c658f6d20 req-908efc0f-adf3-40da-8310-f0abde16f415 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=993099d2-d001-43c7-8b34-666a5d94e3dd HTTP/1.1" status: 200 len: 217 time: 0.0571752 Dec 08 01:36:29.645234 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d38-6227-4051-8f8a-1f0b0c98556e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.684896 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.689798 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d38-6227-4051-8f8a-1f0b0c98556e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.716509 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8781f241-cf53-4102-8f86-5e6008144ea2 req-da1dfcf3-f729-46dd-87c4-113ce27b58eb tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/1bf54347-cca1-45c1-a2c3-15250f3bcc10 HTTP/1.1" status: 200 len: 1797 time: 0.0840952 Dec 08 01:36:29.720334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:29.754515 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d38-6227-4051-8f8a-1f0b0c98556e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.761157 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4e57d38-6227-4051-8f8a-1f0b0c98556e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.766737 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f4e57d38-6227-4051-8f8a-1f0b0c98556e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11f27c59-fd2d-4478-93bb-ea8b64f6a287 HTTP/1.1" status: 204 len: 168 time: 0.2023060 Dec 08 01:36:29.779726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e57d38-6227-4051-8f8a-1f0b0c98556e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f27c59-fd2d-4478-93bb-ea8b64f6a287,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:29.852033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407ece9-713b-4ebe-a628-c21c658f6d20 req-2a24d6f4-4c41-4d8d-8348-d02bab47605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:29.854852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c407ece9-713b-4ebe-a628-c21c658f6d20 req-2a24d6f4-4c41-4d8d-8348-d02bab47605e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=16c36d49-aec8-4a3c-890f-212453c51d4f HTTP/1.1" status: 200 len: 853 time: 0.2291343 Dec 08 01:36:29.869973 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8781f241-cf53-4102-8f86-5e6008144ea2 req-f2c08fe2-38c4-497a-96ad-f2fa8e6aa481 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.873153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:29.898378 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8781f241-cf53-4102-8f86-5e6008144ea2 req-f2c08fe2-38c4-497a-96ad-f2fa8e6aa481 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.920856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:29.925617 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c407ece9-713b-4ebe-a628-c21c658f6d20 req-7e1e38e5-2250-4aea-ab56-5b996626c13b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe973c4d-03d0-4a58-a113-aa265076fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444427 Dec 08 01:36:29.926391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event updated for resources: {'Port': ['ID=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:29.930304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:29.935057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Allocated IP 192.168.233.24 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/dc120996-da89-4922-a982-263e7a53a49b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:29.947696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-739d1067-ee01-47ed-bc58-e79a2168fd09 req-3dbb0493-4615-4330-95ae-ee339ea29ca8 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100328 Dec 08 01:36:29.954365 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8781f241-cf53-4102-8f86-5e6008144ea2 req-f2c08fe2-38c4-497a-96ad-f2fa8e6aa481 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.958129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8781f241-cf53-4102-8f86-5e6008144ea2 req-f2c08fe2-38c4-497a-96ad-f2fa8e6aa481 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:29.975937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8781f241-cf53-4102-8f86-5e6008144ea2 req-f2c08fe2-38c4-497a-96ad-f2fa8e6aa481 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "DELETE /v2.0/security-groups/1bf54347-cca1-45c1-a2c3-15250f3bcc10 HTTP/1.1" status: 204 len: 173 time: 0.2073803 Dec 08 01:36:30.000814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c08fe2-38c4-497a-96ad-f2fa8e6aa481 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf54347-cca1-45c1-a2c3-15250f3bcc10,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:30.019671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41748) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:30.057640 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45b75086-1d48-419a-be94-b3e5ac2bc399 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:36:30.063005 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-147649a3-97e7-4b73-b38d-bbe174fc8c4a req-bbdbf37c-f728-464f-aeaa-c73883f5f7e3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] show failed (client error): The resource could not be found. Dec 08 01:36:30.064626 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-147649a3-97e7-4b73-b38d-bbe174fc8c4a req-bbdbf37c-f728-464f-aeaa-c73883f5f7e3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/1bf54347-cca1-45c1-a2c3-15250f3bcc10 HTTP/1.1" status: 404 len: 352 time: 0.0493209 Dec 08 01:36:30.075342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device d193075d-ebd8-47d0-babd-4fce7aeb7350 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:36:30.119846 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eeb0623b-26ec-466c-bb0c-d397d9f71a27 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d62024bf19f9414f84ef2bb196947e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980175 Dec 08 01:36:30.136431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41756) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:30.154312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:30.155355 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.165065 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-cb682194-2391-46ff-a889-b23583df8cb6 req-39ed01fa-e4c9-4e1e-8c9d-46202ef07be4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-475487471', 'description': 'tempest-description-629769446'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:30.185658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: d193075d-ebd8-47d0-babd-4fce7aeb7350 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:36:30.189663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device d193075d-ebd8-47d0-babd-4fce7aeb7350 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:36:30.270203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c407ece9-713b-4ebe-a628-c21c658f6d20 req-f89e6321-0780-4530-a544-7ce0b626d8dd service neutron] 10.222.0.72 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319440 Dec 08 01:36:30.287022 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-161bccc1-d076-486c-82c7-631f0bdee2b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.300972 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa577b0-6131-44f9-9304-a6427b4a3db3 req-8732c2ee-d919-4991-a10a-a69770537598 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:30.308722 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cfa577b0-6131-44f9-9304-a6427b4a3db3 req-8732c2ee-d919-4991-a10a-a69770537598 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0654783 Dec 08 01:36:30.316318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb682194-2391-46ff-a889-b23583df8cb6 req-39ed01fa-e4c9-4e1e-8c9d-46202ef07be4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.339857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0300c5b1-921e-425b-9037-857961ac4794 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6286643 Dec 08 01:36:30.368376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:30.372182 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-161bccc1-d076-486c-82c7-631f0bdee2b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.384301 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cfa577b0-6131-44f9-9304-a6427b4a3db3 req-bd12911d-2608-48f2-a849-953e0dd3e289 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743518 Dec 08 01:36:30.386939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'mac_address': 'fa:16:3e:92:8a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:36:30.387337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Request body: {'port': {'device_id': '25830c56-7b71-42d8-87a7-f851435e17b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:30.458946 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-161bccc1-d076-486c-82c7-631f0bdee2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.464748 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-161bccc1-d076-486c-82c7-631f0bdee2b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.467260 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-161bccc1-d076-486c-82c7-631f0bdee2b7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5de6dccf-c1fe-42e1-9658-a06ae411aab4 HTTP/1.1" status: 204 len: 168 time: 0.3264847 Dec 08 01:36:30.480621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bccc1-d076-486c-82c7-631f0bdee2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de6dccf-c1fe-42e1-9658-a06ae411aab4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:30.504119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9f981d62-7a55-406f-93e9-a1cb40e145f3 None None] Provisioning complete for port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:30.504884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9f981d62-7a55-406f-93e9-a1cb40e145f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.549707 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c407ece9-713b-4ebe-a628-c21c658f6d20 req-b75d4ae2-2fce-4d2f-8d62-3aa0945e9deb service neutron] 10.222.0.72 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671318 Dec 08 01:36:30.560644 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.563085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.610788 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.611546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b75086-1d48-419a-be94-b3e5ac2bc399 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:30.643534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9f981d62-7a55-406f-93e9-a1cb40e145f3 None None] Port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:36:30.648688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:30.653672 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.657861 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb682194-2391-46ff-a889-b23583df8cb6 req-39ed01fa-e4c9-4e1e-8c9d-46202ef07be4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.672465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb682194-2391-46ff-a889-b23583df8cb6 req-39ed01fa-e4c9-4e1e-8c9d-46202ef07be4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.728673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=45b75086-1d48-419a-be94-b3e5ac2bc399,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:30.763707 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2f14816-0c76-4f8c-b469-85700f0eb785 req-00205285-65e0-4999-9c8a-91564f9b8a97 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 210 time: 0.0317326 Dec 08 01:36:30.797387 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cb682194-2391-46ff-a889-b23583df8cb6 req-39ed01fa-e4c9-4e1e-8c9d-46202ef07be4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.798628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb682194-2391-46ff-a889-b23583df8cb6 req-39ed01fa-e4c9-4e1e-8c9d-46202ef07be4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6631615 Dec 08 01:36:30.799248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed01fa-e4c9-4e1e-8c9d-46202ef07be4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa38b7e-43e6-47f1-8d08-581abf04282d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:30.820005 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.830073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-0058cdde-8aab-4a2f-9486-f32a0c25870b req-6e57e218-c8eb-4e23-a3e4-6ce6e4e3cf82 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-493352934', 'description': 'tempest-description-42186624'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:30.856174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:30.870927 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0058cdde-8aab-4a2f-9486-f32a0c25870b req-6e57e218-c8eb-4e23-a3e4-6ce6e4e3cf82 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:30.928198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:30.935138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event updated for resources: {'Port': ['ID=dc120996-da89-4922-a982-263e7a53a49b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:30.938032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:30.945357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:31.031581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['45b75086-1d48-419a-be94-b3e5ac2bc399'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:31.050723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:31.051411 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.070397 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0058cdde-8aab-4a2f-9486-f32a0c25870b req-6e57e218-c8eb-4e23-a3e4-6ce6e4e3cf82 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.077746 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0058cdde-8aab-4a2f-9486-f32a0c25870b req-6e57e218-c8eb-4e23-a3e4-6ce6e4e3cf82 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.115673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-74110b3e-4284-4eaa-9d51-1127a37d1586 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5358222 Dec 08 01:36:31.120700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0058cdde-8aab-4a2f-9486-f32a0c25870b req-6e57e218-c8eb-4e23-a3e4-6ce6e4e3cf82 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.122019 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0058cdde-8aab-4a2f-9486-f32a0c25870b req-6e57e218-c8eb-4e23-a3e4-6ce6e4e3cf82 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2979360 Dec 08 01:36:31.150773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Request body: {'port': {'device_id': '4e193512-78ef-4c34-9609-5a4cc33c4baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:31.186579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-0f2c806e-2ac0-4481-837f-9d0fd2503e81 req-12a9208a-01b5-4425-a13d-665403f05a5c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-901013709', 'description': 'tempest-description-1334640775'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:31.224311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57e218-c8eb-4e23-a3e4-6ce6e4e3cf82 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5702c9df-c490-48d4-ac4b-6053dd63ea4f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:31.231407 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9edf587-e2e6-48ac-94b8-63b59f7264ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.261084 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0f2c806e-2ac0-4481-837f-9d0fd2503e81 req-12a9208a-01b5-4425-a13d-665403f05a5c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.342807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:31.376676 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.440887 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0f2c806e-2ac0-4481-837f-9d0fd2503e81 req-12a9208a-01b5-4425-a13d-665403f05a5c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.448647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0f2c806e-2ac0-4481-837f-9d0fd2503e81 req-12a9208a-01b5-4425-a13d-665403f05a5c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.448944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7298a8-ab72-4da3-9acc-46fd13f7ceef req-0899bdc5-2197-476d-b64c-b798335ae954 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:31.451100 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f7298a8-ab72-4da3-9acc-46fd13f7ceef req-0899bdc5-2197-476d-b64c-b798335ae954 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 948 time: 0.3165498 Dec 08 01:36:31.454845 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.457561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Transition to ACTIVE for port object caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:36:31.480441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.508219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9208a-01b5-4425-a13d-665403f05a5c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce3431b-a693-42bb-aaf0-3511546eb56b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:31.528811 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0f2c806e-2ac0-4481-837f-9d0fd2503e81 req-12a9208a-01b5-4425-a13d-665403f05a5c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.546387 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0f2c806e-2ac0-4481-837f-9d0fd2503e81 req-12a9208a-01b5-4425-a13d-665403f05a5c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3800299 Dec 08 01:36:31.576106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8590a648-c8af-4bd2-be58-97b8c21068c8 None None] Provisioning complete for port dc120996-da89-4922-a982-263e7a53a49b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:31.576533 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8590a648-c8af-4bd2-be58-97b8c21068c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.643764 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f7298a8-ab72-4da3-9acc-46fd13f7ceef req-4bb7fb33-5e1f-4941-9f3f-43a51ccca2fd tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837192 Dec 08 01:36:31.683438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Pushing event updated for resources: {'Port': ['ID=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:31.739590 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:31.778660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8590a648-c8af-4bd2-be58-97b8c21068c8 None None] Port dc120996-da89-4922-a982-263e7a53a49b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:36:31.906463 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-20db3632-afca-4763-93f9-62d088d7d458 req-ed286474-9577-4bca-99fc-3ba285fd5067 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=01362ef3329a4ff4839d466aa4606b91 HTTP/1.1" status: 200 len: 10991 time: 0.1778016 Dec 08 01:36:31.931517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a046a85-f574-4ecd-a877-7aff1508014a req-da21897e-a010-436c-ae1d-5829b6e13dfc tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:31.935845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a046a85-f574-4ecd-a877-7aff1508014a req-da21897e-a010-436c-ae1d-5829b6e13dfc tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1137512 Dec 08 01:36:31.966088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Attempting to bind port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:31.966506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Attempting to bind port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:31.966902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Attempting to bind port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:31.982768 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-20db3632-afca-4763-93f9-62d088d7d458 req-1020e840-eb83-43f8-8cc9-40dba4a8cbf8 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/366c4dd6-17c1-423b-aeae-ec7b89d2bdbc HTTP/1.1" status: 200 len: 2998 time: 0.0753360 Dec 08 01:36:32.009965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:36:32.010627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Attempting to bind port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:32.032543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:32.033044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:32.033793 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:32.034432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Bound port: caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:32.034794 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:32.038081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-20db3632-afca-4763-93f9-62d088d7d458 req-244d8f52-5334-497e-adcb-d7953569eaac tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/366c4dd6-17c1-423b-aeae-ec7b89d2bdbc HTTP/1.1" status: 200 len: 2998 time: 0.0544002 Dec 08 01:36:32.112609 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a046a85-f574-4ecd-a877-7aff1508014a req-47bbd3f0-dab2-4cc6-9a9d-a6b9d5d4d41d tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714003 Dec 08 01:36:32.152361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] For port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:32.159515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] For port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:32.173117 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:32.195992 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:32.239633 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3986e5c5-5bb8-487c-83bd-134136bdd2b7 req-9bdec18b-e7a5-42f7-85da-5265f2a0b926 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/0fa38b7e-43e6-47f1-8d08-581abf04282d HTTP/1.1" status: 200 len: 1816 time: 0.0557210 Dec 08 01:36:32.270448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc120996-da89-4922-a982-263e7a53a49b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:32.286809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:32.287436 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:32.289591 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] 10.222.0.72 "PUT /v2.0/ports/caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa HTTP/1.1" status: 200 len: 1097 time: 1.9158516 Dec 08 01:36:32.293067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25830c56-7b71-42d8-87a7-f851435e17b1', 'tag': 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:32.295371 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e406b032-a6bf-4e34-856a-cea1ee2b94b5" -d '{"events": [{"name": "network-changed", "server_uuid": "25830c56-7b71-42d8-87a7-f851435e17b1", "tag": "caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:32.302961 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:32.348785 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3986e5c5-5bb8-487c-83bd-134136bdd2b7 req-4a42fff4-83bb-4234-834a-274d0d7bddcb tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:32.360660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c81ac6-45eb-471c-bbc6-6dcd1fbb7245 req-ea8bc8c7-91ff-4abf-93a2-f011a9dafa23 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:32.362276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8c81ac6-45eb-471c-bbc6-6dcd1fbb7245 req-ea8bc8c7-91ff-4abf-93a2-f011a9dafa23 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 935 time: 0.1338797 Dec 08 01:36:32.363513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Transition to ACTIVE for port object dc120996-da89-4922-a982-263e7a53a49b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:36:32.365546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc6154-eb01-4133-a35d-20daeabe3430 service neutron] Pushing event updated for resources: {'Port': ['ID=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:32.381188 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3986e5c5-5bb8-487c-83bd-134136bdd2b7 req-4a42fff4-83bb-4234-834a-274d0d7bddcb tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:32.399400 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:32.465493 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3986e5c5-5bb8-487c-83bd-134136bdd2b7 req-4a42fff4-83bb-4234-834a-274d0d7bddcb tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:32.468179 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3986e5c5-5bb8-487c-83bd-134136bdd2b7 req-4a42fff4-83bb-4234-834a-274d0d7bddcb tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:32.470026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3986e5c5-5bb8-487c-83bd-134136bdd2b7 req-4a42fff4-83bb-4234-834a-274d0d7bddcb tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "DELETE /v2.0/security-groups/0fa38b7e-43e6-47f1-8d08-581abf04282d HTTP/1.1" status: 204 len: 173 time: 0.2205727 Dec 08 01:36:32.492979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42fff4-83bb-4234-834a-274d0d7bddcb tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa38b7e-43e6-47f1-8d08-581abf04282d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:32.565627 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8c81ac6-45eb-471c-bbc6-6dcd1fbb7245 req-e2f67f9a-a85f-4ca1-9acd-7edd76fec6d3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841691 Dec 08 01:36:32.576324 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd1546f-d4a6-4368-ae57-f56854f1c7e6 x-openstack-request-id: req-bdd1546f-d4a6-4368-ae57-f56854f1c7e6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:32.576874 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25830c56-7b71-42d8-87a7-f851435e17b1", "tag": "caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:32.577565 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdd1546f-d4a6-4368-ae57-f56854f1c7e6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:32.579250 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25830c56-7b71-42d8-87a7-f851435e17b1', 'tag': 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa', 'status': 'completed', 'code': 200} Dec 08 01:36:32.581723 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-e6b58cd3-2e51-4f53-8a52-dbbb18c24e75 req-0b61cee6-95b2-48c1-93be-1d9a3131fc92 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] show failed (client error): The resource could not be found. Dec 08 01:36:32.585600 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6b58cd3-2e51-4f53-8a52-dbbb18c24e75 req-0b61cee6-95b2-48c1-93be-1d9a3131fc92 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/0fa38b7e-43e6-47f1-8d08-581abf04282d HTTP/1.1" status: 404 len: 352 time: 0.0272095 Dec 08 01:36:32.677991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Pushing event updated for resources: {'Port': ['ID=dc120996-da89-4922-a982-263e7a53a49b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:32.723444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-81ac4248-7409-4bf3-bc51-bf9804423192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:32.726332 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-81ac4248-7409-4bf3-bc51-bf9804423192 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=25830c56-7b71-42d8-87a7-f851435e17b1 HTTP/1.1" status: 200 len: 1100 time: 0.3606842 Dec 08 01:36:32.741477 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f6cb20e-3319-4a2b-a649-59c03db7c57d req-a7769d2c-c126-49d5-94d0-dc92a86afcab tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/5702c9df-c490-48d4-ac4b-6053dd63ea4f HTTP/1.1" status: 200 len: 1815 time: 0.1191475 Dec 08 01:36:32.816778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-fda18816-36ac-4c78-9677-e93ecaae8be6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa HTTP/1.1" status: 200 len: 217 time: 0.0643363 Dec 08 01:36:32.820067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ec597-c95b-4364-b151-b3e82b9c0614 req-a51d9f2e-90c7-4a9f-8bbb-baa394a539cf tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:32.821771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-539ec597-c95b-4364-b151-b3e82b9c0614 req-a51d9f2e-90c7-4a9f-8bbb-baa394a539cf tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 948 time: 0.0598752 Dec 08 01:36:32.890724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Attempting to bind port dc120996-da89-4922-a982-263e7a53a49b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:32.890989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Attempting to bind port dc120996-da89-4922-a982-263e7a53a49b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:32.891153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Attempting to bind port dc120996-da89-4922-a982-263e7a53a49b on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:32.896605 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-539ec597-c95b-4364-b151-b3e82b9c0614 req-d71d6a8a-727d-4320-a33c-91d1043b2c7b tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629964 Dec 08 01:36:32.917069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Port dc120996-da89-4922-a982-263e7a53a49b on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:36:32.917796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Attempting to bind port dc120996-da89-4922-a982-263e7a53a49b on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:32.930179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-64211c1c-5181-45e9-926c-0ebab8720e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:32.932614 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-64211c1c-5181-45e9-926c-0ebab8720e36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0955710 Dec 08 01:36:32.933171 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f6cb20e-3319-4a2b-a649-59c03db7c57d req-664f23cb-87a3-4ca3-a0b1-873aa064a9a3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:32.937563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:32.938397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:32.940394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:32.941218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Bound port: dc120996-da89-4922-a982-263e7a53a49b, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:32.941681 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:33.033863 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f6cb20e-3319-4a2b-a649-59c03db7c57d req-664f23cb-87a3-4ca3-a0b1-873aa064a9a3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:33.079517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-195a932d-4b85-4858-b391-207c51aaee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:33.081232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-195a932d-4b85-4858-b391-207c51aaee11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345665 Dec 08 01:36:33.137129 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] For port dc120996-da89-4922-a982-263e7a53a49b, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:33.151409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f6cb20e-3319-4a2b-a649-59c03db7c57d req-664f23cb-87a3-4ca3-a0b1-873aa064a9a3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:33.154323 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5f6cb20e-3319-4a2b-a649-59c03db7c57d req-664f23cb-87a3-4ca3-a0b1-873aa064a9a3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:33.155551 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f6cb20e-3319-4a2b-a649-59c03db7c57d req-664f23cb-87a3-4ca3-a0b1-873aa064a9a3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "DELETE /v2.0/security-groups/5702c9df-c490-48d4-ac4b-6053dd63ea4f HTTP/1.1" status: 204 len: 173 time: 0.4131312 Dec 08 01:36:33.165534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] For port dc120996-da89-4922-a982-263e7a53a49b, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc120996-da89-4922-a982-263e7a53a49b,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:33.202550 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:33.216763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f23cb-87a3-4ca3-a0b1-873aa064a9a3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5702c9df-c490-48d4-ac4b-6053dd63ea4f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:33.267148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:33.267765 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:33.269198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] 10.222.0.72 "PUT /v2.0/ports/dc120996-da89-4922-a982-263e7a53a49b HTTP/1.1" status: 200 len: 1096 time: 2.1243026 Dec 08 01:36:33.329478 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-8ccf7fde-8361-45b1-b1a4-1b1991aa3986 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370760 Dec 08 01:36:33.341784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705eaab-c7bc-40f3-b24f-dd71e69f7b92 service neutron] Pushing event updated for resources: {'Port': ['ID=dc120996-da89-4922-a982-263e7a53a49b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:33.391432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb8f10-116e-4af0-9e0e-abd9dedccf9b req-53278029-dd14-41f9-b736-8fe04a12afed tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:33.391432 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-18bb8f10-116e-4af0-9e0e-abd9dedccf9b req-53278029-dd14-41f9-b736-8fe04a12afed tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1506586 Dec 08 01:36:33.502332 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-2c11c0cc-a621-4586-8cec-9219f71e498b req-370e615b-82a1-403e-8429-eb5221153d2a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] show failed (client error): The resource could not be found. Dec 08 01:36:33.514380 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2c11c0cc-a621-4586-8cec-9219f71e498b req-370e615b-82a1-403e-8429-eb5221153d2a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/5702c9df-c490-48d4-ac4b-6053dd63ea4f HTTP/1.1" status: 404 len: 352 time: 0.0258620 Dec 08 01:36:33.519046 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:33.610952 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17704a42-f1f5-424d-ade2-b05253a54cc9 req-567751dc-ecc4-4232-801f-a5bd22fce070 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/7ce3431b-a693-42bb-aaf0-3511546eb56b HTTP/1.1" status: 200 len: 1817 time: 0.0624855 Dec 08 01:36:33.624680 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:33.681047 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-17704a42-f1f5-424d-ade2-b05253a54cc9 req-d9af75cb-387e-4501-8c16-882a0a322d17 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:33.704173 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-17704a42-f1f5-424d-ade2-b05253a54cc9 req-d9af75cb-387e-4501-8c16-882a0a322d17 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:33.755662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-17704a42-f1f5-424d-ade2-b05253a54cc9 req-d9af75cb-387e-4501-8c16-882a0a322d17 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:33.759582 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-17704a42-f1f5-424d-ade2-b05253a54cc9 req-d9af75cb-387e-4501-8c16-882a0a322d17 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:33.764927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17704a42-f1f5-424d-ade2-b05253a54cc9 req-d9af75cb-387e-4501-8c16-882a0a322d17 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "DELETE /v2.0/security-groups/7ce3431b-a693-42bb-aaf0-3511546eb56b HTTP/1.1" status: 204 len: 173 time: 0.1443520 Dec 08 01:36:33.779467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af75cb-387e-4501-8c16-882a0a322d17 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce3431b-a693-42bb-aaf0-3511546eb56b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:33.822828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0fd1d23b-c4fd-4fa5-be28-8970198d9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:33.824438 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-0fd1d23b-c4fd-4fa5-be28-8970198d9500 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 1099 time: 0.4691477 Dec 08 01:36:33.895949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-32f29a0a-9c06-444b-ae63-d49ebbdf8039 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=dc120996-da89-4922-a982-263e7a53a49b HTTP/1.1" status: 200 len: 217 time: 0.0510571 Dec 08 01:36:33.896391 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41958) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:33.903796 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-18bb8f10-116e-4af0-9e0e-abd9dedccf9b req-ff35c028-3770-4810-9e4d-424dd92f3499 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765699 Dec 08 01:36:33.915372 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-847cbb8a-db58-4968-b5bd-08cd38ad6ce1 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611863 Dec 08 01:36:33.982696 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-065a61cf-1221-43ca-a01b-5da223565b44 req-e250e722-a187-439b-b4a8-75ade1aa3d5a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] show failed (client error): The resource could not be found. Dec 08 01:36:33.996093 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-065a61cf-1221-43ca-a01b-5da223565b44 req-e250e722-a187-439b-b4a8-75ade1aa3d5a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/7ce3431b-a693-42bb-aaf0-3511546eb56b HTTP/1.1" status: 404 len: 352 time: 0.0349765 Dec 08 01:36:34.022098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f626941-8950-4007-85f7-949302e79cb7 req-851b5566-caf9-4289-abf1-b28e0d58aa65 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:34.023281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f626941-8950-4007-85f7-949302e79cb7 req-851b5566-caf9-4289-abf1-b28e0d58aa65 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 947 time: 0.0678906 Dec 08 01:36:34.035548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-dee68ed1-c168-4060-b4e3-d4c46979ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:34.037045 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-dee68ed1-c168-4060-b4e3-d4c46979ad35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1208153 Dec 08 01:36:34.075842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45b75086-1d48-419a-be94-b3e5ac2bc399 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:34.132213 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f626941-8950-4007-85f7-949302e79cb7 req-7930468e-777b-4919-a82e-25e0705df99b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999906 Dec 08 01:36:34.165292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 45b75086-1d48-419a-be94-b3e5ac2bc399 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:36:34.169538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 45b75086-1d48-419a-be94-b3e5ac2bc399 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:34.170581 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.177707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b032-a6bf-4e34-856a-cea1ee2b94b5 req-2a254bcc-4b27-4103-bb2c-32eada6ee9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:34.180000 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e406b032-a6bf-4e34-856a-cea1ee2b94b5 req-2a254bcc-4b27-4103-bb2c-32eada6ee9b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=25830c56-7b71-42d8-87a7-f851435e17b1 HTTP/1.1" status: 200 len: 1100 time: 0.1162028 Dec 08 01:36:34.180151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8077cc3-db8c-4178-a95c-4a09ae55619c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.181684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-b9e24054-c98e-45aa-b06e-7a4f635c929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:34.183056 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-b9e24054-c98e-45aa-b06e-7a4f635c929b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1275849 Dec 08 01:36:34.196249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9aedf8-5c90-40e8-b380-45a8ab331a52 req-54d39039-5390-443f-a500-f6dddcaeed29 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:34.200089 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab9aedf8-5c90-40e8-b380-45a8ab331a52 req-54d39039-5390-443f-a500-f6dddcaeed29 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 948 time: 0.1194947 Dec 08 01:36:34.261760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41972) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:34.263281 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.302341 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:34.303143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e1db961d-5c07-4b41-8d55-b6c72cdec477 req-9dcd93a5-7392-4003-8c0a-6697241a931e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=01362ef3329a4ff4839d466aa4606b91 HTTP/1.1" status: 200 len: 6196 time: 0.1401229 Dec 08 01:36:34.311306 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76997369-9cab-47ad-9526-e9b9817fdf4e" -d '{"events": [{"server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "name": "network-vif-plugged", "status": "completed", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:34.335534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:34.341896 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.364592 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e1db961d-5c07-4b41-8d55-b6c72cdec477 req-7bce3bb5-01a1-48bb-a9b7-db11d1d0a179 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/366c4dd6-17c1-423b-aeae-ec7b89d2bdbc HTTP/1.1" status: 200 len: 2998 time: 0.0595956 Dec 08 01:36:34.417706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=45b75086-1d48-419a-be94-b3e5ac2bc399,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:34.433686 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34647ea1-ee12-4063-a71c-1716e11335d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.434600 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab9aedf8-5c90-40e8-b380-45a8ab331a52 req-b60f1a3e-773f-4aa5-9979-05c1eaea61a7 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166018 Dec 08 01:36:34.448353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e1db961d-5c07-4b41-8d55-b6c72cdec477 req-7e8ccb74-d024-4b7f-9ad7-3b89c05060c8 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/366c4dd6-17c1-423b-aeae-ec7b89d2bdbc HTTP/1.1" status: 200 len: 2998 time: 0.0824208 Dec 08 01:36:34.450054 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8077cc3-db8c-4178-a95c-4a09ae55619c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.469628 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8077cc3-db8c-4178-a95c-4a09ae55619c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.479175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b032-a6bf-4e34-856a-cea1ee2b94b5 req-6831c9e8-a652-432f-8ad0-ed6afd0c72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:34.481072 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e406b032-a6bf-4e34-856a-cea1ee2b94b5 req-6831c9e8-a652-432f-8ad0-ed6afd0c72b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2773850 Dec 08 01:36:34.485005 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-10c36061-0e12-455f-bfb4-ae3ca8d993be service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825282 Dec 08 01:36:34.501106 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac18809-27a7-455f-8682-96c3e2990c21 x-openstack-request-id: req-7ac18809-27a7-455f-8682-96c3e2990c21 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:34.501430 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "name": "network-vif-plugged", "status": "completed", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:34.502014 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ac18809-27a7-455f-8682-96c3e2990c21 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:34.502208 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'code': 200} Dec 08 01:36:34.531850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b8077cc3-db8c-4178-a95c-4a09ae55619c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dcf80011cc8f4c9f9fb19031af43a7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6336460 Dec 08 01:36:34.532442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41982) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:34.545814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e406b032-a6bf-4e34-856a-cea1ee2b94b5 req-85765a8e-983a-4571-b19e-05b92a854659 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa HTTP/1.1" status: 200 len: 217 time: 0.0561392 Dec 08 01:36:34.554431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8077cc3-db8c-4178-a95c-4a09ae55619c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca80fc0-8662-4498-b77d-3cd810541954,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:34.594273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e193512-78ef-4c34-9609-5a4cc33c4baa', 'tag': 'dc120996-da89-4922-a982-263e7a53a49b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:34.596635 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989fb486-97e6-413e-9909-ed8b71c679a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e193512-78ef-4c34-9609-5a4cc33c4baa", "tag": "dc120996-da89-4922-a982-263e7a53a49b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:34.615259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-fbd120a5-401f-43e7-855c-c7e159de8a5f req-84b4ebac-08f0-4f88-ae84-690e29bd60f6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-200592982', 'description': 'tempest-description-764115546'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:34.664767 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798015fc-1341-439f-9c14-0e325ac7419e x-openstack-request-id: req-798015fc-1341-439f-9c14-0e325ac7419e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:34.665180 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e193512-78ef-4c34-9609-5a4cc33c4baa", "tag": "dc120996-da89-4922-a982-263e7a53a49b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:34.665365 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-798015fc-1341-439f-9c14-0e325ac7419e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:34.665718 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e193512-78ef-4c34-9609-5a4cc33c4baa', 'tag': 'dc120996-da89-4922-a982-263e7a53a49b', 'status': 'completed', 'code': 200} Dec 08 01:36:34.680630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b032-a6bf-4e34-856a-cea1ee2b94b5 req-8f6f57e3-69ee-40cb-8369-586aa7fb96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:34.682114 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e406b032-a6bf-4e34-856a-cea1ee2b94b5 req-8f6f57e3-69ee-40cb-8369-586aa7fb96e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1167672 Dec 08 01:36:34.687374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44ed25a4-05f6-455d-ae1f-5b1df22f729d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.690256 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34647ea1-ee12-4063-a71c-1716e11335d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.691277 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.702485 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34647ea1-ee12-4063-a71c-1716e11335d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.713351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fbd120a5-401f-43e7-855c-c7e159de8a5f req-84b4ebac-08f0-4f88-ae84-690e29bd60f6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.737487 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44ed25a4-05f6-455d-ae1f-5b1df22f729d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.745592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20378542-5f29-4d7e-88cd-3b0eb55ed5bd req-5830bdb3-b15b-42de-a031-f38f8e219252 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424655 Dec 08 01:36:34.769574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afb25a-6ae9-474c-8e55-26afb0bc30c7 req-8f1550d6-97f4-4374-80f1-f8289900f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:34.770368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406b032-a6bf-4e34-856a-cea1ee2b94b5 req-60b1dba5-4bcc-41eb-bd59-d834376f89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:34.771176 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0afb25a-6ae9-474c-8e55-26afb0bc30c7 req-8f1550d6-97f4-4374-80f1-f8289900f468 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 1101 time: 0.1308856 Dec 08 01:36:34.771881 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e406b032-a6bf-4e34-856a-cea1ee2b94b5 req-60b1dba5-4bcc-41eb-bd59-d834376f89a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0786552 Dec 08 01:36:34.774524 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-34647ea1-ee12-4063-a71c-1716e11335d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6ea0ef870ec412f834f33925a4bb09f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091882 Dec 08 01:36:34.776942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41986) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:34.779232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647ea1-ee12-4063-a71c-1716e11335d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da53ad2-c527-49ed-a6a7-235b24894705,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:34.835758 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0afb25a-6ae9-474c-8e55-26afb0bc30c7 req-04ce71f2-d753-4494-b207-64178755373f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518918 Dec 08 01:36:34.843481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44ed25a4-05f6-455d-ae1f-5b1df22f729d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.846781 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44ed25a4-05f6-455d-ae1f-5b1df22f729d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.850557 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-44ed25a4-05f6-455d-ae1f-5b1df22f729d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ca80fc0-8662-4498-b77d-3cd810541954 HTTP/1.1" status: 204 len: 168 time: 0.3107696 Dec 08 01:36:34.856051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed25a4-05f6-455d-ae1f-5b1df22f729d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca80fc0-8662-4498-b77d-3cd810541954,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:34.977173 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fbd120a5-401f-43e7-855c-c7e159de8a5f req-84b4ebac-08f0-4f88-ae84-690e29bd60f6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:34.995820 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fbd120a5-401f-43e7-855c-c7e159de8a5f req-84b4ebac-08f0-4f88-ae84-690e29bd60f6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.009741 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58646d79-54ea-4b97-845d-78e080ca6ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.028875 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e406b032-a6bf-4e34-856a-cea1ee2b94b5 req-a7b8d37a-9bbd-4e9a-81ca-a3b20b14da7e service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394638 Dec 08 01:36:35.045839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17d549-dcf3-4410-b176-eabfb3505994 req-538228f1-6cbd-477a-8532-1141df07fa3b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:35.052856 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab17d549-dcf3-4410-b176-eabfb3505994 req-538228f1-6cbd-477a-8532-1141df07fa3b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0589485 Dec 08 01:36:35.068557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fb486-97e6-413e-9909-ed8b71c679a3 req-1437a235-887c-470b-9c07-f14459e1ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:35.070798 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-989fb486-97e6-413e-9909-ed8b71c679a3 req-1437a235-887c-470b-9c07-f14459e1ce2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 1099 time: 0.1712000 Dec 08 01:36:35.098369 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fbd120a5-401f-43e7-855c-c7e159de8a5f req-84b4ebac-08f0-4f88-ae84-690e29bd60f6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.099585 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbd120a5-401f-43e7-855c-c7e159de8a5f req-84b4ebac-08f0-4f88-ae84-690e29bd60f6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4996960 Dec 08 01:36:35.116570 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58646d79-54ea-4b97-845d-78e080ca6ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.120773 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab17d549-dcf3-4410-b176-eabfb3505994 req-94766997-c46e-4dd0-983e-92e4df65b42a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663748 Dec 08 01:36:35.120922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4ebac-08f0-4f88-ae84-690e29bd60f6 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5c20c0-33b0-42bb-8c01-181f7c2804a8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:35.159732 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f63f0229-f24f-4935-8625-72fefe1f8ea9 req-9a0c20ab-5036-419a-ac90-ceaf6d308401 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2142490474', 'description': 'tempest-description-431747071'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:35.180277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41998) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:35.193619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78065cbc-5491-4a0e-af75-546d71127ae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.282222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c591b2-91a7-4f29-9267-cd7ef5684b18 req-17d2b8d1-7c98-4690-9b1b-b58e21387f51 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:35.283811 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8c591b2-91a7-4f29-9267-cd7ef5684b18 req-17d2b8d1-7c98-4690-9b1b-b58e21387f51 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 947 time: 0.0813878 Dec 08 01:36:35.287469 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f63f0229-f24f-4935-8625-72fefe1f8ea9 req-9a0c20ab-5036-419a-ac90-ceaf6d308401 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.325067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e406b032-a6bf-4e34-856a-cea1ee2b94b5 req-4af2dd73-c0cb-41b1-bbd9-ffe070c0f26d service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776511 Dec 08 01:36:35.330221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fb486-97e6-413e-9909-ed8b71c679a3 req-e96f34ce-d134-4895-b279-ac00ea237cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:35.331683 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-989fb486-97e6-413e-9909-ed8b71c679a3 req-e96f34ce-d134-4895-b279-ac00ea237cff service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2388489 Dec 08 01:36:35.337284 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58646d79-54ea-4b97-845d-78e080ca6ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.339858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58646d79-54ea-4b97-845d-78e080ca6ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.341056 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-58646d79-54ea-4b97-845d-78e080ca6ad5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9da53ad2-c527-49ed-a6a7-235b24894705 HTTP/1.1" status: 204 len: 168 time: 0.5627625 Dec 08 01:36:35.354139 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78065cbc-5491-4a0e-af75-546d71127ae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.362279 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8c591b2-91a7-4f29-9267-cd7ef5684b18 req-112f147c-8ae4-4fc8-aa65-45ea14bab5d3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688989 Dec 08 01:36:35.363423 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78065cbc-5491-4a0e-af75-546d71127ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.365584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58646d79-54ea-4b97-845d-78e080ca6ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da53ad2-c527-49ed-a6a7-235b24894705,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:35.404263 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-989fb486-97e6-413e-9909-ed8b71c679a3 req-e3faeb43-a780-4741-905a-7cb8e6bb45e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=dc120996-da89-4922-a982-263e7a53a49b HTTP/1.1" status: 200 len: 217 time: 0.0505829 Dec 08 01:36:35.407812 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-78065cbc-5491-4a0e-af75-546d71127ae3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff22f5213b6b4b55ad98284cbe26041e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260473 Dec 08 01:36:35.408315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78065cbc-5491-4a0e-af75-546d71127ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca95268-2ff9-4697-a864-8116a08d9dea,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:35.417007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42002) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:35.503514 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f63f0229-f24f-4935-8625-72fefe1f8ea9 req-9a0c20ab-5036-419a-ac90-ceaf6d308401 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.516399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f63f0229-f24f-4935-8625-72fefe1f8ea9 req-9a0c20ab-5036-419a-ac90-ceaf6d308401 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.541366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fb486-97e6-413e-9909-ed8b71c679a3 req-61e8b800-d6c8-4581-8623-48196cf4fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:35.543109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-989fb486-97e6-413e-9909-ed8b71c679a3 req-61e8b800-d6c8-4581-8623-48196cf4fd93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1249802 Dec 08 01:36:35.570547 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f63f0229-f24f-4935-8625-72fefe1f8ea9 req-9a0c20ab-5036-419a-ac90-ceaf6d308401 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.571870 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f63f0229-f24f-4935-8625-72fefe1f8ea9 req-9a0c20ab-5036-419a-ac90-ceaf6d308401 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4277947 Dec 08 01:36:35.592115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c20ab-5036-419a-ac90-ceaf6d308401 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9b9f5e-89a9-465b-9be6-32b0f049838a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:35.601546 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26f8aa11-2356-48d5-8a30-c5b7f9941325 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.611195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a89a6c-bf02-4e86-b2d3-82dfa7d695ff req-bea2f122-40bf-4c02-a33d-e6f7b503f672 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:35.627212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7a89a6c-bf02-4e86-b2d3-82dfa7d695ff req-bea2f122-40bf-4c02-a33d-e6f7b503f672 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 949 time: 0.1031311 Dec 08 01:36:35.634183 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26f8aa11-2356-48d5-8a30-c5b7f9941325 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.637363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fb486-97e6-413e-9909-ed8b71c679a3 req-67cb9866-00dc-445e-8a7a-2c2142108574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:35.638957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-989fb486-97e6-413e-9909-ed8b71c679a3 req-67cb9866-00dc-445e-8a7a-2c2142108574 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0823519 Dec 08 01:36:35.672151 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:36:35.712948 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7a89a6c-bf02-4e86-b2d3-82dfa7d695ff req-4e40b9ea-b974-4d10-8ee6-557920dc9e4d tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844140 Dec 08 01:36:35.776374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-989fb486-97e6-413e-9909-ed8b71c679a3 req-2cdbf743-8716-44e2-a397-2fedb38e96e4 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276133 Dec 08 01:36:35.777699 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26f8aa11-2356-48d5-8a30-c5b7f9941325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.780951 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26f8aa11-2356-48d5-8a30-c5b7f9941325 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.784393 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-26f8aa11-2356-48d5-8a30-c5b7f9941325 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ca95268-2ff9-4697-a864-8116a08d9dea HTTP/1.1" status: 204 len: 168 time: 0.3629858 Dec 08 01:36:35.808735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8aa11-2356-48d5-8a30-c5b7f9941325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca95268-2ff9-4697-a864-8116a08d9dea,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:35.876910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42026) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:35.901275 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6308dd82-420a-408c-95a5-a26fd1143b43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:35.923341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-989fb486-97e6-413e-9909-ed8b71c679a3 req-fb8ecf36-f21a-43f8-98b1-b67180f8009f service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368361 Dec 08 01:36:35.967871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-112ac211-6141-4c2a-8465-10553c3338e0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:35.969615 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-112ac211-6141-4c2a-8465-10553c3338e0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/networks?id=fe973c4d-03d0-4a58-a113-aa265076fdf4 HTTP/1.1" status: 200 len: 813 time: 0.1350713 Dec 08 01:36:36.003802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6308dd82-420a-408c-95a5-a26fd1143b43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:36.007764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-3a16a6e3-b1c1-4c43-ab68-daa18de9e1c2 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/quotas/01362ef3329a4ff4839d466aa4606b91 HTTP/1.1" status: 200 len: 375 time: 0.0214646 Dec 08 01:36:36.014393 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6308dd82-420a-408c-95a5-a26fd1143b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:36.066409 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6308dd82-420a-408c-95a5-a26fd1143b43 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0577b5febbba41b88742c92f665306c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884232 Dec 08 01:36:36.069383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42030) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:36.070333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308dd82-420a-408c-95a5-a26fd1143b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132065a9-2157-4328-96c8-a302aa1fc021,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:36.106553 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-d07e00cd-7666-46de-95c8-968ce55be0cf tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=01362ef3329a4ff4839d466aa4606b91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910144 Dec 08 01:36:36.186600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c42160cf-591e-4401-a1f6-9f6584237fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:36.218336 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c42160cf-591e-4401-a1f6-9f6584237fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:36.251015 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-9f712ccb-5d10-49f4-a28e-cde883bdf3e7 service neutron] 10.222.0.70 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329188 Dec 08 01:36:36.263647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e18f2-68b7-49cd-8c14-4638b0f9df82 req-cea86818-bd5c-4a19-a42c-bbe452ac1ae2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:36.265905 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-962e18f2-68b7-49cd-8c14-4638b0f9df82 req-cea86818-bd5c-4a19-a42c-bbe452ac1ae2 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0550580 Dec 08 01:36:36.319754 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-962e18f2-68b7-49cd-8c14-4638b0f9df82 req-ba0e00ce-61d3-4d19-b908-610b04a5ea04 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481229 Dec 08 01:36:36.341948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c42160cf-591e-4401-a1f6-9f6584237fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:36.345001 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c42160cf-591e-4401-a1f6-9f6584237fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:36.347240 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c42160cf-591e-4401-a1f6-9f6584237fb3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/132065a9-2157-4328-96c8-a302aa1fc021 HTTP/1.1" status: 204 len: 168 time: 0.2756922 Dec 08 01:36:36.362314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42160cf-591e-4401-a1f6-9f6584237fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132065a9-2157-4328-96c8-a302aa1fc021,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:36.376004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-5dc0c7ce-0d09-4e8e-88c0-8d811d86a37f service neutron] 10.222.0.70 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137526 Dec 08 01:36:36.556542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd7a73-1dd7-4246-9c57-ffaaad240842 req-cbefbc77-0972-4a0d-8c48-9f8feb796efd tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:36.565124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60dd7a73-1dd7-4246-9c57-ffaaad240842 req-cbefbc77-0972-4a0d-8c48-9f8feb796efd tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 947 time: 0.0769033 Dec 08 01:36:36.589156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5846d2c-1593-48e9-a1b4-c9082301768c req-4e1152d8-a8d5-4779-a2e9-ffdffefd3b85 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 210 time: 0.0510349 Dec 08 01:36:36.647855 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60dd7a73-1dd7-4246-9c57-ffaaad240842 req-39d33af9-4ed3-401d-963f-3966475ebb6b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817077 Dec 08 01:36:36.878614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79e7a6-bea8-4dda-b1d8-e7832a04e727 req-c3c4ec90-22cb-4e17-bd70-638513029d82 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:36.880296 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b79e7a6-bea8-4dda-b1d8-e7832a04e727 req-c3c4ec90-22cb-4e17-bd70-638513029d82 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 949 time: 0.0732193 Dec 08 01:36:36.974385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b79e7a6-bea8-4dda-b1d8-e7832a04e727 req-0ce7a0e3-2cc8-40d2-865c-492446864fff tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846214 Dec 08 01:36:37.266462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42108) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:37.561734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba7b5b-c989-4984-93da-15973954b279 req-5e2fcbf6-bfd4-479e-920d-1e3704aa8ff4 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:37.563412 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-47ba7b5b-c989-4984-93da-15973954b279 req-5e2fcbf6-bfd4-479e-920d-1e3704aa8ff4 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0747461 Dec 08 01:36:37.605660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274260558-network', 'tenant_id': '96fb2d1ef29e476a99b9c41453bb5eee'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:37.642473 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-47ba7b5b-c989-4984-93da-15973954b279 req-941dac8e-2165-4f29-8756-ff492813ea88 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708084 Dec 08 01:36:37.658409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Made reservation on behalf of 96fb2d1ef29e476a99b9c41453bb5eee for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:37.662005 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:37.672702 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:37.709011 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-724fd539-fb57-4264-a101-7d09745c4b95 req-e87a5afa-82e7-4834-84a1-eaf0873fed68 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 210 time: 0.0320244 Dec 08 01:36:37.815433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6364e9-12e5-4bf6-98de-eb3c67bc4f85 req-f9f1126c-68f5-4a17-8033-a27893a2c348 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:37.817729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0a6364e9-12e5-4bf6-98de-eb3c67bc4f85 req-f9f1126c-68f5-4a17-8033-a27893a2c348 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 947 time: 0.0839987 Dec 08 01:36:37.831724 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:37.839452 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:37.889192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:36:37.910665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab77fc51-d716-4b10-9de0-c91e2462acd8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:37.932876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0a6364e9-12e5-4bf6-98de-eb3c67bc4f85 req-077f1991-b700-4406-a1ec-4ba527bc992e tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081126 Dec 08 01:36:37.934406 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:37.934761 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Added segment 21c3f838-559d-4a3d-b3b6-477e0129e8d8 of type vlan for network 69416d56-2b0a-4cb0-b829-dd739e0ff424 Dec 08 01:36:38.005922 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:38.052383 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:38.053559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:38.054359 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:38.090890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8227336 Dec 08 01:36:38.094212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42146) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:38.101554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2883f5b0-f5ab-4059-899e-6c1a7534a075 admin admin] Request body: {'subnet': {'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274260558-subnet', 'tenant_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:38.128521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f80e9-01cd-47d9-b3bb-34e062da7da8 admin admin] Pushing event updated for resources: {'Network': ['ID=69416d56-2b0a-4cb0-b829-dd739e0ff424,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:38.136322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-5972bb72-183b-4376-9892-26a36f5d3a44 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:38.137989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-5972bb72-183b-4376-9892-26a36f5d3a44 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.65 "GET /v2.0/networks?id=fe973c4d-03d0-4a58-a113-aa265076fdf4 HTTP/1.1" status: 200 len: 813 time: 0.1776400 Dec 08 01:36:38.143408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 69416d56-2b0a-4cb0-b829-dd739e0ff424 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:36:38.149509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2883f5b0-f5ab-4059-899e-6c1a7534a075 admin admin] Made reservation on behalf of 96fb2d1ef29e476a99b9c41453bb5eee for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:38.152746 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2883f5b0-f5ab-4059-899e-6c1a7534a075 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:38.161183 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:36:38.174564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'port': {'device_id': '472266ee-9556-48d9-b080-3f3e82632dde', 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4', 'admin_state_up': True, 'tenant_id': '01362ef3329a4ff4839d466aa4606b91'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:38.318626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:38.330009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa', 'mac_address': 'fa:16:3e:2d:99:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:36:38.368564 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:38.378166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Made reservation on behalf of 01362ef3329a4ff4839d466aa4606b91 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:38.382106 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:38.383616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:38.407120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:38.411403 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:38.412119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dc120996-da89-4922-a982-263e7a53a49b details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:36:38.489291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:38.493192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port dc120996-da89-4922-a982-263e7a53a49b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc120996-da89-4922-a982-263e7a53a49b,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:38.494876 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2883f5b0-f5ab-4059-899e-6c1a7534a075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:38.506655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'dc120996-da89-4922-a982-263e7a53a49b', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'dc120996-da89-4922-a982-263e7a53a49b', 'mac_address': 'fa:16:3e:9f:63:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:36:38.559867 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:38.576807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc120996-da89-4922-a982-263e7a53a49b {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:38.601995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883f5b0-f5ab-4059-899e-6c1a7534a075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c246dda-cd55-447d-b48c-b2228df6c1d1,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:38.619629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port dc120996-da89-4922-a982-263e7a53a49b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc120996-da89-4922-a982-263e7a53a49b,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:38.624089 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:38.701253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=dc120996-da89-4922-a982-263e7a53a49b,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:38.827058 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3842ee03-b199-4ce9-aa36-69bc5ffcabc4 req-f89d089c-476a-49db-adf2-686b26f6864b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 210 time: 0.0329678 Dec 08 01:36:38.985084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883f5b0-f5ab-4059-899e-6c1a7534a075 admin admin] Checking segment: {'id': '21c3f838-559d-4a3d-b3b6-477e0129e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:38.985612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2883f5b0-f5ab-4059-899e-6c1a7534a075 admin admin] Network hostable DHCP agents. Network: 69416d56-2b0a-4cb0-b829-dd739e0ff424, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:36:38.999220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Allocated IP 172.20.0.12 (fe973c4d-03d0-4a58-a113-aa265076fdf4/16c36d49-aec8-4a3c-890f-212453c51d4f/4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:39.015018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:39.046571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc120996-da89-4922-a982-263e7a53a49b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:39.058278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb65d1-471f-47af-9ec2-2f91aa002acc req-e04d159f-68b7-4b08-aee3-e045f79e5c61 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:39.062536 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09eb65d1-471f-47af-9ec2-2f91aa002acc req-e04d159f-68b7-4b08-aee3-e045f79e5c61 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1149037 Dec 08 01:36:39.077257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2883f5b0-f5ab-4059-899e-6c1a7534a075 admin admin] Network 69416d56-2b0a-4cb0-b829-dd739e0ff424 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:36:39.102453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-2883f5b0-f5ab-4059-899e-6c1a7534a075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 69416d56-2b0a-4cb0-b829-dd739e0ff424) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:39.107113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2883f5b0-f5ab-4059-899e-6c1a7534a075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:39.108451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2883f5b0-f5ab-4059-899e-6c1a7534a075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.116838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871bc121-47be-4e68-aa67-301226efeae2 None None] Network 69416d56-2b0a-4cb0-b829-dd739e0ff424 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:36:39.163961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2883f5b0-f5ab-4059-899e-6c1a7534a075 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0663626 Dec 08 01:36:39.172361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42220) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:39.183320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274260558-router', 'tenant_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:39.186693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f72c1-25dd-4fb3-aa75-b20d10bad024 req-e0f0bbf0-e05f-4733-a530-61ce10ca0bda tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:39.195317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-119f72c1-25dd-4fb3-aa75-b20d10bad024 req-e0f0bbf0-e05f-4733-a530-61ce10ca0bda tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 948 time: 0.0841198 Dec 08 01:36:39.269262 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-119f72c1-25dd-4fb3-aa75-b20d10bad024 req-af7f4157-5404-46af-a4b7-6e4fae6ea6b3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707958 Dec 08 01:36:39.269548 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09eb65d1-471f-47af-9ec2-2f91aa002acc req-dd91cb99-5c6f-408d-aab0-600700632f9b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946766 Dec 08 01:36:39.281919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42222) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:39.333029 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.335158 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.353398 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-69416d56-2b0a-4cb0-b829-dd739e0ff424', 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424', 'project_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'fixed_ips': [{'subnet_id': '8c246dda-cd55-447d-b48c-b2228df6c1d1'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:36:39.354404 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.390038 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.407307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1488247-8678-4c6a-8f25-535100aa87cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.460900 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.469302 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.489850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1488247-8678-4c6a-8f25-535100aa87cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.495201 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1488247-8678-4c6a-8f25-535100aa87cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.540595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1488247-8678-4c6a-8f25-535100aa87cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666e02ae-bcb7-4ac4-aabf-59d14d05fa68,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:39.545613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d1488247-8678-4c6a-8f25-535100aa87cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f2d10bd317444e878732d4d99f3091b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623827 Dec 08 01:36:39.547893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42226) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:39.593346 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Allocated IP 172.20.0.2 (69416d56-2b0a-4cb0-b829-dd739e0ff424/8c246dda-cd55-447d-b48c-b2228df6c1d1/bc3b7514-2cdc-4a04-80e8-acc2d981a3ab) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:39.604540 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-852f8317-ae2d-4beb-9f2b-844f5b0f66db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.635952 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-852f8317-ae2d-4beb-9f2b-844f5b0f66db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.642257 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.654375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Network fe973c4d-03d0-4a58-a113-aa265076fdf4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:39.675177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:39.682972 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:39.687728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'Port': ['ID=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:39.710466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-852f8317-ae2d-4beb-9f2b-844f5b0f66db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.713368 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-852f8317-ae2d-4beb-9f2b-844f5b0f66db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.714655 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-852f8317-ae2d-4beb-9f2b-844f5b0f66db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/666e02ae-bcb7-4ac4-aabf-59d14d05fa68 HTTP/1.1" status: 204 len: 168 time: 0.1656365 Dec 08 01:36:39.723613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f8317-ae2d-4beb-9f2b-844f5b0f66db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666e02ae-bcb7-4ac4-aabf-59d14d05fa68,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:39.761930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:39.762579 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.789852 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.795678 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.809632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-755ecc04-adc0-401e-9771-2c7f9484b5b7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6391513 Dec 08 01:36:39.835724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Request body: {'port': {'device_id': '472266ee-9556-48d9-b080-3f3e82632dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:39.845102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Network 69416d56-2b0a-4cb0-b829-dd739e0ff424 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:39.846627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Pushing event updated for resources: {'Port': ['ID=bc3b7514-2cdc-4a04-80e8-acc2d981a3ab,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:39.849389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:39.864014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:39.936019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Attempting to bind port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:39.936511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Attempting to bind port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '21c3f838-559d-4a3d-b3b6-477e0129e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:39.936982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Attempting to bind port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab on network 69416d56-2b0a-4cb0-b829-dd739e0ff424 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:39.942133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:39.942714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Checking segment: {'id': '21c3f838-559d-4a3d-b3b6-477e0129e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:39.943235 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:39.943948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Bound using segment: {'id': '21c3f838-559d-4a3d-b3b6-477e0129e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:39.944687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Bound port: bc3b7514-2cdc-4a04-80e8-acc2d981a3ab, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c3f838-559d-4a3d-b3b6-477e0129e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:39.945167 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.012268 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.012892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] For port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:40.016418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] For port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bc3b7514-2cdc-4a04-80e8-acc2d981a3ab,segment=NetworkSegment(21c3f838-559d-4a3d-b3b6-477e0129e8d8),segment_id=21c3f838-559d-4a3d-b3b6-477e0129e8d8)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:40.024457 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.047874 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.070656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42246) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:40.098780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0b3c2-e673-4075-bfaf-b2d32b7f595e req-f7ac8420-e3fc-4bda-8ecf-f147e7d203a4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:40.106324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c348ffa-e5a0-4820-9d3e-0fe537b6d96b None None] Pushing event updated for resources: {'Port': ['ID=bc3b7514-2cdc-4a04-80e8-acc2d981a3ab,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:40.106874 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c2aa046-5a94-40d9-9100-c99d10a8dfd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.107804 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50f0b3c2-e673-4075-bfaf-b2d32b7f595e req-f7ac8420-e3fc-4bda-8ecf-f147e7d203a4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 932 time: 0.1733510 Dec 08 01:36:40.111937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45b75086-1d48-419a-be94-b3e5ac2bc399 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:36:40.116600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.215521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['993099d2-d001-43c7-8b34-666a5d94e3dd'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:40.215814 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c2aa046-5a94-40d9-9100-c99d10a8dfd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.222105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c2aa046-5a94-40d9-9100-c99d10a8dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.270569 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1c2aa046-5a94-40d9-9100-c99d10a8dfd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=618b54dbcaa2454daddde1040979c2b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975858 Dec 08 01:36:40.271630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42248) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:40.274068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2aa046-5a94-40d9-9100-c99d10a8dfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0e1452-c7e8-406c-bcc2-e8391c6f6a4f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:40.352999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50f0b3c2-e673-4075-bfaf-b2d32b7f595e req-4f4ed1f5-39cf-4ae1-abd9-bc16bd9f5641 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441642 Dec 08 01:36:40.389769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:40.407357 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3586d116-20d9-4dc9-b1a0-ba9d25d9db6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.434750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'mac_address': 'fa:16:3e:92:8a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:36:40.477712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3586d116-20d9-4dc9-b1a0-ba9d25d9db6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.530259 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.550613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45b75086-1d48-419a-be94-b3e5ac2bc399 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:40.586642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Allocated IP 172.25.2.186 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/c7cc0c9a-672c-4c8d-8c37-1620034620b9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:40.587062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697c883-818a-4b86-892f-7698c328c768 req-18740232-0142-4cd5-9378-6eb454bc99b5 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:40.590651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:40.598026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b697c883-818a-4b86-892f-7698c328c768 req-18740232-0142-4cd5-9378-6eb454bc99b5 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1408792 Dec 08 01:36:40.606796 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.626068 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3586d116-20d9-4dc9-b1a0-ba9d25d9db6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.628691 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3586d116-20d9-4dc9-b1a0-ba9d25d9db6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.629902 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3586d116-20d9-4dc9-b1a0-ba9d25d9db6c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f0e1452-c7e8-406c-bcc2-e8391c6f6a4f HTTP/1.1" status: 204 len: 168 time: 0.3568218 Dec 08 01:36:40.644000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586d116-20d9-4dc9-b1a0-ba9d25d9db6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0e1452-c7e8-406c-bcc2-e8391c6f6a4f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:40.674648 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b697c883-818a-4b86-892f-7698c328c768 req-14ed4b25-5b67-44a7-9d2c-be28e9c10a9e tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694721 Dec 08 01:36:40.761000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0b213-b80a-4060-91cf-e794d1fd1693 req-a418dee9-e94f-407d-9080-f431043876d6 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:40.762617 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d0b213-b80a-4060-91cf-e794d1fd1693 req-a418dee9-e94f-407d-9080-f431043876d6 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 948 time: 0.2773969 Dec 08 01:36:40.820973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:40.821481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['45b75086-1d48-419a-be94-b3e5ac2bc399'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:40.838264 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.863638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=45b75086-1d48-419a-be94-b3e5ac2bc399,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:40.878889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Transition to ACTIVE for port object 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:36:40.905253 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.915369 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:40.987268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d0b213-b80a-4060-91cf-e794d1fd1693 req-ab67caa5-5c16-4f54-9844-e1aaf32fccec tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888084 Dec 08 01:36:41.018216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:41.120123 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:41.186799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:41.200696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:41.213675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:41.255852 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Attempting to bind port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:41.256264 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Attempting to bind port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '9076c907-e1cd-4563-8440-11317ee01b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:41.256631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Attempting to bind port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c on network fe973c4d-03d0-4a58-a113-aa265076fdf4 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:41.264463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Pushing event updated for resources: {'Port': ['ID=c7cc0c9a-672c-4c8d-8c37-1620034620b9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:41.278829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c on network fe973c4d-03d0-4a58-a113-aa265076fdf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:36:41.279106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Attempting to bind port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c on network fe973c4d-03d0-4a58-a113-aa265076fdf4 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:41.294531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:41.294876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Checking segment: {'id': '9076c907-e1cd-4563-8440-11317ee01b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:41.295403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Bound using segment: {'id': '9076c907-e1cd-4563-8440-11317ee01b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:41.295848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Bound port: 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9076c907-e1cd-4563-8440-11317ee01b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:41.296213 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:41.369660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bc3b7514-2cdc-4a04-80e8-acc2d981a3ab up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:41.539995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:41.540732 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:41.625047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] For port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:41.629602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] For port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:41.678154 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76831d5-a8ea-4ed7-80b4-4c987619408a None None] Network 69416d56-2b0a-4cb0-b829-dd739e0ff424 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:36:41.682667 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:41.697516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479ffd4-6240-4f8b-935d-171d82df2b35 req-16e4de84-814d-4515-ab0f-6dccb721d86b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:41.706319 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b479ffd4-6240-4f8b-935d-171d82df2b35 req-16e4de84-814d-4515-ab0f-6dccb721d86b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 944 time: 0.1712344 Dec 08 01:36:41.778797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:41.779748 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:41.781560 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] 10.222.0.65 "PUT /v2.0/ports/4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c HTTP/1.1" status: 200 len: 1093 time: 1.9506621 Dec 08 01:36:41.782080 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472266ee-9556-48d9-b080-3f3e82632dde', 'tag': '4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:41.784428 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f53c19-d6f9-446d-9bc2-86cbf1747836" -d '{"events": [{"name": "network-changed", "server_uuid": "472266ee-9556-48d9-b080-3f3e82632dde", "tag": "4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:41.842129 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:41.861099 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49573eb1-d760-4647-b0fd-2854a5710d37 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:41.908668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d7507026-9f1c-4225-b3f2-f8b80f743aac None None] Provisioning complete for port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:41.909352 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7507026-9f1c-4225-b3f2-f8b80f743aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:41.920689 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b479ffd4-6240-4f8b-935d-171d82df2b35 req-ebb15ce8-51a3-40d8-967e-5be84215a480 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131345 Dec 08 01:36:41.958583 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:41.962491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd03dd0-4373-4578-b4bf-493a0e05f71a req-71f926ce-a8e7-4af6-a3cf-71f0f535a76f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:41.972905 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcd03dd0-4373-4578-b4bf-493a0e05f71a req-71f926ce-a8e7-4af6-a3cf-71f0f535a76f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.1521523 Dec 08 01:36:42.034269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bc3b7514-2cdc-4a04-80e8-acc2d981a3ab,segment=NetworkSegment(21c3f838-559d-4a3d-b3b6-477e0129e8d8),segment_id=21c3f838-559d-4a3d-b3b6-477e0129e8d8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:42.060778 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:42.087574 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3108da-b327-413e-ad9a-e002223113b6 x-openstack-request-id: req-ee3108da-b327-413e-ad9a-e002223113b6 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:42.088100 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472266ee-9556-48d9-b080-3f3e82632dde", "tag": "4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:42.088221 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ee3108da-b327-413e-ad9a-e002223113b6 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:42.088568 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472266ee-9556-48d9-b080-3f3e82632dde', 'tag': '4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c', 'status': 'completed', 'code': 200} Dec 08 01:36:42.128044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45b75086-1d48-419a-be94-b3e5ac2bc399 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:42.141636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-ed2dee0b-1af7-413a-b43c-128b94a57caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:42.143430 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-ed2dee0b-1af7-413a-b43c-128b94a57caa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01362ef3329a4ff4839d466aa4606b91&device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 1096 time: 0.2665493 Dec 08 01:36:42.171138 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcd03dd0-4373-4578-b4bf-493a0e05f71a req-437e4d22-9869-4d26-8a80-7aae07157132 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972251 Dec 08 01:36:42.259583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:42.363693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-21e71100-4a83-4214-b467-2aa3fb962b0b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c HTTP/1.1" status: 200 len: 217 time: 0.2031279 Dec 08 01:36:42.409888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=bc3b7514-2cdc-4a04-80e8-acc2d981a3ab,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:42.468920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 45b75086-1d48-419a-be94-b3e5ac2bc399 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:42.469443 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:42.509715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:36:42.520323 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:42.520729 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:42.600449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c299f8b7-6c9d-4d3d-94c5-370b0739993d None None] Provisioning complete for port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:42.603372 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c299f8b7-6c9d-4d3d-94c5-370b0739993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:42.717983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-a65efce3-93e9-43a2-b447-27f222dbf028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:42.719778 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-a65efce3-93e9-43a2-b447-27f222dbf028 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16c36d49-aec8-4a3c-890f-212453c51d4f HTTP/1.1" status: 200 len: 853 time: 0.3201506 Dec 08 01:36:42.786397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee6c38-7169-4576-871f-8ef0567ccde7 req-106aceff-7ffb-4f22-92e5-c3d7f1cbbe94 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:42.805220 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-22ee6c38-7169-4576-871f-8ef0567ccde7 req-106aceff-7ffb-4f22-92e5-c3d7f1cbbe94 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 948 time: 0.3916578 Dec 08 01:36:42.876670 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:42.901625 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-9e7851ed-6592-4bd4-93b5-cc41930bff17 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fe973c4d-03d0-4a58-a113-aa265076fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717360 Dec 08 01:36:42.907881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:42.929747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:42.931985 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c25e2c-590a-405a-8730-2e04d0a6e32a" -d '{"events": [{"server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "name": "network-vif-plugged", "status": "completed", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:42.950732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:42.991873 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:43.040537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:43.066132 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:43.069007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dc120996-da89-4922-a982-263e7a53a49b up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:43.074622 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfba19b-ed45-41be-a7f9-044d8bcc2e01 x-openstack-request-id: req-9bfba19b-ed45-41be-a7f9-044d8bcc2e01 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:43.075270 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "name": "network-vif-plugged", "status": "completed", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:43.075759 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9bfba19b-ed45-41be-a7f9-044d8bcc2e01 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:43.076464 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'code': 200} Dec 08 01:36:43.150530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=45b75086-1d48-419a-be94-b3e5ac2bc399,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:43.273945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42354) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:43.283460 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-22ee6c38-7169-4576-871f-8ef0567ccde7 req-dcf2d9bd-0214-4d1e-9feb-d96af69fa386 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757183 Dec 08 01:36:43.299493 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:43.326008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port dc120996-da89-4922-a982-263e7a53a49b completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:36:43.365036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:43.398138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port dc120996-da89-4922-a982-263e7a53a49b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:43.402116 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:43.482452 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cb3bb-d274-4d24-b194-e2e4dcf8ac84 req-a28e7b92-8e03-49d3-bec9-3f88f993fdac tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:43.485608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bc3b7514-2cdc-4a04-80e8-acc2d981a3ab up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:43.509008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-098cb3bb-d274-4d24-b194-e2e4dcf8ac84 req-a28e7b92-8e03-49d3-bec9-3f88f993fdac tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 944 time: 0.1691926 Dec 08 01:36:43.573132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-d82578b9-8ff9-4dd0-8f0f-d5b38229fc7d service neutron] 10.222.0.65 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6454437 Dec 08 01:36:43.591115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-154255573', 'router:external': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:43.617037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-098cb3bb-d274-4d24-b194-e2e4dcf8ac84 req-59b560a9-1946-4260-aeab-cbc812bd3158 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067371 Dec 08 01:36:43.649851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Made reservation on behalf of d893849af54c49b296af8b865a07b3e5 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:43.652714 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:43.684890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:43.726361 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:43.789727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:43.790321 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:43.863229 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:43.878992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:43.939997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:36:43.952124 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1c76a9c-b23c-473e-b998-6a940be491b8 req-b0c1a4b3-93c5-4d90-89fa-ef52c455ef02 service neutron] 10.222.0.65 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654089 Dec 08 01:36:43.985422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port dc120996-da89-4922-a982-263e7a53a49b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc120996-da89-4922-a982-263e7a53a49b,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:43.992135 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:43.993611 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Added segment 3442bcb5-8afb-4d66-80aa-b54c318d8341 of type vlan for network e6e06600-54a3-4d0e-a599-d96d262e0537 Dec 08 01:36:43.995489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f45c73-a0d5-45fd-92e3-24c46e011d8f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:43.997670 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:44.098637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d01fe3-cdba-4f8f-928b-d685c6009dfe req-76d857cb-47ed-46f6-a591-568de76a97dd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:44.117373 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46d01fe3-cdba-4f8f-928b-d685c6009dfe req-76d857cb-47ed-46f6-a591-568de76a97dd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.5818639 Dec 08 01:36:44.126591 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:44.262522 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:44.263789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:44.266098 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:44.273793 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=dc120996-da89-4922-a982-263e7a53a49b,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:44.337008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0591681 Dec 08 01:36:44.341193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42372) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:44.348746 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Request body: {'subnet': {'network_id': 'e6e06600-54a3-4d0e-a599-d96d262e0537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:44.400096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f53c19-d6f9-446d-9bc2-86cbf1747836 req-bf87bd40-238c-44eb-8ec8-3e79c03550b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:44.401832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73f53c19-d6f9-446d-9bc2-86cbf1747836 req-bf87bd40-238c-44eb-8ec8-3e79c03550b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01362ef3329a4ff4839d466aa4606b91&device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 1096 time: 0.2721107 Dec 08 01:36:44.404667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62135541-6287-454a-b811-2f3675aac336 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event updated for resources: {'Network': ['ID=e6e06600-54a3-4d0e-a599-d96d262e0537,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:44.422416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network e6e06600-54a3-4d0e-a599-d96d262e0537 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:36:44.451127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46d01fe3-cdba-4f8f-928b-d685c6009dfe req-ce2b54cd-b26d-4562-96f0-aaa3a248fcac tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316629 Dec 08 01:36:44.451736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Made reservation on behalf of d893849af54c49b296af8b865a07b3e5 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:44.454724 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:44.565656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Router 2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:36:44.958634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc92f7-8fef-472a-9820-2b8f6a75dcfe req-0c70ba99-d74a-4595-baef-314c898b7de4 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:44.970013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-05dc92f7-8fef-472a-9820-2b8f6a75dcfe req-0c70ba99-d74a-4595-baef-314c898b7de4 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 949 time: 0.3628073 Dec 08 01:36:44.981160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b73289-c95b-4da6-983f-c7602f5eec7b req-cbc72dc4-a0a4-40a5-b9e7-bfd12758496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:44.982825 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96b73289-c95b-4da6-983f-c7602f5eec7b req-cbc72dc4-a0a4-40a5-b9e7-bfd12758496f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4875b15fc69f45a0b659d39942949be6&device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 1101 time: 0.1268799 Dec 08 01:36:45.078159 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25830c56-7b71-42d8-87a7-f851435e17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa'}, {'server_uuid': '4e193512-78ef-4c34-9609-5a4cc33c4baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc120996-da89-4922-a982-263e7a53a49b'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:45.082342 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c15775-f24b-4b95-9d39-8b4d04035dfc" -d '{"events": [{"server_uuid": "25830c56-7b71-42d8-87a7-f851435e17b1", "name": "network-vif-plugged", "status": "completed", "tag": "caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa"}, {"server_uuid": "4e193512-78ef-4c34-9609-5a4cc33c4baa", "name": "network-vif-plugged", "status": "completed", "tag": "dc120996-da89-4922-a982-263e7a53a49b"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:45.245198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-05dc92f7-8fef-472a-9820-2b8f6a75dcfe req-919af498-5948-43f8-9dcb-9bff22e33d59 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740390 Dec 08 01:36:45.305838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b73289-c95b-4da6-983f-c7602f5eec7b req-59728f29-5fe0-496b-9902-27f57502cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:45.312908 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96b73289-c95b-4da6-983f-c7602f5eec7b req-59728f29-5fe0-496b-9902-27f57502cd34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2413003 Dec 08 01:36:45.355162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:36:45.356383 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:45.399191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f53c19-d6f9-446d-9bc2-86cbf1747836 req-3ce1c260-f2a5-46dc-8530-d2681c5d9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:45.400733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73f53c19-d6f9-446d-9bc2-86cbf1747836 req-3ce1c260-f2a5-46dc-8530-d2681c5d9ca6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fe973c4d-03d0-4a58-a113-aa265076fdf4 HTTP/1.1" status: 200 len: 914 time: 0.9776211 Dec 08 01:36:45.419803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96b73289-c95b-4da6-983f-c7602f5eec7b req-19f52f7d-e5d8-4ac0-b45e-10ebe451e38e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=7f3e7295-32df-435f-8320-3795142e4cf1 HTTP/1.1" status: 200 len: 217 time: 0.0990818 Dec 08 01:36:45.492945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event updated for resources: {'Subnet': ['ID=aa249354-e7dd-4441-bf8d-d08c53db9700,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:45.515967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Checking segment: {'id': '3442bcb5-8afb-4d66-80aa-b54c318d8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e6e06600-54a3-4d0e-a599-d96d262e0537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:45.516581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Network hostable DHCP agents. Network: e6e06600-54a3-4d0e-a599-d96d262e0537, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:36:45.519815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b73289-c95b-4da6-983f-c7602f5eec7b req-a5fca4af-fd43-4b7c-b8ca-6bc64c1f15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:45.521496 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96b73289-c95b-4da6-983f-c7602f5eec7b req-a5fca4af-fd43-4b7c-b8ca-6bc64c1f15cb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0925055 Dec 08 01:36:45.541151 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63532e6b-bf15-42d9-b8ff-a8d6aac3b4b7 x-openstack-request-id: req-63532e6b-bf15-42d9-b8ff-a8d6aac3b4b7 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:45.542991 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25830c56-7b71-42d8-87a7-f851435e17b1", "name": "network-vif-plugged", "status": "completed", "tag": "caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa", "code": 200}, {"server_uuid": "4e193512-78ef-4c34-9609-5a4cc33c4baa", "name": "network-vif-plugged", "status": "completed", "tag": "dc120996-da89-4922-a982-263e7a53a49b", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:45.543459 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63532e6b-bf15-42d9-b8ff-a8d6aac3b4b7 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:45.544770 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25830c56-7b71-42d8-87a7-f851435e17b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa', 'code': 200} Dec 08 01:36:45.545215 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e193512-78ef-4c34-9609-5a4cc33c4baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc120996-da89-4922-a982-263e7a53a49b', 'code': 200} Dec 08 01:36:45.545909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73f53c19-d6f9-446d-9bc2-86cbf1747836 req-ef252843-c7ec-422a-a00f-e0825bb294e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c HTTP/1.1" status: 200 len: 217 time: 0.1041474 Dec 08 01:36:45.559241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030b156-cc9d-4232-9830-707f0f3700a1 req-635e1dbf-7a48-4ba1-bfb0-6e8e278997b1 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:45.561152 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7030b156-cc9d-4232-9830-707f0f3700a1 req-635e1dbf-7a48-4ba1-bfb0-6e8e278997b1 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 944 time: 0.2391367 Dec 08 01:36:45.606007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b73289-c95b-4da6-983f-c7602f5eec7b req-abc1177e-cce1-4682-9ae4-09ebca10c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:45.607831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96b73289-c95b-4da6-983f-c7602f5eec7b req-abc1177e-cce1-4682-9ae4-09ebca10c1c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0765970 Dec 08 01:36:45.608948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Network e6e06600-54a3-4d0e-a599-d96d262e0537 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:36:45.614293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f53c19-d6f9-446d-9bc2-86cbf1747836 req-c57c6c94-f851-47e2-ba91-fbdc68cdd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:45.616107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73f53c19-d6f9-446d-9bc2-86cbf1747836 req-c57c6c94-f851-47e2-ba91-fbdc68cdd55e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16c36d49-aec8-4a3c-890f-212453c51d4f HTTP/1.1" status: 200 len: 853 time: 0.0515463 Dec 08 01:36:45.620222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:36:45.632436 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Sync routers for ids ['2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:36:45.654816 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Routers {'2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:45.656226 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:45.665955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, e6e06600-54a3-4d0e-a599-d96d262e0537) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:45.680727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeae2bb0-9ce2-47c0-a94a-675a3d8aaedf None None] Network e6e06600-54a3-4d0e-a599-d96d262e0537 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:36:45.702025 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73f53c19-d6f9-446d-9bc2-86cbf1747836 req-0fa3e609-fb0b-4470-bcf3-56508e439dd5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fe973c4d-03d0-4a58-a113-aa265076fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495691 Dec 08 01:36:45.729406 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:45.734018 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a93eec5e-4e2b-431f-9c9a-09424367d91c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.5583947 Dec 08 01:36:45.743997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42394) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:45.771713 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96b73289-c95b-4da6-983f-c7602f5eec7b req-d9fbe031-cead-4831-975d-1fb97b77f91b service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531272 Dec 08 01:36:45.842136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:45.842136 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:45.902311 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Set router 2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:45.915607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7030b156-cc9d-4232-9830-707f0f3700a1 req-0d00cf4a-73ed-4935-a3ee-c2a2de9b3b98 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982359 Dec 08 01:36:45.920260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed466a7-1237-4377-9ba9-443cc3de086e None None] Network e6e06600-54a3-4d0e-a599-d96d262e0537 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:36:46.025481 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73f53c19-d6f9-446d-9bc2-86cbf1747836 req-0c14d442-1c76-4221-8eec-86d31dc371f6 service neutron] 10.222.0.65 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143008 Dec 08 01:36:46.263256 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73f53c19-d6f9-446d-9bc2-86cbf1747836 req-ade4b80c-0381-4738-b5e1-fd5ce51b2bd1 service neutron] 10.222.0.65 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246990 Dec 08 01:36:46.436918 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274260558-router', 'tenant_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c7cc0c9a-672c-4c8d-8c37-1620034620b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:36:39Z', 'updated_at': '2021-12-08T01:36:41Z', 'revision_number': 3, 'project_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'gw_port': {'id': 'c7cc0c9a-672c-4c8d-8c37-1620034620b9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:40Z', 'updated_at': '2021-12-08T01:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:46.451827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3a514117-696d-4420-8d3f-2f723f6f5884 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1092608 Dec 08 01:36:46.459971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42400) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:46.465700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1755938981', 'network_id': 'e6e06600-54a3-4d0e-a599-d96d262e0537'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:46.503616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996aafe-3ec1-4cee-90a2-74474a1e4453 req-ab88e385-ee7b-4848-9529-a96189d95744 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:46.505659 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8996aafe-3ec1-4cee-90a2-74474a1e4453 req-ab88e385-ee7b-4848-9529-a96189d95744 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 949 time: 0.1290333 Dec 08 01:36:46.519971 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Checking router: 2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:36:46.520945 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Updating router 2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f port c7cc0c9a-672c-4c8d-8c37-1620034620b9 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:36:46.526426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74281c1-edcb-42e6-b6e6-689a9bc3959c req-4f5fbde5-a2ec-42a9-a42e-220cbaed7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:46.528378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a74281c1-edcb-42e6-b6e6-689a9bc3959c req-4f5fbde5-a2ec-42a9-a42e-220cbaed7448 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25830c56-7b71-42d8-87a7-f851435e17b1 HTTP/1.1" status: 200 len: 1102 time: 0.7201712 Dec 08 01:36:46.535334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c705d-9b14-44f3-a2c8-95ed8d0c8b57 req-83204bea-3996-4f62-ae53-ace911f3183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:46.538037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc5c705d-9b14-44f3-a2c8-95ed8d0c8b57 req-83204bea-3996-4f62-ae53-ace911f3183c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 1101 time: 0.7634449 Dec 08 01:36:46.548155 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96b73289-c95b-4da6-983f-c7602f5eec7b req-615f8324-ec56-4c22-bd7d-02aa5277f55b service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6896756 Dec 08 01:36:46.575745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Made reservation on behalf of d893849af54c49b296af8b865a07b3e5 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:36:46.582344 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:46.592899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866e11a-e2be-44c2-ae40-f92cb1758696 req-c82f4ec0-6897-45cf-b8a4-09dd1b9d8a5e tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:46.594695 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1866e11a-e2be-44c2-ae40-f92cb1758696 req-c82f4ec0-6897-45cf-b8a4-09dd1b9d8a5e tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.6508985 Dec 08 01:36:46.595672 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:46.672572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a74281c1-edcb-42e6-b6e6-689a9bc3959c req-9c531b9e-757c-4c2d-9e17-bf2f6364389b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340148 Dec 08 01:36:46.688206 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc5c705d-9b14-44f3-a2c8-95ed8d0c8b57 req-94945e4f-1d62-4b9b-a30b-e8d562998c33 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373322 Dec 08 01:36:46.714760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] device_id is not set on port d6017fe7-a095-40a2-b792-5050ab2b441a yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:36:46.732608 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8996aafe-3ec1-4cee-90a2-74474a1e4453 req-299e565c-26c4-4428-821f-53c6cd28f8de tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936681 Dec 08 01:36:46.737612 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1866e11a-e2be-44c2-ae40-f92cb1758696 req-6585ed92-b6ed-43ab-acfd-f78338828cec tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311026 Dec 08 01:36:46.877305 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:46.926716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Allocated IP 2001:db8::2ec (e6e06600-54a3-4d0e-a599-d96d262e0537/aa249354-e7dd-4441-bf8d-d08c53db9700/d6017fe7-a095-40a2-b792-5050ab2b441a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:46.994666 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:47.012804 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:47.135916 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6338dc9-acfa-4039-8e8c-7bcd43a17385 None None] Pushing event updated for resources: {'Port': ['ID=c7cc0c9a-672c-4c8d-8c37-1620034620b9,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:47.138302 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Attempting to bind port c7cc0c9a-672c-4c8d-8c37-1620034620b9 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:47.138604 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Attempting to bind port c7cc0c9a-672c-4c8d-8c37-1620034620b9 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:47.138968 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Attempting to bind port c7cc0c9a-672c-4c8d-8c37-1620034620b9 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:47.145005 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:47.145383 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:47.145782 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:47.146180 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:47.147322 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Bound port: c7cc0c9a-672c-4c8d-8c37-1620034620b9, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:47.147798 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:47.224276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Allocated IP 172.20.0.1 (69416d56-2b0a-4cb0-b829-dd739e0ff424/8c246dda-cd55-447d-b48c-b2228df6c1d1/0e90822e-2916-4055-b728-6dfc682ef936) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:47.228965 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] For port c7cc0c9a-672c-4c8d-8c37-1620034620b9, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:47.234586 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] For port c7cc0c9a-672c-4c8d-8c37-1620034620b9, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c7cc0c9a-672c-4c8d-8c37-1620034620b9,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:47.247303 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:47.299500 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:47.325777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b95ce-9d6b-41e1-ae34-52f63f92b051 req-89250cca-1526-4987-bf97-8b8da57cc10a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:47.332938 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f7b95ce-9d6b-41e1-ae34-52f63f92b051 req-89250cca-1526-4987-bf97-8b8da57cc10a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 944 time: 0.1759534 Dec 08 01:36:47.335556 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6338dc9-acfa-4039-8e8c-7bcd43a17385 None None] Pushing event updated for resources: {'Port': ['ID=c7cc0c9a-672c-4c8d-8c37-1620034620b9,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:47.361593 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Routers {'2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:47.362207 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:47.434100 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:47.509533 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:47.516558 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:47.560948 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] Set router 2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:47.624618 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f7b95ce-9d6b-41e1-ae34-52f63f92b051 req-32dfd9bd-57cf-49e5-b8d8-0c155e2ce27c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198056 Dec 08 01:36:47.633614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Network e6e06600-54a3-4d0e-a599-d96d262e0537 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:47.639781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:47.668350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Network 69416d56-2b0a-4cb0-b829-dd739e0ff424 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:47.672562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:47.673559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:47.674170 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:47.707343 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:47.710992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0e90822e-2916-4055-b728-6dfc682ef936,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:47.713466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:47.734325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2705595 Dec 08 01:36:47.734787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42416) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:47.811106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd9ee3-1faa-4cfc-b5c7-361247806e6f tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event updated for resources: {'Port': ['ID=d6017fe7-a095-40a2-b792-5050ab2b441a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:47.821998 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:47.962464 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274260558-router', 'tenant_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c7cc0c9a-672c-4c8d-8c37-1620034620b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:36:39Z', 'updated_at': '2021-12-08T01:36:41Z', 'revision_number': 3, 'project_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'gw_port': {'id': 'c7cc0c9a-672c-4c8d-8c37-1620034620b9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:40Z', 'updated_at': '2021-12-08T01:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:48.012946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-41ca20fb-617b-47b8-8dc1-8b174f2c5937 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Deleting port d6017fe7-a095-40a2-b792-5050ab2b441a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:36:48.013369 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41ca20fb-617b-47b8-8dc1-8b174f2c5937 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.045726 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b32a8b-fd79-4960-a561-9697396c9a14 None None] The sync data for ids ['2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'] in n-d-713498-30 is: [{'id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274260558-router', 'tenant_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c7cc0c9a-672c-4c8d-8c37-1620034620b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:36:39Z', 'updated_at': '2021-12-08T01:36:41Z', 'revision_number': 3, 'project_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'gw_port': {'id': 'c7cc0c9a-672c-4c8d-8c37-1620034620b9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:40Z', 'updated_at': '2021-12-08T01:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:36:48.122385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41ca20fb-617b-47b8-8dc1-8b174f2c5937 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.124483 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80316681-f3b6-4e86-97bb-dbb86cc008e7 req-42d80dd1-13ad-4e27-be2e-064209af8f5c tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:48.126350 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-80316681-f3b6-4e86-97bb-dbb86cc008e7 req-42d80dd1-13ad-4e27-be2e-064209af8f5c tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 949 time: 0.1607704 Dec 08 01:36:48.138190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:36:48.154002 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-41ca20fb-617b-47b8-8dc1-8b174f2c5937 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Calling delete_port for d6017fe7-a095-40a2-b792-5050ab2b441a owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:36:48.184954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8ec5e-141c-4814-a623-acc88c1a9072 req-d08aa84a-72b7-423b-a409-a787630179d4 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:48.197758 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12f8ec5e-141c-4814-a623-acc88c1a9072 req-d08aa84a-72b7-423b-a409-a787630179d4 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.2385714 Dec 08 01:36:48.251708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3a50eb12-3d9e-44cf-9e91-788f6c03a6c6 None None] Provisioning complete for port 0e90822e-2916-4055-b728-6dfc682ef936 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:48.252197 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a50eb12-3d9e-44cf-9e91-788f6c03a6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.286029 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12f8ec5e-141c-4814-a623-acc88c1a9072 req-ed4178ed-a58b-44cc-b43b-6c31e5bea22b tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854058 Dec 08 01:36:48.298603 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.326749 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-80316681-f3b6-4e86-97bb-dbb86cc008e7 req-6ecb55c2-f4bb-47e0-bec8-08909bcd29ca tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709955 Dec 08 01:36:48.493880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3a50eb12-3d9e-44cf-9e91-788f6c03a6c6 None None] Port 0e90822e-2916-4055-b728-6dfc682ef936 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:36:48.537085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41ca20fb-617b-47b8-8dc1-8b174f2c5937 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.545564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:48.594253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c', 'network_id': 'fe973c4d-03d0-4a58-a113-aa265076fdf4', 'port_id': '4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c', 'mac_address': 'fa:16:3e:f0:bd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c36d49-aec8-4a3c-890f-212453c51d4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:36:48.615149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca20fb-617b-47b8-8dc1-8b174f2c5937 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6017fe7-a095-40a2-b792-5050ab2b441a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:48.672812 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41ca20fb-617b-47b8-8dc1-8b174f2c5937 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.676738 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-41ca20fb-617b-47b8-8dc1-8b174f2c5937 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "DELETE /v2.0/ports/d6017fe7-a095-40a2-b792-5050ab2b441a HTTP/1.1" status: 204 len: 168 time: 0.9407303 Dec 08 01:36:48.680159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42442) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:48.687964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6e06600-54a3-4d0e-a599-d96d262e0537', 'external_fixed_ips': [{'subnet_id': 'aa249354-e7dd-4441-bf8d-d08c53db9700', 'ip_address': '2001:db8::2ec'}]}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:48.690815 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.724391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:48.739753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.742329 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.783286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:48.789687 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.860532 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.877481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.886612 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:48.927274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:49.120460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0e90822e-2916-4055-b728-6dfc682ef936,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:49.184986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:49.185789 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:49.230869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059f4bf-ff59-45b7-bcf5-2fe15a556824 req-f28a2dbb-6faf-4826-b69f-4cc413606ba3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:49.234338 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9059f4bf-ff59-45b7-bcf5-2fe15a556824 req-f28a2dbb-6faf-4826-b69f-4cc413606ba3 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 945 time: 0.3964369 Dec 08 01:36:49.259641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:49.467808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c7cc0c9a-672c-4c8d-8c37-1620034620b9 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:49.581128 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9059f4bf-ff59-45b7-bcf5-2fe15a556824 req-30101a0f-123d-4c74-b4d0-48d3f01bb98a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898378 Dec 08 01:36:49.637085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Network 69416d56-2b0a-4cb0-b829-dd739e0ff424 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:49.639137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:49.694762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c7cc0c9a-672c-4c8d-8c37-1620034620b9 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:49.695532 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:49.807877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aaec8-67d5-4ead-b7ea-c65df9bac296 req-d4007c5d-7a58-4ee4-abb6-9630c453ac08 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:49.820019 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e5aaec8-67d5-4ead-b7ea-c65df9bac296 req-d4007c5d-7a58-4ee4-abb6-9630c453ac08 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.3138065 Dec 08 01:36:49.970245 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:49.973277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Router 2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:36:50.013272 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748907e9-e524-44bb-bef9-d2c92545f3f9 req-6e7dfffb-88cd-4d51-a4c2-4aca53258fd1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:50.014845 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-748907e9-e524-44bb-bef9-d2c92545f3f9 req-6e7dfffb-88cd-4d51-a4c2-4aca53258fd1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 949 time: 0.0950041 Dec 08 01:36:50.054849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port c7cc0c9a-672c-4c8d-8c37-1620034620b9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c7cc0c9a-672c-4c8d-8c37-1620034620b9,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:50.070618 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:50.158660 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-748907e9-e524-44bb-bef9-d2c92545f3f9 req-f8bd5c88-2db8-4a1b-b4f1-78bc97b232b6 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808611 Dec 08 01:36:50.192275 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=c7cc0c9a-672c-4c8d-8c37-1620034620b9,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:50.218216 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:50.228251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:36:50.259003 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-86b4da14-4d15-4c14-a16e-c605ab96b2a8 admin admin] 10.222.0.70 "PUT /v2.0/routers/2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5117772 Dec 08 01:36:50.265315 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:50.268459 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fbc28b16-5661-49b4-88e6-7e93e2922b49 None None] Provisioning complete for port 0e90822e-2916-4055-b728-6dfc682ef936 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:50.269013 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fbc28b16-5661-49b4-88e6-7e93e2922b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:50.359565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fbc28b16-5661-49b4-88e6-7e93e2922b49 None None] Port 0e90822e-2916-4055-b728-6dfc682ef936 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:36:50.419149 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e5aaec8-67d5-4ead-b7ea-c65df9bac296 req-8e783675-4582-4a42-a173-33c55e91cdb8 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5974607 Dec 08 01:36:50.627249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Allocated IP 2001:db8::2ec (e6e06600-54a3-4d0e-a599-d96d262e0537/aa249354-e7dd-4441-bf8d-d08c53db9700/565ea783-c7bf-4801-b671-02e508775712) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:36:50.688057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe3478-5ad3-4462-9ca8-01d345c48f0f req-65be1171-445d-47cf-b398-59cbcc726853 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:50.696222 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8bfe3478-5ad3-4462-9ca8-01d345c48f0f req-65be1171-445d-47cf-b398-59cbcc726853 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=25830c56-7b71-42d8-87a7-f851435e17b1 HTTP/1.1" status: 200 len: 950 time: 0.0739338 Dec 08 01:36:50.772741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8bfe3478-5ad3-4462-9ca8-01d345c48f0f req-8b7f2f89-212c-4377-a4a5-3e461a6b6539 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726230 Dec 08 01:36:50.804382 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:50.866593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:50.904371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64387431-c925-44f9-829b-6b8e71dd3731 req-93fecc9c-cf76-4316-8427-636c5a7579de tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:50.911834 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64387431-c925-44f9-829b-6b8e71dd3731 req-93fecc9c-cf76-4316-8427-636c5a7579de tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 945 time: 0.0658410 Dec 08 01:36:50.930263 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-78fa339e-05c6-4393-aee3-a542a318074e req-b7cf441e-0c57-4d89-a831-3bf924de6a60 tempest-FloatingIPDetailsNegativeTestJSON-1764021662 tempest-FloatingIPDetailsNegativeTestJSON-1764021662-project] show failed (client error): The resource could not be found. Dec 08 01:36:50.931340 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78fa339e-05c6-4393-aee3-a542a318074e req-b7cf441e-0c57-4d89-a831-3bf924de6a60 tempest-FloatingIPDetailsNegativeTestJSON-1764021662 tempest-FloatingIPDetailsNegativeTestJSON-1764021662-project] 10.222.0.70 "GET /v2.0/floatingips/e58e8b0b-d585-41ab-b1a9-0f9731ba9574 HTTP/1.1" status: 404 len: 350 time: 0.0765584 Dec 08 01:36:50.949022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Network e6e06600-54a3-4d0e-a599-d96d262e0537 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:36:50.952183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42474) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:50.953259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:36:50.958137 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:36:51.022319 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64387431-c925-44f9-829b-6b8e71dd3731 req-6ecd0682-0001-4470-85b8-4dbe312a3dbd tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089041 Dec 08 01:36:51.061583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event updated for resources: {'Port': ['ID=565ea783-c7bf-4801-b671-02e508775712,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:51.109970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.110317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.110666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.111054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.111447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.111643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.111971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.112327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.112653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.113812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.114009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.114314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.114668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:51.116633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Sync routers for ids ['2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:36:51.129367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Routers {'2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:51.130001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:51.294266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Set router 2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:51.317130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:51.360613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c7cc0c9a-672c-4c8d-8c37-1620034620b9 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:51.572803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad578dcb-74bd-465f-931c-12b7ec0c7bb6 req-032fe93d-5fc0-44e7-8aca-222714ca3622 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:51.580163 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad578dcb-74bd-465f-931c-12b7ec0c7bb6 req-032fe93d-5fc0-44e7-8aca-222714ca3622 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.0707123 Dec 08 01:36:51.640613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c7cc0c9a-672c-4c8d-8c37-1620034620b9 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:51.640789 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:51.649486 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad578dcb-74bd-465f-931c-12b7ec0c7bb6 req-942823ba-bd8b-4399-b9be-d8d3a027bc9c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640275 Dec 08 01:36:51.671265 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:51.716320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274260558-router', 'tenant_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c7cc0c9a-672c-4c8d-8c37-1620034620b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:36:39Z', 'updated_at': '2021-12-08T01:36:47Z', 'revision_number': 4, 'project_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'gw_port': {'id': 'c7cc0c9a-672c-4c8d-8c37-1620034620b9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:40Z', 'updated_at': '2021-12-08T01:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '0e90822e-2916-4055-b728-6dfc682ef936', 'name': '', 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424', 'tenant_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'mac_address': 'fa:16:3e:ce:27:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8c246dda-cd55-447d-b48c-b2228df6c1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:46Z', 'updated_at': '2021-12-08T01:36:48Z', 'revision_number': 2, 'project_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'subnets': [{'id': '8c246dda-cd55-447d-b48c-b2228df6c1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:51.719990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a6510-0429-429f-96ff-70babb2970c2 req-df657c9e-a9b7-4bf5-bf61-3284f9ad65f8 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:51.726600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a6510-0429-429f-96ff-70babb2970c2 req-df657c9e-a9b7-4bf5-bf61-3284f9ad65f8 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:51.733902 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a68a6510-0429-429f-96ff-70babb2970c2 req-df657c9e-a9b7-4bf5-bf61-3284f9ad65f8 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=25830c56-7b71-42d8-87a7-f851435e17b1&device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 1690 time: 0.3096189 Dec 08 01:36:51.754894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Checking router: 2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:36:51.755417 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Updating router 2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f port 0e90822e-2916-4055-b728-6dfc682ef936 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:36:51.788953 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:51.867500 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a68a6510-0429-429f-96ff-70babb2970c2 req-2ba59841-0039-4144-9bc4-9381fc033378 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324723 Dec 08 01:36:52.096933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Router cf8122a8-bed1-45fa-9e8f-fb934a945f74 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:36:52.136728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f72b4-2c60-475b-8c3a-edc587e523e1 req-b1cc7331-6331-48b4-b6fd-ed13e8c1907f tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:52.146249 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-955f72b4-2c60-475b-8c3a-edc587e523e1 req-b1cc7331-6331-48b4-b6fd-ed13e8c1907f tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=25830c56-7b71-42d8-87a7-f851435e17b1 HTTP/1.1" status: 200 len: 1102 time: 0.0841682 Dec 08 01:36:52.215623 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-955f72b4-2c60-475b-8c3a-edc587e523e1 req-263c4adf-77bf-494b-be6f-805481b45dab tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637257 Dec 08 01:36:52.301768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:52.307648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:36:52.320547 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Sync routers for ids ['cf8122a8-bed1-45fa-9e8f-fb934a945f74'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:36:52.326818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b695f3-3dcb-43c4-a4e2-5b12b6fa4a72 req-50c78a14-4ba0-4a16-aa00-bfa3646ea6c7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:52.337422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1b695f3-3dcb-43c4-a4e2-5b12b6fa4a72 req-50c78a14-4ba0-4a16-aa00-bfa3646ea6c7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 945 time: 0.0987930 Dec 08 01:36:52.340502 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Routers {'cf8122a8-bed1-45fa-9e8f-fb934a945f74'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:52.341216 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['cf8122a8-bed1-45fa-9e8f-fb934a945f74'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:52.366489 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c66a58a-380b-42d0-a396-17f6045f289b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:52.376015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7f3e7295-32df-435f-8320-3795142e4cf1 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:36:52.388785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b09db-7ef1-468b-a5cb-6c417909b9f1 req-e2dd12f6-55dd-4863-94c6-8a40fda83954 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:52.391013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f8b09db-7ef1-468b-a5cb-6c417909b9f1 req-e2dd12f6-55dd-4863-94c6-8a40fda83954 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 1101 time: 0.0890682 Dec 08 01:36:52.479782 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Set router cf8122a8-bed1-45fa-9e8f-fb934a945f74 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:52.509366 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:52.528445 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:52.530751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f8b09db-7ef1-468b-a5cb-6c417909b9f1 req-44f0fd27-60dc-455d-adb1-90db997bda2a tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291752 Dec 08 01:36:52.678974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Pushing event updated for resources: {'Port': ['ID=0e90822e-2916-4055-b728-6dfc682ef936,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:52.755402 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:52.759700 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-89c2427e-9bf7-45c7-bacd-1f9e17746616 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.0754340 Dec 08 01:36:52.760711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42516) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:52.765453 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8122a8-bed1-45fa-9e8f-fb934a945f74', 'name': '', 'tenant_id': 'd893849af54c49b296af8b865a07b3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6e06600-54a3-4d0e-a599-d96d262e0537', 'external_fixed_ips': [{'subnet_id': 'aa249354-e7dd-4441-bf8d-d08c53db9700', 'ip_address': '2001:db8::2ec'}], 'enable_snat': True}, 'gw_port_id': '565ea783-c7bf-4801-b671-02e508775712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:36:48Z', 'updated_at': '2021-12-08T01:36:51Z', 'revision_number': 3, 'project_id': 'd893849af54c49b296af8b865a07b3e5', 'gw_port': {'id': '565ea783-c7bf-4801-b671-02e508775712', 'name': '', 'network_id': 'e6e06600-54a3-4d0e-a599-d96d262e0537', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8122a8-bed1-45fa-9e8f-fb934a945f74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'aa249354-e7dd-4441-bf8d-d08c53db9700', 'ip_address': '2001:db8::2ec', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:50Z', 'updated_at': '2021-12-08T01:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aa249354-e7dd-4441-bf8d-d08c53db9700', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:52.793680 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Checking router: cf8122a8-bed1-45fa-9e8f-fb934a945f74 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:36:52.794048 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Updating router cf8122a8-bed1-45fa-9e8f-fb934a945f74 port 565ea783-c7bf-4801-b671-02e508775712 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:36:52.820192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:36:52.823045 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:52.909399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.909695 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.910180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.916420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.917049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.917419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.917778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.923284 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.923724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.924067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.924463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.925291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.925639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:36:52.950217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:52.950923 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:52.975960 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.064158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Attempting to bind port 0e90822e-2916-4055-b728-6dfc682ef936 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:53.064584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Attempting to bind port 0e90822e-2916-4055-b728-6dfc682ef936 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '21c3f838-559d-4a3d-b3b6-477e0129e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:53.064962 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Attempting to bind port 0e90822e-2916-4055-b728-6dfc682ef936 on network 69416d56-2b0a-4cb0-b829-dd739e0ff424 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:53.077381 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:53.077769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Checking segment: {'id': '21c3f838-559d-4a3d-b3b6-477e0129e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:53.078401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.078822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Bound using segment: {'id': '21c3f838-559d-4a3d-b3b6-477e0129e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:53.079426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Bound port: 0e90822e-2916-4055-b728-6dfc682ef936, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c3f838-559d-4a3d-b3b6-477e0129e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:53.080807 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.091529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:53.136023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-774fd72a-529d-4dd1-b4d0-05104b815af0 None None] Provisioning complete for port 0e90822e-2916-4055-b728-6dfc682ef936 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:53.136434 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-774fd72a-529d-4dd1-b4d0-05104b815af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.174550 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-774fd72a-529d-4dd1-b4d0-05104b815af0 None None] Port 0e90822e-2916-4055-b728-6dfc682ef936 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:36:53.182153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '7f3e7295-32df-435f-8320-3795142e4cf1', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '7f3e7295-32df-435f-8320-3795142e4cf1', 'mac_address': 'fa:16:3e:04:62:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:36:53.234638 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.270530 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.288043 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.338111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Deleting port 565ea783-c7bf-4801-b671-02e508775712 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:36:53.338641 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.360469 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Attempting to bind port 565ea783-c7bf-4801-b671-02e508775712 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:36:53.361055 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Attempting to bind port 565ea783-c7bf-4801-b671-02e508775712 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '3442bcb5-8afb-4d66-80aa-b54c318d8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e6e06600-54a3-4d0e-a599-d96d262e0537'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:36:53.361295 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Attempting to bind port 565ea783-c7bf-4801-b671-02e508775712 on network e6e06600-54a3-4d0e-a599-d96d262e0537 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:36:53.371606 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:36:53.372146 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Checking segment: {'id': '3442bcb5-8afb-4d66-80aa-b54c318d8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e6e06600-54a3-4d0e-a599-d96d262e0537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:36:53.372669 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.373255 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Bound using segment: {'id': '3442bcb5-8afb-4d66-80aa-b54c318d8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e6e06600-54a3-4d0e-a599-d96d262e0537'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:36:53.373945 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Bound port: 565ea783-c7bf-4801-b671-02e508775712, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3442bcb5-8afb-4d66-80aa-b54c318d8341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e6e06600-54a3-4d0e-a599-d96d262e0537'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:36:53.374389 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.414757 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.421225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] For port 0e90822e-2916-4055-b728-6dfc682ef936, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:53.451690 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1b695f3-3dcb-43c4-a4e2-5b12b6fa4a72 req-86c3de42-9631-4199-acc9-951c3cf0fc31 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1132708 Dec 08 01:36:53.453406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] For port 0e90822e-2916-4055-b728-6dfc682ef936, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0e90822e-2916-4055-b728-6dfc682ef936,segment=NetworkSegment(21c3f838-559d-4a3d-b3b6-477e0129e8d8),segment_id=21c3f838-559d-4a3d-b3b6-477e0129e8d8)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:53.455085 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.492694 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.504095 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.516669 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57ac6a-16a1-41a4-90ba-82eb224802af None None] Pushing event updated for resources: {'Port': ['ID=565ea783-c7bf-4801-b671-02e508775712,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:53.527951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472266ee-9556-48d9-b080-3f3e82632dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:53.534470 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] For port 565ea783-c7bf-4801-b671-02e508775712, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:36:53.535903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Calling delete_port for 565ea783-c7bf-4801-b671-02e508775712 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:36:53.536377 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888f9819-5273-43ff-b7f8-12f4aff6dcdb" -d '{"events": [{"server_uuid": "472266ee-9556-48d9-b080-3f3e82632dde", "name": "network-vif-plugged", "status": "completed", "tag": "4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:53.546229 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] For port 565ea783-c7bf-4801-b671-02e508775712, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=565ea783-c7bf-4801-b671-02e508775712,segment=NetworkSegment(3442bcb5-8afb-4d66-80aa-b54c318d8341),segment_id=3442bcb5-8afb-4d66-80aa-b54c318d8341)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:36:53.553091 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.573676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f3e7295-32df-435f-8320-3795142e4cf1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:53.627311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:53.655091 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.667989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:53.684194 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.698267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Routers {'2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:53.698959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:53.720624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5c66a58a-380b-42d0-a396-17f6045f289b admin admin] Deleting port 0e90822e-2916-4055-b728-6dfc682ef936 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:36:53.721031 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c66a58a-380b-42d0-a396-17f6045f289b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.773806 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Routers {'cf8122a8-bed1-45fa-9e8f-fb934a945f74'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:53.774077 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['cf8122a8-bed1-45fa-9e8f-fb934a945f74'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:53.778502 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb901ba-33ba-4f74-ba00-a06484076fe9 None None] Pushing event updated for resources: {'Port': ['ID=0e90822e-2916-4055-b728-6dfc682ef936,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:53.930924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5c66a58a-380b-42d0-a396-17f6045f289b admin admin] For port 0e90822e-2916-4055-b728-6dfc682ef936, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0e90822e-2916-4055-b728-6dfc682ef936,segment=NetworkSegment(21c3f838-559d-4a3d-b3b6-477e0129e8d8),segment_id=21c3f838-559d-4a3d-b3b6-477e0129e8d8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:53.931437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c66a58a-380b-42d0-a396-17f6045f289b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:53.995847 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5c66a58a-380b-42d0-a396-17f6045f289b admin admin] Calling delete_port for 0e90822e-2916-4055-b728-6dfc682ef936 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:36:54.027459 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:54.030326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:54.060813 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57ac6a-16a1-41a4-90ba-82eb224802af None None] Pushing event updated for resources: {'Port': ['ID=565ea783-c7bf-4801-b671-02e508775712,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:54.087407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f97b9-e310-4664-883a-17966f95cde3 req-ded0af09-8322-47c8-adff-a444ac183162 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:54.093614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] Set router 2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:54.100642 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-128f97b9-e310-4664-883a-17966f95cde3 req-ded0af09-8322-47c8-adff-a444ac183162 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 949 time: 0.4832416 Dec 08 01:36:54.132030 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] Set router cf8122a8-bed1-45fa-9e8f-fb934a945f74 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:36:54.168409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['7f3e7295-32df-435f-8320-3795142e4cf1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:36:54.171419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2b89edc7-7319-440e-9b40-892f44c9396c None None] Provisioning complete for port 0e90822e-2916-4055-b728-6dfc682ef936 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:54.171978 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2b89edc7-7319-440e-9b40-892f44c9396c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:54.202679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event deleted for resources: {'Port': ['ID=565ea783-c7bf-4801-b671-02e508775712,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:54.222239 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-128f97b9-e310-4664-883a-17966f95cde3 req-bdc93b9b-3272-425d-9040-5cdf9d035a5a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192179 Dec 08 01:36:54.235971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7f3e7295-32df-435f-8320-3795142e4cf1 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:36:54.244553 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:54.283879 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8122a8-bed1-45fa-9e8f-fb934a945f74', 'name': '', 'tenant_id': 'd893849af54c49b296af8b865a07b3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:36:48Z', 'updated_at': '2021-12-08T01:36:53Z', 'revision_number': 4, 'project_id': 'd893849af54c49b296af8b865a07b3e5', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:54.304368 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d516c05-7855-4f78-9426-538c208d21ed x-openstack-request-id: req-1d516c05-7855-4f78-9426-538c208d21ed {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:54.304658 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472266ee-9556-48d9-b080-3f3e82632dde", "name": "network-vif-plugged", "status": "completed", "tag": "4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:54.305045 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d516c05-7855-4f78-9426-538c208d21ed {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:54.305461 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472266ee-9556-48d9-b080-3f3e82632dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c', 'code': 200} Dec 08 01:36:54.393636 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8a17d0-e5d1-4b46-8054-94484803f5f3 None None] The sync data for ids ['cf8122a8-bed1-45fa-9e8f-fb934a945f74'] in n-d-713498-30 is: [{'id': 'cf8122a8-bed1-45fa-9e8f-fb934a945f74', 'name': '', 'tenant_id': 'd893849af54c49b296af8b865a07b3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:36:48Z', 'updated_at': '2021-12-08T01:36:53Z', 'revision_number': 4, 'project_id': 'd893849af54c49b296af8b865a07b3e5', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:36:54.395489 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7f3e7295-32df-435f-8320-3795142e4cf1,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:54.574467 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c66a58a-380b-42d0-a396-17f6045f289b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:54.597430 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:54.601982 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:54.652683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66a58a-380b-42d0-a396-17f6045f289b admin admin] Pushing event deleted for resources: {'Port': ['ID=0e90822e-2916-4055-b728-6dfc682ef936,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:54.689239 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2b89edc7-7319-440e-9b40-892f44c9396c None None] Port 0e90822e-2916-4055-b728-6dfc682ef936 update to ACTIVE by agent not found {{(pid=103131) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 01:36:54.702145 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-18aefc30-94cd-4b3f-a194-c8773d27d454 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1692355 Dec 08 01:36:54.856889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810b8f1-20e9-4fc4-9a4f-c99f30a31df1 req-464f1285-83bb-4f54-825a-b7cbc89af16f tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:54.870546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7810b8f1-20e9-4fc4-9a4f-c99f30a31df1 req-464f1285-83bb-4f54-825a-b7cbc89af16f tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 946 time: 0.2178404 Dec 08 01:36:54.876974 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:54.936828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7f3e7295-32df-435f-8320-3795142e4cf1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:36:55.002995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:55.012789 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:55.027654 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7810b8f1-20e9-4fc4-9a4f-c99f30a31df1 req-4453eb2a-52c9-4e83-91d8-b62f801d2a65 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559653 Dec 08 01:36:55.126938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274260558-router', 'tenant_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c7cc0c9a-672c-4c8d-8c37-1620034620b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:36:39Z', 'updated_at': '2021-12-08T01:36:47Z', 'revision_number': 4, 'project_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'gw_port': {'id': 'c7cc0c9a-672c-4c8d-8c37-1620034620b9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:40Z', 'updated_at': '2021-12-08T01:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '0e90822e-2916-4055-b728-6dfc682ef936', 'name': '', 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424', 'tenant_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'mac_address': 'fa:16:3e:ce:27:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8c246dda-cd55-447d-b48c-b2228df6c1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:46Z', 'updated_at': '2021-12-08T01:36:53Z', 'revision_number': 4, 'project_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'subnets': [{'id': '8c246dda-cd55-447d-b48c-b2228df6c1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:55.130458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7f3e7295-32df-435f-8320-3795142e4cf1,revision_number=10']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:55.165898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a35a27-b1ee-4f16-a82e-28bbfa95eedc None None] The sync data for ids ['2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'] in n-d-713498-30 is: [{'id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1274260558-router', 'tenant_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'c7cc0c9a-672c-4c8d-8c37-1620034620b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:36:39Z', 'updated_at': '2021-12-08T01:36:47Z', 'revision_number': 4, 'project_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'gw_port': {'id': 'c7cc0c9a-672c-4c8d-8c37-1620034620b9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:33:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:40Z', 'updated_at': '2021-12-08T01:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '0e90822e-2916-4055-b728-6dfc682ef936', 'name': '', 'network_id': '69416d56-2b0a-4cb0-b829-dd739e0ff424', 'tenant_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'mac_address': 'fa:16:3e:ce:27:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '8c246dda-cd55-447d-b48c-b2228df6c1d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:36:46Z', 'updated_at': '2021-12-08T01:36:53Z', 'revision_number': 4, 'project_id': '96fb2d1ef29e476a99b9c41453bb5eee', 'subnets': [{'id': '8c246dda-cd55-447d-b48c-b2228df6c1d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:36:55.170870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c66a58a-380b-42d0-a396-17f6045f289b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:55.400066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d908a1-d216-4217-ae1e-827cf84e59cc req-c2e55311-6578-472f-ae19-cce36201465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:55.401662 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-25d908a1-d216-4217-ae1e-827cf84e59cc req-c2e55311-6578-472f-ae19-cce36201465d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 1098 time: 0.9561853 Dec 08 01:36:55.423681 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:55.424423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf8122a8-bed1-45fa-9e8f-fb934a945f74 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:36:55.431864 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:55.434002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-709c69ea-ad10-46c8-9cb2-e0d76268821e tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "DELETE /v2.0/routers/cf8122a8-bed1-45fa-9e8f-fb934a945f74 HTTP/1.1" status: 204 len: 168 time: 2.6715703 Dec 08 01:36:55.441455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42554) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:55.483578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-60d7d6d7-1f00-4ede-b1aa-05a1b83a50e9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:55.500307 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-60d7d6d7-1f00-4ede-b1aa-05a1b83a50e9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7952135 Dec 08 01:36:55.531186 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-89df3f23-1a11-43bf-8752-9e206a03e99f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/quotas/a68ff4dea2974a1895e204fb9e49b1f3 HTTP/1.1" status: 200 len: 375 time: 0.0294654 Dec 08 01:36:55.541557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc14da-e5d3-4539-acca-d832c7b09306 req-32f97011-e08e-41ab-a0a8-559e62da1449 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:55.543392 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-afcc14da-e5d3-4539-acca-d832c7b09306 req-32f97011-e08e-41ab-a0a8-559e62da1449 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 948 time: 0.1810591 Dec 08 01:36:55.545599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-25d908a1-d216-4217-ae1e-827cf84e59cc req-1ae14f46-064d-4026-8050-48fd075f987c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333139 Dec 08 01:36:55.614212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-df752fe5-7723-46eb-aade-84738cde71b0 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675495 Dec 08 01:36:55.625290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-294d1a66-e33e-458d-b122-7293868e68cd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Deleting subnet aa249354-e7dd-4441-bf8d-d08c53db9700 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:36:55.637062 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-294d1a66-e33e-458d-b122-7293868e68cd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:55.780442 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-294d1a66-e33e-458d-b122-7293868e68cd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:55.831417 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-294d1a66-e33e-458d-b122-7293868e68cd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:55.927119 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-afcc14da-e5d3-4539-acca-d832c7b09306 req-ccf9ba34-3595-4783-9975-13f5b3324aa8 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380272 Dec 08 01:36:55.964662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c66a58a-380b-42d0-a396-17f6045f289b admin admin] Router 2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:36:55.966710 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-294d1a66-e33e-458d-b122-7293868e68cd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:55.987102 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-294d1a66-e33e-458d-b122-7293868e68cd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:55.991552 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-294d1a66-e33e-458d-b122-7293868e68cd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/aa249354-e7dd-4441-bf8d-d08c53db9700 HTTP/1.1" status: 204 len: 168 time: 0.5487201 Dec 08 01:36:55.995384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42562) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:56.065308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d1a66-e33e-458d-b122-7293868e68cd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=aa249354-e7dd-4441-bf8d-d08c53db9700,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:56.166427 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:56.220321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7f3e7295-32df-435f-8320-3795142e4cf1 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:36:56.309937 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:56.343811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e06600-54a3-4d0e-a599-d96d262e0537']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:56.359910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 7f3e7295-32df-435f-8320-3795142e4cf1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:36:56.361415 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:56.367812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3442bcb5-8afb-4d66-80aa-b54c318d8341') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:56.368100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3442bcb5-8afb-4d66-80aa-b54c318d8341') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:36:56.398496 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:56.421068 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:56.429811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:36:56.430061 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:56.455621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c66a58a-380b-42d0-a396-17f6045f289b admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:36:56.480317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5c66a58a-380b-42d0-a396-17f6045f289b admin admin] 10.222.0.70 "PUT /v2.0/routers/2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5246005 Dec 08 01:36:56.484314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42578) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: items = [ Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:36:56.545531 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:36:56.570317 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:56.570704 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:56.588750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6e06600-54a3-4d0e-a599-d96d262e0537 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 01:36:56.594133 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:56.609659 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "DELETE /v2.0/networks/e6e06600-54a3-4d0e-a599-d96d262e0537 HTTP/1.1" status: 204 len: 168 time: 0.6070552 Dec 08 01:36:56.665361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fbf77-ebe7-4e4b-adbe-ad47c82ec351 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6e06600-54a3-4d0e-a599-d96d262e0537,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:56.689325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:56.694353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe97365-e011-42d7-b9be-08747f25db4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3e7295-32df-435f-8320-3795142e4cf1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:36:56.700298 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d02476-5c45-4189-b842-abd734f949dc" -d '{"events": [{"server_uuid": "5fe97365-e011-42d7-b9be-08747f25db4c", "name": "network-vif-plugged", "status": "completed", "tag": "7f3e7295-32df-435f-8320-3795142e4cf1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:36:56.710722 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:56.728104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe14590-85e5-44e6-a04e-f6d072718183 req-2492f93a-fe1e-4935-86f7-a26bf6ae04bb tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:56.739701 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9fe14590-85e5-44e6-a04e-f6d072718183 req-2492f93a-fe1e-4935-86f7-a26bf6ae04bb tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 946 time: 0.3964748 Dec 08 01:36:56.858109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7f3e7295-32df-435f-8320-3795142e4cf1,revision_number=11']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:56.925121 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc61fbf-8b55-4763-95d1-7cd2232398f9 x-openstack-request-id: req-1dc61fbf-8b55-4763-95d1-7cd2232398f9 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:36:56.925897 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe97365-e011-42d7-b9be-08747f25db4c", "name": "network-vif-plugged", "status": "completed", "tag": "7f3e7295-32df-435f-8320-3795142e4cf1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:36:56.926310 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1dc61fbf-8b55-4763-95d1-7cd2232398f9 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:36:56.926962 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe97365-e011-42d7-b9be-08747f25db4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3e7295-32df-435f-8320-3795142e4cf1', 'code': 200} Dec 08 01:36:57.016973 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9fe14590-85e5-44e6-a04e-f6d072718183 req-a4039321-c340-4cbe-ad3b-5f199b72f15e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729120 Dec 08 01:36:57.112693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.153282 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-75060ed4-8a8a-4e34-9a59-599a060573d9 req-c5b9342d-3364-493e-83b1-83ecf7be861b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 210 time: 0.1228993 Dec 08 01:36:57.159933 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42604) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:57.182910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8dd9eb1a-5d39-4e1e-bc0e-c8cb00a007d2 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Request body: {'router': {'name': 'tempest-router--848770198', 'project_id': '31f13ec984194b11ae126ac0cf8933f0'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:57.280783 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8dd9eb1a-5d39-4e1e-bc0e-c8cb00a007d2 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.281860 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8dd9eb1a-5d39-4e1e-bc0e-c8cb00a007d2 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.400451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8dd9eb1a-5d39-4e1e-bc0e-c8cb00a007d2 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.406681 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8dd9eb1a-5d39-4e1e-bc0e-c8cb00a007d2 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.416214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2a198-7b22-4278-a643-a7c3d5ea7eb9 req-e4877492-50fa-4c2e-b5ee-6147d546f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:57.426237 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-46a2a198-7b22-4278-a643-a7c3d5ea7eb9 req-e4877492-50fa-4c2e-b5ee-6147d546f680 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 1102 time: 0.1302645 Dec 08 01:36:57.440434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5583ea-d494-40cd-9c19-228919f702ae req-bc740410-759f-4074-920d-3bde488c6167 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:57.441072 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8dd9eb1a-5d39-4e1e-bc0e-c8cb00a007d2 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.442267 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af5583ea-d494-40cd-9c19-228919f702ae req-bc740410-759f-4074-920d-3bde488c6167 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 950 time: 0.1582196 Dec 08 01:36:57.451134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8dd9eb1a-5d39-4e1e-bc0e-c8cb00a007d2 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2869098 Dec 08 01:36:57.454934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42618) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:57.488067 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.550062 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-246b77d0-01c1-4359-bd2c-3fd6c4f32bd4 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.571907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-46a2a198-7b22-4278-a643-a7c3d5ea7eb9 req-b11837b2-361a-45d4-8908-8758ca8374b5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285253 Dec 08 01:36:57.576515 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af5583ea-d494-40cd-9c19-228919f702ae req-96bd6d93-fcd4-4411-9080-ad07f9c88012 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101346 Dec 08 01:36:57.610630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Deleting port c7cc0c9a-672c-4c8d-8c37-1620034620b9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:36:57.610961 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.735633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] For port c7cc0c9a-672c-4c8d-8c37-1620034620b9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c7cc0c9a-672c-4c8d-8c37-1620034620b9,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:57.736366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.751862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Calling delete_port for c7cc0c9a-672c-4c8d-8c37-1620034620b9 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:36:57.783848 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-246b77d0-01c1-4359-bd2c-3fd6c4f32bd4 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.791676 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-246b77d0-01c1-4359-bd2c-3fd6c4f32bd4 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.855595 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-246b77d0-01c1-4359-bd2c-3fd6c4f32bd4 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.856107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246b77d0-01c1-4359-bd2c-3fd6c4f32bd4 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a278eb66-eaa1-4de2-89bf-56406d9df13e {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:36:57.863331 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-246b77d0-01c1-4359-bd2c-3fd6c4f32bd4 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:57.867679 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-246b77d0-01c1-4359-bd2c-3fd6c4f32bd4 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "DELETE /v2.0/routers/a278eb66-eaa1-4de2-89bf-56406d9df13e HTTP/1.1" status: 204 len: 168 time: 0.4086549 Dec 08 01:36:58.079602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42628) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:58.121395 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:58.198627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cc0c9a-672c-4c8d-8c37-1620034620b9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:58.391366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:58.405232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-20eeb3dd-9e8b-4144-b81f-d8898e476952 req-67411b4f-52dc-49f3-a74b-a140be59732f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 210 time: 0.0975778 Dec 08 01:36:58.453886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1512882087', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:58.487325 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:58.488824 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:58.517910 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:58.520371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:58.607154 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:58.607744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:36:58.614163 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:58.615947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-91cd6258-1ef9-4fd9-ba4d-d2840e64a417 admin admin] 10.222.0.70 "DELETE /v2.0/routers/2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f HTTP/1.1" status: 204 len: 168 time: 2.1296804 Dec 08 01:36:58.621433 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:58.623565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42642) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:58.627018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391c70e-99e7-4d16-a792-f2692d41b013 req-76611cb7-db8a-48a4-98e7-e957c2e92b2c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:58.628893 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7391c70e-99e7-4d16-a792-f2692d41b013 req-76611cb7-db8a-48a4-98e7-e957c2e92b2c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 946 time: 0.4111569 Dec 08 01:36:58.695458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fadcbe-4904-46bc-88b0-d798202c83c2 None None] Sync routers for ids ['2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:36:58.728935 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fadcbe-4904-46bc-88b0-d798202c83c2 None None] Routers set() bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:58.731159 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fadcbe-4904-46bc-88b0-d798202c83c2 None None] Router IDs set() for agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 01:36:58.733294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_agentschedulers_db [None req-62fadcbe-4904-46bc-88b0-d798202c83c2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent'). {{(pid=103131) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 01:36:58.766826 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7391c70e-99e7-4d16-a792-f2692d41b013 req-9478c41c-2508-4716-8a44-adf52964fff2 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299336 Dec 08 01:36:58.855300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfbb14d-cab2-4759-943f-6d9fa44b9dc4 admin admin] Deleting subnet 8c246dda-cd55-447d-b48c-b2228df6c1d1 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:36:58.859220 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb14d-cab2-4759-943f-6d9fa44b9dc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:58.922947 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb14d-cab2-4759-943f-6d9fa44b9dc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:59.014106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fadcbe-4904-46bc-88b0-d798202c83c2 None None] Routers set() bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:36:59.014575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fadcbe-4904-46bc-88b0-d798202c83c2 None None] Router IDs set() for agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 01:36:59.016049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_agentschedulers_db [None req-62fadcbe-4904-46bc-88b0-d798202c83c2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:36:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent'). {{(pid=103131) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 01:36:59.016509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fadcbe-4904-46bc-88b0-d798202c83c2 None None] The sync data for ids ['2a6b3780-4ddd-4de5-b0f3-397bd7a3fd0f'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:36:59.040926 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e3812c7-da92-4cba-bdb4-f07d161b4219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:59.128955 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fb93080-a6e0-4b70-9603-086c70417d99 req-cc2eeb93-3de4-4c49-8b70-797628024cd0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-200592982&fields=id&tenant_id=01362ef3329a4ff4839d466aa4606b91 HTTP/1.1" status: 200 len: 267 time: 0.0932310 Dec 08 01:36:59.215139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb93080-a6e0-4b70-9603-086c70417d99 req-b375f994-94b9-4b49-a238-d33424d332cf tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:59.229021 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fb93080-a6e0-4b70-9603-086c70417d99 req-b375f994-94b9-4b49-a238-d33424d332cf tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 946 time: 0.0981257 Dec 08 01:36:59.235183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0fb93080-a6e0-4b70-9603-086c70417d99 req-f0ccfe22-157c-4ab2-8e80-d06f98d74169 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'port': {'security_groups': ['366c4dd6-17c1-423b-aeae-ec7b89d2bdbc', 'ad5c20c0-33b0-42bb-8c01-181f7c2804a8']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:36:59.336605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0e90822e-2916-4055-b728-6dfc682ef936 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:36:59.383619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 0e90822e-2916-4055-b728-6dfc682ef936 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:36:59.384345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0e90822e-2916-4055-b728-6dfc682ef936 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:36:59.420352 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fb93080-a6e0-4b70-9603-086c70417d99 req-f0ccfe22-157c-4ab2-8e80-d06f98d74169 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:59.470396 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb14d-cab2-4759-943f-6d9fa44b9dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:59.500557 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-9156b174-672d-43c0-bc65-c17c14f2c6c6 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1280847 Dec 08 01:36:59.559869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:59.600358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a9c96-e299-4a71-94af-36a59579b27e req-053f5234-e229-48eb-9882-7b76bc057268 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:59.614809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-233a9c96-e299-4a71-94af-36a59579b27e req-053f5234-e229-48eb-9882-7b76bc057268 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 950 time: 0.4782641 Dec 08 01:36:59.792685 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-3541bf05-cef1-40b2-904c-bf3beba743d4 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443518 Dec 08 01:36:59.806819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb14d-cab2-4759-943f-6d9fa44b9dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:59.827688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0fb93080-a6e0-4b70-9603-086c70417d99 req-f0ccfe22-157c-4ab2-8e80-d06f98d74169 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] For port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:36:59.844395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-233a9c96-e299-4a71-94af-36a59579b27e req-7a175511-24a0-489b-8b87-97ec73f3c0d1 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285006 Dec 08 01:36:59.917915 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4dfbb14d-cab2-4759-943f-6d9fa44b9dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:36:59.921922 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4dfbb14d-cab2-4759-943f-6d9fa44b9dc4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8c246dda-cd55-447d-b48c-b2228df6c1d1 HTTP/1.1" status: 204 len: 168 time: 1.2922518 Dec 08 01:36:59.924921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbb14d-cab2-4759-943f-6d9fa44b9dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c246dda-cd55-447d-b48c-b2228df6c1d1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:36:59.927087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4390df-8f2e-4872-91b7-992ddb4bb121 None None] Network 69416d56-2b0a-4cb0-b829-dd739e0ff424 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:36:59.927655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42664) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:36:59.939595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-6391d2f2-e5a4-4301-bfe9-0d23288ffcc1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:36:59.941237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-6391d2f2-e5a4-4301-bfe9-0d23288ffcc1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4086368 Dec 08 01:36:59.968256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Request body: {'port': {'device_id': 'a7517066-88ad-490e-9413-9f318854002f', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'a68ff4dea2974a1895e204fb9e49b1f3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:00.028011 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e5ed3bc-80f8-4391-8689-2f9b3a8decb2 req-fd6ea406-8511-4895-baf3-bb5b0efbf50b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 210 time: 0.0785220 Dec 08 01:37:00.098360 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fb93080-a6e0-4b70-9603-086c70417d99 req-f0ccfe22-157c-4ab2-8e80-d06f98d74169 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:00.137035 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fb93080-a6e0-4b70-9603-086c70417d99 req-f0ccfe22-157c-4ab2-8e80-d06f98d74169 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:00.157110 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:00.181925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['993099d2-d001-43c7-8b34-666a5d94e3dd'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:00.187555 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:00.216597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccfe22-157c-4ab2-8e80-d06f98d74169 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'Port': ['ID=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:00.243787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-c10c7e61-2ef1-416c-9012-94b7dd312789 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:00.245755 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-c10c7e61-2ef1-416c-9012-94b7dd312789 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4325471 Dec 08 01:37:00.261475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb93080-a6e0-4b70-9603-086c70417d99 req-f0ccfe22-157c-4ab2-8e80-d06f98d74169 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:00.262495 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0fb93080-a6e0-4b70-9603-086c70417d99 req-f0ccfe22-157c-4ab2-8e80-d06f98d74169 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:00.277082 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fb93080-a6e0-4b70-9603-086c70417d99 req-f0ccfe22-157c-4ab2-8e80-d06f98d74169 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "PUT /v2.0/ports/4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c HTTP/1.1" status: 200 len: 982 time: 1.0468047 Dec 08 01:37:00.279959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472266ee-9556-48d9-b080-3f3e82632dde', 'tag': '4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:00.284869 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8942fd-0d73-457d-b6e8-cc9b64d99d93" -d '{"events": [{"name": "network-changed", "server_uuid": "472266ee-9556-48d9-b080-3f3e82632dde", "tag": "4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:00.309484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Made reservation on behalf of a68ff4dea2974a1895e204fb9e49b1f3 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:00.313277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Request body: {'port': {'device_id': '8249e638-772d-44e7-980f-142daae9bcf2', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'a68ff4dea2974a1895e204fb9e49b1f3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:00.317081 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:00.358717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d25c48-8651-47a6-a887-ea9ed73eced2 None None] DHCP port deletion for 69416d56-2b0a-4cb0-b829-dd739e0ff424 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:37:00.462926 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f055e45-a291-4523-9180-2f91270afa75 x-openstack-request-id: req-6f055e45-a291-4523-9180-2f91270afa75 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:00.463232 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472266ee-9556-48d9-b080-3f3e82632dde", "tag": "4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:00.463491 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6f055e45-a291-4523-9180-2f91270afa75 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:00.463893 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472266ee-9556-48d9-b080-3f3e82632dde', 'tag': '4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c', 'status': 'completed', 'code': 200} Dec 08 01:37:00.476615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:00.509164 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:00.521668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Made reservation on behalf of a68ff4dea2974a1895e204fb9e49b1f3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:00.527128 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:00.593210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:00.595826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Deleting port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:00.596151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:00.663599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5a1ca52-cd3c-4d3a-bdbf-987850454e9f req-e78ecfeb-e85e-4e5e-892c-750f1c188bf0 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/ad5c20c0-33b0-42bb-8c01-181f7c2804a8 HTTP/1.1" status: 200 len: 1816 time: 0.2582431 Dec 08 01:37:00.708339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-97d25c48-8651-47a6-a887-ea9ed73eced2 None None] Deleting port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:00.708339 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-97d25c48-8651-47a6-a887-ea9ed73eced2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:00.729258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Allocated IP 192.168.233.184 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:00.780167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] For port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bc3b7514-2cdc-4a04-80e8-acc2d981a3ab,segment=NetworkSegment(21c3f838-559d-4a3d-b3b6-477e0129e8d8),segment_id=21c3f838-559d-4a3d-b3b6-477e0129e8d8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:00.780470 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:00.809518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8942fd-0d73-457d-b6e8-cc9b64d99d93 req-75e0d38a-ffdc-4c9c-9f70-d44f4d69526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:00.813717 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db8942fd-0d73-457d-b6e8-cc9b64d99d93 req-75e0d38a-ffdc-4c9c-9f70-d44f4d69526d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01362ef3329a4ff4839d466aa4606b91&device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 1137 time: 0.2532604 Dec 08 01:37:00.841981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Calling delete_port for bc3b7514-2cdc-4a04-80e8-acc2d981a3ab owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:00.903932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-97d25c48-8651-47a6-a887-ea9ed73eced2 None None] For port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bc3b7514-2cdc-4a04-80e8-acc2d981a3ab,segment=NetworkSegment(21c3f838-559d-4a3d-b3b6-477e0129e8d8),segment_id=21c3f838-559d-4a3d-b3b6-477e0129e8d8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:00.904376 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-97d25c48-8651-47a6-a887-ea9ed73eced2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:00.942716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-97d25c48-8651-47a6-a887-ea9ed73eced2 None None] Calling delete_port for bc3b7514-2cdc-4a04-80e8-acc2d981a3ab owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:01.110340 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-a5a1ca52-cd3c-4d3a-bdbf-987850454e9f req-df33e4fa-23c1-4f9d-8332-6c89986e58e1 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 01:37:01.119515 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5a1ca52-cd3c-4d3a-bdbf-987850454e9f req-df33e4fa-23c1-4f9d-8332-6c89986e58e1 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "DELETE /v2.0/security-groups/ad5c20c0-33b0-42bb-8c01-181f7c2804a8 HTTP/1.1" status: 409 len: 341 time: 0.4529240 Dec 08 01:37:01.205604 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:01.299693 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-97d25c48-8651-47a6-a887-ea9ed73eced2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:01.300112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3b7514-2cdc-4a04-80e8-acc2d981a3ab,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:01.364949 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c2c1772c-91e6-4854-a1ae-a6bb271f2518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:01.368485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a73d103-0987-4d3d-a6bf-41b4a5c4e7c3 req-24168fdc-4a29-4c81-a0b4-be332115965b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 210 time: 0.1022155 Dec 08 01:37:01.372441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Allocated IP 172.25.2.63 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/9e0513b3-aeba-458b-803f-4baaafdde625) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:01.379133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bc3b7514-2cdc-4a04-80e8-acc2d981a3ab no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:01.389919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d25c48-8651-47a6-a887-ea9ed73eced2 None None] No DVR routers for this DVR port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:37:01.414331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d25c48-8651-47a6-a887-ea9ed73eced2 None None] Pushing event deleted for resources: {'Port': ['ID=bc3b7514-2cdc-4a04-80e8-acc2d981a3ab,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:01.441741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bc3b7514-2cdc-4a04-80e8-acc2d981a3ab {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:01.442515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bc3b7514-2cdc-4a04-80e8-acc2d981a3ab not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:01.443816 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c7cc0c9a-672c-4c8d-8c37-1620034620b9 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:01.480538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: c7cc0c9a-672c-4c8d-8c37-1620034620b9 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:01.481198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c7cc0c9a-672c-4c8d-8c37-1620034620b9 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:01.546429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8942fd-0d73-457d-b6e8-cc9b64d99d93 req-aa2804f7-0f48-4dd8-b985-3ec2568b50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:01.547937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db8942fd-0d73-457d-b6e8-cc9b64d99d93 req-aa2804f7-0f48-4dd8-b985-3ec2568b50f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fe973c4d-03d0-4a58-a113-aa265076fdf4 HTTP/1.1" status: 200 len: 914 time: 0.7195301 Dec 08 01:37:01.583452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] No DVR routers for this DVR port bc3b7514-2cdc-4a04-80e8-acc2d981a3ab on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:37:01.594294 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:01.672023 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db8942fd-0d73-457d-b6e8-cc9b64d99d93 req-a1adf65c-d127-4de8-9150-d020b1c64cb4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c HTTP/1.1" status: 200 len: 217 time: 0.0842278 Dec 08 01:37:01.716466 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231db4c-83ac-4b3a-8f5a-21f30032c4ac req-180987a6-0621-4856-aa22-f5aa2fd4cd1a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:01.723729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b231db4c-83ac-4b3a-8f5a-21f30032c4ac req-180987a6-0621-4856-aa22-f5aa2fd4cd1a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 950 time: 0.1316516 Dec 08 01:37:01.786446 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:01.794499 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:01.819058 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b231db4c-83ac-4b3a-8f5a-21f30032c4ac req-a9f4dab7-b617-4231-9b6b-6831415efc74 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939667 Dec 08 01:37:01.862986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8942fd-0d73-457d-b6e8-cc9b64d99d93 req-a8886583-f43a-4356-b122-4ab9d3a33975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:01.864493 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db8942fd-0d73-457d-b6e8-cc9b64d99d93 req-a8886583-f43a-4356-b122-4ab9d3a33975 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16c36d49-aec8-4a3c-890f-212453c51d4f HTTP/1.1" status: 200 len: 853 time: 0.1735086 Dec 08 01:37:01.869004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69416d56-2b0a-4cb0-b829-dd739e0ff424']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:01.907826 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:01.908225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:01.943923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc120996-da89-4922-a982-263e7a53a49b', 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:01.989348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db8942fd-0d73-457d-b6e8-cc9b64d99d93 req-4ddad626-eb91-412b-a52a-72140a61f971 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fe973c4d-03d0-4a58-a113-aa265076fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144125 Dec 08 01:37:02.010417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c3f838-559d-4a3d-b3b6-477e0129e8d8') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:02.010855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c3f838-559d-4a3d-b3b6-477e0129e8d8') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:02.019268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:02.046998 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:02.094507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:02.098223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Allocated IP 192.168.233.153 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:02.120278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:02.126254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:37:02.126919 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:37:02.128455 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:37:02.142712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:02.159151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:02.173851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54759575-1795-43d6-bbba-758e06169e33 req-c8a241ba-0a19-44ef-97d2-81cfa9c3784a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:02.185563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54759575-1795-43d6-bbba-758e06169e33 req-c8a241ba-0a19-44ef-97d2-81cfa9c3784a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 985 time: 0.2315936 Dec 08 01:37:02.239471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event updated for resources: {'Port': ['ID=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:02.294078 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:02.303765 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:02.305898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:02.315675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:02.316679 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:02.351831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54759575-1795-43d6-bbba-758e06169e33 req-9025bf8e-c146-4608-9fdf-797b271b25fc tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad5c20c0-33b0-42bb-8c01-181f7c2804a8&id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1605628 Dec 08 01:37:02.374630 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:02.385167 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-06c38247-fd45-40bf-bdb6-55b115a4f7e2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0953200 Dec 08 01:37:02.387289 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] 10.222.0.70 "DELETE /v2.0/networks/69416d56-2b0a-4cb0-b829-dd739e0ff424 HTTP/1.1" status: 204 len: 168 time: 2.4539866 Dec 08 01:37:02.413465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Request body: {'port': {'device_id': '8249e638-772d-44e7-980f-142daae9bcf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:02.511387 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db8942fd-0d73-457d-b6e8-cc9b64d99d93 req-b555243b-208a-42be-a705-95e525709f11 service neutron] 10.222.0.65 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787757 Dec 08 01:37:02.698191 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:02.809838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:02.829364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bc72f-61e3-4867-8da3-05a77ca381c4 req-0c91b673-2a9b-4995-8204-41352b6da6f9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:02.831034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-213bc72f-61e3-4867-8da3-05a77ca381c4 req-0c91b673-2a9b-4995-8204-41352b6da6f9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 936 time: 0.2343919 Dec 08 01:37:02.899847 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-801c8750-0cd6-462d-8b6d-cdf7825ad82c None None] Provisioning complete for port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:02.900416 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-801c8750-0cd6-462d-8b6d-cdf7825ad82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:02.946104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-801c8750-0cd6-462d-8b6d-cdf7825ad82c None None] Port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:37:02.981690 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-62a6cfab-9120-4be4-b1f2-d882b89e35fb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96fb2d1ef29e476a99b9c41453bb5eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697567 Dec 08 01:37:02.986498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42716) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:03.022834 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:03.024018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e946c8-2e40-49df-8c29-b94d6be28b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=69416d56-2b0a-4cb0-b829-dd739e0ff424,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:03.045706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:03.050121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-213bc72f-61e3-4867-8da3-05a77ca381c4 req-47e4e2f2-85fc-4545-8b2c-4a0841fb0642 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000091 Dec 08 01:37:03.098043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:03.102248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Pushing event updated for resources: {'Port': ['ID=9e0513b3-aeba-458b-803f-4baaafdde625,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:03.139802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03c418ef-f67b-48ef-967d-c0bce353ee1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:03.172341 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03c418ef-f67b-48ef-967d-c0bce353ee1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:03.210359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8434eb3-8bfe-45c9-9641-e9dd3bee380b req-2497afe2-dc63-49fc-860b-b0c40a389b86 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:03.216806 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8434eb3-8bfe-45c9-9641-e9dd3bee380b req-2497afe2-dc63-49fc-860b-b0c40a389b86 tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 1102 time: 0.8436568 Dec 08 01:37:03.338529 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03c418ef-f67b-48ef-967d-c0bce353ee1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:03.342550 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03c418ef-f67b-48ef-967d-c0bce353ee1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:03.344208 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-03c418ef-f67b-48ef-967d-c0bce353ee1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab77fc51-d716-4b10-9de0-c91e2462acd8 HTTP/1.1" status: 204 len: 168 time: 0.3468320 Dec 08 01:37:03.353729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c418ef-f67b-48ef-967d-c0bce353ee1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab77fc51-d716-4b10-9de0-c91e2462acd8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:03.357770 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:03.450691 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db8942fd-0d73-457d-b6e8-cc9b64d99d93 req-58d6ecce-2c4f-4213-b02c-8611be073fd5 service neutron] 10.222.0.65 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8962178 Dec 08 01:37:03.515671 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8434eb3-8bfe-45c9-9641-e9dd3bee380b req-7ad2205f-0a04-45e9-8dab-d6b1746e03ca tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954357 Dec 08 01:37:03.566365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b81829-c20e-492d-a354-7cdfa0992015 req-91574a4b-29c3-4ad7-a98a-a3eebe315d81 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:03.577123 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:03.582125 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-89b81829-c20e-492d-a354-7cdfa0992015 req-91574a4b-29c3-4ad7-a98a-a3eebe315d81 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 985 time: 0.1171055 Dec 08 01:37:03.613456 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:03.726127 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-89b81829-c20e-492d-a354-7cdfa0992015 req-8396e5e1-ce83-4e9e-8add-1036aa28d1a5 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad5c20c0-33b0-42bb-8c01-181f7c2804a8&id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1424944 Dec 08 01:37:03.747609 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:03.786434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc120996-da89-4922-a982-263e7a53a49b', 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:03.890505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:03.988658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:37:04.004447 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:04.026791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Transition to ACTIVE for port object 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:37:04.035873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:04.055050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1a3bf-cea8-4b19-be3a-45d6c90d555e req-361d3b3e-9f9e-4404-88c4-01d0eee43bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:04.056859 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9df1a3bf-cea8-4b19-be3a-45d6c90d555e req-361d3b3e-9f9e-4404-88c4-01d0eee43bfd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01362ef3329a4ff4839d466aa4606b91&device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 1137 time: 0.4659135 Dec 08 01:37:04.102729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Pushing event updated for resources: {'Port': ['ID=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:04.117974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:04.160461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:04.176414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event updated for resources: {'Port': ['ID=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:04.180521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:04.201320 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:04.221446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Attempting to bind port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:37:04.222103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Attempting to bind port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:37:04.222622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Attempting to bind port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:04.252595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.253060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.253641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.254099 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.254544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.254990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.255964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.256879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.257380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.257831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.258293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.258705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.259109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:37:04.259281 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:04.259777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Attempting to bind port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:04.275713 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:37:04.276200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:04.276738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:37:04.277286 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Bound port: 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:37:04.277756 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:04.323889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d30206-4851-4ee1-8ba1-1181e4122743 req-64ef882a-f5d3-4064-ace3-82a40a2ee034 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:04.331718 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-29d30206-4851-4ee1-8ba1-1181e4122743 req-64ef882a-f5d3-4064-ace3-82a40a2ee034 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 948 time: 0.1353793 Dec 08 01:37:04.426099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] For port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:37:04.430329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] For port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:37:04.439872 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:04.463029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c72cd-3652-4f39-97da-bd32b517f48d req-0e9cdf71-630f-4933-ba40-8070e4a47ffe tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:04.472448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-152c72cd-3652-4f39-97da-bd32b517f48d req-0e9cdf71-630f-4933-ba40-8070e4a47ffe tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 1102 time: 0.6100805 Dec 08 01:37:04.575952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-29d30206-4851-4ee1-8ba1-1181e4122743 req-0d77047d-fc40-4a03-8a12-6c3144b0ddc6 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436422 Dec 08 01:37:04.580363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:04.580363 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:04.580363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] 10.222.0.72 "PUT /v2.0/ports/1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 HTTP/1.1" status: 200 len: 1097 time: 2.1707625 Dec 08 01:37:04.580363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8249e638-772d-44e7-980f-142daae9bcf2', 'tag': '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:04.591816 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f8eb8e-ab76-4d86-abb5-16338172d870" -d '{"events": [{"name": "network-changed", "server_uuid": "8249e638-772d-44e7-980f-142daae9bcf2", "tag": "1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:04.612255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425e774-7559-492b-8af7-9af80e8103ea service neutron] Pushing event updated for resources: {'Port': ['ID=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:04.667987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:04.679018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:04.715164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:04.760240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-1c91164d-e93b-4ee0-9add-7c7a1012b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:04.762294 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-1c91164d-e93b-4ee0-9add-7c7a1012b802 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 1100 time: 0.0965350 Dec 08 01:37:04.781624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-fe4e3f45-092c-4e63-99e8-befa6a538ce3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8173943 Dec 08 01:37:04.834872 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-b2b1b937-01d6-4798-ba49-0fa5c1964371 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 HTTP/1.1" status: 200 len: 217 time: 0.0449455 Dec 08 01:37:04.857711 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-152c72cd-3652-4f39-97da-bd32b517f48d req-99a75ba0-5ca5-4916-9241-c64e86ecf12a tempest-ServersAdminTestJSON-1969453560 tempest-ServersAdminTestJSON-1969453560-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837323 Dec 08 01:37:04.858855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1a3bf-cea8-4b19-be3a-45d6c90d555e req-a3494309-1c08-482e-9e44-5eb52d420cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:04.860478 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9df1a3bf-cea8-4b19-be3a-45d6c90d555e req-a3494309-1c08-482e-9e44-5eb52d420cad service neutron] 10.222.0.65 "GET /v2.0/networks?id=fe973c4d-03d0-4a58-a113-aa265076fdf4 HTTP/1.1" status: 200 len: 914 time: 0.7401433 Dec 08 01:37:04.866855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Request body: {'port': {'device_id': 'a7517066-88ad-490e-9413-9f318854002f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:04.883897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-768a4cb0-137b-49e1-aaf7-f67de13dd782 None None] Provisioning complete for port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:04.883897 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-768a4cb0-137b-49e1-aaf7-f67de13dd782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:04.947915 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b599bf9a-9c36-44c2-b26b-51b563484317 x-openstack-request-id: req-b599bf9a-9c36-44c2-b26b-51b563484317 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:04.948455 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8249e638-772d-44e7-980f-142daae9bcf2", "tag": "1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:04.948814 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b599bf9a-9c36-44c2-b26b-51b563484317 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:04.949324 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8249e638-772d-44e7-980f-142daae9bcf2', 'tag': '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4', 'status': 'completed', 'code': 200} Dec 08 01:37:04.979400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-db59398b-fd5d-49a5-b02c-d3cb12e108e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:04.981076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-db59398b-fd5d-49a5-b02c-d3cb12e108e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1271098 Dec 08 01:37:04.983397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-768a4cb0-137b-49e1-aaf7-f67de13dd782 None None] Port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:37:05.011156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9df1a3bf-cea8-4b19-be3a-45d6c90d555e req-39802bfd-1ec6-47e6-b91d-39701794ec28 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c HTTP/1.1" status: 200 len: 217 time: 0.1050422 Dec 08 01:37:05.023324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:05.053769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-6b57b7c2-991a-47f7-adcf-74699c71caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:05.056470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-6b57b7c2-991a-47f7-adcf-74699c71caf5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671377 Dec 08 01:37:05.105478 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:05.169201 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-16b26d52-917e-40c1-8b49-04a473fb7fc4 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941579 Dec 08 01:37:05.218148 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1a3bf-cea8-4b19-be3a-45d6c90d555e req-8367dfac-39d9-45f4-a0da-d406e6b3ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:05.219903 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9df1a3bf-cea8-4b19-be3a-45d6c90d555e req-8367dfac-39d9-45f4-a0da-d406e6b3ad63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16c36d49-aec8-4a3c-890f-212453c51d4f HTTP/1.1" status: 200 len: 853 time: 0.1844769 Dec 08 01:37:05.236264 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40925b-0dc6-4462-bfca-30bca0658e74 req-0ad4318f-5afa-4617-8792-0508a72e3305 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:05.243722 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5a40925b-0dc6-4462-bfca-30bca0658e74 req-0ad4318f-5afa-4617-8792-0508a72e3305 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 985 time: 0.2404029 Dec 08 01:37:05.303825 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-6757756f-deb3-422e-b8cf-31ec68633283 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166432 Dec 08 01:37:05.497502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf86f6d-d1fa-4b1c-983a-45aaa91e14f0 req-d0363ef8-bcea-4c13-8661-440078ea9922 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:05.499101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bcf86f6d-d1fa-4b1c-983a-45aaa91e14f0 req-d0363ef8-bcea-4c13-8661-440078ea9922 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 945 time: 0.0826991 Dec 08 01:37:05.508527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8eb8e-ab76-4d86-abb5-16338172d870 req-f8db7075-0cbd-47a2-b303-684738b0c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:05.510036 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f1f8eb8e-ab76-4d86-abb5-16338172d870 req-f8db7075-0cbd-47a2-b303-684738b0c06a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 1100 time: 0.0655477 Dec 08 01:37:05.604347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9df1a3bf-cea8-4b19-be3a-45d6c90d555e req-37bc2b70-ac7b-4864-90f0-e28f6e37297a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fe973c4d-03d0-4a58-a113-aa265076fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3007014 Dec 08 01:37:05.609769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bcf86f6d-d1fa-4b1c-983a-45aaa91e14f0 req-2d02f80f-d2da-497c-97f2-b9d17936bf99 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036277 Dec 08 01:37:05.646701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8eb8e-ab76-4d86-abb5-16338172d870 req-d892487e-693b-44f0-b092-c82e2a7742a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:05.649218 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f1f8eb8e-ab76-4d86-abb5-16338172d870 req-d892487e-693b-44f0-b092-c82e2a7742a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1253355 Dec 08 01:37:05.697298 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f1f8eb8e-ab76-4d86-abb5-16338172d870 req-345c69d8-b0a9-4eb3-b0c7-591473811f58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 HTTP/1.1" status: 200 len: 217 time: 0.0384123 Dec 08 01:37:05.781719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8eb8e-ab76-4d86-abb5-16338172d870 req-402a85e3-21c9-437c-be4c-0b115ece7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:05.783437 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f1f8eb8e-ab76-4d86-abb5-16338172d870 req-402a85e3-21c9-437c-be4c-0b115ece7516 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0758665 Dec 08 01:37:05.783826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5a40925b-0dc6-4462-bfca-30bca0658e74 req-09e1c365-88d3-4a00-bb85-e5a9d6236541 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad5c20c0-33b0-42bb-8c01-181f7c2804a8&id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.5391853 Dec 08 01:37:05.791146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19602e86-d40b-4b0e-8baa-fc54f5beb93f req-b094c87a-5680-4de7-bf96-d9644e887107 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:05.792658 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19602e86-d40b-4b0e-8baa-fc54f5beb93f req-b094c87a-5680-4de7-bf96-d9644e887107 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 949 time: 0.0993228 Dec 08 01:37:05.847737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Router c180271e-2ca5-431a-a9cf-0e4f2bb9a13f is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:37:05.859939 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9df1a3bf-cea8-4b19-be3a-45d6c90d555e req-4cae72c5-7164-40d7-bec5-b3a75f041c1f service neutron] 10.222.0.65 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367911 Dec 08 01:37:05.875053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8eb8e-ab76-4d86-abb5-16338172d870 req-9088b5c2-7c1a-4e8d-b19a-4f67f03052af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:05.876725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f1f8eb8e-ab76-4d86-abb5-16338172d870 req-9088b5c2-7c1a-4e8d-b19a-4f67f03052af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0831802 Dec 08 01:37:05.881661 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19602e86-d40b-4b0e-8baa-fc54f5beb93f req-c489f373-e6b6-4431-9e20-0760d62b28ec tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800574 Dec 08 01:37:05.997362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f1f8eb8e-ab76-4d86-abb5-16338172d870 req-58d88e30-59cf-4d6e-b8c9-23ecb819334e service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105173 Dec 08 01:37:06.055197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:37:06.066348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c452f6-0970-4117-9750-bc157c76f639 req-4b2cbfb7-5565-4656-bd7f-a81c35617b1f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:06.067890 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-12c452f6-0970-4117-9750-bc157c76f639 req-4b2cbfb7-5565-4656-bd7f-a81c35617b1f tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 950 time: 0.2106993 Dec 08 01:37:06.087334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4fc55-22fa-483f-8c5b-ff1de97671b3 req-b041a1bb-1542-4141-880f-c65c770c1701 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:06.088890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73a4fc55-22fa-483f-8c5b-ff1de97671b3 req-b041a1bb-1542-4141-880f-c65c770c1701 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 948 time: 0.1067674 Dec 08 01:37:06.105585 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:06.141343 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f1f8eb8e-ab76-4d86-abb5-16338172d870 req-74979376-b3ab-4196-bd41-2d325065469d service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292486 Dec 08 01:37:06.153178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Transition to ACTIVE for port object 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:37:06.154932 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73a4fc55-22fa-483f-8c5b-ff1de97671b3 req-cf13b91f-3868-4d85-b52d-c4aab5a9e79f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579104 Dec 08 01:37:06.159820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9df1a3bf-cea8-4b19-be3a-45d6c90d555e req-9fe8b039-4ee7-4a42-af96-9f569bdf2f52 service neutron] 10.222.0.65 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869730 Dec 08 01:37:06.166118 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:06.216089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:37:06.226760 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc9cec-29a9-49de-a591-3f160fa19a3f None None] Sync routers for ids ['c180271e-2ca5-431a-a9cf-0e4f2bb9a13f'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:37:06.237174 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc9cec-29a9-49de-a591-3f160fa19a3f None None] Routers {'c180271e-2ca5-431a-a9cf-0e4f2bb9a13f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:06.237799 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-26dc9cec-29a9-49de-a591-3f160fa19a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['c180271e-2ca5-431a-a9cf-0e4f2bb9a13f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:06.253412 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-12c452f6-0970-4117-9750-bc157c76f639 req-6e2f62ef-eaa2-4a1b-bd4b-83106c74f1d0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778665 Dec 08 01:37:06.309944 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:06.314081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:06.314354 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2f206efa-02ac-418c-b9b1-04474d290f08 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.2333193 Dec 08 01:37:06.314839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:06.332205 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-26dc9cec-29a9-49de-a591-3f160fa19a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:06.344459 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc9cec-29a9-49de-a591-3f160fa19a3f None None] Routers {'c180271e-2ca5-431a-a9cf-0e4f2bb9a13f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:06.345310 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-26dc9cec-29a9-49de-a591-3f160fa19a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['c180271e-2ca5-431a-a9cf-0e4f2bb9a13f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:06.394572 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-26dc9cec-29a9-49de-a591-3f160fa19a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:06.395692 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc9cec-29a9-49de-a591-3f160fa19a3f None None] The sync data for ids ['c180271e-2ca5-431a-a9cf-0e4f2bb9a13f'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:37:06.446822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Attempting to bind port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:37:06.447208 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Attempting to bind port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:37:06.447642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Attempting to bind port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:06.467840 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:37:06.468226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Attempting to bind port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:06.491111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:37:06.491472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:06.493002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:37:06.493475 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Bound port: 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:37:06.493843 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:06.513330 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-32df2908-a253-407a-9d59-0c558e042c66 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/routers/c180271e-2ca5-431a-a9cf-0e4f2bb9a13f HTTP/1.1" status: 200 len: 924 time: 0.1980109 Dec 08 01:37:06.515972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42868) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:06.554519 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c4f0ec0c-a5c8-4927-98d6-8d16f147e1c7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "GET /v2.0/ports?device_id=c180271e-2ca5-431a-a9cf-0e4f2bb9a13f HTTP/1.1" status: 200 len: 205 time: 0.0371301 Dec 08 01:37:06.559301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42870) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:06.704736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] For port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:37:06.724973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] For port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:37:06.744644 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:06.792220 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:06.822913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:06.823531 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:06.824991 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] 10.222.0.65 "PUT /v2.0/ports/5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 HTTP/1.1" status: 200 len: 1097 time: 1.9635525 Dec 08 01:37:06.879217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7517066-88ad-490e-9413-9f318854002f', 'tag': '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:06.882620 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c7fde1-c5fc-4cf8-a995-0f05a4a457e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7517066-88ad-490e-9413-9f318854002f", "tag": "5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:06.969410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42906) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:07.067152 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e4c45-c260-42d9-ba2c-b879dc5deea9 req-dd3da781-d86d-4763-a627-a793a7402645 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:07.075856 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-046e4c45-c260-42d9-ba2c-b879dc5deea9 req-dd3da781-d86d-4763-a627-a793a7402645 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 945 time: 0.3325884 Dec 08 01:37:07.077768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1013bb-1ad7-4b52-a9e3-77d6243b2f62 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:07.143468 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5482-a29c-48f6-8124-d3c3c38a7146 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.151157 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.164550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-7b24b7e8-ba1b-445b-b8ef-e817b01718d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:07.166010 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-7b24b7e8-ba1b-445b-b8ef-e817b01718d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 1100 time: 0.1455872 Dec 08 01:37:07.224485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-046e4c45-c260-42d9-ba2c-b879dc5deea9 req-a6d1d827-384a-46c6-a9bc-65a9d1fe681e tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472912 Dec 08 01:37:07.236355 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5482-a29c-48f6-8124-d3c3c38a7146 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.242092 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5482-a29c-48f6-8124-d3c3c38a7146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.265105 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b05336-d332-4902-ba59-b6614ef979ea x-openstack-request-id: req-87b05336-d332-4902-ba59-b6614ef979ea {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:07.265588 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7517066-88ad-490e-9413-9f318854002f", "tag": "5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:07.265745 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87b05336-d332-4902-ba59-b6614ef979ea {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:07.266388 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7517066-88ad-490e-9413-9f318854002f', 'tag': '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502', 'status': 'completed', 'code': 200} Dec 08 01:37:07.269053 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-f4e3dc2c-ada1-4abc-bf50-77ef23a707b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 HTTP/1.1" status: 200 len: 217 time: 0.0730655 Dec 08 01:37:07.290913 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e5ff5482-a29c-48f6-8124-d3c3c38a7146 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fbd4ad590e064214b1cf51688996bb03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204188 Dec 08 01:37:07.295729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42930) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:07.300059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff5482-a29c-48f6-8124-d3c3c38a7146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582bd3d2-8d77-4973-a96c-632b5ff67c19,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:07.373012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cc502-89f7-4f03-9c71-dc22763152d4 req-b628bdf9-475e-469b-a52c-aa94b87b9cd2 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:07.374580 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743cc502-89f7-4f03-9c71-dc22763152d4 req-b628bdf9-475e-469b-a52c-aa94b87b9cd2 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 985 time: 0.0887403 Dec 08 01:37:07.395160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Deleting port 9e0513b3-aeba-458b-803f-4baaafdde625 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:07.395534 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.396537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e14e4-11ca-4a99-8ce3-374bfa727a90 req-aae72026-a858-488b-8eca-13dd196b0abd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:07.398010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d4e14e4-11ca-4a99-8ce3-374bfa727a90 req-aae72026-a858-488b-8eca-13dd196b0abd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 950 time: 0.0771112 Dec 08 01:37:07.418650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-c83a5f32-d3ae-48cf-bfb4-fc1d1d14a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:07.420055 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-c83a5f32-d3ae-48cf-bfb4-fc1d1d14a3eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1362162 Dec 08 01:37:07.478376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743cc502-89f7-4f03-9c71-dc22763152d4 req-45299969-217a-4530-abbe-06fc7b0a2bf5 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=ad5c20c0-33b0-42bb-8c01-181f7c2804a8&id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0950754 Dec 08 01:37:07.504017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9df15-308b-4286-b886-ccc1db053538 req-4dfdebe8-92ad-4e1d-af11-3be7aeb8c14a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:07.505561 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63e9df15-308b-4286-b886-ccc1db053538 req-4dfdebe8-92ad-4e1d-af11-3be7aeb8c14a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 948 time: 0.1816137 Dec 08 01:37:07.524255 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50eb633a-e12c-4b8e-8161-007e34b096de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.556584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-0d4e14e4-11ca-4a99-8ce3-374bfa727a90 req-b84211bf-dd5d-425c-af32-f3c86a923ae0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Deleting port ab857161-f412-4111-b455-8705fee59759 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:07.557446 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d4e14e4-11ca-4a99-8ce3-374bfa727a90 req-b84211bf-dd5d-425c-af32-f3c86a923ae0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.607370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-d46475ca-7291-470f-a4fc-1ec537ee56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:07.609026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-d46475ca-7291-470f-a4fc-1ec537ee56fd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1749201 Dec 08 01:37:07.614172 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50eb633a-e12c-4b8e-8161-007e34b096de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.619272 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.656000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Calling delete_port for 9e0513b3-aeba-458b-803f-4baaafdde625 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:07.657295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0d4e14e4-11ca-4a99-8ce3-374bfa727a90 req-b84211bf-dd5d-425c-af32-f3c86a923ae0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] For port ab857161-f412-4111-b455-8705fee59759, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ab857161-f412-4111-b455-8705fee59759,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:07.657295 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d4e14e4-11ca-4a99-8ce3-374bfa727a90 req-b84211bf-dd5d-425c-af32-f3c86a923ae0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.670612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-0d4e14e4-11ca-4a99-8ce3-374bfa727a90 req-b84211bf-dd5d-425c-af32-f3c86a923ae0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Calling delete_port for ab857161-f412-4111-b455-8705fee59759 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:07.675889 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63e9df15-308b-4286-b886-ccc1db053538 req-6da69667-a25c-49f1-ba69-0660cf206a2a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609900 Dec 08 01:37:07.813784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bf947-7437-4a5c-bab4-0fc963c33f64 req-7a01ebde-d5ed-44bb-9c7c-94ff53a0a298 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:07.815413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d85bf947-7437-4a5c-bab4-0fc963c33f64 req-7a01ebde-d5ed-44bb-9c7c-94ff53a0a298 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee18ff69-1340-4be1-9c5d-1787413c45a5 HTTP/1.1" status: 200 len: 950 time: 0.0765777 Dec 08 01:37:07.844202 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50eb633a-e12c-4b8e-8161-007e34b096de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.846830 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50eb633a-e12c-4b8e-8161-007e34b096de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.847970 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-50eb633a-e12c-4b8e-8161-007e34b096de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/582bd3d2-8d77-4973-a96c-632b5ff67c19 HTTP/1.1" status: 204 len: 168 time: 0.5485024 Dec 08 01:37:07.874059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb633a-e12c-4b8e-8161-007e34b096de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582bd3d2-8d77-4973-a96c-632b5ff67c19,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:07.905307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d4e14e4-11ca-4a99-8ce3-374bfa727a90 req-b84211bf-dd5d-425c-af32-f3c86a923ae0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:07.913732 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-23476544-82a2-4985-8a19-3ac703105933 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833011 Dec 08 01:37:07.916705 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d85bf947-7437-4a5c-bab4-0fc963c33f64 req-3be5023c-e246-4692-8d13-bee809eaf08c tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910928 Dec 08 01:37:07.916898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e48a656d-f3fc-4d37-80b4-c2998e575ddc req-f6e220eb-ebd1-4270-a8bd-7cc0bb091f21 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2142490474&fields=id&tenant_id=01362ef3329a4ff4839d466aa4606b91 HTTP/1.1" status: 200 len: 267 time: 0.1445296 Dec 08 01:37:07.945200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84211bf-dd5d-425c-af32-f3c86a923ae0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Pushing event deleted for resources: {'Port': ['ID=ab857161-f412-4111-b455-8705fee59759,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:07.954133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['fe729429-f019-4f73-b08c-b3418bf8e575', 'ab857161-f412-4111-b455-8705fee59759', '7f3e7295-32df-435f-8320-3795142e4cf1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:08.052147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4e14e4-11ca-4a99-8ce3-374bfa727a90 req-b84211bf-dd5d-425c-af32-f3c86a923ae0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] No DVR routers for this DVR port ab857161-f412-4111-b455-8705fee59759 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:37:08.057183 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d4e14e4-11ca-4a99-8ce3-374bfa727a90 req-b84211bf-dd5d-425c-af32-f3c86a923ae0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:08.061409 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d4e14e4-11ca-4a99-8ce3-374bfa727a90 req-b84211bf-dd5d-425c-af32-f3c86a923ae0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "DELETE /v2.0/ports/ab857161-f412-4111-b455-8705fee59759 HTTP/1.1" status: 204 len: 173 time: 0.6495430 Dec 08 01:37:08.061753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee18ff69-1340-4be1-9c5d-1787413c45a5', 'name': 'network-vif-deleted', 'tag': 'ab857161-f412-4111-b455-8705fee59759'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:08.074317 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbd3379-a7b7-4c29-8a6d-8e2d19de7baf" -d '{"events": [{"server_uuid": "ee18ff69-1340-4be1-9c5d-1787413c45a5", "name": "network-vif-deleted", "tag": "ab857161-f412-4111-b455-8705fee59759"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:08.081148 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a656d-f3fc-4d37-80b4-c2998e575ddc req-43b8b3f8-d6e7-4ef4-bc4a-1e8b05d869f2 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:08.082689 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e48a656d-f3fc-4d37-80b4-c2998e575ddc req-43b8b3f8-d6e7-4ef4-bc4a-1e8b05d869f2 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 985 time: 0.1467152 Dec 08 01:37:08.105098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-e48a656d-f3fc-4d37-80b4-c2998e575ddc req-69cc5170-f71f-4ed0-bdb5-f736c992438c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'port': {'security_groups': ['366c4dd6-17c1-423b-aeae-ec7b89d2bdbc', 'ad5c20c0-33b0-42bb-8c01-181f7c2804a8', 'fc9b9f5e-89a9-465b-9be6-32b0f049838a']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:08.218658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45b75086-1d48-419a-be94-b3e5ac2bc399 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:08.416889 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32618ae5-7616-4898-a504-a3d6a06b9466 req-4df271c5-debf-47fd-8f30-b974810b9285 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956079 Dec 08 01:37:08.426480 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:08.459639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:08.513502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Pushing event deleted for resources: {'Port': ['ID=9e0513b3-aeba-458b-803f-4baaafdde625,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:08.517835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:08.523179 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312638b8-cf4b-4b2d-bc7f-5eff5ab7f523" -d '{"events": [{"server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "name": "network-vif-unplugged", "status": "completed", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:08.541481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e48a656d-f3fc-4d37-80b4-c2998e575ddc req-69cc5170-f71f-4ed0-bdb5-f736c992438c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:08.561221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:08.568262 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:08.644725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=45b75086-1d48-419a-be94-b3e5ac2bc399,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:08.745813 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c31154-01a0-4815-8de1-6e28ab1d0908 x-openstack-request-id: req-a2c31154-01a0-4815-8de1-6e28ab1d0908 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:08.746368 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee18ff69-1340-4be1-9c5d-1787413c45a5", "name": "network-vif-deleted", "tag": "ab857161-f412-4111-b455-8705fee59759", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:08.746498 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2c31154-01a0-4815-8de1-6e28ab1d0908 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:08.746945 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee18ff69-1340-4be1-9c5d-1787413c45a5', 'name': 'network-vif-deleted', 'tag': 'ab857161-f412-4111-b455-8705fee59759', 'status': 'completed', 'code': 200} Dec 08 01:37:08.749965 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:08.799799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7fde1-c5fc-4cf8-a995-0f05a4a457e9 req-a1f50206-d1f1-4932-919a-7265df81a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:08.801359 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9c7fde1-c5fc-4cf8-a995-0f05a4a457e9 req-a1f50206-d1f1-4932-919a-7265df81a19f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 1100 time: 0.1913328 Dec 08 01:37:08.863897 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb1fd26-6586-4690-b350-6c9db85b86f4 x-openstack-request-id: req-aeb1fd26-6586-4690-b350-6c9db85b86f4 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:08.864202 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "name": "network-vif-unplugged", "status": "completed", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:08.864503 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aeb1fd26-6586-4690-b350-6c9db85b86f4 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:08.865120 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'code': 200} Dec 08 01:37:08.914957 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:08.918685 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:09.039524 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:09.041123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Fanout notify agent at l3_agent the message router_deleted on router c180271e-2ca5-431a-a9cf-0e4f2bb9a13f {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:37:09.048272 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:09.049414 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9d4f242d-2bd8-46d1-8009-dd8ab01f685d tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/routers/c180271e-2ca5-431a-a9cf-0e4f2bb9a13f HTTP/1.1" status: 204 len: 168 time: 2.4891379 Dec 08 01:37:09.053591 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42996) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:09.055620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7fde1-c5fc-4cf8-a995-0f05a4a457e9 req-a89561bf-e8bc-4b7d-8fc8-1cb14ce66611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:09.057107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9c7fde1-c5fc-4cf8-a995-0f05a4a457e9 req-a89561bf-e8bc-4b7d-8fc8-1cb14ce66611 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2191575 Dec 08 01:37:09.062822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60299b9b-b26f-4618-b2f9-4599ae12ab47 req-dd8123ac-2923-49af-8d59-6fb83b3f7a7f tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:09.064315 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60299b9b-b26f-4618-b2f9-4599ae12ab47 req-dd8123ac-2923-49af-8d59-6fb83b3f7a7f tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 945 time: 0.0594296 Dec 08 01:37:09.067159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Request body: {'router': {'name': 'tempest-snat-router-875126049', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'enable_snat': False}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:09.108493 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:09.109484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:09.120389 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9c7fde1-c5fc-4cf8-a995-0f05a4a457e9 req-418763a1-5491-4ff9-b397-15117760c0c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 HTTP/1.1" status: 200 len: 217 time: 0.0524120 Dec 08 01:37:09.136232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60299b9b-b26f-4618-b2f9-4599ae12ab47 req-43264304-92b1-447d-a5c1-1ef1975bf32a tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641866 Dec 08 01:37:09.179077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:09.230156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7fde1-c5fc-4cf8-a995-0f05a4a457e9 req-114a3b67-f772-4584-9d8c-45a448e1be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:09.231629 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9c7fde1-c5fc-4cf8-a995-0f05a4a457e9 req-114a3b67-f772-4584-9d8c-45a448e1be5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0725250 Dec 08 01:37:09.233441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e48a656d-f3fc-4d37-80b4-c2998e575ddc req-69cc5170-f71f-4ed0-bdb5-f736c992438c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] For port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:09.290376 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e48a656d-f3fc-4d37-80b4-c2998e575ddc req-69cc5170-f71f-4ed0-bdb5-f736c992438c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:09.296054 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e48a656d-f3fc-4d37-80b4-c2998e575ddc req-69cc5170-f71f-4ed0-bdb5-f736c992438c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:09.327789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7fde1-c5fc-4cf8-a995-0f05a4a457e9 req-b17d2d1a-b40b-42a8-8278-46bbad66b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:09.329316 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9c7fde1-c5fc-4cf8-a995-0f05a4a457e9 req-b17d2d1a-b40b-42a8-8278-46bbad66b290 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864868 Dec 08 01:37:09.337376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['993099d2-d001-43c7-8b34-666a5d94e3dd'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:09.353177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a656d-f3fc-4d37-80b4-c2998e575ddc req-69cc5170-f71f-4ed0-bdb5-f736c992438c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:09.353830 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e48a656d-f3fc-4d37-80b4-c2998e575ddc req-69cc5170-f71f-4ed0-bdb5-f736c992438c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:09.355235 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e48a656d-f3fc-4d37-80b4-c2998e575ddc req-69cc5170-f71f-4ed0-bdb5-f736c992438c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "PUT /v2.0/ports/4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c HTTP/1.1" status: 200 len: 1021 time: 1.2615724 Dec 08 01:37:09.355392 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:09.365290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472266ee-9556-48d9-b080-3f3e82632dde', 'tag': '4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:09.366037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cb19a-4134-49b0-aed6-65c3738161d1 req-576554f8-062a-4651-a6ae-8d57d52220ca tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:09.367607 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1f2cb19a-4134-49b0-aed6-65c3738161d1 req-576554f8-062a-4651-a6ae-8d57d52220ca tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 948 time: 0.1499538 Dec 08 01:37:09.367768 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96ea6f3-54b3-44a3-89ab-64fa8530d7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "472266ee-9556-48d9-b080-3f3e82632dde", "tag": "4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:09.400263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:09.416141 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc5170-f71f-4ed0-bdb5-f736c992438c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'Port': ['ID=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:09.492165 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9c7fde1-c5fc-4cf8-a995-0f05a4a457e9 req-0e0ebe15-0790-466e-a0de-014d62def678 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484518 Dec 08 01:37:09.510037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1f2cb19a-4134-49b0-aed6-65c3738161d1 req-b7009359-5dda-472f-b732-545295a073d8 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349165 Dec 08 01:37:09.618030 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9c7fde1-c5fc-4cf8-a995-0f05a4a457e9 req-406baa44-e298-4d70-a20c-8376addbbdea service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155217 Dec 08 01:37:09.673027 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8cd0888c-dedb-4742-a7c7-ffd54178dabd req-426bd617-0502-426c-a8fe-cc12417e4b09 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/fc9b9f5e-89a9-465b-9be6-32b0f049838a HTTP/1.1" status: 200 len: 1817 time: 0.1193333 Dec 08 01:37:09.742555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:09.770491 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:09.775098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:09.790724 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-8cd0888c-dedb-4742-a7c7-ffd54178dabd req-63297434-c610-4cf2-9487-e09593d5822a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 01:37:09.791859 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8cd0888c-dedb-4742-a7c7-ffd54178dabd req-63297434-c610-4cf2-9487-e09593d5822a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "DELETE /v2.0/security-groups/fc9b9f5e-89a9-465b-9be6-32b0f049838a HTTP/1.1" status: 409 len: 341 time: 0.0936754 Dec 08 01:37:09.853777 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7de937-0cef-4e3a-8abd-026524fc9be0 x-openstack-request-id: req-1e7de937-0cef-4e3a-8abd-026524fc9be0 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:09.854084 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472266ee-9556-48d9-b080-3f3e82632dde", "tag": "4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:09.854347 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e7de937-0cef-4e3a-8abd-026524fc9be0 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:09.854772 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472266ee-9556-48d9-b080-3f3e82632dde', 'tag': '4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c', 'status': 'completed', 'code': 200} Dec 08 01:37:09.936200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Allocated IP 172.25.2.89 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/22e6a1cd-6af0-40f4-b154-1f6c1572d5e1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:10.003251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea6f3-54b3-44a3-89ab-64fa8530d7b9 req-26aba5c1-4f12-4e5a-905c-a564c871041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:10.005390 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f96ea6f3-54b3-44a3-89ab-64fa8530d7b9 req-26aba5c1-4f12-4e5a-905c-a564c871041d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=01362ef3329a4ff4839d466aa4606b91&device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 1176 time: 0.0765233 Dec 08 01:37:10.154964 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:10.177833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea6f3-54b3-44a3-89ab-64fa8530d7b9 req-44b6f228-3d8c-4513-a71e-02aa7c285ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:10.179602 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f96ea6f3-54b3-44a3-89ab-64fa8530d7b9 req-44b6f228-3d8c-4513-a71e-02aa7c285ebb service neutron] 10.222.0.65 "GET /v2.0/networks?id=fe973c4d-03d0-4a58-a113-aa265076fdf4 HTTP/1.1" status: 200 len: 914 time: 0.1650202 Dec 08 01:37:10.195179 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:10.252066 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:10.258210 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f96ea6f3-54b3-44a3-89ab-64fa8530d7b9 req-c4743d55-0340-4a34-9721-35079f84e024 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c HTTP/1.1" status: 200 len: 217 time: 0.0598280 Dec 08 01:37:10.273939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:10.277024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event updated for resources: {'Port': ['ID=22e6a1cd-6af0-40f4-b154-1f6c1572d5e1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:10.280649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:10.285060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b489f31-3528-4ce2-b2ff-79063c931e5c req-eeb525e9-101f-40ea-9793-951575fd62e4 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:10.287586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:37:10.289200 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b489f31-3528-4ce2-b2ff-79063c931e5c req-eeb525e9-101f-40ea-9793-951575fd62e4 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 949 time: 0.1041596 Dec 08 01:37:10.335276 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f49f1-2fd8-4ed3-af14-447b5b627360 req-d156bea1-f91d-4248-a05a-a7dda2d0882e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:10.339068 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de8f49f1-2fd8-4ed3-af14-447b5b627360 req-d156bea1-f91d-4248-a05a-a7dda2d0882e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 1024 time: 0.1022007 Dec 08 01:37:10.357591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea6f3-54b3-44a3-89ab-64fa8530d7b9 req-23c6931f-73b4-4704-ab19-24474456ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:10.359088 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f96ea6f3-54b3-44a3-89ab-64fa8530d7b9 req-23c6931f-73b4-4704-ab19-24474456ece9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=16c36d49-aec8-4a3c-890f-212453c51d4f HTTP/1.1" status: 200 len: 853 time: 0.0907109 Dec 08 01:37:10.389458 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b489f31-3528-4ce2-b2ff-79063c931e5c req-4286d0dc-0add-43e2-98f7-c3ef52893d6a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769856 Dec 08 01:37:10.391532 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:10.404952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4', 'mac_address': 'fa:16:3e:2e:1b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:37:10.412557 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f96ea6f3-54b3-44a3-89ab-64fa8530d7b9 req-f2334e33-cca5-444e-a2b4-9450c371988e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fe973c4d-03d0-4a58-a113-aa265076fdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419044 Dec 08 01:37:10.452875 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:10.469007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:37:10.503343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:10.510328 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:10.535964 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f96ea6f3-54b3-44a3-89ab-64fa8530d7b9 req-89ea396a-8dcb-498f-b5d4-6aa2e668f82f service neutron] 10.222.0.65 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138191 Dec 08 01:37:10.563192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:10.606387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b8784-c173-4f7b-82af-f50e970b2680 req-c8472c92-dde1-4d23-93c1-0a6af3e0af1a tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:10.608083 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0f6b8784-c173-4f7b-82af-f50e970b2680 req-c8472c92-dde1-4d23-93c1-0a6af3e0af1a tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 945 time: 0.0986881 Dec 08 01:37:10.695816 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f96ea6f3-54b3-44a3-89ab-64fa8530d7b9 req-823101a3-f4df-42dd-b1a3-eba9d395377b service neutron] 10.222.0.65 "GET /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443162 Dec 08 01:37:10.703540 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0f6b8784-c173-4f7b-82af-f50e970b2680 req-fa25b968-d4f3-4106-9017-1de0932aad83 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647357 Dec 08 01:37:10.788576 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de8f49f1-2fd8-4ed3-af14-447b5b627360 req-bccc7f99-902d-4add-80c6-e112cb11fa28 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc9b9f5e-89a9-465b-9be6-32b0f049838a&id=ad5c20c0-33b0-42bb-8c01-181f7c2804a8&id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4431207 Dec 08 01:37:10.910964 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:10.956648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf1d2b-6ec6-404e-bc13-45520e1de3ee req-f062b120-b662-43d2-8bd4-6068b2549d25 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:10.957923 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3bdf1d2b-6ec6-404e-bc13-45520e1de3ee req-f062b120-b662-43d2-8bd4-6068b2549d25 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 949 time: 0.0931005 Dec 08 01:37:10.959800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:11.058215 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3bdf1d2b-6ec6-404e-bc13-45520e1de3ee req-84761c50-682c-4503-ad73-fef81f290bb0 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912569 Dec 08 01:37:11.181362 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:11.273437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-d2d79260-96a1-44ae-a795-608db5a944e1 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:11.275013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-d2d79260-96a1-44ae-a795-608db5a944e1 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 945 time: 0.0672359 Dec 08 01:37:11.325139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Router f7b42a26-ec1d-4842-8f41-79aca67c5a73 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:37:11.375985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Deleting port a1fdf907-af09-4bf5-b117-37883077084e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:11.376416 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:11.456057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:37:11.467316 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Sync routers for ids ['f7b42a26-ec1d-4842-8f41-79aca67c5a73'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:37:11.484633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Routers {'f7b42a26-ec1d-4842-8f41-79aca67c5a73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:11.485288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f7b42a26-ec1d-4842-8f41-79aca67c5a73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:11.496606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] For port a1fdf907-af09-4bf5-b117-37883077084e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a1fdf907-af09-4bf5-b117-37883077084e,segment=NetworkSegment(482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e),segment_id=482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:11.497440 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:11.524087 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:11.528194 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ef83e1a6-4b5e-4ab4-b493-964e5b8e4643 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4734275 Dec 08 01:37:11.528835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43058) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:11.596274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acf4d0-f023-4acd-9336-9e3026b379b3 req-9402f718-d2ff-4bdf-a676-66e7102daf93 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:11.597797 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3acf4d0-f023-4acd-9336-9e3026b379b3 req-9402f718-d2ff-4bdf-a676-66e7102daf93 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 949 time: 0.1357634 Dec 08 01:37:11.691312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c737ba5b-be9c-4c6e-ba37-adb9d20ceff1 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/routers/f7b42a26-ec1d-4842-8f41-79aca67c5a73 HTTP/1.1" status: 200 len: 907 time: 0.1605024 Dec 08 01:37:11.695308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43060) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:11.700802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Request body: {'router': {'name': 'tempest-snat-router-875126049', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'enable_snat': True}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:11.709158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3acf4d0-f023-4acd-9336-9e3026b379b3 req-4e141aa6-da92-4e0d-acc2-a767659be803 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011641 Dec 08 01:37:11.735804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:11.735804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:11.796856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Set router f7b42a26-ec1d-4842-8f41-79aca67c5a73 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:11.818553 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:11.819155 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:11.819472 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Floating IP ca84dd08-f41a-4757-bf6b-c54a1dd1d428 disassociated. External IP: 172.25.2.97, port: a1fdf907-af09-4bf5-b117-37883077084e. Dec 08 01:37:11.819822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Calling delete_port for a1fdf907-af09-4bf5-b117-37883077084e owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:11.872597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0d9ab-259b-441b-b603-1b1f0652551b req-8fc87b55-3f27-4a93-84d1-4a13ed1a96d8 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:11.875369 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63c0d9ab-259b-441b-b603-1b1f0652551b req-8fc87b55-3f27-4a93-84d1-4a13ed1a96d8 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 949 time: 0.1375077 Dec 08 01:37:11.955190 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:11.964142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221caeb0-6fe3-4a76-a78f-c988d009bf8c req-977d6a69-847b-4e89-b184-d6cf02ddbc98 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:11.965756 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-221caeb0-6fe3-4a76-a78f-c988d009bf8c req-977d6a69-847b-4e89-b184-d6cf02ddbc98 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 1024 time: 0.0768800 Dec 08 01:37:11.997157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b42a26-ec1d-4842-8f41-79aca67c5a73', 'name': 'tempest-snat-router-875126049', 'tenant_id': 'd893849af54c49b296af8b865a07b3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.89'}], 'enable_snat': False}, 'gw_port_id': '22e6a1cd-6af0-40f4-b154-1f6c1572d5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:09Z', 'updated_at': '2021-12-08T01:37:10Z', 'revision_number': 3, 'project_id': 'd893849af54c49b296af8b865a07b3e5', 'gw_port': {'id': '22e6a1cd-6af0-40f4-b154-1f6c1572d5e1', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b42a26-ec1d-4842-8f41-79aca67c5a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:09Z', 'updated_at': '2021-12-08T01:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:12.045406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Checking router: f7b42a26-ec1d-4842-8f41-79aca67c5a73 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:37:12.045898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Updating router f7b42a26-ec1d-4842-8f41-79aca67c5a73 port 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:37:12.074937 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:12.075601 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:12.108392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ec53d-0276-481c-8314-31073723fac3 req-e45ce75e-5ef4-47d0-ada9-3d996ecd7c9e tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:12.110043 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c49ec53d-0276-481c-8314-31073723fac3 req-e45ce75e-5ef4-47d0-ada9-3d996ecd7c9e tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a90c600-c5fd-47fa-90f6-c2baa840f213 HTTP/1.1" status: 200 len: 945 time: 0.2551763 Dec 08 01:37:12.131802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Pushing event deleted for resources: {'Port': ['ID=a1fdf907-af09-4bf5-b117-37883077084e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:12.160311 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-221caeb0-6fe3-4a76-a78f-c988d009bf8c req-8507ca91-da9c-4152-a463-17486fc50116 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc9b9f5e-89a9-465b-9be6-32b0f049838a&id=ad5c20c0-33b0-42bb-8c01-181f7c2804a8&id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1747007 Dec 08 01:37:12.241982 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:12.287650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-63c0d9ab-259b-441b-b603-1b1f0652551b req-e37f32dd-c7e2-47b6-afb5-6c0eae0712fd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Deleting port fe729429-f019-4f73-b08c-b3418bf8e575 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:12.288183 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-63c0d9ab-259b-441b-b603-1b1f0652551b req-e37f32dd-c7e2-47b6-afb5-6c0eae0712fd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:12.288367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:37:12.292728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45b75086-1d48-419a-be94-b3e5ac2bc399 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:37:12.327679 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c49ec53d-0276-481c-8314-31073723fac3 req-1486f452-cdd0-4854-bfc9-a0077f63ab84 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800458 Dec 08 01:37:12.345130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:37:12.532990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:37:12.577116 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:12.584117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:12.585762 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:12.628800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-63c0d9ab-259b-441b-b603-1b1f0652551b req-e37f32dd-c7e2-47b6-afb5-6c0eae0712fd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] For port fe729429-f019-4f73-b08c-b3418bf8e575, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fe729429-f019-4f73-b08c-b3418bf8e575,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:12.629020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc17ed-fd82-4bac-9c14-0a4a95d7bc58 req-255c562e-a261-4212-a218-0f5c9d4269f7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:12.629375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-63c0d9ab-259b-441b-b603-1b1f0652551b req-e37f32dd-c7e2-47b6-afb5-6c0eae0712fd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:12.632574 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55cc17ed-fd82-4bac-9c14-0a4a95d7bc58 req-255c562e-a261-4212-a218-0f5c9d4269f7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.65 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 1024 time: 0.3022902 Dec 08 01:37:12.652193 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:12.692496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba227a1a-b159-4f4f-a12e-599d86105b24 req-66dae841-a0b9-4451-b1cb-274d5e9b09f3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:12.695002 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:37:12.700853 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ba227a1a-b159-4f4f-a12e-599d86105b24 req-66dae841-a0b9-4451-b1cb-274d5e9b09f3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 949 time: 0.2470105 Dec 08 01:37:12.705250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-63c0d9ab-259b-441b-b603-1b1f0652551b req-e37f32dd-c7e2-47b6-afb5-6c0eae0712fd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Calling delete_port for fe729429-f019-4f73-b08c-b3418bf8e575 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:12.769611 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:12.781385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Attempting to bind port 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:37:12.782055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Attempting to bind port 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:37:12.782618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Attempting to bind port 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:12.795194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993afbaf-1b37-41dd-ab71-e593c36bcda1 None None] Pushing event updated for resources: {'Port': ['ID=22e6a1cd-6af0-40f4-b154-1f6c1572d5e1,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:12.803404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'mac_address': 'fa:16:3e:92:8a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:37:12.806091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:37:12.806456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:12.806820 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:12.807224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:37:12.807693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Bound port: 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:37:12.808072 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:12.828835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:37:12.841217 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f566c06-9b3f-454b-b7a6-9e3a35ee05b0 None None] Sync routers for ids ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:37:12.862028 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f566c06-9b3f-454b-b7a6-9e3a35ee05b0 None None] Routers {'d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:12.862608 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2f566c06-9b3f-454b-b7a6-9e3a35ee05b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:12.940996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] No DVR routers for this DVR port a1fdf907-af09-4bf5-b117-37883077084e on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:37:12.950729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:12.955321 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ad05304-0a44-4697-a7d8-0c6cf34be80f req-23e712ae-5a8f-4807-a19d-22a5ab9d5e46 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.65 "DELETE /v2.0/ports/a1fdf907-af09-4bf5-b117-37883077084e HTTP/1.1" status: 204 len: 173 time: 1.6708729 Dec 08 01:37:12.962199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'name': 'network-vif-deleted', 'tag': 'a1fdf907-af09-4bf5-b117-37883077084e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:12.965235 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26072d2-d613-42d2-8e77-26c4c4d397b6" -d '{"events": [{"server_uuid": "8a90c600-c5fd-47fa-90f6-c2baa840f213", "name": "network-vif-deleted", "tag": "a1fdf907-af09-4bf5-b117-37883077084e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:12.973706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-55cc17ed-fd82-4bac-9c14-0a4a95d7bc58 req-5292e538-2033-4554-9e85-f1c803dd4fcc tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Deleting port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:12.975370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-55cc17ed-fd82-4bac-9c14-0a4a95d7bc58 req-5292e538-2033-4554-9e85-f1c803dd4fcc tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:12.993795 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:13.048115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a271d-8534-4083-9ce8-2cc73d080b61 req-29adbdab-910f-4911-832c-9e7d7c72a633 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:13.049894 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab7a271d-8534-4083-9ce8-2cc73d080b61 req-29adbdab-910f-4911-832c-9e7d7c72a633 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=458600d7-4e9b-4124-878d-94aa9157dff0 HTTP/1.1" status: 200 len: 949 time: 0.1677513 Dec 08 01:37:13.102317 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:13.103940 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8249e638-772d-44e7-980f-142daae9bcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:13.105580 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ba227a1a-b159-4f4f-a12e-599d86105b24 req-c5c7bf9e-f5a3-4e48-8bb2-d746091ab29d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035318 Dec 08 01:37:13.106325 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a27abea-f84a-4813-87f4-26f3b3e14c0f" -d '{"events": [{"server_uuid": "8249e638-772d-44e7-980f-142daae9bcf2", "name": "network-vif-plugged", "status": "completed", "tag": "1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:13.110260 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2f566c06-9b3f-454b-b7a6-9e3a35ee05b0 None None] Set router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:13.152642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] For port 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:37:13.156443 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:13.175833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:13.214740 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:13.215547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ab857161-f412-4111-b455-8705fee59759 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:13.218518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] For port 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=22e6a1cd-6af0-40f4-b154-1f6c1572d5e1,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:37:13.232152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b75086-1d48-419a-be94-b3e5ac2bc399 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:37:13.246064 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:13.333551 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:13.361544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: ab857161-f412-4111-b455-8705fee59759 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:13.361903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ab857161-f412-4111-b455-8705fee59759 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:13.389077 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d14d85-63ca-4845-80cc-7df1bbfd3e6f x-openstack-request-id: req-33d14d85-63ca-4845-80cc-7df1bbfd3e6f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:13.389305 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8249e638-772d-44e7-980f-142daae9bcf2", "name": "network-vif-plugged", "status": "completed", "tag": "1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:13.389601 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33d14d85-63ca-4845-80cc-7df1bbfd3e6f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:13.390530 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8249e638-772d-44e7-980f-142daae9bcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4', 'code': 200} Dec 08 01:37:13.481760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:13.516241 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:13.517066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:37:13.556534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:13.580274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502', 'mac_address': 'fa:16:3e:6e:b5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:37:13.593799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Routers {'f7b42a26-ec1d-4842-8f41-79aca67c5a73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:13.596238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f7b42a26-ec1d-4842-8f41-79aca67c5a73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:13.598776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:13.603137 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-63c0d9ab-259b-441b-b603-1b1f0652551b req-e37f32dd-c7e2-47b6-afb5-6c0eae0712fd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:13.666876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea69bf-e32d-44c3-8b22-580853dad9cb req-cf324c0f-660a-4366-b6b9-aa7ae97a3f0b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:13.667956 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2f566c06-9b3f-454b-b7a6-9e3a35ee05b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:34:44Z', 'revision_number': 4, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bece93e5-84c4-4102-a9e0-5d46418d92ba', 'name': '', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'mac_address': 'fa:16:3e:5c:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:50Z', 'revision_number': 5, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'subnets': [{'id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:13.668757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60ea69bf-e32d-44c3-8b22-580853dad9cb req-cf324c0f-660a-4366-b6b9-aa7ae97a3f0b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 1024 time: 0.1860914 Dec 08 01:37:13.688759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f32dd-c7e2-47b6-afb5-6c0eae0712fd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Pushing event deleted for resources: {'Port': ['ID=fe729429-f019-4f73-b08c-b3418bf8e575,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:13.724477 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6badb6cb-0779-457e-9fdd-43bfaeb1e78d x-openstack-request-id: req-6badb6cb-0779-457e-9fdd-43bfaeb1e78d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:13.725092 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a90c600-c5fd-47fa-90f6-c2baa840f213", "name": "network-vif-deleted", "tag": "a1fdf907-af09-4bf5-b117-37883077084e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:13.725514 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6badb6cb-0779-457e-9fdd-43bfaeb1e78d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:13.726095 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a90c600-c5fd-47fa-90f6-c2baa840f213', 'name': 'network-vif-deleted', 'tag': 'a1fdf907-af09-4bf5-b117-37883077084e', 'status': 'completed', 'code': 200} Dec 08 01:37:13.749511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ec6a3-36bf-41dc-a235-0064ea0a84f6 req-f556348a-1c8f-4ec5-98e3-2cdbab5d9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:13.751618 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c1ec6a3-36bf-41dc-a235-0064ea0a84f6 req-f556348a-1c8f-4ec5-98e3-2cdbab5d9faa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 1102 time: 0.2267978 Dec 08 01:37:13.758448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Allocated IP 172.25.2.121 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/f7c11957-5eea-470c-bf2f-00bb38f020f7) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:13.765281 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f566c06-9b3f-454b-b7a6-9e3a35ee05b0 None None] Checking router: d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:37:13.797391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c0d9ab-259b-441b-b603-1b1f0652551b req-e37f32dd-c7e2-47b6-afb5-6c0eae0712fd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] No DVR routers for this DVR port fe729429-f019-4f73-b08c-b3418bf8e575 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:37:13.798168 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f566c06-9b3f-454b-b7a6-9e3a35ee05b0 None None] Routers {'d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:13.799920 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2f566c06-9b3f-454b-b7a6-9e3a35ee05b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:13.815296 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-63c0d9ab-259b-441b-b603-1b1f0652551b req-e37f32dd-c7e2-47b6-afb5-6c0eae0712fd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:13.820046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63c0d9ab-259b-441b-b603-1b1f0652551b req-e37f32dd-c7e2-47b6-afb5-6c0eae0712fd tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "DELETE /v2.0/ports/fe729429-f019-4f73-b08c-b3418bf8e575 HTTP/1.1" status: 204 len: 173 time: 1.9338839 Dec 08 01:37:13.820829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458600d7-4e9b-4124-878d-94aa9157dff0', 'name': 'network-vif-deleted', 'tag': 'fe729429-f019-4f73-b08c-b3418bf8e575'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:13.823358 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41aae26-0bc8-46f9-8d8e-7bbdd47a6572" -d '{"events": [{"server_uuid": "458600d7-4e9b-4124-878d-94aa9157dff0", "name": "network-vif-deleted", "tag": "fe729429-f019-4f73-b08c-b3418bf8e575"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:13.867551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-55cc17ed-fd82-4bac-9c14-0a4a95d7bc58 req-5292e538-2033-4554-9e85-f1c803dd4fcc tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] For port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:13.868186 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-55cc17ed-fd82-4bac-9c14-0a4a95d7bc58 req-5292e538-2033-4554-9e85-f1c803dd4fcc tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:13.884615 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab7a271d-8534-4083-9ce8-2cc73d080b61 req-d5b32f80-324d-49d9-a1e5-5b08ba16b311 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8252680 Dec 08 01:37:13.893747 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:13.896690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['fe729429-f019-4f73-b08c-b3418bf8e575', '7f3e7295-32df-435f-8320-3795142e4cf1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:13.901481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c1ec6a3-36bf-41dc-a235-0064ea0a84f6 req-15754823-5019-41fa-a105-fcea426f241e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157122 Dec 08 01:37:13.915847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-55cc17ed-fd82-4bac-9c14-0a4a95d7bc58 req-5292e538-2033-4554-9e85-f1c803dd4fcc tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Calling delete_port for 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:14.020344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60ea69bf-e32d-44c3-8b22-580853dad9cb req-9d1b2fd0-841c-4c38-a6e3-0172309c3830 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=fc9b9f5e-89a9-465b-9be6-32b0f049838a&id=ad5c20c0-33b0-42bb-8c01-181f7c2804a8&id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3384314 Dec 08 01:37:14.066772 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2f566c06-9b3f-454b-b7a6-9e3a35ee05b0 None None] Set router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:14.139546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:37:14.189833 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:14.205506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:14.235970 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:14.332705 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af434de6-3573-4a86-9156-91d656f08123 x-openstack-request-id: req-af434de6-3573-4a86-9156-91d656f08123 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:14.333148 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458600d7-4e9b-4124-878d-94aa9157dff0", "name": "network-vif-deleted", "tag": "fe729429-f019-4f73-b08c-b3418bf8e575", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:14.333996 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af434de6-3573-4a86-9156-91d656f08123 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:14.334699 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458600d7-4e9b-4124-878d-94aa9157dff0', 'name': 'network-vif-deleted', 'tag': 'fe729429-f019-4f73-b08c-b3418bf8e575', 'status': 'completed', 'code': 200} Dec 08 01:37:14.358629 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-55cc17ed-fd82-4bac-9c14-0a4a95d7bc58 req-5292e538-2033-4554-9e85-f1c803dd4fcc tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:14.365290 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:14.395633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43142) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:14.480914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a1fdf907-af09-4bf5-b117-37883077084e no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:14.496083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993afbaf-1b37-41dd-ab71-e593c36bcda1 None None] Pushing event updated for resources: {'Port': ['ID=22e6a1cd-6af0-40f4-b154-1f6c1572d5e1,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:14.503295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292e538-2033-4554-9e85-f1c803dd4fcc tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event deleted for resources: {'Port': ['ID=4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:14.530649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cc17ed-fd82-4bac-9c14-0a4a95d7bc58 req-5292e538-2033-4554-9e85-f1c803dd4fcc tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] No DVR routers for this DVR port 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:37:14.534931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-55cc17ed-fd82-4bac-9c14-0a4a95d7bc58 req-5292e538-2033-4554-9e85-f1c803dd4fcc tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:14.539348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55cc17ed-fd82-4bac-9c14-0a4a95d7bc58 req-5292e538-2033-4554-9e85-f1c803dd4fcc tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.65 "DELETE /v2.0/ports/4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c HTTP/1.1" status: 204 len: 173 time: 1.8994191 Dec 08 01:37:14.587971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event updated for resources: {'Port': ['ID=f7c11957-5eea-470c-bf2f-00bb38f020f7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:14.612412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:14.617014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:14.617576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: a1fdf907-af09-4bf5-b117-37883077084e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:14.618643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a1fdf907-af09-4bf5-b117-37883077084e not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:14.620910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:14.622225 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2f566c06-9b3f-454b-b7a6-9e3a35ee05b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:34:44Z', 'revision_number': 4, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bece93e5-84c4-4102-a9e0-5d46418d92ba', 'name': '', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'mac_address': 'fa:16:3e:5c:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:50Z', 'revision_number': 5, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'subnets': [{'id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:14.622431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745463e-4173-46e9-b436-0f740a4bb65f req-ec266329-8cbf-48a7-9e30-17de42ed17f8 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:14.632730 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8745463e-4173-46e9-b436-0f740a4bb65f req-ec266329-8cbf-48a7-9e30-17de42ed17f8 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 950 time: 0.1032598 Dec 08 01:37:14.637212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:14.689917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:14.720005 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f566c06-9b3f-454b-b7a6-9e3a35ee05b0 None None] The sync data for ids ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'] in n-d-713498-30 is: [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:34:44Z', 'revision_number': 4, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bece93e5-84c4-4102-a9e0-5d46418d92ba', 'name': '', 'network_id': '528e7346-e95b-40d1-996c-4038896b0972', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'mac_address': 'fa:16:3e:5c:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:41Z', 'updated_at': '2021-12-08T01:34:50Z', 'revision_number': 5, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'subnets': [{'id': '2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:37:14.735213 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8745463e-4173-46e9-b436-0f740a4bb65f req-b658f80d-df86-4621-9101-429e9133dd59 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012475 Dec 08 01:37:14.899542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['45b75086-1d48-419a-be94-b3e5ac2bc399'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:14.907667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=45b75086-1d48-419a-be94-b3e5ac2bc399,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:15.072027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] Set router f7b42a26-ec1d-4842-8f41-79aca67c5a73 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:15.241821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:15.344141 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:15.344751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:15.352488 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:15.357633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96920c0-3b22-410f-9d69-ab1928b41224 None None] New status for floating IP ca84dd08-f41a-4757-bf6b-c54a1dd1d428: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:37:15.577636 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-245d3f17-4964-4ac3-bf93-57f3138ef46e req-b5cb6a38-d233-445d-8b8a-728bb584cdcc tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=472266ee-9556-48d9-b080-3f3e82632dde HTTP/1.1" status: 200 len: 210 time: 0.0774777 Dec 08 01:37:15.727151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472266ee-9556-48d9-b080-3f3e82632dde', 'name': 'network-vif-deleted', 'tag': '4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:15.730149 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd28a4c-4691-4ee7-8e65-53c488b06976" -d '{"events": [{"server_uuid": "472266ee-9556-48d9-b080-3f3e82632dde", "name": "network-vif-deleted", "tag": "4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:15.763571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eae7ac86-5106-4e0a-aaa4-75adc1304f5f tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:15.796190 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aea92ae-b69b-4b7c-9749-ef53eab94bd7 x-openstack-request-id: req-8aea92ae-b69b-4b7c-9749-ef53eab94bd7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:15.796518 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472266ee-9556-48d9-b080-3f3e82632dde", "name": "network-vif-deleted", "tag": "4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:15.796778 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8aea92ae-b69b-4b7c-9749-ef53eab94bd7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:15.797184 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472266ee-9556-48d9-b080-3f3e82632dde', 'name': 'network-vif-deleted', 'tag': '4cd13e68-e1d3-4f57-95f5-3d69a4f40b9c', 'status': 'completed', 'code': 200} Dec 08 01:37:15.872446 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eae7ac86-5106-4e0a-aaa4-75adc1304f5f tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:15.898077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d086a1-a1c9-4a38-9120-bab80b5d425e req-ac38cade-f749-49c6-8742-86e992f5e878 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:15.900056 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58d086a1-a1c9-4a38-9120-bab80b5d425e req-ac38cade-f749-49c6-8742-86e992f5e878 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 950 time: 0.1448946 Dec 08 01:37:15.943474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456d776-c2e3-4a73-93c5-9bfc3f8c9575 req-0d7544c1-ca47-41ae-87b6-ca6fcb68c79e tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:15.944125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:15.952996 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9456d776-c2e3-4a73-93c5-9bfc3f8c9575 req-0d7544c1-ca47-41ae-87b6-ca6fcb68c79e tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 950 time: 0.0710320 Dec 08 01:37:16.013246 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9456d776-c2e3-4a73-93c5-9bfc3f8c9575 req-cab63a92-d310-4114-a4ec-bc98ac0d8ecd tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570602 Dec 08 01:37:16.020556 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58d086a1-a1c9-4a38-9120-bab80b5d425e req-b73c6fe6-c52d-4451-a1be-f1e583a361e0 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079063 Dec 08 01:37:16.084865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b42a26-ec1d-4842-8f41-79aca67c5a73', 'name': 'tempest-snat-router-875126049', 'tenant_id': 'd893849af54c49b296af8b865a07b3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.89'}], 'enable_snat': False}, 'gw_port_id': '22e6a1cd-6af0-40f4-b154-1f6c1572d5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:09Z', 'updated_at': '2021-12-08T01:37:10Z', 'revision_number': 3, 'project_id': 'd893849af54c49b296af8b865a07b3e5', 'gw_port': {'id': '22e6a1cd-6af0-40f4-b154-1f6c1572d5e1', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b42a26-ec1d-4842-8f41-79aca67c5a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:09Z', 'updated_at': '2021-12-08T01:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:16.098997 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eae7ac86-5106-4e0a-aaa4-75adc1304f5f tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:16.111980 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eae7ac86-5106-4e0a-aaa4-75adc1304f5f tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:16.116682 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eae7ac86-5106-4e0a-aaa4-75adc1304f5f tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "DELETE /v2.0/security-groups/7a3eded1-080a-4c6a-9c5b-d1037ea1c21f HTTP/1.1" status: 204 len: 168 time: 1.7146587 Dec 08 01:37:16.116946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43178) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:16.141343 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-f6640106-54ab-4d1f-83d9-767a1453cf04 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] show failed (client error): The resource could not be found. Dec 08 01:37:16.143763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f6640106-54ab-4d1f-83d9-767a1453cf04 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "GET /v2.0/security-groups/7a3eded1-080a-4c6a-9c5b-d1037ea1c21f HTTP/1.1" status: 404 len: 347 time: 0.0255806 Dec 08 01:37:16.145073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0b6fa-0cc1-4981-b170-c25341be6c33 None None] The sync data for ids ['f7b42a26-ec1d-4842-8f41-79aca67c5a73'] in n-d-713498-30 is: [{'id': 'f7b42a26-ec1d-4842-8f41-79aca67c5a73', 'name': 'tempest-snat-router-875126049', 'tenant_id': 'd893849af54c49b296af8b865a07b3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.89'}], 'enable_snat': False}, 'gw_port_id': '22e6a1cd-6af0-40f4-b154-1f6c1572d5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:09Z', 'updated_at': '2021-12-08T01:37:10Z', 'revision_number': 3, 'project_id': 'd893849af54c49b296af8b865a07b3e5', 'gw_port': {'id': '22e6a1cd-6af0-40f4-b154-1f6c1572d5e1', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b7:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b42a26-ec1d-4842-8f41-79aca67c5a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:09Z', 'updated_at': '2021-12-08T01:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:37:16.147995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43180) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:16.190021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7ac86-5106-4e0a-aaa4-75adc1304f5f tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3eded1-080a-4c6a-9c5b-d1037ea1c21f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:16.320860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device fe729429-f019-4f73-b08c-b3418bf8e575 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:16.322719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45289c-7d53-4f75-b1b1-33276c491ce5 req-65ba5cb1-015d-4795-90d8-e9c2515ae942 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:16.340626 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7b45289c-7d53-4f75-b1b1-33276c491ce5 req-65ba5cb1-015d-4795-90d8-e9c2515ae942 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 949 time: 0.1661322 Dec 08 01:37:16.374645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3233d2d9-ed99-46cc-aace-571e58819a57 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Deleting port ee9d0bcd-df52-400b-a361-4768584fa4c6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:16.375000 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3233d2d9-ed99-46cc-aace-571e58819a57 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:16.396703 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: fe729429-f019-4f73-b08c-b3418bf8e575 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:16.397353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device fe729429-f019-4f73-b08c-b3418bf8e575 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:16.454404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['993099d2-d001-43c7-8b34-666a5d94e3dd'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:16.481194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3233d2d9-ed99-46cc-aace-571e58819a57 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:16.481628 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3233d2d9-ed99-46cc-aace-571e58819a57 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:16.489568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7b45289c-7d53-4f75-b1b1-33276c491ce5 req-8623baf7-2986-4ce4-a981-440847b40083 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475556 Dec 08 01:37:16.502998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3233d2d9-ed99-46cc-aace-571e58819a57 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Calling delete_port for ee9d0bcd-df52-400b-a361-4768584fa4c6 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:16.644828 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:16.899288 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3233d2d9-ed99-46cc-aace-571e58819a57 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:16.906507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Router 342611fd-312b-4fc0-8b27-736d4a5c1acf is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:37:17.008482 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233d2d9-ed99-46cc-aace-571e58819a57 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Pushing event deleted for resources: {'Port': ['ID=ee9d0bcd-df52-400b-a361-4768584fa4c6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:17.088818 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23a869db-dfca-4b81-b63e-1db0b94269d8 req-dc23c382-f686-41b2-b5ae-63423ce26fc7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/ad5c20c0-33b0-42bb-8c01-181f7c2804a8 HTTP/1.1" status: 200 len: 1816 time: 0.0576236 Dec 08 01:37:17.193873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3233d2d9-ed99-46cc-aace-571e58819a57 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:17.197172 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3233d2d9-ed99-46cc-aace-571e58819a57 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:17.198923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3233d2d9-ed99-46cc-aace-571e58819a57 tempest-ServersTestJSON-1208549330 tempest-ServersTestJSON-1208549330-project] 10.222.0.70 "DELETE /v2.0/floatingips/ca84dd08-f41a-4757-bf6b-c54a1dd1d428 HTTP/1.1" status: 204 len: 168 time: 1.0490472 Dec 08 01:37:17.201756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43204) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:17.221591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b107dd3-82a9-449d-a202-21e4fb37d770 req-6eca9807-48dd-46d5-92d4-6797592aa5ca tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:17.229134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b107dd3-82a9-449d-a202-21e4fb37d770 req-6eca9807-48dd-46d5-92d4-6797592aa5ca tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 950 time: 0.0960641 Dec 08 01:37:17.273831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:37:17.284797 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Sync routers for ids ['342611fd-312b-4fc0-8b27-736d4a5c1acf'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:37:17.310938 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Routers {'342611fd-312b-4fc0-8b27-736d4a5c1acf'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:17.321852 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['342611fd-312b-4fc0-8b27-736d4a5c1acf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:17.356836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-23a869db-dfca-4b81-b63e-1db0b94269d8 req-be7ff2ee-29c2-4e75-ba23-c042fd991110 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:17.401699 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:17.403037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e60aa2ed-3bef-4de6-9a61-c20bd56241fd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7066889 Dec 08 01:37:17.415934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280999c0-6735-40c4-ad58-db108051b3a1 req-9161ba6f-dcab-4ca9-bd5f-561d5fdca2c4 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:17.417852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-280999c0-6735-40c4-ad58-db108051b3a1 req-9161ba6f-dcab-4ca9-bd5f-561d5fdca2c4 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 950 time: 0.1242132 Dec 08 01:37:17.423414 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-23a869db-dfca-4b81-b63e-1db0b94269d8 req-be7ff2ee-29c2-4e75-ba23-c042fd991110 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:17.427670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43206) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:17.468260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:37:17.562537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b107dd3-82a9-449d-a202-21e4fb37d770 req-99c90c5b-08b1-4d73-9dd5-ac563673d941 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/security-groups?id=6ad4d435-2cea-402e-9b05-c32ee5432a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313208 Dec 08 01:37:17.594426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:17.595018 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:17.609302 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Set router 342611fd-312b-4fc0-8b27-736d4a5c1acf gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:17.703854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-280999c0-6735-40c4-ad58-db108051b3a1 req-2a38f644-d26f-492b-9755-498aa17b2ad9 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Deleting port 7f3e7295-32df-435f-8320-3795142e4cf1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:17.704366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-280999c0-6735-40c4-ad58-db108051b3a1 req-2a38f644-d26f-492b-9755-498aa17b2ad9 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:17.714174 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-23a869db-dfca-4b81-b63e-1db0b94269d8 req-be7ff2ee-29c2-4e75-ba23-c042fd991110 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:17.717959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-23a869db-dfca-4b81-b63e-1db0b94269d8 req-be7ff2ee-29c2-4e75-ba23-c042fd991110 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:17.732883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23a869db-dfca-4b81-b63e-1db0b94269d8 req-be7ff2ee-29c2-4e75-ba23-c042fd991110 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "DELETE /v2.0/security-groups/ad5c20c0-33b0-42bb-8c01-181f7c2804a8 HTTP/1.1" status: 204 len: 173 time: 0.6284516 Dec 08 01:37:17.855666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ff2ee-29c2-4e75-ba23-c042fd991110 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5c20c0-33b0-42bb-8c01-181f7c2804a8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:17.917846 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:17.998604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=22e6a1cd-6af0-40f4-b154-1f6c1572d5e1,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:18.010037 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.054115 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f1dd64af-2ea0-4592-b168-ab6c2ac9a4d1 req-9ef65154-b60d-4fef-8a36-34d600b04a1d tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/fc9b9f5e-89a9-465b-9be6-32b0f049838a HTTP/1.1" status: 200 len: 1817 time: 0.1033626 Dec 08 01:37:18.105638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-64ee36ce-20a5-491d-8919-532d80af6905 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/routers/342611fd-312b-4fc0-8b27-736d4a5c1acf HTTP/1.1" status: 200 len: 907 time: 0.6706696 Dec 08 01:37:18.107364 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43228) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:18.124899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-280999c0-6735-40c4-ad58-db108051b3a1 req-2a38f644-d26f-492b-9755-498aa17b2ad9 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] For port 7f3e7295-32df-435f-8320-3795142e4cf1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7f3e7295-32df-435f-8320-3795142e4cf1,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:18.125267 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-280999c0-6735-40c4-ad58-db108051b3a1 req-2a38f644-d26f-492b-9755-498aa17b2ad9 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.146730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-280999c0-6735-40c4-ad58-db108051b3a1 req-2a38f644-d26f-492b-9755-498aa17b2ad9 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Calling delete_port for 7f3e7295-32df-435f-8320-3795142e4cf1 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:18.147645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=22e6a1cd-6af0-40f4-b154-1f6c1572d5e1,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:18.167381 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f1dd64af-2ea0-4592-b168-ab6c2ac9a4d1 req-59990b22-43e3-4681-ab24-ab10622ba99f tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.194835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25994d8-c15f-4c6b-88c6-8b54cbf2382d req-6aa47b54-f516-4894-9468-44645c76082f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:18.195928 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f25994d8-c15f-4c6b-88c6-8b54cbf2382d req-6aa47b54-f516-4894-9468-44645c76082f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 949 time: 0.4187608 Dec 08 01:37:18.230438 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f1dd64af-2ea0-4592-b168-ab6c2ac9a4d1 req-59990b22-43e3-4681-ab24-ab10622ba99f tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.275542 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342611fd-312b-4fc0-8b27-736d4a5c1acf', 'name': 'tempest-snat-router-875126049', 'tenant_id': 'd893849af54c49b296af8b865a07b3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f7c11957-5eea-470c-bf2f-00bb38f020f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:11Z', 'updated_at': '2021-12-08T01:37:14Z', 'revision_number': 3, 'project_id': 'd893849af54c49b296af8b865a07b3e5', 'gw_port': {'id': 'f7c11957-5eea-470c-bf2f-00bb38f020f7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:1c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342611fd-312b-4fc0-8b27-736d4a5c1acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:13Z', 'updated_at': '2021-12-08T01:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:18.304787 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f1dd64af-2ea0-4592-b168-ab6c2ac9a4d1 req-59990b22-43e3-4681-ab24-ab10622ba99f tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.309566 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f1dd64af-2ea0-4592-b168-ab6c2ac9a4d1 req-59990b22-43e3-4681-ab24-ab10622ba99f tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.328123 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f1dd64af-2ea0-4592-b168-ab6c2ac9a4d1 req-59990b22-43e3-4681-ab24-ab10622ba99f tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "DELETE /v2.0/security-groups/fc9b9f5e-89a9-465b-9be6-32b0f049838a HTTP/1.1" status: 204 len: 173 time: 0.2733986 Dec 08 01:37:18.371480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45b75086-1d48-419a-be94-b3e5ac2bc399 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:37:18.394073 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Checking router: 342611fd-312b-4fc0-8b27-736d4a5c1acf for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:37:18.394693 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Updating router 342611fd-312b-4fc0-8b27-736d4a5c1acf port f7c11957-5eea-470c-bf2f-00bb38f020f7 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:37:18.450047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59990b22-43e3-4681-ab24-ab10622ba99f tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9b9f5e-89a9-465b-9be6-32b0f049838a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:18.486673 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-280999c0-6735-40c4-ad58-db108051b3a1 req-2a38f644-d26f-492b-9755-498aa17b2ad9 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.491642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43234) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:18.500441 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.550711 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-6295baca-5553-4ee2-adcd-72820aab4815 req-489e1b4c-e2c6-413d-8998-1f7a0620b76b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-402341783', 'description': 'tempest-description-1818865236'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:18.557971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38f644-d26f-492b-9755-498aa17b2ad9 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Pushing event deleted for resources: {'Port': ['ID=7f3e7295-32df-435f-8320-3795142e4cf1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:18.567561 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f25994d8-c15f-4c6b-88c6-8b54cbf2382d req-ffcbbd8e-d136-468d-bf00-bc07bc86f879 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064215 Dec 08 01:37:18.581757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['7f3e7295-32df-435f-8320-3795142e4cf1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:18.651353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.660685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-280999c0-6735-40c4-ad58-db108051b3a1 req-2a38f644-d26f-492b-9755-498aa17b2ad9 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] No DVR routers for this DVR port 7f3e7295-32df-435f-8320-3795142e4cf1 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:37:18.686497 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-280999c0-6735-40c4-ad58-db108051b3a1 req-2a38f644-d26f-492b-9755-498aa17b2ad9 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.701857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-280999c0-6735-40c4-ad58-db108051b3a1 req-2a38f644-d26f-492b-9755-498aa17b2ad9 tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.72 "DELETE /v2.0/ports/7f3e7295-32df-435f-8320-3795142e4cf1 HTTP/1.1" status: 204 len: 173 time: 1.2718518 Dec 08 01:37:18.702637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe97365-e011-42d7-b9be-08747f25db4c', 'name': 'network-vif-deleted', 'tag': '7f3e7295-32df-435f-8320-3795142e4cf1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:18.707772 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda5f761-6dd4-4ffe-8fba-815dc340f757" -d '{"events": [{"server_uuid": "5fe97365-e011-42d7-b9be-08747f25db4c", "name": "network-vif-deleted", "tag": "7f3e7295-32df-435f-8320-3795142e4cf1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:18.713065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6295baca-5553-4ee2-adcd-72820aab4815 req-489e1b4c-e2c6-413d-8998-1f7a0620b76b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.714221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 45b75086-1d48-419a-be94-b3e5ac2bc399 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:18.715121 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.883077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6295baca-5553-4ee2-adcd-72820aab4815 req-489e1b4c-e2c6-413d-8998-1f7a0620b76b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.890184 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6295baca-5553-4ee2-adcd-72820aab4815 req-489e1b4c-e2c6-413d-8998-1f7a0620b76b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.921790 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.942193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e1b4c-e2c6-413d-8998-1f7a0620b76b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c382d6-3ccf-44b5-af8b-f7d480d28295,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:18.978298 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-6295baca-5553-4ee2-adcd-72820aab4815 req-489e1b4c-e2c6-413d-8998-1f7a0620b76b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:18.988997 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6295baca-5553-4ee2-adcd-72820aab4815 req-489e1b4c-e2c6-413d-8998-1f7a0620b76b tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4433765 Dec 08 01:37:19.022173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:19.027448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:19.028904 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4a9cf6-c6b4-4ee8-af0b-3f2e8df2afba x-openstack-request-id: req-ad4a9cf6-c6b4-4ee8-af0b-3f2e8df2afba {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:19.029415 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe97365-e011-42d7-b9be-08747f25db4c", "name": "network-vif-deleted", "tag": "7f3e7295-32df-435f-8320-3795142e4cf1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:19.029838 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad4a9cf6-c6b4-4ee8-af0b-3f2e8df2afba {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:19.030477 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe97365-e011-42d7-b9be-08747f25db4c', 'name': 'network-vif-deleted', 'tag': '7f3e7295-32df-435f-8320-3795142e4cf1', 'status': 'completed', 'code': 200} Dec 08 01:37:19.036190 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cd71ac-f3c3-4866-ba83-50beacb4e066" -d '{"events": [{"server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "name": "network-vif-plugged", "status": "completed", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:19.050346 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.051865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:37:19.098134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-befc2b30-52a1-484b-94c3-a9e984328174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.141244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.161196 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6dc5f9e-e00f-41f1-9a20-40345553bca5 req-08f0478a-8ac3-4541-b34b-9ebfccebc72a tempest-ServersAdminTestJSON-1065033448 tempest-ServersAdminTestJSON-1065033448-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fe97365-e011-42d7-b9be-08747f25db4c HTTP/1.1" status: 200 len: 210 time: 0.1854644 Dec 08 01:37:19.206712 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e33ea1b-aa66-4f06-b2c9-7280e497c526 req-188a3724-560b-40c6-ad0c-99e3c349d1ea tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/e2c382d6-3ccf-44b5-af8b-f7d480d28295 HTTP/1.1" status: 200 len: 1817 time: 0.0733912 Dec 08 01:37:19.219754 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9e33ea1b-aa66-4f06-b2c9-7280e497c526 req-208eb7c1-0623-4b81-b18d-d9640bce030e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Request body: {'security_group': {'name': 'tempest-sg-hth-52357635', 'description': 'tempest-description-hth-803725430'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:19.271298 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e33ea1b-aa66-4f06-b2c9-7280e497c526 req-208eb7c1-0623-4b81-b18d-d9640bce030e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.293094 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983897d6-7470-4331-a989-fb2cfd06ed5c x-openstack-request-id: req-983897d6-7470-4331-a989-fb2cfd06ed5c {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:19.293397 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "name": "network-vif-plugged", "status": "completed", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:19.295457 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-983897d6-7470-4331-a989-fb2cfd06ed5c {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:19.296077 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'code': 200} Dec 08 01:37:19.324277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=45b75086-1d48-419a-be94-b3e5ac2bc399,revision_number=10']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:19.330049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:37:19.345776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:19.346472 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.363366 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.380481 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.393431 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e33ea1b-aa66-4f06-b2c9-7280e497c526 req-208eb7c1-0623-4b81-b18d-d9640bce030e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.397770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:37:19.400798 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e33ea1b-aa66-4f06-b2c9-7280e497c526 req-208eb7c1-0623-4b81-b18d-d9640bce030e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.405465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9e33ea1b-aa66-4f06-b2c9-7280e497c526 req-208eb7c1-0623-4b81-b18d-d9640bce030e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.412375 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e33ea1b-aa66-4f06-b2c9-7280e497c526 req-208eb7c1-0623-4b81-b18d-d9640bce030e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "PUT /v2.0/security-groups/e2c382d6-3ccf-44b5-af8b-f7d480d28295 HTTP/1.1" status: 200 len: 1789 time: 0.2019136 Dec 08 01:37:19.451106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Deleting port f7c11957-5eea-470c-bf2f-00bb38f020f7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:19.451473 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.455487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208eb7c1-0623-4b81-b18d-d9640bce030e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c382d6-3ccf-44b5-af8b-f7d480d28295,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:19.478295 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Attempting to bind port f7c11957-5eea-470c-bf2f-00bb38f020f7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:37:19.478877 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Attempting to bind port f7c11957-5eea-470c-bf2f-00bb38f020f7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:37:19.479032 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Attempting to bind port f7c11957-5eea-470c-bf2f-00bb38f020f7 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:19.486565 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Pushing event updated for resources: {'Port': ['ID=f7c11957-5eea-470c-bf2f-00bb38f020f7,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:19.489299 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:37:19.489299 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:19.489781 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.490127 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:37:19.490589 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Bound port: f7c11957-5eea-470c-bf2f-00bb38f020f7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:37:19.490968 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.519451 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.519834 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.520140 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.520517 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.521081 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.521419 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.521755 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.522110 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.522406 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.522731 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.523056 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.523379 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.523698 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:19.568444 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] For port f7c11957-5eea-470c-bf2f-00bb38f020f7, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:37:19.576589 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] For port f7c11957-5eea-470c-bf2f-00bb38f020f7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f7c11957-5eea-470c-bf2f-00bb38f020f7,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:37:19.585097 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.616246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:19.616913 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.662637 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.664023 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Routers {'342611fd-312b-4fc0-8b27-736d4a5c1acf'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:19.664697 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['342611fd-312b-4fc0-8b27-736d4a5c1acf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:19.669651 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0b813-3803-4d2d-a007-7dc8c6839140 None None] Pushing event updated for resources: {'Port': ['ID=f7c11957-5eea-470c-bf2f-00bb38f020f7,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:19.710374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:19.718472 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.809728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:19.811890 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] Set router 342611fd-312b-4fc0-8b27-736d4a5c1acf gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:19.815675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9a050d4-c21a-4305-b4aa-1de2512dbb14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.868881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2763c43-ae56-4820-b232-3a5c9e8f2ee7 req-da7768cf-477b-43b4-9ec5-ad859a746c5f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:19.870658 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b2763c43-ae56-4820-b232-3a5c9e8f2ee7 req-da7768cf-477b-43b4-9ec5-ad859a746c5f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 950 time: 0.0876379 Dec 08 01:37:19.878632 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-befc2b30-52a1-484b-94c3-a9e984328174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.881893 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.892239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4923a33b-d0d3-42e2-875c-ed3eaa9d0a02 req-5d3286e3-f770-4598-9d7d-f90afcaf2edd tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/e2c382d6-3ccf-44b5-af8b-f7d480d28295 HTTP/1.1" status: 200 len: 1789 time: 0.4358728 Dec 08 01:37:19.895846 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342611fd-312b-4fc0-8b27-736d4a5c1acf', 'name': 'tempest-snat-router-875126049', 'tenant_id': 'd893849af54c49b296af8b865a07b3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:11Z', 'updated_at': '2021-12-08T01:37:19Z', 'revision_number': 4, 'project_id': 'd893849af54c49b296af8b865a07b3e5', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:19.910457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-befc2b30-52a1-484b-94c3-a9e984328174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:19.933664 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba25e1-cc23-4255-b627-1c82cd37cbb4 None None] The sync data for ids ['342611fd-312b-4fc0-8b27-736d4a5c1acf'] in n-d-713498-30 is: [{'id': '342611fd-312b-4fc0-8b27-736d4a5c1acf', 'name': 'tempest-snat-router-875126049', 'tenant_id': 'd893849af54c49b296af8b865a07b3e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:11Z', 'updated_at': '2021-12-08T01:37:19Z', 'revision_number': 4, 'project_id': 'd893849af54c49b296af8b865a07b3e5', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:37:19.964204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b2763c43-ae56-4820-b232-3a5c9e8f2ee7 req-072b049d-ed42-400a-bb6e-5ca6ea685ed6 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872555 Dec 08 01:37:20.004506 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-befc2b30-52a1-484b-94c3-a9e984328174 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3fb7b6ea61f456d843f886048dc069c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4903970 Dec 08 01:37:20.008346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43264) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:20.046409 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9dc2714-29de-4590-a193-465bf82a7852 req-e4592b8b-5254-489d-ba72-e6cccaadcf50 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/e2c382d6-3ccf-44b5-af8b-f7d480d28295 HTTP/1.1" status: 200 len: 1789 time: 0.1087093 Dec 08 01:37:20.052205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Calling delete_port for f7c11957-5eea-470c-bf2f-00bb38f020f7 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:20.084202 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61f22395-1792-4b58-8d92-ae640df03822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:20.095127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc2b30-52a1-484b-94c3-a9e984328174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd90312-c8ba-4871-a541-6a122b5609cc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:20.122213 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61f22395-1792-4b58-8d92-ae640df03822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:20.181753 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c9dc2714-29de-4590-a193-465bf82a7852 req-a445ec51-4d81-4d7c-8216-e7cc0d1b571e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:20.229483 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c9dc2714-29de-4590-a193-465bf82a7852 req-a445ec51-4d81-4d7c-8216-e7cc0d1b571e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:20.231826 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61f22395-1792-4b58-8d92-ae640df03822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:20.235315 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-61f22395-1792-4b58-8d92-ae640df03822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:20.236876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-61f22395-1792-4b58-8d92-ae640df03822 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6cd90312-c8ba-4871-a541-6a122b5609cc HTTP/1.1" status: 204 len: 168 time: 0.2285678 Dec 08 01:37:20.269186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f22395-1792-4b58-8d92-ae640df03822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd90312-c8ba-4871-a541-6a122b5609cc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:20.459318 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c9dc2714-29de-4590-a193-465bf82a7852 req-a445ec51-4d81-4d7c-8216-e7cc0d1b571e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:20.462022 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c9dc2714-29de-4590-a193-465bf82a7852 req-a445ec51-4d81-4d7c-8216-e7cc0d1b571e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:20.463249 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9dc2714-29de-4590-a193-465bf82a7852 req-a445ec51-4d81-4d7c-8216-e7cc0d1b571e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "DELETE /v2.0/security-groups/e2c382d6-3ccf-44b5-af8b-f7d480d28295 HTTP/1.1" status: 204 len: 173 time: 0.4087212 Dec 08 01:37:20.515609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445ec51-4d81-4d7c-8216-e7cc0d1b571e tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c382d6-3ccf-44b5-af8b-f7d480d28295,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:20.656906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43292) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:20.712821 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:20.758513 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-8a3029a1-d453-49da-8727-e2beaaf4b890 req-be553797-5703-4d20-ba59-631eda68647c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] show failed (client error): The resource could not be found. Dec 08 01:37:20.759978 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a3029a1-d453-49da-8727-e2beaaf4b890 req-be553797-5703-4d20-ba59-631eda68647c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/fc9b9f5e-89a9-465b-9be6-32b0f049838a HTTP/1.1" status: 404 len: 352 time: 0.0557253 Dec 08 01:37:20.803535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7c11957-5eea-470c-bf2f-00bb38f020f7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:20.895665 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c9a050d4-c21a-4305-b4aa-1de2512dbb14 admin admin] Deleting port bece93e5-84c4-4102-a9e0-5d46418d92ba {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:20.896488 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9a050d4-c21a-4305-b4aa-1de2512dbb14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:21.151011 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7f9a6613-dd18-4a49-810f-48aba7219a39 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4875b15fc69f45a0b659d39942949be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4569373 Dec 08 01:37:21.151011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43310) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:21.212143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04922227-3761-49e4-9227-f042ae5924ed req-b514fd7a-560e-4d89-a573-fab0c4194e0f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:21.234194 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04922227-3761-49e4-9227-f042ae5924ed req-b514fd7a-560e-4d89-a573-fab0c4194e0f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 950 time: 0.1364858 Dec 08 01:37:21.275928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c9a050d4-c21a-4305-b4aa-1de2512dbb14 admin admin] For port bece93e5-84c4-4102-a9e0-5d46418d92ba, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bece93e5-84c4-4102-a9e0-5d46418d92ba,segment=NetworkSegment(482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e),segment_id=482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:21.276478 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9a050d4-c21a-4305-b4aa-1de2512dbb14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:21.289775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c9a050d4-c21a-4305-b4aa-1de2512dbb14 admin admin] Calling delete_port for bece93e5-84c4-4102-a9e0-5d46418d92ba owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:21.293760 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-e962589e-661b-4701-a18d-91d48caab904 req-aa30c305-ac19-4993-96ab-12330658f3c9 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] show failed (client error): The resource could not be found. Dec 08 01:37:21.294829 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e962589e-661b-4701-a18d-91d48caab904 req-aa30c305-ac19-4993-96ab-12330658f3c9 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/ad5c20c0-33b0-42bb-8c01-181f7c2804a8 HTTP/1.1" status: 404 len: 352 time: 0.4962385 Dec 08 01:37:21.297181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7517066-88ad-490e-9413-9f318854002f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:21.301139 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac76e29-1fa2-409e-aec4-adb688c47e3c" -d '{"events": [{"server_uuid": "a7517066-88ad-490e-9413-9f318854002f", "name": "network-vif-plugged", "status": "completed", "tag": "5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:21.340562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:21.349586 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04922227-3761-49e4-9227-f042ae5924ed req-c5921a1c-288c-4472-b8de-c1704611ff03 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137071 Dec 08 01:37:21.393887 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c8db9da-d193-4d2d-8958-377c8a9a36fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:21.430214 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c7955b-ae26-4c3d-8bde-cc803ba5ea22 x-openstack-request-id: req-11c7955b-ae26-4c3d-8bde-cc803ba5ea22 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:21.430519 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7517066-88ad-490e-9413-9f318854002f", "name": "network-vif-plugged", "status": "completed", "tag": "5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:21.430777 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11c7955b-ae26-4c3d-8bde-cc803ba5ea22 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:21.431177 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7517066-88ad-490e-9413-9f318854002f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502', 'code': 200} Dec 08 01:37:21.435460 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-a03595d7-2489-4923-8ade-310391e94a1b req-fc00b5b1-4d2d-4a85-af9f-18b200b82ae4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] show failed (client error): The resource could not be found. Dec 08 01:37:21.445696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a03595d7-2489-4923-8ade-310391e94a1b req-fc00b5b1-4d2d-4a85-af9f-18b200b82ae4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/7ce3431b-a693-42bb-aaf0-3511546eb56b HTTP/1.1" status: 404 len: 352 time: 0.0582886 Dec 08 01:37:21.474979 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:21.477221 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:21.477614 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c8db9da-d193-4d2d-8958-377c8a9a36fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:21.536140 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-a5ea5ad4-0485-4d99-8e05-82a25f66cd49 req-f5cb60cb-aa87-451b-9d26-26ebff88acce tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] show failed (client error): The resource could not be found. Dec 08 01:37:21.537755 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5ea5ad4-0485-4d99-8e05-82a25f66cd49 req-f5cb60cb-aa87-451b-9d26-26ebff88acce tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/5702c9df-c490-48d4-ac4b-6053dd63ea4f HTTP/1.1" status: 404 len: 352 time: 0.0223308 Dec 08 01:37:21.538344 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:21.538902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 342611fd-312b-4fc0-8b27-736d4a5c1acf {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:37:21.545668 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:21.546694 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4df1cc22-5c94-4047-bdae-7db26dde1bc9 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "DELETE /v2.0/routers/342611fd-312b-4fc0-8b27-736d4a5c1acf HTTP/1.1" status: 204 len: 168 time: 3.4251893 Dec 08 01:37:21.552844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43340) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:21.615971 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-3cadac9d-ce78-419b-bfef-3b134925a28c req-b183fc83-0a25-4876-891a-64ceef248216 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] show failed (client error): The resource could not be found. Dec 08 01:37:21.623707 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3cadac9d-ce78-419b-bfef-3b134925a28c req-b183fc83-0a25-4876-891a-64ceef248216 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/0fa38b7e-43e6-47f1-8d08-581abf04282d HTTP/1.1" status: 404 len: 352 time: 0.0388262 Dec 08 01:37:21.665128 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c8db9da-d193-4d2d-8958-377c8a9a36fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:21.671238 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c8db9da-d193-4d2d-8958-377c8a9a36fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:21.676367 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4c8db9da-d193-4d2d-8958-377c8a9a36fb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ad4d435-2cea-402e-9b05-c32ee5432a58 HTTP/1.1" status: 204 len: 168 time: 0.5256307 Dec 08 01:37:21.699774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8db9da-d193-4d2d-8958-377c8a9a36fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad4d435-2cea-402e-9b05-c32ee5432a58,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:21.761739 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-46763c4d-ac2c-46d0-ac86-6e47a0015425 req-38fb2261-8231-4e5b-8c3d-ee88f6d6344a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] show failed (client error): The resource could not be found. Dec 08 01:37:21.769574 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46763c4d-ac2c-46d0-ac86-6e47a0015425 req-38fb2261-8231-4e5b-8c3d-ee88f6d6344a tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/1bf54347-cca1-45c1-a2c3-15250f3bcc10 HTTP/1.1" status: 404 len: 352 time: 0.0857019 Dec 08 01:37:21.968953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a940ef-4409-4f8c-aa8f-8e4f78a98bc8 req-53737c29-0c5e-4d38-b915-8246618de2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:21.970790 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-07a940ef-4409-4f8c-aa8f-8e4f78a98bc8 req-53737c29-0c5e-4d38-b915-8246618de2c3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 1102 time: 0.3195689 Dec 08 01:37:21.981969 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:22.172741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-07a940ef-4409-4f8c-aa8f-8e4f78a98bc8 req-98d9449b-cb7b-44ba-9626-e5aa2e35c181 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923981 Dec 08 01:37:22.189855 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:22.199931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9a050d4-c21a-4305-b4aa-1de2512dbb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:22.238622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1283ce-dd12-4722-ae7f-d27a686a8655 req-a5e254d3-7371-439f-ba45-1fed2f9c414c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:22.242294 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de1283ce-dd12-4722-ae7f-d27a686a8655 req-a5e254d3-7371-439f-ba45-1fed2f9c414c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 1023 time: 0.1022415 Dec 08 01:37:22.260437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a050d4-c21a-4305-b4aa-1de2512dbb14 admin admin] Pushing event deleted for resources: {'Port': ['ID=bece93e5-84c4-4102-a9e0-5d46418d92ba,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:22.350177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7f3e7295-32df-435f-8320-3795142e4cf1 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:22.384553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Deleting port 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:22.385170 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:22.420765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 7f3e7295-32df-435f-8320-3795142e4cf1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:22.422342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7f3e7295-32df-435f-8320-3795142e4cf1 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:22.487449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de1283ce-dd12-4722-ae7f-d27a686a8655 req-10d26fb9-a2ea-43c1-a63a-57353ee59d3c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&id=fe29be9e-7af7-4d6a-8faa-060ca091575c&id=a3f749c4-0b07-4657-beba-46be23c9c234&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1890564 Dec 08 01:37:22.488114 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43364) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:22.569184 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-acbfc0b2-c9b8-48d5-804a-a9021c53aa28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2df6ff5f93d24dd1b3641863de379111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0797305 Dec 08 01:37:22.572687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43366) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:22.693576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-077461d9-b745-4db3-ab51-3ccebebadda7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:22.718692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8445e-8346-47bf-ae7c-cebb146b4444 req-f2d4f854-dad6-4c4c-9193-b8b1787e6a52 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:22.720381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8d8445e-8346-47bf-ae7c-cebb146b4444 req-f2d4f854-dad6-4c4c-9193-b8b1787e6a52 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 950 time: 0.0970924 Dec 08 01:37:22.742898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9a050d4-c21a-4305-b4aa-1de2512dbb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:22.746299 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] For port 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=22e6a1cd-6af0-40f4-b154-1f6c1572d5e1,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:22.746513 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-077461d9-b745-4db3-ab51-3ccebebadda7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:22.746692 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:22.782170 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Calling delete_port for 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:22.808326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8d8445e-8346-47bf-ae7c-cebb146b4444 req-69c57e30-230b-468d-abeb-2d7170954876 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802457 Dec 08 01:37:22.844938 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-077461d9-b745-4db3-ab51-3ccebebadda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:22.849176 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-077461d9-b745-4db3-ab51-3ccebebadda7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:22.856304 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-077461d9-b745-4db3-ab51-3ccebebadda7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/423e31f2-d453-4e96-8c86-b9cdb40d200d HTTP/1.1" status: 204 len: 168 time: 0.2823248 Dec 08 01:37:22.872301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077461d9-b745-4db3-ab51-3ccebebadda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423e31f2-d453-4e96-8c86-b9cdb40d200d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:22.932416 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5509e7a-9f23-41af-ad5c-dbb8afcfeccb req-d8ca3a0f-df06-42bb-ad7b-91a8acc6e3e3 tempest-AbsoluteLimitsNegativeTestJSON-235067192 tempest-AbsoluteLimitsNegativeTestJSON-235067192-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e892d1567bdf454e9fd6e5c5cebce68b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404546 Dec 08 01:37:23.274242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5509e7a-9f23-41af-ad5c-dbb8afcfeccb req-31f167e9-7cb0-42a4-a3dd-bdde6c490116 tempest-AbsoluteLimitsNegativeTestJSON-235067192 tempest-AbsoluteLimitsNegativeTestJSON-235067192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:23.284322 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5509e7a-9f23-41af-ad5c-dbb8afcfeccb req-31f167e9-7cb0-42a4-a3dd-bdde6c490116 tempest-AbsoluteLimitsNegativeTestJSON-235067192 tempest-AbsoluteLimitsNegativeTestJSON-235067192-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3357475 Dec 08 01:37:23.323193 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5509e7a-9f23-41af-ad5c-dbb8afcfeccb req-853e41c3-999c-4617-a368-5c1ac8d922e2 tempest-AbsoluteLimitsNegativeTestJSON-235067192 tempest-AbsoluteLimitsNegativeTestJSON-235067192-project] 10.222.0.70 "GET /v2.0/quotas/e892d1567bdf454e9fd6e5c5cebce68b HTTP/1.1" status: 200 len: 375 time: 0.0398674 Dec 08 01:37:23.394878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5509e7a-9f23-41af-ad5c-dbb8afcfeccb req-abdb7317-8b4a-4761-9264-98fe139c0f11 tempest-AbsoluteLimitsNegativeTestJSON-235067192 tempest-AbsoluteLimitsNegativeTestJSON-235067192-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e892d1567bdf454e9fd6e5c5cebce68b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701218 Dec 08 01:37:23.401387 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:23.434939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event deleted for resources: {'Port': ['ID=22e6a1cd-6af0-40f4-b154-1f6c1572d5e1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:23.470726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a050d4-c21a-4305-b4aa-1de2512dbb14 admin admin] Router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:37:23.837564 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501a7ef-2e96-4bec-8e89-173bd1a9ee8c req-7962cc7a-0a33-424f-9004-3c62495bbdc7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:23.840246 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c501a7ef-2e96-4bec-8e89-173bd1a9ee8c req-7962cc7a-0a33-424f-9004-3c62495bbdc7 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.72 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 1023 time: 0.0955803 Dec 08 01:37:23.845966 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:23.847877 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43420) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:23.901624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c477a67-5239-4877-b9c8-98a404c96fc4 req-8d57ed38-5f05-4adc-8302-6038e1dd5bb4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:23.903698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c477a67-5239-4877-b9c8-98a404c96fc4 req-8d57ed38-5f05-4adc-8302-6038e1dd5bb4 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 1023 time: 0.2355323 Dec 08 01:37:24.098885 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.102386 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.118640 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c477a67-5239-4877-b9c8-98a404c96fc4 req-46bcc345-2085-4f6e-83b2-f19b90717b19 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups?id=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc&id=fe29be9e-7af7-4d6a-8faa-060ca091575c&id=a3f749c4-0b07-4657-beba-46be23c9c234&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1366229 Dec 08 01:37:24.140412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c501a7ef-2e96-4bec-8e89-173bd1a9ee8c req-b9b259cc-9573-4163-92fc-1f3970663473 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Deleting port 993099d2-d001-43c7-8b34-666a5d94e3dd {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:24.140783 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c501a7ef-2e96-4bec-8e89-173bd1a9ee8c req-b9b259cc-9573-4163-92fc-1f3970663473 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.181147 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.181687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7b42a26-ec1d-4842-8f41-79aca67c5a73 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:37:24.212343 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.213799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a962aa47-ccae-44a6-8ad2-7a3b6a5fa385 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "DELETE /v2.0/routers/f7b42a26-ec1d-4842-8f41-79aca67c5a73 HTTP/1.1" status: 204 len: 168 time: 2.6601648 Dec 08 01:37:24.223268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43434) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:24.278093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c501a7ef-2e96-4bec-8e89-173bd1a9ee8c req-b9b259cc-9573-4163-92fc-1f3970663473 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] For port 993099d2-d001-43c7-8b34-666a5d94e3dd, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=993099d2-d001-43c7-8b34-666a5d94e3dd,segment=NetworkSegment(9076c907-e1cd-4563-8440-11317ee01b68),segment_id=9076c907-e1cd-4563-8440-11317ee01b68)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:24.279166 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c501a7ef-2e96-4bec-8e89-173bd1a9ee8c req-b9b259cc-9573-4163-92fc-1f3970663473 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.306201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c501a7ef-2e96-4bec-8e89-173bd1a9ee8c req-b9b259cc-9573-4163-92fc-1f3970663473 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Calling delete_port for 993099d2-d001-43c7-8b34-666a5d94e3dd owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:24.311552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1627160071', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:24.341827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6e9a348-5f9d-413c-ac16-a06e4615b568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.374712 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.377183 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.411867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3d266-0e9f-4b6a-8e68-23c7b164246f req-dc23d33d-22fb-427d-8975-49cff797416a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:24.419402 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c3d266-0e9f-4b6a-8e68-23c7b164246f req-dc23d33d-22fb-427d-8975-49cff797416a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 950 time: 0.4923418 Dec 08 01:37:24.491355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a050d4-c21a-4305-b4aa-1de2512dbb14 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:37:24.497009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c9a050d4-c21a-4305-b4aa-1de2512dbb14 admin admin] 10.222.0.70 "PUT /v2.0/routers/d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2942479 Dec 08 01:37:24.502281 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43438) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:24.505723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb55b4f-f0e4-4a41-bd90-e7e332a183e1 None None] Sync routers for ids ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:37:24.528643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb55b4f-f0e4-4a41-bd90-e7e332a183e1 None None] Routers {'d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:24.530689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-deb55b4f-f0e4-4a41-bd90-e7e332a183e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:24.570064 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.599746 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c3d266-0e9f-4b6a-8e68-23c7b164246f req-b6a2847f-511c-4d6f-9940-b3a4fe8beef5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793482 Dec 08 01:37:24.658642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c501a7ef-2e96-4bec-8e89-173bd1a9ee8c req-b9b259cc-9573-4163-92fc-1f3970663473 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.709519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b259cc-9573-4163-92fc-1f3970663473 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event deleted for resources: {'Port': ['ID=993099d2-d001-43c7-8b34-666a5d94e3dd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:24.709751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['993099d2-d001-43c7-8b34-666a5d94e3dd'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:24.789890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.902952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-deb55b4f-f0e4-4a41-bd90-e7e332a183e1 None None] Set router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:24.905326 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.922833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6e9a348-5f9d-413c-ac16-a06e4615b568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.923007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c501a7ef-2e96-4bec-8e89-173bd1a9ee8c req-b9b259cc-9573-4163-92fc-1f3970663473 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] No DVR routers for this DVR port 993099d2-d001-43c7-8b34-666a5d94e3dd on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:37:24.930158 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c501a7ef-2e96-4bec-8e89-173bd1a9ee8c req-b9b259cc-9573-4163-92fc-1f3970663473 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:24.938453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c501a7ef-2e96-4bec-8e89-173bd1a9ee8c req-b9b259cc-9573-4163-92fc-1f3970663473 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.72 "DELETE /v2.0/ports/993099d2-d001-43c7-8b34-666a5d94e3dd HTTP/1.1" status: 204 len: 173 time: 1.0883482 Dec 08 01:37:24.941000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3dfdf3-788a-485f-be04-51db63483bba', 'name': 'network-vif-deleted', 'tag': '993099d2-d001-43c7-8b34-666a5d94e3dd'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:24.951823 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c0fb04-9c15-45e6-bfed-4e5feaf290f7" -d '{"events": [{"server_uuid": "9b3dfdf3-788a-485f-be04-51db63483bba", "name": "network-vif-deleted", "tag": "993099d2-d001-43c7-8b34-666a5d94e3dd"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:24.961030 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6e9a348-5f9d-413c-ac16-a06e4615b568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:25.053734 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b9bfce-1b9a-465e-8f71-e8fa4a4b67c5 x-openstack-request-id: req-57b9bfce-1b9a-465e-8f71-e8fa4a4b67c5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:25.054007 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3dfdf3-788a-485f-be04-51db63483bba", "name": "network-vif-deleted", "tag": "993099d2-d001-43c7-8b34-666a5d94e3dd", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:25.054362 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57b9bfce-1b9a-465e-8f71-e8fa4a4b67c5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:25.054830 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3dfdf3-788a-485f-be04-51db63483bba', 'name': 'network-vif-deleted', 'tag': '993099d2-d001-43c7-8b34-666a5d94e3dd', 'status': 'completed', 'code': 200} Dec 08 01:37:25.056352 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:25.140911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c6e9a348-5f9d-413c-ac16-a06e4615b568 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e892d1567bdf454e9fd6e5c5cebce68b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2902215 Dec 08 01:37:25.141852 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43464) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:25.150760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9a348-5f9d-413c-ac16-a06e4615b568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08872465-f78b-4043-a751-af232eece4c7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:25.184600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Deleting port ec078498-c197-494d-ae3e-13c1859e5262 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:25.189146 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:25.433150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:25.437483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] For port ec078498-c197-494d-ae3e-13c1859e5262, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ec078498-c197-494d-ae3e-13c1859e5262,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:25.438183 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:25.440858 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ae2b96b-dfd3-4b89-8dc7-c99360797f9c req-6d670fe7-e2f0-4214-a232-de11a66b767c tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b3dfdf3-788a-485f-be04-51db63483bba HTTP/1.1" status: 200 len: 210 time: 0.0932224 Dec 08 01:37:25.455132 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8765e8b-5916-4e74-aa2a-5d26a8e215ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:25.459237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec937567-fd3c-4689-9a1a-5a0daa9068a1 req-072cbbb9-d865-4ce6-b33f-cbc6de353d30 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:25.487287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec937567-fd3c-4689-9a1a-5a0daa9068a1 req-072cbbb9-d865-4ce6-b33f-cbc6de353d30 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:25.488992 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec937567-fd3c-4689-9a1a-5a0daa9068a1 req-072cbbb9-d865-4ce6-b33f-cbc6de353d30 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2&device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 1691 time: 0.1561720 Dec 08 01:37:25.498912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Calling delete_port for ec078498-c197-494d-ae3e-13c1859e5262 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:25.533834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:25.534889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 22e6a1cd-6af0-40f4-b154-1f6c1572d5e1 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:25.605516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-deb55b4f-f0e4-4a41-bd90-e7e332a183e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:37:22Z', 'revision_number': 5, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port': {'id': 'ec078498-c197-494d-ae3e-13c1859e5262', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:34:35Z', 'updated_at': '2021-12-08T01:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:25.625451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8765e8b-5916-4e74-aa2a-5d26a8e215ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:25.656934 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:25.667033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec937567-fd3c-4689-9a1a-5a0daa9068a1 req-9c43b493-7b3a-4bcd-8829-09687d759a12 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696215 Dec 08 01:37:25.684380 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:25.735099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb55b4f-f0e4-4a41-bd90-e7e332a183e1 None None] Checking router: d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:37:25.784589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb55b4f-f0e4-4a41-bd90-e7e332a183e1 None None] Routers {'d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:25.788671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-deb55b4f-f0e4-4a41-bd90-e7e332a183e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:25.857573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Allocated IP 172.25.2.197 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/d33c83ef-739a-4734-b48f-333b0cc0c6f9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:25.909762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8765e8b-5916-4e74-aa2a-5d26a8e215ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:25.912630 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d8765e8b-5916-4e74-aa2a-5d26a8e215ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:25.913984 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d8765e8b-5916-4e74-aa2a-5d26a8e215ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08872465-f78b-4043-a751-af232eece4c7 HTTP/1.1" status: 204 len: 168 time: 0.7648139 Dec 08 01:37:26.005695 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:26.054835 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:26.080084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ec078498-c197-494d-ae3e-13c1859e5262,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:26.096208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7d5a6-b828-44b3-868e-bdff5ace8cd4 req-a5c2a0b8-10fb-4358-ab9f-95341d4ad5b7 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:26.107501 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9dd7d5a6-b828-44b3-868e-bdff5ace8cd4 req-a5c2a0b8-10fb-4358-ab9f-95341d4ad5b7 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 1102 time: 0.1865816 Dec 08 01:37:26.119563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8765e8b-5916-4e74-aa2a-5d26a8e215ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08872465-f78b-4043-a751-af232eece4c7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:26.128725 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:26.247172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9dd7d5a6-b828-44b3-868e-bdff5ace8cd4 req-295b0d30-3504-4a51-a778-a4325e928665 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311717 Dec 08 01:37:26.264805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Pushing event updated for resources: {'Port': ['ID=d33c83ef-739a-4734-b48f-333b0cc0c6f9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:26.270283 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:26.295824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-deb55b4f-f0e4-4a41-bd90-e7e332a183e1 None None] Set router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:26.300524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:26.305872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:26.311449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:26.412230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-deb55b4f-f0e4-4a41-bd90-e7e332a183e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:37:25Z', 'revision_number': 6, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:26.468741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb55b4f-f0e4-4a41-bd90-e7e332a183e1 None None] The sync data for ids ['d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd'] in n-d-713498-30 is: [{'id': 'd7e66e26-9efd-48e4-82a4-0e2f7c32bfcd', 'name': 'tempest-ServersTestJSON-1960381827-router', 'tenant_id': '6e502f0ccb0a4d028095ab888e703ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:34:33Z', 'updated_at': '2021-12-08T01:37:25Z', 'revision_number': 6, 'project_id': '6e502f0ccb0a4d028095ab888e703ea3', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:37:26.512902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:26.517493 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:26.530280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f448c-8a05-4911-9b0d-5d680af8e342 req-32bc161b-f34c-4958-8641-02d342431b65 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:26.539310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a8f448c-8a05-4911-9b0d-5d680af8e342 req-32bc161b-f34c-4958-8641-02d342431b65 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 1102 time: 0.1140523 Dec 08 01:37:26.618321 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:26.618722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:37:26.629844 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:26.637489 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bfbb5490-b945-4671-80af-7875ac0dd9fe admin admin] 10.222.0.70 "DELETE /v2.0/routers/d7e66e26-9efd-48e4-82a4-0e2f7c32bfcd HTTP/1.1" status: 204 len: 168 time: 2.1337857 Dec 08 01:37:26.641274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43520) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:26.665313 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a8f448c-8a05-4911-9b0d-5d680af8e342 req-de1b6ad2-0cf9-434d-9e3a-50f813e7138a tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236670 Dec 08 01:37:26.799966 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec7187c4-19bf-4e11-9466-c63ef030ecff req-8d9a51c8-5f46-4adb-b122-5c640f0640c1 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/a3f749c4-0b07-4657-beba-46be23c9c234 HTTP/1.1" status: 200 len: 1816 time: 0.1698196 Dec 08 01:37:26.884558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-c052fbd7-c3e0-4b81-adc2-f2ceb6d73ce4 admin admin] Deleting subnet 2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:37:26.896406 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c052fbd7-c3e0-4b81-adc2-f2ceb6d73ce4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.023534 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c052fbd7-c3e0-4b81-adc2-f2ceb6d73ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.051151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-af29ccf1-cb57-40f4-b912-c7ea652b4808 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445056 Dec 08 01:37:27.057082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec7187c4-19bf-4e11-9466-c63ef030ecff req-5463b11e-09bd-41c8-83b5-b15b0ff67504 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.136683 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec7187c4-19bf-4e11-9466-c63ef030ecff req-5463b11e-09bd-41c8-83b5-b15b0ff67504 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.146861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43544) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:27.269395 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.316242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-794a803e-ab23-4423-91a7-42c8d65ae798 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:27.327386 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-794a803e-ab23-4423-91a7-42c8d65ae798 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2745774 Dec 08 01:37:27.359107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ec078498-c197-494d-ae3e-13c1859e5262 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:27.368971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-b7658735-f1c0-4fc5-aa91-7e301652963b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/quotas/a68ff4dea2974a1895e204fb9e49b1f3 HTTP/1.1" status: 200 len: 375 time: 0.0395544 Dec 08 01:37:27.389211 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c052fbd7-c3e0-4b81-adc2-f2ceb6d73ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.426136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: ec078498-c197-494d-ae3e-13c1859e5262 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:27.427833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ec078498-c197-494d-ae3e-13c1859e5262 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:27.428532 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bece93e5-84c4-4102-a9e0-5d46418d92ba no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:27.481312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bece93e5-84c4-4102-a9e0-5d46418d92ba {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:27.482218 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bece93e5-84c4-4102-a9e0-5d46418d92ba not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:27.501162 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c052fbd7-c3e0-4b81-adc2-f2ceb6d73ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.516254 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-831b2935-06bc-44c5-b8a1-62a5102189f1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1462467 Dec 08 01:37:27.528328 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec7187c4-19bf-4e11-9466-c63ef030ecff req-5463b11e-09bd-41c8-83b5-b15b0ff67504 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.531631 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec7187c4-19bf-4e11-9466-c63ef030ecff req-5463b11e-09bd-41c8-83b5-b15b0ff67504 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.544849 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec7187c4-19bf-4e11-9466-c63ef030ecff req-5463b11e-09bd-41c8-83b5-b15b0ff67504 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "DELETE /v2.0/security-groups/a3f749c4-0b07-4657-beba-46be23c9c234 HTTP/1.1" status: 204 len: 173 time: 0.7361736 Dec 08 01:37:27.648736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052fbd7-c3e0-4b81-adc2-f2ceb6d73ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:27.681122 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c052fbd7-c3e0-4b81-adc2-f2ceb6d73ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.687802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43566) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:27.688311 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c052fbd7-c3e0-4b81-adc2-f2ceb6d73ce4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2df7b8b2-ffb6-46bc-b34a-0ab4d1e2145d HTTP/1.1" status: 204 len: 168 time: 1.0311408 Dec 08 01:37:27.688782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb7020f-9820-4fcf-b3d8-57c3171a02a7 None None] Network 528e7346-e95b-40d1-996c-4038896b0972 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:37:27.732885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463b11e-09bd-41c8-83b5-b15b0ff67504 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f749c4-0b07-4657-beba-46be23c9c234,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:27.738737 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a790cdfe-5350-4621-8654-707454d280be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.836742 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.918164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99f601f0-78c2-4d5d-8ced-abf206230d98 req-3b8a8ef6-79a3-4613-8ae1-7bd3fe6e179f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 210 time: 0.0709403 Dec 08 01:37:27.970311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43574) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:27.972480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Deleting port 0211c67d-7a8c-4c6f-bcca-7b07901bc428 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:27.972882 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:27.985607 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.030451 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2e4af0ea-30f7-449e-86d5-16b72a4db515 req-8742b498-2f54-4957-8b71-1060b401f070 tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "GET /v2.0/security-groups/fe29be9e-7af7-4d6a-8faa-060ca091575c HTTP/1.1" status: 200 len: 1815 time: 0.3566096 Dec 08 01:37:28.142382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] For port 0211c67d-7a8c-4c6f-bcca-7b07901bc428, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0211c67d-7a8c-4c6f-bcca-7b07901bc428,segment=NetworkSegment(482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e),segment_id=482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:28.143365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.163338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Calling delete_port for 0211c67d-7a8c-4c6f-bcca-7b07901bc428 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:28.167942 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6570b049-6080-44dd-b7aa-eb63c36eb95c None None] DHCP port deletion for 528e7346-e95b-40d1-996c-4038896b0972 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:37:28.277916 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-403092835-network', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:28.285511 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.303369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6570b049-6080-44dd-b7aa-eb63c36eb95c None None] Deleting port 0211c67d-7a8c-4c6f-bcca-7b07901bc428 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:28.303743 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6570b049-6080-44dd-b7aa-eb63c36eb95c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.310061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] No DVR routers for this DVR port 0211c67d-7a8c-4c6f-bcca-7b07901bc428 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:37:28.327131 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2e4af0ea-30f7-449e-86d5-16b72a4db515 req-a8f546f9-5d8d-46b7-947a-47ffc5d4fd8d tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.341622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0211c67d-7a8c-4c6f-bcca-7b07901bc428,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:28.397132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Made reservation on behalf of 05e2b07c96694d8db7d0cc092da79060 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:28.401519 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.418020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.461570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 993099d2-d001-43c7-8b34-666a5d94e3dd no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:28.500233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6570b049-6080-44dd-b7aa-eb63c36eb95c None None] For port 0211c67d-7a8c-4c6f-bcca-7b07901bc428, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:28.500940 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6570b049-6080-44dd-b7aa-eb63c36eb95c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.511516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 993099d2-d001-43c7-8b34-666a5d94e3dd {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:28.512181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 993099d2-d001-43c7-8b34-666a5d94e3dd not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:28.513488 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.526751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6570b049-6080-44dd-b7aa-eb63c36eb95c None None] Calling delete_port for 0211c67d-7a8c-4c6f-bcca-7b07901bc428 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:28.530511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-6570b049-6080-44dd-b7aa-eb63c36eb95c None None] Port 0211c67d-7a8c-4c6f-bcca-7b07901bc428 was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:37:28.532694 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6570b049-6080-44dd-b7aa-eb63c36eb95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.579125 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570b049-6080-44dd-b7aa-eb63c36eb95c None None] Pushing event deleted for resources: {'Port': ['ID=0211c67d-7a8c-4c6f-bcca-7b07901bc428,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:28.606076 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6570b049-6080-44dd-b7aa-eb63c36eb95c None None] No DVR routers for this DVR port 0211c67d-7a8c-4c6f-bcca-7b07901bc428 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:37:28.609530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528e7346-e95b-40d1-996c-4038896b0972']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:28.636488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:28.636793 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482b8b6e-ec8a-42f4-83c5-dc7fad15ad2e') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:28.662503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.723848 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.757401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:37:28.758264 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:37:28.760381 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:37:28.768040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2e4af0ea-30f7-449e-86d5-16b72a4db515 req-a8f546f9-5d8d-46b7-947a-47ffc5d4fd8d tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.807765 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a790cdfe-5350-4621-8654-707454d280be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.808851 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e9f11f3e-5e26-4633-950d-f25c7171c3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.822076 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a790cdfe-5350-4621-8654-707454d280be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.860139 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.862918 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.868204 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.875296 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.882785 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/528e7346-e95b-40d1-996c-4038896b0972 HTTP/1.1" status: 204 len: 168 time: 1.1930089 Dec 08 01:37:28.915685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c633ed-86be-4ac4-9e7e-168831d173a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=528e7346-e95b-40d1-996c-4038896b0972,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:28.928573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43600) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:28.929382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:37:28.931573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a790cdfe-5350-4621-8654-707454d280be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3daef8412a314167a98a2bb9abc438bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7698100 Dec 08 01:37:28.937115 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2e4af0ea-30f7-449e-86d5-16b72a4db515 req-a8f546f9-5d8d-46b7-947a-47ffc5d4fd8d tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.940171 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2e4af0ea-30f7-449e-86d5-16b72a4db515 req-a8f546f9-5d8d-46b7-947a-47ffc5d4fd8d tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.943885 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2e4af0ea-30f7-449e-86d5-16b72a4db515 req-a8f546f9-5d8d-46b7-947a-47ffc5d4fd8d tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] 10.222.0.70 "DELETE /v2.0/security-groups/fe29be9e-7af7-4d6a-8faa-060ca091575c HTTP/1.1" status: 204 len: 173 time: 0.9119213 Dec 08 01:37:28.951581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790cdfe-5350-4621-8654-707454d280be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0bd3b1-e6c4-4a9a-9cfb-1043e448be56,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:28.966249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43604) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:28.970396 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:28.971275 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Added segment 20db8417-aee5-4ccb-ae85-8696b109e428 of type vlan for network 70e881ea-2db7-4cbe-a704-5e148df0be80 Dec 08 01:37:29.018980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f546f9-5d8d-46b7-947a-47ffc5d4fd8d tempest-SecurityGroupsTestJSON-334916736 tempest-SecurityGroupsTestJSON-334916736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe29be9e-7af7-4d6a-8faa-060ca091575c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:29.037133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160e0bb1-93f8-4fe2-9262-5eef6d067e04,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:29.058169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Router 152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:37:29.072095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a323e1-35e2-4807-afa0-a81ff5a03791 admin admin] Deleting subnet 16c36d49-aec8-4a3c-890f-212453c51d4f {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:37:29.079442 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7a323e1-35e2-4807-afa0-a81ff5a03791 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.141492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43608) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:29.148955 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aae77616-b488-4994-b6e0-f73ddcec50a0 req-eccbb619-6442-4024-b8f6-2516ac96e42b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 210 time: 0.0988417 Dec 08 01:37:29.179879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.224442 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7a323e1-35e2-4807-afa0-a81ff5a03791 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.239514 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75a0ad05-55a6-4b9f-b4b9-b07fc0f2cbbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.267247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75a0ad05-55a6-4b9f-b4b9-b07fc0f2cbbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.327457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75a0ad05-55a6-4b9f-b4b9-b07fc0f2cbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.330638 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75a0ad05-55a6-4b9f-b4b9-b07fc0f2cbbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.334989 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-75a0ad05-55a6-4b9f-b4b9-b07fc0f2cbbb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be0bd3b1-e6c4-4a9a-9cfb-1043e448be56 HTTP/1.1" status: 204 len: 168 time: 0.4000978 Dec 08 01:37:29.338603 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-81d571c8-8e8a-4769-9789-d7d4e807434b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6e502f0ccb0a4d028095ab888e703ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943738 Dec 08 01:37:29.339266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43612) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:29.345082 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.346144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:29.346796 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.353785 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7a323e1-35e2-4807-afa0-a81ff5a03791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.368133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0ad05-55a6-4b9f-b4b9-b07fc0f2cbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0bd3b1-e6c4-4a9a-9cfb-1043e448be56,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:29.382472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0211c67d-7a8c-4c6f-bcca-7b07901bc428 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:29.398244 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3878009 Dec 08 01:37:29.407828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43614) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:29.415731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 0211c67d-7a8c-4c6f-bcca-7b07901bc428 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:29.416369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0211c67d-7a8c-4c6f-bcca-7b07901bc428 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:29.442426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-aee45944-0036-478e-a6f4-20216e4119a5 admin admin] Request body: {'subnet': {'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-403092835-subnet', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:29.484165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:37:29.497638 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dec58b-7541-475c-a9b2-b66417b1a807 None None] Sync routers for ids ['152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:37:29.519353 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dec58b-7541-475c-a9b2-b66417b1a807 None None] Routers {'152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:29.521783 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-11dec58b-7541-475c-a9b2-b66417b1a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:29.545536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee45944-0036-478e-a6f4-20216e4119a5 admin admin] Made reservation on behalf of 05e2b07c96694d8db7d0cc092da79060 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:29.548181 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aee45944-0036-478e-a6f4-20216e4119a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.569806 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.574193 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-41f3eb52-ca97-4732-81d7-8fb6c0e5b2d7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2671099 Dec 08 01:37:29.577526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43616) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:29.581461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74e8a1c5-f781-431c-a677-b13c62663688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.589637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-27351e33-8d6f-43d9-bf91-b225013494ae tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'enable_snat': False}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:29.652983 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-11dec58b-7541-475c-a9b2-b66417b1a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:29.701686 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dec58b-7541-475c-a9b2-b66417b1a807 None None] Routers {'152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:29.702804 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-11dec58b-7541-475c-a9b2-b66417b1a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:29.791266 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-11dec58b-7541-475c-a9b2-b66417b1a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:29.792317 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dec58b-7541-475c-a9b2-b66417b1a807 None None] The sync data for ids ['152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:37:29.830452 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7a323e1-35e2-4807-afa0-a81ff5a03791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:29.886418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74e8a1c5-f781-431c-a677-b13c62663688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.032909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a323e1-35e2-4807-afa0-a81ff5a03791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c36d49-aec8-4a3c-890f-212453c51d4f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:30.038772 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7a323e1-35e2-4807-afa0-a81ff5a03791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.043432 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d7a323e1-35e2-4807-afa0-a81ff5a03791 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/16c36d49-aec8-4a3c-890f-212453c51d4f HTTP/1.1" status: 204 len: 168 time: 1.0718102 Dec 08 01:37:30.057621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43630) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:30.095697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e4765-ae15-4e69-a401-5fae96438554 admin admin] Pushing event updated for resources: {'Network': ['ID=70e881ea-2db7-4cbe-a704-5e148df0be80,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:30.109385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 70e881ea-2db7-4cbe-a704-5e148df0be80 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:37:30.134721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43632) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:30.142156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-f0b483d7-b0cd-4f4d-81be-6cd814b7f688 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283828 Dec 08 01:37:30.191789 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ca5b-ab3e-4d10-ab20-1d6af3a2416f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.313866 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.333327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-92d116e2-3106-40cc-92ef-1ba2fe5bd8ad tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:30.335703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-92d116e2-3106-40cc-92ef-1ba2fe5bd8ad tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768696 Dec 08 01:37:30.361140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Request body: {'port': {'device_id': '38c3587b-dd42-4abe-aadc-5e20b9013c33', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'a68ff4dea2974a1895e204fb9e49b1f3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:30.413286 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10a07a42-5db0-4faa-b277-3a697e114950 req-27bcc917-e14a-42b1-85a3-85dd5b84aa3c tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 210 time: 0.1244586 Dec 08 01:37:30.421197 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74e8a1c5-f781-431c-a677-b13c62663688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.423944 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74e8a1c5-f781-431c-a677-b13c62663688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.428686 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-74e8a1c5-f781-431c-a677-b13c62663688 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/427cc666-7878-40c8-98ca-30b5a6202161 HTTP/1.1" status: 204 len: 168 time: 1.0854938 Dec 08 01:37:30.487115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8a1c5-f781-431c-a677-b13c62663688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427cc666-7878-40c8-98ca-30b5a6202161,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:30.562266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Made reservation on behalf of a68ff4dea2974a1895e204fb9e49b1f3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:30.565885 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.655092 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aee45944-0036-478e-a6f4-20216e4119a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.690734 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.762402 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27351e33-8d6f-43d9-bf91-b225013494ae tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.801225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe973c4d-03d0-4a58-a113-aa265076fdf4']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:30.816435 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ca5b-ab3e-4d10-ab20-1d6af3a2416f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.842858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9076c907-e1cd-4563-8440-11317ee01b68') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:30.843975 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9076c907-e1cd-4563-8440-11317ee01b68') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:30.845946 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ca5b-ab3e-4d10-ab20-1d6af3a2416f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.859715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Allocated IP 192.168.233.236 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/4a02173d-c3c5-4439-bfe4-a80a7cccb519) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:30.917655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6ca5b-ab3e-4d10-ab20-1d6af3a2416f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e370df25-0ec7-405b-aae9-4a5d1b0e456d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:30.931542 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:30.935988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee45944-0036-478e-a6f4-20216e4119a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c2c56d-fefc-4009-b084-439df3fd05b2,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:31.011084 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.019303 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2ac6ca5b-ab3e-4d10-ab20-1d6af3a2416f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a52758e726dc4aa38c8c37ce14c6d529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8757145 Dec 08 01:37:31.022313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee45944-0036-478e-a6f4-20216e4119a5 admin admin] Checking segment: {'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:31.023044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee45944-0036-478e-a6f4-20216e4119a5 admin admin] Network hostable DHCP agents. Network: 70e881ea-2db7-4cbe-a704-5e148df0be80, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:37:31.026312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43658) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:31.042640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:37:31.043427 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:37:31.045449 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:37:31.144102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee45944-0036-478e-a6f4-20216e4119a5 admin admin] Network 70e881ea-2db7-4cbe-a704-5e148df0be80 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:37:31.173224 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9f750f75-2d61-4e69-bef7-93108c16b94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.195819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.204532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-aee45944-0036-478e-a6f4-20216e4119a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 70e881ea-2db7-4cbe-a704-5e148df0be80) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:31.207155 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.214280 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fe973c4d-03d0-4a58-a113-aa265076fdf4 HTTP/1.1" status: 204 len: 168 time: 1.1526039 Dec 08 01:37:31.218887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420671d0-2606-4a18-9e2e-26a118aba697 None None] Network 70e881ea-2db7-4cbe-a704-5e148df0be80 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:37:31.228106 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.234207 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee45944-0036-478e-a6f4-20216e4119a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:31.235025 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aee45944-0036-478e-a6f4-20216e4119a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.253592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404570d-95e6-4f2f-b50c-44ec530bcf13 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe973c4d-03d0-4a58-a113-aa265076fdf4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:31.285503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-aee45944-0036-478e-a6f4-20216e4119a5 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8725085 Dec 08 01:37:31.286361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43666) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:31.292858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:31.297591 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-472e41a8-08e1-41c9-a2bf-cc9fa4281de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.340349 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.360077 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-472e41a8-08e1-41c9-a2bf-cc9fa4281de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.382705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db', '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:31.391226 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.402385 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.461823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc120996-da89-4922-a982-263e7a53a49b', 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa', '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:31.494952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43676) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:31.498844 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:31.518773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event updated for resources: {'Port': ['ID=4a02173d-c3c5-4439-bfe4-a80a7cccb519,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:31.558003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:31.581632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:31.634242 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.757213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43680) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:31.814906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:31.815804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.825690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-70e881ea-2db7-4cbe-a704-5e148df0be80', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'fixed_ips': [{'subnet_id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:37:31.834495 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.835184 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1314fe42-0054-4795-b8f5-75e77aa12471 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=01362ef3329a4ff4839d466aa4606b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263364 Dec 08 01:37:31.837886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43684) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:31.845923 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-472e41a8-08e1-41c9-a2bf-cc9fa4281de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.846913 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.856308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682f752-a3d3-4d71-94b5-10f74b146336 req-3699261e-ab35-483d-8bb9-e1e57718cabf tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:31.857994 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e682f752-a3d3-4d71-94b5-10f74b146336 req-3699261e-ab35-483d-8bb9-e1e57718cabf tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 936 time: 0.2934477 Dec 08 01:37:31.869641 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-472e41a8-08e1-41c9-a2bf-cc9fa4281de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:31.871365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-472e41a8-08e1-41c9-a2bf-cc9fa4281de3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e370df25-0ec7-405b-aae9-4a5d1b0e456d HTTP/1.1" status: 204 len: 168 time: 0.8375499 Dec 08 01:37:31.890424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-155a5a68-3471-45ac-b058-15afe0847efa tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5358140 Dec 08 01:37:31.965925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Request body: {'port': {'device_id': '38c3587b-dd42-4abe-aadc-5e20b9013c33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:32.132413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e41a8-08e1-41c9-a2bf-cc9fa4281de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e370df25-0ec7-405b-aae9-4a5d1b0e456d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:32.152875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-779801859-network', 'tenant_id': 'a5f4b56c0b7e4676865f46bcd80867d0'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:32.186052 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e682f752-a3d3-4d71-94b5-10f74b146336 req-133fa519-8ee8-41c3-9bf8-3d3f04b6284a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165932 Dec 08 01:37:32.223916 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.234372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Made reservation on behalf of a5f4b56c0b7e4676865f46bcd80867d0 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:32.237850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.250427 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.268800 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.357475 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45bc70b7-c218-424b-9677-8ef6e04d8bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.418471 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45bc70b7-c218-424b-9677-8ef6e04d8bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.518668 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.571573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cfdd468b-4ffd-4d13-8d2e-7922613c12b8 None None] Provisioning complete for port 4a02173d-c3c5-4439-bfe4-a80a7cccb519 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:32.571944 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cfdd468b-4ffd-4d13-8d2e-7922613c12b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.620032 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.644162 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.695777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:37:32.712134 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.713062 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Added segment 4f9a0ac7-6918-4020-8d8d-188a6703c3dc of type vlan for network e939192d-1767-4007-9127-9bbe441bb699 Dec 08 01:37:32.756740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Allocated IP 172.20.0.2 (70e881ea-2db7-4cbe-a704-5e148df0be80/d9c2c56d-fefc-4009-b084-439df3fd05b2/97918ec7-69bd-44a8-9f06-aa23deed7464) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:32.776535 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.823107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.824537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:32.825325 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:32.899083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:32.985556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd468b-4ffd-4d13-8d2e-7922613c12b8 None None] Port 4a02173d-c3c5-4439-bfe4-a80a7cccb519 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:37:32.991196 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2277861 Dec 08 01:37:33.000846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:33.037266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.052623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-97c6db8c-785a-418a-a338-cfe4fdc3007c admin admin] Request body: {'subnet': {'network_id': 'e939192d-1767-4007-9127-9bbe441bb699', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-779801859-subnet', 'tenant_id': 'a5f4b56c0b7e4676865f46bcd80867d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:33.053930 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.137705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Network 70e881ea-2db7-4cbe-a704-5e148df0be80 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:33.147576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:33.150396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:33.181848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Pushing event updated for resources: {'Port': ['ID=97918ec7-69bd-44a8-9f06-aa23deed7464,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:33.191805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a02173d-c3c5-4439-bfe4-a80a7cccb519 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:37:33.218855 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.261395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Transition to ACTIVE for port object 4a02173d-c3c5-4439-bfe4-a80a7cccb519 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:37:33.272615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdd120-ea38-4597-a95b-048e387394ca admin admin] Pushing event updated for resources: {'Network': ['ID=e939192d-1767-4007-9127-9bbe441bb699,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:33.287514 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.312197 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network e939192d-1767-4007-9127-9bbe441bb699 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:37:33.354139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c6db8c-785a-418a-a338-cfe4fdc3007c admin admin] Made reservation on behalf of a5f4b56c0b7e4676865f46bcd80867d0 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:33.356955 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97c6db8c-785a-418a-a338-cfe4fdc3007c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.379271 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Attempting to bind port 97918ec7-69bd-44a8-9f06-aa23deed7464 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:37:33.380783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Attempting to bind port 97918ec7-69bd-44a8-9f06-aa23deed7464 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:37:33.382668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Attempting to bind port 97918ec7-69bd-44a8-9f06-aa23deed7464 on network 70e881ea-2db7-4cbe-a704-5e148df0be80 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:33.446364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:37:33.455444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Checking segment: {'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:33.456028 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.456576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Bound using segment: {'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:37:33.458097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Bound port: 97918ec7-69bd-44a8-9f06-aa23deed7464, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:37:33.464601 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.488992 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27351e33-8d6f-43d9-bf91-b225013494ae tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.511159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Pushing event updated for resources: {'Port': ['ID=4a02173d-c3c5-4439-bfe4-a80a7cccb519,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:33.539462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27351e33-8d6f-43d9-bf91-b225013494ae tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.576955 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45bc70b7-c218-424b-9677-8ef6e04d8bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.583334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45bc70b7-c218-424b-9677-8ef6e04d8bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.591191 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-45bc70b7-c218-424b-9677-8ef6e04d8bf3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/366c4dd6-17c1-423b-aeae-ec7b89d2bdbc HTTP/1.1" status: 204 len: 168 time: 1.7462490 Dec 08 01:37:33.648252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Attempting to bind port 4a02173d-c3c5-4439-bfe4-a80a7cccb519 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:37:33.648902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Attempting to bind port 4a02173d-c3c5-4439-bfe4-a80a7cccb519 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:37:33.649011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Attempting to bind port 4a02173d-c3c5-4439-bfe4-a80a7cccb519 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:33.668204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175a02a-3f85-49b0-b3b4-7f70b5f4ebed req-1c9ee6c1-4eda-4374-ae16-be81910289c2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:33.670284 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e175a02a-3f85-49b0-b3b4-7f70b5f4ebed req-1c9ee6c1-4eda-4374-ae16-be81910289c2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 948 time: 0.2767036 Dec 08 01:37:33.675614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Port 4a02173d-c3c5-4439-bfe4-a80a7cccb519 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:37:33.675946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Attempting to bind port 4a02173d-c3c5-4439-bfe4-a80a7cccb519 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:33.696271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:37:33.696644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:33.697043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:37:33.697500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Bound port: 4a02173d-c3c5-4439-bfe4-a80a7cccb519, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:37:33.697865 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.714700 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.776053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc70b7-c218-424b-9677-8ef6e04d8bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366c4dd6-17c1-423b-aeae-ec7b89d2bdbc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:33.854993 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:33.922486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] For port 97918ec7-69bd-44a8-9f06-aa23deed7464, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:37:33.931963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] For port 97918ec7-69bd-44a8-9f06-aa23deed7464, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=97918ec7-69bd-44a8-9f06-aa23deed7464,segment=NetworkSegment(20db8417-aee5-4ccb-ae85-8696b109e428),segment_id=20db8417-aee5-4ccb-ae85-8696b109e428)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:37:33.946461 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:34.058675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] For port 4a02173d-c3c5-4439-bfe4-a80a7cccb519, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:37:34.079666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718c268-114c-4563-9686-0eb3e6b4a8b8 None None] Pushing event updated for resources: {'Port': ['ID=97918ec7-69bd-44a8-9f06-aa23deed7464,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:34.120717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] For port 4a02173d-c3c5-4439-bfe4-a80a7cccb519, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4a02173d-c3c5-4439-bfe4-a80a7cccb519,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:37:34.151840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:34.228175 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97c6db8c-785a-418a-a338-cfe4fdc3007c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:34.255182 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e175a02a-3f85-49b0-b3b4-7f70b5f4ebed req-f76753fe-5d44-4922-a067-51d4f9fab4a9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546421 Dec 08 01:37:34.259537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27351e33-8d6f-43d9-bf91-b225013494ae tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Router 152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:37:34.335044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:34.338483 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:34.351208 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] 10.222.0.72 "PUT /v2.0/ports/4a02173d-c3c5-4439-bfe4-a80a7cccb519 HTTP/1.1" status: 200 len: 1097 time: 2.4329534 Dec 08 01:37:34.518615 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:34.600146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c3587b-dd42-4abe-aadc-5e20b9013c33', 'tag': '4a02173d-c3c5-4439-bfe4-a80a7cccb519'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:34.602492 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef43086e-72b4-4601-a032-64b681a49d83" -d '{"events": [{"name": "network-changed", "server_uuid": "38c3587b-dd42-4abe-aadc-5e20b9013c33", "tag": "4a02173d-c3c5-4439-bfe4-a80a7cccb519"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:34.621851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6db8c-785a-418a-a338-cfe4fdc3007c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d1eccc1-9d53-49ff-a4f1-5bd240f7e7a2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:34.715817 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:34.760127 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:34.775557 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267fc160-ec84-44ac-8233-4cb0a6bc33db x-openstack-request-id: req-267fc160-ec84-44ac-8233-4cb0a6bc33db {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:34.776152 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c3587b-dd42-4abe-aadc-5e20b9013c33", "tag": "4a02173d-c3c5-4439-bfe4-a80a7cccb519", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:34.776152 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-267fc160-ec84-44ac-8233-4cb0a6bc33db {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:34.776523 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c3587b-dd42-4abe-aadc-5e20b9013c33', 'tag': '4a02173d-c3c5-4439-bfe4-a80a7cccb519', 'status': 'completed', 'code': 200} Dec 08 01:37:34.875153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c6db8c-785a-418a-a338-cfe4fdc3007c admin admin] Checking segment: {'id': '4f9a0ac7-6918-4020-8d8d-188a6703c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e939192d-1767-4007-9127-9bbe441bb699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:34.875495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c6db8c-785a-418a-a338-cfe4fdc3007c admin admin] Network hostable DHCP agents. Network: e939192d-1767-4007-9127-9bbe441bb699, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:37:34.893236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b0424-bb2b-4d87-90ad-b4478289b32f service neutron] Pushing event updated for resources: {'Port': ['ID=4a02173d-c3c5-4439-bfe4-a80a7cccb519,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:34.913891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-e9d42113-0c5e-4f49-9482-eded60c550e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:34.916845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-e9d42113-0c5e-4f49-9482-eded60c550e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 1100 time: 0.2854764 Dec 08 01:37:34.970594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27351e33-8d6f-43d9-bf91-b225013494ae tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:37:34.984188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a77e2-acfc-49fb-ae12-433629d36ec7 None None] Sync routers for ids ['152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:37:34.996739 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27351e33-8d6f-43d9-bf91-b225013494ae tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:35.002540 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-27351e33-8d6f-43d9-bf91-b225013494ae tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "PUT /v2.0/routers/152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f HTTP/1.1" status: 200 len: 926 time: 5.4175053 Dec 08 01:37:35.012116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43780) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:35.013880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a77e2-acfc-49fb-ae12-433629d36ec7 None None] Routers {'152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:35.014834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-073a77e2-acfc-49fb-ae12-433629d36ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:35.073415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-a3b47dbc-8979-418f-8e1f-97cd612ea81d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=4a02173d-c3c5-4439-bfe4-a80a7cccb519 HTTP/1.1" status: 200 len: 217 time: 0.1282535 Dec 08 01:37:35.074529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c6db8c-785a-418a-a338-cfe4fdc3007c admin admin] Network e939192d-1767-4007-9127-9bbe441bb699 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:37:35.117421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-073a77e2-acfc-49fb-ae12-433629d36ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:35.142421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a77e2-acfc-49fb-ae12-433629d36ec7 None None] Routers {'152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:35.146144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-073a77e2-acfc-49fb-ae12-433629d36ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:35.198372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-073a77e2-acfc-49fb-ae12-433629d36ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:35.200415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a77e2-acfc-49fb-ae12-433629d36ec7 None None] The sync data for ids ['152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:37:35.200547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-97c6db8c-785a-418a-a338-cfe4fdc3007c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, e939192d-1767-4007-9127-9bbe441bb699) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:35.218713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7404a8fd-ba5a-4b63-85ef-6e287f0b632c None None] Network e939192d-1767-4007-9127-9bbe441bb699 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:37:35.257286 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c6db8c-785a-418a-a338-cfe4fdc3007c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:35.259640 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97c6db8c-785a-418a-a338-cfe4fdc3007c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:35.314588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-97c6db8c-785a-418a-a338-cfe4fdc3007c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2630982 Dec 08 01:37:35.332558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-3f2a32f9-5747-4953-a923-c17051a82176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:35.340178 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-3f2a32f9-5747-4953-a923-c17051a82176 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2521946 Dec 08 01:37:35.372756 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55b6b6e-c0b0-45d5-83dc-f9f0f871d526 None None] Network e939192d-1767-4007-9127-9bbe441bb699 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:37:35.399735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Allocated IP 172.25.2.63 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/bd117245-92c3-46d1-bdd9-ad01afa63ec4) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:35.524513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 97918ec7-69bd-44a8-9f06-aa23deed7464 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:37:35.575246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-30fa99d0-f15f-4b79-ae03-708291427727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:35.577013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-30fa99d0-f15f-4b79-ae03-708291427727 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2291296 Dec 08 01:37:35.590512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d94b7c-f241-4cc5-ac5a-b66bf9ca3ac2 req-623cc983-cf17-4315-956b-2db188e5f307 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:35.592806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64d94b7c-f241-4cc5-ac5a-b66bf9ca3ac2 req-623cc983-cf17-4315-956b-2db188e5f307 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 948 time: 0.1169672 Dec 08 01:37:35.604494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ed6fe-00e0-4593-9474-d9644b81777f req-0806994a-ee00-4665-a1ce-98c44e3121a8 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:35.606857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f94ed6fe-00e0-4593-9474-d9644b81777f req-0806994a-ee00-4665-a1ce-98c44e3121a8 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 946 time: 0.5623679 Dec 08 01:37:35.627708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43796) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:35.725379 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:35.748099 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ea7733c6-8e91-4294-86db-3849ee1e39c2 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/routers/152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f HTTP/1.1" status: 200 len: 926 time: 0.7346096 Dec 08 01:37:35.752370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43802) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:35.765423 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 97918ec7-69bd-44a8-9f06-aa23deed7464 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:35.771809 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:35.785356 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f94ed6fe-00e0-4593-9474-d9644b81777f req-ec30c926-d40e-45e8-8d31-c03c3bba21d3 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1615145 Dec 08 01:37:35.870990 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:35.897823 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64d94b7c-f241-4cc5-ac5a-b66bf9ca3ac2 req-9b01d91b-4297-459d-ac1f-e16e4b8fe80e tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941844 Dec 08 01:37:35.910264 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-3083051d-d2f1-4fb6-b1c4-4f9daeb51c6d service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167045 Dec 08 01:37:35.914196 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-106542886-network', 'tenant_id': 'da4def117fcf44e9becf4edb9b016aac'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:35.943785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Made reservation on behalf of da4def117fcf44e9becf4edb9b016aac for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:35.946756 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:36.009666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=bd117245-92c3-46d1-bdd9-ad01afa63ec4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:36.040216 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:36.054413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:36.057497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:36.064605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:36.089322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c090fc-9aec-4491-ae2c-4338d5d883b5 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:36.095055 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:36.096784 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-77c090fc-9aec-4491-ae2c-4338d5d883b5 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&device_id=152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3315279 Dec 08 01:37:36.115452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43818) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:36.188362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 97918ec7-69bd-44a8-9f06-aa23deed7464, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=97918ec7-69bd-44a8-9f06-aa23deed7464,segment=NetworkSegment(20db8417-aee5-4ccb-ae85-8696b109e428),segment_id=20db8417-aee5-4ccb-ae85-8696b109e428)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:36.197418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e904b708-5b65-4042-ad91-ee611f76eb5b None None] Network 70e881ea-2db7-4cbe-a704-5e148df0be80 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:37:36.219914 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:36.276085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:36.292918 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:36.368074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3ae2a39a-53af-4e8c-b4ae-06379091e3f6 None None] Provisioning complete for port 97918ec7-69bd-44a8-9f06-aa23deed7464 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:36.368408 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ae2a39a-53af-4e8c-b4ae-06379091e3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:36.463653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b05d45d-52b7-41c9-9ae6-0ca4def0a343 req-01ae7b10-7de0-4304-9173-dd827b36267a service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222681 Dec 08 01:37:36.516450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a27a56-4dce-46aa-adbd-e924ed88a5eb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:36.530520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:37:36.612585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=97918ec7-69bd-44a8-9f06-aa23deed7464,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:36.628297 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707b139f-ba42-42dc-b4ff-ce34a724395c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:36.633297 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-707b139f-ba42-42dc-b4ff-ce34a724395c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 881 time: 0.4979429 Dec 08 01:37:36.635372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43838) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:36.668178 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-365bf4c7-d751-4029-8a94-70339d84988f tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f HTTP/1.1" status: 200 len: 205 time: 0.0318136 Dec 08 01:37:36.670930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43844) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:36.715934 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:36.716349 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Added segment ba315653-04b9-4b6f-978d-d05e9ae0a363 of type vlan for network 43861077-c681-4300-a917-ad370ca7128d Dec 08 01:37:36.820448 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:36.842887 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:36.852730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-e21b23dc-8672-4259-afd9-e31def811bae tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:36.854326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-e21b23dc-8672-4259-afd9-e31def811bae tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/networks?id=e939192d-1767-4007-9127-9bbe441bb699 HTTP/1.1" status: 200 len: 817 time: 0.3400340 Dec 08 01:37:36.877267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43086e-72b4-4601-a032-64b681a49d83 req-1a221f80-3774-4009-bc43-f83e407eede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:36.878998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef43086e-72b4-4601-a032-64b681a49d83 req-1a221f80-3774-4009-bc43-f83e407eede9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 1100 time: 0.2095871 Dec 08 01:37:36.886511 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:36.923182 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-eb1400c5-dfb4-4c7a-a8cf-3b0c3368c212 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/quotas/a5f4b56c0b7e4676865f46bcd80867d0 HTTP/1.1" status: 200 len: 375 time: 0.0564721 Dec 08 01:37:36.985202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-53948fcc-2b6f-4ccc-a64a-6da04986abd2 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a5f4b56c0b7e4676865f46bcd80867d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488927 Dec 08 01:37:36.992774 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:36.993989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:36.994636 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:37.023763 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:37.138199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] Pushing event updated for resources: {'Network': ['ID=43861077-c681-4300-a917-ad370ca7128d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:37.147009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 43861077-c681-4300-a917-ad370ca7128d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:37:37.187996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8e55c822-8143-48cb-bab7-f2798c6d1c90 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5536575 Dec 08 01:37:37.197403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43870) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:37.206085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3af31e8a-3215-493d-b036-a5de82cac1b3 admin admin] Request body: {'subnet': {'network_id': '43861077-c681-4300-a917-ad370ca7128d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-106542886-subnet', 'tenant_id': 'da4def117fcf44e9becf4edb9b016aac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:37.295185 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2d8e7ed1-97f8-412f-bd80-0bce8365143a service neutron] 10.222.0.70 "GET /v2.0/networks/e939192d-1767-4007-9127-9bbe441bb699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611129 Dec 08 01:37:37.306267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43086e-72b4-4601-a032-64b681a49d83 req-bd86a97b-1391-4281-ab75-026f4592cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:37.310787 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef43086e-72b4-4601-a032-64b681a49d83 req-bd86a97b-1391-4281-ab75-026f4592cd1b service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.4168932 Dec 08 01:37:37.398824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af31e8a-3215-493d-b036-a5de82cac1b3 admin admin] Made reservation on behalf of da4def117fcf44e9becf4edb9b016aac for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:37.401529 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3af31e8a-3215-493d-b036-a5de82cac1b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:37.411402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 97918ec7-69bd-44a8-9f06-aa23deed7464 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:37:37.441656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef43086e-72b4-4601-a032-64b681a49d83 req-378ccc7e-c2d8-40a4-acb4-f4bcb7a93b36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=4a02173d-c3c5-4439-bfe4-a80a7cccb519 HTTP/1.1" status: 200 len: 217 time: 0.1073475 Dec 08 01:37:37.572472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43086e-72b4-4601-a032-64b681a49d83 req-274697e2-7742-4565-b977-b7e0920dd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:37.576377 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef43086e-72b4-4601-a032-64b681a49d83 req-274697e2-7742-4565-b977-b7e0920dd93c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1201491 Dec 08 01:37:37.581379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9c3dec31-e0d4-4c71-ba20-febe1afeff29 None None] Provisioning complete for port 97918ec7-69bd-44a8-9f06-aa23deed7464 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:37.582041 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9c3dec31-e0d4-4c71-ba20-febe1afeff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:37.584468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-0c9eada5-601e-4c0c-ae7c-8ee45291b02a service neutron] 10.222.0.70 "GET /v2.0/networks/e939192d-1767-4007-9127-9bbe441bb699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724531 Dec 08 01:37:37.673638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43086e-72b4-4601-a032-64b681a49d83 req-b7510a14-e854-4748-9251-287da0fbc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:37.675096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef43086e-72b4-4601-a032-64b681a49d83 req-b7510a14-e854-4748-9251-287da0fbc529 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0888140 Dec 08 01:37:37.679981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 97918ec7-69bd-44a8-9f06-aa23deed7464 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:37.679981 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:37.680320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43876) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:37.829583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef43086e-72b4-4601-a032-64b681a49d83 req-d1a02687-9c7e-42c8-86ab-51f1a9d944fe service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414497 Dec 08 01:37:37.951362 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29746bb9-095d-46a8-bfc4-a5a5d319655f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:37.983229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef43086e-72b4-4601-a032-64b681a49d83 req-5118b2bf-cf56-4655-a667-2b017c83202c service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438899 Dec 08 01:37:37.989069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Deleting port d33c83ef-739a-4734-b48f-333b0cc0c6f9 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:37.989855 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.022752 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.127156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1b802-fe55-4b80-8eb3-5f0fa95e9ffd req-d253be20-1aca-4b92-a994-3172e4472363 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:38.128755 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68c1b802-fe55-4b80-8eb3-5f0fa95e9ffd req-d253be20-1aca-4b92-a994-3172e4472363 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 948 time: 0.7319632 Dec 08 01:37:38.176424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5436f5f-94b2-49cd-93e8-6ea7c4d0395d req-f1375719-fad8-4373-a1f6-29697906a856 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:38.178810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f5436f5f-94b2-49cd-93e8-6ea7c4d0395d req-f1375719-fad8-4373-a1f6-29697906a856 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 946 time: 0.1144471 Dec 08 01:37:38.202241 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3af31e8a-3215-493d-b036-a5de82cac1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.204548 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29746bb9-095d-46a8-bfc4-a5a5d319655f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.217250 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-29746bb9-095d-46a8-bfc4-a5a5d319655f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.274036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29746bb9-095d-46a8-bfc4-a5a5d319655f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c5c5c0-0173-40d9-b19d-34560cf1ecca,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:38.295075 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-29746bb9-095d-46a8-bfc4-a5a5d319655f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1fe2ca43c6d5467bb57e65826d5f4afa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6143761 Dec 08 01:37:38.295689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43894) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:38.312869 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f5436f5f-94b2-49cd-93e8-6ea7c4d0395d req-72e36c9a-cf91-4f50-af22-c1a8ba62967c tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212466 Dec 08 01:37:38.322806 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.332527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af31e8a-3215-493d-b036-a5de82cac1b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed50866a-bbee-4217-8c50-d64cfcad1775,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:38.371391 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Calling delete_port for d33c83ef-739a-4734-b48f-333b0cc0c6f9 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:38.380087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68c1b802-fe55-4b80-8eb3-5f0fa95e9ffd req-c5f3b00f-3cb5-46f1-a06b-1b4e8f44e757 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348435 Dec 08 01:37:38.426726 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71201f43-9c99-41a9-9a5b-1d4dd3447cb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.449064 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71201f43-9c99-41a9-9a5b-1d4dd3447cb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.458833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af31e8a-3215-493d-b036-a5de82cac1b3 admin admin] Checking segment: {'id': 'ba315653-04b9-4b6f-978d-d05e9ae0a363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43861077-c681-4300-a917-ad370ca7128d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:38.458833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af31e8a-3215-493d-b036-a5de82cac1b3 admin admin] Network hostable DHCP agents. Network: 43861077-c681-4300-a917-ad370ca7128d, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:37:38.512336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Router f2e4c710-f3b3-4861-8620-95e4e02b1d6e is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:37:38.529204 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71201f43-9c99-41a9-9a5b-1d4dd3447cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.532716 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71201f43-9c99-41a9-9a5b-1d4dd3447cb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.536936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-71201f43-9c99-41a9-9a5b-1d4dd3447cb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d0c5c5c0-0173-40d9-b19d-34560cf1ecca HTTP/1.1" status: 204 len: 168 time: 0.2371454 Dec 08 01:37:38.558740 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71201f43-9c99-41a9-9a5b-1d4dd3447cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c5c5c0-0173-40d9-b19d-34560cf1ecca,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:38.575852 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92c32cb9-03c5-4c0b-a1e1-c43131655b04 req-7f54f0a0-002b-4db1-a5dc-029e96e204e0 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 210 time: 0.0765214 Dec 08 01:37:38.582181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af31e8a-3215-493d-b036-a5de82cac1b3 admin admin] Network 43861077-c681-4300-a917-ad370ca7128d is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:37:38.656709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3af31e8a-3215-493d-b036-a5de82cac1b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 43861077-c681-4300-a917-ad370ca7128d) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:38.664271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af31e8a-3215-493d-b036-a5de82cac1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:38.664890 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3af31e8a-3215-493d-b036-a5de82cac1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.668405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df05748-6103-4e1f-82d2-7f326f9a30b4 None None] Network 43861077-c681-4300-a917-ad370ca7128d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:37:38.744865 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3af31e8a-3215-493d-b036-a5de82cac1b3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5438240 Dec 08 01:37:38.768635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:37:38.783639 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Sync routers for ids ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:37:38.789026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.801854 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:38.803976 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a159419c-42f3-4f81-bbd2-5186bd533cf7 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5150979 Dec 08 01:37:38.820973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9a217-2fc0-4eb3-8ace-eeb14a6df6e1 req-fba620d3-b0a6-4176-91d7-20dce2e05690 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:38.827599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43934) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:38.830020 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57e9a217-2fc0-4eb3-8ace-eeb14a6df6e1 req-fba620d3-b0a6-4176-91d7-20dce2e05690 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 950 time: 0.1474562 Dec 08 01:37:38.834371 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Routers {'f2e4c710-f3b3-4861-8620-95e4e02b1d6e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:38.835828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Pushing event deleted for resources: {'Port': ['ID=d33c83ef-739a-4734-b48f-333b0cc0c6f9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:38.842840 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:38.907984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d69771d-ec95-4d4b-a69a-ba874a24b39c None None] Network 43861077-c681-4300-a917-ad370ca7128d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:37:38.989511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57e9a217-2fc0-4eb3-8ace-eeb14a6df6e1 req-1455d201-28df-40c4-86d1-cea4353575a7 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473966 Dec 08 01:37:39.003972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.169214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43940) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:39.213847 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59ff05fc-d9c0-4293-83ee-54193c3adf20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.252556 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.255115 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.289674 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Set router f2e4c710-f3b3-4861-8620-95e4e02b1d6e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:39.380117 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59ff05fc-d9c0-4293-83ee-54193c3adf20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.392172 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.392777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Fanout notify agent at l3_agent the message router_deleted on router 152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:37:39.393155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59ff05fc-d9c0-4293-83ee-54193c3adf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.420518 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.422198 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3f6ecf03-cb4c-423e-aaeb-51d576098fbb tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/routers/152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f HTTP/1.1" status: 204 len: 168 time: 2.7505491 Dec 08 01:37:39.429364 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43946) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:39.435876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4138ffac-2823-465d-b797-0ed99768cda3 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-167730773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:39.453064 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-59ff05fc-d9c0-4293-83ee-54193c3adf20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5272ef9e86d49c0a6e4915105a70df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824690 Dec 08 01:37:39.454030 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff05fc-d9c0-4293-83ee-54193c3adf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f863d16b-1d47-42c4-bdc9-997101ed9cbf,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:39.456362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43948) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:39.535214 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1f26723-02dd-44b1-afc9-81e43fa38423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.536235 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:37:36Z', 'revision_number': 3, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:39.561676 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1f26723-02dd-44b1-afc9-81e43fa38423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.574039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4138ffac-2823-465d-b797-0ed99768cda3 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.574297 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Checking router: f2e4c710-f3b3-4861-8620-95e4e02b1d6e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:37:39.574776 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Updating router f2e4c710-f3b3-4861-8620-95e4e02b1d6e port bd117245-92c3-46d1-bdd9-ad01afa63ec4 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:37:39.575070 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4138ffac-2823-465d-b797-0ed99768cda3 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.590418 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-a782c225-c9a7-460b-8b64-d28411f870fa req-60d44414-d02f-4390-98cd-cbf21dbdb9e1 tempest-SecurityGroupsNegativeTestJSON-738261781 tempest-SecurityGroupsNegativeTestJSON-738261781-project] show failed (client error): The resource could not be found. Dec 08 01:37:39.591451 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a782c225-c9a7-460b-8b64-d28411f870fa req-60d44414-d02f-4390-98cd-cbf21dbdb9e1 tempest-SecurityGroupsNegativeTestJSON-738261781 tempest-SecurityGroupsNegativeTestJSON-738261781-project] 10.222.0.70 "GET /v2.0/security-groups/276dd831-7aff-41c1-8cbe-e17a8a235ce3 HTTP/1.1" status: 404 len: 352 time: 0.0222759 Dec 08 01:37:39.615519 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.626903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1494a15-94e4-4971-8920-2aa15e728dd8 req-d9cb13f5-7b41-4df7-b4f2-1c60c4d760ba tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:39.636117 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1494a15-94e4-4971-8920-2aa15e728dd8 req-d9cb13f5-7b41-4df7-b4f2-1c60c4d760ba tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 946 time: 0.2651684 Dec 08 01:37:39.654904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1f26723-02dd-44b1-afc9-81e43fa38423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.657616 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1f26723-02dd-44b1-afc9-81e43fa38423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.660447 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f1f26723-02dd-44b1-afc9-81e43fa38423 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f863d16b-1d47-42c4-bdc9-997101ed9cbf HTTP/1.1" status: 204 len: 168 time: 0.1896477 Dec 08 01:37:39.688673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f26723-02dd-44b1-afc9-81e43fa38423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f863d16b-1d47-42c4-bdc9-997101ed9cbf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:39.737211 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4138ffac-2823-465d-b797-0ed99768cda3 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.746451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a9833-be8b-4830-9a4e-60255861c8d8 req-c5bbfb36-77f4-4b8a-a7b5-b9e87ac59ac0 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:39.748503 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cc4a9833-be8b-4830-9a4e-60255861c8d8 req-c5bbfb36-77f4-4b8a-a7b5-b9e87ac59ac0 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 948 time: 0.0633862 Dec 08 01:37:39.768886 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4138ffac-2823-465d-b797-0ed99768cda3 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.816766 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1494a15-94e4-4971-8920-2aa15e728dd8 req-fa617a33-87aa-4333-a5e0-2b904da1340f tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1746891 Dec 08 01:37:39.856012 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4138ffac-2823-465d-b797-0ed99768cda3 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:39.858306 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4138ffac-2823-465d-b797-0ed99768cda3 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4266431 Dec 08 01:37:39.862564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43958) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:39.863342 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cc4a9833-be8b-4830-9a4e-60255861c8d8 req-7a7ad9a7-8ed1-4214-9dda-45d10e006ac9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849850 Dec 08 01:37:39.892082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Request body: {'router': {'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:39.974799 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50461826-0b25-41bc-a299-64528f0cdf0c req-205a12dc-8316-4e0c-86ee-3a9089f294be tempest-SecurityGroupsNegativeTestJSON-738261781 tempest-SecurityGroupsNegativeTestJSON-738261781-project] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da4def117fcf44e9becf4edb9b016aac HTTP/1.1" status: 200 len: 3005 time: 0.0667841 Dec 08 01:37:40.033541 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9fd9b7d3-837f-46b7-b351-113049d469bc req-b9642219-a699-4729-a2c6-d741b019edab tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 210 time: 0.1034334 Dec 08 01:37:40.066574 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50461826-0b25-41bc-a299-64528f0cdf0c req-c1efcfb7-bbce-4ff0-89ac-b70b06496a35 tempest-SecurityGroupsNegativeTestJSON-738261781 tempest-SecurityGroupsNegativeTestJSON-738261781-project] 10.222.0.70 "GET /v2.0/security-groups/f2a27a56-4dce-46aa-adbd-e924ed88a5eb HTTP/1.1" status: 200 len: 3002 time: 0.0814855 Dec 08 01:37:40.102221 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.124149 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.136899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50461826-0b25-41bc-a299-64528f0cdf0c req-841df7e9-0ec9-471f-a94f-78b168d73abe tempest-SecurityGroupsNegativeTestJSON-738261781 tempest-SecurityGroupsNegativeTestJSON-738261781-project] 10.222.0.70 "GET /v2.0/security-groups/f2a27a56-4dce-46aa-adbd-e924ed88a5eb HTTP/1.1" status: 200 len: 3002 time: 0.0785353 Dec 08 01:37:40.224018 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3996fc0d-e97d-4f94-aedf-7c4bf9c680e2 req-6d2883b4-91ed-4b96-9f73-fe5410ac4051 tempest-SecurityGroupsNegativeTestJSON-738261781 tempest-SecurityGroupsNegativeTestJSON-738261781-project] 10.222.0.70 "GET /v2.0/security-groups/f2a27a56-4dce-46aa-adbd-e924ed88a5eb HTTP/1.1" status: 200 len: 3002 time: 0.0639772 Dec 08 01:37:40.296991 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-3996fc0d-e97d-4f94-aedf-7c4bf9c680e2 req-41407413-1f9e-412c-804e-1a4ca5a71b17 tempest-SecurityGroupsNegativeTestJSON-738261781 tempest-SecurityGroupsNegativeTestJSON-738261781-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 01:37:40.311890 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Attempting to bind port bd117245-92c3-46d1-bdd9-ad01afa63ec4 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:37:40.312263 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Attempting to bind port bd117245-92c3-46d1-bdd9-ad01afa63ec4 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:37:40.312878 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Attempting to bind port bd117245-92c3-46d1-bdd9-ad01afa63ec4 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:40.320831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3996fc0d-e97d-4f94-aedf-7c4bf9c680e2 req-41407413-1f9e-412c-804e-1a4ca5a71b17 tempest-SecurityGroupsNegativeTestJSON-738261781 tempest-SecurityGroupsNegativeTestJSON-738261781-project] 10.222.0.70 "DELETE /v2.0/security-groups/f2a27a56-4dce-46aa-adbd-e924ed88a5eb HTTP/1.1" status: 409 len: 352 time: 0.0955348 Dec 08 01:37:40.323812 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:37:40.324546 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:40.325118 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.325683 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:37:40.326405 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Bound port: bd117245-92c3-46d1-bdd9-ad01afa63ec4, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:37:40.326973 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.344349 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-3cc467c7-79f6-4862-82f5-ba70c5dd50a1 req-eaa67b53-a80e-47c5-9315-c853524f7d34 tempest-SecurityGroupsNegativeTestJSON-738261781 tempest-SecurityGroupsNegativeTestJSON-738261781-project] show failed (client error): The resource could not be found. Dec 08 01:37:40.345543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3cc467c7-79f6-4862-82f5-ba70c5dd50a1 req-eaa67b53-a80e-47c5-9315-c853524f7d34 tempest-SecurityGroupsNegativeTestJSON-738261781 tempest-SecurityGroupsNegativeTestJSON-738261781-project] 10.222.0.70 "GET /v2.0/security-groups/d4a0d740-2199-49e5-a775-8a6a56ebe8fa HTTP/1.1" status: 404 len: 352 time: 0.0175402 Dec 08 01:37:40.357097 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bf7d6-709c-4e5d-83a3-2e627511249e None None] Pushing event updated for resources: {'Port': ['ID=bd117245-92c3-46d1-bdd9-ad01afa63ec4,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:40.363181 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.393770 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-a8e9bd32-fc8c-4067-8766-61d36ed01dff req-a733ce5b-4995-43ce-878e-c8aebe0c0fc9 tempest-SecurityGroupsNegativeTestJSON-738261781 tempest-SecurityGroupsNegativeTestJSON-738261781-project] show failed (client error): The resource could not be found. Dec 08 01:37:40.401323 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a8e9bd32-fc8c-4067-8766-61d36ed01dff req-a733ce5b-4995-43ce-878e-c8aebe0c0fc9 tempest-SecurityGroupsNegativeTestJSON-738261781 tempest-SecurityGroupsNegativeTestJSON-738261781-project] 10.222.0.70 "GET /v2.0/security-groups/07f36863-1d98-4b24-ab20-5d5b1d505dd7 HTTP/1.1" status: 404 len: 352 time: 0.0203080 Dec 08 01:37:40.407390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4a02173d-c3c5-4439-bfe4-a80a7cccb519 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:37:40.412725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43978) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:40.415842 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] For port bd117245-92c3-46d1-bdd9-ad01afa63ec4, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:37:40.419194 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] For port bd117245-92c3-46d1-bdd9-ad01afa63ec4, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bd117245-92c3-46d1-bdd9-ad01afa63ec4,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:37:40.428030 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.464971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b09eb9a-a875-4f76-bca7-a4795e49fabc admin admin] Deleting subnet ed50866a-bbee-4217-8c50-d64cfcad1775 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:37:40.468464 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b09eb9a-a875-4f76-bca7-a4795e49fabc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.498222 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bf7d6-709c-4e5d-83a3-2e627511249e None None] Pushing event updated for resources: {'Port': ['ID=bd117245-92c3-46d1-bdd9-ad01afa63ec4,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:40.526807 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Routers {'f2e4c710-f3b3-4861-8620-95e4e02b1d6e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:40.527750 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:40.545149 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b09eb9a-a875-4f76-bca7-a4795e49fabc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.610496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4a02173d-c3c5-4439-bfe4-a80a7cccb519, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4a02173d-c3c5-4439-bfe4-a80a7cccb519,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:40.619958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.633426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '4a02173d-c3c5-4439-bfe4-a80a7cccb519', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '4a02173d-c3c5-4439-bfe4-a80a7cccb519', 'mac_address': 'fa:16:3e:7c:09:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:37:40.633799 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b09eb9a-a875-4f76-bca7-a4795e49fabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.648311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-d38e7a8e-df4f-4887-8f9e-6620a342c26a tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:40.649891 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-d38e7a8e-df4f-4887-8f9e-6620a342c26a tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.65 "GET /v2.0/networks?id=e939192d-1767-4007-9127-9bbe441bb699 HTTP/1.1" status: 200 len: 817 time: 0.7210615 Dec 08 01:37:40.670223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf4f1d-8207-4f7f-8db8-6a8bee374728 req-52f256ea-72d4-41da-92d3-3c7211dca87f tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:40.671757 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-30bf4f1d-8207-4f7f-8db8-6a8bee374728 req-52f256ea-72d4-41da-92d3-3c7211dca87f tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 950 time: 0.3107905 Dec 08 01:37:40.685662 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] Set router f2e4c710-f3b3-4861-8620-95e4e02b1d6e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:40.685895 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Request body: {'port': {'device_id': 'b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8', 'network_id': 'e939192d-1767-4007-9127-9bbe441bb699', 'admin_state_up': True, 'tenant_id': 'a5f4b56c0b7e4676865f46bcd80867d0'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:40.706817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b09eb9a-a875-4f76-bca7-a4795e49fabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.717057 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.740967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09eb9a-a875-4f76-bca7-a4795e49fabc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed50866a-bbee-4217-8c50-d64cfcad1775,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:40.752242 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b09eb9a-a875-4f76-bca7-a4795e49fabc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.758765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4b09eb9a-a875-4f76-bca7-a4795e49fabc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ed50866a-bbee-4217-8c50-d64cfcad1775 HTTP/1.1" status: 204 len: 168 time: 0.3434787 Dec 08 01:37:40.759536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a02173d-c3c5-4439-bfe4-a80a7cccb519 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:37:40.761083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43984) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:40.807376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4a02173d-c3c5-4439-bfe4-a80a7cccb519, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4a02173d-c3c5-4439-bfe4-a80a7cccb519,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:40.818298 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:40.966150 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-30bf4f1d-8207-4f7f-8db8-6a8bee374728 req-51119429-b264-47b1-b7c2-046d6bee3f20 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859597 Dec 08 01:37:40.983473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=4a02173d-c3c5-4439-bfe4-a80a7cccb519,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:41.025839 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:37:36Z', 'revision_number': 3, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:41.055477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Allocated IP 172.20.0.1 (70e881ea-2db7-4cbe-a704-5e148df0be80/d9c2c56d-fefc-4009-b084-439df3fd05b2/01a71408-4b50-4655-9618-6f592b5f334a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:41.058931 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadde577-331e-4d3d-a4fa-830a51e5eeda None None] The sync data for ids ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'] in n-d-713498-30 is: [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:37:36Z', 'revision_number': 3, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:37:41.156377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['4a02173d-c3c5-4439-bfe4-a80a7cccb519'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:41.177308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Made reservation on behalf of a5f4b56c0b7e4676865f46bcd80867d0 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:41.180917 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:41.205078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af5a5f-f0d3-47e1-ab3d-b74955b70575 req-3bca7cc3-7948-4872-a9d4-7d64f08164eb tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:41.206840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93af5a5f-f0d3-47e1-ab3d-b74955b70575 req-3bca7cc3-7948-4872-a9d4-7d64f08164eb tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 949 time: 0.1576054 Dec 08 01:37:41.273490 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:41.397700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f462e-2a90-4aca-9977-3023c343bcce req-fb93ee5b-6570-4f8e-ba35-e9754294c1fd tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:41.399954 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-392f462e-2a90-4aca-9977-3023c343bcce req-fb93ee5b-6570-4f8e-ba35-e9754294c1fd tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.72 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 946 time: 0.1234944 Dec 08 01:37:41.416630 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:41.498910 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93af5a5f-f0d3-47e1-ab3d-b74955b70575 req-3990722c-196c-4699-acb0-96caf1bfc5f9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629244 Dec 08 01:37:41.532005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5250f-d12d-4fc3-837b-c2d3ca5230df req-225a0da0-915c-404a-8f4a-788f916e7197 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:41.545166 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bbb5250f-d12d-4fc3-837b-c2d3ca5230df req-225a0da0-915c-404a-8f4a-788f916e7197 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 946 time: 0.2611582 Dec 08 01:37:41.577384 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:41.594240 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:41.610836 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:41.642276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Allocated IP 172.20.0.14 (e939192d-1767-4007-9127-9bbe441bb699/5d1eccc1-9d53-49ff-a4f1-5bd240f7e7a2/ff4c5902-e5be-4beb-b0e7-bf814d789319) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:41.671032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43861077-c681-4300-a917-ad370ca7128d']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:41.695091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba315653-04b9-4b6f-978d-d05e9ae0a363') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:41.695384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba315653-04b9-4b6f-978d-d05e9ae0a363') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:41.722251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:41.737418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:41.752013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bbb5250f-d12d-4fc3-837b-c2d3ca5230df req-89d19e5e-5f6a-41bf-8f18-1de9780fc7be tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups?id=122ef0db-5312-4fe6-b219-dc89a49dae9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2084026 Dec 08 01:37:41.764224 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:41.786764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:37:41.787258 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:37:41.792735 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:37:41.960710 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Deleting port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:41.961284 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:41.979622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Network 70e881ea-2db7-4cbe-a704-5e148df0be80 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:42.002452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6fe0cebd-48b0-47ec-9a8a-426a8f972b0b req-e4adfa8e-e081-48f5-bc9f-3284d070fd31 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 210 time: 0.1125672 Dec 08 01:37:42.003537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:42.006429 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.028611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.031584 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] 10.222.0.70 "DELETE /v2.0/networks/43861077-c681-4300-a917-ad370ca7128d HTTP/1.1" status: 204 len: 168 time: 1.2677829 Dec 08 01:37:42.057100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:42.077000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Allocated IP 172.25.2.120 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/415dada1-9ab1-4ddb-b45e-87f6e4a8eb97) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:42.086528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Pushing event updated for resources: {'Port': ['ID=01a71408-4b50-4655-9618-6f592b5f334a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:42.217931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] For port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d,segment=NetworkSegment(65cf20ce-9139-4a8b-9bd4-7850fd3636db),segment_id=65cf20ce-9139-4a8b-9bd4-7850fd3636db)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:42.217931 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.260501 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.289740 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab1e55-71c2-494c-a020-ce60c91e353d admin admin] Pushing event deleted for resources: {'Network': ['ID=43861077-c681-4300-a917-ad370ca7128d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:42.407372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4a02173d-c3c5-4439-bfe4-a80a7cccb519 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:37:42.479080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45b75086-1d48-419a-be94-b3e5ac2bc399 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:42.593590 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.652397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44100) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:42.667461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-db6bbc14-3d2b-4631-b6e7-68601eeec3e4 None None] Provisioning complete for port 01a71408-4b50-4655-9618-6f592b5f334a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:42.667836 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-db6bbc14-3d2b-4631-b6e7-68601eeec3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.696565 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.700518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.701125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.701461 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Floating IP 761134b6-bbcb-4d7e-93cf-3adcad9377ca disassociated. External IP: 172.25.2.110, port: 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d. Dec 08 01:37:42.701818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Calling delete_port for 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:42.714840 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.725999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 4a02173d-c3c5-4439-bfe4-a80a7cccb519 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:37:42.758298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 4a02173d-c3c5-4439-bfe4-a80a7cccb519 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:42.759007 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.767353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-db6bbc14-3d2b-4631-b6e7-68601eeec3e4 None None] Port 01a71408-4b50-4655-9618-6f592b5f334a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:37:42.802847 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.857966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Network e939192d-1767-4007-9127-9bbe441bb699 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:42.866800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:42.869498 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0cdbde-728d-4c2c-bfbf-c9d98adf0f0f" -d '{"events": [{"server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "name": "network-vif-unplugged", "status": "completed", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:42.888883 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:42.897049 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.899351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:42.900648 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.908520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Pushing event updated for resources: {'Port': ['ID=ff4c5902-e5be-4beb-b0e7-bf814d789319,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:42.920943 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:42.933830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b81b5181-0525-4560-9210-eb9ee7c2e306 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da4def117fcf44e9becf4edb9b016aac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2793446 Dec 08 01:37:42.954944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44118) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:42.956062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Pushing event deleted for resources: {'Port': ['ID=821d1c39-5e38-4b2f-9e64-b9560d5e6c0d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:42.970528 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:42.981213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f579ff-17d8-40fa-bbca-de8d46f4f6d4 req-d082d45d-bc13-43ff-a7b3-38939e4911ed tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:42.983030 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c8f579ff-17d8-40fa-bbca-de8d46f4f6d4 req-d082d45d-bc13-43ff-a7b3-38939e4911ed tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 949 time: 0.2824831 Dec 08 01:37:42.991533 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:43.030907 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=45b75086-1d48-419a-be94-b3e5ac2bc399,revision_number=11']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:43.053044 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:43.064344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:43.065199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:43.069175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4a02173d-c3c5-4439-bfe4-a80a7cccb519, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4a02173d-c3c5-4439-bfe4-a80a7cccb519,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:43.078506 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:43.079790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:43.139652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:43.140150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:43.182722 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-2dcf636c-05b0-4900-b245-e8d2163dd23f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5098641 Dec 08 01:37:43.194925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:43.204046 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=4a02173d-c3c5-4439-bfe4-a80a7cccb519,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:43.205694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Pushing event updated for resources: {'Port': ['ID=415dada1-9ab1-4ddb-b45e-87f6e4a8eb97,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:43.208901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:43.213590 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c8f579ff-17d8-40fa-bbca-de8d46f4f6d4 req-f8f8dd9f-d143-45ec-9f9f-4b81c8de1c08 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196128 Dec 08 01:37:43.217846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Request body: {'port': {'device_id': 'b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:43.236473 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c0797d6-469e-42db-8a51-a5b5e6129d34 req-684a0fe2-6899-45c9-adf4-30a818425563 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 210 time: 0.0680206 Dec 08 01:37:43.274086 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-deb4b134-d484-4681-a214-3c74c8d26efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:43.278228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:43.330517 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-deb4b134-d484-4681-a214-3c74c8d26efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:43.366879 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64caebed-d4a2-4e52-b8cd-4ff5de0d89d8 x-openstack-request-id: req-64caebed-d4a2-4e52-b8cd-4ff5de0d89d8 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:43.367290 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "name": "network-vif-unplugged", "status": "completed", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:43.367676 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64caebed-d4a2-4e52-b8cd-4ff5de0d89d8 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:43.368185 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'code': 200} Dec 08 01:37:43.385492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Router 62540f1d-de50-434b-9729-833141ef3cfd has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:37:43.455615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bd117245-92c3-46d1-bdd9-ad01afa63ec4 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:37:43.470466 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:43.605586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bd117245-92c3-46d1-bdd9-ad01afa63ec4 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:43.609118 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:43.779400 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-deb4b134-d484-4681-a214-3c74c8d26efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:43.785876 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-deb4b134-d484-4681-a214-3c74c8d26efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:43.787435 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-deb4b134-d484-4681-a214-3c74c8d26efa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f2a27a56-4dce-46aa-adbd-e924ed88a5eb HTTP/1.1" status: 204 len: 168 time: 0.8251455 Dec 08 01:37:43.810424 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:43.822585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4b134-d484-4681-a214-3c74c8d26efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a27a56-4dce-46aa-adbd-e924ed88a5eb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:43.869110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port bd117245-92c3-46d1-bdd9-ad01afa63ec4, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bd117245-92c3-46d1-bdd9-ad01afa63ec4,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:43.875218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dacabb-6e7d-4496-a03f-6f97c73eb29c req-eb9747af-5e66-49ee-a57e-ace394197353 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:43.885314 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:43.888873 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b2dacabb-6e7d-4496-a03f-6f97c73eb29c req-eb9747af-5e66-49ee-a57e-ace394197353 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 932 time: 0.3266063 Dec 08 01:37:43.920922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:37:43.942693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89b15f0-77b8-473e-a5d1-3353ca2d712b None None] Sync routers for ids ['62540f1d-de50-434b-9729-833141ef3cfd'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:37:43.963112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b15f0-77b8-473e-a5d1-3353ca2d712b None None] Routers {'62540f1d-de50-434b-9729-833141ef3cfd'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:43.964027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f89b15f0-77b8-473e-a5d1-3353ca2d712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62540f1d-de50-434b-9729-833141ef3cfd'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:44.017933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] No DVR routers for this DVR port 821d1c39-5e38-4b2f-9e64-b9560d5e6c0d on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:37:44.022852 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:44.027961 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-392f462e-2a90-4aca-9977-3023c343bcce req-f795c934-d37c-473e-9ec3-515473d75299 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.72 "DELETE /v2.0/ports/821d1c39-5e38-4b2f-9e64-b9560d5e6c0d HTTP/1.1" status: 204 len: 173 time: 2.5952489 Dec 08 01:37:44.059165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'name': 'network-vif-deleted', 'tag': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:44.061708 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41746e65-6748-4fd1-aca3-1bec31d4955e" -d '{"events": [{"server_uuid": "ca602dd8-4063-4f1e-90bc-b548f1824a27", "name": "network-vif-deleted", "tag": "821d1c39-5e38-4b2f-9e64-b9560d5e6c0d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:44.081569 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b2dacabb-6e7d-4496-a03f-6f97c73eb29c req-2f4feffe-50cb-4681-aa81-561859977d4d tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916370 Dec 08 01:37:44.185677 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f89b15f0-77b8-473e-a5d1-3353ca2d712b None None] Set router 62540f1d-de50-434b-9729-833141ef3cfd gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:44.299796 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0d1427-596a-4091-a48d-333dd629cfe5 x-openstack-request-id: req-aa0d1427-596a-4091-a48d-333dd629cfe5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:44.300103 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca602dd8-4063-4f1e-90bc-b548f1824a27", "name": "network-vif-deleted", "tag": "821d1c39-5e38-4b2f-9e64-b9560d5e6c0d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:44.300392 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa0d1427-596a-4091-a48d-333dd629cfe5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:44.301018 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca602dd8-4063-4f1e-90bc-b548f1824a27', 'name': 'network-vif-deleted', 'tag': '821d1c39-5e38-4b2f-9e64-b9560d5e6c0d', 'status': 'completed', 'code': 200} Dec 08 01:37:44.323174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=bd117245-92c3-46d1-bdd9-ad01afa63ec4,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:44.570939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13089840-d383-4e25-a239-054f8248ef2f req-93482465-d59c-4dea-9d66-8e6633a5fe49 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:44.586758 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13089840-d383-4e25-a239-054f8248ef2f req-93482465-d59c-4dea-9d66-8e6633a5fe49 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 948 time: 0.1429102 Dec 08 01:37:44.682619 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13089840-d383-4e25-a239-054f8248ef2f req-d90a5a86-6003-4d3e-be8c-92f135f4a5a4 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903280 Dec 08 01:37:44.701595 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:44.741317 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:44.851774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a9455-62dc-4294-9f59-60b30d4fb5a7 req-a6daff23-132f-4b84-9786-4327ca0d9b8e tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:44.860885 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b8a9455-62dc-4294-9f59-60b30d4fb5a7 req-a6daff23-132f-4b84-9786-4327ca0d9b8e tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 950 time: 0.0754611 Dec 08 01:37:44.916617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f89b15f0-77b8-473e-a5d1-3353ca2d712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '321e1fe8-10d3-40ee-bb16-c856c8b2db28', 'name': '', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'mac_address': 'fa:16:3e:4f:fa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:57Z', 'updated_at': '2021-12-08T01:34:06Z', 'revision_number': 5, 'project_id': '93fc97b59317468485046614cafb9be9', 'subnets': [{'id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:44.933484 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b8a9455-62dc-4294-9f59-60b30d4fb5a7 req-0595e6db-937c-43a4-8e17-8046c906855f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711157 Dec 08 01:37:44.978065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89b15f0-77b8-473e-a5d1-3353ca2d712b None None] Checking router: 62540f1d-de50-434b-9729-833141ef3cfd for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:37:45.007468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b15f0-77b8-473e-a5d1-3353ca2d712b None None] Routers {'62540f1d-de50-434b-9729-833141ef3cfd'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:45.008237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f89b15f0-77b8-473e-a5d1-3353ca2d712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62540f1d-de50-434b-9729-833141ef3cfd'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:45.115375 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4cf7f45a-8c47-44c7-b8e6-c863ae8ac460 req-dc44e702-8eef-47ea-afe0-b17bda009ffc tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 210 time: 0.1056283 Dec 08 01:37:45.229884 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:45.273522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f89b15f0-77b8-473e-a5d1-3353ca2d712b None None] Set router 62540f1d-de50-434b-9729-833141ef3cfd gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:45.326510 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4b76037-54f1-400b-bfa0-aa0eefaddd5f req-d142cad3-322f-401a-906e-7b40aae58003 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9419706 Dec 08 01:37:45.337719 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Pushing event updated for resources: {'Port': ['ID=01a71408-4b50-4655-9618-6f592b5f334a,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:45.350902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539e782-a374-4b72-b9fc-6e6195cb2f21 req-40e3e2d5-71e6-42b4-87e5-3a9df56c3267 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:45.360751 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2539e782-a374-4b72-b9fc-6e6195cb2f21 req-40e3e2d5-71e6-42b4-87e5-3a9df56c3267 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 932 time: 0.1309795 Dec 08 01:37:45.385929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c3587b-dd42-4abe-aadc-5e20b9013c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a02173d-c3c5-4439-bfe4-a80a7cccb519'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:45.394535 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22874c2-5bdc-4cda-8355-1f3b58506fca" -d '{"events": [{"server_uuid": "38c3587b-dd42-4abe-aadc-5e20b9013c33", "name": "network-vif-plugged", "status": "completed", "tag": "4a02173d-c3c5-4439-bfe4-a80a7cccb519"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:45.433226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bd117245-92c3-46d1-bdd9-ad01afa63ec4 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:37:45.463085 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2539e782-a374-4b72-b9fc-6e6195cb2f21 req-dbd00cdd-c285-4c92-84d3-6231425abf5b tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893102 Dec 08 01:37:45.708248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bd117245-92c3-46d1-bdd9-ad01afa63ec4 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:45.709015 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:45.782871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b76037-54f1-400b-bfa0-aa0eefaddd5f req-9b4ff8d7-8277-4dfd-ac13-0a2e1115ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:45.784579 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4b76037-54f1-400b-bfa0-aa0eefaddd5f req-9b4ff8d7-8277-4dfd-ac13-0a2e1115ff52 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 1101 time: 0.3360393 Dec 08 01:37:45.815289 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:45.847838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f89b15f0-77b8-473e-a5d1-3353ca2d712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '321e1fe8-10d3-40ee-bb16-c856c8b2db28', 'name': '', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'mac_address': 'fa:16:3e:4f:fa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:57Z', 'updated_at': '2021-12-08T01:34:06Z', 'revision_number': 5, 'project_id': '93fc97b59317468485046614cafb9be9', 'subnets': [{'id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:45.886619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89b15f0-77b8-473e-a5d1-3353ca2d712b None None] The sync data for ids ['62540f1d-de50-434b-9729-833141ef3cfd'] in n-d-713498-30 is: [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '321e1fe8-10d3-40ee-bb16-c856c8b2db28', 'name': '', 'network_id': '6a892bbc-8363-43be-9afe-d6e88eefa621', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'mac_address': 'fa:16:3e:4f:fa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:57Z', 'updated_at': '2021-12-08T01:34:06Z', 'revision_number': 5, 'project_id': '93fc97b59317468485046614cafb9be9', 'subnets': [{'id': '4574d31a-6c43-495a-9e57-8dfa70b30e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:37:45.912995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Network 70e881ea-2db7-4cbe-a704-5e148df0be80 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:45.942370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:46.007113 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408bfe7d-d90f-4be5-b8ac-84f51e015760 x-openstack-request-id: req-408bfe7d-d90f-4be5-b8ac-84f51e015760 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:46.007656 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c3587b-dd42-4abe-aadc-5e20b9013c33", "name": "network-vif-plugged", "status": "completed", "tag": "4a02173d-c3c5-4439-bfe4-a80a7cccb519", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:46.007882 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-408bfe7d-d90f-4be5-b8ac-84f51e015760 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:46.008214 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c3587b-dd42-4abe-aadc-5e20b9013c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a02173d-c3c5-4439-bfe4-a80a7cccb519', 'code': 200} Dec 08 01:37:46.245511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf89e6-97d2-4a1e-ad27-d9fb70ad1d26 req-841bdbfa-aa4a-46d4-93e2-768b23aa16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:46.248337 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64cf89e6-97d2-4a1e-ad27-d9fb70ad1d26 req-841bdbfa-aa4a-46d4-93e2-768b23aa16a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 1102 time: 0.1315114 Dec 08 01:37:46.312049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21c398-9a6f-452a-86dd-f7a3ecba6391 req-65d0d385-fc4c-4902-b1dd-79753e2c37d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:46.318107 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf21c398-9a6f-452a-86dd-f7a3ecba6391 req-65d0d385-fc4c-4902-b1dd-79753e2c37d5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 950 time: 0.1379664 Dec 08 01:37:46.384785 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64cf89e6-97d2-4a1e-ad27-d9fb70ad1d26 req-3d226b76-a53e-45be-b50b-1bc3de34a056 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260664 Dec 08 01:37:46.398244 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf21c398-9a6f-452a-86dd-f7a3ecba6391 req-b78b42ab-bc72-4338-bccb-33f91e769967 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614612 Dec 08 01:37:46.404443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4c5902-e5be-4beb-b0e7-bf814d789319 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:37:46.423302 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8eaba71-f8ae-4adb-8327-f2fb148077d0 None None] New status for floating IP 761134b6-bbcb-4d7e-93cf-3adcad9377ca: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:37:46.423866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b59aba79-49b6-4dd2-afbf-98bc96ad6bc0 None None] Provisioning complete for port 01a71408-4b50-4655-9618-6f592b5f334a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:46.424011 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b59aba79-49b6-4dd2-afbf-98bc96ad6bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:46.437589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44318) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:46.455041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:46.469630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b59aba79-49b6-4dd2-afbf-98bc96ad6bc0 None None] Port 01a71408-4b50-4655-9618-6f592b5f334a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:37:46.639413 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bd87f-f229-4fa5-b031-dce8e354aa1c req-b052459b-00bc-4a76-9301-62b5ce29334e tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:46.642696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e0bd87f-f229-4fa5-b031-dce8e354aa1c req-b052459b-00bc-4a76-9301-62b5ce29334e tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.65 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 948 time: 0.1494040 Dec 08 01:37:46.655402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Transition to ACTIVE for port object ff4c5902-e5be-4beb-b0e7-bf814d789319 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:37:46.657097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b76037-54f1-400b-bfa0-aa0eefaddd5f req-a4113535-09dc-4400-886c-31a69a3b6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:46.658819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4b76037-54f1-400b-bfa0-aa0eefaddd5f req-a4113535-09dc-4400-886c-31a69a3b6c15 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.7317028 Dec 08 01:37:46.716695 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4b12a0e-6f7d-47ab-bd26-67068e841b4f req-c30969b7-19ab-4e69-b040-4c3eb6d851b5 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 210 time: 0.0414996 Dec 08 01:37:46.719623 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07db67e6-4ce3-4952-a42d-00092b4f43da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:46.728602 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:46.777794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92de566-e2c3-40b2-b467-c7ec84ddc8d0 req-7742d442-c2d0-4cd6-afa8-fe645e5b9a6e tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:46.787483 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d92de566-e2c3-40b2-b467-c7ec84ddc8d0 req-7742d442-c2d0-4cd6-afa8-fe645e5b9a6e tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbc2c3e3-da0d-4089-ae05-619ec115ce77 HTTP/1.1" status: 200 len: 948 time: 0.5774925 Dec 08 01:37:46.886866 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4b76037-54f1-400b-bfa0-aa0eefaddd5f req-9cc5f75a-7bf0-451d-99e4-24c77b4dc7b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=3c3a38e9-980f-4886-9453-eafca30676db HTTP/1.1" status: 200 len: 217 time: 0.1822290 Dec 08 01:37:46.888109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-7e0bd87f-f229-4fa5-b031-dce8e354aa1c req-e3c35ba0-6e0d-4941-b862-783d1c719129 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Deleting port 45b75086-1d48-419a-be94-b3e5ac2bc399 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:46.888532 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e0bd87f-f229-4fa5-b031-dce8e354aa1c req-e3c35ba0-6e0d-4941-b862-783d1c719129 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:46.903252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Router f2e4c710-f3b3-4861-8620-95e4e02b1d6e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:37:46.948590 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07db67e6-4ce3-4952-a42d-00092b4f43da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:46.959679 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:46.978317 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07db67e6-4ce3-4952-a42d-00092b4f43da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:46.983494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4c5902-e5be-4beb-b0e7-bf814d789319,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:46.988375 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:47.084739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7e0bd87f-f229-4fa5-b031-dce8e354aa1c req-e3c35ba0-6e0d-4941-b862-783d1c719129 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] For port 45b75086-1d48-419a-be94-b3e5ac2bc399, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=45b75086-1d48-419a-be94-b3e5ac2bc399,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:47.085256 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e0bd87f-f229-4fa5-b031-dce8e354aa1c req-e3c35ba0-6e0d-4941-b862-783d1c719129 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:47.101909 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-7e0bd87f-f229-4fa5-b031-dce8e354aa1c req-e3c35ba0-6e0d-4941-b862-783d1c719129 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Calling delete_port for 45b75086-1d48-419a-be94-b3e5ac2bc399 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:47.138237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d92de566-e2c3-40b2-b467-c7ec84ddc8d0 req-f6fb8daa-0f9e-443f-bf81-17eb15918f31 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.70 "GET /v2.0/security-groups?id=1b30b333-fa04-4518-85ca-c9950a9328cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397105 Dec 08 01:37:47.289753 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-07db67e6-4ce3-4952-a42d-00092b4f43da admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c775d590ef3241fc90940beef6c55be8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8478925 Dec 08 01:37:47.290230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44376) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:47.290944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db67e6-4ce3-4952-a42d-00092b4f43da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f97635-a033-4658-af66-913257b88f04,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:47.335377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e0bd87f-f229-4fa5-b031-dce8e354aa1c req-e3c35ba0-6e0d-4941-b862-783d1c719129 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:47.388133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c35ba0-6e0d-4941-b862-783d1c719129 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Pushing event deleted for resources: {'Port': ['ID=45b75086-1d48-419a-be94-b3e5ac2bc399,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:47.435301 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aae22df4-1112-4b7f-bfe7-6bfe2e53a1cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:47.485303 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aae22df4-1112-4b7f-bfe7-6bfe2e53a1cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:47.485644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b76037-54f1-400b-bfa0-aa0eefaddd5f req-16c00fa5-fad0-4b8f-81ae-0ef5e27ca806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:47.487134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4b76037-54f1-400b-bfa0-aa0eefaddd5f req-16c00fa5-fad0-4b8f-81ae-0ef5e27ca806 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.5828683 Dec 08 01:37:47.602598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0bd87f-f229-4fa5-b031-dce8e354aa1c req-e3c35ba0-6e0d-4941-b862-783d1c719129 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] No DVR routers for this DVR port 45b75086-1d48-419a-be94-b3e5ac2bc399 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:37:47.605542 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e0bd87f-f229-4fa5-b031-dce8e354aa1c req-e3c35ba0-6e0d-4941-b862-783d1c719129 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:47.609232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e0bd87f-f229-4fa5-b031-dce8e354aa1c req-e3c35ba0-6e0d-4941-b862-783d1c719129 tempest-ImagesOneServerTestJSON-1466056690 tempest-ImagesOneServerTestJSON-1466056690-project] 10.222.0.65 "DELETE /v2.0/ports/45b75086-1d48-419a-be94-b3e5ac2bc399 HTTP/1.1" status: 204 len: 173 time: 0.9559433 Dec 08 01:37:47.609700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'name': 'network-vif-deleted', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:47.611970 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c2de83-9f01-445b-b71a-926488439091" -d '{"events": [{"server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "name": "network-vif-deleted", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:47.640558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aae22df4-1112-4b7f-bfe7-6bfe2e53a1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:47.643560 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aae22df4-1112-4b7f-bfe7-6bfe2e53a1cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:47.647590 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aae22df4-1112-4b7f-bfe7-6bfe2e53a1cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3f97635-a033-4658-af66-913257b88f04 HTTP/1.1" status: 204 len: 168 time: 0.3481021 Dec 08 01:37:47.656095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae22df4-1112-4b7f-bfe7-6bfe2e53a1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f97635-a033-4658-af66-913257b88f04,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:47.709110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Attempting to bind port ff4c5902-e5be-4beb-b0e7-bf814d789319 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:37:47.709711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Attempting to bind port ff4c5902-e5be-4beb-b0e7-bf814d789319 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '4f9a0ac7-6918-4020-8d8d-188a6703c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e939192d-1767-4007-9127-9bbe441bb699'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:37:47.710226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Attempting to bind port ff4c5902-e5be-4beb-b0e7-bf814d789319 on network e939192d-1767-4007-9127-9bbe441bb699 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:47.724379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b76037-54f1-400b-bfa0-aa0eefaddd5f req-3902afe6-1a4f-496b-8f08-4df6ee4a0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:47.726040 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4b76037-54f1-400b-bfa0-aa0eefaddd5f req-3902afe6-1a4f-496b-8f08-4df6ee4a0561 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2180486 Dec 08 01:37:47.744469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcaaa8-b10f-43c9-815f-c3215d768b6e req-b11b36c9-53d1-4285-8030-6894df5c812f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:47.747241 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1bbcaaa8-b10f-43c9-815f-c3215d768b6e req-b11b36c9-53d1-4285-8030-6894df5c812f tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 944 time: 0.2652769 Dec 08 01:37:47.766832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Port ff4c5902-e5be-4beb-b0e7-bf814d789319 on network e939192d-1767-4007-9127-9bbe441bb699 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:37:47.767193 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Attempting to bind port ff4c5902-e5be-4beb-b0e7-bf814d789319 on network e939192d-1767-4007-9127-9bbe441bb699 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:47.796822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:37:47.811081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Sync routers for ids ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:37:47.827842 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6e7b2112-c063-482d-a8e9-9d2551f875e2 admin admin] 10.222.0.70 "PUT /v2.0/routers/f2e4c710-f3b3-4861-8620-95e4e02b1d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9904068 Dec 08 01:37:47.838700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:37:47.839126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Checking segment: {'id': '4f9a0ac7-6918-4020-8d8d-188a6703c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e939192d-1767-4007-9127-9bbe441bb699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:47.839425 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Bound using segment: {'id': '4f9a0ac7-6918-4020-8d8d-188a6703c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e939192d-1767-4007-9127-9bbe441bb699'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:37:47.839882 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Bound port: ff4c5902-e5be-4beb-b0e7-bf814d789319, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9a0ac7-6918-4020-8d8d-188a6703c3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'e939192d-1767-4007-9127-9bbe441bb699'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:37:47.840334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:47.851441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Routers {'f2e4c710-f3b3-4861-8620-95e4e02b1d6e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:47.853400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:48.090113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Set router f2e4c710-f3b3-4861-8620-95e4e02b1d6e gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:48.137271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1bbcaaa8-b10f-43c9-815f-c3215d768b6e req-736a75a7-1a42-49c9-b3ad-af9eaac3a35a tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707738 Dec 08 01:37:48.151803 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4b76037-54f1-400b-bfa0-aa0eefaddd5f req-d8c2ffea-ba37-4dac-9074-63ceeda2a1a5 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983600 Dec 08 01:37:48.168041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Router 7cd75afb-efd3-49bc-ad5c-69a836db7aff is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:37:48.238055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] For port ff4c5902-e5be-4beb-b0e7-bf814d789319, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:37:48.255658 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6259cbe5-b93e-457d-b712-b6185683a298 x-openstack-request-id: req-6259cbe5-b93e-457d-b712-b6185683a298 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:48.258782 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc2c3e3-da0d-4089-ae05-619ec115ce77", "name": "network-vif-deleted", "tag": "45b75086-1d48-419a-be94-b3e5ac2bc399", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:48.267859 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6259cbe5-b93e-457d-b712-b6185683a298 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:48.269110 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc2c3e3-da0d-4089-ae05-619ec115ce77', 'name': 'network-vif-deleted', 'tag': '45b75086-1d48-419a-be94-b3e5ac2bc399', 'status': 'completed', 'code': 200} Dec 08 01:37:48.283856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ac698-69f8-4480-9a05-2d7375e99a1e req-7429f3f6-2bc1-4786-b3d0-98302ecc1d8e tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:48.300613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] For port ff4c5902-e5be-4beb-b0e7-bf814d789319, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ff4c5902-e5be-4beb-b0e7-bf814d789319,segment=NetworkSegment(4f9a0ac7-6918-4020-8d8d-188a6703c3dc),segment_id=4f9a0ac7-6918-4020-8d8d-188a6703c3dc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:37:48.303366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c3ac698-69f8-4480-9a05-2d7375e99a1e req-7429f3f6-2bc1-4786-b3d0-98302ecc1d8e tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 950 time: 0.2034328 Dec 08 01:37:48.386264 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:48.417680 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c3ac698-69f8-4480-9a05-2d7375e99a1e req-d14d3ef8-5a0b-432c-b338-24d8e853b031 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064003 Dec 08 01:37:48.481281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eaee72b8-5c8b-459a-868f-07da3ec84552 req-f1bb5e07-f251-441d-9ab2-83b51f834ceb tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 210 time: 0.1007526 Dec 08 01:37:48.527252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:48.528057 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:48.530552 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] 10.222.0.65 "PUT /v2.0/ports/ff4c5902-e5be-4beb-b0e7-bf814d789319 HTTP/1.1" status: 200 len: 1093 time: 5.3258877 Dec 08 01:37:48.537452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8', 'tag': 'ff4c5902-e5be-4beb-b0e7-bf814d789319'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:48.540395 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c1b5c3-cc90-4665-ba19-2d834295d01f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8", "tag": "ff4c5902-e5be-4beb-b0e7-bf814d789319"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:48.600679 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4b76037-54f1-400b-bfa0-aa0eefaddd5f req-ceaff046-cfbd-4c8c-af23-fbeb0617c13f service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244843 Dec 08 01:37:48.609864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3586956-3c22-4c63-86eb-4e63f736e9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4c5902-e5be-4beb-b0e7-bf814d789319,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:48.672551 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:37:42Z', 'revision_number': 4, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01a71408-4b50-4655-9618-6f592b5f334a', 'name': '', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'mac_address': 'fa:16:3e:72:62:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:40Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 2, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'subnets': [{'id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:48.694370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:37:48.708818 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:48.709262 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad5ee2-e37e-4e6e-8c40-0a4caf61908f None None] Sync routers for ids ['7cd75afb-efd3-49bc-ad5c-69a836db7aff'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:37:48.713022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fcb48-157e-4168-a3f3-98ab966435f7 req-3541c82a-c999-4c11-a342-9c8a58d009e8 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:48.714648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bdeeb9b8-78ae-400e-a438-0fbc0cbb3081 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "PUT /v2.0/routers/7cd75afb-efd3-49bc-ad5c-69a836db7aff HTTP/1.1" status: 200 len: 883 time: 8.8468337 Dec 08 01:37:48.724881 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-955fcb48-157e-4168-a3f3-98ab966435f7 req-3541c82a-c999-4c11-a342-9c8a58d009e8 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 1102 time: 0.0881588 Dec 08 01:37:48.726873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44460) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:48.730133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Checking router: f2e4c710-f3b3-4861-8620-95e4e02b1d6e for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:37:48.730904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Updating router f2e4c710-f3b3-4861-8620-95e4e02b1d6e port 01a71408-4b50-4655-9618-6f592b5f334a binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:37:48.748799 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad5ee2-e37e-4e6e-8c40-0a4caf61908f None None] Routers {'7cd75afb-efd3-49bc-ad5c-69a836db7aff'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:48.749992 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-40ad5ee2-e37e-4e6e-8c40-0a4caf61908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['7cd75afb-efd3-49bc-ad5c-69a836db7aff'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:48.752377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-f3da2e6f-4c4c-41fc-8f3f-bcf3216cb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:48.754154 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-f3da2e6f-4c4c-41fc-8f3f-bcf3216cb62b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5f4b56c0b7e4676865f46bcd80867d0&device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 1096 time: 0.1299255 Dec 08 01:37:48.784586 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:48.832341 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-40ad5ee2-e37e-4e6e-8c40-0a4caf61908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:48.846503 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad5ee2-e37e-4e6e-8c40-0a4caf61908f None None] Routers {'7cd75afb-efd3-49bc-ad5c-69a836db7aff'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:48.847657 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-40ad5ee2-e37e-4e6e-8c40-0a4caf61908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['7cd75afb-efd3-49bc-ad5c-69a836db7aff'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:48.888458 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-19ee0910-3a60-4c85-9016-a6b901bf3596 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff4c5902-e5be-4beb-b0e7-bf814d789319 HTTP/1.1" status: 200 len: 217 time: 0.1083629 Dec 08 01:37:48.901219 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-40ad5ee2-e37e-4e6e-8c40-0a4caf61908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:48.902674 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad5ee2-e37e-4e6e-8c40-0a4caf61908f None None] The sync data for ids ['7cd75afb-efd3-49bc-ad5c-69a836db7aff'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:37:48.949597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-955fcb48-157e-4168-a3f3-98ab966435f7 req-2ce99e4d-f1c1-433a-a4a8-9fdcf719124a tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233820 Dec 08 01:37:49.046565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44470) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:49.074196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b2dbd425-2f6e-4f9b-9678-dbb438b38824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:49.078314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-b2dbd425-2f6e-4f9b-9678-dbb438b38824 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5d1eccc1-9d53-49ff-a4f1-5bd240f7e7a2 HTTP/1.1" status: 200 len: 857 time: 0.1808717 Dec 08 01:37:49.110771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-64c92663-0ec5-4cb4-9208-219ab87b9a92 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/routers/7cd75afb-efd3-49bc-ad5c-69a836db7aff HTTP/1.1" status: 200 len: 924 time: 0.3804908 Dec 08 01:37:49.118994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44478) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:49.172866 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-df9c8313-3674-44c0-ac95-a618c403fcc8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e939192d-1767-4007-9127-9bbe441bb699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838573 Dec 08 01:37:49.246416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4a546d-6065-42a9-b34d-ecbb79b6f636 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:49.250325 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0c4a546d-6065-42a9-b34d-ecbb79b6f636 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&device_id=7cd75afb-efd3-49bc-ad5c-69a836db7aff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1279011 Dec 08 01:37:49.257456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44500) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:49.321651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44508) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:49.375234 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-baa037c8-729d-43bd-8ee9-0d271b127acf tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1480205646', 'description': 'tempest-description--1095212491'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:49.435237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-65463739-d180-4c15-ba07-060075c257e2 service neutron] 10.222.0.65 "GET /v2.0/networks/e939192d-1767-4007-9127-9bbe441bb699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537391 Dec 08 01:37:49.443242 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce49cf5e-d0cb-4a46-bf28-35395c0d5e84 x-openstack-request-id: req-ce49cf5e-d0cb-4a46-bf28-35395c0d5e84 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:49.444423 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8", "tag": "ff4c5902-e5be-4beb-b0e7-bf814d789319", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:49.445066 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce49cf5e-d0cb-4a46-bf28-35395c0d5e84 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:49.446545 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8', 'tag': 'ff4c5902-e5be-4beb-b0e7-bf814d789319', 'status': 'completed', 'code': 200} Dec 08 01:37:49.550617 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:49.556124 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44516) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:49.558349 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:49.576235 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baa037c8-729d-43bd-8ee9-0d271b127acf tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:49.671983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1de48-5ed7-4247-868a-72829143d0c2 None None] Pushing event updated for resources: {'Port': ['ID=01a71408-4b50-4655-9618-6f592b5f334a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:49.698947 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:37:49.706510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73604694-675b-41e2-baa3-87df3c265c48 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:49.719762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5da564-0319-4a0d-9350-1459038a36e4 req-cf425265-f1e8-43e0-a5ea-9b1e506f4aed tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:49.725706 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-73604694-675b-41e2-baa3-87df3c265c48 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 881 time: 0.4638691 Dec 08 01:37:49.729000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44524) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:49.755577 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c5da564-0319-4a0d-9350-1459038a36e4 req-cf425265-f1e8-43e0-a5ea-9b1e506f4aed tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 944 time: 0.3073874 Dec 08 01:37:49.779410 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-42cb2ea2-dc52-44a5-8186-7e2b03376f6b tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd75afb-efd3-49bc-ad5c-69a836db7aff HTTP/1.1" status: 200 len: 205 time: 0.0467949 Dec 08 01:37:49.788315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-415018225-network', 'tenant_id': '4f13a287503344a5990ff93c9470875f'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:49.791460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44528) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:49.824505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Attempting to bind port 01a71408-4b50-4655-9618-6f592b5f334a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:37:49.824899 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Attempting to bind port 01a71408-4b50-4655-9618-6f592b5f334a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:37:49.825285 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Attempting to bind port 01a71408-4b50-4655-9618-6f592b5f334a on network 70e881ea-2db7-4cbe-a704-5e148df0be80 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:49.838738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:37:49.840547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Checking segment: {'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:49.841661 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:49.842379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Bound using segment: {'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:37:49.843171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Bound port: 01a71408-4b50-4655-9618-6f592b5f334a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:37:49.843830 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:49.864316 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0ab1c38f-41ff-411f-b6ca-a10417254a77 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e78dd18dd23a42a382a96dc0285f6a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8143866 Dec 08 01:37:49.884549 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44538) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:49.930663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff3f957c-96a7-4724-8bcf-d678401a4f2d req-1cc42dd0-efb7-47e1-8950-d345bb5cd3d8 service neutron] 10.222.0.65 "GET /v2.0/networks/e939192d-1767-4007-9127-9bbe441bb699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634442 Dec 08 01:37:49.943482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baa037c8-729d-43bd-8ee9-0d271b127acf tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:49.946110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c5da564-0319-4a0d-9350-1459038a36e4 req-ebd731f0-09a1-4cc9-8ae2-465ed958bf84 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870973 Dec 08 01:37:49.969725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] For port 01a71408-4b50-4655-9618-6f592b5f334a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:37:49.980154 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] For port 01a71408-4b50-4655-9618-6f592b5f334a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=01a71408-4b50-4655-9618-6f592b5f334a,segment=NetworkSegment(20db8417-aee5-4ccb-ae85-8696b109e428),segment_id=20db8417-aee5-4ccb-ae85-8696b109e428)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:37:49.990879 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.029728 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-863a1d8d-5b14-4451-ade3-06446bd8a3fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.080751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Routers {'f2e4c710-f3b3-4861-8620-95e4e02b1d6e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:37:50.085794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:50.107740 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-863a1d8d-5b14-4451-ade3-06446bd8a3fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.164552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1de48-5ed7-4247-868a-72829143d0c2 None None] Pushing event updated for resources: {'Port': ['ID=01a71408-4b50-4655-9618-6f592b5f334a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:50.202120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ede8877e-d6f9-45e3-b7f7-ccc9c7fb93d5 None None] Provisioning complete for port 01a71408-4b50-4655-9618-6f592b5f334a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:50.202804 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ede8877e-d6f9-45e3-b7f7-ccc9c7fb93d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.252680 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-712aa1d0-5dca-4746-a7c3-5000b2ac6d44 req-605a280e-ca2f-499c-afc9-cbb822346cbd tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 210 time: 0.0567341 Dec 08 01:37:50.337270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-863a1d8d-5b14-4451-ade3-06446bd8a3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.337571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.350840 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-863a1d8d-5b14-4451-ade3-06446bd8a3fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.355266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-863a1d8d-5b14-4451-ade3-06446bd8a3fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b30b333-fa04-4518-85ca-c9950a9328cb HTTP/1.1" status: 204 len: 168 time: 0.4669199 Dec 08 01:37:50.376052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] Set router f2e4c710-f3b3-4861-8620-95e4e02b1d6e gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:37:50.398186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a1d8d-5b14-4451-ade3-06446bd8a3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b30b333-fa04-4518-85ca-c9950a9328cb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:50.417576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1b5c3-cc90-4665-ba19-2d834295d01f req-04b5f507-c5d6-46e8-9ebd-fdcbb72e0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:50.424835 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51c1b5c3-cc90-4665-ba19-2d834295d01f req-04b5f507-c5d6-46e8-9ebd-fdcbb72e0bae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5f4b56c0b7e4676865f46bcd80867d0&device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 1096 time: 0.2439523 Dec 08 01:37:50.466514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45b75086-1d48-419a-be94-b3e5ac2bc399 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:37:50.501995 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baa037c8-729d-43bd-8ee9-0d271b127acf tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.570004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-025d655a-3f5d-471b-bf24-7b31d788f1d1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6191974 Dec 08 01:37:50.585248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1b5c3-cc90-4665-ba19-2d834295d01f req-ac8f1e3f-c6d7-462c-b131-941a0bcb147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:50.586898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51c1b5c3-cc90-4665-ba19-2d834295d01f req-ac8f1e3f-c6d7-462c-b131-941a0bcb147d service neutron] 10.222.0.65 "GET /v2.0/networks?id=e939192d-1767-4007-9127-9bbe441bb699 HTTP/1.1" status: 200 len: 918 time: 0.1535165 Dec 08 01:37:50.588038 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ede8877e-d6f9-45e3-b7f7-ccc9c7fb93d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.608861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 45b75086-1d48-419a-be94-b3e5ac2bc399 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:37:50.609209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 45b75086-1d48-419a-be94-b3e5ac2bc399 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:37:50.728226 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51c1b5c3-cc90-4665-ba19-2d834295d01f req-6a026801-5dbe-4b40-82f0-79b77388d3dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff4c5902-e5be-4beb-b0e7-bf814d789319 HTTP/1.1" status: 200 len: 217 time: 0.1324568 Dec 08 01:37:50.741565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ede8877e-d6f9-45e3-b7f7-ccc9c7fb93d5 None None] For port 01a71408-4b50-4655-9618-6f592b5f334a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=01a71408-4b50-4655-9618-6f592b5f334a,segment=NetworkSegment(20db8417-aee5-4ccb-ae85-8696b109e428),segment_id=20db8417-aee5-4ccb-ae85-8696b109e428)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:50.743470 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa037c8-729d-43bd-8ee9-0d271b127acf tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075acd02-a407-4c1c-99f1-22f03d6f3577,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:50.757421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-2ddca2a7-ac51-4f71-b2ee-54f4934d3e87 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:50.767406 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-2ddca2a7-ac51-4f71-b2ee-54f4934d3e87 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964259 Dec 08 01:37:50.791008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-9f914d72-7108-42e8-903d-1c4c4347f798 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/quotas/a68ff4dea2974a1895e204fb9e49b1f3 HTTP/1.1" status: 200 len: 375 time: 0.0223529 Dec 08 01:37:50.804729 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ede8877e-d6f9-45e3-b7f7-ccc9c7fb93d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.823526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Made reservation on behalf of 4f13a287503344a5990ff93c9470875f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:50.825340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1b5c3-cc90-4665-ba19-2d834295d01f req-f80e49a4-676c-4121-9a6d-f297b4986a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:50.826978 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51c1b5c3-cc90-4665-ba19-2d834295d01f req-f80e49a4-676c-4121-9a6d-f297b4986a6f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=5d1eccc1-9d53-49ff-a4f1-5bd240f7e7a2 HTTP/1.1" status: 200 len: 857 time: 0.0829906 Dec 08 01:37:50.827944 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.839872 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baa037c8-729d-43bd-8ee9-0d271b127acf tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.843852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-baa037c8-729d-43bd-8ee9-0d271b127acf tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5099070 Dec 08 01:37:50.851322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44574) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:50.858282 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-440a33cc-7fb7-4962-8db1-7f9c373f933f tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Request body: {'security_group_rule': {'security_group_id': '075acd02-a407-4c1c-99f1-22f03d6f3577', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:50.873533 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.894116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8877e-d6f9-45e3-b7f7-ccc9c7fb93d5 None None] Pushing event updated for resources: {'Port': ['ID=01a71408-4b50-4655-9618-6f592b5f334a,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:50.927310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51c1b5c3-cc90-4665-ba19-2d834295d01f req-72e29902-f061-43ec-954b-c1e4cf94cf00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e939192d-1767-4007-9127-9bbe441bb699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900629 Dec 08 01:37:50.928014 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-440a33cc-7fb7-4962-8db1-7f9c373f933f tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:50.951097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2eb6b60e-7b0c-4c43-b02b-15a403cdde3e None None] Provisioning complete for port 01a71408-4b50-4655-9618-6f592b5f334a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:50.951477 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2eb6b60e-7b0c-4c43-b02b-15a403cdde3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:51.091565 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-de247b26-af91-43d3-9cf9-fcc15cfd2a21 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2991819 Dec 08 01:37:51.112963 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-440a33cc-7fb7-4962-8db1-7f9c373f933f tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:51.123680 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-440a33cc-7fb7-4962-8db1-7f9c373f933f tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:51.128971 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:51.160962 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-440a33cc-7fb7-4962-8db1-7f9c373f933f tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:51.165227 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-440a33cc-7fb7-4962-8db1-7f9c373f933f tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3111303 Dec 08 01:37:51.165767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44594) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:51.179370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-43745e89-06d2-4367-80b0-a7e85d1c0d21 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Request body: {'security_group_rule': {'security_group_id': '075acd02-a407-4c1c-99f1-22f03d6f3577', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:51.216012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a33cc-7fb7-4962-8db1-7f9c373f933f tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc58d766-c0a8-4215-8950-fa345069e388,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:51.236945 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43745e89-06d2-4367-80b0-a7e85d1c0d21 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:51.249799 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:51.282231 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:51.296680 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51c1b5c3-cc90-4665-ba19-2d834295d01f req-d3922ab5-4c7c-4b11-8be3-7dbb10de266b service neutron] 10.222.0.65 "GET /v2.0/networks/e939192d-1767-4007-9127-9bbe441bb699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546975 Dec 08 01:37:51.302455 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:37:42Z', 'revision_number': 4, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01a71408-4b50-4655-9618-6f592b5f334a', 'name': '', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'mac_address': 'fa:16:3e:72:62:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:40Z', 'updated_at': '2021-12-08T01:37:49Z', 'revision_number': 4, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'subnets': [{'id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:37:51.331208 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43745e89-06d2-4367-80b0-a7e85d1c0d21 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:51.354498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcc0aad-3b90-4f9d-8d26-f19ab3739f12 None None] The sync data for ids ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'] in n-d-713498-30 is: [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:37:42Z', 'revision_number': 4, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01a71408-4b50-4655-9618-6f592b5f334a', 'name': '', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'mac_address': 'fa:16:3e:72:62:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:40Z', 'updated_at': '2021-12-08T01:37:49Z', 'revision_number': 4, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'subnets': [{'id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:37:51.379400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:37:51.399938 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:51.403594 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Added segment 05ac9499-3d4c-4698-9426-c2246bfcf0c0 of type vlan for network 0b94226e-ceb5-48be-b76e-7d441756baa1 Dec 08 01:37:51.508988 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51c1b5c3-cc90-4665-ba19-2d834295d01f req-c000abe0-084d-4126-b4e7-3b9ae8c8209b service neutron] 10.222.0.65 "GET /v2.0/networks/e939192d-1767-4007-9127-9bbe441bb699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739943 Dec 08 01:37:51.510168 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43745e89-06d2-4367-80b0-a7e85d1c0d21 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:51.588249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43745e89-06d2-4367-80b0-a7e85d1c0d21 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e01e609-fb25-476b-ae4a-7d66b40bc80a,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:51.651485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b2ae-c669-4be0-b6b3-18b592b60feb req-b0111876-f2d1-419a-8596-cd2041c67860 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:51.669092 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ae55b2ae-c669-4be0-b6b3-18b592b60feb req-b0111876-f2d1-419a-8596-cd2041c67860 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 944 time: 0.3659124 Dec 08 01:37:51.672361 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43745e89-06d2-4367-80b0-a7e85d1c0d21 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:51.677633 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-43745e89-06d2-4367-80b0-a7e85d1c0d21 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5031395 Dec 08 01:37:51.678326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44624) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:51.739892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:51.758567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ae55b2ae-c669-4be0-b6b3-18b592b60feb req-7fb4bce1-2347-4198-b534-8ccadd3c3e53 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939260 Dec 08 01:37:51.818276 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:52.018391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18ba6ce2-b882-45f4-9f22-0426845a8d6f req-50a77081-0e9a-4cc2-bbee-5b2ad423e789 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 210 time: 0.1015100 Dec 08 01:37:52.066619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:52.165176 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f52e0fa9-bd2d-4a2d-a56a-de06f3f630a2 req-dfb28bec-f494-4c5b-a817-58c625f61443 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 210 time: 0.0621164 Dec 08 01:37:52.168259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:52.197510 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:52.226379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Deleting port 415dada1-9ab1-4ddb-b45e-87f6e4a8eb97 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:52.226786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:52.236708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.237059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.237400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.237742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.238077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.238567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.239207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.239926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.240131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.240623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.241703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.242044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.242433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:52.255097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Allocated IP 172.25.2.247 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/14de70bc-a132-41a5-8c02-789c92403baf) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:52.258984 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:52.260178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:52.261162 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:52.362123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=0b94226e-ceb5-48be-b76e-7d441756baa1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:52.368858 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-279c27c0-44cc-4c40-9177-fddddcc78ff0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7989695 Dec 08 01:37:52.372485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44662) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:52.374123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 0b94226e-ceb5-48be-b76e-7d441756baa1 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:37:52.381045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ea328f72-a28f-40f0-86aa-ae87dfdef222 admin admin] Request body: {'subnet': {'network_id': '0b94226e-ceb5-48be-b76e-7d441756baa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-415018225-subnet', 'tenant_id': '4f13a287503344a5990ff93c9470875f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:52.479301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ff4c5902-e5be-4beb-b0e7-bf814d789319 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:37:52.501331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea328f72-a28f-40f0-86aa-ae87dfdef222 admin admin] Made reservation on behalf of 4f13a287503344a5990ff93c9470875f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:52.505301 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea328f72-a28f-40f0-86aa-ae87dfdef222 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:52.697630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ff4c5902-e5be-4beb-b0e7-bf814d789319, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ff4c5902-e5be-4beb-b0e7-bf814d789319,segment=NetworkSegment(4f9a0ac7-6918-4020-8d8d-188a6703c3dc),segment_id=4f9a0ac7-6918-4020-8d8d-188a6703c3dc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:52.713173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'ff4c5902-e5be-4beb-b0e7-bf814d789319', 'network_id': 'e939192d-1767-4007-9127-9bbe441bb699', 'port_id': 'ff4c5902-e5be-4beb-b0e7-bf814d789319', 'mac_address': 'fa:16:3e:71:79:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1eccc1-9d53-49ff-a4f1-5bd240f7e7a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:37:52.733862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:52.766106 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:52.786689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4c5902-e5be-4beb-b0e7-bf814d789319 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:37:52.788397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Calling delete_port for 415dada1-9ab1-4ddb-b45e-87f6e4a8eb97 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:52.850720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ff4c5902-e5be-4beb-b0e7-bf814d789319, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ff4c5902-e5be-4beb-b0e7-bf814d789319,segment=NetworkSegment(4f9a0ac7-6918-4020-8d8d-188a6703c3dc),segment_id=4f9a0ac7-6918-4020-8d8d-188a6703c3dc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:52.860021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:52.942615 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:53.053375 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:53.079845 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea328f72-a28f-40f0-86aa-ae87dfdef222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:53.192993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Pushing event updated for resources: {'Port': ['ID=14de70bc-a132-41a5-8c02-789c92403baf,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:53.199425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea328f72-a28f-40f0-86aa-ae87dfdef222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa96050b-31cb-4aa9-82e2-b44a01abb54d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:53.212921 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-ada733dd-8f13-46b4-acea-45932e19610a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578036 Dec 08 01:37:53.216985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=ff4c5902-e5be-4beb-b0e7-bf814d789319,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:53.222338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:53.227934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.228492 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.228715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.229002 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.229346 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.229691 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.231685 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:53.235794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:53.250690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.251229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.251588 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.254292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.256317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.256702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.257059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:37:53.303291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['ff4c5902-e5be-4beb-b0e7-bf814d789319'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:53.482805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-a3aafd3c-3c58-49cb-b894-bfd4ef895250 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:53.484602 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-a3aafd3c-3c58-49cb-b894-bfd4ef895250 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2418106 Dec 08 01:37:53.531375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 01a71408-4b50-4655-9618-6f592b5f334a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:37:53.597668 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:53.608831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Request body: {'port': {'device_id': 'cc8b0889-d291-4f28-9ae5-96c74138e5b0', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'a68ff4dea2974a1895e204fb9e49b1f3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:53.614425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea328f72-a28f-40f0-86aa-ae87dfdef222 admin admin] Checking segment: {'id': '05ac9499-3d4c-4698-9426-c2246bfcf0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0b94226e-ceb5-48be-b76e-7d441756baa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:53.614908 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea328f72-a28f-40f0-86aa-ae87dfdef222 admin admin] Network hostable DHCP agents. Network: 0b94226e-ceb5-48be-b76e-7d441756baa1, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:37:53.630467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2989c9-8f5c-4d99-b003-74c260f91e19 req-ea2ce3e4-cbb8-4724-9964-0baf653e24eb tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:53.632505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab2989c9-8f5c-4d99-b003-74c260f91e19 req-ea2ce3e4-cbb8-4724-9964-0baf653e24eb tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 945 time: 0.6642671 Dec 08 01:37:53.681143 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:53.773760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 01a71408-4b50-4655-9618-6f592b5f334a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:53.776012 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:53.801810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea328f72-a28f-40f0-86aa-ae87dfdef222 admin admin] Network 0b94226e-ceb5-48be-b76e-7d441756baa1 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:37:53.944345 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-99dd79b9-a132-444c-8b96-7dcf346d9ed8 req-ca2db69d-14aa-4c65-92aa-4ba3396a64e8 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0726657 Dec 08 01:37:53.972249 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab2989c9-8f5c-4d99-b003-74c260f91e19 req-857e714a-bb7f-4298-aaa5-efb6c96e3fdd tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251286 Dec 08 01:37:53.986549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ea328f72-a28f-40f0-86aa-ae87dfdef222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 0b94226e-ceb5-48be-b76e-7d441756baa1) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:54.001003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf33d2-f674-4a95-81de-afcb7f49e2ea None None] Network 0b94226e-ceb5-48be-b76e-7d441756baa1 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:37:54.036411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea328f72-a28f-40f0-86aa-ae87dfdef222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:54.043512 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea328f72-a28f-40f0-86aa-ae87dfdef222 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.078663 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.088903 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.174506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.265639 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7a899b0e-1dc8-4c18-bea4-180c3ada27da req-094d0e12-6671-4beb-9e64-3debbd03a769 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca602dd8-4063-4f1e-90bc-b548f1824a27 HTTP/1.1" status: 200 len: 210 time: 0.1100192 Dec 08 01:37:54.289130 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ea328f72-a28f-40f0-86aa-ae87dfdef222 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9152091 Dec 08 01:37:54.306535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Pushing event deleted for resources: {'Port': ['ID=415dada1-9ab1-4ddb-b45e-87f6e4a8eb97,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:54.312514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Pushing event updated for resources: {'Port': ['ID=14de70bc-a132-41a5-8c02-789c92403baf,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:54.323123 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.345021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3ac353-a6b6-4727-9916-d2675caff597 None None] Network 0b94226e-ceb5-48be-b76e-7d441756baa1 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:37:54.439273 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.448478 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Made reservation on behalf of a68ff4dea2974a1895e204fb9e49b1f3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:54.452318 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-37d2dacb-150e-45c6-a3eb-08c90288af59 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7509427 Dec 08 01:37:54.458481 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.617234 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.772850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.799351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.903623 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.904161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Fanout notify agent at l3_agent the message router_deleted on router 7cd75afb-efd3-49bc-ad5c-69a836db7aff {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:37:54.918645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Allocated IP 192.168.233.122 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/aa295efb-4f8c-418f-a864-a0e1ca97bf5d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:54.926524 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:54.931722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44816) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:54.932882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-33c952a3-258f-4e1d-9c41-cbc934239b7e tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/routers/7cd75afb-efd3-49bc-ad5c-69a836db7aff HTTP/1.1" status: 204 len: 168 time: 5.1372163 Dec 08 01:37:54.937457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d7b0a7f9-00d6-40b3-827a-6e8a84c58551 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2023569440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:54.948941 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-b9a6898d-b4ce-4961-9fc9-9fec8b541b16 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1480205646&fields=id&tenant_id=05e2b07c96694d8db7d0cc092da79060 HTTP/1.1" status: 200 len: 267 time: 0.1511168 Dec 08 01:37:55.019902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:55.099015 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7b0a7f9-00d6-40b3-827a-6e8a84c58551 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:55.101366 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7b0a7f9-00d6-40b3-827a-6e8a84c58551 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:55.113161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-a7fe76bc-ed72-4995-a1c4-bd72df354995 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:55.116183 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-a7fe76bc-ed72-4995-a1c4-bd72df354995 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/networks?id=0b94226e-ceb5-48be-b76e-7d441756baa1 HTTP/1.1" status: 200 len: 813 time: 0.1821184 Dec 08 01:37:55.144426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-e0f79688-2c95-462a-96c3-4082428a28cc tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/quotas/4f13a287503344a5990ff93c9470875f HTTP/1.1" status: 200 len: 375 time: 0.0156689 Dec 08 01:37:55.145250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-723cf0c6-3d25-4529-bf9d-5fb7eda6ec1b tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:55.152462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-723cf0c6-3d25-4529-bf9d-5fb7eda6ec1b tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/networks?id=70e881ea-2db7-4cbe-a704-5e148df0be80 HTTP/1.1" status: 200 len: 811 time: 0.1975329 Dec 08 01:37:55.192408 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7b0a7f9-00d6-40b3-827a-6e8a84c58551 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:55.199638 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-f16880d5-c81f-4e3b-9df9-925ee060dd6a tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/quotas/05e2b07c96694d8db7d0cc092da79060 HTTP/1.1" status: 200 len: 375 time: 0.0455720 Dec 08 01:37:55.203387 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7b0a7f9-00d6-40b3-827a-6e8a84c58551 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:55.232573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-98eea77c-883f-45ad-a6d8-b644505a6c1f tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f13a287503344a5990ff93c9470875f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784795 Dec 08 01:37:55.264605 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48fded14-aa21-4bc4-97d4-9eb2a9862598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:55.266716 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7b0a7f9-00d6-40b3-827a-6e8a84c58551 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:55.272976 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d7b0a7f9-00d6-40b3-827a-6e8a84c58551 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3394663 Dec 08 01:37:55.277589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44826) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:55.282635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'enable_snat': True}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:55.343522 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-fb74362a-f1c9-4bb1-bde0-bae68dcc9700 service neutron] 10.222.0.70 "GET /v2.0/networks/0b94226e-ceb5-48be-b76e-7d441756baa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096258 Dec 08 01:37:55.368856 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-4473a47c-daa1-47f0-9c07-e3bc37877da6 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=05e2b07c96694d8db7d0cc092da79060&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1599467 Dec 08 01:37:55.371959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:55.443197 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-4d801408-7648-440e-8ed7-97986865357e service neutron] 10.222.0.70 "GET /v2.0/networks/0b94226e-ceb5-48be-b76e-7d441756baa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912137 Dec 08 01:37:55.637045 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc9664de-e5ee-4f6b-a629-e5ae4de55c5e req-2c17affa-0b43-4158-8076-d6f2dff788a7 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 210 time: 0.0293219 Dec 08 01:37:55.661769 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:55.729158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-7b0d0b90-423a-44d9-9d90-b2670613b574 service neutron] 10.222.0.70 "GET /v2.0/networks/70e881ea-2db7-4cbe-a704-5e148df0be80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207550 Dec 08 01:37:55.748011 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:55.784704 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc120996-da89-4922-a982-263e7a53a49b', 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa', '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4', '4a02173d-c3c5-4439-bfe4-a80a7cccb519'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:55.790638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db', '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:37:55.835720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16989ece-b9f6-47a6-aeff-ae25be950072 req-27e03fda-d6f3-4bd1-8f4c-24ef6cd27cad tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:55.847361 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16989ece-b9f6-47a6-aeff-ae25be950072 req-27e03fda-d6f3-4bd1-8f4c-24ef6cd27cad tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 945 time: 0.1167970 Dec 08 01:37:55.940266 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48fded14-aa21-4bc4-97d4-9eb2a9862598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:55.977175 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48fded14-aa21-4bc4-97d4-9eb2a9862598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:55.981322 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16989ece-b9f6-47a6-aeff-ae25be950072 req-7cf0a790-b4e0-439b-80fc-c7a5deb2682d tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328647 Dec 08 01:37:55.984668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:56.041793 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:56.044671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:56.060548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event updated for resources: {'Port': ['ID=aa295efb-4f8c-418f-a864-a0e1ca97bf5d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:56.167886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fded14-aa21-4bc4-97d4-9eb2a9862598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d482a09-f574-423d-bf7c-dc34f3de21e3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:56.173430 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-48fded14-aa21-4bc4-97d4-9eb2a9862598 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fd1db78b68e4fd5acbe5a2ed054820f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1521723 Dec 08 01:37:56.178079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44852) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:56.201322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:56.201985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:56.246349 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-762144be-e437-40c1-a8cf-8ec78d3c23fe service neutron] 10.222.0.70 "GET /v2.0/networks/70e881ea-2db7-4cbe-a704-5e148df0be80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844642 Dec 08 01:37:56.258994 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-72c2f0cb-7a7f-4d36-9098-df2ea1289756 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7338939 Dec 08 01:37:56.279495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Request body: {'port': {'device_id': 'cc8b0889-d291-4f28-9ae5-96c74138e5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:56.379240 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2e1bf6cf-838a-4cff-a501-ff9eafaec00d req-318c9e9a-f8ac-4afb-aa31-b4c709112ee7 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 210 time: 0.0927584 Dec 08 01:37:56.380157 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74b9c076-b15d-4d4d-9c9a-f4acd5ae145f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:56.411781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:56.427323 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74b9c076-b15d-4d4d-9c9a-f4acd5ae145f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:56.501778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ff4c5902-e5be-4beb-b0e7-bf814d789319 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:37:56.514344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:56.558309 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74b9c076-b15d-4d4d-9c9a-f4acd5ae145f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:56.563596 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74b9c076-b15d-4d4d-9c9a-f4acd5ae145f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:56.573835 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-74b9c076-b15d-4d4d-9c9a-f4acd5ae145f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d482a09-f574-423d-bf7c-dc34f3de21e3 HTTP/1.1" status: 204 len: 168 time: 0.3938749 Dec 08 01:37:56.605350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9c076-b15d-4d4d-9c9a-f4acd5ae145f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d482a09-f574-423d-bf7c-dc34f3de21e3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:56.655944 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:56.774817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:56.887410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9e2b3d46-4001-4648-ad45-d847fea8908b None None] Provisioning complete for port aa295efb-4f8c-418f-a864-a0e1ca97bf5d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:56.888458 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9e2b3d46-4001-4648-ad45-d847fea8908b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:56.927940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Allocated IP 172.25.2.172 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/a5f6fa0a-e928-4335-ab30-9c3352aa2e0f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:56.942079 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c15b09d-2576-4b30-b51c-aed88b4ca5fc req-c7396507-dc52-4d08-be4b-c43a9aaed2e7 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 210 time: 0.1039336 Dec 08 01:37:57.039261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b3d46-4001-4648-ad45-d847fea8908b None None] Port aa295efb-4f8c-418f-a864-a0e1ca97bf5d cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:37:57.043625 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port ff4c5902-e5be-4beb-b0e7-bf814d789319 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:37:57.093597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port ff4c5902-e5be-4beb-b0e7-bf814d789319 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:37:57.094764 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:57.214281 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce0abe8a-b2b6-4cb8-be9d-f1eeefde89d5 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:57.237164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:57.285958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719efd15-925a-45af-a050-4b5b1affe1d9 req-a769d4aa-1185-467e-ae64-e9096bbb6bb4 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:57.299242 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-719efd15-925a-45af-a050-4b5b1affe1d9 req-a769d4aa-1185-467e-ae64-e9096bbb6bb4 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 945 time: 0.1343617 Dec 08 01:37:57.351626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ff4c5902-e5be-4beb-b0e7-bf814d789319, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ff4c5902-e5be-4beb-b0e7-bf814d789319,segment=NetworkSegment(4f9a0ac7-6918-4020-8d8d-188a6703c3dc),segment_id=4f9a0ac7-6918-4020-8d8d-188a6703c3dc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:37:57.355358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4c5902-e5be-4beb-b0e7-bf814d789319'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:57.362334 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3b8558-ff18-4a00-9cb7-506d0f4a24e3" -d '{"events": [{"server_uuid": "b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8", "name": "network-vif-plugged", "status": "completed", "tag": "ff4c5902-e5be-4beb-b0e7-bf814d789319"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:57.384799 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:57.407316 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-719efd15-925a-45af-a050-4b5b1affe1d9 req-3d28108d-0a9c-4ee9-8452-ac473a473dc5 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071627 Dec 08 01:37:57.549661 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc10158-1e6b-4a41-bb86-bb19c9a43296 x-openstack-request-id: req-7dc10158-1e6b-4a41-bb86-bb19c9a43296 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:37:57.550154 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8", "name": "network-vif-plugged", "status": "completed", "tag": "ff4c5902-e5be-4beb-b0e7-bf814d789319", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:37:57.550600 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7dc10158-1e6b-4a41-bb86-bb19c9a43296 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:37:57.551179 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4c5902-e5be-4beb-b0e7-bf814d789319', 'code': 200} Dec 08 01:37:57.610908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=ff4c5902-e5be-4beb-b0e7-bf814d789319,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:57.762225 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce0abe8a-b2b6-4cb8-be9d-f1eeefde89d5 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:57.805294 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c7da059-e826-47ae-9844-17769b26b25e req-af357c5f-c38f-4e6e-ba27-60da3d863bb3 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 210 time: 0.1456320 Dec 08 01:37:57.933740 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:57.950123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32292da1-303c-4196-8910-cd9f180d826b req-520e759f-85c1-4c93-ac76-69517e0ef58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:57.951754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32292da1-303c-4196-8910-cd9f180d826b req-520e759f-85c1-4c93-ac76-69517e0ef58b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 1098 time: 0.1935887 Dec 08 01:37:57.982992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-ebf3ede1-3b33-49d2-804f-1e7bf84d376f tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:57.984834 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-ebf3ede1-3b33-49d2-804f-1e7bf84d376f tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.65 "GET /v2.0/networks?id=0b94226e-ceb5-48be-b76e-7d441756baa1 HTTP/1.1" status: 200 len: 813 time: 0.3435547 Dec 08 01:37:58.010171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a18a55-5ac6-41f2-8871-9b72e99129b8 req-6e373ad8-1bb9-4fd5-91ab-879468db0f05 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:58.020935 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c2a18a55-5ac6-41f2-8871-9b72e99129b8 req-6e373ad8-1bb9-4fd5-91ab-879468db0f05 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 936 time: 0.8388815 Dec 08 01:37:58.042289 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Request body: {'port': {'device_id': 'fc12a73f-7d60-4272-963f-7c35686f19c0', 'network_id': '0b94226e-ceb5-48be-b76e-7d441756baa1', 'admin_state_up': True, 'tenant_id': '4f13a287503344a5990ff93c9470875f'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:58.094238 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32292da1-303c-4196-8910-cd9f180d826b req-b8467c37-f927-402d-bd71-8d03138c5910 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852034 Dec 08 01:37:58.168215 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce0abe8a-b2b6-4cb8-be9d-f1eeefde89d5 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:58.170839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce0abe8a-b2b6-4cb8-be9d-f1eeefde89d5 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:58.174619 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ce0abe8a-b2b6-4cb8-be9d-f1eeefde89d5 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "DELETE /v2.0/security-groups/122ef0db-5312-4fe6-b219-dc89a49dae9f HTTP/1.1" status: 204 len: 168 time: 1.6564908 Dec 08 01:37:58.185079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44934) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:58.201393 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-f3ad31f2-2f98-42ab-beb2-283e61cacff1 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] show failed (client error): The resource could not be found. Dec 08 01:37:58.205160 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f3ad31f2-2f98-42ab-beb2-283e61cacff1 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "GET /v2.0/security-groups/122ef0db-5312-4fe6-b219-dc89a49dae9f HTTP/1.1" status: 404 len: 347 time: 0.0164773 Dec 08 01:37:58.212233 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c2a18a55-5ac6-41f2-8871-9b72e99129b8 req-7afa2be9-aedf-4f6a-9716-aa8d335c0ce1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903114 Dec 08 01:37:58.213499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44936) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:58.217197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0abe8a-b2b6-4cb8-be9d-f1eeefde89d5 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=122ef0db-5312-4fe6-b219-dc89a49dae9f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:58.220818 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:58.300375 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-87dd7915-eb85-4b8b-a790-c2922c3a6b96 req-9eb1f4cf-e289-482c-899f-07d97c5095a8 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 210 time: 0.1115654 Dec 08 01:37:58.302723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:37:58.355683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:37:58.382073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:37:58.426144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event updated for resources: {'Port': ['ID=a5f6fa0a-e928-4335-ab30-9c3352aa2e0f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:58.438764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Made reservation on behalf of 4f13a287503344a5990ff93c9470875f for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:37:58.439008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa295efb-4f8c-418f-a864-a0e1ca97bf5d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:37:58.444095 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:58.464734 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:58.492479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Transition to ACTIVE for port object aa295efb-4f8c-418f-a864-a0e1ca97bf5d will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:37:58.493440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-49bee873-c128-42d0-ab89-b51866921dc7 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Deleting port a70a0abb-ae49-4de6-8ff8-20aa382955dc {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:37:58.493915 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49bee873-c128-42d0-ab89-b51866921dc7 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:58.503960 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:58.569889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Pushing event updated for resources: {'Port': ['ID=aa295efb-4f8c-418f-a864-a0e1ca97bf5d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:58.617604 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49bee873-c128-42d0-ab89-b51866921dc7 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:58.617931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49bee873-c128-42d0-ab89-b51866921dc7 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:58.639544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-49bee873-c128-42d0-ab89-b51866921dc7 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Calling delete_port for a70a0abb-ae49-4de6-8ff8-20aa382955dc owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:37:58.768583 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc059f4f-70c4-4190-a54e-895d7ade8831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:58.886362 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49bee873-c128-42d0-ab89-b51866921dc7 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:59.059854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Attempting to bind port aa295efb-4f8c-418f-a864-a0e1ca97bf5d on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:37:59.060435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Attempting to bind port aa295efb-4f8c-418f-a864-a0e1ca97bf5d by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:37:59.060569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Attempting to bind port aa295efb-4f8c-418f-a864-a0e1ca97bf5d on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:59.097556 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-d644db39-d806-45d8-9206-71581097891c tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:59.100792 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-d644db39-d806-45d8-9206-71581097891c tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.65 "GET /v2.0/networks?id=70e881ea-2db7-4cbe-a704-5e148df0be80 HTTP/1.1" status: 200 len: 811 time: 0.1221490 Dec 08 01:37:59.107836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bee873-c128-42d0-ab89-b51866921dc7 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Pushing event deleted for resources: {'Port': ['ID=a70a0abb-ae49-4de6-8ff8-20aa382955dc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:59.220464 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:59.226322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1e990-c98e-4327-bf6c-2595673ea78b req-6be63fda-5607-4ae4-a0f2-11be1d817a1e tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:59.233568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32d1e990-c98e-4327-bf6c-2595673ea78b req-6be63fda-5607-4ae4-a0f2-11be1d817a1e tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 946 time: 0.3528163 Dec 08 01:37:59.268097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c56c605d-c054-4e8b-b292-a44c8d46a676 req-b76578e9-4079-4ee2-a5b5-87f796a17143 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 210 time: 0.0485647 Dec 08 01:37:59.268793 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Port aa295efb-4f8c-418f-a864-a0e1ca97bf5d on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:37:59.269132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Attempting to bind port aa295efb-4f8c-418f-a864-a0e1ca97bf5d on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:37:59.372331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Allocated IP 172.20.0.4 (0b94226e-ceb5-48be-b76e-7d441756baa1/aa96050b-31cb-4aa9-82e2-b44a01abb54d/cc27e454-d569-4010-8e7c-ab007fb31adc) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:37:59.375166 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:37:59.382750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:37:59.383424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:37:59.384576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Bound port: aa295efb-4f8c-418f-a864-a0e1ca97bf5d, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:37:59.385728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:59.385875 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32d1e990-c98e-4327-bf6c-2595673ea78b req-083b5315-7785-4f8b-9862-e41557ece478 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509392 Dec 08 01:37:59.390363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49bee873-c128-42d0-ab89-b51866921dc7 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:59.398934 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49bee873-c128-42d0-ab89-b51866921dc7 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:59.400133 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-49bee873-c128-42d0-ab89-b51866921dc7 tempest-ServersTestBootFromVolume-1812802428 tempest-ServersTestBootFromVolume-1812802428-project] 10.222.0.70 "DELETE /v2.0/floatingips/761134b6-bbcb-4d7e-93cf-3adcad9377ca HTTP/1.1" status: 204 len: 168 time: 1.1844447 Dec 08 01:37:59.411486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45014) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:59.432870 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-089e5056-267f-4a04-90c3-20580004e704 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05e2b07c96694d8db7d0cc092da79060 HTTP/1.1" status: 200 len: 380 time: 0.2987275 Dec 08 01:37:59.478702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] For port aa295efb-4f8c-418f-a864-a0e1ca97bf5d, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:37:59.482620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] For port aa295efb-4f8c-418f-a864-a0e1ca97bf5d, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=aa295efb-4f8c-418f-a864-a0e1ca97bf5d,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:37:59.485532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Request body: {'port': {'device_id': '7abfb58c-de77-46cf-8137-94be23238432', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'admin_state_up': True, 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'security_groups': ['075acd02-a407-4c1c-99f1-22f03d6f3577']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:37:59.486928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45020) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:37:59.534235 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:59.580974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:59.582728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:59.586301 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] 10.222.0.72 "PUT /v2.0/ports/aa295efb-4f8c-418f-a864-a0e1ca97bf5d HTTP/1.1" status: 200 len: 1097 time: 3.3109686 Dec 08 01:37:59.594539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8b0889-d291-4f28-9ae5-96c74138e5b0', 'tag': 'aa295efb-4f8c-418f-a864-a0e1ca97bf5d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:37:59.598623 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872db4ec-a7a1-4ad3-b35f-684db884a360" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8b0889-d291-4f28-9ae5-96c74138e5b0", "tag": "aa295efb-4f8c-418f-a864-a0e1ca97bf5d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:37:59.658928 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-1eb96057-1a44-49c7-8b68-9874703ae86b tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3516c56e11b14a959cd58e3be71369fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1192684 Dec 08 01:37:59.701459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b444d38-7040-407a-a290-d0fc25726da0 req-101f7551-c8b7-4270-9507-230f54339890 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:59.709252 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b444d38-7040-407a-a290-d0fc25726da0 req-101f7551-c8b7-4270-9507-230f54339890 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 948 time: 0.2906880 Dec 08 01:37:59.721250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a6025-ac44-4f82-b1b9-b0bf28b32b42 service neutron] Pushing event updated for resources: {'Port': ['ID=aa295efb-4f8c-418f-a864-a0e1ca97bf5d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:37:59.799462 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15a8418e-8d2f-4b55-a99f-cb90582fb889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:37:59.908484 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b444d38-7040-407a-a290-d0fc25726da0 req-76efc723-a912-46f2-9a89-1b74e61b44f2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971717 Dec 08 01:37:59.952078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-23798060-2194-452f-95bf-573ee7cb8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:37:59.954891 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-23798060-2194-452f-95bf-573ee7cb8aa9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 1100 time: 0.2623656 Dec 08 01:38:00.071383 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-26ca1823-5cca-4c74-affb-fe0fdb060f22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=aa295efb-4f8c-418f-a864-a0e1ca97bf5d HTTP/1.1" status: 200 len: 217 time: 0.0960517 Dec 08 01:38:00.108092 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f7d49c0-9fac-4730-9818-77c059f9b113 req-99365d64-4891-4557-8140-adc1cdb3bc52 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 210 time: 0.0855374 Dec 08 01:38:00.149770 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:00.157665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15a8418e-8d2f-4b55-a99f-cb90582fb889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:00.161583 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:00.170552 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15a8418e-8d2f-4b55-a99f-cb90582fb889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:00.189758 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769201b-79ce-4e86-9514-22f3b929d13c x-openstack-request-id: req-a769201b-79ce-4e86-9514-22f3b929d13c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:00.190063 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8b0889-d291-4f28-9ae5-96c74138e5b0", "tag": "aa295efb-4f8c-418f-a864-a0e1ca97bf5d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:00.190323 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a769201b-79ce-4e86-9514-22f3b929d13c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:00.190721 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8b0889-d291-4f28-9ae5-96c74138e5b0', 'tag': 'aa295efb-4f8c-418f-a864-a0e1ca97bf5d', 'status': 'completed', 'code': 200} Dec 08 01:38:00.244486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-4897c3cc-d2cb-4074-afd1-3dd797021457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:00.245878 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-4897c3cc-d2cb-4074-afd1-3dd797021457 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1620235 Dec 08 01:38:00.277956 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-15a8418e-8d2f-4b55-a99f-cb90582fb889 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=621c6baf52a642d082bb587545ae2dad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7566910 Dec 08 01:38:00.282203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45030) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:00.297792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Made reservation on behalf of 05e2b07c96694d8db7d0cc092da79060 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:00.302774 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:00.309133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8418e-8d2f-4b55-a99f-cb90582fb889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591d5ef5-e7e4-4737-a635-b0d2815abb1b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:00.406441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-8fd424b1-349b-4fc6-ab9e-81b38da983c2 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:00.414990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-9b092d10-270b-4da0-8462-745a99f55a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:00.415220 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-8fd424b1-349b-4fc6-ab9e-81b38da983c2 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6825631 Dec 08 01:38:00.416594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-9b092d10-270b-4da0-8462-745a99f55a55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1531019 Dec 08 01:38:00.427444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:00.436607 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4db389e1-05d9-4817-8dbc-d599d15e0611 req-581dcef9-9a3d-4189-a5fc-74450c091cd4 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 210 time: 0.0497701 Dec 08 01:38:00.486609 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b15caba2-5587-4f99-9c02-bf4d0b53a03b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:00.521497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-78d2663a-89a7-4dc4-9a2e-17455a85b6c5 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/quotas/3516c56e11b14a959cd58e3be71369fa HTTP/1.1" status: 200 len: 375 time: 0.1053655 Dec 08 01:38:00.575854 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b15caba2-5587-4f99-9c02-bf4d0b53a03b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:00.577655 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-8490a11a-51ba-450b-b6c1-94bbf6e7ff00 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3516c56e11b14a959cd58e3be71369fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434811 Dec 08 01:38:00.612942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Router f9e0d62a-6a52-4794-8c9d-24615273c410 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:38:00.633029 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-bb5ab612-a1c1-487e-a5d9-64f46fe8cb22 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019858 Dec 08 01:38:00.633394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Allocated IP 172.20.0.12 (70e881ea-2db7-4cbe-a704-5e148df0be80/d9c2c56d-fefc-4009-b084-439df3fd05b2/fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:00.654827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:00.673857 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40780933-42fe-4add-a4b9-d7ecaffcb7d9 req-70e2c7ec-c29b-425d-93d6-a554fe302661 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:00.675396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40780933-42fe-4add-a4b9-d7ecaffcb7d9 req-70e2c7ec-c29b-425d-93d6-a554fe302661 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 946 time: 0.1586578 Dec 08 01:38:00.753878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Network 0b94226e-ceb5-48be-b76e-7d441756baa1 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:00.774149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:00.782419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:00.795260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Pushing event updated for resources: {'Port': ['ID=cc27e454-d569-4010-8e7c-ab007fb31adc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:00.895877 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b15caba2-5587-4f99-9c02-bf4d0b53a03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:00.898632 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b15caba2-5587-4f99-9c02-bf4d0b53a03b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:00.902326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b15caba2-5587-4f99-9c02-bf4d0b53a03b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/591d5ef5-e7e4-4737-a635-b0d2815abb1b HTTP/1.1" status: 204 len: 168 time: 0.6163700 Dec 08 01:38:00.917902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:00.929282 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221a695c-b975-48fe-8199-43922b84e0d5 None None] Sync routers for ids ['f9e0d62a-6a52-4794-8c9d-24615273c410'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:00.934731 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:00.938005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-d55579cb-690e-4a3f-8e41-aafe18200154 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3516c56e11b14a959cd58e3be71369fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404313 Dec 08 01:38:00.938958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e397c661-7016-4bf5-a1f4-9a81693d680c tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "PUT /v2.0/routers/f9e0d62a-6a52-4794-8c9d-24615273c410 HTTP/1.1" status: 200 len: 919 time: 5.6603553 Dec 08 01:38:00.943434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a695c-b975-48fe-8199-43922b84e0d5 None None] Routers {'f9e0d62a-6a52-4794-8c9d-24615273c410'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:00.945162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-221a695c-b975-48fe-8199-43922b84e0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f9e0d62a-6a52-4794-8c9d-24615273c410'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:00.945571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45056) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:00.953734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15caba2-5587-4f99-9c02-bf4d0b53a03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591d5ef5-e7e4-4737-a635-b0d2815abb1b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:00.997799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-221a695c-b975-48fe-8199-43922b84e0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:01.001702 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d24fa43c-9ae0-4bf6-a805-7faf8de2918d req-848f5b0d-e8eb-436e-95b9-9608c8fc47ed service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588362 Dec 08 01:38:01.027533 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40780933-42fe-4add-a4b9-d7ecaffcb7d9 req-6f3fb9a6-e620-464e-ad38-24f98341e919 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089345 Dec 08 01:38:01.044482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a695c-b975-48fe-8199-43922b84e0d5 None None] Routers {'f9e0d62a-6a52-4794-8c9d-24615273c410'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:01.045722 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-221a695c-b975-48fe-8199-43922b84e0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:37:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f9e0d62a-6a52-4794-8c9d-24615273c410'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:01.091650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-221a695c-b975-48fe-8199-43922b84e0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:01.092921 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221a695c-b975-48fe-8199-43922b84e0d5 None None] The sync data for ids ['f9e0d62a-6a52-4794-8c9d-24615273c410'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:38:01.121773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:01.122655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:01.156076 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-8c1a35cf-95ce-4c66-a683-1420b0d01da2 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1387303 Dec 08 01:38:01.163675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:01.166987 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-35fada8c-9974-4138-8144-e2e563c45bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:01.213028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Request body: {'port': {'device_id': 'fc12a73f-7d60-4272-963f-7c35686f19c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:01.364964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-4fe28a8b-541d-49b5-91a0-8a1461dfd0e9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:01.373474 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-4fe28a8b-541d-49b5-91a0-8a1461dfd0e9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4043913 Dec 08 01:38:01.399858 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:01.414058 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-cf7ccd86-3b6a-4b1f-af2a-b0a04e15019e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/quotas/3516c56e11b14a959cd58e3be71369fa HTTP/1.1" status: 200 len: 375 time: 0.0390651 Dec 08 01:38:01.473750 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-5c11918f-adcb-4f0c-b2e0-77e12e28532c tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3516c56e11b14a959cd58e3be71369fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576742 Dec 08 01:38:01.509050 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:01.566029 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-32be02a8-cb99-46ad-8789-f774736cf170 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/routers/f9e0d62a-6a52-4794-8c9d-24615273c410 HTTP/1.1" status: 200 len: 925 time: 0.6135035 Dec 08 01:38:01.570339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45076) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:01.571696 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:01.632336 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3989-6376-48b6-a44d-d95e6c555bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:01.632462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872db4ec-a7a1-4ad3-b35f-684db884a360 req-8883d360-473f-472a-84b4-409622867d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:01.633252 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-872db4ec-a7a1-4ad3-b35f-684db884a360 req-8883d360-473f-472a-84b4-409622867d1d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 1100 time: 0.4887016 Dec 08 01:38:01.634013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Network 70e881ea-2db7-4cbe-a704-5e148df0be80 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:01.643904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81798be-4092-4a95-9437-d9ca7ad9e62f req-baf71f82-3029-4968-b831-abb93cd01ca3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:01.653306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b81798be-4092-4a95-9437-d9ca7ad9e62f req-baf71f82-3029-4968-b831-abb93cd01ca3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 948 time: 0.4926770 Dec 08 01:38:01.741957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:01.751425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac767ec6-3b2d-429b-9e78-de105a2aa26b tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:01.753294 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ac767ec6-3b2d-429b-9e78-de105a2aa26b tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&device_id=f9e0d62a-6a52-4794-8c9d-24615273c410&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1815128 Dec 08 01:38:01.758374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:01.764925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:01.777090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Pushing event updated for resources: {'Port': ['ID=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:01.874951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b81798be-4092-4a95-9437-d9ca7ad9e62f req-fbaf1d90-1d6d-472a-ab38-26281bb40b20 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205060 Dec 08 01:38:01.996303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872db4ec-a7a1-4ad3-b35f-684db884a360 req-211b556d-66e8-4773-9de8-42fc7eb785e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:02.016170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-872db4ec-a7a1-4ad3-b35f-684db884a360 req-211b556d-66e8-4773-9de8-42fc7eb785e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3525209 Dec 08 01:38:02.116572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-872db4ec-a7a1-4ad3-b35f-684db884a360 req-ffe8085c-f504-426d-953f-3bd8e9c81674 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=aa295efb-4f8c-418f-a864-a0e1ca97bf5d HTTP/1.1" status: 200 len: 217 time: 0.0940416 Dec 08 01:38:02.182513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:02.183553 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:02.189946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c010781-5f2a-4c38-a8a6-d1c7bc87b504 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:02.191457 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5c010781-5f2a-4c38-a8a6-d1c7bc87b504 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 881 time: 0.4318233 Dec 08 01:38:02.195260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45100) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:02.210991 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:02.223395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-1c6d4177-265b-4c3a-bae6-6750a450ab40 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7457788 Dec 08 01:38:02.235321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c3f7f2a0-2f8b-45e8-8378-2a31825e0ad8 None None] Provisioning complete for port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:02.236356 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3f7f2a0-2f8b-45e8-8378-2a31825e0ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:02.240252 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-276a0315-9bbc-4da0-9f27-7f0f210a90ad tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9e0d62a-6a52-4794-8c9d-24615273c410 HTTP/1.1" status: 200 len: 205 time: 0.0373952 Dec 08 01:38:02.243911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45102) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:02.259435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872db4ec-a7a1-4ad3-b35f-684db884a360 req-e9b876e2-1aa5-4787-b45e-9b5bb3cba629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:02.262652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-872db4ec-a7a1-4ad3-b35f-684db884a360 req-e9b876e2-1aa5-4787-b45e-9b5bb3cba629 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1315920 Dec 08 01:38:02.308449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07ca16-c2a6-465a-aa59-c7c7313fb8f8 req-9db44077-5307-41ce-9adb-10d8b88d90c4 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:02.309665 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Request body: {'port': {'device_id': '7abfb58c-de77-46cf-8137-94be23238432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:02.309991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af07ca16-c2a6-465a-aa59-c7c7313fb8f8 req-9db44077-5307-41ce-9adb-10d8b88d90c4 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 932 time: 0.2003400 Dec 08 01:38:02.310666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7f2a0-2f8b-45e8-8378-2a31825e0ad8 None None] Port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:38:02.354775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45106) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:02.416329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c660f-6474-40d8-9a16-323bf4bbd9ca req-b772fa70-fe09-46df-b560-664f6664dd06 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:02.424482 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3c660f-6474-40d8-9a16-323bf4bbd9ca req-b772fa70-fe09-46df-b560-664f6664dd06 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 931 time: 0.2231205 Dec 08 01:38:02.465184 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af07ca16-c2a6-465a-aa59-c7c7313fb8f8 req-5e377bb6-13a1-4dd5-ad6a-9db3e8e6b880 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337755 Dec 08 01:38:02.474710 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872db4ec-a7a1-4ad3-b35f-684db884a360 req-9750df7a-3bc0-4fec-9954-aae89db63cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:02.486191 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-872db4ec-a7a1-4ad3-b35f-684db884a360 req-9750df7a-3bc0-4fec-9954-aae89db63cdc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1733682 Dec 08 01:38:02.499312 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:02.500515 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:02.611918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2016480228-network', 'tenant_id': 'cc63ef4238d84702b6f54ba33d3411f9'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:02.637855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3c660f-6474-40d8-9a16-323bf4bbd9ca req-00a84b30-cb66-462e-9697-1394b55a3845 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121916 Dec 08 01:38:02.656611 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf97afd7-ee4e-4728-8480-f00ff2916ebf req-5e17775c-bf89-4713-a432-a676ca16d3e9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 210 time: 0.0920339 Dec 08 01:38:02.664034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-cc252756-e0e5-45e7-ac95-4e06e0a936d2 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3516c56e11b14a959cd58e3be71369fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954037 Dec 08 01:38:02.797947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Made reservation on behalf of cc63ef4238d84702b6f54ba33d3411f9 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:02.800212 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:02.851713 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:02.868103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc27e454-d569-4010-8e7c-ab007fb31adc {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:02.885311 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:02.894350 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:02.914193 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-872db4ec-a7a1-4ad3-b35f-684db884a360 req-871e50cf-cc31-48c2-b99b-5cca39bd6a4b service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477831 Dec 08 01:38:02.941641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Transition to ACTIVE for port object cc27e454-d569-4010-8e7c-ab007fb31adc will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:38:02.945418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a3989-6376-48b6-a44d-d95e6c555bd1 admin admin] Deleting port 321e1fe8-10d3-40ee-bb16-c856c8b2db28 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:02.945790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3989-6376-48b6-a44d-d95e6c555bd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:02.991112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb769f7e-5029-43c3-b35c-8cf56815c6b3 req-47ae38a8-9ece-422d-be49-4e4af403507b tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:02.992658 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb769f7e-5029-43c3-b35c-8cf56815c6b3 req-47ae38a8-9ece-422d-be49-4e4af403507b tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 946 time: 0.1842773 Dec 08 01:38:02.996883 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.011498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-0fa4d2bf-f5a5-450e-b5e9-478dbae18142 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:03.013485 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-0fa4d2bf-f5a5-450e-b5e9-478dbae18142 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3394926 Dec 08 01:38:03.044672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Request body: {'port': {'device_id': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '3516c56e11b14a959cd58e3be71369fa'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:03.214949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae796c98-fd50-4e50-b260-c7d26c300895 req-e3ed0464-e7e2-4482-a18d-1050d62e4bb4 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:03.216468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae796c98-fd50-4e50-b260-c7d26c300895 req-e3ed0464-e7e2-4482-a18d-1050d62e4bb4 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 948 time: 0.2399271 Dec 08 01:38:03.241474 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.246156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-872db4ec-a7a1-4ad3-b35f-684db884a360 req-282bf984-24b7-4c89-8e32-71c5098a481d service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201234 Dec 08 01:38:03.302967 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.307888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Deleting port a5f6fa0a-e928-4335-ab30-9c3352aa2e0f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:03.308368 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.345964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-2b66cf2a-4234-400d-9427-410c7c7f9acc tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3516c56e11b14a959cd58e3be71369fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021178 Dec 08 01:38:03.366353 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae796c98-fd50-4e50-b260-c7d26c300895 req-70ecba64-6a11-490a-b3d3-a05139437164 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365075 Dec 08 01:38:03.371801 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:38:03.424589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Pushing event updated for resources: {'Port': ['ID=cc27e454-d569-4010-8e7c-ab007fb31adc,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:03.445549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72caa9f4-198b-4674-a7e2-d2efb69044ae,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:03.450462 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.450815 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Added segment f1ba6781-db50-4ffb-9d40-5d2664c766d0 of type vlan for network 84d7db5b-a500-4a2e-9789-b67bea196a3e Dec 08 01:38:03.526541 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.529335 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb769f7e-5029-43c3-b35c-8cf56815c6b3 req-5d907629-13ca-4166-b5a5-34a74dce42d7 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192971 Dec 08 01:38:03.531143 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3c2a3989-6376-48b6-a44d-d95e6c555bd1 admin admin] For port 321e1fe8-10d3-40ee-bb16-c856c8b2db28, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=321e1fe8-10d3-40ee-bb16-c856c8b2db28,segment=NetworkSegment(65cf20ce-9139-4a8b-9bd4-7850fd3636db),segment_id=65cf20ce-9139-4a8b-9bd4-7850fd3636db)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:03.531505 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3989-6376-48b6-a44d-d95e6c555bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.577301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a3989-6376-48b6-a44d-d95e6c555bd1 admin admin] Calling delete_port for 321e1fe8-10d3-40ee-bb16-c856c8b2db28 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:03.584062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Made reservation on behalf of 3516c56e11b14a959cd58e3be71369fa for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:03.587328 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.603365 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:03.619845 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.625177 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.642047 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.656304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Attempting to bind port cc27e454-d569-4010-8e7c-ab007fb31adc on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:03.656645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Attempting to bind port cc27e454-d569-4010-8e7c-ab007fb31adc by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '05ac9499-3d4c-4698-9426-c2246bfcf0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0b94226e-ceb5-48be-b76e-7d441756baa1'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:03.657068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Attempting to bind port cc27e454-d569-4010-8e7c-ab007fb31adc on network 0b94226e-ceb5-48be-b76e-7d441756baa1 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:03.667767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.671594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Transition to ACTIVE for port object fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:38:03.676309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Port cc27e454-d569-4010-8e7c-ab007fb31adc on network 0b94226e-ceb5-48be-b76e-7d441756baa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:38:03.676506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Attempting to bind port cc27e454-d569-4010-8e7c-ab007fb31adc on network 0b94226e-ceb5-48be-b76e-7d441756baa1 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:03.686914 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.695859 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.701006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:03.701006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Checking segment: {'id': '05ac9499-3d4c-4698-9426-c2246bfcf0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0b94226e-ceb5-48be-b76e-7d441756baa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:03.701339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Bound using segment: {'id': '05ac9499-3d4c-4698-9426-c2246bfcf0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0b94226e-ceb5-48be-b76e-7d441756baa1'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:03.701785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Bound port: cc27e454-d569-4010-8e7c-ab007fb31adc, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05ac9499-3d4c-4698-9426-c2246bfcf0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0b94226e-ceb5-48be-b76e-7d441756baa1'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:03.702141 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.744367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-0a95b9ce-f307-476e-988d-8919c083b4df tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:03.745830 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-0a95b9ce-f307-476e-988d-8919c083b4df tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3720121 Dec 08 01:38:03.746883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Calling delete_port for a5f6fa0a-e928-4335-ab30-9c3352aa2e0f owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:03.774683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Request body: {'port': {'device_id': '1890f4c1-0bcf-40db-ae22-e1e9eb9e1579', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '3516c56e11b14a959cd58e3be71369fa'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:03.797397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8fa88-4012-4386-b64c-fd7418b23493 req-44dfc012-a0b0-449c-a905-c47ff4de1d88 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:03.798954 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ffd8fa88-4012-4386-b64c-fd7418b23493 req-44dfc012-a0b0-449c-a905-c47ff4de1d88 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 932 time: 0.2364419 Dec 08 01:38:03.807510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8759e-8e0e-4d07-bfca-7109eff2b44a req-21c1fcd9-ef14-43a1-8428-33cd8ba2de2e tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:03.809023 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-76b8759e-8e0e-4d07-bfca-7109eff2b44a req-21c1fcd9-ef14-43a1-8428-33cd8ba2de2e tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 946 time: 0.2340384 Dec 08 01:38:03.829654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.830593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:03.831371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:03.853898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Pushing event updated for resources: {'Port': ['ID=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:03.965897 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6078572 Dec 08 01:38:03.969524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45122) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:03.974552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] For port cc27e454-d569-4010-8e7c-ab007fb31adc, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:03.984988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf044eb5-69cd-46ae-974c-bea5eb4e275a req-1c164fce-ac1c-4cb3-b4bd-934be5b29be8 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:03.986619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cf044eb5-69cd-46ae-974c-bea5eb4e275a req-1c164fce-ac1c-4cb3-b4bd-934be5b29be8 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 943 time: 0.2449930 Dec 08 01:38:03.990723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d1c2d150-ede4-4e9d-943a-24b8e795e009 admin admin] Request body: {'subnet': {'network_id': '84d7db5b-a500-4a2e-9789-b67bea196a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2016480228-subnet', 'tenant_id': 'cc63ef4238d84702b6f54ba33d3411f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:04.012980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] For port cc27e454-d569-4010-8e7c-ab007fb31adc, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=cc27e454-d569-4010-8e7c-ab007fb31adc,segment=NetworkSegment(05ac9499-3d4c-4698-9426-c2246bfcf0c0),segment_id=05ac9499-3d4c-4698-9426-c2246bfcf0c0)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:04.041863 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.126283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:04.127150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.129909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] 10.222.0.65 "PUT /v2.0/ports/cc27e454-d569-4010-8e7c-ab007fb31adc HTTP/1.1" status: 200 len: 1092 time: 2.9313581 Dec 08 01:38:04.130949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Attempting to bind port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:04.131283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Attempting to bind port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:04.131617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Attempting to bind port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 on network 70e881ea-2db7-4cbe-a704-5e148df0be80 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:04.138629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc12a73f-7d60-4272-963f-7c35686f19c0', 'tag': 'cc27e454-d569-4010-8e7c-ab007fb31adc'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:04.142009 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbeed60-a855-4673-80db-1329b5693266" -d '{"events": [{"name": "network-changed", "server_uuid": "fc12a73f-7d60-4272-963f-7c35686f19c0", "tag": "cc27e454-d569-4010-8e7c-ab007fb31adc"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:04.145440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c2d150-ede4-4e9d-943a-24b8e795e009 admin admin] Made reservation on behalf of cc63ef4238d84702b6f54ba33d3411f9 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:04.147711 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1c2d150-ede4-4e9d-943a-24b8e795e009 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.185564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 on network 70e881ea-2db7-4cbe-a704-5e148df0be80 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:38:04.185888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Attempting to bind port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 on network 70e881ea-2db7-4cbe-a704-5e148df0be80 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:04.193131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ffd8fa88-4012-4386-b64c-fd7418b23493 req-8656c2db-f2fb-4e4b-aaa0-921d736df2a1 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717785 Dec 08 01:38:04.201880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2b3e4-cb32-4c49-aae1-07a058561f38 admin admin] Pushing event updated for resources: {'Network': ['ID=84d7db5b-a500-4a2e-9789-b67bea196a3e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:04.215610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 84d7db5b-a500-4a2e-9789-b67bea196a3e details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:38:04.233302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:04.233723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Checking segment: {'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:04.234185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Bound using segment: {'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:04.234676 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Bound port: fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20db8417-aee5-4ccb-ae85-8696b109e428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:04.235071 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.268211 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.275969 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cf044eb5-69cd-46ae-974c-bea5eb4e275a req-ac1cddca-a5d9-4991-bed2-cdf17f1ab820 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733283 Dec 08 01:38:04.312960 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.339486 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3989-6376-48b6-a44d-d95e6c555bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.343817 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bacb5f-6e7f-4b5c-9fd8-87a4eef23547 x-openstack-request-id: req-11bacb5f-6e7f-4b5c-9fd8-87a4eef23547 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:04.344107 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc12a73f-7d60-4272-963f-7c35686f19c0", "tag": "cc27e454-d569-4010-8e7c-ab007fb31adc", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:04.344383 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11bacb5f-6e7f-4b5c-9fd8-87a4eef23547 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:04.344781 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc12a73f-7d60-4272-963f-7c35686f19c0', 'tag': 'cc27e454-d569-4010-8e7c-ab007fb31adc', 'status': 'completed', 'code': 200} Dec 08 01:38:04.355259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Pushing event updated for resources: {'Port': ['ID=cc27e454-d569-4010-8e7c-ab007fb31adc,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:04.402250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Made reservation on behalf of 3516c56e11b14a959cd58e3be71369fa for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:04.405975 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.419471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.419870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.420483 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.420938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.421203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.421539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.421940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.422368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.422836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.424691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.425279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.425395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.426107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3712e0-606c-423f-a3bc-afe3d4cb5a7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:04.462174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-76b8759e-8e0e-4d07-bfca-7109eff2b44a req-41e564ad-b280-4f06-b9d5-ce1c6d1f6069 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Deleting port ff4c5902-e5be-4beb-b0e7-bf814d789319 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:04.462515 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-76b8759e-8e0e-4d07-bfca-7109eff2b44a req-41e564ad-b280-4f06-b9d5-ce1c6d1f6069 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.468029 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04bdf52a-74b2-441a-b59b-bd2c26dcf127 req-7476b097-2f46-43e4-9e30-cf237a4fd4a1 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 210 time: 0.0951362 Dec 08 01:38:04.485151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-910d477a-615c-4c60-985d-f9069346dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:04.486690 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-910d477a-615c-4c60-985d-f9069346dae1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4f13a287503344a5990ff93c9470875f&device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 1095 time: 0.2724552 Dec 08 01:38:04.494432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a3989-6376-48b6-a44d-d95e6c555bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=321e1fe8-10d3-40ee-bb16-c856c8b2db28,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:04.530787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device aa295efb-4f8c-418f-a864-a0e1ca97bf5d details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:38:04.545462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f73a617-8947-4a21-9b80-6ba750c49eed,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:04.610824 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-1069c47f-6323-4ef4-805d-476df77b6dfa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc27e454-d569-4010-8e7c-ab007fb31adc HTTP/1.1" status: 200 len: 217 time: 0.0976806 Dec 08 01:38:04.659961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port aa295efb-4f8c-418f-a864-a0e1ca97bf5d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=aa295efb-4f8c-418f-a864-a0e1ca97bf5d,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:04.677912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] For port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:04.678201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'aa295efb-4f8c-418f-a864-a0e1ca97bf5d', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': 'aa295efb-4f8c-418f-a864-a0e1ca97bf5d', 'mac_address': 'fa:16:3e:2b:48:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:38:04.712005 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.726609 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.727837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] For port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3,segment=NetworkSegment(20db8417-aee5-4ccb-ae85-8696b109e428),segment_id=20db8417-aee5-4ccb-ae85-8696b109e428)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:04.737294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f59f4-9ab0-4d0c-8791-a33df412843e req-5f585eab-2311-4fc2-920c-08b45d136b2f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:04.742580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa295efb-4f8c-418f-a864-a0e1ca97bf5d {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:04.745538 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b52f59f4-9ab0-4d0c-8791-a33df412843e req-5f585eab-2311-4fc2-920c-08b45d136b2f tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 948 time: 0.2543981 Dec 08 01:38:04.763771 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.769676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port aa295efb-4f8c-418f-a864-a0e1ca97bf5d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=aa295efb-4f8c-418f-a864-a0e1ca97bf5d,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:04.775896 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.817331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-4729c77b-9a1e-4d3d-ba07-bb6ff8f2cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:04.818898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-4729c77b-9a1e-4d3d-ba07-bb6ff8f2cdff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa96050b-31cb-4aa9-82e2-b44a01abb54d HTTP/1.1" status: 200 len: 853 time: 0.1962016 Dec 08 01:38:04.829399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:04.830339 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:04.831778 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] 10.222.0.65 "PUT /v2.0/ports/fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 HTTP/1.1" status: 200 len: 1093 time: 2.5485232 Dec 08 01:38:04.844599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=aa295efb-4f8c-418f-a864-a0e1ca97bf5d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:04.945132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-74042bc0-aed1-450f-b2a3-cc7d4c9059ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b94226e-ceb5-48be-b76e-7d441756baa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096346 Dec 08 01:38:05.046008 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b52f59f4-9ab0-4d0c-8791-a33df412843e req-af88dfcf-d6e5-479d-8e16-95c52320766c tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995980 Dec 08 01:38:05.062952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810feb2-d476-4429-9ed9-fa1fab6409fe service neutron] Pushing event updated for resources: {'Port': ['ID=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:05.075749 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3989-6376-48b6-a44d-d95e6c555bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.096881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['aa295efb-4f8c-418f-a864-a0e1ca97bf5d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:05.124872 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.131023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-793603af-5545-4c13-9667-4739e1806ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:05.132737 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-793603af-5545-4c13-9667-4739e1806ee4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=05e2b07c96694d8db7d0cc092da79060&device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 1096 time: 0.2105181 Dec 08 01:38:05.172765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Pushing event deleted for resources: {'Port': ['ID=a5f6fa0a-e928-4335-ab30-9c3352aa2e0f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:05.208418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Allocated IP 192.168.233.43 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/34dfb52f-d10f-41f5-a50f-9412e1e9ace0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:05.264938 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-05de2f3c-3a58-4e41-bafc-f189505bc946 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 HTTP/1.1" status: 200 len: 217 time: 0.0635562 Dec 08 01:38:05.280642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608d61e-ddb2-4d58-84f8-37aaac84d022 req-1924fcf7-7ac2-4f07-abbd-719af5bc157e tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:05.282500 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2608d61e-ddb2-4d58-84f8-37aaac84d022 req-1924fcf7-7ac2-4f07-abbd-719af5bc157e tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8 HTTP/1.1" status: 200 len: 946 time: 0.5735843 Dec 08 01:38:05.286558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-76b8759e-8e0e-4d07-bfca-7109eff2b44a req-41e564ad-b280-4f06-b9d5-ce1c6d1f6069 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] For port ff4c5902-e5be-4beb-b0e7-bf814d789319, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ff4c5902-e5be-4beb-b0e7-bf814d789319,segment=NetworkSegment(4f9a0ac7-6918-4020-8d8d-188a6703c3dc),segment_id=4f9a0ac7-6918-4020-8d8d-188a6703c3dc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:05.286945 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-76b8759e-8e0e-4d07-bfca-7109eff2b44a req-41e564ad-b280-4f06-b9d5-ce1c6d1f6069 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.314172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-76b8759e-8e0e-4d07-bfca-7109eff2b44a req-41e564ad-b280-4f06-b9d5-ce1c6d1f6069 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Calling delete_port for ff4c5902-e5be-4beb-b0e7-bf814d789319 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:05.331456 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1c2d150-ede4-4e9d-943a-24b8e795e009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.381938 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.383760 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-1b6435d4-424d-4051-afa7-4d8fee3932df service neutron] 10.222.0.65 "GET /v2.0/networks/0b94226e-ceb5-48be-b76e-7d441756baa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157305 Dec 08 01:38:05.472504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-8b6d3544-4773-4910-969b-f5255fdf98da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:05.473964 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-8b6d3544-4773-4910-969b-f5255fdf98da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9c2c56d-fefc-4009-b084-439df3fd05b2 HTTP/1.1" status: 200 len: 850 time: 0.1906033 Dec 08 01:38:05.559511 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05792a-d2ee-4755-8b51-06dabbbe7db3 req-e5088a62-0340-4ccd-b00d-214d32e4b717 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:05.561013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b05792a-d2ee-4755-8b51-06dabbbe7db3 req-e5088a62-0340-4ccd-b00d-214d32e4b717 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 944 time: 0.2881367 Dec 08 01:38:05.565133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2d150-ede4-4e9d-943a-24b8e795e009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7186bdb7-2be8-42f4-80f2-ca019e0a1b5f,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:05.570888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2608d61e-ddb2-4d58-84f8-37aaac84d022 req-507798d6-20f8-46ff-96ad-60a5a2a9b699 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.70 "GET /v2.0/security-groups?id=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705541 Dec 08 01:38:05.604194 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.615721 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.752981 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.753582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Fanout notify agent at l3_agent the message router_deleted on router f9e0d62a-6a52-4794-8c9d-24615273c410 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:38:05.769953 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.771344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b3bc0f23-a642-43dc-891d-7cb33c5b6624 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/routers/f9e0d62a-6a52-4794-8c9d-24615273c410 HTTP/1.1" status: 204 len: 168 time: 3.5267570 Dec 08 01:38:05.777661 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.782597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:05.787296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-20342dac-82fd-4a03-8590-d8fdb8f25399 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1825265836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:05.821136 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-76b8759e-8e0e-4d07-bfca-7109eff2b44a req-41e564ad-b280-4f06-b9d5-ce1c6d1f6069 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.836796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575923d-b313-409d-89ca-42f528d894da req-9b4e550d-c1ca-4265-826b-b8bf5f5dc723 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:05.838473 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a575923d-b313-409d-89ca-42f528d894da req-9b4e550d-c1ca-4265-826b-b8bf5f5dc723 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 943 time: 0.1707125 Dec 08 01:38:05.891548 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20342dac-82fd-4a03-8590-d8fdb8f25399 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.893389 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20342dac-82fd-4a03-8590-d8fdb8f25399 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:05.899507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c2d150-ede4-4e9d-943a-24b8e795e009 admin admin] Checking segment: {'id': 'f1ba6781-db50-4ffb-9d40-5d2664c766d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '84d7db5b-a500-4a2e-9789-b67bea196a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:05.899872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c2d150-ede4-4e9d-943a-24b8e795e009 admin admin] Network hostable DHCP agents. Network: 84d7db5b-a500-4a2e-9789-b67bea196a3e, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:38:05.907336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e564ad-b280-4f06-b9d5-ce1c6d1f6069 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Pushing event deleted for resources: {'Port': ['ID=ff4c5902-e5be-4beb-b0e7-bf814d789319,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:05.942673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-4d0c4dc6-35cb-4f4e-919c-d5e7c2d9443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:05.944232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-4d0c4dc6-35cb-4f4e-919c-d5e7c2d9443a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70e881ea-2db7-4cbe-a704-5e148df0be80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4563878 Dec 08 01:38:05.946169 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abcee63b-c6ed-42db-a026-ee4d75b08abe req-ff78f11d-ab65-42f7-aa7c-594ac3fc76a3 service neutron] 10.222.0.65 "GET /v2.0/networks/0b94226e-ceb5-48be-b76e-7d441756baa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322800 Dec 08 01:38:05.966828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b8759e-8e0e-4d07-bfca-7109eff2b44a req-41e564ad-b280-4f06-b9d5-ce1c6d1f6069 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] No DVR routers for this DVR port ff4c5902-e5be-4beb-b0e7-bf814d789319 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:38:05.975576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.003021 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-76b8759e-8e0e-4d07-bfca-7109eff2b44a req-41e564ad-b280-4f06-b9d5-ce1c6d1f6069 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.003021 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-76b8759e-8e0e-4d07-bfca-7109eff2b44a req-41e564ad-b280-4f06-b9d5-ce1c6d1f6069 tempest-InstanceActionsV221TestJSON-129884348 tempest-InstanceActionsV221TestJSON-129884348-project] 10.222.0.65 "DELETE /v2.0/ports/ff4c5902-e5be-4beb-b0e7-bf814d789319 HTTP/1.1" status: 204 len: 173 time: 2.1741147 Dec 08 01:38:06.003367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8', 'name': 'network-vif-deleted', 'tag': 'ff4c5902-e5be-4beb-b0e7-bf814d789319'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:06.006054 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3b6c0e-88e0-47b7-a1cb-7bf23a87ada5" -d '{"events": [{"server_uuid": "b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8", "name": "network-vif-deleted", "tag": "ff4c5902-e5be-4beb-b0e7-bf814d789319"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:06.019924 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b05792a-d2ee-4755-8b51-06dabbbe7db3 req-e47899a0-b100-4bdc-8347-d0247ed46494 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4434347 Dec 08 01:38:06.039842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c2d150-ede4-4e9d-943a-24b8e795e009 admin admin] Network 84d7db5b-a500-4a2e-9789-b67bea196a3e is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:38:06.067935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d1c2d150-ede4-4e9d-943a-24b8e795e009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 84d7db5b-a500-4a2e-9789-b67bea196a3e) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:06.077513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e3dee6-dfd1-4ba3-95bb-14ae0a66894a None None] Network 84d7db5b-a500-4a2e-9789-b67bea196a3e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:06.101096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a575923d-b313-409d-89ca-42f528d894da req-c35c1d87-09bc-4911-9a36-0083b996d510 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546258 Dec 08 01:38:06.112742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c2d150-ede4-4e9d-943a-24b8e795e009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:06.117034 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1c2d150-ede4-4e9d-943a-24b8e795e009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.136412 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20342dac-82fd-4a03-8590-d8fdb8f25399 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.168214 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5925ca-d7e3-46b3-9336-31255402e970 x-openstack-request-id: req-ff5925ca-d7e3-46b3-9336-31255402e970 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:06.168541 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8", "name": "network-vif-deleted", "tag": "ff4c5902-e5be-4beb-b0e7-bf814d789319", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:06.168802 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff5925ca-d7e3-46b3-9336-31255402e970 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:06.169213 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ffb553-9c2b-4fbc-9ac1-fc6990dbdad8', 'name': 'network-vif-deleted', 'tag': 'ff4c5902-e5be-4beb-b0e7-bf814d789319', 'status': 'completed', 'code': 200} Dec 08 01:38:06.180562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2a3989-6376-48b6-a44d-d95e6c555bd1 admin admin] Router 62540f1d-de50-434b-9729-833141ef3cfd has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:38:06.180950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:06.182333 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20342dac-82fd-4a03-8590-d8fdb8f25399 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.205663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Allocated IP 192.168.233.114 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:06.210130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:06.210334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e297b5c-e263-492c-af01-4b9f69e688b2 req-d3695328-6a23-4bbf-9497-0f35984adfba tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 210 time: 0.1094105 Dec 08 01:38:06.226110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d1c2d150-ede4-4e9d-943a-24b8e795e009 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2477231 Dec 08 01:38:06.233666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Pushing event updated for resources: {'Port': ['ID=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:06.237383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:06.259361 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-53751972-1c67-48b2-bdc4-875d8837d0d0 service neutron] 10.222.0.65 "GET /v2.0/networks/70e881ea-2db7-4cbe-a704-5e148df0be80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751174 Dec 08 01:38:06.273422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20342dac-82fd-4a03-8590-d8fdb8f25399 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.277162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-20342dac-82fd-4a03-8590-d8fdb8f25399 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4910922 Dec 08 01:38:06.279844 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:06.287728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'enable_snat': False}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:06.348183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abfb58c-de77-46cf-8137-94be23238432', 'tag': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:06.350843 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9708066e-0636-4cc8-85d1-0b5da32825f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7abfb58c-de77-46cf-8137-94be23238432", "tag": "fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:06.360889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34976b4-c57b-4837-a9ee-67bff6219916 None None] Network 84d7db5b-a500-4a2e-9789-b67bea196a3e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:06.461144 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af45bb0-d7eb-415b-a008-5214d0c1021c x-openstack-request-id: req-2af45bb0-d7eb-415b-a008-5214d0c1021c {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:06.461596 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abfb58c-de77-46cf-8137-94be23238432", "tag": "fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:06.461970 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2af45bb0-d7eb-415b-a008-5214d0c1021c {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:06.462768 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abfb58c-de77-46cf-8137-94be23238432', 'tag': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3', 'status': 'completed', 'code': 200} Dec 08 01:38:06.478108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ff4c5902-e5be-4beb-b0e7-bf814d789319 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:38:06.509975 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2a3989-6376-48b6-a44d-d95e6c555bd1 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:06.513508 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b23a2ed8-b464-4cdb-944e-7f043f020fa3 req-8e61162b-27f6-40dc-ae25-6279c6c2fa79 service neutron] 10.222.0.65 "GET /v2.0/networks/70e881ea-2db7-4cbe-a704-5e148df0be80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056937 Dec 08 01:38:06.521182 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3c2a3989-6376-48b6-a44d-d95e6c555bd1 admin admin] 10.222.0.70 "PUT /v2.0/routers/62540f1d-de50-434b-9729-833141ef3cfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1047423 Dec 08 01:38:06.521825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45152) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:06.530269 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8decfc2-1800-4ece-9bb5-9f86f4e87f5d None None] Sync routers for ids ['62540f1d-de50-434b-9729-833141ef3cfd'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:06.546637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeed60-a855-4673-80db-1329b5693266 req-cd15305f-dd06-43b0-86fb-bc2a03a5615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:06.563326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fbeed60-a855-4673-80db-1329b5693266 req-cd15305f-dd06-43b0-86fb-bc2a03a5615b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4f13a287503344a5990ff93c9470875f&device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 1095 time: 0.4713237 Dec 08 01:38:06.563725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: ff4c5902-e5be-4beb-b0e7-bf814d789319 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:38:06.564193 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ff4c5902-e5be-4beb-b0e7-bf814d789319 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:38:06.565956 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8decfc2-1800-4ece-9bb5-9f86f4e87f5d None None] Routers {'62540f1d-de50-434b-9729-833141ef3cfd'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:06.567737 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b8decfc2-1800-4ece-9bb5-9f86f4e87f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62540f1d-de50-434b-9729-833141ef3cfd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:06.570673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:06.571326 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.574634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device aa295efb-4f8c-418f-a864-a0e1ca97bf5d up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:06.637366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3be8ae8c-afb1-4017-9c4f-a24f0f142686 None None] Provisioning complete for port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:06.638738 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3be8ae8c-afb1-4017-9c4f-a24f0f142686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.680539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-9640d7d7-7ad1-4e3e-ba67-fd56e2e37904 req-57ea0358-7daa-497f-8a57-fc2c3d39eb95 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2116546984', 'description': 'tempest-description-514891672'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:06.682446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3be8ae8c-afb1-4017-9c4f-a24f0f142686 None None] Port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:38:06.708678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port aa295efb-4f8c-418f-a864-a0e1ca97bf5d completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:38:06.714769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port aa295efb-4f8c-418f-a864-a0e1ca97bf5d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:06.715890 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.742776 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.764175 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-dfc13884-40e6-490a-bb53-2f3da344cb56 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7249415 Dec 08 01:38:06.797059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708066e-0636-4cc8-85d1-0b5da32825f2 req-cb40ca91-e518-464f-921f-1cb1700f9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:06.798723 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9708066e-0636-4cc8-85d1-0b5da32825f2 req-cb40ca91-e518-464f-921f-1cb1700f9fbc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=05e2b07c96694d8db7d0cc092da79060&device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 1096 time: 0.1511667 Dec 08 01:38:06.799568 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9640d7d7-7ad1-4e3e-ba67-fd56e2e37904 req-57ea0358-7daa-497f-8a57-fc2c3d39eb95 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.808564 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Request body: {'port': {'device_id': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:06.829885 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.831418 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-b8decfc2-1800-4ece-9bb5-9f86f4e87f5d None None] Set router 62540f1d-de50-434b-9729-833141ef3cfd gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:38:06.871632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port aa295efb-4f8c-418f-a864-a0e1ca97bf5d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=aa295efb-4f8c-418f-a864-a0e1ca97bf5d,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:06.873870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8b0889-d291-4f28-9ae5-96c74138e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa295efb-4f8c-418f-a864-a0e1ca97bf5d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:06.875673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6f9a4-4bcd-42c6-8d89-63536a2af0d2 req-13a08e72-3bbd-448a-9eb7-3651c9c8bbdc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:06.877268 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19e6f9a4-4bcd-42c6-8d89-63536a2af0d2 req-13a08e72-3bbd-448a-9eb7-3651c9c8bbdc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 949 time: 0.5320742 Dec 08 01:38:06.878305 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b3fd92-8f12-416a-bcd7-26325dc44ad4" -d '{"events": [{"server_uuid": "cc8b0889-d291-4f28-9ae5-96c74138e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "aa295efb-4f8c-418f-a864-a0e1ca97bf5d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:06.884010 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.946562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=aa295efb-4f8c-418f-a864-a0e1ca97bf5d,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:06.996116 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:06.997469 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:07.099829 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:07.110933 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9640d7d7-7ad1-4e3e-ba67-fd56e2e37904 req-57ea0358-7daa-497f-8a57-fc2c3d39eb95 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:07.113765 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b8decfc2-1800-4ece-9bb5-9f86f4e87f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:38:04Z', 'revision_number': 5, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port': {'id': 'ed8f106c-6ca3-496b-8fe3-d3b863653246', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e8:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62540f1d-de50-434b-9729-833141ef3cfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:33:51Z', 'updated_at': '2021-12-08T01:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:07.125650 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9640d7d7-7ad1-4e3e-ba67-fd56e2e37904 req-57ea0358-7daa-497f-8a57-fc2c3d39eb95 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:07.144463 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8decfc2-1800-4ece-9bb5-9f86f4e87f5d None None] Checking router: 62540f1d-de50-434b-9729-833141ef3cfd for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:38:07.154047 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8decfc2-1800-4ece-9bb5-9f86f4e87f5d None None] Routers {'62540f1d-de50-434b-9729-833141ef3cfd'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:07.154321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeed60-a855-4673-80db-1329b5693266 req-9fa092d6-444a-4176-8f03-5d4b3ac3d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:07.154921 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b8decfc2-1800-4ece-9bb5-9f86f4e87f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62540f1d-de50-434b-9729-833141ef3cfd'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:07.155844 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fbeed60-a855-4673-80db-1329b5693266 req-9fa092d6-444a-4176-8f03-5d4b3ac3d570 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b94226e-ceb5-48be-b76e-7d441756baa1 HTTP/1.1" status: 200 len: 914 time: 0.4677663 Dec 08 01:38:07.158343 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708066e-0636-4cc8-85d1-0b5da32825f2 req-dd710efa-32d7-4850-a485-0a395278f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:07.159789 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9708066e-0636-4cc8-85d1-0b5da32825f2 req-dd710efa-32d7-4850-a485-0a395278f6c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=70e881ea-2db7-4cbe-a704-5e148df0be80 HTTP/1.1" status: 200 len: 912 time: 0.3180628 Dec 08 01:38:07.162000 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:07.171381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea0358-7daa-497f-8a57-fc2c3d39eb95 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36bb919e-f97c-40d2-9567-7bc7e1af39db,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:07.179139 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9640d7d7-7ad1-4e3e-ba67-fd56e2e37904 req-57ea0358-7daa-497f-8a57-fc2c3d39eb95 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:07.180332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9640d7d7-7ad1-4e3e-ba67-fd56e2e37904 req-57ea0358-7daa-497f-8a57-fc2c3d39eb95 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5045385 Dec 08 01:38:07.235993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Deleting port ed8f106c-6ca3-496b-8fe3-d3b863653246 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:07.235993 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:07.240904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19e6f9a4-4bcd-42c6-8d89-63536a2af0d2 req-d87c43d2-aae4-418a-a71b-bb73eb0fa962 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182533 Dec 08 01:38:07.263478 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-b8decfc2-1800-4ece-9bb5-9f86f4e87f5d None None] Set router 62540f1d-de50-434b-9729-833141ef3cfd gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:38:07.295902 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9708066e-0636-4cc8-85d1-0b5da32825f2 req-5d5c7a16-a7b1-4d15-86d1-0c36749b0567 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 HTTP/1.1" status: 200 len: 217 time: 0.1199582 Dec 08 01:38:07.301011 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ab8bc0-5178-4d30-baa3-03a97f2b0134 x-openstack-request-id: req-54ab8bc0-5178-4d30-baa3-03a97f2b0134 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:07.302031 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8b0889-d291-4f28-9ae5-96c74138e5b0", "name": "network-vif-plugged", "status": "completed", "tag": "aa295efb-4f8c-418f-a864-a0e1ca97bf5d", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:07.302301 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-54ab8bc0-5178-4d30-baa3-03a97f2b0134 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:07.302714 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8b0889-d291-4f28-9ae5-96c74138e5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa295efb-4f8c-418f-a864-a0e1ca97bf5d', 'code': 200} Dec 08 01:38:07.330552 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b8decfc2-1800-4ece-9bb5-9f86f4e87f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:38:06Z', 'revision_number': 6, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:07.346398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fbeed60-a855-4673-80db-1329b5693266 req-a78470a1-f3fd-4734-aba4-28bfab8eb8e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc27e454-d569-4010-8e7c-ab007fb31adc HTTP/1.1" status: 200 len: 217 time: 0.1737118 Dec 08 01:38:07.367320 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8decfc2-1800-4ece-9bb5-9f86f4e87f5d None None] The sync data for ids ['62540f1d-de50-434b-9729-833141ef3cfd'] in n-d-713498-30 is: [{'id': '62540f1d-de50-434b-9729-833141ef3cfd', 'name': 'tempest-ServersTestBootFromVolume-1920646016-router', 'tenant_id': '93fc97b59317468485046614cafb9be9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:33:50Z', 'updated_at': '2021-12-08T01:38:06Z', 'revision_number': 6, 'project_id': '93fc97b59317468485046614cafb9be9', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:38:07.460589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] For port ed8f106c-6ca3-496b-8fe3-d3b863653246, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ed8f106c-6ca3-496b-8fe3-d3b863653246,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:07.460944 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:07.464164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708066e-0636-4cc8-85d1-0b5da32825f2 req-702f84a8-3f02-40f7-a516-a3dec19a1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:07.465670 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9708066e-0636-4cc8-85d1-0b5da32825f2 req-702f84a8-3f02-40f7-a516-a3dec19a1442 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9c2c56d-fefc-4009-b084-439df3fd05b2 HTTP/1.1" status: 200 len: 850 time: 0.1145806 Dec 08 01:38:07.487166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Calling delete_port for ed8f106c-6ca3-496b-8fe3-d3b863653246 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:07.527440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b682d-46f7-4f3c-92fe-1e910690bc1a req-7e48a8c7-eddb-4532-ac8e-9fe3f889b856 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:07.528937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-169b682d-46f7-4f3c-92fe-1e910690bc1a req-7e48a8c7-eddb-4532-ac8e-9fe3f889b856 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 943 time: 0.1412270 Dec 08 01:38:07.596456 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708066e-0636-4cc8-85d1-0b5da32825f2 req-efc1099c-94f2-45a5-a2d2-2e7c42098524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:07.596743 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:07.598788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9708066e-0636-4cc8-85d1-0b5da32825f2 req-efc1099c-94f2-45a5-a2d2-2e7c42098524 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70e881ea-2db7-4cbe-a704-5e148df0be80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242459 Dec 08 01:38:07.625770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc919d9-36b4-458c-ae46-d28ac86bbb80 req-76423086-288e-436a-8859-d02802b10496 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:07.627302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7cc919d9-36b4-458c-ae46-d28ac86bbb80 req-76423086-288e-436a-8859-d02802b10496 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 944 time: 0.3095810 Dec 08 01:38:07.629274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbeed60-a855-4673-80db-1329b5693266 req-1fdfc93b-34ea-4b3e-9cd1-b5bff9d65e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:07.630904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fbeed60-a855-4673-80db-1329b5693266 req-1fdfc93b-34ea-4b3e-9cd1-b5bff9d65e74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa96050b-31cb-4aa9-82e2-b44a01abb54d HTTP/1.1" status: 200 len: 853 time: 0.2498298 Dec 08 01:38:07.658582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-169b682d-46f7-4f3c-92fe-1e910690bc1a req-3276705b-2b86-4066-b539-c7c51494218c tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232936 Dec 08 01:38:07.728448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338683b-734d-4a32-9e8b-92a28e76bda8 req-847bddee-4ddd-4e93-b3ae-9b4d6ff92479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:07.729986 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c338683b-734d-4a32-9e8b-92a28e76bda8 req-847bddee-4ddd-4e93-b3ae-9b4d6ff92479 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 1102 time: 0.3211656 Dec 08 01:38:07.741550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:07.745079 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fbeed60-a855-4673-80db-1329b5693266 req-87e0a042-a7f1-4898-9576-8b67cb61a450 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b94226e-ceb5-48be-b76e-7d441756baa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887671 Dec 08 01:38:07.774048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:07.776887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:07.825257 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e52bd145-f414-44d1-98b4-592c9ef9aac6 req-a99e34d7-3aef-49b5-92a6-d8b545e9d120 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/36bb919e-f97c-40d2-9567-7bc7e1af39db HTTP/1.1" status: 200 len: 1823 time: 0.1264341 Dec 08 01:38:07.849765 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9708066e-0636-4cc8-85d1-0b5da32825f2 req-ad0ba8e5-ffbf-4009-a1bd-f461aaa2ba62 service neutron] 10.222.0.65 "GET /v2.0/networks/70e881ea-2db7-4cbe-a704-5e148df0be80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427144 Dec 08 01:38:07.855244 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-e52bd145-f414-44d1-98b4-592c9ef9aac6 req-5fa279dd-7f27-4b1c-83de-5208f21a9bf0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '36bb919e-f97c-40d2-9567-7bc7e1af39db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:07.855582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-e52bd145-f414-44d1-98b4-592c9ef9aac6 req-5fa279dd-7f27-4b1c-83de-5208f21a9bf0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '36bb919e-f97c-40d2-9567-7bc7e1af39db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:07.868994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Pushing event updated for resources: {'Port': ['ID=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:07.969183 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.015669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8f106c-6ca3-496b-8fe3-d3b863653246,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:08.089770 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9708066e-0636-4cc8-85d1-0b5da32825f2 req-e042b1f4-59f8-4ee0-9be4-1f2c20bf3866 service neutron] 10.222.0.65 "GET /v2.0/networks/70e881ea-2db7-4cbe-a704-5e148df0be80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277358 Dec 08 01:38:08.099382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e52bd145-f414-44d1-98b4-592c9ef9aac6 req-5fa279dd-7f27-4b1c-83de-5208f21a9bf0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.127247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-036e23c6-be86-42ce-9a20-66fef2ace7be None None] Provisioning complete for port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:08.127956 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-036e23c6-be86-42ce-9a20-66fef2ace7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.141526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.149178 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e52bd145-f414-44d1-98b4-592c9ef9aac6 req-5fa279dd-7f27-4b1c-83de-5208f21a9bf0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.169655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-036e23c6-be86-42ce-9a20-66fef2ace7be None None] Port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:38:08.203459 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e52bd145-f414-44d1-98b4-592c9ef9aac6 req-5fa279dd-7f27-4b1c-83de-5208f21a9bf0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.255218 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.261293 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.265756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa279dd-7f27-4b1c-83de-5208f21a9bf0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d5ffbb-7817-4a80-b889-ea21bb34d314,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:08.273394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e52bd145-f414-44d1-98b4-592c9ef9aac6 req-5fa279dd-7f27-4b1c-83de-5208f21a9bf0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.274580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e52bd145-f414-44d1-98b4-592c9ef9aac6 req-5fa279dd-7f27-4b1c-83de-5208f21a9bf0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4287124 Dec 08 01:38:08.305113 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:08.305742 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.316347 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.316609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62540f1d-de50-434b-9729-833141ef3cfd {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:38:08.321372 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.322315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b490859d-04f5-441c-9dcd-b633f6f2897c admin admin] 10.222.0.70 "DELETE /v2.0/routers/62540f1d-de50-434b-9729-833141ef3cfd HTTP/1.1" status: 204 len: 168 time: 1.7995124 Dec 08 01:38:08.324844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45172) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:08.371331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb552a5-8ada-43b8-940d-051194b56982 admin admin] Deleting subnet 4574d31a-6c43-495a-9e57-8dfa70b30e40 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:38:08.374673 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfb552a5-8ada-43b8-940d-051194b56982 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.388691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c338683b-734d-4a32-9e8b-92a28e76bda8 req-8e3802f8-87f2-4f10-b8f5-e315ce099666 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6329260 Dec 08 01:38:08.392103 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7cc919d9-36b4-458c-ae46-d28ac86bbb80 req-8b4f6294-10b8-421a-b174-79ce130d3c05 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7317636 Dec 08 01:38:08.427614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfb552a5-8ada-43b8-940d-051194b56982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.449070 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-3adfce71-d0de-4770-8bba-1d886ff6725e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6870840 Dec 08 01:38:08.465148 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fbeed60-a855-4673-80db-1329b5693266 req-7cdb5eff-037c-4fc7-8290-834c1e32ad3f service neutron] 10.222.0.65 "GET /v2.0/networks/0b94226e-ceb5-48be-b76e-7d441756baa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6938517 Dec 08 01:38:08.477324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:38:08.571707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cea00-3f34-4569-b3b3-7dca105903fc req-c52eb1a5-7368-4683-aebf-74b64dedd0d1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:08.574061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b6cea00-3f34-4569-b3b3-7dca105903fc req-c52eb1a5-7368-4683-aebf-74b64dedd0d1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 950 time: 0.0722020 Dec 08 01:38:08.575409 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfb552a5-8ada-43b8-940d-051194b56982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.607728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3,segment=NetworkSegment(20db8417-aee5-4ccb-ae85-8696b109e428),segment_id=20db8417-aee5-4ccb-ae85-8696b109e428)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:08.622842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'port_id': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3', 'mac_address': 'fa:16:3e:89:8e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:38:08.624656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:08.639391 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.646130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.679206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Request body: {'port': {'device_id': '1890f4c1-0bcf-40db-ae22-e1e9eb9e1579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:08.681231 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.682156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b6cea00-3f34-4569-b3b3-7dca105903fc req-d9142439-58fc-4a75-8363-9dc057407edb tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757706 Dec 08 01:38:08.695084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.706854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:08.717198 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfb552a5-8ada-43b8-940d-051194b56982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.745842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3,segment=NetworkSegment(20db8417-aee5-4ccb-ae85-8696b109e428),segment_id=20db8417-aee5-4ccb-ae85-8696b109e428)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:08.750130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e3433-e710-4d4f-baa1-ad345926d4ed req-5d635da5-ebef-4425-8315-e4a3d9b6c998 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:08.751219 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.752021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device cc27e454-d569-4010-8e7c-ab007fb31adc details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:38:08.756838 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b9e3433-e710-4d4f-baa1-ad345926d4ed req-5d635da5-ebef-4425-8315-e4a3d9b6c998 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 936 time: 0.2329035 Dec 08 01:38:08.758620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Transition to ACTIVE for port object 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:38:08.758783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e39b9-7fc6-4e98-8955-550e833826ff None None] Network 6a892bbc-8363-43be-9afe-d6e88eefa621 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:08.773452 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfb552a5-8ada-43b8-940d-051194b56982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.780397 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dfb552a5-8ada-43b8-940d-051194b56982 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4574d31a-6c43-495a-9e57-8dfa70b30e40 HTTP/1.1" status: 204 len: 168 time: 0.4545596 Dec 08 01:38:08.782259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45178) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:08.785436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-fec464d6-6ca1-408c-b5c9-267c50d56b12 req-2516925d-a29d-4198-a598-8c37f1cda7b6 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2086853374', 'description': 'tempest-description-860269841'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:08.796205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb552a5-8ada-43b8-940d-051194b56982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4574d31a-6c43-495a-9e57-8dfa70b30e40,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:08.804651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.865704 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fbeed60-a855-4673-80db-1329b5693266 req-c8b7c7d2-945f-4968-ab09-b8d40cbf559e service neutron] 10.222.0.65 "GET /v2.0/networks/0b94226e-ceb5-48be-b76e-7d441756baa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741872 Dec 08 01:38:08.871296 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fec464d6-6ca1-408c-b5c9-267c50d56b12 req-2516925d-a29d-4198-a598-8c37f1cda7b6 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.887491 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:08.926209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Pushing event updated for resources: {'Port': ['ID=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:08.970868 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.014081 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b9e3433-e710-4d4f-baa1-ad345926d4ed req-baf3ae5d-3929-45ea-8dc5-0c435562f3a7 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394621 Dec 08 01:38:09.020854 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fec464d6-6ca1-408c-b5c9-267c50d56b12 req-2516925d-a29d-4198-a598-8c37f1cda7b6 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.031690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Deleting port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:09.032177 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.035229 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fec464d6-6ca1-408c-b5c9-267c50d56b12 req-2516925d-a29d-4198-a598-8c37f1cda7b6 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.099975 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516925d-a29d-4198-a598-8c37f1cda7b6 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d3d9b4-d274-4478-8fd4-b3a9a080aa58,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:09.109727 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fec464d6-6ca1-408c-b5c9-267c50d56b12 req-2516925d-a29d-4198-a598-8c37f1cda7b6 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.120739 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fec464d6-6ca1-408c-b5c9-267c50d56b12 req-2516925d-a29d-4198-a598-8c37f1cda7b6 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3797197 Dec 08 01:38:09.150321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Allocated IP 172.25.2.233 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/2e353452-8e52-443c-b75f-5790d710e540) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:09.228629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] For port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9,segment=NetworkSegment(65cf20ce-9139-4a8b-9bd4-7850fd3636db),segment_id=65cf20ce-9139-4a8b-9bd4-7850fd3636db)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:09.229138 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.234951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:09.263821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port cc27e454-d569-4010-8e7c-ab007fb31adc, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=cc27e454-d569-4010-8e7c-ab007fb31adc,segment=NetworkSegment(05ac9499-3d4c-4698-9426-c2246bfcf0c0),segment_id=05ac9499-3d4c-4698-9426-c2246bfcf0c0)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:09.288598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'cc27e454-d569-4010-8e7c-ab007fb31adc', 'network_id': '0b94226e-ceb5-48be-b76e-7d441756baa1', 'port_id': 'cc27e454-d569-4010-8e7c-ab007fb31adc', 'mac_address': 'fa:16:3e:55:a6:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa96050b-31cb-4aa9-82e2-b44a01abb54d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:38:09.361169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Attempting to bind port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:09.361836 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Attempting to bind port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:09.361836 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Attempting to bind port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:09.370391 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.378128 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-408efbad-73ea-457f-8989-d6e0e6c51748 req-2de393c7-b2ec-4f7e-85d3-47388208797f tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/60d3d9b4-d274-4478-8fd4-b3a9a080aa58 HTTP/1.1" status: 200 len: 1823 time: 0.2097859 Dec 08 01:38:09.383770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-408efbad-73ea-457f-8989-d6e0e6c51748 req-03f44429-12b3-4844-ba16-97eb9237c40a tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '60d3d9b4-d274-4478-8fd4-b3a9a080aa58', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:09.384091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-408efbad-73ea-457f-8989-d6e0e6c51748 req-03f44429-12b3-4844-ba16-97eb9237c40a tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '60d3d9b4-d274-4478-8fd4-b3a9a080aa58', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:09.401303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e575ceab-6e1b-43d8-9bb5-80673ba0961a None None] DHCP port deletion for 6a892bbc-8363-43be-9afe-d6e88eefa621 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:38:09.411197 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc27e454-d569-4010-8e7c-ab007fb31adc {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:09.413495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:38:09.413833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Attempting to bind port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:09.438133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 321e1fe8-10d3-40ee-bb16-c856c8b2db28 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:38:09.455296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:09.455551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:09.455805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:09.456267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Bound port: 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:09.456662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.479397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 321e1fe8-10d3-40ee-bb16-c856c8b2db28 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:38:09.480033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 321e1fe8-10d3-40ee-bb16-c856c8b2db28 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:38:09.480167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ed8f106c-6ca3-496b-8fe3-d3b863653246 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:38:09.482924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port cc27e454-d569-4010-8e7c-ab007fb31adc, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=cc27e454-d569-4010-8e7c-ab007fb31adc,segment=NetworkSegment(05ac9499-3d4c-4698-9426-c2246bfcf0c0),segment_id=05ac9499-3d4c-4698-9426-c2246bfcf0c0)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:09.508215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: ed8f106c-6ca3-496b-8fe3-d3b863653246 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:38:09.508587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ed8f106c-6ca3-496b-8fe3-d3b863653246 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:38:09.510047 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.525731 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.546424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Calling delete_port for 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:09.562859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e575ceab-6e1b-43d8-9bb5-80673ba0961a None None] Deleting port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:09.563509 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e575ceab-6e1b-43d8-9bb5-80673ba0961a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.583144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=cc27e454-d569-4010-8e7c-ab007fb31adc,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:09.611343 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea62770-f082-48ca-80ec-978fe7d7936c req-5d989eb0-eee1-4050-9109-f0788fedc135 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:09.619785 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ea62770-f082-48ca-80ec-978fe7d7936c req-5d989eb0-eee1-4050-9109-f0788fedc135 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 943 time: 0.3932726 Dec 08 01:38:09.647095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e575ceab-6e1b-43d8-9bb5-80673ba0961a None None] For port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9,segment=NetworkSegment(65cf20ce-9139-4a8b-9bd4-7850fd3636db),segment_id=65cf20ce-9139-4a8b-9bd4-7850fd3636db)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:09.647502 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e575ceab-6e1b-43d8-9bb5-80673ba0961a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.668482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e575ceab-6e1b-43d8-9bb5-80673ba0961a None None] Calling delete_port for 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:09.682615 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-408efbad-73ea-457f-8989-d6e0e6c51748 req-03f44429-12b3-4844-ba16-97eb9237c40a tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.689496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:09.715955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:09.724762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ea62770-f082-48ca-80ec-978fe7d7936c req-587eb5c6-6f66-4615-b20a-ad75f72e5bfe tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038096 Dec 08 01:38:09.728804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.741772 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.769579 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.774314 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-408efbad-73ea-457f-8989-d6e0e6c51748 req-03f44429-12b3-4844-ba16-97eb9237c40a tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.805912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:09.814362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] No DVR routers for this DVR port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:38:09.815220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-408efbad-73ea-457f-8989-d6e0e6c51748 req-03f44429-12b3-4844-ba16-97eb9237c40a tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.830248 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e575ceab-6e1b-43d8-9bb5-80673ba0961a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.845037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45188) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:09.866650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:09.873059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575ceab-6e1b-43d8-9bb5-80673ba0961a None None] Pushing event deleted for resources: {'Port': ['ID=5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:09.879666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:09.881281 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e575ceab-6e1b-43d8-9bb5-80673ba0961a None None] No DVR routers for this DVR port 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:38:09.885337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:09.888798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:09.889631 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.891230 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] 10.222.0.72 "PUT /v2.0/ports/34dfb52f-d10f-41f5-a50f-9412e1e9ace0 HTTP/1.1" status: 200 len: 1096 time: 3.1064947 Dec 08 01:38:09.891698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:09.898890 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfb7471-cea7-426b-88f8-ca0903eb3469" -d '{"events": [{"name": "network-changed", "server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:09.931293 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.937050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f44429-12b3-4844-ba16-97eb9237c40a tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e996cdf7-2ff2-4387-89b8-2058f55cdb43,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:09.942870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:09.944571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['cc27e454-d569-4010-8e7c-ab007fb31adc'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:09.944738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Pushing event updated for resources: {'Port': ['ID=2e353452-8e52-443c-b75f-5790d710e540,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:09.951368 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:09.981266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:10.029070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a892bbc-8363-43be-9afe-d6e88eefa621']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:10.048375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cf20ce-9139-4a8b-9bd4-7850fd3636db') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:10.048674 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cf20ce-9139-4a8b-9bd4-7850fd3636db') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:10.053249 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-408efbad-73ea-457f-8989-d6e0e6c51748 req-03f44429-12b3-4844-ba16-97eb9237c40a tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.054560 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-408efbad-73ea-457f-8989-d6e0e6c51748 req-03f44429-12b3-4844-ba16-97eb9237c40a tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6755860 Dec 08 01:38:10.076868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.092831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Transition to ACTIVE for port object 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:38:10.101720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cbee2-10cf-4d7f-a73b-206663c8a0b9 req-e7fbb823-4426-4ed6-bb81-25c5ba2876ed tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:10.103589 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2c7cbee2-10cf-4d7f-a73b-206663c8a0b9 req-e7fbb823-4426-4ed6-bb81-25c5ba2876ed tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 945 time: 0.1488941 Dec 08 01:38:10.104981 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.111740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:38:10.112427 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:38:10.114496 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:38:10.145216 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.233514 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2c7cbee2-10cf-4d7f-a73b-206663c8a0b9 req-b50a0825-3434-4166-9760-faa712e0d188 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058538 Dec 08 01:38:10.235747 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.267273 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.272437 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6a892bbc-8363-43be-9afe-d6e88eefa621 HTTP/1.1" status: 204 len: 168 time: 1.4824278 Dec 08 01:38:10.291195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dcfcb-2d7e-467f-8e1c-2ea13c7964c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a892bbc-8363-43be-9afe-d6e88eefa621,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:10.340714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ead1b43-0361-46ab-9f3d-c4baa32d120e admin admin] Deleting subnet 5d1eccc1-9d53-49ff-a4f1-5bd240f7e7a2 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:38:10.360529 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3611ccf8-0258-42c7-a525-d484c965d11b x-openstack-request-id: req-3611ccf8-0258-42c7-a525-d484c965d11b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:10.360827 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:10.361086 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3611ccf8-0258-42c7-a525-d484c965d11b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:10.361489 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'status': 'completed', 'code': 200} Dec 08 01:38:10.370641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead1b43-0361-46ab-9f3d-c4baa32d120e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.417738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de0853-2879-4f84-920e-4ceff05d8f92 service neutron] Pushing event updated for resources: {'Port': ['ID=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:10.421254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49060de-75a0-4df5-8d64-f78777604bc8 req-1cdcc90c-b5d4-4cd8-a03e-819e9db3d67d tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:10.423029 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a49060de-75a0-4df5-8d64-f78777604bc8 req-1cdcc90c-b5d4-4cd8-a03e-819e9db3d67d tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 948 time: 0.0606287 Dec 08 01:38:10.423603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45200) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:10.467864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-8840ecf7-9925-4161-8131-be4bfdfc24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:10.469597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-8840ecf7-9925-4161-8131-be4bfdfc24f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3516c56e11b14a959cd58e3be71369fa&device_id=f69c06aa-8073-482d-81db-a4ea2a5f36da HTTP/1.1" status: 200 len: 1099 time: 0.4825387 Dec 08 01:38:10.499730 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e6d1a45c-72ac-484b-a642-ea210cf20fde admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93fc97b59317468485046614cafb9be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0726178 Dec 08 01:38:10.499956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45202) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:10.509809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a49060de-75a0-4df5-8d64-f78777604bc8 req-0570aa52-a713-4899-832f-449e7fd9c32c tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776401 Dec 08 01:38:10.552110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-861f853c-42ee-4e24-9263-80170ba28240 req-6d721e39-1302-4156-8b25-6dd2145f9f66 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-921023785', 'description': 'tempest-description-685407994'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:10.585478 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29a97a51-c047-468b-9b28-e2cdc8aeeebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.585748 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead1b43-0361-46ab-9f3d-c4baa32d120e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.594691 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-861f853c-42ee-4e24-9263-80170ba28240 req-6d721e39-1302-4156-8b25-6dd2145f9f66 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.617767 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29a97a51-c047-468b-9b28-e2cdc8aeeebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.646841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-294d5ca4-1a88-4a59-9b8e-2d9a9c0418ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0 HTTP/1.1" status: 200 len: 217 time: 0.1340942 Dec 08 01:38:10.660809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd132da5-f412-4ce5-9a3e-22cf7392df4f req-d5b5b73f-b17b-46b1-9193-01efd4ebb427 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:10.662301 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd132da5-f412-4ce5-9a3e-22cf7392df4f req-d5b5b73f-b17b-46b1-9193-01efd4ebb427 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 950 time: 0.4329004 Dec 08 01:38:10.694961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Pushing event updated for resources: {'Port': ['ID=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:10.706649 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-861f853c-42ee-4e24-9263-80170ba28240 req-6d721e39-1302-4156-8b25-6dd2145f9f66 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.707700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29a97a51-c047-468b-9b28-e2cdc8aeeebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.710652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29a97a51-c047-468b-9b28-e2cdc8aeeebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.711888 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-29a97a51-c047-468b-9b28-e2cdc8aeeebe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/edb19679-b662-4410-8f2b-61c9211df4ef HTTP/1.1" status: 204 len: 168 time: 0.2108798 Dec 08 01:38:10.714600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-861f853c-42ee-4e24-9263-80170ba28240 req-6d721e39-1302-4156-8b25-6dd2145f9f66 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.725782 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a97a51-c047-468b-9b28-e2cdc8aeeebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb19679-b662-4410-8f2b-61c9211df4ef,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:10.762547 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-861f853c-42ee-4e24-9263-80170ba28240 req-6d721e39-1302-4156-8b25-6dd2145f9f66 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.764005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-861f853c-42ee-4e24-9263-80170ba28240 req-6d721e39-1302-4156-8b25-6dd2145f9f66 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2224336 Dec 08 01:38:10.775039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d721e39-1302-4156-8b25-6dd2145f9f66 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470b9f16-ed41-4e58-a1de-96275e4641a8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:10.810510 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead1b43-0361-46ab-9f3d-c4baa32d120e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.853511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Attempting to bind port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:10.853864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Attempting to bind port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:10.854214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Attempting to bind port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:10.864864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-0c4fef7a-c0df-4b8a-9c23-0396f1a208cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:10.866661 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-0c4fef7a-c0df-4b8a-9c23-0396f1a208cc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2005825 Dec 08 01:38:10.883164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808bbb0b-449c-4a22-8572-36e8322eff26 req-b5d09a20-9546-49ac-9458-96b2f5bcf5c7 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:10.885116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-808bbb0b-449c-4a22-8572-36e8322eff26 req-b5d09a20-9546-49ac-9458-96b2f5bcf5c7 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 944 time: 0.0533698 Dec 08 01:38:10.892410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:38:10.892971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Attempting to bind port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:10.902257 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:10.907993 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd132da5-f412-4ce5-9a3e-22cf7392df4f req-5a5b0209-f666-4a7f-a643-b28d42078299 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234032 Dec 08 01:38:10.951403 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-808bbb0b-449c-4a22-8572-36e8322eff26 req-7534663e-100e-4b9e-adda-7d7af0d30edb tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586891 Dec 08 01:38:10.973257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-410952d3-d707-4552-b904-b9e2e1cee8de req-17edd1cd-534f-4e40-a5e1-58c3332ce7fd tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-410919610', 'description': 'tempest-description-850650516'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:10.976496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:10.976851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:10.977247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:10.977702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Bound port: 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:10.978065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.037269 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead1b43-0361-46ab-9f3d-c4baa32d120e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.069246 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85d089-8275-4238-b72a-02cabed2e8c3 req-2c1d5dec-1dfa-426a-b292-d447de9d37b7 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:11.071215 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f85d089-8275-4238-b72a-02cabed2e8c3 req-2c1d5dec-1dfa-426a-b292-d447de9d37b7 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 1102 time: 0.0551035 Dec 08 01:38:11.120235 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f85d089-8275-4238-b72a-02cabed2e8c3 req-f509a86e-f92a-4655-ad53-6711fa6e1186 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 Dec 08 01:38:11.346110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-c17a4595-14d3-4016-b259-01f7e7f04545 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297434 Dec 08 01:38:11.355915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:38:11.382560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:38:11.382983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5bbb2104-fcc4-49b3-a028-44b7ff8e0ea9 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:38:11.467723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-7689f58f-1ead-4d26-88fa-ba0bf54e525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:11.469487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-7689f58f-1ead-4d26-88fa-ba0bf54e525d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5886695 Dec 08 01:38:11.470198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead1b43-0361-46ab-9f3d-c4baa32d120e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d1eccc1-9d53-49ff-a4f1-5bd240f7e7a2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:11.480233 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-410952d3-d707-4552-b904-b9e2e1cee8de req-17edd1cd-534f-4e40-a5e1-58c3332ce7fd tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.503024 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-6807e934-ff68-4ebb-ae65-486cbae5c232 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:11.504912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-6807e934-ff68-4ebb-ae65-486cbae5c232 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517107 Dec 08 01:38:11.507518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3ead1b43-0361-46ab-9f3d-c4baa32d120e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.512883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3ead1b43-0361-46ab-9f3d-c4baa32d120e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5d1eccc1-9d53-49ff-a4f1-5bd240f7e7a2 HTTP/1.1" status: 204 len: 168 time: 1.6638310 Dec 08 01:38:11.513234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45244) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:11.535406 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-f6442332-c394-414a-86f3-b79ae2c9b8c1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/quotas/a68ff4dea2974a1895e204fb9e49b1f3 HTTP/1.1" status: 200 len: 375 time: 0.0228148 Dec 08 01:38:11.563765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] For port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:11.589427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45248) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:11.640908 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.645186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] For port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:11.661893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.666519 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-840042fd-5fe9-4042-bc68-ed62cff77124 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1198552 Dec 08 01:38:11.725930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1767401229-network', 'tenant_id': '6d71442bfb01438e86d9fd2348d1c32c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:11.788481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.789825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:11.790501 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.792362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] 10.222.0.72 "PUT /v2.0/ports/6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 HTTP/1.1" status: 200 len: 1097 time: 3.1180539 Dec 08 01:38:11.832536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-d1b49aba-529d-4c08-9fba-b732899ebbf7 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493488 Dec 08 01:38:11.836214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e939192d-1767-4007-9127-9bbe441bb699']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:11.854835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Made reservation on behalf of 6d71442bfb01438e86d9fd2348d1c32c for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:11.857164 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.863872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9a0ac7-6918-4020-8d8d-188a6703c3dc') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:11.864167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9a0ac7-6918-4020-8d8d-188a6703c3dc') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:11.877590 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.882782 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-410952d3-d707-4552-b904-b9e2e1cee8de req-17edd1cd-534f-4e40-a5e1-58c3332ce7fd tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.920393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf41692-9831-4ebd-bd52-e930e72a6c2d service neutron] Pushing event updated for resources: {'Port': ['ID=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:11.923920 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-410952d3-d707-4552-b904-b9e2e1cee8de req-17edd1cd-534f-4e40-a5e1-58c3332ce7fd tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.924964 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.930207 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.958621 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.967477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:38:11.968133 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:38:11.980907 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:38:11.991940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.062924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-410952d3-d707-4552-b904-b9e2e1cee8de req-17edd1cd-534f-4e40-a5e1-58c3332ce7fd tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.062924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-410952d3-d707-4552-b904-b9e2e1cee8de req-17edd1cd-534f-4e40-a5e1-58c3332ce7fd tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.0963683 Dec 08 01:38:12.109503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edd1cd-534f-4e40-a5e1-58c3332ce7fd tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53a7b63-fb68-4602-b1d1-8b6b3a0325c7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:12.113260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33a761-c65a-4733-be8d-3b369350d206 req-16438799-d8a6-4913-9bef-e62f812c4554 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:12.115520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa33a761-c65a-4733-be8d-3b369350d206 req-16438799-d8a6-4913-9bef-e62f812c4554 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 945 time: 0.1882832 Dec 08 01:38:12.120662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.136477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-bfd4dbbf-1e2e-43e8-992b-e4c0ed9cf9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:12.138124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-bfd4dbbf-1e2e-43e8-992b-e4c0ed9cf9d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3516c56e11b14a959cd58e3be71369fa&device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 1100 time: 0.2760859 Dec 08 01:38:12.149181 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.153170 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] 10.222.0.70 "DELETE /v2.0/networks/e939192d-1767-4007-9127-9bbe441bb699 HTTP/1.1" status: 204 len: 168 time: 0.6386764 Dec 08 01:38:12.180102 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.199703 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.202631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733750f9-6ba5-4ac7-8aed-62f8904a538a admin admin] Pushing event deleted for resources: {'Network': ['ID=e939192d-1767-4007-9127-9bbe441bb699,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:12.236922 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:38:12.245946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9800e26e-5b13-4b67-9b12-5f00a01ffe97 req-391502dd-eb82-4af2-b243-2f879cd19da6 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803406 Dec 08 01:38:12.265586 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-25e94fba-000a-402d-9da4-7e8347a03df0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 HTTP/1.1" status: 200 len: 217 time: 0.1070151 Dec 08 01:38:12.282743 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.283112 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Added segment b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec of type vlan for network ca5844b8-27b3-4526-899f-f6eb044a8310 Dec 08 01:38:12.331615 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.341002 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81520b-2e75-494e-8747-92dbf47c8752 req-43cde996-8a19-4fb8-b5c9-29f3b345466c tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:12.342600 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f81520b-2e75-494e-8747-92dbf47c8752 req-43cde996-8a19-4fb8-b5c9-29f3b345466c tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 948 time: 0.1871581 Dec 08 01:38:12.354095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45268) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:12.361331 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa33a761-c65a-4733-be8d-3b369350d206 req-30fc1c26-002e-4b6b-88ca-d179dc6e97d5 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056274 Dec 08 01:38:12.362547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce7b3ff-dadc-4235-bf67-4f6dae462310,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:12.386251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1890f4c1-0bcf-40db-ae22-e1e9eb9e1579', 'tag': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:12.389697 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55e7633-b883-4cf1-b731-a78776fc86a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1890f4c1-0bcf-40db-ae22-e1e9eb9e1579", "tag": "6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:12.392834 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.394298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:12.395882 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.400900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-b71b6ceb-c767-4cec-842b-626b967f5188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:12.402234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-b71b6ceb-c767-4cec-842b-626b967f5188 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1246185 Dec 08 01:38:12.467892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-96b841a8-cf22-4597-99a5-5ac2eb93cfe6 req-1b117451-b4b4-4d1c-a8fd-7f331fa6e05d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 210 time: 0.0473235 Dec 08 01:38:12.476670 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8816261 Dec 08 01:38:12.477289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45272) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:12.491359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a416d61f-fd13-4e11-8fec-48f75da534fe admin admin] Request body: {'subnet': {'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1767401229-subnet', 'tenant_id': '6d71442bfb01438e86d9fd2348d1c32c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:12.495901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:12.518898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c721dc-8b31-4210-9986-0e7392b31294 admin admin] Pushing event updated for resources: {'Network': ['ID=ca5844b8-27b3-4526-899f-f6eb044a8310,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:12.555775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network ca5844b8-27b3-4526-899f-f6eb044a8310 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:38:12.564512 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f81520b-2e75-494e-8747-92dbf47c8752 req-ce8c0ea2-3905-4aec-bf1b-40edae99f37b tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088773 Dec 08 01:38:12.565441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Router ff965583-6ae4-4a47-af36-146b5729c4e8 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:38:12.576368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9bcde409-b0c7-4ab4-b3e8-d50cdd74ef4a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5f4b56c0b7e4676865f46bcd80867d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2171335 Dec 08 01:38:12.576368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb7471-cea7-426b-88f8-ca0903eb3469 req-439f4585-7eee-4a78-915c-3acd2fe86f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:12.587569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45274) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:12.600045 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cfb7471-cea7-426b-88f8-ca0903eb3469 req-439f4585-7eee-4a78-915c-3acd2fe86f79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3516c56e11b14a959cd58e3be71369fa&device_id=f69c06aa-8073-482d-81db-a4ea2a5f36da HTTP/1.1" status: 200 len: 1099 time: 0.2441096 Dec 08 01:38:12.635333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a416d61f-fd13-4e11-8fec-48f75da534fe admin admin] Made reservation on behalf of 6d71442bfb01438e86d9fd2348d1c32c for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:12.637688 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a416d61f-fd13-4e11-8fec-48f75da534fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.649326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5b148-7204-4d1c-ac05-bf2fca56132a req-6a5c5603-6ce9-443c-9124-93599e2b7b4f tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:12.656834 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6af5b148-7204-4d1c-ac05-bf2fca56132a req-6a5c5603-6ce9-443c-9124-93599e2b7b4f tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 944 time: 0.1058636 Dec 08 01:38:12.673893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:38:12.674861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-bf183ae5-e33f-4dd7-aab9-13453cde01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:12.676980 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-bf183ae5-e33f-4dd7-aab9-13453cde01d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2427537 Dec 08 01:38:12.680997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:12.681522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.711294 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9940775-51b1-48b3-b42d-d23b6cc5fe1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.730749 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6af5b148-7204-4d1c-ac05-bf2fca56132a req-0aceb553-0d0f-45be-9165-296fd223c95b tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730290 Dec 08 01:38:12.743290 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9940775-51b1-48b3-b42d-d23b6cc5fe1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.806849 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.830330 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9940775-51b1-48b3-b42d-d23b6cc5fe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.833868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9940775-51b1-48b3-b42d-d23b6cc5fe1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.835466 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a9940775-51b1-48b3-b42d-d23b6cc5fe1d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b HTTP/1.1" status: 204 len: 168 time: 0.2464969 Dec 08 01:38:12.841937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abfb58c-de77-46cf-8137-94be23238432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:12.844469 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88d0eee-b5bb-49f1-b9df-9ca73bb29871" -d '{"events": [{"server_uuid": "7abfb58c-de77-46cf-8137-94be23238432", "name": "network-vif-plugged", "status": "completed", "tag": "fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:12.846152 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9940775-51b1-48b3-b42d-d23b6cc5fe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bf8e7d-f5cf-4bc9-aeec-ae01a735a05b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:12.866307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3,segment=NetworkSegment(20db8417-aee5-4ccb-ae85-8696b109e428),segment_id=20db8417-aee5-4ccb-ae85-8696b109e428)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:12.870825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:12.872611 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device cc27e454-d569-4010-8e7c-ab007fb31adc up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:12.923173 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1d2508-8266-4a87-8076-0240f6eb13d3 x-openstack-request-id: req-1d1d2508-8266-4a87-8076-0240f6eb13d3 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:12.923400 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333cf649-ff0f-47af-9808-befe0016fe7e x-openstack-request-id: req-333cf649-ff0f-47af-9808-befe0016fe7e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:12.923531 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abfb58c-de77-46cf-8137-94be23238432", "name": "network-vif-plugged", "status": "completed", "tag": "fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:12.923649 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1890f4c1-0bcf-40db-ae22-e1e9eb9e1579", "tag": "6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:12.923763 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d1d2508-8266-4a87-8076-0240f6eb13d3 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:12.923868 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-333cf649-ff0f-47af-9808-befe0016fe7e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:12.924097 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abfb58c-de77-46cf-8137-94be23238432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3', 'code': 200} Dec 08 01:38:12.924260 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1890f4c1-0bcf-40db-ae22-e1e9eb9e1579', 'tag': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33', 'status': 'completed', 'code': 200} Dec 08 01:38:12.929415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e873936f-5876-4f63-927a-c5466f9a2c3f req-cdc207dc-8637-4668-98e2-9dd0dfa0f27f tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/470b9f16-ed41-4e58-a1de-96275e4641a8 HTTP/1.1" status: 200 len: 1822 time: 0.3255792 Dec 08 01:38:12.978580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:12.991356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port cc27e454-d569-4010-8e7c-ab007fb31adc completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:38:12.995731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port cc27e454-d569-4010-8e7c-ab007fb31adc triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:12.996108 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:13.084367 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:13.130866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port cc27e454-d569-4010-8e7c-ab007fb31adc, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=cc27e454-d569-4010-8e7c-ab007fb31adc,segment=NetworkSegment(05ac9499-3d4c-4698-9426-c2246bfcf0c0),segment_id=05ac9499-3d4c-4698-9426-c2246bfcf0c0)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:13.136954 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:13.183312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:13.196692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb7471-cea7-426b-88f8-ca0903eb3469 req-a67f11c9-7707-40d5-be28-3fe303fdd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:13.198204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cfb7471-cea7-426b-88f8-ca0903eb3469 req-a67f11c9-7707-40d5-be28-3fe303fdd90b service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.5829055 Dec 08 01:38:13.198361 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76feb18f-705e-4897-89a0-2ba4b0202fd1 None None] Sync routers for ids ['ff965583-6ae4-4a47-af36-146b5729c4e8'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:13.205934 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:13.207756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b47038f5-6d5d-4b93-8655-7e2e28f412d0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "PUT /v2.0/routers/ff965583-6ae4-4a47-af36-146b5729c4e8 HTTP/1.1" status: 200 len: 920 time: 6.9239032 Dec 08 01:38:13.210503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45284) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:13.219857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=cc27e454-d569-4010-8e7c-ab007fb31adc,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:13.225747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76feb18f-705e-4897-89a0-2ba4b0202fd1 None None] Routers {'ff965583-6ae4-4a47-af36-146b5729c4e8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:13.226386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-76feb18f-705e-4897-89a0-2ba4b0202fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ff965583-6ae4-4a47-af36-146b5729c4e8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:13.242255 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-1f836524-67ab-4203-b93e-dbc3c5d0eff8 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233858 Dec 08 01:38:13.291185 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-76feb18f-705e-4897-89a0-2ba4b0202fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:13.307548 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76feb18f-705e-4897-89a0-2ba4b0202fd1 None None] Routers {'ff965583-6ae4-4a47-af36-146b5729c4e8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:13.308512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-76feb18f-705e-4897-89a0-2ba4b0202fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ff965583-6ae4-4a47-af36-146b5729c4e8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:13.317007 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e873936f-5876-4f63-927a-c5466f9a2c3f req-48e16409-7636-4ed9-b113-2ae3db0a44e2 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/f53a7b63-fb68-4602-b1d1-8b6b3a0325c7 HTTP/1.1" status: 200 len: 1822 time: 0.3029683 Dec 08 01:38:13.325658 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cfb7471-cea7-426b-88f8-ca0903eb3469 req-1befe2fc-b9b5-424e-b840-1ecc026b4ae1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0 HTTP/1.1" status: 200 len: 217 time: 0.1163588 Dec 08 01:38:13.329409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e873936f-5876-4f63-927a-c5466f9a2c3f req-3e516636-5010-47a9-a6c1-2ba563923430 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '470b9f16-ed41-4e58-a1de-96275e4641a8', 'remote_group_id': 'f53a7b63-fb68-4602-b1d1-8b6b3a0325c7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:13.329804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e873936f-5876-4f63-927a-c5466f9a2c3f req-3e516636-5010-47a9-a6c1-2ba563923430 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '470b9f16-ed41-4e58-a1de-96275e4641a8', 'remote_group_id': 'f53a7b63-fb68-4602-b1d1-8b6b3a0325c7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:13.346189 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a416d61f-fd13-4e11-8fec-48f75da534fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:13.351423 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-76feb18f-705e-4897-89a0-2ba4b0202fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:13.352105 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76feb18f-705e-4897-89a0-2ba4b0202fd1 None None] The sync data for ids ['ff965583-6ae4-4a47-af36-146b5729c4e8'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:38:13.374434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1455-7b24-4fad-8310-a69207510a1c req-3903142a-527f-4d24-af0e-1707b65a0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:13.377583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d76f1455-7b24-4fad-8310-a69207510a1c req-3903142a-527f-4d24-af0e-1707b65a0fd0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 1098 time: 0.3133137 Dec 08 01:38:13.379807 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4646ffbb-bbb3-47cc-a915-2d103da24e58 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/routers/ff965583-6ae4-4a47-af36-146b5729c4e8 HTTP/1.1" status: 200 len: 926 time: 0.1669953 Dec 08 01:38:13.381923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45292) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:13.468705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-7877cacb-bf80-4f06-bcbc-5bf0b10b07c6 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409949 Dec 08 01:38:13.545145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ebfd1f-23f6-4f49-9d11-92f0953adfbd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:13.549191 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-77ebfd1f-23f6-4f49-9d11-92f0953adfbd tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&device_id=ff965583-6ae4-4a47-af36-146b5729c4e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1614478 Dec 08 01:38:13.556345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45298) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:13.589489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416d61f-fd13-4e11-8fec-48f75da534fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b516fe5-7c7e-4300-bab4-16f44055e7df,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:13.617607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f9ac9-ba80-438a-a30d-9aebc289f2fa req-02703ba9-bb40-4b21-a0a1-ef7ad49fbb77 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:13.618119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416d61f-fd13-4e11-8fec-48f75da534fe admin admin] Checking segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:13.618709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416d61f-fd13-4e11-8fec-48f75da534fe admin admin] Network hostable DHCP agents. Network: ca5844b8-27b3-4526-899f-f6eb044a8310, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:38:13.618875 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-451f9ac9-ba80-438a-a30d-9aebc289f2fa req-02703ba9-bb40-4b21-a0a1-ef7ad49fbb77 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 946 time: 0.1370151 Dec 08 01:38:13.638159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb7471-cea7-426b-88f8-ca0903eb3469 req-efec6ccf-8fc6-402b-8033-99af902ee561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:13.639636 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cfb7471-cea7-426b-88f8-ca0903eb3469 req-efec6ccf-8fc6-402b-8033-99af902ee561 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.2904508 Dec 08 01:38:13.667656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-1c41873f-cb4b-4ee2-9b5e-b21b56e11440 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:13.669118 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-1c41873f-cb4b-4ee2-9b5e-b21b56e11440 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862235 Dec 08 01:38:13.681402 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d76f1455-7b24-4fad-8310-a69207510a1c req-9f10518d-dfa3-4c23-a419-9cc70ccefee7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315662 Dec 08 01:38:13.708219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-451f9ac9-ba80-438a-a30d-9aebc289f2fa req-c5f8f370-c6d8-4c76-86c5-483c9a7c4d3f tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793388 Dec 08 01:38:13.740529 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfc72ea1-2c62-47dc-aca1-68f4b325376b req-a48cb7e0-3ebc-4dcf-8a05-9915c25c54c2 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435897 Dec 08 01:38:13.780144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416d61f-fd13-4e11-8fec-48f75da534fe admin admin] Network ca5844b8-27b3-4526-899f-f6eb044a8310 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:38:13.810181 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e873936f-5876-4f63-927a-c5466f9a2c3f req-3e516636-5010-47a9-a6c1-2ba563923430 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:13.811390 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8eb84171-109d-42a0-808b-9b6e5a05b4ed req-81024521-5fa6-487a-a2fd-e899ee3f1226 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 210 time: 0.0366654 Dec 08 01:38:13.814927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb4db5d-6a91-48e4-bac9-baf979eabcd6 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:13.816907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-edb4db5d-6a91-48e4-bac9-baf979eabcd6 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 881 time: 0.2526033 Dec 08 01:38:13.819024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a416d61f-fd13-4e11-8fec-48f75da534fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, ca5844b8-27b3-4526-899f-f6eb044a8310) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:13.820413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45312) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:13.821999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb7471-cea7-426b-88f8-ca0903eb3469 req-5332d667-5def-4af2-954f-bbcb8251ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:13.823459 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cfb7471-cea7-426b-88f8-ca0903eb3469 req-5332d667-5def-4af2-954f-bbcb8251ecb5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1715348 Dec 08 01:38:13.831486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a416d61f-fd13-4e11-8fec-48f75da534fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:13.832688 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a416d61f-fd13-4e11-8fec-48f75da534fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:13.839555 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05ea3e5-6226-4141-a174-3bdfaedb491b None None] Network ca5844b8-27b3-4526-899f-f6eb044a8310 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:13.869855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b3c58a39-f1aa-4de4-9f3b-c58e10cc9394 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff965583-6ae4-4a47-af36-146b5729c4e8 HTTP/1.1" status: 200 len: 205 time: 0.0475080 Dec 08 01:38:13.870799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45314) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:13.898622 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a416d61f-fd13-4e11-8fec-48f75da534fe admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4121575 Dec 08 01:38:13.903119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45316) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:13.932870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e873936f-5876-4f63-927a-c5466f9a2c3f req-3e516636-5010-47a9-a6c1-2ba563923430 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:13.969887 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e873936f-5876-4f63-927a-c5466f9a2c3f req-3e516636-5010-47a9-a6c1-2ba563923430 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:14.000378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Request body: {'port': {'device_id': '540efa14-1a2e-4480-bcb0-0cdf6c263887', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': 'a68ff4dea2974a1895e204fb9e49b1f3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:14.026303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e516636-5010-47a9-a6c1-2ba563923430 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49641bf1-fbc2-43f9-b89c-29139249c27b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:14.044015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e7633-b883-4cf1-b731-a78776fc86a6 req-98cc0799-b6d1-4484-a56b-a559004dce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:14.050325 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c55e7633-b883-4cf1-b731-a78776fc86a6 req-98cc0799-b6d1-4484-a56b-a559004dce04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3516c56e11b14a959cd58e3be71369fa&device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 1100 time: 0.1852624 Dec 08 01:38:14.063685 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e873936f-5876-4f63-927a-c5466f9a2c3f req-3e516636-5010-47a9-a6c1-2ba563923430 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:14.065137 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e873936f-5876-4f63-927a-c5466f9a2c3f req-3e516636-5010-47a9-a6c1-2ba563923430 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7459791 Dec 08 01:38:14.094691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cfb7471-cea7-426b-88f8-ca0903eb3469 req-393743ea-a07b-4b39-973a-5af4d71eca5b service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476587 Dec 08 01:38:14.125325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-608418021-network', 'tenant_id': '55f986c873c94ca880d0b468c15c9e61'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:14.127087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c74ed5-07f5-408a-a157-304b96a0baab None None] Network ca5844b8-27b3-4526-899f-f6eb044a8310 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:14.184761 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:14.203130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ee3e2-b5be-49ec-b408-8e3911ce88e6 req-2f10e56a-085e-47e9-bcb3-0b91d3ad8038 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:14.208476 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-792ee3e2-b5be-49ec-b408-8e3911ce88e6 req-2f10e56a-085e-47e9-bcb3-0b91d3ad8038 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 948 time: 0.2565546 Dec 08 01:38:14.288737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Made reservation on behalf of 55f986c873c94ca880d0b468c15c9e61 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:14.291030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:14.296820 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e7633-b883-4cf1-b731-a78776fc86a6 req-815f88dc-26d8-42e9-98e5-879d21724d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:14.298285 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c55e7633-b883-4cf1-b731-a78776fc86a6 req-815f88dc-26d8-42e9-98e5-879d21724d20 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2320788 Dec 08 01:38:14.324771 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:14.362487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cfb7471-cea7-426b-88f8-ca0903eb3469 req-ded70f92-036c-4a48-8a41-db41269c913d service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550094 Dec 08 01:38:14.363694 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c55e7633-b883-4cf1-b731-a78776fc86a6 req-7933931c-640f-4201-8178-1f3413cc10ac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 HTTP/1.1" status: 200 len: 217 time: 0.0559154 Dec 08 01:38:14.367100 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-792ee3e2-b5be-49ec-b408-8e3911ce88e6 req-a050b819-6e09-4983-b016-f886ee46683d tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216609 Dec 08 01:38:14.387219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee053d-a409-41b8-9285-fc369c7cffe8 req-07c425c1-6897-41c3-9bab-05e033e5bd48 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:14.388775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0bee053d-a409-41b8-9285-fc369c7cffe8 req-07c425c1-6897-41c3-9bab-05e033e5bd48 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 945 time: 0.1532393 Dec 08 01:38:14.394070 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:14.418123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-de98dcf9-ecb5-48d3-a0da-03db031007b0 req-0b811e22-08bc-4ae5-8f06-ac73dc367b41 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1700820662', 'description': 'tempest-description-342934692'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:14.447271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Made reservation on behalf of a68ff4dea2974a1895e204fb9e49b1f3 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:14.450770 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:14.484312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e7633-b883-4cf1-b731-a78776fc86a6 req-c5578cea-bca6-4c0b-9592-c04b0a91490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:14.485743 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c55e7633-b883-4cf1-b731-a78776fc86a6 req-c5578cea-bca6-4c0b-9592-c04b0a91490c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0949304 Dec 08 01:38:14.497382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-de98dcf9-ecb5-48d3-a0da-03db031007b0 req-0b811e22-08bc-4ae5-8f06-ac73dc367b41 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:14.498292 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0bee053d-a409-41b8-9285-fc369c7cffe8 req-1ac53b89-ac56-43b5-8452-40370523bded tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979824 Dec 08 01:38:14.590175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Deleting port 2e353452-8e52-443c-b75f-5790d710e540 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:14.590570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:14.915060 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:14.926001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:14.926877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc12a73f-7d60-4272-963f-7c35686f19c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc27e454-d569-4010-8e7c-ab007fb31adc'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:14.931706 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffc5706-9155-407e-a85e-0de66b6f1016" -d '{"events": [{"server_uuid": "fc12a73f-7d60-4272-963f-7c35686f19c0", "name": "network-vif-plugged", "status": "completed", "tag": "cc27e454-d569-4010-8e7c-ab007fb31adc"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:14.965583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e7633-b883-4cf1-b731-a78776fc86a6 req-a748ec29-5096-4a51-b976-cf26c6d076b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:14.967147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c55e7633-b883-4cf1-b731-a78776fc86a6 req-a748ec29-5096-4a51-b976-cf26c6d076b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4669299 Dec 08 01:38:14.993150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Allocated IP 192.168.233.7 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/6edc4949-0a29-4c9a-84ce-cb8f002f208f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:14.999836 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:38:15.033420 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-de98dcf9-ecb5-48d3-a0da-03db031007b0 req-0b811e22-08bc-4ae5-8f06-ac73dc367b41 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.037106 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.047345 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-de98dcf9-ecb5-48d3-a0da-03db031007b0 req-0b811e22-08bc-4ae5-8f06-ac73dc367b41 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.049999 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.051303 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Added segment a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00 of type vlan for network b8f38b5c-55c2-4b78-88f9-a7745b714785 Dec 08 01:38:15.052263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c5aa4f-3cf1-4946-965b-b2f28da47968,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:15.076251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-29842595-8ff8-422c-82a9-493816b1915c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:15.077207 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Calling delete_port for 2e353452-8e52-443c-b75f-5790d710e540 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:15.077784 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-29842595-8ff8-422c-82a9-493816b1915c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.2073638 Dec 08 01:38:15.117239 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-de98dcf9-ecb5-48d3-a0da-03db031007b0 req-0b811e22-08bc-4ae5-8f06-ac73dc367b41 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.118508 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de98dcf9-ecb5-48d3-a0da-03db031007b0 req-0b811e22-08bc-4ae5-8f06-ac73dc367b41 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7080786 Dec 08 01:38:15.151847 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-eeaf5de9-716f-400f-9df8-06a5b45d6327 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/quotas/6d71442bfb01438e86d9fd2348d1c32c HTTP/1.1" status: 200 len: 375 time: 0.0318685 Dec 08 01:38:15.158002 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.178264 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b811e22-08bc-4ae5-8f06-ac73dc367b41 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0745b890-1ca3-4be6-ae62-55b75e780a1e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:15.221071 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-adb35a52-48b1-4e75-a70d-8ed4fd58df12 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591345 Dec 08 01:38:15.224829 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c55e7633-b883-4cf1-b731-a78776fc86a6 req-dd85cb02-05cb-4efa-9325-81797ef79aad service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485473 Dec 08 01:38:15.256179 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.257145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:15.257728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.347844 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4231515 Dec 08 01:38:15.352704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45346) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:15.354206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb92fc-104b-46e7-a085-685794f58197 req-e7ab58c1-5ca2-4208-abed-4cde1d7fc784 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:15.355716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b3cb92fc-104b-46e7-a085-685794f58197 req-e7ab58c1-5ca2-4208-abed-4cde1d7fc784 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 946 time: 0.1659157 Dec 08 01:38:15.382188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-64897e77-0101-40f1-b106-566fbd1e78a1 admin admin] Request body: {'subnet': {'network_id': 'b8f38b5c-55c2-4b78-88f9-a7745b714785', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-608418021-subnet', 'tenant_id': '55f986c873c94ca880d0b468c15c9e61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:15.406471 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.436588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a947bef-5037-4092-a158-b172c0906336 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f38b5c-55c2-4b78-88f9-a7745b714785,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:15.459359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network b8f38b5c-55c2-4b78-88f9-a7745b714785 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:38:15.475991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c55e7633-b883-4cf1-b731-a78776fc86a6 req-1698f47d-2263-4499-a340-f90d4e06892c service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384858 Dec 08 01:38:15.479979 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b3cb92fc-104b-46e7-a085-685794f58197 req-b6e639fc-dc73-403a-bc1b-b264a952d7e9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091568 Dec 08 01:38:15.482936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-2388aa48-698d-4756-ac76-3853167aafb3 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540259 Dec 08 01:38:15.486169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64897e77-0101-40f1-b106-566fbd1e78a1 admin admin] Made reservation on behalf of 55f986c873c94ca880d0b468c15c9e61 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:15.489630 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64897e77-0101-40f1-b106-566fbd1e78a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.516860 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.527918 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.554803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Pushing event deleted for resources: {'Port': ['ID=2e353452-8e52-443c-b75f-5790d710e540,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:15.585869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db', '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:15.588551 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc120996-da89-4922-a982-263e7a53a49b', 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa', '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4', '4a02173d-c3c5-4439-bfe4-a80a7cccb519', 'aa295efb-4f8c-418f-a864-a0e1ca97bf5d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:15.639736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:15.666147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:15.678001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:15.711750 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-e04787a2-2029-471d-b511-0ed6c1644000 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168407 Dec 08 01:38:15.716419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event updated for resources: {'Port': ['ID=6edc4949-0a29-4c9a-84ce-cb8f002f208f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:15.734030 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.866790 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:15.867384 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64897e77-0101-40f1-b106-566fbd1e78a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.867527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.882634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc7fde-422a-4a42-bedb-0d04f1c9d471 req-52c5742e-7d25-4a0b-a049-b6a1acdf6cd2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:15.887996 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bdcc7fde-422a-4a42-bedb-0d04f1c9d471 req-52c5742e-7d25-4a0b-a049-b6a1acdf6cd2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 934 time: 0.2829282 Dec 08 01:38:15.895481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.911408 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:15.968883 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58194072-6d0e-4809-8c10-e30bc35b0b26 x-openstack-request-id: req-58194072-6d0e-4809-8c10-e30bc35b0b26 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:15.969485 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc12a73f-7d60-4272-963f-7c35686f19c0", "name": "network-vif-plugged", "status": "completed", "tag": "cc27e454-d569-4010-8e7c-ab007fb31adc", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:15.969586 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58194072-6d0e-4809-8c10-e30bc35b0b26 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:15.970157 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc12a73f-7d60-4272-963f-7c35686f19c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc27e454-d569-4010-8e7c-ab007fb31adc', 'code': 200} Dec 08 01:38:15.978643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-26dd26d5-9b07-43ec-a16e-4a71fa450aa2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0027356 Dec 08 01:38:15.989888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c7c3c9f8-2abf-4e4e-8913-0364ed4157fb req-6a18c824-2229-463a-bd70-327ae505790d tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-188775965', 'description': 'tempest-description-287766124'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:16.025621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Request body: {'port': {'device_id': '540efa14-1a2e-4480-bcb0-0cdf6c263887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:16.030100 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.032825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Fanout notify agent at l3_agent the message router_deleted on router ff965583-6ae4-4a47-af36-146b5729c4e8 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:38:16.048416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64897e77-0101-40f1-b106-566fbd1e78a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=999374b9-aa72-4fbb-b7d3-0d58bde35385,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:16.053151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.054820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-015f1fa9-6b59-42f6-8c10-7ec4e65967f7 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/routers/ff965583-6ae4-4a47-af36-146b5729c4e8 HTTP/1.1" status: 204 len: 168 time: 2.1825600 Dec 08 01:38:16.059507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45358) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:16.071107 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1449150166', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:16.093283 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64897e77-0101-40f1-b106-566fbd1e78a1 admin admin] Checking segment: {'id': 'a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b8f38b5c-55c2-4b78-88f9-a7745b714785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:16.093703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64897e77-0101-40f1-b106-566fbd1e78a1 admin admin] Network hostable DHCP agents. Network: b8f38b5c-55c2-4b78-88f9-a7745b714785, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:38:16.101944 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bdcc7fde-422a-4a42-bedb-0d04f1c9d471 req-2107c536-1a7f-43e7-8a12-f2826cedcc3b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006598 Dec 08 01:38:16.117596 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7c3c9f8-2abf-4e4e-8913-0364ed4157fb req-6a18c824-2229-463a-bd70-327ae505790d tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.135467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64897e77-0101-40f1-b106-566fbd1e78a1 admin admin] Network b8f38b5c-55c2-4b78-88f9-a7745b714785 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:38:16.151866 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.152923 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.186157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-64897e77-0101-40f1-b106-566fbd1e78a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, b8f38b5c-55c2-4b78-88f9-a7745b714785) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:16.194437 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.199474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64897e77-0101-40f1-b106-566fbd1e78a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:16.200205 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64897e77-0101-40f1-b106-566fbd1e78a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.215646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba790e-8cdc-4b29-b0ea-435de8cd5b2b None None] Network b8f38b5c-55c2-4b78-88f9-a7745b714785 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:16.248181 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-64897e77-0101-40f1-b106-566fbd1e78a1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8707650 Dec 08 01:38:16.293010 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.296483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b2983-3735-456f-bed5-29590c680508 req-04795541-6306-4156-b763-b2b31039e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:16.298021 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a42b2983-3735-456f-bed5-29590c680508 req-04795541-6306-4156-b763-b2b31039e1cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 1097 time: 0.1562552 Dec 08 01:38:16.353501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3d554-c6a0-4fe8-980f-1be7ae3d5d5f req-1792b7fe-db9c-4435-a467-c9b8e7a8f44c tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:16.355610 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d3d554-c6a0-4fe8-980f-1be7ae3d5d5f req-1792b7fe-db9c-4435-a467-c9b8e7a8f44c tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 948 time: 0.1574025 Dec 08 01:38:16.362733 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7c3c9f8-2abf-4e4e-8913-0364ed4157fb req-6a18c824-2229-463a-bd70-327ae505790d tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.399566 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7c3c9f8-2abf-4e4e-8913-0364ed4157fb req-6a18c824-2229-463a-bd70-327ae505790d tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.410838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-18f0549a-593a-4fa7-926d-6717a0c0336e None None] Provisioning complete for port 6edc4949-0a29-4c9a-84ce-cb8f002f208f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:16.413057 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18f0549a-593a-4fa7-926d-6717a0c0336e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.486069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7c3c9f8-2abf-4e4e-8913-0364ed4157fb req-6a18c824-2229-463a-bd70-327ae505790d tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.492779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7c3c9f8-2abf-4e4e-8913-0364ed4157fb req-6a18c824-2229-463a-bd70-327ae505790d tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5147483 Dec 08 01:38:16.515648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d3d554-c6a0-4fe8-980f-1be7ae3d5d5f req-a8210340-4332-4d06-bee9-7862dca31f78 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958753 Dec 08 01:38:16.554761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a42b2983-3735-456f-bed5-29590c680508 req-c22f9e2f-ee8b-4135-9f8c-c5357c32e4c4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452703 Dec 08 01:38:16.557750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-18f0549a-593a-4fa7-926d-6717a0c0336e None None] Port 6edc4949-0a29-4c9a-84ce-cb8f002f208f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:38:16.558650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18c824-2229-463a-bd70-327ae505790d tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8c838d-93fb-4e50-aedf-dc746cdff505,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:16.562232 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.564943 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd3bb40-044c-46f5-accc-06d2a82161bc None None] Network b8f38b5c-55c2-4b78-88f9-a7745b714785 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:16.638754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:38:16.681174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e187e-ba1b-463d-bdc1-3021cd7b3d7e req-68621421-1d70-4203-9994-1e06a4d50c79 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:16.681489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669184ba-bf82-4891-8f8d-5032640901f5 req-4623cc84-31cb-47fb-a4ab-b321b0e9bce1 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:16.682806 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-669184ba-bf82-4891-8f8d-5032640901f5 req-4623cc84-31cb-47fb-a4ab-b321b0e9bce1 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 945 time: 0.0784750 Dec 08 01:38:16.682991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-725e187e-ba1b-463d-bdc1-3021cd7b3d7e req-68621421-1d70-4203-9994-1e06a4d50c79 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 946 time: 0.0692422 Dec 08 01:38:16.698414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45374) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:16.705868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d79a0cc1-72b0-413f-b57c-98e092537065 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Request body: {'floatingip': {'port_id': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:16.750152 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edc4949-0a29-4c9a-84ce-cb8f002f208f {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:16.796389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.813833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d79a0cc1-72b0-413f-b57c-98e092537065 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.817725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d95e962b-4c29-4862-b982-58a7b767be1e req-adb28c72-25a2-4bb3-9f82-f7f6f2899e23 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 210 time: 0.0642612 Dec 08 01:38:16.873467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Transition to ACTIVE for port object 6edc4949-0a29-4c9a-84ce-cb8f002f208f will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:38:16.902874 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.906676 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.936239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:16.957635 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-669184ba-bf82-4891-8f8d-5032640901f5 req-85c98305-bf43-4997-9d5e-f8edd3b9d6cc tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587693 Dec 08 01:38:16.980953 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93e78e4b-3095-4663-be5a-bc1159d6ae62 req-86c8c083-7984-4adb-9dc1-96c2d00ea834 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/0745b890-1ca3-4be6-ae62-55b75e780a1e HTTP/1.1" status: 200 len: 1823 time: 0.1163580 Dec 08 01:38:17.102790 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93e78e4b-3095-4663-be5a-bc1159d6ae62 req-7a783408-cbed-42a2-9f3c-ed290c821eff tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/bf8c838d-93fb-4e50-aedf-dc746cdff505 HTTP/1.1" status: 200 len: 1822 time: 0.1203899 Dec 08 01:38:17.110623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-93e78e4b-3095-4663-be5a-bc1159d6ae62 req-dd9059aa-9d9a-4363-836c-159772a5dda9 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0745b890-1ca3-4be6-ae62-55b75e780a1e', 'remote_group_id': 'bf8c838d-93fb-4e50-aedf-dc746cdff505', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:17.110932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-93e78e4b-3095-4663-be5a-bc1159d6ae62 req-dd9059aa-9d9a-4363-836c-159772a5dda9 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0745b890-1ca3-4be6-ae62-55b75e780a1e', 'remote_group_id': 'bf8c838d-93fb-4e50-aedf-dc746cdff505', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:17.166693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Allocated IP 172.25.2.158 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/283bfb6f-28f9-4e18-aaf1-59ea595dd7df) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:17.209768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Pushing event updated for resources: {'Port': ['ID=6edc4949-0a29-4c9a-84ce-cb8f002f208f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:17.298998 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93e78e4b-3095-4663-be5a-bc1159d6ae62 req-dd9059aa-9d9a-4363-836c-159772a5dda9 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:17.323712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:17.355405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:17.357764 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93e78e4b-3095-4663-be5a-bc1159d6ae62 req-dd9059aa-9d9a-4363-836c-159772a5dda9 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:17.366618 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93e78e4b-3095-4663-be5a-bc1159d6ae62 req-dd9059aa-9d9a-4363-836c-159772a5dda9 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:17.383857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'mac_address': 'fa:16:3e:35:a0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:38:17.398992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9059aa-9d9a-4363-836c-159772a5dda9 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f8b248-1c4e-4f39-a1e8-40e8ea1a15bb,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:17.400923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Attempting to bind port 6edc4949-0a29-4c9a-84ce-cb8f002f208f on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:17.401416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Attempting to bind port 6edc4949-0a29-4c9a-84ce-cb8f002f208f by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:17.401562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Attempting to bind port 6edc4949-0a29-4c9a-84ce-cb8f002f208f on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:17.417490 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93e78e4b-3095-4663-be5a-bc1159d6ae62 req-dd9059aa-9d9a-4363-836c-159772a5dda9 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:17.433729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93e78e4b-3095-4663-be5a-bc1159d6ae62 req-dd9059aa-9d9a-4363-836c-159772a5dda9 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3285382 Dec 08 01:38:17.449516 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:17.457592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:17.476373 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:17.476625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Port 6edc4949-0a29-4c9a-84ce-cb8f002f208f on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:38:17.476625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Attempting to bind port 6edc4949-0a29-4c9a-84ce-cb8f002f208f on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:17.498201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:17.511017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:17.514656 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:17.514855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:17.515334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:38:17.524320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:17.524663 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:17.525055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:17.525500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Bound port: 6edc4949-0a29-4c9a-84ce-cb8f002f208f, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:17.525855 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:17.531086 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:17.555060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-282c18c1-8491-4d0a-85e9-258a0deb586e tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:17.556550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-282c18c1-8491-4d0a-85e9-258a0deb586e tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/networks?id=b8f38b5c-55c2-4b78-88f9-a7745b714785 HTTP/1.1" status: 200 len: 812 time: 0.3217936 Dec 08 01:38:17.580518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:17.618310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-4276d4d7-0140-4fac-a9dc-b444f29998a4 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/quotas/55f986c873c94ca880d0b468c15c9e61 HTTP/1.1" status: 200 len: 375 time: 0.0538585 Dec 08 01:38:17.667989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:17.686789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33', 'mac_address': 'fa:16:3e:eb:a6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:38:17.718966 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Pushing event updated for resources: {'Port': ['ID=283bfb6f-28f9-4e18-aaf1-59ea595dd7df,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:17.739568 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:17.773195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:17.798372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:17.805128 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:17.806190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f40b9c-4943-4425-b6a0-4a09dec6aecb req-b8ba349d-8b4d-4538-adef-5b0b33047694 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:17.808338 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7f40b9c-4943-4425-b6a0-4a09dec6aecb req-b8ba349d-8b4d-4538-adef-5b0b33047694 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 946 time: 0.2742691 Dec 08 01:38:17.886693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:17.952623 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-cab5c272-01b4-46c0-a8af-9bcdb13dd5e3 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=55f986c873c94ca880d0b468c15c9e61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3333180 Dec 08 01:38:17.996914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] For port 6edc4949-0a29-4c9a-84ce-cb8f002f208f, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:18.008397 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7f40b9c-4943-4425-b6a0-4a09dec6aecb req-26cc0b9c-fa4d-44c6-82a1-0ddfa310ce1c tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875875 Dec 08 01:38:18.037043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-392ad606-6da2-481c-b83a-f92aae9f8b7f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:18.037700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] For port 6edc4949-0a29-4c9a-84ce-cb8f002f208f, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=6edc4949-0a29-4c9a-84ce-cb8f002f208f,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:18.038561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-392ad606-6da2-481c-b83a-f92aae9f8b7f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.2881114 Dec 08 01:38:18.062182 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:18.081030 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Request body: {'port': {'device_id': 'ae33c963-3986-4096-8c9d-4fd33d0d36ea', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'admin_state_up': True, 'tenant_id': '6d71442bfb01438e86d9fd2348d1c32c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:18.136457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.resource_extend [None req-d79a0cc1-72b0-413f-b57c-98e092537065 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:38:18.182174 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:18.182798 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:18.184206 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] 10.222.0.65 "PUT /v2.0/ports/6edc4949-0a29-4c9a-84ce-cb8f002f208f HTTP/1.1" status: 200 len: 1095 time: 2.1780188 Dec 08 01:38:18.184698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540efa14-1a2e-4480-bcb0-0cdf6c263887', 'tag': '6edc4949-0a29-4c9a-84ce-cb8f002f208f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:18.185426 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:18.186998 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9dfbd4-feb9-44d0-ab16-e353ba72a0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "540efa14-1a2e-4480-bcb0-0cdf6c263887", "tag": "6edc4949-0a29-4c9a-84ce-cb8f002f208f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:18.193062 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e16702b-99ef-4f00-9f35-45ace42279a9 req-642dd591-ad78-468f-b403-71d9617ccb02 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/bf8c838d-93fb-4e50-aedf-dc746cdff505 HTTP/1.1" status: 200 len: 1822 time: 0.1534922 Dec 08 01:38:18.233178 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-e1e29826-9a1d-47d7-8ab0-c78d1620da43 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f38b5c-55c2-4b78-88f9-a7745b714785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672153 Dec 08 01:38:18.246890 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d79a0cc1-72b0-413f-b57c-98e092537065 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:18.249617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5aaa92-f15c-42b2-8461-246f2374f058 service neutron] Pushing event updated for resources: {'Port': ['ID=6edc4949-0a29-4c9a-84ce-cb8f002f208f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:18.261811 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d79a0cc1-72b0-413f-b57c-98e092537065 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:18.371464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['34dfb52f-d10f-41f5-a50f-9412e1e9ace0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:18.410309 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e16702b-99ef-4f00-9f35-45ace42279a9 req-b1689a65-fb84-4147-85e4-e87f5df6a155 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:18.417259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:18.459204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Made reservation on behalf of 6d71442bfb01438e86d9fd2348d1c32c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:18.461422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-511ef45e-d322-4030-a6d8-e1e256212dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:18.462722 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:18.462908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-511ef45e-d322-4030-a6d8-e1e256212dae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 1098 time: 0.1867383 Dec 08 01:38:18.481022 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e16702b-99ef-4f00-9f35-45ace42279a9 req-b1689a65-fb84-4147-85e4-e87f5df6a155 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:18.481286 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-de15e346-370d-4840-a6dd-b977847b4cf5 service neutron] 10.222.0.70 "GET /v2.0/networks/b8f38b5c-55c2-4b78-88f9-a7745b714785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326958 Dec 08 01:38:18.582360 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-d79a0cc1-72b0-413f-b57c-98e092537065 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Floating IP c932fa32-f9e2-44de-bd89-5120c591de2d associated. External IP: 172.25.2.247, port: fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3. Dec 08 01:38:18.588049 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-a1748a0c-88d0-47f9-8b89-2dcfcc552b6d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=6edc4949-0a29-4c9a-84ce-cb8f002f208f HTTP/1.1" status: 200 len: 217 time: 0.0838547 Dec 08 01:38:18.757806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-d1452973-211a-43a4-98fc-232dc58c9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:18.759716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-d1452973-211a-43a4-98fc-232dc58c9db0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1331670 Dec 08 01:38:18.833607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50a2f3-6e24-488b-b50b-889881942ee0 req-537b7eab-e594-4b02-93c2-8963b48e7dff tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:18.835192 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd50a2f3-6e24-488b-b50b-889881942ee0 req-537b7eab-e594-4b02-93c2-8963b48e7dff tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 949 time: 0.1546533 Dec 08 01:38:18.883096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-8c993b99-0fcd-49ca-9e81-40b7c84d14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:18.884625 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-8c993b99-0fcd-49ca-9e81-40b7c84d14ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173828 Dec 08 01:38:18.963313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:19.045398 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd50a2f3-6e24-488b-b50b-889881942ee0 req-e1281c37-01ee-41b6-8c52-4b937debd28a tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679673 Dec 08 01:38:19.064554 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e16702b-99ef-4f00-9f35-45ace42279a9 req-b1689a65-fb84-4147-85e4-e87f5df6a155 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:19.073055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79a0cc1-72b0-413f-b57c-98e092537065 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Router f2e4c710-f3b3-4861-8620-95e4e02b1d6e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:38:19.076589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e16702b-99ef-4f00-9f35-45ace42279a9 req-b1689a65-fb84-4147-85e4-e87f5df6a155 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:19.077755 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e16702b-99ef-4f00-9f35-45ace42279a9 req-b1689a65-fb84-4147-85e4-e87f5df6a155 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "DELETE /v2.0/security-groups/bf8c838d-93fb-4e50-aedf-dc746cdff505 HTTP/1.1" status: 204 len: 173 time: 0.8378534 Dec 08 01:38:19.092474 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-35b5b696-5502-4618-9d07-a1bc83c2db44 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990182 Dec 08 01:38:19.132566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Allocated IP 172.20.0.7 (ca5844b8-27b3-4526-899f-f6eb044a8310/6b516fe5-7c7e-4300-bab4-16f44055e7df/5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:19.136338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1689a65-fb84-4147-85e4-e87f5df6a155 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8c838d-93fb-4e50-aedf-dc746cdff505,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:19.271734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Router b7c8d622-b643-4284-8148-e62dc182f853 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:38:19.300874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b41ffd64-53e5-4418-9b0d-0279de5654ce req-fa2ab7d3-77ed-41bb-80d5-49145a223580 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 210 time: 0.0511985 Dec 08 01:38:19.324481 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c93f5acc-ea53-40fd-bca8-e14be6f62fb8 req-ae3cc8c8-ef92-44f0-a3aa-47e78c068501 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247999 Dec 08 01:38:19.327783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79a0cc1-72b0-413f-b57c-98e092537065 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:19.333645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d79a0cc1-72b0-413f-b57c-98e092537065 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:19.348221 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22b974-ed84-4e62-89e6-dec821bc1de7 None None] Sync routers for ids ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:19.363846 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22b974-ed84-4e62-89e6-dec821bc1de7 None None] Routers {'f2e4c710-f3b3-4861-8620-95e4e02b1d6e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:19.365120 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-0c22b974-ed84-4e62-89e6-dec821bc1de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:19.366311 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d79a0cc1-72b0-413f-b57c-98e092537065 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "PUT /v2.0/floatingips/c932fa32-f9e2-44de-bd89-5120c591de2d HTTP/1.1" status: 200 len: 992 time: 2.6669092 Dec 08 01:38:19.386784 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea89ef8-8474-49f6-88df-721c9519d55f x-openstack-request-id: req-3ea89ef8-8474-49f6-88df-721c9519d55f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:19.387143 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540efa14-1a2e-4480-bcb0-0cdf6c263887", "tag": "6edc4949-0a29-4c9a-84ce-cb8f002f208f", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:19.387407 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ea89ef8-8474-49f6-88df-721c9519d55f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:19.387810 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540efa14-1a2e-4480-bcb0-0cdf6c263887', 'tag': '6edc4949-0a29-4c9a-84ce-cb8f002f208f', 'status': 'completed', 'code': 200} Dec 08 01:38:19.392003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379ede7-393d-4243-ad0c-4b45a47c730a req-b93aa4d9-27e8-4ec6-a765-b99fdb3e827b tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:19.393599 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4379ede7-393d-4243-ad0c-4b45a47c730a req-b93aa4d9-27e8-4ec6-a765-b99fdb3e827b tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 945 time: 0.1764262 Dec 08 01:38:19.486454 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:19.497144 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-036c932d-bfc4-4f75-a5e0-7f7d1e67fb0f req-78f4a5f5-9ae2-491d-ba00-742d2ffffd18 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 210 time: 0.0349483 Dec 08 01:38:19.513251 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-0c22b974-ed84-4e62-89e6-dec821bc1de7 None None] Set router f2e4c710-f3b3-4861-8620-95e4e02b1d6e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:38:19.536999 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4379ede7-393d-4243-ad0c-4b45a47c730a req-11e1b88d-5808-480a-bc73-a55c6e8372f6 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319220 Dec 08 01:38:19.569366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:19.578379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dfbd4-feb9-44d0-ab16-e353ba72a0d7 req-47c10571-c724-46e5-895c-6c509224dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:19.579925 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab9dfbd4-feb9-44d0-ab16-e353ba72a0d7 req-47c10571-c724-46e5-895c-6c509224dbfb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 1098 time: 0.0817068 Dec 08 01:38:19.583959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd5ae6a-a5c6-444b-8676-380cae8c5c80 None None] Sync routers for ids ['b7c8d622-b643-4284-8148-e62dc182f853'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:19.596077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd5ae6a-a5c6-444b-8676-380cae8c5c80 None None] Routers {'b7c8d622-b643-4284-8148-e62dc182f853'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:19.596999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7dd5ae6a-a5c6-444b-8676-380cae8c5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b7c8d622-b643-4284-8148-e62dc182f853'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:19.636879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7dd5ae6a-a5c6-444b-8676-380cae8c5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:19.652906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd5ae6a-a5c6-444b-8676-380cae8c5c80 None None] Routers {'b7c8d622-b643-4284-8148-e62dc182f853'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:19.653797 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7dd5ae6a-a5c6-444b-8676-380cae8c5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b7c8d622-b643-4284-8148-e62dc182f853'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:19.674102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e43d4de-0f8e-4e24-b958-27d49d5d4e84 req-9a6f2a46-fd43-4bf8-81ba-87c3d639c165 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/0745b890-1ca3-4be6-ae62-55b75e780a1e HTTP/1.1" status: 200 len: 1823 time: 0.0997322 Dec 08 01:38:19.687819 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:19.687819 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2ad86952-908c-4f77-acda-2a5b221c407a tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6165676 Dec 08 01:38:19.687819 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:19.687819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45416) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:19.691922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:19.705646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7dd5ae6a-a5c6-444b-8676-380cae8c5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:19.707222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd5ae6a-a5c6-444b-8676-380cae8c5c80 None None] The sync data for ids ['b7c8d622-b643-4284-8148-e62dc182f853'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:38:19.735508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f059a53-b75a-43c5-bdfd-8658418f9f43 req-6b86961e-26c1-4532-a9e5-eeea6f7ae8c2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:19.745263 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f059a53-b75a-43c5-bdfd-8658418f9f43 req-6b86961e-26c1-4532-a9e5-eeea6f7ae8c2 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 946 time: 0.1318479 Dec 08 01:38:19.787500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dfbd4-feb9-44d0-ab16-e353ba72a0d7 req-c976e978-6caa-4f12-809b-ce50bddc09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:19.789218 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab9dfbd4-feb9-44d0-ab16-e353ba72a0d7 req-c976e978-6caa-4f12-809b-ce50bddc09f7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1949818 Dec 08 01:38:19.799874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Network ca5844b8-27b3-4526-899f-f6eb044a8310 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:19.813544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:19.816914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:19.842177 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f059a53-b75a-43c5-bdfd-8658418f9f43 req-ab2d7f58-3dc7-4404-9fba-ecf78deaf762 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899036 Dec 08 01:38:19.855344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Pushing event updated for resources: {'Port': ['ID=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:19.917628 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab9dfbd4-feb9-44d0-ab16-e353ba72a0d7 req-c72b2764-4337-451d-8fbf-818d00d1ac97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=6edc4949-0a29-4c9a-84ce-cb8f002f208f HTTP/1.1" status: 200 len: 217 time: 0.0983067 Dec 08 01:38:19.922842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-919c5833-2e48-43e2-9275-8fe835348e05 req-d1f9f98b-1c12-4b7d-9bbc-5d3f38f7b1d0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1009602807', 'description': 'tempest-description-734866000'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:19.923962 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-0c22b974-ed84-4e62-89e6-dec821bc1de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:37:42Z', 'revision_number': 4, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'c932fa32-f9e2-44de-bd89-5120c591de2d', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'port_id': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'mac_address': 'fa:16:3e:89:8e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abfb58c-de77-46cf-8137-94be23238432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:37:53Z', 'updated_at': '2021-12-08T01:38:18Z', 'revision_number': 1, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a71408-4b50-4655-9618-6f592b5f334a', 'name': '', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'mac_address': 'fa:16:3e:72:62:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:40Z', 'updated_at': '2021-12-08T01:37:50Z', 'revision_number': 5, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'subnets': [{'id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:19.954887 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22b974-ed84-4e62-89e6-dec821bc1de7 None None] Checking router: f2e4c710-f3b3-4861-8620-95e4e02b1d6e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:38:19.964973 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22b974-ed84-4e62-89e6-dec821bc1de7 None None] Routers {'f2e4c710-f3b3-4861-8620-95e4e02b1d6e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:19.965921 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-0c22b974-ed84-4e62-89e6-dec821bc1de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:19.993109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:19.993881 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:20.001267 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-919c5833-2e48-43e2-9275-8fe835348e05 req-d1f9f98b-1c12-4b7d-9bbc-5d3f38f7b1d0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:20.013404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dfbd4-feb9-44d0-ab16-e353ba72a0d7 req-fc6917e0-4785-45ce-86e3-c98b17745881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:20.018067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab9dfbd4-feb9-44d0-ab16-e353ba72a0d7 req-fc6917e0-4785-45ce-86e3-c98b17745881 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0884192 Dec 08 01:38:20.087308 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-ed85a7aa-5e08-43c6-aa80-e93e45ac7f4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0164289 Dec 08 01:38:20.096226 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-0c22b974-ed84-4e62-89e6-dec821bc1de7 None None] Set router f2e4c710-f3b3-4861-8620-95e4e02b1d6e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:38:20.163455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Request body: {'port': {'device_id': 'ae33c963-3986-4096-8c9d-4fd33d0d36ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:20.292566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dfbd4-feb9-44d0-ab16-e353ba72a0d7 req-4c2e9004-37e1-4d7d-9ca8-011222ee02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:20.294282 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab9dfbd4-feb9-44d0-ab16-e353ba72a0d7 req-4c2e9004-37e1-4d7d-9ca8-011222ee02fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2652910 Dec 08 01:38:20.299459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57af5a-fcb9-499c-881c-0b67d578af06 req-0061ce2a-200c-4f35-9c90-2a19dad10f7f tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:20.302947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e57af5a-fcb9-499c-881c-0b67d578af06 req-0061ce2a-200c-4f35-9c90-2a19dad10f7f tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 945 time: 0.2045250 Dec 08 01:38:20.310116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:20.313913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3bf23-4c34-4fb5-a12e-e6312d168cb0 req-e9952f78-e592-4a33-91dc-852da2d21354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:20.315477 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c6a3bf23-4c34-4fb5-a12e-e6312d168cb0 req-e9952f78-e592-4a33-91dc-852da2d21354 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4f13a287503344a5990ff93c9470875f&device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 1097 time: 0.1431689 Dec 08 01:38:20.340109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-8bb8178d-8496-422b-b343-8a2f88ecc0d1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:20.341635 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-8bb8178d-8496-422b-b343-8a2f88ecc0d1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.65 "GET /v2.0/networks?id=b8f38b5c-55c2-4b78-88f9-a7745b714785 HTTP/1.1" status: 200 len: 812 time: 0.3207257 Dec 08 01:38:20.372733 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-0c22b974-ed84-4e62-89e6-dec821bc1de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:37:42Z', 'revision_number': 4, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'c932fa32-f9e2-44de-bd89-5120c591de2d', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'port_id': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'mac_address': 'fa:16:3e:89:8e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abfb58c-de77-46cf-8137-94be23238432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:37:53Z', 'updated_at': '2021-12-08T01:38:18Z', 'revision_number': 1, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a71408-4b50-4655-9618-6f592b5f334a', 'name': '', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'mac_address': 'fa:16:3e:72:62:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:40Z', 'updated_at': '2021-12-08T01:37:50Z', 'revision_number': 5, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'subnets': [{'id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:20.387431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Request body: {'port': {'device_id': '71d43199-6d36-41e4-9bd2-fe357a16bad0', 'network_id': 'b8f38b5c-55c2-4b78-88f9-a7745b714785', 'admin_state_up': True, 'tenant_id': '55f986c873c94ca880d0b468c15c9e61'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:20.401255 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c22b974-ed84-4e62-89e6-dec821bc1de7 None None] The sync data for ids ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'] in n-d-713498-30 is: [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:37:42Z', 'revision_number': 4, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'c932fa32-f9e2-44de-bd89-5120c591de2d', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'port_id': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'mac_address': 'fa:16:3e:89:8e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7abfb58c-de77-46cf-8137-94be23238432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:37:53Z', 'updated_at': '2021-12-08T01:38:18Z', 'revision_number': 1, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a71408-4b50-4655-9618-6f592b5f334a', 'name': '', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'mac_address': 'fa:16:3e:72:62:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:40Z', 'updated_at': '2021-12-08T01:37:50Z', 'revision_number': 5, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'subnets': [{'id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:38:20.458979 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:20.461358 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-919c5833-2e48-43e2-9275-8fe835348e05 req-d1f9f98b-1c12-4b7d-9bbc-5d3f38f7b1d0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:20.475089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-919c5833-2e48-43e2-9275-8fe835348e05 req-d1f9f98b-1c12-4b7d-9bbc-5d3f38f7b1d0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:20.476932 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e57af5a-fcb9-499c-881c-0b67d578af06 req-b5f4ef4e-6b3a-4b24-93b0-46fcab89bbe3 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505055 Dec 08 01:38:20.580549 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:20.611906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:20.682490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:38:20.687012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7acbc8-4ee9-4cc0-878e-340816e990a5 req-c87db1e6-52b2-4b4a-a6d1-cc0c4405ea69 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:20.688641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce7acbc8-4ee9-4cc0-878e-340816e990a5 req-c87db1e6-52b2-4b4a-a6d1-cc0c4405ea69 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 949 time: 0.1365435 Dec 08 01:38:20.689093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:20.693003 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:20.716269 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63749840-1a24-44d9-a8ac-da464a48fa9a None None] New status for floating IP c932fa32-f9e2-44de-bd89-5120c591de2d: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:38:20.807186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce7acbc8-4ee9-4cc0-878e-340816e990a5 req-6c2b9ecd-9cc3-4ebc-88d9-a9252b435d86 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116173 Dec 08 01:38:20.833285 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:20.864841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Deleting port 283bfb6f-28f9-4e18-aaf1-59ea595dd7df {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:20.870854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:20.873320 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e39c189-c036-48d1-b667-52e5e7867164" -d '{"events": [{"server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "name": "network-vif-plugged", "status": "completed", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:20.873513 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:20.890992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:20.897933 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:20.900257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:20.983958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9f98b-1c12-4b7d-9bbc-5d3f38f7b1d0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f060328d-abb6-4d3a-93f2-2dbd058a6fc9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:21.008197 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab9dfbd4-feb9-44d0-ab16-e353ba72a0d7 req-ac885107-df42-468f-a1a9-3aea58150fc0 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892760 Dec 08 01:38:21.029608 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-919c5833-2e48-43e2-9275-8fe835348e05 req-d1f9f98b-1c12-4b7d-9bbc-5d3f38f7b1d0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.029961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:21.030089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:21.030867 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-919c5833-2e48-43e2-9275-8fe835348e05 req-d1f9f98b-1c12-4b7d-9bbc-5d3f38f7b1d0 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.1159828 Dec 08 01:38:21.043494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.052114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3bf23-4c34-4fb5-a12e-e6312d168cb0 req-0367e9c5-ab33-4024-b808-2cae70afcd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:21.053729 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c6a3bf23-4c34-4fb5-a12e-e6312d168cb0 req-0367e9c5-ab33-4024-b808-2cae70afcd44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b94226e-ceb5-48be-b76e-7d441756baa1 HTTP/1.1" status: 200 len: 914 time: 0.6839664 Dec 08 01:38:21.069211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:38:21.074131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:21.074510 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.086043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Transition to ACTIVE for port object 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:38:21.102315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbcfeb-b836-4329-9144-eced38712e1d req-cbd98ac1-9a24-405c-a79f-437f780ed532 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:21.104645 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31cbcfeb-b836-4329-9144-eced38712e1d req-cbd98ac1-9a24-405c-a79f-437f780ed532 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 931 time: 0.1704164 Dec 08 01:38:21.114356 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.121660 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c6a3bf23-4c34-4fb5-a12e-e6312d168cb0 req-eddd8575-cfdd-4655-8a68-19679d7b7d31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc27e454-d569-4010-8e7c-ab007fb31adc HTTP/1.1" status: 200 len: 217 time: 0.0531809 Dec 08 01:38:21.127003 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.136056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Calling delete_port for 283bfb6f-28f9-4e18-aaf1-59ea595dd7df owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:21.159005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Made reservation on behalf of 55f986c873c94ca880d0b468c15c9e61 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:21.162309 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.163944 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.204025 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-496389ae-7b49-40cb-88d2-fb8634c6da38 req-4ef5e80d-78c3-4720-9fa8-960398628a7f tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 210 time: 0.0812836 Dec 08 01:38:21.204460 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:21.211151 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.273901 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab9dfbd4-feb9-44d0-ab16-e353ba72a0d7 req-3ac75ffa-a214-46d3-a116-3cd01ee13b02 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526562 Dec 08 01:38:21.276965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3bf23-4c34-4fb5-a12e-e6312d168cb0 req-b9a5eef5-57f9-4585-9c73-43d32a2417eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:21.280336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c6a3bf23-4c34-4fb5-a12e-e6312d168cb0 req-b9a5eef5-57f9-4585-9c73-43d32a2417eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa96050b-31cb-4aa9-82e2-b44a01abb54d HTTP/1.1" status: 200 len: 853 time: 0.1274145 Dec 08 01:38:21.280549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Pushing event updated for resources: {'Port': ['ID=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:21.303021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:21.354318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31cbcfeb-b836-4329-9144-eced38712e1d req-e4db47b0-80fa-4e42-a9d2-095b7bbd3136 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282894 Dec 08 01:38:21.358357 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c6a3bf23-4c34-4fb5-a12e-e6312d168cb0 req-508564d8-243a-4887-b828-32bb722de87b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b94226e-ceb5-48be-b76e-7d441756baa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340064 Dec 08 01:38:21.393707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abfb58c-de77-46cf-8137-94be23238432', 'tag': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:21.397721 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d583bab8-884b-4397-a6b5-6f80cc15ec83" -d '{"events": [{"name": "network-changed", "server_uuid": "7abfb58c-de77-46cf-8137-94be23238432", "tag": "fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:21.416872 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9324e1-b6da-4f3f-9bb7-2ed1e9061309 x-openstack-request-id: req-3a9324e1-b6da-4f3f-9bb7-2ed1e9061309 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:21.417441 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "name": "network-vif-plugged", "status": "completed", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:21.417904 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3a9324e1-b6da-4f3f-9bb7-2ed1e9061309 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:21.418511 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'code': 200} Dec 08 01:38:21.439768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Attempting to bind port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:21.440104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Attempting to bind port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:21.440467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Attempting to bind port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 on network ca5844b8-27b3-4526-899f-f6eb044a8310 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:21.466123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 on network ca5844b8-27b3-4526-899f-f6eb044a8310 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:38:21.466456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Attempting to bind port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 on network ca5844b8-27b3-4526-899f-f6eb044a8310 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:21.481509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:21.481970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Checking segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:21.482329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Bound using segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:21.482776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Bound port: 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:21.483137 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.533887 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8afc5510-9ddb-4675-959b-30f1cad9cc5e req-6eb34764-896c-4caa-89c7-a4902d810b5b tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/f060328d-abb6-4d3a-93f2-2dbd058a6fc9 HTTP/1.1" status: 200 len: 1823 time: 0.0971565 Dec 08 01:38:21.575905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0e3d4-4022-4a46-b420-178ac43634b4 req-2632089e-462d-4896-9d24-85c49c41dd19 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:21.577461 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-29c0e3d4-4022-4a46-b420-178ac43634b4 req-2632089e-462d-4896-9d24-85c49c41dd19 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 946 time: 0.1568732 Dec 08 01:38:21.580034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8afc5510-9ddb-4675-959b-30f1cad9cc5e req-df8b495c-26d7-43da-89ba-7ae14e6451de tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f060328d-abb6-4d3a-93f2-2dbd058a6fc9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:21.580373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Allocated IP 172.20.0.9 (b8f38b5c-55c2-4b78-88f9-a7745b714785/999374b9-aa72-4fbb-b7d3-0d58bde35385/7ae3e99f-5820-4f4c-b474-e20b40903e07) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:21.580515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8afc5510-9ddb-4675-959b-30f1cad9cc5e req-df8b495c-26d7-43da-89ba-7ae14e6451de tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f060328d-abb6-4d3a-93f2-2dbd058a6fc9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:21.595517 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c6a3bf23-4c34-4fb5-a12e-e6312d168cb0 req-ab690ddc-94df-4374-993d-0525e06987c4 service neutron] 10.222.0.65 "GET /v2.0/networks/0b94226e-ceb5-48be-b76e-7d441756baa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268889 Dec 08 01:38:21.651011 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.682269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] For port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:21.694277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5e9b6-42a0-4ed0-9530-5a07fd062b6b req-07e92b61-fac0-443b-bda4-19bb40a5efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:21.695887 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fb5e9b6-42a0-4ed0-9530-5a07fd062b6b req-07e92b61-fac0-443b-bda4-19bb40a5efd9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f69c06aa-8073-482d-81db-a4ea2a5f36da HTTP/1.1" status: 200 len: 1101 time: 0.1611533 Dec 08 01:38:21.696575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Pushing event deleted for resources: {'Port': ['ID=283bfb6f-28f9-4e18-aaf1-59ea595dd7df,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:21.724436 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-29c0e3d4-4022-4a46-b420-178ac43634b4 req-522c8ebe-73fc-447d-aead-91204b15241b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395662 Dec 08 01:38:21.730714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] For port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:21.770269 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.787939 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c6a3bf23-4c34-4fb5-a12e-e6312d168cb0 req-6d9c93d0-67b0-4c70-a1d4-ccf2bafdbc65 service neutron] 10.222.0.65 "GET /v2.0/networks/0b94226e-ceb5-48be-b76e-7d441756baa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793499 Dec 08 01:38:21.791917 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17142242-f92f-4ef3-bae6-d7b322b91d4f x-openstack-request-id: req-17142242-f92f-4ef3-bae6-d7b322b91d4f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:21.792218 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abfb58c-de77-46cf-8137-94be23238432", "tag": "fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:21.792507 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17142242-f92f-4ef3-bae6-d7b322b91d4f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:21.792900 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abfb58c-de77-46cf-8137-94be23238432', 'tag': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3', 'status': 'completed', 'code': 200} Dec 08 01:38:21.848926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:21.849627 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.850941 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] 10.222.0.65 "PUT /v2.0/ports/5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 HTTP/1.1" status: 200 len: 1092 time: 1.7086325 Dec 08 01:38:21.854684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae33c963-3986-4096-8c9d-4fd33d0d36ea', 'tag': '5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:21.857019 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a5e902-72b7-49dd-9ca1-342d9b3d6cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae33c963-3986-4096-8c9d-4fd33d0d36ea", "tag": "5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:21.876031 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8afc5510-9ddb-4675-959b-30f1cad9cc5e req-df8b495c-26d7-43da-89ba-7ae14e6451de tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.879861 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.888490 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fb5e9b6-42a0-4ed0-9530-5a07fd062b6b req-f67335aa-f8bd-46af-9017-e4948b1af6b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823888 Dec 08 01:38:21.930409 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:21.975771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583bab8-884b-4397-a6b5-6f80cc15ec83 req-edd2cd41-9cfb-43f0-bee3-e15a86a6bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:21.977702 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d583bab8-884b-4397-a6b5-6f80cc15ec83 req-edd2cd41-9cfb-43f0-bee3-e15a86a6bd2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=05e2b07c96694d8db7d0cc092da79060&device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 1098 time: 0.1270516 Dec 08 01:38:21.980663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8e8c0-49bf-4e81-b6de-1230bb427d7b service neutron] Pushing event updated for resources: {'Port': ['ID=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:21.989711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c3104-519e-4461-b478-af4a3ec30b7b req-9aec8b17-246f-43f7-911a-93745c3d0e9f tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:21.997237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b6c3104-519e-4461-b478-af4a3ec30b7b req-9aec8b17-246f-43f7-911a-93745c3d0e9f tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 945 time: 0.1298554 Dec 08 01:38:21.998507 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8afc5510-9ddb-4675-959b-30f1cad9cc5e req-df8b495c-26d7-43da-89ba-7ae14e6451de tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.044250 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8afc5510-9ddb-4675-959b-30f1cad9cc5e req-df8b495c-26d7-43da-89ba-7ae14e6451de tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.058873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.132531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b495c-26d7-43da-89ba-7ae14e6451de tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee457e1-c791-4122-b5ec-419095e3d542,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:22.138906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-17b92463-eb3a-4569-abef-bf3875cf7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:22.140471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-17b92463-eb3a-4569-abef-bf3875cf7ac8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 1095 time: 0.2052379 Dec 08 01:38:22.143077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8afc5510-9ddb-4675-959b-30f1cad9cc5e req-df8b495c-26d7-43da-89ba-7ae14e6451de tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.144778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8afc5510-9ddb-4675-959b-30f1cad9cc5e req-df8b495c-26d7-43da-89ba-7ae14e6451de tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5776377 Dec 08 01:38:22.162786 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b6c3104-519e-4461-b478-af4a3ec30b7b req-0c65a692-54e0-4622-b0dd-32c3e6382e5f tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646717 Dec 08 01:38:22.179142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Network b8f38b5c-55c2-4b78-88f9-a7745b714785 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:22.186778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Pushing event updated for resources: {'Port': ['ID=7ae3e99f-5820-4f4c-b474-e20b40903e07,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:22.189372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:22.197906 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:22.232455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583bab8-884b-4397-a6b5-6f80cc15ec83 req-b9944ebd-496f-4683-b771-98a09bf83601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:22.234794 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d583bab8-884b-4397-a6b5-6f80cc15ec83 req-b9944ebd-496f-4683-b771-98a09bf83601 service neutron] 10.222.0.65 "GET /v2.0/networks?id=70e881ea-2db7-4cbe-a704-5e148df0be80 HTTP/1.1" status: 200 len: 912 time: 0.2348006 Dec 08 01:38:22.267902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:22.268788 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.382727 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-76f80b75-a4e0-49ec-a297-d9a849bc09a1 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0116174 Dec 08 01:38:22.415550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Request body: {'port': {'device_id': '71d43199-6d36-41e4-9bd2-fe357a16bad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:22.447291 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d583bab8-884b-4397-a6b5-6f80cc15ec83 req-cbc96e61-6171-4108-8e45-d613ce42e523 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 HTTP/1.1" status: 200 len: 1002 time: 0.1740782 Dec 08 01:38:22.457001 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c0295af-eb5b-4344-8682-94ab82287d18 req-90f1a56a-8633-4168-8df2-4df03542a668 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/f060328d-abb6-4d3a-93f2-2dbd058a6fc9 HTTP/1.1" status: 200 len: 2417 time: 0.1849258 Dec 08 01:38:22.476846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-5c0295af-eb5b-4344-8682-94ab82287d18 req-3616be5e-3df7-4882-aaea-7766095d0462 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f060328d-abb6-4d3a-93f2-2dbd058a6fc9', 'remote_group_id': None}]} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:22.477167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-5c0295af-eb5b-4344-8682-94ab82287d18 req-3616be5e-3df7-4882-aaea-7766095d0462 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f060328d-abb6-4d3a-93f2-2dbd058a6fc9', 'remote_group_id': None}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:22.487093 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99375ae1-f0b5-4d73-a0ff-c2fb664dd696 x-openstack-request-id: req-99375ae1-f0b5-4d73-a0ff-c2fb664dd696 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:22.487646 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae33c963-3986-4096-8c9d-4fd33d0d36ea", "tag": "5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:22.487646 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99375ae1-f0b5-4d73-a0ff-c2fb664dd696 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:22.488648 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae33c963-3986-4096-8c9d-4fd33d0d36ea', 'tag': '5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92', 'status': 'completed', 'code': 200} Dec 08 01:38:22.498349 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.548740 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.552081 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.552550 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 6edc4949-0a29-4c9a-84ce-cb8f002f208f details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:38:22.553362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-10197f2c-f2d2-4e38-8319-ebc9a77a0a59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 HTTP/1.1" status: 200 len: 217 time: 0.0679815 Dec 08 01:38:22.567439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583bab8-884b-4397-a6b5-6f80cc15ec83 req-e90fb809-5d61-4572-b719-2d9ee3f4037a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:22.568959 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d583bab8-884b-4397-a6b5-6f80cc15ec83 req-e90fb809-5d61-4572-b719-2d9ee3f4037a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9c2c56d-fefc-4009-b084-439df3fd05b2 HTTP/1.1" status: 200 len: 850 time: 0.1110728 Dec 08 01:38:22.662274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 6edc4949-0a29-4c9a-84ce-cb8f002f208f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=6edc4949-0a29-4c9a-84ce-cb8f002f208f,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:22.668043 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5c0295af-eb5b-4344-8682-94ab82287d18 req-3616be5e-3df7-4882-aaea-7766095d0462 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.674546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4eec20-af9e-49a2-9384-28282a0f3cd1 req-f885fc4d-4a20-4c81-afb5-2fc912b5dc06 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:22.675066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '6edc4949-0a29-4c9a-84ce-cb8f002f208f', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '6edc4949-0a29-4c9a-84ce-cb8f002f208f', 'mac_address': 'fa:16:3e:20:79:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:38:22.682400 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4eec20-af9e-49a2-9384-28282a0f3cd1 req-f885fc4d-4a20-4c81-afb5-2fc912b5dc06 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 950 time: 0.1925356 Dec 08 01:38:22.699949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Router b7c8d622-b643-4284-8148-e62dc182f853 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:38:22.715906 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.716945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-be982387-d20d-4480-a3f8-42d2c15ff20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:22.718425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-be982387-d20d-4480-a3f8-42d2c15ff20a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.1219776 Dec 08 01:38:22.730328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edc4949-0a29-4c9a-84ce-cb8f002f208f {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:22.733810 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583bab8-884b-4397-a6b5-6f80cc15ec83 req-4104054d-5117-4eee-aa48-2437c7db3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:22.735685 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d583bab8-884b-4397-a6b5-6f80cc15ec83 req-4104054d-5117-4eee-aa48-2437c7db3752 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70e881ea-2db7-4cbe-a704-5e148df0be80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1543422 Dec 08 01:38:22.751102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 6edc4949-0a29-4c9a-84ce-cb8f002f208f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=6edc4949-0a29-4c9a-84ce-cb8f002f208f,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:22.758308 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.764973 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-d4ebc440-341e-40ed-9c67-f07d02b064a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380034 Dec 08 01:38:22.796920 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5c0295af-eb5b-4344-8682-94ab82287d18 req-3616be5e-3df7-4882-aaea-7766095d0462 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.812372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=6edc4949-0a29-4c9a-84ce-cb8f002f208f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:22.817603 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4eec20-af9e-49a2-9384-28282a0f3cd1 req-5bcb29e3-c5ff-42ef-a7ab-6cb636b3ebe5 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347122 Dec 08 01:38:22.819218 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5c0295af-eb5b-4344-8682-94ab82287d18 req-3616be5e-3df7-4882-aaea-7766095d0462 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.868385 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:22.876740 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.878106 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a8456af6-7f9e-41e5-aad0-eedf8846abc4 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "PUT /v2.0/routers/b7c8d622-b643-4284-8148-e62dc182f853 HTTP/1.1" status: 200 len: 710 time: 3.1925066 Dec 08 01:38:22.881223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616be5e-3df7-4882-aaea-7766095d0462 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b32cc3-cc22-4f13-b74b-fcbfb0cfa996,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:22.883417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45456) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:22.886075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c154614-d65e-4fad-9a7f-72ed6c742913 None None] Sync routers for ids ['b7c8d622-b643-4284-8148-e62dc182f853'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:22.900381 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c154614-d65e-4fad-9a7f-72ed6c742913 None None] Routers {'b7c8d622-b643-4284-8148-e62dc182f853'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:22.901448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7c154614-d65e-4fad-9a7f-72ed6c742913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b7c8d622-b643-4284-8148-e62dc182f853'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:22.941327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7c154614-d65e-4fad-9a7f-72ed6c742913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:22.941557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5c0295af-eb5b-4344-8682-94ab82287d18 req-3616be5e-3df7-4882-aaea-7766095d0462 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:22.942651 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c0295af-eb5b-4344-8682-94ab82287d18 req-3616be5e-3df7-4882-aaea-7766095d0462 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4748027 Dec 08 01:38:22.951703 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c154614-d65e-4fad-9a7f-72ed6c742913 None None] Routers {'b7c8d622-b643-4284-8148-e62dc182f853'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:22.952360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7c154614-d65e-4fad-9a7f-72ed6c742913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b7c8d622-b643-4284-8148-e62dc182f853'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:22.981525 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-e41a738c-5fc9-4c09-8f10-e00b00684f9f service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795409 Dec 08 01:38:22.994903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79da71-abae-4e43-8894-30ef8c20e9d0 req-412ffffd-7821-4c7a-963e-3d8e5e8740fa tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:22.995233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7c154614-d65e-4fad-9a7f-72ed6c742913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:22.996337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c154614-d65e-4fad-9a7f-72ed6c742913 None None] The sync data for ids ['b7c8d622-b643-4284-8148-e62dc182f853'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:38:23.002476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd79da71-abae-4e43-8894-30ef8c20e9d0 req-412ffffd-7821-4c7a-963e-3d8e5e8740fa tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 931 time: 0.0860550 Dec 08 01:38:23.049448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e6af4afd-33f9-4ac8-95b8-80be665674b0 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/routers/b7c8d622-b643-4284-8148-e62dc182f853 HTTP/1.1" status: 200 len: 745 time: 0.1242800 Dec 08 01:38:23.055928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45460) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:23.066600 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d583bab8-884b-4397-a6b5-6f80cc15ec83 req-a322a761-8059-4691-bf05-0b5bdee26a70 service neutron] 10.222.0.65 "GET /v2.0/networks/70e881ea-2db7-4cbe-a704-5e148df0be80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182485 Dec 08 01:38:23.111586 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-89c5990b-aee7-4fc6-be83-d23686fcbed8 tempest-RoutersIpV6AdminTest-1911891710 tempest-RoutersIpV6AdminTest-1911891710-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&device_id=b7c8d622-b643-4284-8148-e62dc182f853 HTTP/1.1" status: 200 len: 205 time: 0.0544772 Dec 08 01:38:23.123325 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45462) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:23.147267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['6edc4949-0a29-4c9a-84ce-cb8f002f208f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:23.185983 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd79da71-abae-4e43-8894-30ef8c20e9d0 req-c40fb2b5-da37-41ac-a7bb-3d1f669a9667 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824377 Dec 08 01:38:23.198125 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bdedd16c-b0c3-4a7f-a614-e36c4b511683 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7c8d622-b643-4284-8148-e62dc182f853 HTTP/1.1" status: 200 len: 205 time: 0.0712278 Dec 08 01:38:23.199952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45466) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:23.252579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae3e99f-5820-4f4c-b474-e20b40903e07 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:23.271272 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:23.317871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdfa07-a4ad-462b-a5f2-a27cf232f54d req-f5060938-a53d-493e-932f-22a190e7916d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:23.319415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35bdfa07-a4ad-462b-a5f2-a27cf232f54d req-f5060938-a53d-493e-932f-22a190e7916d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 943 time: 0.1828489 Dec 08 01:38:23.320466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Transition to ACTIVE for port object 7ae3e99f-5820-4f4c-b474-e20b40903e07 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:38:23.326758 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f449cfd6-0678-4410-bea3-c8fddda5885a req-888ac91a-c328-45a6-ad39-f88ad0f52e44 service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214521 Dec 08 01:38:23.331814 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:23.348692 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a094cdfd-0542-4111-8102-4110dfe111c1 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:23.419913 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1890f4c1-0bcf-40db-ae22-e1e9eb9e1579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:23.423589 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfc90fc-4aaf-4e5c-a78a-7873d860fa88" -d '{"events": [{"server_uuid": "1890f4c1-0bcf-40db-ae22-e1e9eb9e1579", "name": "network-vif-plugged", "status": "completed", "tag": "6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:23.519340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc84ea7-93ab-464f-9341-65198efd68bd req-c10c0248-6e71-4b64-98aa-306a8cde5596 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:23.520848 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8bc84ea7-93ab-464f-9341-65198efd68bd req-c10c0248-6e71-4b64-98aa-306a8cde5596 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 947 time: 0.2273474 Dec 08 01:38:23.588046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a094cdfd-0542-4111-8102-4110dfe111c1 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:23.593427 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a094cdfd-0542-4111-8102-4110dfe111c1 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:23.637710 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d583bab8-884b-4397-a6b5-6f80cc15ec83 req-6d91be3b-5bc2-445d-8245-b6693b4dc0d4 service neutron] 10.222.0.65 "GET /v2.0/networks/70e881ea-2db7-4cbe-a704-5e148df0be80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594039 Dec 08 01:38:23.656252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5e902-72b7-49dd-9ca1-342d9b3d6cb5 req-c5dccafd-379a-407a-a389-b21c1e46a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:23.657796 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13a5e902-72b7-49dd-9ca1-342d9b3d6cb5 req-c5dccafd-379a-407a-a389-b21c1e46a58a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 1095 time: 0.1860776 Dec 08 01:38:23.661256 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a094cdfd-0542-4111-8102-4110dfe111c1 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:23.661800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a094cdfd-0542-4111-8102-4110dfe111c1 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Fanout notify agent at l3_agent the message router_deleted on router b7c8d622-b643-4284-8148-e62dc182f853 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:38:23.668969 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a094cdfd-0542-4111-8102-4110dfe111c1 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:23.670060 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a094cdfd-0542-4111-8102-4110dfe111c1 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/routers/b7c8d622-b643-4284-8148-e62dc182f853 HTTP/1.1" status: 204 len: 168 time: 0.4691312 Dec 08 01:38:23.673583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45470) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:23.688504 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8bc84ea7-93ab-464f-9341-65198efd68bd req-3a60fde9-050f-4c9b-baac-2f83f7917645 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516156 Dec 08 01:38:23.717323 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fe4d177d-9484-4d3d-9ad8-574ef7f1091b tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7c8d622-b643-4284-8148-e62dc182f853 HTTP/1.1" status: 200 len: 205 time: 0.0426288 Dec 08 01:38:23.720396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Pushing event updated for resources: {'Port': ['ID=7ae3e99f-5820-4f4c-b474-e20b40903e07,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:23.723695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45472) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:23.735066 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35bdfa07-a4ad-462b-a5f2-a27cf232f54d req-c7018605-6172-4cc6-9c5f-d6ce8f949e4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956213 Dec 08 01:38:23.806990 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-2c002cd6-f4a5-47e7-aa8a-6a6fb9567a22 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] delete failed (client error): The resource could not be found. Dec 08 01:38:23.808075 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2c002cd6-f4a5-47e7-aa8a-6a6fb9567a22 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/routers/b7c8d622-b643-4284-8148-e62dc182f853 HTTP/1.1" status: 404 len: 336 time: 0.0800352 Dec 08 01:38:23.808716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Attempting to bind port 7ae3e99f-5820-4f4c-b474-e20b40903e07 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:23.809151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Attempting to bind port 7ae3e99f-5820-4f4c-b474-e20b40903e07 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b8f38b5c-55c2-4b78-88f9-a7745b714785'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:23.809585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Attempting to bind port 7ae3e99f-5820-4f4c-b474-e20b40903e07 on network b8f38b5c-55c2-4b78-88f9-a7745b714785 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:23.818050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45474) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:23.832704 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Port 7ae3e99f-5820-4f4c-b474-e20b40903e07 on network b8f38b5c-55c2-4b78-88f9-a7745b714785 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:38:23.833014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Attempting to bind port 7ae3e99f-5820-4f4c-b474-e20b40903e07 on network b8f38b5c-55c2-4b78-88f9-a7745b714785 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:23.845279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:23.845613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Checking segment: {'id': 'a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b8f38b5c-55c2-4b78-88f9-a7745b714785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:23.845995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Bound using segment: {'id': 'a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b8f38b5c-55c2-4b78-88f9-a7745b714785'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:23.846426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Bound port: 7ae3e99f-5820-4f4c-b474-e20b40903e07, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b8f38b5c-55c2-4b78-88f9-a7745b714785'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:23.846779 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:23.863243 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-faabf81e-33bb-4bc4-b8a7-a3b6508f3f72 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff965583-6ae4-4a47-af36-146b5729c4e8 HTTP/1.1" status: 200 len: 205 time: 0.0439243 Dec 08 01:38:23.867381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c1a47-1a76-47aa-92d1-f6a7577e6253 req-58b0db22-b8cc-43ea-b08b-59253ab75d92 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:23.868182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45478) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:23.868917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-427c1a47-1a76-47aa-92d1-f6a7577e6253 req-58b0db22-b8cc-43ea-b08b-59253ab75d92 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 945 time: 0.0743318 Dec 08 01:38:23.914353 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ce8769f-bf37-4579-a6ea-512ef873ab16 req-58378940-4da1-402c-a6c8-fcc843d0f331 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/f060328d-abb6-4d3a-93f2-2dbd058a6fc9 HTTP/1.1" status: 200 len: 3016 time: 0.1994002 Dec 08 01:38:23.917334 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-c467fa20-f313-427f-9a0b-fad2923d4e7f tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] delete failed (client error): The resource could not be found. Dec 08 01:38:23.920804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c467fa20-f313-427f-9a0b-fad2923d4e7f tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/routers/ff965583-6ae4-4a47-af36-146b5729c4e8 HTTP/1.1" status: 404 len: 336 time: 0.0489416 Dec 08 01:38:23.920804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5e902-72b7-49dd-9ca1-342d9b3d6cb5 req-e037146f-65dd-402f-a39e-eb602315d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:23.921209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13a5e902-72b7-49dd-9ca1-342d9b3d6cb5 req-e037146f-65dd-402f-a39e-eb602315d364 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 913 time: 0.2496355 Dec 08 01:38:23.921710 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45480) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:23.955083 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2a22567c-77e7-4c6d-a47a-664f4dd7098c tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9e0d62a-6a52-4794-8c9d-24615273c410 HTTP/1.1" status: 200 len: 205 time: 0.0322812 Dec 08 01:38:23.955532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45484) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:23.960989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-427c1a47-1a76-47aa-92d1-f6a7577e6253 req-49f15bdc-0bd1-4028-a912-5b670e721c53 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697789 Dec 08 01:38:23.962602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] For port 7ae3e99f-5820-4f4c-b474-e20b40903e07, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:23.970134 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d59cac3-5fdb-4eff-b373-f2719233255d x-openstack-request-id: req-4d59cac3-5fdb-4eff-b373-f2719233255d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:23.970134 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1890f4c1-0bcf-40db-ae22-e1e9eb9e1579", "name": "network-vif-plugged", "status": "completed", "tag": "6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:23.970134 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d59cac3-5fdb-4eff-b373-f2719233255d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:23.971129 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1890f4c1-0bcf-40db-ae22-e1e9eb9e1579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33', 'code': 200} Dec 08 01:38:23.971225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] For port 7ae3e99f-5820-4f4c-b474-e20b40903e07, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7ae3e99f-5820-4f4c-b474-e20b40903e07,segment=NetworkSegment(a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00),segment_id=a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:24.013186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13a5e902-72b7-49dd-9ca1-342d9b3d6cb5 req-835b9c24-b264-4dfc-9a48-907cd401b4fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 HTTP/1.1" status: 200 len: 217 time: 0.0632746 Dec 08 01:38:24.025969 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.028094 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-b7614169-6976-4603-823c-37582f9d0d17 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] delete failed (client error): The resource could not be found. Dec 08 01:38:24.029216 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b7614169-6976-4603-823c-37582f9d0d17 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/routers/f9e0d62a-6a52-4794-8c9d-24615273c410 HTTP/1.1" status: 404 len: 336 time: 0.0726397 Dec 08 01:38:24.034749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45488) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:24.072411 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e44af1b2-ff37-4be7-b190-d702f7544311 req-b1e355a6-9eab-48e5-98a6-9fb6d1bc2b82 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-group-rules/36b32cc3-cc22-4f13-b74b-fcbfb0cfa996 HTTP/1.1" status: 200 len: 783 time: 0.0550361 Dec 08 01:38:24.093090 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-56a62685-29e0-43f0-92fd-6488579ad4f8 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cd75afb-efd3-49bc-ad5c-69a836db7aff HTTP/1.1" status: 200 len: 205 time: 0.0569282 Dec 08 01:38:24.093376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:24.093916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.095362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] 10.222.0.65 "PUT /v2.0/ports/7ae3e99f-5820-4f4c-b474-e20b40903e07 HTTP/1.1" status: 200 len: 1092 time: 1.6915681 Dec 08 01:38:24.095812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d43199-6d36-41e4-9bd2-fe357a16bad0', 'tag': '7ae3e99f-5820-4f4c-b474-e20b40903e07'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:24.098650 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609b13c5-cad9-46dc-9aa3-6161608dd123" -d '{"events": [{"name": "network-changed", "server_uuid": "71d43199-6d36-41e4-9bd2-fe357a16bad0", "tag": "7ae3e99f-5820-4f4c-b474-e20b40903e07"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:24.108622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45492) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:24.157711 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5e902-72b7-49dd-9ca1-342d9b3d6cb5 req-274326b6-9bd8-46a3-bee4-aaa585061141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:24.159249 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13a5e902-72b7-49dd-9ca1-342d9b3d6cb5 req-274326b6-9bd8-46a3-bee4-aaa585061141 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.1370988 Dec 08 01:38:24.163599 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-f4f4d904-1761-4202-ba27-46aa878d1235 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] delete failed (client error): The resource could not be found. Dec 08 01:38:24.167259 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f4f4d904-1761-4202-ba27-46aa878d1235 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/routers/7cd75afb-efd3-49bc-ad5c-69a836db7aff HTTP/1.1" status: 404 len: 336 time: 0.0551925 Dec 08 01:38:24.170484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45496) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:24.183802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991d81d-5873-4362-956e-eca1ab2c3794 req-d10fd0c3-a0f4-486e-a40d-c9c8703851f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:24.185281 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3991d81d-5873-4362-956e-eca1ab2c3794 req-d10fd0c3-a0f4-486e-a40d-c9c8703851f3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 1102 time: 0.0949047 Dec 08 01:38:24.188452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4484d-ea02-4996-826c-64c41b0cf99c service neutron] Pushing event updated for resources: {'Port': ['ID=7ae3e99f-5820-4f4c-b474-e20b40903e07,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:24.200836 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fefa0d-30ba-4866-8a54-e57d25d519a5 req-d22f9afb-25e0-4449-a0c4-f1bf89239af2 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:24.202336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96fefa0d-30ba-4866-8a54-e57d25d519a5 req-d22f9afb-25e0-4449-a0c4-f1bf89239af2 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 950 time: 0.1693840 Dec 08 01:38:24.224128 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e44af1b2-ff37-4be7-b190-d702f7544311 req-f9494dde-2a87-4c05-95fd-940ce3b761c4 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/f060328d-abb6-4d3a-93f2-2dbd058a6fc9 HTTP/1.1" status: 200 len: 3016 time: 0.1438117 Dec 08 01:38:24.228563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-da9f8815-f5d8-4657-b3ce-5ebe904c7192 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "GET /v2.0/ports?device_id=152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f HTTP/1.1" status: 200 len: 205 time: 0.0539510 Dec 08 01:38:24.228755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45500) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:24.247395 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13a5e902-72b7-49dd-9ca1-342d9b3d6cb5 req-a4e19f5c-923f-4cc5-a589-ab008d16d502 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664387 Dec 08 01:38:24.273487 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-277b8b38-bf51-45b8-ad0b-9e5149c7dfdd tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] delete failed (client error): The resource could not be found. Dec 08 01:38:24.274501 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-277b8b38-bf51-45b8-ad0b-9e5149c7dfdd tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/routers/152ae3b0-8bf7-489d-bfcb-c54c6b4a2e4f HTTP/1.1" status: 404 len: 336 time: 0.0455165 Dec 08 01:38:24.280107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45502) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:24.285167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-7ec872ff-b6b1-4ac3-b71f-77e5caf55203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:24.286726 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-7ec872ff-b6b1-4ac3-b71f-77e5caf55203 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55f986c873c94ca880d0b468c15c9e61&device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 1095 time: 0.1098247 Dec 08 01:38:24.323232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2df4f935-76fa-43b8-a06d-8ba95263a47b tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "GET /v2.0/ports?device_id=c180271e-2ca5-431a-a9cf-0e4f2bb9a13f HTTP/1.1" status: 200 len: 205 time: 0.0405378 Dec 08 01:38:24.329534 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45504) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:24.367353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e44af1b2-ff37-4be7-b190-d702f7544311 req-b485662a-803c-4e79-a188-9eea7ae10c6b tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.370280 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96fefa0d-30ba-4866-8a54-e57d25d519a5 req-60f8c8bb-7a07-4f83-995c-5309cecc7197 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478820 Dec 08 01:38:24.375862 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3991d81d-5873-4362-956e-eca1ab2c3794 req-84d9b6cd-9edd-4bdd-8f99-f3f24431866c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600740 Dec 08 01:38:24.397386 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13a5e902-72b7-49dd-9ca1-342d9b3d6cb5 req-b540c854-499a-4deb-aff6-e7bafce4f2ac service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372085 Dec 08 01:38:24.403657 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-e251c887-3b3e-4171-a68a-96d1aa0d74bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae3e99f-5820-4f4c-b474-e20b40903e07 HTTP/1.1" status: 200 len: 217 time: 0.0828922 Dec 08 01:38:24.405261 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e44af1b2-ff37-4be7-b190-d702f7544311 req-b485662a-803c-4e79-a188-9eea7ae10c6b tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.411910 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-3e5a1cb3-1fbe-4836-893a-e1a898798378 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] delete failed (client error): The resource could not be found. Dec 08 01:38:24.415438 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3e5a1cb3-1fbe-4836-893a-e1a898798378 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/routers/c180271e-2ca5-431a-a9cf-0e4f2bb9a13f HTTP/1.1" status: 404 len: 336 time: 0.0813227 Dec 08 01:38:24.416317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45506) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:24.481928 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f84a570-fe48-40f2-9301-32db18b8fe22 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] DELETE failed (client error): The resource could not be found. Dec 08 01:38:24.482437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f84a570-fe48-40f2-9301-32db18b8fe22 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:38:24.493958 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1f84a570-fe48-40f2-9301-32db18b8fe22 tempest-RoutersIpV6AdminTest-1245176685 tempest-RoutersIpV6AdminTest-1245176685-project] 10.222.0.70 "DELETE /v2.0/subnets/aa249354-e7dd-4441-bf8d-d08c53db9700 HTTP/1.1" status: 404 len: 337 time: 0.0740454 Dec 08 01:38:24.507360 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e44af1b2-ff37-4be7-b190-d702f7544311 req-b485662a-803c-4e79-a188-9eea7ae10c6b tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.521462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e44af1b2-ff37-4be7-b190-d702f7544311 req-b485662a-803c-4e79-a188-9eea7ae10c6b tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.521462 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e44af1b2-ff37-4be7-b190-d702f7544311 req-b485662a-803c-4e79-a188-9eea7ae10c6b tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/36b32cc3-cc22-4f13-b74b-fcbfb0cfa996 HTTP/1.1" status: 204 len: 173 time: 0.2844858 Dec 08 01:38:24.521790 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13a5e902-72b7-49dd-9ca1-342d9b3d6cb5 req-0cdaa9b4-7a48-4a13-a76c-d1ff43babe53 service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086648 Dec 08 01:38:24.529315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-206d136d-5aa2-478a-83ca-2897e6062d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:24.530798 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-206d136d-5aa2-478a-83ca-2897e6062d17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=999374b9-aa72-4fbb-b7d3-0d58bde35385 HTTP/1.1" status: 200 len: 852 time: 0.1152759 Dec 08 01:38:24.531645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485662a-803c-4e79-a188-9eea7ae10c6b tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36b32cc3-cc22-4f13-b74b-fcbfb0cfa996,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:24.544829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 6edc4949-0a29-4c9a-84ce-cb8f002f208f up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:24.565480 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d790a26-4d57-4514-9313-99828c2f932d x-openstack-request-id: req-3d790a26-4d57-4514-9313-99828c2f932d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:24.565901 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d43199-6d36-41e4-9bd2-fe357a16bad0", "tag": "7ae3e99f-5820-4f4c-b474-e20b40903e07", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:24.566211 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3d790a26-4d57-4514-9313-99828c2f932d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:24.566681 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d43199-6d36-41e4-9bd2-fe357a16bad0', 'tag': '7ae3e99f-5820-4f4c-b474-e20b40903e07', 'status': 'completed', 'code': 200} Dec 08 01:38:24.615853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-4a31bf2e-59cc-47ba-a629-4477a607328f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b8f38b5c-55c2-4b78-88f9-a7745b714785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464385 Dec 08 01:38:24.622924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 6edc4949-0a29-4c9a-84ce-cb8f002f208f completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:38:24.634251 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 6edc4949-0a29-4c9a-84ce-cb8f002f208f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:24.634671 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.746527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b1366-adb3-4171-8949-e120986390a6 req-e82eb864-219e-49be-a6c5-e8c011f6a114 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:24.749967 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.756348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f47b1366-adb3-4171-8949-e120986390a6 req-e82eb864-219e-49be-a6c5-e8c011f6a114 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 943 time: 0.1365242 Dec 08 01:38:24.801874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e0e4268a-980e-430e-99ff-80c4e0ce0cae req-37826104-487a-4a61-bad6-80809f1a393a tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/f060328d-abb6-4d3a-93f2-2dbd058a6fc9 HTTP/1.1" status: 200 len: 2417 time: 0.0450788 Dec 08 01:38:24.815741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 6edc4949-0a29-4c9a-84ce-cb8f002f208f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=6edc4949-0a29-4c9a-84ce-cb8f002f208f,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:24.823347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-fcf5073e-a70e-4ac4-96aa-2a39414a9732 service neutron] 10.222.0.65 "GET /v2.0/networks/b8f38b5c-55c2-4b78-88f9-a7745b714785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903491 Dec 08 01:38:24.827021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.834738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f47b1366-adb3-4171-8949-e120986390a6 req-03aa25b9-5455-4d7e-8590-7b218f9a5fc0 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774639 Dec 08 01:38:24.844240 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45522) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:24.902819 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e0e4268a-980e-430e-99ff-80c4e0ce0cae req-d8edfc26-b1bf-447c-a91a-183ce7f70e01 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.915199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=6edc4949-0a29-4c9a-84ce-cb8f002f208f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:24.933529 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e0e4268a-980e-430e-99ff-80c4e0ce0cae req-d8edfc26-b1bf-447c-a91a-183ce7f70e01 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.984558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e0e4268a-980e-430e-99ff-80c4e0ce0cae req-d8edfc26-b1bf-447c-a91a-183ce7f70e01 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.987201 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e0e4268a-980e-430e-99ff-80c4e0ce0cae req-d8edfc26-b1bf-447c-a91a-183ce7f70e01 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:24.988615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e0e4268a-980e-430e-99ff-80c4e0ce0cae req-d8edfc26-b1bf-447c-a91a-183ce7f70e01 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "DELETE /v2.0/security-groups/f060328d-abb6-4d3a-93f2-2dbd058a6fc9 HTTP/1.1" status: 204 len: 173 time: 0.1781011 Dec 08 01:38:25.001728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edfc26-b1bf-447c-a91a-183ce7f70e01 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f060328d-abb6-4d3a-93f2-2dbd058a6fc9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:25.003768 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c71603fc-9b27-483a-8b7e-986d865ede8b req-51719091-3fb6-43b9-a059-c4589cf33a77 service neutron] 10.222.0.65 "GET /v2.0/networks/b8f38b5c-55c2-4b78-88f9-a7745b714785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674290 Dec 08 01:38:25.012766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b1fafb2-b767-4f21-b2f0-c4b30cffc821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.043909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bf79d-80af-4765-a250-86fde5784ce6 req-35812525-7b9c-45a9-beb4-d1c180afebe8 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:25.045428 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f2bf79d-80af-4765-a250-86fde5784ce6 req-35812525-7b9c-45a9-beb4-d1c180afebe8 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 948 time: 0.1158366 Dec 08 01:38:25.097884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe4b6cc-52cc-47d3-8e74-430ba0a26fd5 req-58a497ba-1f94-4d55-b682-e73a35dab086 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:25.099347 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fe4b6cc-52cc-47d3-8e74-430ba0a26fd5 req-58a497ba-1f94-4d55-b682-e73a35dab086 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 945 time: 0.0510314 Dec 08 01:38:25.118386 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f2bf79d-80af-4765-a250-86fde5784ce6 req-9773a0c5-1c2b-4c97-9016-12a5aa732b36 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648060 Dec 08 01:38:25.175135 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fe4b6cc-52cc-47d3-8e74-430ba0a26fd5 req-42a9879e-eee4-473f-8adb-f044aed38183 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658383 Dec 08 01:38:25.191100 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b1fafb2-b767-4f21-b2f0-c4b30cffc821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.203973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b13c5-cad9-46dc-9aa3-6161608dd123 req-98a19bd0-43b0-4927-93c4-e83bd673d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:25.205503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-609b13c5-cad9-46dc-9aa3-6161608dd123 req-98a19bd0-43b0-4927-93c4-e83bd673d701 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=55f986c873c94ca880d0b468c15c9e61&device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 1095 time: 0.0862556 Dec 08 01:38:25.217077 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-18d74368-eb88-40b7-b537-1dd8248583b0 req-e31b336d-424e-4ab7-9756-2268ab219e28 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] show failed (client error): The resource could not be found. Dec 08 01:38:25.218052 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-18d74368-eb88-40b7-b537-1dd8248583b0 req-e31b336d-424e-4ab7-9756-2268ab219e28 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/bf8c838d-93fb-4e50-aedf-dc746cdff505 HTTP/1.1" status: 404 len: 352 time: 0.0141861 Dec 08 01:38:25.219168 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b1fafb2-b767-4f21-b2f0-c4b30cffc821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.276449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fac243e1-d979-4a2c-8fdd-6a7159017e53 req-af01bd73-b8d5-4df4-9e62-fb13a6e1207d tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/0745b890-1ca3-4be6-ae62-55b75e780a1e HTTP/1.1" status: 200 len: 1823 time: 0.0369921 Dec 08 01:38:25.295780 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8b1fafb2-b767-4f21-b2f0-c4b30cffc821 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c29ba7c87244e738bf0b7e947cb5f5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4499645 Dec 08 01:38:25.297434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fafb2-b767-4f21-b2f0-c4b30cffc821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25728021-2956-4773-9542-01ea54f8ac36,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:25.300407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45530) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:25.313700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c06421-a28d-47aa-bdb3-01230f8e0584 req-dfb7fb89-fab3-4e5f-9220-00588fa94aa8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:25.315214 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47c06421-a28d-47aa-bdb3-01230f8e0584 req-dfb7fb89-fab3-4e5f-9220-00588fa94aa8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 943 time: 0.1305816 Dec 08 01:38:25.375055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fac243e1-d979-4a2c-8fdd-6a7159017e53 req-8fe30192-52e5-4efd-b807-dc45704a41cf tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.381875 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4365d2f-23de-46a7-865c-429dc611d7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.404052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b13c5-cad9-46dc-9aa3-6161608dd123 req-04f6d5b2-c675-429a-9f12-0347e40ddf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:25.405320 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-609b13c5-cad9-46dc-9aa3-6161608dd123 req-04f6d5b2-c675-429a-9f12-0347e40ddf6c service neutron] 10.222.0.65 "GET /v2.0/networks?id=b8f38b5c-55c2-4b78-88f9-a7745b714785 HTTP/1.1" status: 200 len: 913 time: 0.1821008 Dec 08 01:38:25.408847 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47c06421-a28d-47aa-bdb3-01230f8e0584 req-00c5f350-0879-46e9-a4c8-451e76c9f477 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649030 Dec 08 01:38:25.409341 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fac243e1-d979-4a2c-8fdd-6a7159017e53 req-8fe30192-52e5-4efd-b807-dc45704a41cf tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.434181 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4365d2f-23de-46a7-865c-429dc611d7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.449113 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-609b13c5-cad9-46dc-9aa3-6161608dd123 req-f1817fd2-f5b9-4e0e-a501-e6e2d1ecb01f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae3e99f-5820-4f4c-b474-e20b40903e07 HTTP/1.1" status: 200 len: 217 time: 0.0349545 Dec 08 01:38:25.494830 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fac243e1-d979-4a2c-8fdd-6a7159017e53 req-8fe30192-52e5-4efd-b807-dc45704a41cf tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.497655 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fac243e1-d979-4a2c-8fdd-6a7159017e53 req-8fe30192-52e5-4efd-b807-dc45704a41cf tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.498803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fac243e1-d979-4a2c-8fdd-6a7159017e53 req-8fe30192-52e5-4efd-b807-dc45704a41cf tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "DELETE /v2.0/security-groups/0745b890-1ca3-4be6-ae62-55b75e780a1e HTTP/1.1" status: 204 len: 173 time: 0.2161653 Dec 08 01:38:25.514344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe30192-52e5-4efd-b807-dc45704a41cf tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0745b890-1ca3-4be6-ae62-55b75e780a1e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:25.531518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b13c5-cad9-46dc-9aa3-6161608dd123 req-c53f9b13-237f-4d8b-9473-fd3c83c3442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:25.533044 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-609b13c5-cad9-46dc-9aa3-6161608dd123 req-c53f9b13-237f-4d8b-9473-fd3c83c3442c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=999374b9-aa72-4fbb-b7d3-0d58bde35385 HTTP/1.1" status: 200 len: 852 time: 0.0756855 Dec 08 01:38:25.547621 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4365d2f-23de-46a7-865c-429dc611d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.550078 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4365d2f-23de-46a7-865c-429dc611d7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.551588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a4365d2f-23de-46a7-865c-429dc611d7c4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25728021-2956-4773-9542-01ea54f8ac36 HTTP/1.1" status: 204 len: 168 time: 0.2486851 Dec 08 01:38:25.554560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac81e8-63dc-4bf6-b469-c3e7332470bb req-bf6f1742-cbcb-4d0b-b5bc-c7848d566b67 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:25.556734 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dcac81e8-63dc-4bf6-b469-c3e7332470bb req-bf6f1742-cbcb-4d0b-b5bc-c7848d566b67 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 950 time: 0.0685520 Dec 08 01:38:25.565611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4365d2f-23de-46a7-865c-429dc611d7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25728021-2956-4773-9542-01ea54f8ac36,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:25.589710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-07c6fcf4-0680-4e87-bada-7b76ee2297b6 req-21c465fd-5620-43b2-bfb3-fe84d9527770 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/f53a7b63-fb68-4602-b1d1-8b6b3a0325c7 HTTP/1.1" status: 200 len: 1822 time: 0.0711303 Dec 08 01:38:25.598911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-609b13c5-cad9-46dc-9aa3-6161608dd123 req-8d9a9ab5-e439-4170-97e4-74d5753d4ef4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b8f38b5c-55c2-4b78-88f9-a7745b714785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404556 Dec 08 01:38:25.654026 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-07c6fcf4-0680-4e87-bada-7b76ee2297b6 req-193daee6-72bb-4bae-b15a-f8da0d89ed61 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.678142 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-07c6fcf4-0680-4e87-bada-7b76ee2297b6 req-193daee6-72bb-4bae-b15a-f8da0d89ed61 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.682696 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dcac81e8-63dc-4bf6-b469-c3e7332470bb req-829eece1-4b55-4634-9b3a-9fd301a872ae tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091969 Dec 08 01:38:25.767203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-609b13c5-cad9-46dc-9aa3-6161608dd123 req-567f1e6a-767d-46f5-ab03-eb4af122f925 service neutron] 10.222.0.65 "GET /v2.0/networks/b8f38b5c-55c2-4b78-88f9-a7745b714785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589398 Dec 08 01:38:25.770710 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-07c6fcf4-0680-4e87-bada-7b76ee2297b6 req-193daee6-72bb-4bae-b15a-f8da0d89ed61 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.773765 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-07c6fcf4-0680-4e87-bada-7b76ee2297b6 req-193daee6-72bb-4bae-b15a-f8da0d89ed61 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.774980 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-07c6fcf4-0680-4e87-bada-7b76ee2297b6 req-193daee6-72bb-4bae-b15a-f8da0d89ed61 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "DELETE /v2.0/security-groups/f53a7b63-fb68-4602-b1d1-8b6b3a0325c7 HTTP/1.1" status: 204 len: 173 time: 0.1798034 Dec 08 01:38:25.785088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193daee6-72bb-4bae-b15a-f8da0d89ed61 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53a7b63-fb68-4602-b1d1-8b6b3a0325c7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:25.847914 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4741ea38-9525-4550-8d54-768cb8afa83f req-c46a0d27-dc1f-4cca-b890-1a38b9a48e03 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/470b9f16-ed41-4e58-a1de-96275e4641a8 HTTP/1.1" status: 200 len: 1822 time: 0.0492909 Dec 08 01:38:25.910601 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-609b13c5-cad9-46dc-9aa3-6161608dd123 req-3382805f-3f17-4230-84cb-cb3143ad6b64 service neutron] 10.222.0.65 "GET /v2.0/networks/b8f38b5c-55c2-4b78-88f9-a7745b714785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097054 Dec 08 01:38:25.924748 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4741ea38-9525-4550-8d54-768cb8afa83f req-dff56635-6351-4fe6-9f89-547af51365fa tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.957670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4741ea38-9525-4550-8d54-768cb8afa83f req-dff56635-6351-4fe6-9f89-547af51365fa tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:25.967758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45546) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:25.971532 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540efa14-1a2e-4480-bcb0-0cdf6c263887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edc4949-0a29-4c9a-84ce-cb8f002f208f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:25.975494 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14da6e2-1f2e-4a59-bd75-83b9a6fe4b09" -d '{"events": [{"server_uuid": "540efa14-1a2e-4480-bcb0-0cdf6c263887", "name": "network-vif-plugged", "status": "completed", "tag": "6edc4949-0a29-4c9a-84ce-cb8f002f208f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:25.997118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187e1ad-89db-4486-b302-cca07e0d6ca6 req-e1459824-dae4-4c18-9079-936ca261c4c7 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:26.000761 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0187e1ad-89db-4486-b302-cca07e0d6ca6 req-e1459824-dae4-4c18-9079-936ca261c4c7 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 943 time: 0.0778205 Dec 08 01:38:26.008058 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4741ea38-9525-4550-8d54-768cb8afa83f req-dff56635-6351-4fe6-9f89-547af51365fa tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.010850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4741ea38-9525-4550-8d54-768cb8afa83f req-dff56635-6351-4fe6-9f89-547af51365fa tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.012126 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4741ea38-9525-4550-8d54-768cb8afa83f req-dff56635-6351-4fe6-9f89-547af51365fa tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "DELETE /v2.0/security-groups/470b9f16-ed41-4e58-a1de-96275e4641a8 HTTP/1.1" status: 204 len: 173 time: 0.1509273 Dec 08 01:38:26.024952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff56635-6351-4fe6-9f89-547af51365fa tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470b9f16-ed41-4e58-a1de-96275e4641a8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:26.045242 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fe332943-3f90-4882-9cf1-a09f80dbf907 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d893849af54c49b296af8b865a07b3e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0747895 Dec 08 01:38:26.048065 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45552) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:26.059697 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfb669d-877d-489f-8902-881f55b95571 x-openstack-request-id: req-fdfb669d-877d-489f-8902-881f55b95571 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:26.060195 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540efa14-1a2e-4480-bcb0-0cdf6c263887", "name": "network-vif-plugged", "status": "completed", "tag": "6edc4949-0a29-4c9a-84ce-cb8f002f208f", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:26.060662 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdfb669d-877d-489f-8902-881f55b95571 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:26.061231 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540efa14-1a2e-4480-bcb0-0cdf6c263887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edc4949-0a29-4c9a-84ce-cb8f002f208f', 'code': 200} Dec 08 01:38:26.071148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0187e1ad-89db-4486-b302-cca07e0d6ca6 req-cac23ae4-0663-4a98-8f0d-848fc7479210 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601828 Dec 08 01:38:26.138179 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbda02bb-79e4-4d31-be65-56faefd4a537 req-fe49f7a6-6448-4bba-988f-d0750d695700 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/60d3d9b4-d274-4478-8fd4-b3a9a080aa58 HTTP/1.1" status: 200 len: 2423 time: 0.0650010 Dec 08 01:38:26.138945 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97553993-078f-4129-a573-b75305a533de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.173806 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97553993-078f-4129-a573-b75305a533de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.236672 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fbda02bb-79e4-4d31-be65-56faefd4a537 req-352d383b-effb-47a2-b5c6-12df58cc0b5e tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.263101 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fbda02bb-79e4-4d31-be65-56faefd4a537 req-352d383b-effb-47a2-b5c6-12df58cc0b5e tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.269686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f0fae-868e-44b2-97e0-dc4e61274b39 req-c2002446-f0b9-4c7f-a4d4-3544f32bea1c tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:26.271107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97553993-078f-4129-a573-b75305a533de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.271271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c48f0fae-868e-44b2-97e0-dc4e61274b39 req-c2002446-f0b9-4c7f-a4d4-3544f32bea1c tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 948 time: 0.0809741 Dec 08 01:38:26.273683 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97553993-078f-4129-a573-b75305a533de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.273966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc49830-7e51-4481-9b01-4063a2a08adb req-fe14c39f-60d1-48e8-9c41-fd4ee3cf6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:26.277729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-97553993-078f-4129-a573-b75305a533de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e9f45c73-a0d5-45fd-92e3-24c46e011d8f HTTP/1.1" status: 204 len: 168 time: 0.2245655 Dec 08 01:38:26.277897 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cc49830-7e51-4481-9b01-4063a2a08adb req-fe14c39f-60d1-48e8-9c41-fd4ee3cf6067 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 1100 time: 0.0734806 Dec 08 01:38:26.295609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97553993-078f-4129-a573-b75305a533de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f45c73-a0d5-45fd-92e3-24c46e011d8f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:26.328155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fbda02bb-79e4-4d31-be65-56faefd4a537 req-352d383b-effb-47a2-b5c6-12df58cc0b5e tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.331180 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fbda02bb-79e4-4d31-be65-56faefd4a537 req-352d383b-effb-47a2-b5c6-12df58cc0b5e tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.333899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbda02bb-79e4-4d31-be65-56faefd4a537 req-352d383b-effb-47a2-b5c6-12df58cc0b5e tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "DELETE /v2.0/security-groups/60d3d9b4-d274-4478-8fd4-b3a9a080aa58 HTTP/1.1" status: 204 len: 173 time: 0.1859505 Dec 08 01:38:26.346621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d383b-effb-47a2-b5c6-12df58cc0b5e tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d3d9b4-d274-4478-8fd4-b3a9a080aa58,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:26.376826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c48f0fae-868e-44b2-97e0-dc4e61274b39 req-bc539c39-3c9a-4568-9280-afbfedf6c5a7 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973115 Dec 08 01:38:26.381127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cc49830-7e51-4481-9b01-4063a2a08adb req-63cf2d14-2354-4623-905f-d71b4deb7f19 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835381 Dec 08 01:38:26.450295 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76a61048-2b18-4d08-b1d5-3189ece3b08e req-e4d2114d-6f48-4969-a81c-8c97d952ac89 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "GET /v2.0/security-groups/36bb919e-f97c-40d2-9567-7bc7e1af39db HTTP/1.1" status: 200 len: 2417 time: 0.0435901 Dec 08 01:38:26.453085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8918f-4636-4344-8d8f-09e7b20b7b97 req-ad9931c1-c732-4c78-a100-217e23f37779 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:26.454677 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23e8918f-4636-4344-8d8f-09e7b20b7b97 req-ad9931c1-c732-4c78-a100-217e23f37779 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 945 time: 0.0544941 Dec 08 01:38:26.507837 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23e8918f-4636-4344-8d8f-09e7b20b7b97 req-ebccbd86-a22b-461a-8217-6c94c69ea595 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459559 Dec 08 01:38:26.526975 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a61048-2b18-4d08-b1d5-3189ece3b08e req-619148bb-e8d1-4e53-b2bf-b38b3af222f5 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.554766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a61048-2b18-4d08-b1d5-3189ece3b08e req-619148bb-e8d1-4e53-b2bf-b38b3af222f5 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.557324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:38:26.623437 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a61048-2b18-4d08-b1d5-3189ece3b08e req-619148bb-e8d1-4e53-b2bf-b38b3af222f5 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.626401 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-76a61048-2b18-4d08-b1d5-3189ece3b08e req-619148bb-e8d1-4e53-b2bf-b38b3af222f5 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.627595 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76a61048-2b18-4d08-b1d5-3189ece3b08e req-619148bb-e8d1-4e53-b2bf-b38b3af222f5 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] 10.222.0.70 "DELETE /v2.0/security-groups/36bb919e-f97c-40d2-9567-7bc7e1af39db HTTP/1.1" status: 204 len: 173 time: 0.1696656 Dec 08 01:38:26.639429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef787ac8-9b21-4850-a8ee-cdfefa7b5f24 req-5966e617-8d6c-4704-b915-68f182a83548 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:26.640092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45566) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:26.640526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619148bb-e8d1-4e53-b2bf-b38b3af222f5 tempest-SecurityGroupRulesTestJSON-61852211 tempest-SecurityGroupRulesTestJSON-61852211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bb919e-f97c-40d2-9567-7bc7e1af39db,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:26.646806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef787ac8-9b21-4850-a8ee-cdfefa7b5f24 req-5966e617-8d6c-4704-b915-68f182a83548 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 943 time: 0.0724196 Dec 08 01:38:26.685108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:26.700424 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:38:26.707008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'port_id': '5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92', 'mac_address': 'fa:16:3e:de:28:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b516fe5-7c7e-4300-bab4-16f44055e7df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:38:26.724129 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef787ac8-9b21-4850-a8ee-cdfefa7b5f24 req-3550fedb-1007-4a8f-aa09-e41da22d0410 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650675 Dec 08 01:38:26.755914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8387f5-ccc4-464d-b4e9-c066b54fbeff admin admin] Deleting subnet 7186bdb7-2be8-42f4-80f2-ca019e0a1b5f {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:38:26.756101 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.760309 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e8387f5-ccc4-464d-b4e9-c066b54fbeff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.772380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:26.793972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:26.803794 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.846688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e8387f5-ccc4-464d-b4e9-c066b54fbeff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:26.861545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:26.883880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7ea18-0941-4015-9d1e-22f15d1ce767 req-e6d0eddc-8b98-43ae-87c0-b720ff481c2f tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:26.885501 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39a7ea18-0941-4015-9d1e-22f15d1ce767 req-e6d0eddc-8b98-43ae-87c0-b720ff481c2f tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 950 time: 0.1009231 Dec 08 01:38:26.922806 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e8387f5-ccc4-464d-b4e9-c066b54fbeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.014741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39a7ea18-0941-4015-9d1e-22f15d1ce767 req-fc4e40e2-a025-44d8-a583-0e3b5194e1ba tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212747 Dec 08 01:38:27.046386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cb500-07de-46be-a474-e701bdee1610 req-35ca511f-5c11-4fa0-8306-a633976e1c91 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:27.047917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-795cb500-07de-46be-a474-e701bdee1610 req-35ca511f-5c11-4fa0-8306-a633976e1c91 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.65 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 945 time: 0.1228478 Dec 08 01:38:27.054850 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e8387f5-ccc4-464d-b4e9-c066b54fbeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.108012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8387f5-ccc4-464d-b4e9-c066b54fbeff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7186bdb7-2be8-42f4-80f2-ca019e0a1b5f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:27.117220 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e8387f5-ccc4-464d-b4e9-c066b54fbeff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.120764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9e8387f5-ccc4-464d-b4e9-c066b54fbeff admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7186bdb7-2be8-42f4-80f2-ca019e0a1b5f HTTP/1.1" status: 204 len: 168 time: 0.4779336 Dec 08 01:38:27.123606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45594) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:27.156382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7ad35-f7ae-4b02-aeda-f0698dac5811 req-f73ef453-5c79-4995-93ca-9742216b5817 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:27.164775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-10f7ad35-f7ae-4b02-aeda-f0698dac5811 req-f73ef453-5c79-4995-93ca-9742216b5817 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69c06aa-8073-482d-81db-a4ea2a5f36da HTTP/1.1" status: 200 len: 949 time: 0.0692313 Dec 08 01:38:27.192485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45596) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:27.205452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:27.223821 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-10f7ad35-f7ae-4b02-aeda-f0698dac5811 req-650479ed-2d60-472f-a280-ce59b5d6e0e7 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578008 Dec 08 01:38:27.274672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.310404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8824581-7266-4af2-946f-242d4fb466d0 req-5268d1f3-05ad-4aa7-b779-d15f6a21a36a tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:27.311957 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a8824581-7266-4af2-946f-242d4fb466d0 req-5268d1f3-05ad-4aa7-b779-d15f6a21a36a tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 943 time: 0.1300406 Dec 08 01:38:27.314048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-795cb500-07de-46be-a474-e701bdee1610 req-a872881c-34d8-4a7d-937b-db0d1df88cd4 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Deleting port cc27e454-d569-4010-8e7c-ab007fb31adc {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:27.314391 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-795cb500-07de-46be-a474-e701bdee1610 req-a872881c-34d8-4a7d-937b-db0d1df88cd4 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.358369 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-812f17e2-35ce-4f69-b2f9-9a1e3cc7e31c tempest-AgentManagementNegativeTest-664225805 tempest-AgentManagementNegativeTest-664225805-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1647537 Dec 08 01:38:27.485470 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.502406 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a8824581-7266-4af2-946f-242d4fb466d0 req-00e3dce6-6b1a-495a-9ab3-ee60edfae409 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833425 Dec 08 01:38:27.528459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d7db5b-a500-4a2e-9789-b67bea196a3e']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:27.542961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-795cb500-07de-46be-a474-e701bdee1610 req-a872881c-34d8-4a7d-937b-db0d1df88cd4 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] For port cc27e454-d569-4010-8e7c-ab007fb31adc, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=cc27e454-d569-4010-8e7c-ab007fb31adc,segment=NetworkSegment(05ac9499-3d4c-4698-9426-c2246bfcf0c0),segment_id=05ac9499-3d4c-4698-9426-c2246bfcf0c0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:27.543330 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-795cb500-07de-46be-a474-e701bdee1610 req-a872881c-34d8-4a7d-937b-db0d1df88cd4 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.546619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ba6781-db50-4ffb-9d40-5d2664c766d0') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:27.546922 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ba6781-db50-4ffb-9d40-5d2664c766d0') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:27.565116 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.567640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-795cb500-07de-46be-a474-e701bdee1610 req-a872881c-34d8-4a7d-937b-db0d1df88cd4 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Calling delete_port for cc27e454-d569-4010-8e7c-ab007fb31adc owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:27.598282 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.658461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:38:27.658867 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:38:27.660831 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:38:27.719438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45620) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:27.751140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79a45c-cd35-43a7-8e7e-8ed7ccde33d2 req-406e2f48-a247-4030-85b2-2eb02eaf2fbc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:27.760487 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ae79a45c-cd35-43a7-8e7e-8ed7ccde33d2 req-406e2f48-a247-4030-85b2-2eb02eaf2fbc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 948 time: 0.1817369 Dec 08 01:38:27.777562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.784062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f70e2-4d7a-4096-b14a-1a51c47e81c5 req-2b89af59-a8ba-4b60-9ed1-fa5124858bc8 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:27.789648 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.795135 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-904f70e2-4d7a-4096-b14a-1a51c47e81c5 req-2b89af59-a8ba-4b60-9ed1-fa5124858bc8 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/ports?device_id=fc12a73f-7d60-4272-963f-7c35686f19c0 HTTP/1.1" status: 200 len: 945 time: 0.1035669 Dec 08 01:38:27.795323 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] 10.222.0.70 "DELETE /v2.0/networks/84d7db5b-a500-4a2e-9789-b67bea196a3e HTTP/1.1" status: 204 len: 168 time: 0.6683209 Dec 08 01:38:27.810756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1f3ab-deac-4c1c-a42d-f209f48b506f admin admin] Pushing event deleted for resources: {'Network': ['ID=84d7db5b-a500-4a2e-9789-b67bea196a3e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:27.876582 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-904f70e2-4d7a-4096-b14a-1a51c47e81c5 req-0cb82cdc-578a-41c7-a395-6e990a28048e tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.70 "GET /v2.0/security-groups?id=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826800 Dec 08 01:38:27.880750 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ae79a45c-cd35-43a7-8e7e-8ed7ccde33d2 req-c85841e3-e8ae-438a-a86a-050c2ba87252 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140866 Dec 08 01:38:27.923044 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189f05aa-bbb3-4fdc-a908-e0e3d534e786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.939624 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-795cb500-07de-46be-a474-e701bdee1610 req-a872881c-34d8-4a7d-937b-db0d1df88cd4 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:27.985084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45638) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:27.998807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872881c-34d8-4a7d-937b-db0d1df88cd4 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Pushing event deleted for resources: {'Port': ['ID=cc27e454-d569-4010-8e7c-ab007fb31adc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:28.040579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-795cb500-07de-46be-a474-e701bdee1610 req-a872881c-34d8-4a7d-937b-db0d1df88cd4 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] No DVR routers for this DVR port cc27e454-d569-4010-8e7c-ab007fb31adc on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:38:28.043020 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-795cb500-07de-46be-a474-e701bdee1610 req-a872881c-34d8-4a7d-937b-db0d1df88cd4 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.046386 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-795cb500-07de-46be-a474-e701bdee1610 req-a872881c-34d8-4a7d-937b-db0d1df88cd4 tempest-InstanceActionsTestJSON-1289950062 tempest-InstanceActionsTestJSON-1289950062-project] 10.222.0.65 "DELETE /v2.0/ports/cc27e454-d569-4010-8e7c-ab007fb31adc HTTP/1.1" status: 204 len: 173 time: 0.9888115 Dec 08 01:38:28.046836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc12a73f-7d60-4272-963f-7c35686f19c0', 'name': 'network-vif-deleted', 'tag': 'cc27e454-d569-4010-8e7c-ab007fb31adc'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:28.049153 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ae59d4-9061-4d02-b117-e6d025966c9a" -d '{"events": [{"server_uuid": "fc12a73f-7d60-4272-963f-7c35686f19c0", "name": "network-vif-deleted", "tag": "cc27e454-d569-4010-8e7c-ab007fb31adc"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:28.071245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['cc27e454-d569-4010-8e7c-ab007fb31adc'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:28.117190 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2626c14-063e-47d7-91eb-54c75fc94b9f x-openstack-request-id: req-c2626c14-063e-47d7-91eb-54c75fc94b9f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:28.117190 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc12a73f-7d60-4272-963f-7c35686f19c0", "name": "network-vif-deleted", "tag": "cc27e454-d569-4010-8e7c-ab007fb31adc", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:28.117731 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2626c14-063e-47d7-91eb-54c75fc94b9f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:28.118217 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc12a73f-7d60-4272-963f-7c35686f19c0', 'name': 'network-vif-deleted', 'tag': 'cc27e454-d569-4010-8e7c-ab007fb31adc', 'status': 'completed', 'code': 200} Dec 08 01:38:28.119422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-84805720-3281-4fad-9bca-0123df1baaba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cc63ef4238d84702b6f54ba33d3411f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341040 Dec 08 01:38:28.122446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45642) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:28.130995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9cf3-b84e-4add-8a36-03df62dad631 req-7522013d-5338-464e-9267-4b45a07c8e1d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:28.132489 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-897f9cf3-b84e-4add-8a36-03df62dad631 req-7522013d-5338-464e-9267-4b45a07c8e1d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 944 time: 0.1695645 Dec 08 01:38:28.142690 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189f05aa-bbb3-4fdc-a908-e0e3d534e786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.151156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-189f05aa-bbb3-4fdc-a908-e0e3d534e786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.185423 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01ad7f6c-f103-4adb-ae7c-3b15dd7389ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.209554 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-189f05aa-bbb3-4fdc-a908-e0e3d534e786 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38cbab0b40314124a10c98f550b71a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4876628 Dec 08 01:38:28.212518 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01ad7f6c-f103-4adb-ae7c-3b15dd7389ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.213068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45644) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:28.214991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f05aa-bbb3-4fdc-a908-e0e3d534e786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f85ab2a-77fa-4de0-8fd1-ebeca1239dfa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:28.240781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-897f9cf3-b84e-4add-8a36-03df62dad631 req-d7517609-7d49-4f4b-9322-530cf3458756 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004019 Dec 08 01:38:28.274894 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01ad7f6c-f103-4adb-ae7c-3b15dd7389ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.274894 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-01ad7f6c-f103-4adb-ae7c-3b15dd7389ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.276809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-01ad7f6c-f103-4adb-ae7c-3b15dd7389ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72caa9f4-198b-4674-a7e2-d2efb69044ae HTTP/1.1" status: 204 len: 168 time: 0.1533291 Dec 08 01:38:28.281933 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c22e0923-77de-4d7d-ae09-1c8b1d8e0d76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.286909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad7f6c-f103-4adb-ae7c-3b15dd7389ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72caa9f4-198b-4674-a7e2-d2efb69044ae,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:28.305344 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c22e0923-77de-4d7d-ae09-1c8b1d8e0d76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.355548 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c22e0923-77de-4d7d-ae09-1c8b1d8e0d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.358511 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c22e0923-77de-4d7d-ae09-1c8b1d8e0d76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.359680 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c22e0923-77de-4d7d-ae09-1c8b1d8e0d76 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f85ab2a-77fa-4de0-8fd1-ebeca1239dfa HTTP/1.1" status: 204 len: 168 time: 0.1455774 Dec 08 01:38:28.368008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e0923-77de-4d7d-ae09-1c8b1d8e0d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f85ab2a-77fa-4de0-8fd1-ebeca1239dfa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:28.570061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 7ae3e99f-5820-4f4c-b474-e20b40903e07 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:38:28.581985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:28.660150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957a665-a144-4cda-828a-56eb5bcbec83 req-34463aae-429c-45fc-9924-bf95473da3b5 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:28.662182 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1957a665-a144-4cda-828a-56eb5bcbec83 req-34463aae-429c-45fc-9924-bf95473da3b5 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 943 time: 0.0744627 Dec 08 01:38:28.747450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1957a665-a144-4cda-828a-56eb5bcbec83 req-a745ebda-8e87-4f6a-b98a-a4207703268e tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772858 Dec 08 01:38:28.883087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:38:28.904274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:28.904909 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.912248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 7ae3e99f-5820-4f4c-b474-e20b40903e07, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7ae3e99f-5820-4f4c-b474-e20b40903e07,segment=NetworkSegment(a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00),segment_id=a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:28.931350 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c1b51b5b-ecf0-404a-9971-ee4e350e92d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:28.950752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '7ae3e99f-5820-4f4c-b474-e20b40903e07', 'network_id': 'b8f38b5c-55c2-4b78-88f9-a7745b714785', 'port_id': '7ae3e99f-5820-4f4c-b474-e20b40903e07', 'mac_address': 'fa:16:3e:71:66:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '999374b9-aa72-4fbb-b7d3-0d58bde35385', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:38:28.999153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45678) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:29.012138 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.065734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae3e99f-5820-4f4c-b474-e20b40903e07 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:29.091557 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.091739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e41e54a-454d-40d5-95d1-6dfe94b45eaa admin admin] Deleting subnet aa96050b-31cb-4aa9-82e2-b44a01abb54d {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:38:29.097872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 7ae3e99f-5820-4f4c-b474-e20b40903e07, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7ae3e99f-5820-4f4c-b474-e20b40903e07,segment=NetworkSegment(a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00),segment_id=a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:29.105343 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e41e54a-454d-40d5-95d1-6dfe94b45eaa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.105504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9064f8-6b92-4cae-bbab-15d5111b801a req-d0393773-a30d-4e35-9465-c4544270fb59 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:29.113261 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.113803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a9064f8-6b92-4cae-bbab-15d5111b801a req-d0393773-a30d-4e35-9465-c4544270fb59 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 948 time: 0.1429529 Dec 08 01:38:29.171352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae33c963-3986-4096-8c9d-4fd33d0d36ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:29.174499 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e271985f-391e-4a51-a6d5-f5ac1e40a592" -d '{"events": [{"server_uuid": "ae33c963-3986-4096-8c9d-4fd33d0d36ea", "name": "network-vif-plugged", "status": "completed", "tag": "5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:29.191734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a9064f8-6b92-4cae-bbab-15d5111b801a req-1c758364-b0a5-457f-a2ce-e6bb1b43d652 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769510 Dec 08 01:38:29.200818 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e41e54a-454d-40d5-95d1-6dfe94b45eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.202804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:29.213922 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.220599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=7ae3e99f-5820-4f4c-b474-e20b40903e07,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:29.254697 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dca51c2-d732-481f-8472-5159fdb97d8b x-openstack-request-id: req-3dca51c2-d732-481f-8472-5159fdb97d8b {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:29.254867 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae33c963-3986-4096-8c9d-4fd33d0d36ea", "name": "network-vif-plugged", "status": "completed", "tag": "5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:29.255310 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3dca51c2-d732-481f-8472-5159fdb97d8b {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:29.256151 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae33c963-3986-4096-8c9d-4fd33d0d36ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92', 'code': 200} Dec 08 01:38:29.276754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:29.308901 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e41e54a-454d-40d5-95d1-6dfe94b45eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.406834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:29.420126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73047672-245a-434d-85fc-9522beb691b6 req-2664fa0a-0a35-4e59-854e-412b124b6b55 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:29.428769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73047672-245a-434d-85fc-9522beb691b6 req-2664fa0a-0a35-4e59-854e-412b124b6b55 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 1100 time: 0.0642903 Dec 08 01:38:29.458923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45716) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:29.467630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85328b21-cfaf-4b87-803b-b60eabbf85cd req-19b7afec-d128-4f83-91c2-6991c34379e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:29.469946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-85328b21-cfaf-4b87-803b-b60eabbf85cd req-19b7afec-d128-4f83-91c2-6991c34379e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 1097 time: 0.1065636 Dec 08 01:38:29.470918 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e41e54a-454d-40d5-95d1-6dfe94b45eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.495433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['7ae3e99f-5820-4f4c-b474-e20b40903e07'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:29.513904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73047672-245a-434d-85fc-9522beb691b6 req-e991a47e-aaaa-42ee-9972-4d95be6d8a98 tempest-ServersOnMultiNodesTest-1569308738 tempest-ServersOnMultiNodesTest-1569308738-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835140 Dec 08 01:38:29.529361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868023ae-24fc-4eed-9783-14ebd664e044 req-7257ba1f-396d-4a95-9c11-46b4fff81678 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:29.538087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-868023ae-24fc-4eed-9783-14ebd664e044 req-7257ba1f-396d-4a95-9c11-46b4fff81678 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 945 time: 0.1566210 Dec 08 01:38:29.554460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41e54a-454d-40d5-95d1-6dfe94b45eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa96050b-31cb-4aa9-82e2-b44a01abb54d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:29.558586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2041140802'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:29.573162 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e41e54a-454d-40d5-95d1-6dfe94b45eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.576421 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6e41e54a-454d-40d5-95d1-6dfe94b45eaa admin admin] 10.222.0.70 "DELETE /v2.0/subnets/aa96050b-31cb-4aa9-82e2-b44a01abb54d HTTP/1.1" status: 204 len: 168 time: 0.5754743 Dec 08 01:38:29.582257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45722) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:29.616000 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-85328b21-cfaf-4b87-803b-b60eabbf85cd req-f8fb63f1-3d2a-459b-a7cb-ec8f3dcc0b65 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341407 Dec 08 01:38:29.618821 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-237362094-network', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:29.633693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-868023ae-24fc-4eed-9783-14ebd664e044 req-bc095e69-61c4-48e3-8101-dfcb8e7a650a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946915 Dec 08 01:38:29.648845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Made reservation on behalf of 5655a533bdcc4941ab3ea6deb9149b83 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:29.652558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.699599 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.724558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.733872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:29.736116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.755374 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.808216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f55bf2-620f-4329-b0c8-940e47a918a3 req-2752ec82-4972-4cfb-8da4-6b79b4ce9e42 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:29.812774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60f55bf2-620f-4329-b0c8-940e47a918a3 req-2752ec82-4972-4cfb-8da4-6b79b4ce9e42 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 948 time: 0.0577514 Dec 08 01:38:29.864614 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60f55bf2-620f-4329-b0c8-940e47a918a3 req-2907d6eb-77a2-47ca-b8e6-3cee28ede608 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488172 Dec 08 01:38:29.912758 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.957041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b94226e-ceb5-48be-b76e-7d441756baa1']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:29.975856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:29.978378 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ac9499-3d4c-4698-9426-c2246bfcf0c0') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:29.978680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ac9499-3d4c-4698-9426-c2246bfcf0c0') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:29.992501 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.000270 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.029784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c3382-d0ab-4361-90aa-01c51cf9fa60 req-530bdaf1-0a38-4bd7-831e-f6a368a3c1fb tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:30.031282 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-971c3382-d0ab-4361-90aa-01c51cf9fa60 req-530bdaf1-0a38-4bd7-831e-f6a368a3c1fb tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 944 time: 0.1924393 Dec 08 01:38:30.050752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:38:30.058305 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.092313 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:38:30.092711 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.094301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b4cbff-d04c-4db8-adcf-8aa8d56f10b8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:38:30.096747 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:38:30.107627 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.108240 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Added segment aa743d7e-3f36-4594-bf56-0b1933494e63 of type vlan for network 87e2f79b-e3eb-4c72-b934-2564695aab92 Dec 08 01:38:30.157563 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.198952 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.221486 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.232052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.241961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:38:30.250260 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-971c3382-d0ab-4361-90aa-01c51cf9fa60 req-0fb43a86-46d4-4397-b0e0-e2523ba6ae20 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063961 Dec 08 01:38:30.257009 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.260163 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] 10.222.0.70 "DELETE /v2.0/networks/0b94226e-ceb5-48be-b76e-7d441756baa1 HTTP/1.1" status: 204 len: 168 time: 0.6768458 Dec 08 01:38:30.293473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b69be8-453e-4ffe-ad28-424deff95e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=0b94226e-ceb5-48be-b76e-7d441756baa1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:30.295680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.296021 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Added segment 832b7a99-b444-4fc7-926f-3af12f8a21d9 of type vlan for network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 Dec 08 01:38:30.306621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:30.334603 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.340167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:30.340786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.381933 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.393092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45742) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:30.416424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0081878 Dec 08 01:38:30.420531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45744) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:30.428443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4cf48d7f-38ec-4045-a79e-0848785dec1a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'subnet': {'network_id': '87e2f79b-e3eb-4c72-b934-2564695aab92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:30.467877 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-840c3a9d-0770-4643-a199-901f3d8e13fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f13a287503344a5990ff93c9470875f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0724318 Dec 08 01:38:30.470500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45746) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:30.485977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe677325-213c-4cac-9b23-9f4ce747e425 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Network': ['ID=87e2f79b-e3eb-4c72-b934-2564695aab92,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:30.497612 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 87e2f79b-e3eb-4c72-b934-2564695aab92 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:38:30.502045 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.503042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:30.503692 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.538901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0762751 Dec 08 01:38:30.539148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45748) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:30.543745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Request body: {'subnet': {'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-237362094-subnet', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:30.577879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device cc27e454-d569-4010-8e7c-ab007fb31adc no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:38:30.583183 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbb36088-576b-4e58-b8aa-52071d981169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.583755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 01:38:30.583755 n-d-713498-30 neutron-server[103129]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 01:38:30.583755 n-d-713498-30 neutron-server[103129]: [parameters: {'project_id_1': 'ab7855d0a0e74cfba38e77648e79ba3c', 'expiration_1': datetime.datetime(2021, 12, 8, 1, 38, 10, 550925)}] Dec 08 01:38:30.583755 n-d-713498-30 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:38:30.584352 n-d-713498-30 neutron-server[103129]: DEBUG oslo_db.api [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:38:30.585031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddafd7c-0c49-4d53-9ce5-a5b4311fe1fe admin admin] Pushing event updated for resources: {'Network': ['ID=413aa3d0-a24e-41e8-a155-9ec7dcd0df29,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:30.598198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf48d7f-38ec-4045-a79e-0848785dec1a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Made reservation on behalf of 5655a533bdcc4941ab3ea6deb9149b83 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:30.601688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cf48d7f-38ec-4045-a79e-0848785dec1a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.604402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:38:30.609551 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: cc27e454-d569-4010-8e7c-ab007fb31adc {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:38:30.609786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device cc27e454-d569-4010-8e7c-ab007fb31adc not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:38:30.634027 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbb36088-576b-4e58-b8aa-52071d981169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.668900 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:38:30.764558 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbb36088-576b-4e58-b8aa-52071d981169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.769518 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbb36088-576b-4e58-b8aa-52071d981169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.773009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dbb36088-576b-4e58-b8aa-52071d981169 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7d4f483-16df-42fa-a7b8-5efd9b6f39c6 HTTP/1.1" status: 204 len: 168 time: 0.2994356 Dec 08 01:38:30.780197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940e66d-034f-4fa6-bcbe-40f7a1803e8c req-eec9572c-cd7e-4fe7-909c-ec7e8820d012 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:30.782171 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1940e66d-034f-4fa6-bcbe-40f7a1803e8c req-eec9572c-cd7e-4fe7-909c-ec7e8820d012 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 945 time: 0.0705535 Dec 08 01:38:30.790706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb36088-576b-4e58-b8aa-52071d981169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d4f483-16df-42fa-a7b8-5efd9b6f39c6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:30.791551 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:30.830416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'mac_address': 'fa:16:3e:35:a0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:38:30.873023 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cf48d7f-38ec-4045-a79e-0848785dec1a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.873536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1940e66d-034f-4fa6-bcbe-40f7a1803e8c req-c448bcd3-0067-4266-8426-fbc667b934b1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828154 Dec 08 01:38:30.890031 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:30.905126 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:30.959564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:30.969892 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.048229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf48d7f-38ec-4045-a79e-0848785dec1a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Checking segment: {'id': 'aa743d7e-3f36-4594-bf56-0b1933494e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '87e2f79b-e3eb-4c72-b934-2564695aab92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:31.048628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf48d7f-38ec-4045-a79e-0848785dec1a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network hostable DHCP agents. Network: 87e2f79b-e3eb-4c72-b934-2564695aab92, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:38:31.050990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf48d7f-38ec-4045-a79e-0848785dec1a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Subnet': ['ID=0e4d7de3-0f83-4b59-b630-bbcd2071fb1e,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:31.062510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:31.120855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbe887-2915-419c-9aae-dbb9898d8439 req-14e9d756-e1ed-4c04-a130-8561e254d2dd tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:31.121583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:31.122836 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09bbe887-2915-419c-9aae-dbb9898d8439 req-14e9d756-e1ed-4c04-a130-8561e254d2dd tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 948 time: 0.0944178 Dec 08 01:38:31.124124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf48d7f-38ec-4045-a79e-0848785dec1a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 87e2f79b-e3eb-4c72-b934-2564695aab92 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:38:31.142320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4cf48d7f-38ec-4045-a79e-0848785dec1a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 87e2f79b-e3eb-4c72-b934-2564695aab92) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:31.147678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf48d7f-38ec-4045-a79e-0848785dec1a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:31.148466 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4cf48d7f-38ec-4045-a79e-0848785dec1a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.154559 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e15735-0fad-4658-a0ec-85e9678768ae None None] Network 87e2f79b-e3eb-4c72-b934-2564695aab92 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:31.157044 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.178495 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['34dfb52f-d10f-41f5-a50f-9412e1e9ace0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:31.188339 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-407a5b01-1020-43c9-82d7-babea7e4b74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.199330 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4cf48d7f-38ec-4045-a79e-0848785dec1a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7773905 Dec 08 01:38:31.205309 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09bbe887-2915-419c-9aae-dbb9898d8439 req-773cd5e7-7900-41fe-b066-bcb4626cf115 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730460 Dec 08 01:38:31.205826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45772) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:31.211125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-29870566', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:31.252349 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.254261 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.349772 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.415254 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f0c2b2-c93a-4ef7-9d30-662721c77bd7 None None] Network 87e2f79b-e3eb-4c72-b934-2564695aab92 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:31.564275 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.576392 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.662842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b74a492b-ae87-47c5-896c-ccd7628f02df,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:31.674365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Checking segment: {'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:31.674814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Network hostable DHCP agents. Network: 413aa3d0-a24e-41e8-a155-9ec7dcd0df29, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:38:31.695824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:38:31.711481 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 413aa3d0-a24e-41e8-a155-9ec7dcd0df29) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:31.722290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37af500d-8dd4-4538-b3e2-f719166eba8c None None] Network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:31.726046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:31.727726 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.759170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3bdbf531-a2a8-4529-b5bf-e09ca660fed1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2189243 Dec 08 01:38:31.760460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45802) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:31.772390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:31.804572 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.806390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.881190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'fixed_ips': [{'subnet_id': 'b74a492b-ae87-47c5-896c-ccd7628f02df'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:38:31.883531 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.919281 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:31.957587 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.120235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Allocated IP 172.20.0.2 (413aa3d0-a24e-41e8-a155-9ec7dcd0df29/b74a492b-ae87-47c5-896c-ccd7628f02df/614d8794-2fec-4fc2-8014-556c8bae4c69) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:32.132468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc5fac-f265-41f4-9777-90799e5bae90 req-4f9b49b0-b4f4-419b-81c8-4a54b61b4ac8 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:32.134005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fddc5fac-f265-41f4-9777-90799e5bae90 req-4f9b49b0-b4f4-419b-81c8-4a54b61b4ac8 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 948 time: 0.1694386 Dec 08 01:38:32.195031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede3009-22c6-4f15-b2e2-7d63e13fe614 req-7002e5f4-85e4-40a0-8eda-f3a9c8e60dd2 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:32.196955 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cede3009-22c6-4f15-b2e2-7d63e13fe614 req-7002e5f4-85e4-40a0-8eda-f3a9c8e60dd2 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 944 time: 0.7387023 Dec 08 01:38:32.233961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45816) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:32.299453 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cede3009-22c6-4f15-b2e2-7d63e13fe614 req-f6877d83-8cc6-44e6-9249-f4d6c622c068 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641708 Dec 08 01:38:32.319895 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.341021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.367657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-fddc5fac-f265-41f4-9777-90799e5bae90 req-27f12623-5822-4257-97de-6686a780ce89 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Deleting port 6edc4949-0a29-4c9a-84ce-cb8f002f208f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:32.368082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fddc5fac-f265-41f4-9777-90799e5bae90 req-27f12623-5822-4257-97de-6686a780ce89 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.369694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:32.374114 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:32.376409 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.377272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:32.528585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Attempting to bind port 614d8794-2fec-4fc2-8014-556c8bae4c69 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:32.528968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Attempting to bind port 614d8794-2fec-4fc2-8014-556c8bae4c69 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:32.529341 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Attempting to bind port 614d8794-2fec-4fc2-8014-556c8bae4c69 on network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:32.544320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:32.544710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Checking segment: {'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:32.545125 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.545527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Bound using segment: {'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:32.546010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Bound port: 614d8794-2fec-4fc2-8014-556c8bae4c69, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:32.546397 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.548043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1361956672-network', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:32.627773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] For port 614d8794-2fec-4fc2-8014-556c8bae4c69, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:32.633501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] For port 614d8794-2fec-4fc2-8014-556c8bae4c69, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=614d8794-2fec-4fc2-8014-556c8bae4c69,segment=NetworkSegment(832b7a99-b444-4fc7-926f-3af12f8a21d9),segment_id=832b7a99-b444-4fc7-926f-3af12f8a21d9)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:32.637036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Pushing event updated for resources: {'Port': ['ID=614d8794-2fec-4fc2-8014-556c8bae4c69,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:32.640106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 7ae3e99f-5820-4f4c-b474-e20b40903e07 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:32.646376 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.684748 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.717024 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-fddc5fac-f265-41f4-9777-90799e5bae90 req-27f12623-5822-4257-97de-6686a780ce89 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] For port 6edc4949-0a29-4c9a-84ce-cb8f002f208f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=6edc4949-0a29-4c9a-84ce-cb8f002f208f,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:32.717707 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fddc5fac-f265-41f4-9777-90799e5bae90 req-27f12623-5822-4257-97de-6686a780ce89 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.723619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Made reservation on behalf of 6b54cd2eaf9b4bf183def562265743e6 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:32.726626 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.733890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb23384-57d2-4566-9348-8d41a890cb8f req-f36b8d85-b31f-40cd-a0c2-d67a4f467cf7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:32.743470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcb23384-57d2-4566-9348-8d41a890cb8f req-f36b8d85-b31f-40cd-a0c2-d67a4f467cf7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 945 time: 0.2062438 Dec 08 01:38:32.756098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:32.778077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-fddc5fac-f265-41f4-9777-90799e5bae90 req-27f12623-5822-4257-97de-6686a780ce89 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Calling delete_port for 6edc4949-0a29-4c9a-84ce-cb8f002f208f owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:32.780535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.787557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.804818 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24c42a-5f43-4a49-ab47-83445b2061bc req-8759f361-a873-4fe9-b31e-1193441ba0ac tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:32.813594 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa24c42a-5f43-4a49-ab47-83445b2061bc req-8759f361-a873-4fe9-b31e-1193441ba0ac tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 948 time: 0.2869987 Dec 08 01:38:32.816823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aaa51-ab49-4a72-bc23-586b2ca6cc42 None None] Pushing event updated for resources: {'Port': ['ID=614d8794-2fec-4fc2-8014-556c8bae4c69,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:32.828101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcb23384-57d2-4566-9348-8d41a890cb8f req-f2aac583-197f-44c7-a4eb-abd0d87a48ab tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835350 Dec 08 01:38:32.884749 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:32.885218 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:32.927479 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.037456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 7ae3e99f-5820-4f4c-b474-e20b40903e07 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:38:33.049839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 7ae3e99f-5820-4f4c-b474-e20b40903e07 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:33.050868 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.118937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.149910 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa24c42a-5f43-4a49-ab47-83445b2061bc req-608d984a-deff-420b-ad7d-9f9a1a95df8a tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331125 Dec 08 01:38:33.182174 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.310178 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.382951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:33.397420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:33.400399 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de16276f-cb6e-4863-93d9-f275c65c5d4e" -d '{"events": [{"server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "name": "network-vif-plugged", "status": "completed", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:33.417499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.557009 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fddc5fac-f265-41f4-9777-90799e5bae90 req-27f12623-5822-4257-97de-6686a780ce89 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.600658 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.617396 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0037-4e79-443a-a67e-3385c9a02edf req-9a509161-65de-49df-a299-e1e6b003cf8c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:33.619386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db', '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:33.622189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 614d8794-2fec-4fc2-8014-556c8bae4c69 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:33.627441 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da3f0037-4e79-443a-a67e-3385c9a02edf req-9a509161-65de-49df-a299-e1e6b003cf8c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 945 time: 0.1100998 Dec 08 01:38:33.647564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc120996-da89-4922-a982-263e7a53a49b', 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa', '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4', '4a02173d-c3c5-4439-bfe4-a80a7cccb519', 'aa295efb-4f8c-418f-a864-a0e1ca97bf5d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:33.662774 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.673416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f12623-5822-4257-97de-6686a780ce89 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event deleted for resources: {'Port': ['ID=6edc4949-0a29-4c9a-84ce-cb8f002f208f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:33.736688 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da3f0037-4e79-443a-a67e-3385c9a02edf req-842f31a0-2115-4f8f-8653-aacd9f7deeb2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039035 Dec 08 01:38:33.768036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:38:33.819290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.25.2.213 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/a1fa44d6-fa61-47a0-914c-df77260bbbc7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:33.901489 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128fdda0-0e1d-4dc0-9fca-b9720a101437 x-openstack-request-id: req-128fdda0-0e1d-4dc0-9fca-b9720a101437 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:33.901795 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "name": "network-vif-plugged", "status": "completed", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:33.902023 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-128fdda0-0e1d-4dc0-9fca-b9720a101437 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:33.902483 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'code': 200} Dec 08 01:38:33.925686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:33.932917 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.959808 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:33.967023 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.011783 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.057972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.058532 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Added segment 9b398d00-9b81-48b6-aec0-7eeea72f1ca7 of type vlan for network 0b4defec-514a-4709-994b-aa1703645786 Dec 08 01:38:34.097463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 7ae3e99f-5820-4f4c-b474-e20b40903e07, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7ae3e99f-5820-4f4c-b474-e20b40903e07,segment=NetworkSegment(a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00),segment_id=a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:34.124345 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.125726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 6edc4949-0a29-4c9a-84ce-cb8f002f208f no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:38:34.151333 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.229667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 614d8794-2fec-4fc2-8014-556c8bae4c69 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:34.230275 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.246270 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 6edc4949-0a29-4c9a-84ce-cb8f002f208f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:38:34.246621 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 6edc4949-0a29-4c9a-84ce-cb8f002f208f not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:38:34.323764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddc5fac-f265-41f4-9777-90799e5bae90 req-27f12623-5822-4257-97de-6686a780ce89 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] No DVR routers for this DVR port 6edc4949-0a29-4c9a-84ce-cb8f002f208f on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:38:34.325476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:34.355279 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-fddc5fac-f265-41f4-9777-90799e5bae90 req-27f12623-5822-4257-97de-6686a780ce89 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.362298 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fddc5fac-f265-41f4-9777-90799e5bae90 req-27f12623-5822-4257-97de-6686a780ce89 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "DELETE /v2.0/ports/6edc4949-0a29-4c9a-84ce-cb8f002f208f HTTP/1.1" status: 204 len: 173 time: 2.2156487 Dec 08 01:38:34.389873 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d658d1-b944-49d2-a30d-7aa0fc4b7ac8 req-9c7d1868-9682-4343-91e1-95aef1ca17ec tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:34.391694 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0d658d1-b944-49d2-a30d-7aa0fc4b7ac8 req-9c7d1868-9682-4343-91e1-95aef1ca17ec tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 944 time: 0.8432448 Dec 08 01:38:34.392831 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.394739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540efa14-1a2e-4480-bcb0-0cdf6c263887', 'name': 'network-vif-deleted', 'tag': '6edc4949-0a29-4c9a-84ce-cb8f002f208f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:34.398840 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9696667-d15e-4aee-962d-6ed24344f2f6" -d '{"events": [{"server_uuid": "540efa14-1a2e-4480-bcb0-0cdf6c263887", "name": "network-vif-deleted", "tag": "6edc4949-0a29-4c9a-84ce-cb8f002f208f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:34.455402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=7ae3e99f-5820-4f4c-b474-e20b40903e07,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:34.486624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Allocated IP 172.25.2.103 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/992fc0b3-87ea-4c9d-94e2-230373495e5f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:34.531072 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.532045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:34.532688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.548476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=a1fa44d6-fa61-47a0-914c-df77260bbbc7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:34.555087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0d658d1-b944-49d2-a30d-7aa0fc4b7ac8 req-a847c2a4-8f2b-43d2-9067-59119337589a tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401720 Dec 08 01:38:34.584532 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-85307d57-0409-4652-b3fe-048f2a2bcea6 req-8f134538-00dd-466d-9d14-5c75ab69c638 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=540efa14-1a2e-4480-bcb0-0cdf6c263887 HTTP/1.1" status: 200 len: 210 time: 0.2120285 Dec 08 01:38:34.622449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=0b4defec-514a-4709-994b-aa1703645786,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:34.627513 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-499b5e7f-91b6-44e1-9cab-c9bfa1de5fe1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3860459 Dec 08 01:38:34.631175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45858) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:34.636695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e1c47f64-3c9c-424d-858b-0cbecd5040d3 admin admin] Request body: {'subnet': {'network_id': '0b4defec-514a-4709-994b-aa1703645786', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1361956672-subnet', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:34.660650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:34.663320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:34.664514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4356d90-8170-4683-b555-99737558b4f2 None None] Network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:34.671664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:34.693474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 0b4defec-514a-4709-994b-aa1703645786 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:38:34.709453 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6761b98d-3d2d-45c1-950f-e9571130c1d1 x-openstack-request-id: req-6761b98d-3d2d-45c1-950f-e9571130c1d1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:34.710170 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540efa14-1a2e-4480-bcb0-0cdf6c263887", "name": "network-vif-deleted", "tag": "6edc4949-0a29-4c9a-84ce-cb8f002f208f", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:34.710600 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6761b98d-3d2d-45c1-950f-e9571130c1d1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:34.711208 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540efa14-1a2e-4480-bcb0-0cdf6c263887', 'name': 'network-vif-deleted', 'tag': '6edc4949-0a29-4c9a-84ce-cb8f002f208f', 'status': 'completed', 'code': 200} Dec 08 01:38:34.714156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c47f64-3c9c-424d-858b-0cbecd5040d3 admin admin] Made reservation on behalf of 6b54cd2eaf9b4bf183def562265743e6 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:34.716714 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1c47f64-3c9c-424d-858b-0cbecd5040d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.743460 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.828530 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.853329 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.884821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 614d8794-2fec-4fc2-8014-556c8bae4c69, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=614d8794-2fec-4fc2-8014-556c8bae4c69,segment=NetworkSegment(832b7a99-b444-4fc7-926f-3af12f8a21d9),segment_id=832b7a99-b444-4fc7-926f-3af12f8a21d9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:34.906055 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1c47f64-3c9c-424d-858b-0cbecd5040d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.915285 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.941589 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:34.961330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c47f64-3c9c-424d-858b-0cbecd5040d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15db70b2-e0d6-49e2-8a16-d31f675a4709,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:34.971431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:35.021538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:35.033221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:35.044020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=614d8794-2fec-4fc2-8014-556c8bae4c69,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:35.046625 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9d8af1b3-55be-4fe3-bdd4-e2dc8172c8ba None None] Provisioning complete for port 614d8794-2fec-4fc2-8014-556c8bae4c69 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:35.046999 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d8af1b3-55be-4fe3-bdd4-e2dc8172c8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:35.083077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c47f64-3c9c-424d-858b-0cbecd5040d3 admin admin] Checking segment: {'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:35.083791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c47f64-3c9c-424d-858b-0cbecd5040d3 admin admin] Network hostable DHCP agents. Network: 0b4defec-514a-4709-994b-aa1703645786, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:38:35.094790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Pushing event updated for resources: {'Port': ['ID=992fc0b3-87ea-4c9d-94e2-230373495e5f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:35.120359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39648b08-60ff-4390-b2f9-d6372d963297 req-63806fd8-c639-407a-b6c3-1d000b216f50 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:35.141226 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39648b08-60ff-4390-b2f9-d6372d963297 req-63806fd8-c639-407a-b6c3-1d000b216f50 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 945 time: 0.2160556 Dec 08 01:38:35.317554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c47f64-3c9c-424d-858b-0cbecd5040d3 admin admin] Network 0b4defec-514a-4709-994b-aa1703645786 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:38:35.353724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e1c47f64-3c9c-424d-858b-0cbecd5040d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 0b4defec-514a-4709-994b-aa1703645786) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:35.363564 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39648b08-60ff-4390-b2f9-d6372d963297 req-6957d4c2-9510-44a2-94f5-c5ad751898e0 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106771 Dec 08 01:38:35.367545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2dec6-2470-454c-b7b2-315c63ed15fe req-962cab48-5d90-405c-974d-a09714376d88 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:35.369340 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65c2dec6-2470-454c-b7b2-315c63ed15fe req-962cab48-5d90-405c-974d-a09714376d88 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 945 time: 0.2785780 Dec 08 01:38:35.371902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c47f64-3c9c-424d-858b-0cbecd5040d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:35.371902 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1c47f64-3c9c-424d-858b-0cbecd5040d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:35.407416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ed3e6-aba4-4cac-a5bd-7a2fe0cc9ae0 None None] Network 0b4defec-514a-4709-994b-aa1703645786 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:35.508504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 614d8794-2fec-4fc2-8014-556c8bae4c69 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:35.517032 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e1c47f64-3c9c-424d-858b-0cbecd5040d3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8848076 Dec 08 01:38:35.521182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45874) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:35.528583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1361956672-router', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:35.632904 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-65c2dec6-2470-454c-b7b2-315c63ed15fe req-aad381dc-0dcb-427d-acac-5c69ea07bd66 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Deleting port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:35.633257 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-65c2dec6-2470-454c-b7b2-315c63ed15fe req-aad381dc-0dcb-427d-acac-5c69ea07bd66 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:35.638218 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:35.640882 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:35.641041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:35.662860 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:35.851737 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b198f416-b6b2-4b4e-a202-a6ecb4e3a477 None None] Network 0b4defec-514a-4709-994b-aa1703645786 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:35.892720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-65c2dec6-2470-454c-b7b2-315c63ed15fe req-aad381dc-0dcb-427d-acac-5c69ea07bd66 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] For port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:35.893121 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-65c2dec6-2470-454c-b7b2-315c63ed15fe req-aad381dc-0dcb-427d-acac-5c69ea07bd66 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:35.900708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 614d8794-2fec-4fc2-8014-556c8bae4c69 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:35.901116 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:35.910731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d43199-6d36-41e4-9bd2-fe357a16bad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae3e99f-5820-4f4c-b474-e20b40903e07'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:35.913499 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba1b0c4-04e8-4359-bb91-8e2e3b772955" -d '{"events": [{"server_uuid": "71d43199-6d36-41e4-9bd2-fe357a16bad0", "name": "network-vif-plugged", "status": "completed", "tag": "7ae3e99f-5820-4f4c-b474-e20b40903e07"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:35.929504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-65c2dec6-2470-454c-b7b2-315c63ed15fe req-aad381dc-0dcb-427d-acac-5c69ea07bd66 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Calling delete_port for 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:35.974361 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:36.107923 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c781d1-fa60-45ea-8541-eb87384079a5 x-openstack-request-id: req-56c781d1-fa60-45ea-8541-eb87384079a5 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:36.109981 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d43199-6d36-41e4-9bd2-fe357a16bad0", "name": "network-vif-plugged", "status": "completed", "tag": "7ae3e99f-5820-4f4c-b474-e20b40903e07", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:36.110487 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56c781d1-fa60-45ea-8541-eb87384079a5 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:36.110959 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d43199-6d36-41e4-9bd2-fe357a16bad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae3e99f-5820-4f4c-b474-e20b40903e07', 'code': 200} Dec 08 01:38:36.265616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b6ae9-6537-41a3-888f-494aa617f5ce req-75488c41-a38e-44bc-b2cc-6596ffbf5f7b tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:36.273553 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-565b6ae9-6537-41a3-888f-494aa617f5ce req-75488c41-a38e-44bc-b2cc-6596ffbf5f7b tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 945 time: 0.5589268 Dec 08 01:38:36.302395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ca878200-69ea-4734-a73e-adc6009a0170 None None] Provisioning complete for port 614d8794-2fec-4fc2-8014-556c8bae4c69 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:36.302793 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca878200-69ea-4734-a73e-adc6009a0170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:36.416600 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:36.435124 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0017e9-fac5-4c28-9074-2c880868de66 req-1817215b-b9ce-4421-96bf-b6600d8cea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:36.436869 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b0017e9-fac5-4c28-9074-2c880868de66 req-1817215b-b9ce-4421-96bf-b6600d8cea1e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 1097 time: 0.2176039 Dec 08 01:38:36.600810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-565b6ae9-6537-41a3-888f-494aa617f5ce req-e2fd1fd6-0c96-48d3-9c02-edfa0a570d75 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263307 Dec 08 01:38:36.653977 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b0017e9-fac5-4c28-9074-2c880868de66 req-a65e8a93-e87f-4971-9069-307f8a26a6de service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091489 Dec 08 01:38:36.655319 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:36.669778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dd238-b8c3-47a6-bb89-1e00b4642130 req-004a8dff-9e53-4ffb-9bb4-487806cfba1b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:36.679285 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-113dd238-b8c3-47a6-bb89-1e00b4642130 req-004a8dff-9e53-4ffb-9bb4-487806cfba1b tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 950 time: 0.4783931 Dec 08 01:38:36.718060 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:36.885166 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0dce2-37ee-43cd-9d44-b8403c802522 req-b837266b-a59c-4df7-a551-7a2db678dffc tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:36.887207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73d0dce2-37ee-43cd-9d44-b8403c802522 req-b837266b-a59c-4df7-a551-7a2db678dffc tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae33c963-3986-4096-8c9d-4fd33d0d36ea HTTP/1.1" status: 200 len: 945 time: 0.1211016 Dec 08 01:38:36.890548 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-65c2dec6-2470-454c-b7b2-315c63ed15fe req-aad381dc-0dcb-427d-acac-5c69ea07bd66 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:36.975677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad381dc-0dcb-427d-acac-5c69ea07bd66 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Pushing event deleted for resources: {'Port': ['ID=5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:37.004768 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-113dd238-b8c3-47a6-bb89-1e00b4642130 req-33bdd85b-bc46-49b3-be8a-062a1fb189fe tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230486 Dec 08 01:38:37.077647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c2dec6-2470-454c-b7b2-315c63ed15fe req-aad381dc-0dcb-427d-acac-5c69ea07bd66 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] No DVR routers for this DVR port 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:38:37.079578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73d0dce2-37ee-43cd-9d44-b8403c802522 req-1ffbe43a-74e0-48f4-9699-ffdaf57fbd9f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802342 Dec 08 01:38:37.089001 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-65c2dec6-2470-454c-b7b2-315c63ed15fe req-aad381dc-0dcb-427d-acac-5c69ea07bd66 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:37.091996 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65c2dec6-2470-454c-b7b2-315c63ed15fe req-aad381dc-0dcb-427d-acac-5c69ea07bd66 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "DELETE /v2.0/ports/5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 HTTP/1.1" status: 204 len: 173 time: 1.6487296 Dec 08 01:38:37.092461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae33c963-3986-4096-8c9d-4fd33d0d36ea', 'name': 'network-vif-deleted', 'tag': '5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:37.094073 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:37.102347 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d59dd15-e90c-4372-af3b-5f3adaa879d6" -d '{"events": [{"server_uuid": "ae33c963-3986-4096-8c9d-4fd33d0d36ea", "name": "network-vif-deleted", "tag": "5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:37.131156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:37.153515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:38:37.182178 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30796ca0-134b-4a54-bf66-387020e98ce4 x-openstack-request-id: req-30796ca0-134b-4a54-bf66-387020e98ce4 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:37.182178 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae33c963-3986-4096-8c9d-4fd33d0d36ea", "name": "network-vif-deleted", "tag": "5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:37.182178 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30796ca0-134b-4a54-bf66-387020e98ce4 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:37.182178 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae33c963-3986-4096-8c9d-4fd33d0d36ea', 'name': 'network-vif-deleted', 'tag': '5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92', 'status': 'completed', 'code': 200} Dec 08 01:38:37.208994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:38:37.373740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:37.387709 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe21124d-cfd3-4897-b84d-e6daa35abbdc None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:37.400034 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:37.401724 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3df2917a-0a83-4923-841f-5c96286b7645 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1941023 Dec 08 01:38:37.404504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45902) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:37.420004 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe21124d-cfd3-4897-b84d-e6daa35abbdc None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:37.420697 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fe21124d-cfd3-4897-b84d-e6daa35abbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:37.472764 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fe21124d-cfd3-4897-b84d-e6daa35abbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:37.488032 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe21124d-cfd3-4897-b84d-e6daa35abbdc None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:37.489075 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fe21124d-cfd3-4897-b84d-e6daa35abbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:37.524224 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fe21124d-cfd3-4897-b84d-e6daa35abbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:37.524923 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe21124d-cfd3-4897-b84d-e6daa35abbdc None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:38:37.924811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Allocated IP 172.25.2.45 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/8e030442-ec81-401d-a829-f4ad729a2be2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:37.958673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283be89-459e-4234-af19-ecda4ea19e39 req-d4c07b8f-64f2-4efa-8c21-3396bd1631d0 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:37.966927 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7283be89-459e-4234-af19-ecda4ea19e39 req-d4c07b8f-64f2-4efa-8c21-3396bd1631d0 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 945 time: 0.2588294 Dec 08 01:38:37.978254 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:37.989557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Sync routers for ids ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:38.013051 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Routers {'3e2b2fae-a543-4b42-b4bc-c97a328beff4'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:38.013703 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:38.090961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8057b8d-af1e-40a1-bfc0-904cd9f21858 req-aedb0c38-86d0-4669-92e6-f7fe6c7a22d4 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:38.092866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8057b8d-af1e-40a1-bfc0-904cd9f21858 req-aedb0c38-86d0-4669-92e6-f7fe6c7a22d4 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 950 time: 0.2242870 Dec 08 01:38:38.145303 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:38.146565 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9c036d60-90f5-4bd0-bc6e-1def6b86bf29 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3834438 Dec 08 01:38:38.151408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45920) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:38.192589 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7283be89-459e-4234-af19-ecda4ea19e39 req-6a4ca9bb-2eb1-4b81-9faf-dff782217ab6 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201409 Dec 08 01:38:38.270872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Set router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:38:38.271341 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:38.329340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fda242-924c-4111-aa21-6f5c1a2ce732 req-9074022e-e75f-4ce9-a8ca-4c19bb7d9c89 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:38.340737 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c0fda242-924c-4111-aa21-6f5c1a2ce732 req-9074022e-e75f-4ce9-a8ca-4c19bb7d9c89 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc8b0889-d291-4f28-9ae5-96c74138e5b0 HTTP/1.1" status: 200 len: 950 time: 0.1615803 Dec 08 01:38:38.391763 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:38.439204 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:38.615533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:38:38.617777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-f8057b8d-af1e-40a1-bfc0-904cd9f21858 req-e6f30066-ac48-4b2b-af22-1ac056b58380 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Deleting port aa295efb-4f8c-418f-a864-a0e1ca97bf5d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:38.617953 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8057b8d-af1e-40a1-bfc0-904cd9f21858 req-e6f30066-ac48-4b2b-af22-1ac056b58380 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:38.742014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f8057b8d-af1e-40a1-bfc0-904cd9f21858 req-e6f30066-ac48-4b2b-af22-1ac056b58380 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] For port aa295efb-4f8c-418f-a864-a0e1ca97bf5d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=aa295efb-4f8c-418f-a864-a0e1ca97bf5d,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:38.742299 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8057b8d-af1e-40a1-bfc0-904cd9f21858 req-e6f30066-ac48-4b2b-af22-1ac056b58380 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:38.758288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-f8057b8d-af1e-40a1-bfc0-904cd9f21858 req-e6f30066-ac48-4b2b-af22-1ac056b58380 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Calling delete_port for aa295efb-4f8c-418f-a864-a0e1ca97bf5d owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:38.842654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:38:38.842654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5c3c1ba5-29dc-4fca-88ab-a963f2ff3d92 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:38:38.852975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:38:35Z', 'revision_number': 3, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:38.894904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Checking router: 3e2b2fae-a543-4b42-b4bc-c97a328beff4 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:38:38.895748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Updating router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 port 992fc0b3-87ea-4c9d-94e2-230373495e5f binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:38:38.923625 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:38.930503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:38.933106 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c0fda242-924c-4111-aa21-6f5c1a2ce732 req-2df673a3-b508-4f61-a87f-79163cdec0c3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892203 Dec 08 01:38:38.948113 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:38.949443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.20.0.1 (87e2f79b-e3eb-4c72-b934-2564695aab92/0e4d7de3-0f83-4b59-b630-bbcd2071fb1e/1a78f18f-35df-439e-89ab-23b3b8c9c462) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:39.084522 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8057b8d-af1e-40a1-bfc0-904cd9f21858 req-e6f30066-ac48-4b2b-af22-1ac056b58380 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:39.086266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:39.109350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Pushing event updated for resources: {'Port': ['ID=8e030442-ec81-401d-a829-f4ad729a2be2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:39.121258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db', '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:39.152566 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:39.170180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f30066-ac48-4b2b-af22-1ac056b58380 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event deleted for resources: {'Port': ['ID=aa295efb-4f8c-418f-a864-a0e1ca97bf5d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:39.186070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc120996-da89-4922-a982-263e7a53a49b', 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa', '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4', '4a02173d-c3c5-4439-bfe4-a80a7cccb519'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:39.186325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-e88d6846-d0c6-49f5-99a5-959f2e552dde tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:39.189091 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-e88d6846-d0c6-49f5-99a5-959f2e552dde tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.2752497 Dec 08 01:38:39.224351 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:39.318609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 87e2f79b-e3eb-4c72-b934-2564695aab92 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:39.331940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:39.339047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:39.362970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8057b8d-af1e-40a1-bfc0-904cd9f21858 req-e6f30066-ac48-4b2b-af22-1ac056b58380 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] No DVR routers for this DVR port aa295efb-4f8c-418f-a864-a0e1ca97bf5d on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:38:39.368261 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-74af896e-5a73-4b94-bef3-40588fa73f43 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/quotas/6d71442bfb01438e86d9fd2348d1c32c HTTP/1.1" status: 200 len: 375 time: 0.1676698 Dec 08 01:38:39.383601 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f8057b8d-af1e-40a1-bfc0-904cd9f21858 req-e6f30066-ac48-4b2b-af22-1ac056b58380 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:39.387424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8057b8d-af1e-40a1-bfc0-904cd9f21858 req-e6f30066-ac48-4b2b-af22-1ac056b58380 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "DELETE /v2.0/ports/aa295efb-4f8c-418f-a864-a0e1ca97bf5d HTTP/1.1" status: 204 len: 173 time: 1.2531829 Dec 08 01:38:39.389672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8b0889-d291-4f28-9ae5-96c74138e5b0', 'name': 'network-vif-deleted', 'tag': 'aa295efb-4f8c-418f-a864-a0e1ca97bf5d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:39.392756 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0571b564-1b26-4be1-a218-e26a8ee16cdd" -d '{"events": [{"server_uuid": "cc8b0889-d291-4f28-9ae5-96c74138e5b0", "name": "network-vif-deleted", "tag": "aa295efb-4f8c-418f-a864-a0e1ca97bf5d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:39.439718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=1a78f18f-35df-439e-89ab-23b3b8c9c462,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:39.492224 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:39.574626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550632e-e3ef-4cbc-ada4-45bb3cc6dc6b req-94b72326-bea0-4783-bec8-c2929e62a57f tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:39.586689 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5550632e-e3ef-4cbc-ada4-45bb3cc6dc6b req-94b72326-bea0-4783-bec8-c2929e62a57f tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 945 time: 0.2058082 Dec 08 01:38:39.660791 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-f2ea12f8-834e-4c7c-8e8f-ec8ddee35bdc tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2716517 Dec 08 01:38:39.671201 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5550632e-e3ef-4cbc-ada4-45bb3cc6dc6b req-abecfcbc-f9ee-455b-b219-84638ddc7bd7 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829504 Dec 08 01:38:39.690874 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:39.714020 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:39.811959 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:39.870596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Attempting to bind port 992fc0b3-87ea-4c9d-94e2-230373495e5f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:39.871365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Attempting to bind port 992fc0b3-87ea-4c9d-94e2-230373495e5f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:39.871930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Attempting to bind port 992fc0b3-87ea-4c9d-94e2-230373495e5f on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:39.908940 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:39.910684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:39.911283 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:39.911871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:39.912589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Bound port: 992fc0b3-87ea-4c9d-94e2-230373495e5f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:39.913188 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:39.935489 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6867788f-5d01-45b5-b646-7285043a8ea9 x-openstack-request-id: req-6867788f-5d01-45b5-b646-7285043a8ea9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:39.935994 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8b0889-d291-4f28-9ae5-96c74138e5b0", "name": "network-vif-deleted", "tag": "aa295efb-4f8c-418f-a864-a0e1ca97bf5d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:39.936402 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6867788f-5d01-45b5-b646-7285043a8ea9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:39.936903 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8b0889-d291-4f28-9ae5-96c74138e5b0', 'name': 'network-vif-deleted', 'tag': 'aa295efb-4f8c-418f-a864-a0e1ca97bf5d', 'status': 'completed', 'code': 200} Dec 08 01:38:39.989362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] For port 992fc0b3-87ea-4c9d-94e2-230373495e5f, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:39.992803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] For port 992fc0b3-87ea-4c9d-94e2-230373495e5f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=992fc0b3-87ea-4c9d-94e2-230373495e5f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:40.014810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-b2ece764-497c-46ae-ad0e-8998fdd70744 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489821 Dec 08 01:38:40.016585 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:40.063935 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43998ba1-1d39-47bc-8173-a01912dc1de7 None None] Pushing event updated for resources: {'Port': ['ID=992fc0b3-87ea-4c9d-94e2-230373495e5f,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:40.144162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43998ba1-1d39-47bc-8173-a01912dc1de7 None None] Pushing event updated for resources: {'Port': ['ID=992fc0b3-87ea-4c9d-94e2-230373495e5f,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:40.176386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Routers {'3e2b2fae-a543-4b42-b4bc-c97a328beff4'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:40.177045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:40.225331 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:40.332231 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:40.355984 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-69be0518-011f-4117-b39b-487059dafb6b service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441055 Dec 08 01:38:40.573328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] Set router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:38:40.594499 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:40.607109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:40.732356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Allocated IP 172.20.0.1 (413aa3d0-a24e-41e8-a155-9ec7dcd0df29/b74a492b-ae87-47c5-896c-ccd7628f02df/02380e42-9e18-41ca-9dca-45108758b36f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:40.774487 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:41.022600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=1a78f18f-35df-439e-89ab-23b3b8c9c462,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:41.057364 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:41.114592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 87e2f79b-e3eb-4c72-b934-2564695aab92 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:41.116369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:41.266579 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:41.362577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:38:35Z', 'revision_number': 3, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:41.364050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-89dcd7d3-78f8-421b-b6b9-306d3c7cabba req-853098de-543d-4bf0-b8d3-d1fc1e65d381 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 210 time: 0.2228038 Dec 08 01:38:41.420506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e2e5f6-e702-4d5b-a87a-7b02f1572992 None None] The sync data for ids ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'] in n-d-713498-30 is: [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:38:35Z', 'revision_number': 3, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:38:41.453711 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:41.467577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:41.484662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:41.498955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d711dc6-dd13-4a9c-8276-567984fee729 req-2dafc2c5-51d4-436e-be8e-5b3142c99fb3 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:41.521980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d711dc6-dd13-4a9c-8276-567984fee729 req-2dafc2c5-51d4-436e-be8e-5b3142c99fb3 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 945 time: 0.2862825 Dec 08 01:38:41.671716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d711dc6-dd13-4a9c-8276-567984fee729 req-e1376b4f-60ca-4fe2-ac35-70eb47b8edb3 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469622 Dec 08 01:38:41.685582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:38:41.885955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:41.887490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-73976569-e4e6-4ae3-8dd3-03fc1f399502 None None] Provisioning complete for port 02380e42-9e18-41ca-9dca-45108758b36f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:41.887830 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-73976569-e4e6-4ae3-8dd3-03fc1f399502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:41.893511 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0eea970e-c140-4e52-8289-14af0094a830 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "PUT /v2.0/routers/9739c3f9-ad09-47b6-9dfe-0b6d917f5006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4873786 Dec 08 01:38:41.896611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46002) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:41.902916 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'port': {'network_id': '87e2f79b-e3eb-4c72-b934-2564695aab92', 'name': 'tempest-FloatingIPTestJSON-787578947'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:41.905051 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7920e318-ec42-4a75-b51b-d442c56e7269 None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:41.949921 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920e318-ec42-4a75-b51b-d442c56e7269 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:41.949921 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7920e318-ec42-4a75-b51b-d442c56e7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:42.030749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Pushing event updated for resources: {'Port': ['ID=02380e42-9e18-41ca-9dca-45108758b36f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:42.054854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-73976569-e4e6-4ae3-8dd3-03fc1f399502 None None] Port 02380e42-9e18-41ca-9dca-45108758b36f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:38:42.084930 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:42.087189 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7920e318-ec42-4a75-b51b-d442c56e7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:42.105745 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920e318-ec42-4a75-b51b-d442c56e7269 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:42.106663 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7920e318-ec42-4a75-b51b-d442c56e7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:42.139673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6806e0-47a9-45bd-a4db-1df79f289cc4 req-b6ee2f04-a2f1-4adb-996c-2a9b1253f8e5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:42.142103 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c6806e0-47a9-45bd-a4db-1df79f289cc4 req-b6ee2f04-a2f1-4adb-996c-2a9b1253f8e5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 950 time: 0.6810501 Dec 08 01:38:42.143834 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:42.149168 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Made reservation on behalf of 5655a533bdcc4941ab3ea6deb9149b83 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:42.156675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:42.177280 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7920e318-ec42-4a75-b51b-d442c56e7269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:42.178397 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7920e318-ec42-4a75-b51b-d442c56e7269 None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:38:42.191165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] device_id is not set on port ea764eef-9520-47fc-aa9d-81f37c9bcd6e yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:38:42.382034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.20.0.6 (87e2f79b-e3eb-4c72-b934-2564695aab92/0e4d7de3-0f83-4b59-b630-bbcd2071fb1e/ea764eef-9520-47fc-aa9d-81f37c9bcd6e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:42.414875 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c6806e0-47a9-45bd-a4db-1df79f289cc4 req-66117a6a-ec14-4e42-ab7b-148e96a4a582 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577791 Dec 08 01:38:42.422259 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:42.642873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:42.706839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device aa295efb-4f8c-418f-a864-a0e1ca97bf5d no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:38:42.711422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:42.782117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: aa295efb-4f8c-418f-a864-a0e1ca97bf5d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:38:42.782495 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device aa295efb-4f8c-418f-a864-a0e1ca97bf5d not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:38:42.789921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:42.803194 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7885172-7d7a-4cce-a611-5eff783054a1 req-521b226d-59b8-45c3-a169-4497e2a85d28 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 210 time: 0.2423241 Dec 08 01:38:43.015929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd7018-f828-48b6-b451-dcb4dc88671b req-ebd06a8c-21e6-47aa-96da-6944903da705 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:43.018343 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a6cd7018-f828-48b6-b451-dcb4dc88671b req-ebd06a8c-21e6-47aa-96da-6944903da705 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 950 time: 0.2722883 Dec 08 01:38:43.018572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-946774f6-da0d-4503-9e40-58937f4c2a77 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:43.020129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-946774f6-da0d-4503-9e40-58937f4c2a77 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.2307696 Dec 08 01:38:43.022148 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:43.110964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26580f-7a11-4fff-a368-d037c3892b1a req-fb255ad2-3e87-44ac-ac48-4c9159bb7d89 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:43.113558 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd26580f-7a11-4fff-a368-d037c3892b1a req-fb255ad2-3e87-44ac-ac48-4c9159bb7d89 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.65 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 945 time: 0.3996646 Dec 08 01:38:43.169107 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Pushing event updated for resources: {'Port': ['ID=02380e42-9e18-41ca-9dca-45108758b36f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:43.183978 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:43.254331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304befa-63cd-4435-8135-7b913cb515b7 req-942e9bdb-1f9f-4da1-a281-31498c34d6c2 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:43.263097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7304befa-63cd-4435-8135-7b913cb515b7 req-942e9bdb-1f9f-4da1-a281-31498c34d6c2 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 945 time: 0.4058800 Dec 08 01:38:43.475342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Request body: {'port': {'device_id': 'a1421d8b-7917-4df7-a34e-00a36e32baf0', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'admin_state_up': True, 'tenant_id': '6d71442bfb01438e86d9fd2348d1c32c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:43.514263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 992fc0b3-87ea-4c9d-94e2-230373495e5f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:43.587629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 87e2f79b-e3eb-4c72-b934-2564695aab92 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:43.616694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Router e26bb8a5-0a64-4779-822e-0571e4208458 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:38:43.624275 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 992fc0b3-87ea-4c9d-94e2-230373495e5f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:43.624970 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:43.682714 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:43.703276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:43.704680 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7304befa-63cd-4435-8135-7b913cb515b7 req-e7e8addd-bbf3-4717-b210-467783a9e314 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380867 Dec 08 01:38:43.733087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=ea764eef-9520-47fc-aa9d-81f37c9bcd6e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:43.816945 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:43.853888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02539e1-b693-4550-b5b3-3072132f0ea0 req-49d1e7de-4764-498e-9e1d-8759a7eca9f1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:43.859770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 992fc0b3-87ea-4c9d-94e2-230373495e5f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=992fc0b3-87ea-4c9d-94e2-230373495e5f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:43.864688 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a02539e1-b693-4550-b5b3-3072132f0ea0 req-49d1e7de-4764-498e-9e1d-8759a7eca9f1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 950 time: 0.3050818 Dec 08 01:38:43.868311 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:43.941053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:43.968803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Sync routers for ids ['e26bb8a5-0a64-4779-822e-0571e4208458'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:43.991238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5d15906-c991-4a71-aaff-305131d5df30 req-d1f37646-1ef5-4dd7-a0b6-c4b3fdb6d001 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 210 time: 0.0713537 Dec 08 01:38:43.993469 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a02539e1-b693-4550-b5b3-3072132f0ea0 req-40440746-7ccc-4116-854b-b8f90bdb23c1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158130 Dec 08 01:38:44.014134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:44.014807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:44.042112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-bd26580f-7a11-4fff-a368-d037c3892b1a req-c20092a6-cec1-44a4-b821-7f7fb3f8b694 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Deleting port 7ae3e99f-5820-4f4c-b474-e20b40903e07 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:44.043155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bd26580f-7a11-4fff-a368-d037c3892b1a req-c20092a6-cec1-44a4-b821-7f7fb3f8b694 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:44.048171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Routers {'e26bb8a5-0a64-4779-822e-0571e4208458'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:44.050263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e26bb8a5-0a64-4779-822e-0571e4208458'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:44.069106 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5965d66b-e6e0-46b0-afbb-fabfe4fc3439 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1696074 Dec 08 01:38:44.083345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46036) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:44.090749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'port': {'network_id': '87e2f79b-e3eb-4c72-b934-2564695aab92', 'name': 'tempest-FloatingIPTestJSON-86461731'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:44.096799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Made reservation on behalf of 6d71442bfb01438e86d9fd2348d1c32c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:44.102252 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:44.116197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a6cd7018-f828-48b6-b451-dcb4dc88671b req-4f3f21f6-ad6c-4659-be71-ff7bd8780b6d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Deleting port 4a02173d-c3c5-4439-bfe4-a80a7cccb519 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:44.117723 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a6cd7018-f828-48b6-b451-dcb4dc88671b req-4f3f21f6-ad6c-4659-be71-ff7bd8780b6d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:44.122230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:44.162111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:44.188177 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:44.193986 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bd398f7a-fc3a-425c-9514-33c62a26b511 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6714852 Dec 08 01:38:44.204832 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46038) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:44.232877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Set router e26bb8a5-0a64-4779-822e-0571e4208458 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:38:44.382994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=992fc0b3-87ea-4c9d-94e2-230373495e5f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:44.466855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Allocated IP 172.20.0.9 (ca5844b8-27b3-4526-899f-f6eb044a8310/6b516fe5-7c7e-4300-bab4-16f44055e7df/4b47b5b8-68ee-4626-83b5-a20b297e4756) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:44.680488 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:44.719356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0611c010-18ae-4e23-b9d3-613164eed0ed None None] Provisioning complete for port 02380e42-9e18-41ca-9dca-45108758b36f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:44.719647 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0611c010-18ae-4e23-b9d3-613164eed0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:44.780097 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:44.790130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-bd26580f-7a11-4fff-a368-d037c3892b1a req-c20092a6-cec1-44a4-b821-7f7fb3f8b694 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] For port 7ae3e99f-5820-4f4c-b474-e20b40903e07, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7ae3e99f-5820-4f4c-b474-e20b40903e07,segment=NetworkSegment(a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00),segment_id=a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:44.791203 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bd26580f-7a11-4fff-a368-d037c3892b1a req-c20092a6-cec1-44a4-b821-7f7fb3f8b694 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:44.812865 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a6cd7018-f828-48b6-b451-dcb4dc88671b req-4f3f21f6-ad6c-4659-be71-ff7bd8780b6d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] For port 4a02173d-c3c5-4439-bfe4-a80a7cccb519, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4a02173d-c3c5-4439-bfe4-a80a7cccb519,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:44.813415 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a6cd7018-f828-48b6-b451-dcb4dc88671b req-4f3f21f6-ad6c-4659-be71-ff7bd8780b6d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:44.820424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0611c010-18ae-4e23-b9d3-613164eed0ed None None] Port 02380e42-9e18-41ca-9dca-45108758b36f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:38:44.883514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'name': 'tempest-ServerRescueTestJSON-1361956672-router', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:35Z', 'updated_at': '2021-12-08T01:38:39Z', 'revision_number': 3, 'project_id': '6b54cd2eaf9b4bf183def562265743e6', 'gw_port': {'id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:37Z', 'updated_at': '2021-12-08T01:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:44.900468 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-bd26580f-7a11-4fff-a368-d037c3892b1a req-c20092a6-cec1-44a4-b821-7f7fb3f8b694 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Calling delete_port for 7ae3e99f-5820-4f4c-b474-e20b40903e07 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:44.910359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a6cd7018-f828-48b6-b451-dcb4dc88671b req-4f3f21f6-ad6c-4659-be71-ff7bd8780b6d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Calling delete_port for 4a02173d-c3c5-4439-bfe4-a80a7cccb519 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:44.927528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Checking router: e26bb8a5-0a64-4779-822e-0571e4208458 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:38:44.928653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Updating router e26bb8a5-0a64-4779-822e-0571e4208458 port 8e030442-ec81-401d-a829-f4ad729a2be2 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:38:44.966986 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:45.001577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Network ca5844b8-27b3-4526-899f-f6eb044a8310 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:45.020723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:45.052394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:45.071686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Pushing event updated for resources: {'Port': ['ID=4b47b5b8-68ee-4626-83b5-a20b297e4756,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:45.283379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:38:45.284763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:45.304534 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:45.312921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Made reservation on behalf of 5655a533bdcc4941ab3ea6deb9149b83 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:45.339095 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:45.369902 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:45.378962 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:45.443716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31a781-c0e0-4680-9ddc-e5e93e0ebe57 None None] Pushing event updated for resources: {'Port': ['ID=8e030442-ec81-401d-a829-f4ad729a2be2,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:45.469738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Attempting to bind port 8e030442-ec81-401d-a829-f4ad729a2be2 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:45.470715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Attempting to bind port 8e030442-ec81-401d-a829-f4ad729a2be2 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:45.471341 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Attempting to bind port 8e030442-ec81-401d-a829-f4ad729a2be2 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:45.483283 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:45.484518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:45.484518 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:45.501957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:45.503866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Bound port: 8e030442-ec81-401d-a829-f4ad729a2be2, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:45.505858 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:45.507040 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-94f80c28-7609-4760-ac5a-0dd8e0e2c443 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0439017 Dec 08 01:38:45.535142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc406911-d4ad-453f-aaff-d8369a6d233b req-1b9f0dfa-bbe4-41bf-8407-ee490bcaf157 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:45.537020 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc406911-d4ad-453f-aaff-d8369a6d233b req-1b9f0dfa-bbe4-41bf-8407-ee490bcaf157 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 931 time: 0.3392096 Dec 08 01:38:45.555555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] device_id is not set on port 23ac072b-41df-4e9b-b2dd-089d7fa30a09 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:38:45.557306 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 992fc0b3-87ea-4c9d-94e2-230373495e5f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:45.584865 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a6cd7018-f828-48b6-b451-dcb4dc88671b req-4f3f21f6-ad6c-4659-be71-ff7bd8780b6d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:45.597889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Request body: {'port': {'device_id': 'a1421d8b-7917-4df7-a34e-00a36e32baf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:45.630723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db', '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:45.633154 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc120996-da89-4922-a982-263e7a53a49b', 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa', '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:45.662655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f21f6-ad6c-4659-be71-ff7bd8780b6d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event deleted for resources: {'Port': ['ID=4a02173d-c3c5-4439-bfe4-a80a7cccb519,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:45.773584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e674d91-0e52-435e-89c7-23550e221155 req-c9ee9411-2617-466e-a6b2-c592313738c8 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:45.775634 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e674d91-0e52-435e-89c7-23550e221155 req-c9ee9411-2617-466e-a6b2-c592313738c8 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 945 time: 0.9248612 Dec 08 01:38:45.781272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] For port 8e030442-ec81-401d-a829-f4ad729a2be2, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:45.784817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] For port 8e030442-ec81-401d-a829-f4ad729a2be2, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8e030442-ec81-401d-a829-f4ad729a2be2,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:45.814207 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:45.834248 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc406911-d4ad-453f-aaff-d8369a6d233b req-6176e037-5452-4735-adab-294712202325 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760093 Dec 08 01:38:45.834248 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:45.941656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.20.0.5 (87e2f79b-e3eb-4c72-b934-2564695aab92/0e4d7de3-0f83-4b59-b630-bbcd2071fb1e/23ac072b-41df-4e9b-b2dd-089d7fa30a09) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:45.970356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 992fc0b3-87ea-4c9d-94e2-230373495e5f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:45.970941 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:46.003481 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a3620c6-4c06-4820-be47-94423b1138ab req-1298deed-3984-40ab-9507-193bc4eb406d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 210 time: 0.0496855 Dec 08 01:38:46.089326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Routers {'e26bb8a5-0a64-4779-822e-0571e4208458'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:46.090332 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e26bb8a5-0a64-4779-822e-0571e4208458'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:46.101736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31a781-c0e0-4680-9ddc-e5e93e0ebe57 None None] Pushing event updated for resources: {'Port': ['ID=8e030442-ec81-401d-a829-f4ad729a2be2,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:46.585586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] Set router e26bb8a5-0a64-4779-822e-0571e4208458 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:38:46.588616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:46.624118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cd7018-f828-48b6-b451-dcb4dc88671b req-4f3f21f6-ad6c-4659-be71-ff7bd8780b6d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] No DVR routers for this DVR port 4a02173d-c3c5-4439-bfe4-a80a7cccb519 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:38:46.654384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b47b5b8-68ee-4626-83b5-a20b297e4756 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:46.665035 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:46.668511 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a6cd7018-f828-48b6-b451-dcb4dc88671b req-4f3f21f6-ad6c-4659-be71-ff7bd8780b6d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:46.671866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a6cd7018-f828-48b6-b451-dcb4dc88671b req-4f3f21f6-ad6c-4659-be71-ff7bd8780b6d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "DELETE /v2.0/ports/4a02173d-c3c5-4439-bfe4-a80a7cccb519 HTTP/1.1" status: 204 len: 173 time: 3.6367044 Dec 08 01:38:46.672331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c3587b-dd42-4abe-aadc-5e20b9013c33', 'name': 'network-vif-deleted', 'tag': '4a02173d-c3c5-4439-bfe4-a80a7cccb519'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:46.675441 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901732c3-ce5b-44f1-a5ef-aaa47a501c90" -d '{"events": [{"server_uuid": "38c3587b-dd42-4abe-aadc-5e20b9013c33", "name": "network-vif-deleted", "tag": "4a02173d-c3c5-4439-bfe4-a80a7cccb519"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:46.683813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Transition to ACTIVE for port object 4b47b5b8-68ee-4626-83b5-a20b297e4756 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:38:46.689032 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:46.706545 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:46.723115 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1de99ee-59b2-4159-a790-8636acaa0f26 req-bb7aff82-0164-4d63-9938-d97faab0c177 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=25830c56-7b71-42d8-87a7-f851435e17b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1486535 Dec 08 01:38:46.745238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e674d91-0e52-435e-89c7-23550e221155 req-97701679-e234-4d3e-a87a-db3e5c77d347 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/security-groups?id=99c5aa4f-3cf1-4946-965b-b2f28da47968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6891313 Dec 08 01:38:46.764358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 7ae3e99f-5820-4f4c-b474-e20b40903e07 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:38:46.764762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:46.773429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d9e84855-021c-4469-b2de-c14a75febdde admin admin] 10.222.0.70 "PUT /v2.0/routers/3e2b2fae-a543-4b42-b4bc-c97a328beff4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6209636 Dec 08 01:38:46.779371 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Sync routers for ids ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:46.811356 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Routers {'3e2b2fae-a543-4b42-b4bc-c97a328beff4'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:46.812786 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:46.820038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 87e2f79b-e3eb-4c72-b934-2564695aab92 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:46.905869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4a02173d-c3c5-4439-bfe4-a80a7cccb519 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:38:46.910505 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb47e2b-6460-4e55-8f43-1d2c48ea4c0b x-openstack-request-id: req-9eb47e2b-6460-4e55-8f43-1d2c48ea4c0b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:46.911191 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c3587b-dd42-4abe-aadc-5e20b9013c33", "name": "network-vif-deleted", "tag": "4a02173d-c3c5-4439-bfe4-a80a7cccb519", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:46.911340 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9eb47e2b-6460-4e55-8f43-1d2c48ea4c0b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:46.918523 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c3587b-dd42-4abe-aadc-5e20b9013c33', 'name': 'network-vif-deleted', 'tag': '4a02173d-c3c5-4439-bfe4-a80a7cccb519', 'status': 'completed', 'code': 200} Dec 08 01:38:47.006925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:47.012915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=23ac072b-41df-4e9b-b2dd-089d7fa30a09,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:47.021365 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:47.145522 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Set router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:38:47.155710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Pushing event updated for resources: {'Port': ['ID=4b47b5b8-68ee-4626-83b5-a20b297e4756,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:47.262827 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bd26580f-7a11-4fff-a368-d037c3892b1a req-c20092a6-cec1-44a4-b821-7f7fb3f8b694 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:47.297976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 4a02173d-c3c5-4439-bfe4-a80a7cccb519 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:38:47.298983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4a02173d-c3c5-4439-bfe4-a80a7cccb519 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:38:47.334728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:47.368324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Port 7ae3e99f-5820-4f4c-b474-e20b40903e07 update to DOWN by agent not found {{(pid=103131) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 01:38:47.402338 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3f2aed59-67e4-48b7-88f6-35c904186547 req-e7d672f0-1fd3-424a-b4b6-db20e64e7c8d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c3587b-dd42-4abe-aadc-5e20b9013c33 HTTP/1.1" status: 200 len: 210 time: 0.1666675 Dec 08 01:38:47.509052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:47.513856 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:47.551094 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de99ee-59b2-4159-a790-8636acaa0f26 req-6b561a5b-24f3-4af1-9f5c-ae5145a23443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:47.552687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1de99ee-59b2-4159-a790-8636acaa0f26 req-6b561a5b-24f3-4af1-9f5c-ae5145a23443 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=25830c56-7b71-42d8-87a7-f851435e17b1 HTTP/1.1" status: 200 len: 1102 time: 0.6014793 Dec 08 01:38:47.590637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47f9eca4-ab73-4c50-b891-46f83b172c83 req-2c20b053-3768-4bd3-addd-0c43b2659630 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a7517066-88ad-490e-9413-9f318854002f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4270308 Dec 08 01:38:47.599155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d46a4-3e64-456f-9b56-b36ef7366983 req-e128f0a1-836d-41d2-a1e7-fce578adca75 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:47.607184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-37362084-57ff-459b-90c2-f8d3951fd25a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.5156868 Dec 08 01:38:47.607428 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b4d46a4-3e64-456f-9b56-b36ef7366983 req-e128f0a1-836d-41d2-a1e7-fce578adca75 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 943 time: 0.5248716 Dec 08 01:38:47.608505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46092) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:47.626102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '23ac072b-41df-4e9b-b2dd-089d7fa30a09', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:47.630867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20092a6-cec1-44a4-b821-7f7fb3f8b694 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Pushing event deleted for resources: {'Port': ['ID=7ae3e99f-5820-4f4c-b474-e20b40903e07,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:47.703241 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:47.723774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'name': 'tempest-ServerRescueTestJSON-1361956672-router', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:35Z', 'updated_at': '2021-12-08T01:38:39Z', 'revision_number': 3, 'project_id': '6b54cd2eaf9b4bf183def562265743e6', 'gw_port': {'id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:37Z', 'updated_at': '2021-12-08T01:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:47.752102 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:38:42Z', 'revision_number': 4, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '02380e42-9e18-41ca-9dca-45108758b36f', 'name': '', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'mac_address': 'fa:16:3e:87:d6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:40Z', 'updated_at': '2021-12-08T01:38:42Z', 'revision_number': 2, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'subnets': [{'id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:47.775395 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b4d46a4-3e64-456f-9b56-b36ef7366983 req-3ad491cb-3275-42ee-98a8-a532918b3579 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632161 Dec 08 01:38:47.780010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd26580f-7a11-4fff-a368-d037c3892b1a req-c20092a6-cec1-44a4-b821-7f7fb3f8b694 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] No DVR routers for this DVR port 7ae3e99f-5820-4f4c-b474-e20b40903e07 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:38:47.785803 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bd26580f-7a11-4fff-a368-d037c3892b1a req-c20092a6-cec1-44a4-b821-7f7fb3f8b694 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:47.789254 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140755c0-89c2-4c4c-83fd-30e7ca987e05 None None] The sync data for ids ['e26bb8a5-0a64-4779-822e-0571e4208458'] in n-d-713498-30 is: [{'id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'name': 'tempest-ServerRescueTestJSON-1361956672-router', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:35Z', 'updated_at': '2021-12-08T01:38:39Z', 'revision_number': 3, 'project_id': '6b54cd2eaf9b4bf183def562265743e6', 'gw_port': {'id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:37Z', 'updated_at': '2021-12-08T01:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:38:47.800846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd26580f-7a11-4fff-a368-d037c3892b1a req-c20092a6-cec1-44a4-b821-7f7fb3f8b694 tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.65 "DELETE /v2.0/ports/7ae3e99f-5820-4f4c-b474-e20b40903e07 HTTP/1.1" status: 204 len: 173 time: 4.6407447 Dec 08 01:38:47.824043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Attempting to bind port 4b47b5b8-68ee-4626-83b5-a20b297e4756 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:47.824043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Attempting to bind port 4b47b5b8-68ee-4626-83b5-a20b297e4756 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:47.824043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Attempting to bind port 4b47b5b8-68ee-4626-83b5-a20b297e4756 on network ca5844b8-27b3-4526-899f-f6eb044a8310 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:47.872756 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Checking router: 3e2b2fae-a543-4b42-b4bc-c97a328beff4 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:38:47.873373 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Updating router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 port 02380e42-9e18-41ca-9dca-45108758b36f binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:38:47.962251 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:47.971202 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Port 4b47b5b8-68ee-4626-83b5-a20b297e4756 on network ca5844b8-27b3-4526-899f-f6eb044a8310 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:38:47.983800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Attempting to bind port 4b47b5b8-68ee-4626-83b5-a20b297e4756 on network ca5844b8-27b3-4526-899f-f6eb044a8310 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:48.046866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:48.047581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Checking segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:48.047581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Bound using segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:48.048007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Bound port: 4b47b5b8-68ee-4626-83b5-a20b297e4756, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:48.048393 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:48.067696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46100) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:48.078811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1927259413-network', 'tenant_id': '96ac8af70d41406db598979a0daa71cb'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:48.101235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de99ee-59b2-4159-a790-8636acaa0f26 req-f5ba474d-47b4-4945-b75c-ae27af9fc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:48.104737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1de99ee-59b2-4159-a790-8636acaa0f26 req-f5ba474d-47b4-4945-b75c-ae27af9fc1d5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.4844713 Dec 08 01:38:48.173979 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1de99ee-59b2-4159-a790-8636acaa0f26 req-0a2c66d5-25ac-4fba-ac87-8474bdfe96a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa HTTP/1.1" status: 200 len: 217 time: 0.0586894 Dec 08 01:38:48.252237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de99ee-59b2-4159-a790-8636acaa0f26 req-a33ae1ef-a6d3-46b1-96ec-018be5486976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:48.254723 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1de99ee-59b2-4159-a790-8636acaa0f26 req-a33ae1ef-a6d3-46b1-96ec-018be5486976 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0536356 Dec 08 01:38:48.288575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Made reservation on behalf of 96ac8af70d41406db598979a0daa71cb for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:48.290971 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:48.336501 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97e55b08-5259-4f11-9de0-e7ccb5871f08 req-d51d3e12-5f49-431e-9fe9-a8c0f3bc80af tempest-ServerPasswordTestJSON-790970761 tempest-ServerPasswordTestJSON-790970761-project] 10.222.0.70 "GET /v2.0/ports?device_id=71d43199-6d36-41e4-9bd2-fe357a16bad0 HTTP/1.1" status: 200 len: 210 time: 0.0781844 Dec 08 01:38:48.340096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] For port 4b47b5b8-68ee-4626-83b5-a20b297e4756, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:48.359556 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:48.360010 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] For port 4b47b5b8-68ee-4626-83b5-a20b297e4756, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4b47b5b8-68ee-4626-83b5-a20b297e4756,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:48.363412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Allocated IP 172.20.0.1 (0b4defec-514a-4709-994b-aa1703645786/15db70b2-e0d6-49e2-8a16-d31f675a4709/822e03fb-b6d2-4a2b-8917-9ff938c019a2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:48.412900 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:48.453377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9eca4-ab73-4c50-b891-46f83b172c83 req-b38802f3-4f55-4c5b-be5d-8f8798c46833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:48.463678 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47f9eca4-ab73-4c50-b891-46f83b172c83 req-b38802f3-4f55-4c5b-be5d-8f8798c46833 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 1102 time: 0.7106633 Dec 08 01:38:48.490847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:48.500271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:48.506902 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] 10.222.0.65 "PUT /v2.0/ports/4b47b5b8-68ee-4626-83b5-a20b297e4756 HTTP/1.1" status: 200 len: 1092 time: 2.9181855 Dec 08 01:38:48.517712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1421d8b-7917-4df7-a34e-00a36e32baf0', 'tag': '4b47b5b8-68ee-4626-83b5-a20b297e4756'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:48.528423 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9fdd84-6444-49cf-9277-c0318a94f142" -d '{"events": [{"name": "network-changed", "server_uuid": "a1421d8b-7917-4df7-a34e-00a36e32baf0", "tag": "4b47b5b8-68ee-4626-83b5-a20b297e4756"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:48.603517 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:48.617756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de99ee-59b2-4159-a790-8636acaa0f26 req-db39e714-c1cc-492c-b61a-724449920712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:48.620089 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1de99ee-59b2-4159-a790-8636acaa0f26 req-db39e714-c1cc-492c-b61a-724449920712 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3552308 Dec 08 01:38:48.622096 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:48.632605 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:48.644064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:38:48.648207 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:48.657627 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:48.657994 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Added segment fdbceb74-89e8-4a25-bd23-dba50972de48 of type vlan for network 6e5792c2-6052-4e4d-9314-513bf9b5fdba Dec 08 01:38:48.776941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfea49d5-d756-4cd0-95b2-71fa70824681,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:48.803484 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8c38dc-6acd-4161-8420-765c271265b8 x-openstack-request-id: req-bc8c38dc-6acd-4161-8420-765c271265b8 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:48.804032 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1421d8b-7917-4df7-a34e-00a36e32baf0", "tag": "4b47b5b8-68ee-4626-83b5-a20b297e4756", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:48.806002 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc8c38dc-6acd-4161-8420-765c271265b8 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:48.806762 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1421d8b-7917-4df7-a34e-00a36e32baf0', 'tag': '4b47b5b8-68ee-4626-83b5-a20b297e4756', 'status': 'completed', 'code': 200} Dec 08 01:38:48.878319 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Pushing event updated for resources: {'Port': ['ID=02380e42-9e18-41ca-9dca-45108758b36f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:48.930658 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.933694 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.936311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d43199-6d36-41e4-9bd2-fe357a16bad0', 'name': 'network-vif-deleted', 'tag': '7ae3e99f-5820-4f4c-b474-e20b40903e07'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:48.936652 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.937480 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.938213 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.941281 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.942280 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.942522 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97b99a1-5964-402a-bc23-5fcea8f772ae" -d '{"events": [{"server_uuid": "71d43199-6d36-41e4-9bd2-fe357a16bad0", "name": "network-vif-deleted", "tag": "7ae3e99f-5820-4f4c-b474-e20b40903e07"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:48.945130 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.949001 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.949587 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.952255 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.953414 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.956821 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:48.970274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29448b-ea79-43d2-a0aa-c182e651d31d service neutron] Pushing event updated for resources: {'Port': ['ID=4b47b5b8-68ee-4626-83b5-a20b297e4756,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:49.007792 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:49.088437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-d5ff8cda-0d37-4b93-9989-07e584b4de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:49.090175 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-d5ff8cda-0d37-4b93-9989-07e584b4de0b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 1095 time: 0.4478381 Dec 08 01:38:49.147092 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Attempting to bind port 02380e42-9e18-41ca-9dca-45108758b36f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:49.147486 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Attempting to bind port 02380e42-9e18-41ca-9dca-45108758b36f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:49.147829 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Attempting to bind port 02380e42-9e18-41ca-9dca-45108758b36f on network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:49.163497 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:49.163876 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Checking segment: {'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:49.166374 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:49.166989 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Bound using segment: {'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:49.170169 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Bound port: 02380e42-9e18-41ca-9dca-45108758b36f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:49.170836 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:49.179444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:38:49.214414 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-592e2637-268d-48ea-9a8b-557ca146176e None None] Provisioning complete for port 02380e42-9e18-41ca-9dca-45108758b36f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:49.218906 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-592e2637-268d-48ea-9a8b-557ca146176e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:49.298868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9eca4-ab73-4c50-b891-46f83b172c83 req-e74d3b7b-95bc-43cb-8d3b-bb49eaa60595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:49.302607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a742bd2-dcba-47a9-b64d-460d1a1545fc req-7f5b60df-7ac7-41f4-929c-85cb841dc31b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:49.303947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47f9eca4-ab73-4c50-b891-46f83b172c83 req-e74d3b7b-95bc-43cb-8d3b-bb49eaa60595 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.7632823 Dec 08 01:38:49.305600 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0a742bd2-dcba-47a9-b64d-460d1a1545fc req-7f5b60df-7ac7-41f4-929c-85cb841dc31b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 943 time: 0.3519719 Dec 08 01:38:49.307142 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-5f5fa877-269e-4245-b624-d4ea7281e894 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b47b5b8-68ee-4626-83b5-a20b297e4756 HTTP/1.1" status: 200 len: 217 time: 0.1891291 Dec 08 01:38:49.355046 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-592e2637-268d-48ea-9a8b-557ca146176e None None] Port 02380e42-9e18-41ca-9dca-45108758b36f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:38:49.368101 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:49.372858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:49.380595 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:49.382618 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] For port 02380e42-9e18-41ca-9dca-45108758b36f, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:49.394813 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] For port 02380e42-9e18-41ca-9dca-45108758b36f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=02380e42-9e18-41ca-9dca-45108758b36f,segment=NetworkSegment(832b7a99-b444-4fc7-926f-3af12f8a21d9),segment_id=832b7a99-b444-4fc7-926f-3af12f8a21d9)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:49.407099 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:49.470852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4015994 Dec 08 01:38:49.473337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47f9eca4-ab73-4c50-b891-46f83b172c83 req-9e6dd3d8-6203-4efb-9bb2-15957104c9e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 HTTP/1.1" status: 200 len: 217 time: 0.1467602 Dec 08 01:38:49.480818 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:49.482486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46126) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:49.499493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e147c11a-a6cd-463e-a689-fcd1ac27837e admin admin] Request body: {'subnet': {'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1927259413-subnet', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:49.517734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8e030442-ec81-401d-a829-f4ad729a2be2 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:49.521080 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159ca877-2764-40a6-b7ef-5a842834d3e2 x-openstack-request-id: req-159ca877-2764-40a6-b7ef-5a842834d3e2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:49.521868 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d43199-6d36-41e4-9bd2-fe357a16bad0", "name": "network-vif-deleted", "tag": "7ae3e99f-5820-4f4c-b474-e20b40903e07", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:49.522246 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-159ca877-2764-40a6-b7ef-5a842834d3e2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:49.522789 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d43199-6d36-41e4-9bd2-fe357a16bad0', 'name': 'network-vif-deleted', 'tag': '7ae3e99f-5820-4f4c-b474-e20b40903e07', 'status': 'completed', 'code': 200} Dec 08 01:38:49.541997 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1de99ee-59b2-4159-a790-8636acaa0f26 req-045397e1-4072-41d0-9ed0-5862696b8d6e service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8574693 Dec 08 01:38:49.555565 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7ebf0-e5eb-473e-8521-1cb205f0da0f None None] Pushing event updated for resources: {'Port': ['ID=02380e42-9e18-41ca-9dca-45108758b36f,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:49.642978 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Routers {'3e2b2fae-a543-4b42-b4bc-c97a328beff4'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:49.643905 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:49.682468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 8e030442-ec81-401d-a829-f4ad729a2be2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:49.684130 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:49.878865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-b1d238f9-bff8-4fe0-a8bb-833a2d021009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:49.888960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-b1d238f9-bff8-4fe0-a8bb-833a2d021009 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.5530682 Dec 08 01:38:49.941729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e147c11a-a6cd-463e-a689-fcd1ac27837e admin admin] Made reservation on behalf of 96ac8af70d41406db598979a0daa71cb for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:38:49.945294 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e147c11a-a6cd-463e-a689-fcd1ac27837e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:49.976270 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:50.006877 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1de99ee-59b2-4159-a790-8636acaa0f26 req-9163bc2c-abc6-43a3-aee2-9c14b83ae1ce service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333863 Dec 08 01:38:50.040389 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:50.047760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbfd1d-36a4-48ff-ad60-50545e0e06cf admin admin] Pushing event updated for resources: {'Network': ['ID=6e5792c2-6052-4e4d-9314-513bf9b5fdba,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:50.068260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 8e030442-ec81-401d-a829-f4ad729a2be2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8e030442-ec81-401d-a829-f4ad729a2be2,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:50.074448 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] Set router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:38:50.104605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 6e5792c2-6052-4e4d-9314-513bf9b5fdba details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:38:50.152651 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-a270ad03-c924-4be6-bd26-ea49c7e3abfc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2627592 Dec 08 01:38:50.159470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0a742bd2-dcba-47a9-b64d-460d1a1545fc req-38970a31-5999-43e0-b889-11f90f8a8167 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8325958 Dec 08 01:38:50.161172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9eca4-ab73-4c50-b891-46f83b172c83 req-8bbf954f-3522-4ea1-a34e-9aa3d791e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:50.163202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47f9eca4-ab73-4c50-b891-46f83b172c83 req-8bbf954f-3522-4ea1-a34e-9aa3d791e3a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.6701195 Dec 08 01:38:50.248336 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:50.321033 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:50.361460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Network 0b4defec-514a-4709-994b-aa1703645786 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:50.373575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:50.385587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:50.388098 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:50.413812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-65ca7fa5-518d-4135-9cfb-c03471dd4e45 None None] Provisioning complete for port 02380e42-9e18-41ca-9dca-45108758b36f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:50.414189 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-65ca7fa5-518d-4135-9cfb-c03471dd4e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:50.507593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf95e75e-e9bf-46f8-bc7b-b8a728548026 admin admin] Deleting subnet 999374b9-aa72-4fbb-b7d3-0d58bde35385 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:38:50.537521 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:38:42Z', 'revision_number': 4, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '02380e42-9e18-41ca-9dca-45108758b36f', 'name': '', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'mac_address': 'fa:16:3e:87:d6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:40Z', 'updated_at': '2021-12-08T01:38:49Z', 'revision_number': 4, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'subnets': [{'id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:50.555033 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf95e75e-e9bf-46f8-bc7b-b8a728548026 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:50.556975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Pushing event updated for resources: {'Port': ['ID=822e03fb-b6d2-4a2b-8917-9ff938c019a2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:50.567621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5bdb3-7a79-4376-994b-ff4a12e034e7 req-972132ba-2f78-4580-977b-3fb90e20f04d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:50.576505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09f5bdb3-7a79-4376-994b-ff4a12e034e7 req-972132ba-2f78-4580-977b-3fb90e20f04d tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 950 time: 0.7027652 Dec 08 01:38:50.633123 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:50.650037 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea875e8-fe4b-490b-840e-1fd786a3c12d None None] The sync data for ids ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'] in n-d-713498-30 is: [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:38:42Z', 'revision_number': 4, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '02380e42-9e18-41ca-9dca-45108758b36f', 'name': '', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'mac_address': 'fa:16:3e:87:d6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:40Z', 'updated_at': '2021-12-08T01:38:49Z', 'revision_number': 4, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'subnets': [{'id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:38:50.659700 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf95e75e-e9bf-46f8-bc7b-b8a728548026 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:50.662570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=8e030442-ec81-401d-a829-f4ad729a2be2,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:50.710159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.25.2.7 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/904f6d4f-6670-4b62-9496-5f22259eee4e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:50.785057 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-f561b3c8-6a56-4398-bfc5-3d531e63aeaf service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144083 Dec 08 01:38:50.834752 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-65ca7fa5-518d-4135-9cfb-c03471dd4e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:50.888337 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf95e75e-e9bf-46f8-bc7b-b8a728548026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:50.909686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-65ca7fa5-518d-4135-9cfb-c03471dd4e45 None None] For port 02380e42-9e18-41ca-9dca-45108758b36f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=02380e42-9e18-41ca-9dca-45108758b36f,segment=NetworkSegment(832b7a99-b444-4fc7-926f-3af12f8a21d9),segment_id=832b7a99-b444-4fc7-926f-3af12f8a21d9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:50.917908 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-65ca7fa5-518d-4135-9cfb-c03471dd4e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.001876 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf95e75e-e9bf-46f8-bc7b-b8a728548026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.043324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca7fa5-518d-4135-9cfb-c03471dd4e45 None None] Pushing event updated for resources: {'Port': ['ID=02380e42-9e18-41ca-9dca-45108758b36f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:51.106783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95e75e-e9bf-46f8-bc7b-b8a728548026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=999374b9-aa72-4fbb-b7d3-0d58bde35385,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:51.117254 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf95e75e-e9bf-46f8-bc7b-b8a728548026 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.123379 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bf95e75e-e9bf-46f8-bc7b-b8a728548026 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/999374b9-aa72-4fbb-b7d3-0d58bde35385 HTTP/1.1" status: 204 len: 168 time: 0.7263436 Dec 08 01:38:51.140714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87bfbe-a06b-45b8-a37d-bfc34176a397 req-2c132ccb-0ef4-4911-b63c-c9104763f9a1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:51.145088 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a87bfbe-a06b-45b8-a37d-bfc34176a397 req-2c132ccb-0ef4-4911-b63c-c9104763f9a1 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 950 time: 0.4885721 Dec 08 01:38:51.145826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46140) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:51.357261 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9eca4-ab73-4c50-b891-46f83b172c83 req-4f35d262-6a82-4d67-80aa-7cbd7478e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:51.358597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47f9eca4-ab73-4c50-b891-46f83b172c83 req-4f35d262-6a82-4d67-80aa-7cbd7478e147 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1752276 Dec 08 01:38:51.369763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.464582 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.583609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3698d64-f049-4580-8f00-634bdd495ce1 req-5c15a8b7-950e-4711-90f0-147445e28837 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:51.585210 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c3698d64-f049-4580-8f00-634bdd495ce1 req-5c15a8b7-950e-4711-90f0-147445e28837 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 950 time: 0.3895009 Dec 08 01:38:51.597973 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8e030442-ec81-401d-a829-f4ad729a2be2 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:51.691799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e147c11a-a6cd-463e-a689-fcd1ac27837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.694114 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.694724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 8e030442-ec81-401d-a829-f4ad729a2be2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:51.695352 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.720865 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.804936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.840859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f38b5c-55c2-4b78-88f9-a7745b714785']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:51.865191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=904f6d4f-6670-4b62-9496-5f22259eee4e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:51.870742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:51.871045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b99c6c-b063-4eb7-aeba-ad5b5f5e2d00') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:51.882539 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.906246 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:51.907400 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.914574 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:38:51.914980 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:51.972722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:51.978748 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09f5bdb3-7a79-4376-994b-ff4a12e034e7 req-dffc97bd-af22-4364-a9d8-4bb9e37b12a5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4009323 Dec 08 01:38:51.982647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:51.996850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec745f1a-2d25-40db-89b2-ae5b49d991ee req-cefb0149-9aca-4043-95fc-68b2a854b33e service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1749041 Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:38:52.023965 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:38:52.045153 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:52.051452 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:52.057927 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b8f38b5c-55c2-4b78-88f9-a7745b714785 HTTP/1.1" status: 204 len: 168 time: 0.9055417 Dec 08 01:38:52.102320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 02380e42-9e18-41ca-9dca-45108758b36f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:52.116821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147c11a-a6cd-463e-a689-fcd1ac27837e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4794b95a-e829-4008-8e2e-37733f1f5c85,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:52.318196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e147c11a-a6cd-463e-a689-fcd1ac27837e admin admin] Checking segment: {'id': 'fdbceb74-89e8-4a25-bd23-dba50972de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:52.318661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e147c11a-a6cd-463e-a689-fcd1ac27837e admin admin] Network hostable DHCP agents. Network: 6e5792c2-6052-4e4d-9314-513bf9b5fdba, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:38:52.323107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:52.330964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f38b5c-55c2-4b78-88f9-a7745b714785,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:52.332673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 02380e42-9e18-41ca-9dca-45108758b36f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:52.337011 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:52.338674 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47f9eca4-ab73-4c50-b891-46f83b172c83 req-fd3b4074-792e-4d40-b954-f96dc4b63b8a service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7565908 Dec 08 01:38:52.338851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1a87bfbe-a06b-45b8-a37d-bfc34176a397 req-aabab0b6-1325-478d-9cf0-81bda4922095 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Deleting port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:52.338990 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1a87bfbe-a06b-45b8-a37d-bfc34176a397 req-aabab0b6-1325-478d-9cf0-81bda4922095 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:52.437684 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fdd84-6444-49cf-9277-c0318a94f142 req-d9bc2870-58c2-47cf-9081-2ccaadacbaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:52.440519 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3c9fdd84-6444-49cf-9277-c0318a94f142 req-d9bc2870-58c2-47cf-9081-2ccaadacbaba service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 1095 time: 0.3359053 Dec 08 01:38:52.453089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e147c11a-a6cd-463e-a689-fcd1ac27837e admin admin] Network 6e5792c2-6052-4e4d-9314-513bf9b5fdba is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:38:52.458760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1a87bfbe-a06b-45b8-a37d-bfc34176a397 req-aabab0b6-1325-478d-9cf0-81bda4922095 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] For port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:52.459130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1a87bfbe-a06b-45b8-a37d-bfc34176a397 req-aabab0b6-1325-478d-9cf0-81bda4922095 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:52.473482 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1a87bfbe-a06b-45b8-a37d-bfc34176a397 req-aabab0b6-1325-478d-9cf0-81bda4922095 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Calling delete_port for 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:52.587293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fdd84-6444-49cf-9277-c0318a94f142 req-cddb7e15-a85a-41e1-88d0-082fa95110a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:52.589502 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3c9fdd84-6444-49cf-9277-c0318a94f142 req-cddb7e15-a85a-41e1-88d0-082fa95110a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 913 time: 0.1279106 Dec 08 01:38:52.608629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46160) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:52.626986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:52.693304 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1a87bfbe-a06b-45b8-a37d-bfc34176a397 req-aabab0b6-1325-478d-9cf0-81bda4922095 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:52.706808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.707263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.707506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.707838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.708183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.708556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.708868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.709200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.709532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.709860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.710188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.710511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.710834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19257e38-75f8-4c3c-8fb4-f1cbb76d28c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:52.730016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc120996-da89-4922-a982-263e7a53a49b', 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa', '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:52.738540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db', '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:52.768112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabead22-8be1-4059-a2fe-458e3edd18f2 req-6a507490-cc36-41d4-9306-bee21cd98462 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:52.770313 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aabead22-8be1-4059-a2fe-458e3edd18f2 req-6a507490-cc36-41d4-9306-bee21cd98462 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 943 time: 1.4730766 Dec 08 01:38:52.786974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c3698d64-f049-4580-8f00-634bdd495ce1 req-a09d989a-7258-40d5-8da2-fa1d29dcf127 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Deleting port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:52.787304 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c3698d64-f049-4580-8f00-634bdd495ce1 req-a09d989a-7258-40d5-8da2-fa1d29dcf127 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:52.838303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Pushing event updated for resources: {'Port': ['ID=822e03fb-b6d2-4a2b-8917-9ff938c019a2,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:52.858012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e147c11a-a6cd-463e-a689-fcd1ac27837e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 6e5792c2-6052-4e4d-9314-513bf9b5fdba) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:52.876711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24271e8d-566c-40dd-b09b-f175e42f813a None None] Network 6e5792c2-6052-4e4d-9314-513bf9b5fdba requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:52.918576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:52.935360 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3c9fdd84-6444-49cf-9277-c0318a94f142 req-dde76b5d-7edd-4c40-984a-d33b00d6b497 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b47b5b8-68ee-4626-83b5-a20b297e4756 HTTP/1.1" status: 200 len: 217 time: 0.3169477 Dec 08 01:38:52.939335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e147c11a-a6cd-463e-a689-fcd1ac27837e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:52.939604 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e147c11a-a6cd-463e-a689-fcd1ac27837e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:52.954485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a87bfbe-a06b-45b8-a37d-bfc34176a397 req-aabab0b6-1325-478d-9cf0-81bda4922095 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] No DVR routers for this DVR port 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:38:52.960019 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1a87bfbe-a06b-45b8-a37d-bfc34176a397 req-aabab0b6-1325-478d-9cf0-81bda4922095 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:52.964195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a87bfbe-a06b-45b8-a37d-bfc34176a397 req-aabab0b6-1325-478d-9cf0-81bda4922095 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "DELETE /v2.0/ports/5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 HTTP/1.1" status: 204 len: 173 time: 1.7718637 Dec 08 01:38:52.965282 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabab0b6-1325-478d-9cf0-81bda4922095 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event deleted for resources: {'Port': ['ID=5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:52.994485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7517066-88ad-490e-9413-9f318854002f', 'name': 'network-vif-deleted', 'tag': '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:52.997147 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675ab8bd-123b-4baf-bddf-9572968f928a" -d '{"events": [{"server_uuid": "a7517066-88ad-490e-9413-9f318854002f", "name": "network-vif-deleted", "tag": "5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:53.079633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-6e5792c2-6052-4e4d-9314-513bf9b5fdba', 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba', 'project_id': '96ac8af70d41406db598979a0daa71cb', 'fixed_ips': [{'subnet_id': '4794b95a-e829-4008-8e2e-37733f1f5c85'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:38:53.081265 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:53.158109 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e147c11a-a6cd-463e-a689-fcd1ac27837e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6612418 Dec 08 01:38:53.163219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46166) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:53.226355 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d81de1e1-07ad-4adf-b84a-4c581b5362ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55f986c873c94ca880d0b468c15c9e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6093128 Dec 08 01:38:53.233476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1927259413-router', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:53.239309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:53.285449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aabead22-8be1-4059-a2fe-458e3edd18f2 req-102d8708-f33d-4d4f-a363-207d3cada676 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866683 Dec 08 01:38:53.374558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Allocated IP 172.20.0.2 (6e5792c2-6052-4e4d-9314-513bf9b5fdba/4794b95a-e829-4008-8e2e-37733f1f5c85/4744a602-8a9b-4d2f-9116-60727b1418ff) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:53.375832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65d61a4c-3a17-43e9-b93f-9e04440867ca req-6833be72-d8ae-4543-a479-114f053da249 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7517066-88ad-490e-9413-9f318854002f HTTP/1.1" status: 200 len: 210 time: 0.1888897 Dec 08 01:38:53.430161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c3698d64-f049-4580-8f00-634bdd495ce1 req-a09d989a-7258-40d5-8da2-fa1d29dcf127 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] For port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:53.432107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c3698d64-f049-4580-8f00-634bdd495ce1 req-a09d989a-7258-40d5-8da2-fa1d29dcf127 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:53.437326 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b13db7-7d81-489d-b20c-da95588020a7 x-openstack-request-id: req-85b13db7-7d81-489d-b20c-da95588020a7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:53.437836 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7517066-88ad-490e-9413-9f318854002f", "name": "network-vif-deleted", "tag": "5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:53.440019 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85b13db7-7d81-489d-b20c-da95588020a7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:53.440932 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7517066-88ad-490e-9413-9f318854002f', 'name': 'network-vif-deleted', 'tag': '5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502', 'status': 'completed', 'code': 200} Dec 08 01:38:53.475952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c3698d64-f049-4580-8f00-634bdd495ce1 req-a09d989a-7258-40d5-8da2-fa1d29dcf127 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Calling delete_port for 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:38:53.524546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Network 0b4defec-514a-4709-994b-aa1703645786 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:53.529807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:53.605504 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2710f51e-c1c7-439f-b96e-34f18b68bb24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:53.637882 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47f9eca4-ab73-4c50-b891-46f83b172c83 req-7a4e21bb-e95e-4f8d-92bd-295a7b1bc7c8 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2785759 Dec 08 01:38:53.676114 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:53.690983 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:53.700503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fdd84-6444-49cf-9277-c0318a94f142 req-14ec5f64-a680-4b97-a82f-2b23b8eb740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:53.702666 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3c9fdd84-6444-49cf-9277-c0318a94f142 req-14ec5f64-a680-4b97-a82f-2b23b8eb740e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.6599903 Dec 08 01:38:53.713166 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:53.714426 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:53.777472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Pushing event updated for resources: {'Port': ['ID=4744a602-8a9b-4d2f-9116-60727b1418ff,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:53.796120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2710f51e-c1c7-439f-b96e-34f18b68bb24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:53.805298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Network 6e5792c2-6052-4e4d-9314-513bf9b5fdba is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:53.812369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:53.850944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:53.856325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.856687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.857045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.857394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.857738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.858082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.858420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.858759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.859095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.859427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.859758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.860131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.868666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:38:53.889290 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:53.935641 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3c9fdd84-6444-49cf-9277-c0318a94f142 req-1085c10b-1cd0-4af8-8002-de851c8a25f9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2090075 Dec 08 01:38:54.040944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Attempting to bind port 4744a602-8a9b-4d2f-9116-60727b1418ff on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:54.041419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Attempting to bind port 4744a602-8a9b-4d2f-9116-60727b1418ff by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'fdbceb74-89e8-4a25-bd23-dba50972de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:54.041868 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Attempting to bind port 4744a602-8a9b-4d2f-9116-60727b1418ff on network 6e5792c2-6052-4e4d-9314-513bf9b5fdba {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:54.075531 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3c9fdd84-6444-49cf-9277-c0318a94f142 req-c31a0501-c137-4843-9be0-e325e7565353 service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136925 Dec 08 01:38:54.084916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:54.085394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Checking segment: {'id': 'fdbceb74-89e8-4a25-bd23-dba50972de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:54.085864 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:54.086553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Bound using segment: {'id': 'fdbceb74-89e8-4a25-bd23-dba50972de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:54.086982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Bound port: 4744a602-8a9b-4d2f-9116-60727b1418ff, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbceb74-89e8-4a25-bd23-dba50972de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:54.087443 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:54.177989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] For port 4744a602-8a9b-4d2f-9116-60727b1418ff, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:54.181927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] For port 4744a602-8a9b-4d2f-9116-60727b1418ff, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4744a602-8a9b-4d2f-9116-60727b1418ff,segment=NetworkSegment(fdbceb74-89e8-4a25-bd23-dba50972de48),segment_id=fdbceb74-89e8-4a25-bd23-dba50972de48)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:54.184524 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3c9fdd84-6444-49cf-9277-c0318a94f142 req-539c045f-775d-4625-a77b-b713afc7b216 service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954921 Dec 08 01:38:54.195651 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:54.222540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:54.226782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:54.403115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Router e26bb8a5-0a64-4779-822e-0571e4208458 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:38:54.411072 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2710f51e-c1c7-439f-b96e-34f18b68bb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:54.414287 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2710f51e-c1c7-439f-b96e-34f18b68bb24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:54.415551 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2710f51e-c1c7-439f-b96e-34f18b68bb24 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99c5aa4f-3cf1-4946-965b-b2f28da47968 HTTP/1.1" status: 204 len: 168 time: 1.1750183 Dec 08 01:38:54.432384 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c3698d64-f049-4580-8f00-634bdd495ce1 req-a09d989a-7258-40d5-8da2-fa1d29dcf127 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:54.438629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710f51e-c1c7-439f-b96e-34f18b68bb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c5aa4f-3cf1-4946-965b-b2f28da47968,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:54.489196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:54.529368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d989a-7258-40d5-8da2-fa1d29dcf127 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event deleted for resources: {'Port': ['ID=1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:54.547195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f9c32-22f9-4ca1-901d-c22de85079fc None None] Pushing event updated for resources: {'Port': ['ID=4744a602-8a9b-4d2f-9116-60727b1418ff,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:54.742988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4b47b5b8-68ee-4626-83b5-a20b297e4756 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:38:54.749984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:54.775434 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-685f08ab-3a21-40eb-9c34-d12d36b09a13 admin admin] 10.222.0.70 "PUT /v2.0/routers/e26bb8a5-0a64-4779-822e-0571e4208458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5670512 Dec 08 01:38:54.833251 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:54.881248 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5587096f-2e55-444b-a6d8-457175cf5f1e req-00cc8f75-b309-4f0d-ae3e-8aa883b6a452 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=8249e638-772d-44e7-980f-142daae9bcf2 HTTP/1.1" status: 200 len: 210 time: 0.1613054 Dec 08 01:38:54.882458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3698d64-f049-4580-8f00-634bdd495ce1 req-a09d989a-7258-40d5-8da2-fa1d29dcf127 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] No DVR routers for this DVR port 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:38:54.890852 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c3698d64-f049-4580-8f00-634bdd495ce1 req-a09d989a-7258-40d5-8da2-fa1d29dcf127 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:54.905309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c3698d64-f049-4580-8f00-634bdd495ce1 req-a09d989a-7258-40d5-8da2-fa1d29dcf127 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "DELETE /v2.0/ports/1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 HTTP/1.1" status: 204 len: 173 time: 3.3125045 Dec 08 01:38:54.943667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:38:55.068423 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Sync routers for ids ['e26bb8a5-0a64-4779-822e-0571e4208458'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:55.087901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:38:55.102391 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:55.115660 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:55.240373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=904f6d4f-6670-4b62-9496-5f22259eee4e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:55.319337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:38:55.319693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5ff41d94-fdfc-4fe0-bb55-f3d6f7f97502 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:38:55.354658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45528850-2999-45ca-80b9-892f2a38c358 req-be068a59-f4f1-4bbe-92f8-5df61632f27b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:55.356261 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45528850-2999-45ca-80b9-892f2a38c358 req-be068a59-f4f1-4bbe-92f8-5df61632f27b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 943 time: 0.8898747 Dec 08 01:38:55.363329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:38:55.363765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:38:55.415237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Routers {'e26bb8a5-0a64-4779-822e-0571e4208458'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:55.416009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e26bb8a5-0a64-4779-822e-0571e4208458'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:55.442178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8249e638-772d-44e7-980f-142daae9bcf2', 'name': 'network-vif-deleted', 'tag': '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:55.445545 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eea37c9-a7e1-472b-afba-199004b2a02e" -d '{"events": [{"server_uuid": "8249e638-772d-44e7-980f-142daae9bcf2", "name": "network-vif-deleted", "tag": "1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:55.489931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:55.632558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4744a602-8a9b-4d2f-9116-60727b1418ff up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:55.744908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4b47b5b8-68ee-4626-83b5-a20b297e4756, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4b47b5b8-68ee-4626-83b5-a20b297e4756,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:55.889073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '4b47b5b8-68ee-4626-83b5-a20b297e4756', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'port_id': '4b47b5b8-68ee-4626-83b5-a20b297e4756', 'mac_address': 'fa:16:3e:dc:f3:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b516fe5-7c7e-4300-bab4-16f44055e7df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:38:55.908557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Set router e26bb8a5-0a64-4779-822e-0571e4208458 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:38:55.928597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-824f13ca-6698-454a-b8ba-77b19df2bade tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:55.938553 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-824f13ca-6698-454a-b8ba-77b19df2bade tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/networks?id=0b4defec-514a-4709-994b-aa1703645786 HTTP/1.1" status: 200 len: 811 time: 0.3440709 Dec 08 01:38:55.970653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-5e8d426a-2506-4223-a9ac-294446fbc43a tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/quotas/6b54cd2eaf9b4bf183def562265743e6 HTTP/1.1" status: 200 len: 375 time: 0.0288591 Dec 08 01:38:56.084994 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-ad67b380-bc28-4b59-b473-0c9c75136019 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b54cd2eaf9b4bf183def562265743e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119349 Dec 08 01:38:56.272335 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-fb288650-1b9a-44b5-83ff-9dada914f6ff service neutron] 10.222.0.70 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826916 Dec 08 01:38:56.288044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 4744a602-8a9b-4d2f-9116-60727b1418ff triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:56.288669 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:56.305691 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45528850-2999-45ca-80b9-892f2a38c358 req-1be0799c-cc0a-4d0d-87ee-80a0bd18c98c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9238858 Dec 08 01:38:56.335330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc120996-da89-4922-a982-263e7a53a49b', 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:56.374544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5955afc7-bc7c-45f4-af16-531e14f5bc66 None None] Network 6e5792c2-6052-4e4d-9314-513bf9b5fdba requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:38:56.418463 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:56.464327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a8fbf757-889c-47b8-a541-2fc16c62afd4 None None] Provisioning complete for port 4744a602-8a9b-4d2f-9116-60727b1418ff triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:56.464714 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf757-889c-47b8-a541-2fc16c62afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:56.576799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b47b5b8-68ee-4626-83b5-a20b297e4756 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:38:56.580387 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Floating IP 2649757d-dc00-4643-a82f-fd432c4775f4 associated. External IP: 172.25.2.7, port: 23ac072b-41df-4e9b-b2dd-089d7fa30a09. Dec 08 01:38:56.607964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-f804ff29-ab92-41c2-8aaf-051b76971654 service neutron] 10.222.0.70 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346393 Dec 08 01:38:56.615388 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8703c615-4ff9-4c87-b05c-669a16f675f9 x-openstack-request-id: req-8703c615-4ff9-4c87-b05c-669a16f675f9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:38:56.617626 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8249e638-772d-44e7-980f-142daae9bcf2", "name": "network-vif-deleted", "tag": "1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:38:56.618480 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8703c615-4ff9-4c87-b05c-669a16f675f9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:38:56.620817 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8249e638-772d-44e7-980f-142daae9bcf2', 'name': 'network-vif-deleted', 'tag': '1d90f2f2-07ba-4a0a-aa9e-b622cc3a78c4', 'status': 'completed', 'code': 200} Dec 08 01:38:56.746238 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:56.844966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4b47b5b8-68ee-4626-83b5-a20b297e4756, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4b47b5b8-68ee-4626-83b5-a20b297e4756,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:56.867199 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:56.925855 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02f180a0-584b-4605-a532-eb2158cf7553 req-13b6a7f0-a1d6-46f7-983b-04485f6fa5b8 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 210 time: 0.0846653 Dec 08 01:38:56.947983 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:56.960733 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:57.194694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4b47b5b8-68ee-4626-83b5-a20b297e4756,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:57.201197 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 4744a602-8a9b-4d2f-9116-60727b1418ff, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4744a602-8a9b-4d2f-9116-60727b1418ff,segment=NetworkSegment(fdbceb74-89e8-4a25-bd23-dba50972de48),segment_id=fdbceb74-89e8-4a25-bd23-dba50972de48)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:57.228942 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:57.235114 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf757-889c-47b8-a541-2fc16c62afd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:57.311658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Allocated IP 172.25.2.229 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/675527cf-7b4c-46ec-9bdc-38f06517b702) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:38:57.324554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4b47b5b8-68ee-4626-83b5-a20b297e4756'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:38:57.605291 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffff28-3785-4d00-83f7-cf100346c163 req-352ca691-a962-4071-bc0e-c1c704577086 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:57.615187 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66ffff28-3785-4d00-83f7-cf100346c163 req-352ca691-a962-4071-bc0e-c1c704577086 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 944 time: 0.1193297 Dec 08 01:38:57.710816 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:57.747376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66ffff28-3785-4d00-83f7-cf100346c163 req-826595c0-3aac-4db4-95a0-834972437004 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244922 Dec 08 01:38:57.748402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=4744a602-8a9b-4d2f-9116-60727b1418ff,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:57.773267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'name': 'tempest-ServerRescueTestJSON-1361956672-router', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:35Z', 'updated_at': '2021-12-08T01:38:51Z', 'revision_number': 4, 'project_id': '6b54cd2eaf9b4bf183def562265743e6', 'gw_port': {'id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:37Z', 'updated_at': '2021-12-08T01:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '822e03fb-b6d2-4a2b-8917-9ff938c019a2', 'name': '', 'network_id': '0b4defec-514a-4709-994b-aa1703645786', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'mac_address': 'fa:16:3e:e0:60:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '15db70b2-e0d6-49e2-8a16-d31f675a4709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:47Z', 'updated_at': '2021-12-08T01:38:52Z', 'revision_number': 2, 'project_id': '6b54cd2eaf9b4bf183def562265743e6', 'subnets': [{'id': '15db70b2-e0d6-49e2-8a16-d31f675a4709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:57.813501 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:57.827188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Checking router: e26bb8a5-0a64-4779-822e-0571e4208458 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:38:57.827551 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Updating router e26bb8a5-0a64-4779-822e-0571e4208458 port 822e03fb-b6d2-4a2b-8917-9ff938c019a2 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:38:57.861282 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-a8fbf757-889c-47b8-a541-2fc16c62afd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:38:57.861631 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-a8fbf757-889c-47b8-a541-2fc16c62afd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:38:57.884230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5746faa-a9f2-41cc-b96c-1511305d5125 req-b012d20c-b436-446e-881e-09d0ba53b155 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:57.886007 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5746faa-a9f2-41cc-b96c-1511305d5125 req-b012d20c-b436-446e-881e-09d0ba53b155 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=25830c56-7b71-42d8-87a7-f851435e17b1 HTTP/1.1" status: 200 len: 950 time: 0.3778355 Dec 08 01:38:57.894557 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:57.906471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:38:57.933888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:38:57.945020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:38:57.948258 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Pushing event updated for resources: {'Port': ['ID=675527cf-7b4c-46ec-9bdc-38f06517b702,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:57.950817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:38:58.342456 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5746faa-a9f2-41cc-b96c-1511305d5125 req-c1a90853-6680-405c-b802-e30deee866d4 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455912 Dec 08 01:38:58.365359 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49883c5a-591f-4011-b414-b1fc48472a2c req-e2017615-b961-4071-92a0-847951b87263 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 210 time: 0.0721235 Dec 08 01:38:58.519442 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:58.529924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:58.592401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:38:58.623368 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31133a-2c83-4879-9b75-da5c3566f249 None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:38:58.629553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781503b9-a80a-492a-b530-31fa5a51247f None None] Pushing event updated for resources: {'Port': ['ID=822e03fb-b6d2-4a2b-8917-9ff938c019a2,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:58.659880 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31133a-2c83-4879-9b75-da5c3566f249 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:58.660583 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4a31133a-2c83-4879-9b75-da5c3566f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:58.667624 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:58.678167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cfcf3f59-1f41-43b3-b723-f5f447553242 None None] Provisioning complete for port 4744a602-8a9b-4d2f-9116-60727b1418ff triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:58.678966 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3f59-1f41-43b3-b723-f5f447553242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:58.718711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Attempting to bind port 822e03fb-b6d2-4a2b-8917-9ff938c019a2 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:38:58.719077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Attempting to bind port 822e03fb-b6d2-4a2b-8917-9ff938c019a2 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:38:58.719649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Attempting to bind port 822e03fb-b6d2-4a2b-8917-9ff938c019a2 on network 0b4defec-514a-4709-994b-aa1703645786 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:38:58.732567 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:58.742089 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:38:58.742904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Checking segment: {'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:38:58.743532 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:58.744850 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4a31133a-2c83-4879-9b75-da5c3566f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:58.745210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Bound using segment: {'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:38:58.746674 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Bound port: 822e03fb-b6d2-4a2b-8917-9ff938c019a2, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:38:58.747323 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:58.757140 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31133a-2c83-4879-9b75-da5c3566f249 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:58.757804 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4a31133a-2c83-4879-9b75-da5c3566f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:58.813431 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4a31133a-2c83-4879-9b75-da5c3566f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:58.814176 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31133a-2c83-4879-9b75-da5c3566f249 None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:38:58.821138 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-11d39491-6bc7-405d-af03-6585d2c31210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:58.846834 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-22465ede-2d4e-45cb-8cea-9c61fe997283 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 979 time: 11.2332311 Dec 08 01:38:58.848579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46332) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:38:58.862472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a189fc87-d160-416b-8624-c80e5600eab5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:38:58.910110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4b47b5b8-68ee-4626-83b5-a20b297e4756 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:58.972994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] For port 822e03fb-b6d2-4a2b-8917-9ff938c019a2, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:38:58.992800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] For port 822e03fb-b6d2-4a2b-8917-9ff938c019a2, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=822e03fb-b6d2-4a2b-8917-9ff938c019a2,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:38:59.003805 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:59.024776 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a189fc87-d160-416b-8624-c80e5600eab5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:59.057955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 4b47b5b8-68ee-4626-83b5-a20b297e4756 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:38:59.085762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ab86d-2fdd-49ea-b039-bd12c2724c28 req-7882d97e-5f2f-4938-a97e-2a969576f679 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:59.088257 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1d9ab86d-2fdd-49ea-b039-bd12c2724c28 req-7882d97e-5f2f-4938-a97e-2a969576f679 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/ports?device_id=25830c56-7b71-42d8-87a7-f851435e17b1 HTTP/1.1" status: 200 len: 950 time: 0.2027998 Dec 08 01:38:59.092428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 4b47b5b8-68ee-4626-83b5-a20b297e4756 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:59.092812 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:59.143431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781503b9-a80a-492a-b530-31fa5a51247f None None] Pushing event updated for resources: {'Port': ['ID=822e03fb-b6d2-4a2b-8917-9ff938c019a2,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:38:59.148964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Routers {'e26bb8a5-0a64-4779-822e-0571e4208458'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:38:59.149597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e26bb8a5-0a64-4779-822e-0571e4208458'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:38:59.180657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac08451-e78c-416d-850b-b2737bfc08b1 req-d528acb2-2cde-4b1b-b6fc-822b020f20b4 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:59.187417 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ac08451-e78c-416d-850b-b2737bfc08b1 req-d528acb2-2cde-4b1b-b6fc-822b020f20b4 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 944 time: 0.2689826 Dec 08 01:38:59.397289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b90692-ba9b-4e3e-aaca-44cc1645aec7 req-fcf9132e-9215-41ba-bb6f-be875b6d6465 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:59.399339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30b90692-ba9b-4e3e-aaca-44cc1645aec7 req-fcf9132e-9215-41ba-bb6f-be875b6d6465 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e193512-78ef-4c34-9609-5a4cc33c4baa HTTP/1.1" status: 200 len: 949 time: 0.2099895 Dec 08 01:38:59.452991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ac08451-e78c-416d-850b-b2737bfc08b1 req-773cd8c6-1b86-4a8c-8a44-4111c19400d5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471867 Dec 08 01:38:59.521862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4744a602-8a9b-4d2f-9116-60727b1418ff up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:38:59.559246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1d9ab86d-2fdd-49ea-b039-bd12c2724c28 req-e28fba77-34fb-41fb-b94c-2f771fc02fbc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Deleting port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:59.559599 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1d9ab86d-2fdd-49ea-b039-bd12c2724c28 req-e28fba77-34fb-41fb-b94c-2f771fc02fbc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:59.664703 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:59.700766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] Set router e26bb8a5-0a64-4779-822e-0571e4208458 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:38:59.796410 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a189fc87-d160-416b-8624-c80e5600eab5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:59.806535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:59.821609 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a189fc87-d160-416b-8624-c80e5600eab5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:59.822191 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-a189fc87-d160-416b-8624-c80e5600eab5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Floating IP 2649757d-dc00-4643-a82f-fd432c4775f4 disassociated. External IP: 172.25.2.7, port: 23ac072b-41df-4e9b-b2dd-089d7fa30a09. Dec 08 01:38:59.825442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4b47b5b8-68ee-4626-83b5-a20b297e4756, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4b47b5b8-68ee-4626-83b5-a20b297e4756,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:38:59.830191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1421d8b-7917-4df7-a34e-00a36e32baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b47b5b8-68ee-4626-83b5-a20b297e4756'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:38:59.833407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320505ef-13eb-4305-a087-9fe4cf0c3c04 req-3e9b4ebe-6310-4ac1-a298-24a054870d37 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:59.835237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-320505ef-13eb-4305-a087-9fe4cf0c3c04 req-3e9b4ebe-6310-4ac1-a298-24a054870d37 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69c06aa-8073-482d-81db-a4ea2a5f36da HTTP/1.1" status: 200 len: 949 time: 0.1396384 Dec 08 01:38:59.835859 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4d8706-cd2a-4635-96ad-bc1ebb4ddf89" -d '{"events": [{"server_uuid": "a1421d8b-7917-4df7-a34e-00a36e32baf0", "name": "network-vif-plugged", "status": "completed", "tag": "4b47b5b8-68ee-4626-83b5-a20b297e4756"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:38:59.885456 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:59.894948 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f67e8fb7-4a13-43dc-bf2d-c95b61e46995 req-a6e0ade3-9abd-4e8e-931f-d126d0d800ca tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 210 time: 0.1422660 Dec 08 01:38:59.913047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 4744a602-8a9b-4d2f-9116-60727b1418ff triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:38:59.913550 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:38:59.964584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-a2d360b9-2e0b-46eb-8ed3-b16577e6db3a tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:38:59.969859 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-a2d360b9-2e0b-46eb-8ed3-b16577e6db3a tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.72 "GET /v2.0/networks?id=0b4defec-514a-4709-994b-aa1703645786 HTTP/1.1" status: 200 len: 811 time: 0.3797729 Dec 08 01:38:59.987759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-30b90692-ba9b-4e3e-aaca-44cc1645aec7 req-a7fee110-5054-4bb3-adda-6e42c948c9c9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Deleting port dc120996-da89-4922-a982-263e7a53a49b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:38:59.988626 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-30b90692-ba9b-4e3e-aaca-44cc1645aec7 req-a7fee110-5054-4bb3-adda-6e42c948c9c9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:00.029818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:00.033860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Request body: {'port': {'device_id': '2a13ef0b-15e2-412a-974a-64180ef9f593', 'network_id': '0b4defec-514a-4709-994b-aa1703645786', 'admin_state_up': True, 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:00.079349 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-320505ef-13eb-4305-a087-9fe4cf0c3c04 req-7503e3aa-494c-4c8e-a675-80188427c470 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068632 Dec 08 01:39:00.107034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1d9ab86d-2fdd-49ea-b039-bd12c2724c28 req-e28fba77-34fb-41fb-b94c-2f771fc02fbc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] For port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:00.107034 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1d9ab86d-2fdd-49ea-b039-bd12c2724c28 req-e28fba77-34fb-41fb-b94c-2f771fc02fbc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:00.123016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1d9ab86d-2fdd-49ea-b039-bd12c2724c28 req-e28fba77-34fb-41fb-b94c-2f771fc02fbc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Calling delete_port for caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:39:00.126248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4b47b5b8-68ee-4626-83b5-a20b297e4756,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:00.190378 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905b35c7-0a66-4040-b960-7917df7595b4 x-openstack-request-id: req-905b35c7-0a66-4040-b960-7917df7595b4 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:00.191007 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1421d8b-7917-4df7-a34e-00a36e32baf0", "name": "network-vif-plugged", "status": "completed", "tag": "4b47b5b8-68ee-4626-83b5-a20b297e4756", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:00.191492 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-905b35c7-0a66-4040-b960-7917df7595b4 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:00.192122 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1421d8b-7917-4df7-a34e-00a36e32baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b47b5b8-68ee-4626-83b5-a20b297e4756', 'code': 200} Dec 08 01:39:00.220846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Router ec78fb81-2208-49c2-90ce-1c083a5f3e73 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:39:00.229610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'name': 'tempest-ServerRescueTestJSON-1361956672-router', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:35Z', 'updated_at': '2021-12-08T01:38:51Z', 'revision_number': 4, 'project_id': '6b54cd2eaf9b4bf183def562265743e6', 'gw_port': {'id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:37Z', 'updated_at': '2021-12-08T01:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '822e03fb-b6d2-4a2b-8917-9ff938c019a2', 'name': '', 'network_id': '0b4defec-514a-4709-994b-aa1703645786', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'mac_address': 'fa:16:3e:e0:60:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '15db70b2-e0d6-49e2-8a16-d31f675a4709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:47Z', 'updated_at': '2021-12-08T01:38:58Z', 'revision_number': 4, 'project_id': '6b54cd2eaf9b4bf183def562265743e6', 'subnets': [{'id': '15db70b2-e0d6-49e2-8a16-d31f675a4709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:00.274471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49d6f5-ea8d-4088-b5ec-4666b3a32433 None None] The sync data for ids ['e26bb8a5-0a64-4779-822e-0571e4208458'] in n-d-713498-30 is: [{'id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'name': 'tempest-ServerRescueTestJSON-1361956672-router', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:35Z', 'updated_at': '2021-12-08T01:38:51Z', 'revision_number': 4, 'project_id': '6b54cd2eaf9b4bf183def562265743e6', 'gw_port': {'id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:37Z', 'updated_at': '2021-12-08T01:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '822e03fb-b6d2-4a2b-8917-9ff938c019a2', 'name': '', 'network_id': '0b4defec-514a-4709-994b-aa1703645786', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'mac_address': 'fa:16:3e:e0:60:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '15db70b2-e0d6-49e2-8a16-d31f675a4709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:47Z', 'updated_at': '2021-12-08T01:38:58Z', 'revision_number': 4, 'project_id': '6b54cd2eaf9b4bf183def562265743e6', 'subnets': [{'id': '15db70b2-e0d6-49e2-8a16-d31f675a4709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:00.287829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a189fc87-d160-416b-8624-c80e5600eab5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:00.366737 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68056fa8-b1b1-4fdb-9706-be31f62e2e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:00.406872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf14e5-6b67-4761-8ea1-3df8a19ae6e4 req-11202537-e087-4348-945d-71129be31453 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:00.412725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1eaf14e5-6b67-4761-8ea1-3df8a19ae6e4 req-11202537-e087-4348-945d-71129be31453 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=25830c56-7b71-42d8-87a7-f851435e17b1 HTTP/1.1" status: 200 len: 950 time: 0.4327340 Dec 08 01:39:00.466926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a3aa9-9a19-4d9d-a810-f499b6f98734 req-dc9dcd1e-e4fb-4b42-a02e-1aa521fe8e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:00.468534 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-781a3aa9-9a19-4d9d-a810-f499b6f98734 req-dc9dcd1e-e4fb-4b42-a02e-1aa521fe8e84 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 1097 time: 0.1619861 Dec 08 01:39:00.494715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-30b90692-ba9b-4e3e-aaca-44cc1645aec7 req-a7fee110-5054-4bb3-adda-6e42c948c9c9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] For port dc120996-da89-4922-a982-263e7a53a49b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc120996-da89-4922-a982-263e7a53a49b,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:00.495115 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-30b90692-ba9b-4e3e-aaca-44cc1645aec7 req-a7fee110-5054-4bb3-adda-6e42c948c9c9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:00.508090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:00.519989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Sync routers for ids ['ec78fb81-2208-49c2-90ce-1c083a5f3e73'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:00.537405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Routers {'ec78fb81-2208-49c2-90ce-1c083a5f3e73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:00.539506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ec78fb81-2208-49c2-90ce-1c083a5f3e73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:00.555406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-30b90692-ba9b-4e3e-aaca-44cc1645aec7 req-a7fee110-5054-4bb3-adda-6e42c948c9c9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Calling delete_port for dc120996-da89-4922-a982-263e7a53a49b owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:39:00.578667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Made reservation on behalf of 6b54cd2eaf9b4bf183def562265743e6 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:00.584907 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:00.609409 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:00.610801 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9f06b9e2-32b5-4dd4-b42d-175f2b1c83a2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3816965 Dec 08 01:39:00.616107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46390) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:00.687988 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1eaf14e5-6b67-4761-8ea1-3df8a19ae6e4 req-34dd8a26-048e-4152-b52b-933f240191f3 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626853 Dec 08 01:39:00.711645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Set router ec78fb81-2208-49c2-90ce-1c083a5f3e73 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:39:00.717842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b43e6f-e1a4-4748-898b-3efb93c1ac83 req-47e4a257-a127-4d68-aa95-2889275b41db tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:00.726312 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-25b43e6f-e1a4-4748-898b-3efb93c1ac83 req-47e4a257-a127-4d68-aa95-2889275b41db tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 945 time: 0.1666594 Dec 08 01:39:00.737971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a189fc87-d160-416b-8624-c80e5600eab5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:00.745729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a189fc87-d160-416b-8624-c80e5600eab5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:00.754728 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b0985-897e-414f-a529-7d42dfd9d233 None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:00.789797 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b0985-897e-414f-a529-7d42dfd9d233 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:00.790789 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-772b0985-897e-414f-a529-7d42dfd9d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:00.794912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a189fc87-d160-416b-8624-c80e5600eab5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "PUT /v2.0/floatingips/2649757d-dc00-4643-a82f-fd432c4775f4 HTTP/1.1" status: 200 len: 686 time: 1.9440019 Dec 08 01:39:00.797903 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-781a3aa9-9a19-4d9d-a810-f499b6f98734 req-2f14117e-1535-435b-b490-23707da23c57 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053160 Dec 08 01:39:00.805817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46392) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:00.810845 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1d9ab86d-2fdd-49ea-b039-bd12c2724c28 req-e28fba77-34fb-41fb-b94c-2f771fc02fbc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:00.870135 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-772b0985-897e-414f-a529-7d42dfd9d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:00.872606 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:39:00.892012 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b0985-897e-414f-a529-7d42dfd9d233 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:00.892324 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-772b0985-897e-414f-a529-7d42dfd9d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:38:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:00.910907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-25b43e6f-e1a4-4748-898b-3efb93c1ac83 req-6ffc0083-1e05-4108-8a09-4b9a153c4800 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831250 Dec 08 01:39:00.918845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fba77-34fb-41fb-b94c-2f771fc02fbc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event deleted for resources: {'Port': ['ID=caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:00.940528 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68056fa8-b1b1-4fdb-9706-be31f62e2e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:00.941843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:39:01.000180 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-772b0985-897e-414f-a529-7d42dfd9d233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:01.001254 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b0985-897e-414f-a529-7d42dfd9d233 None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:01.005890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68056fa8-b1b1-4fdb-9706-be31f62e2e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.146314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9ab86d-2fdd-49ea-b039-bd12c2724c28 req-e28fba77-34fb-41fb-b94c-2f771fc02fbc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] No DVR routers for this DVR port caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:39:01.147008 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3dcdb808-9de9-42f7-9ac3-49baf2b8e9ad req-c6e34e69-9efc-49b0-b1de-e9c7dd4895a4 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 210 time: 0.0456648 Dec 08 01:39:01.171872 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1d9ab86d-2fdd-49ea-b039-bd12c2724c28 req-e28fba77-34fb-41fb-b94c-2f771fc02fbc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.230203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1d9ab86d-2fdd-49ea-b039-bd12c2724c28 req-e28fba77-34fb-41fb-b94c-2f771fc02fbc tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "DELETE /v2.0/ports/caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa HTTP/1.1" status: 204 len: 173 time: 2.0574133 Dec 08 01:39:01.230203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25830c56-7b71-42d8-87a7-f851435e17b1', 'name': 'network-vif-deleted', 'tag': 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:01.230203 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08212a0-a322-41f4-b01d-ea3344a8435f" -d '{"events": [{"server_uuid": "25830c56-7b71-42d8-87a7-f851435e17b1", "name": "network-vif-deleted", "tag": "caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:01.230203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-68056fa8-b1b1-4fdb-9706-be31f62e2e5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d013e9346314e029f18d96c62eee73c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1748633 Dec 08 01:39:01.230203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Allocated IP 172.20.0.3 (0b4defec-514a-4709-994b-aa1703645786/15db70b2-e0d6-49e2-8a16-d31f675a4709/c843873d-b5b7-47c6-bfe5-407c868ca1fb) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:01.230203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46400) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:01.231636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68056fa8-b1b1-4fdb-9706-be31f62e2e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2955202b-5805-480f-a3a1-22d0b831669f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:01.255040 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f7d685f-3371-4a3a-9c2e-a731da7b2c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.307139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'name': 'tempest-TaggedBootDevicesTest-1927259413-router', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:53Z', 'updated_at': '2021-12-08T01:38:58Z', 'revision_number': 3, 'project_id': '96ac8af70d41406db598979a0daa71cb', 'gw_port': {'id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:75:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:56Z', 'updated_at': '2021-12-08T01:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:01.312077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-30b90692-ba9b-4e3e-aaca-44cc1645aec7 req-a7fee110-5054-4bb3-adda-6e42c948c9c9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.332360 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d57c34-b8e2-46fd-8da1-9898ed2c6dde x-openstack-request-id: req-48d57c34-b8e2-46fd-8da1-9898ed2c6dde {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:01.332894 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25830c56-7b71-42d8-87a7-f851435e17b1", "name": "network-vif-deleted", "tag": "caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:01.333386 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48d57c34-b8e2-46fd-8da1-9898ed2c6dde {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:01.333953 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25830c56-7b71-42d8-87a7-f851435e17b1', 'name': 'network-vif-deleted', 'tag': 'caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa', 'status': 'completed', 'code': 200} Dec 08 01:39:01.348654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Checking router: ec78fb81-2208-49c2-90ce-1c083a5f3e73 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:39:01.349008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Updating router ec78fb81-2208-49c2-90ce-1c083a5f3e73 port 675527cf-7b4c-46ec-9bdc-38f06517b702 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:39:01.457003 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.461470 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fee110-5054-4bb3-adda-6e42c948c9c9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event deleted for resources: {'Port': ['ID=dc120996-da89-4922-a982-263e7a53a49b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:01.577112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5c62f104-7f1c-4a1e-95b9-b8a00bec86b0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port 904f6d4f-6670-4b62-9496-5f22259eee4e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:39:01.577683 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c62f104-7f1c-4a1e-95b9-b8a00bec86b0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.619350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 822e03fb-b6d2-4a2b-8917-9ff938c019a2 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:01.635514 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1a6dcc4-cf61-4192-a000-9b0a1303b02d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.648650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b90692-ba9b-4e3e-aaca-44cc1645aec7 req-a7fee110-5054-4bb3-adda-6e42c948c9c9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] No DVR routers for this DVR port dc120996-da89-4922-a982-263e7a53a49b on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:39:01.658481 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-30b90692-ba9b-4e3e-aaca-44cc1645aec7 req-a7fee110-5054-4bb3-adda-6e42c948c9c9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.659507 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.662895 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30b90692-ba9b-4e3e-aaca-44cc1645aec7 req-a7fee110-5054-4bb3-adda-6e42c948c9c9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.72 "DELETE /v2.0/ports/dc120996-da89-4922-a982-263e7a53a49b HTTP/1.1" status: 204 len: 173 time: 2.2514513 Dec 08 01:39:01.731275 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1a6dcc4-cf61-4192-a000-9b0a1303b02d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.762941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e2954-0493-4901-aa6c-9db82c9e7bec req-e8d756db-0474-45f0-8213-10b919b5ebb2 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:01.771195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-251e2954-0493-4901-aa6c-9db82c9e7bec req-e8d756db-0474-45f0-8213-10b919b5ebb2 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69c06aa-8073-482d-81db-a4ea2a5f36da HTTP/1.1" status: 200 len: 949 time: 0.3404825 Dec 08 01:39:01.787326 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c62f104-7f1c-4a1e-95b9-b8a00bec86b0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.787895 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c62f104-7f1c-4a1e-95b9-b8a00bec86b0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.859797 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3c3a38e9-980f-4886-9453-eafca30676db'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:39:01.891147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5c62f104-7f1c-4a1e-95b9-b8a00bec86b0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for 904f6d4f-6670-4b62-9496-5f22259eee4e owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:39:01.891731 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.909452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-251e2954-0493-4901-aa6c-9db82c9e7bec req-e06d5d03-09a7-45e5-b248-8d79f301755f tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325433 Dec 08 01:39:01.975988 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1a6dcc4-cf61-4192-a000-9b0a1303b02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.991373 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1a6dcc4-cf61-4192-a000-9b0a1303b02d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:01.997718 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f1a6dcc4-cf61-4192-a000-9b0a1303b02d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2955202b-5805-480f-a3a1-22d0b831669f HTTP/1.1" status: 204 len: 168 time: 0.7670019 Dec 08 01:39:02.012457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 822e03fb-b6d2-4a2b-8917-9ff938c019a2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:02.012844 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.049955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6dcc4-cf61-4192-a000-9b0a1303b02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2955202b-5805-480f-a3a1-22d0b831669f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:02.084053 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.263341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Network 0b4defec-514a-4709-994b-aa1703645786 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:02.266716 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:02.290815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:02.293834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Pushing event updated for resources: {'Port': ['ID=c843873d-b5b7-47c6-bfe5-407c868ca1fb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:02.417994 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.476793 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:02.478356 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.526657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-b058a1fb-ff26-4f1e-9c1e-5ac157e3bfa1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4982846 Dec 08 01:39:02.543521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-0a4d3997-e093-4dcd-a38e-59d1fb8dab90 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:39:02.544922 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-0a4d3997-e093-4dcd-a38e-59d1fb8dab90 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122240 Dec 08 01:39:02.549105 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.581987 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.619221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46426) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:02.625837 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.639157 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d45fa5e-9f8e-49bb-9438-5bbad9d1ce70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.701913 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d55aca-4127-4cb9-a849-23b52bd52419 None None] Pushing event updated for resources: {'Port': ['ID=675527cf-7b4c-46ec-9bdc-38f06517b702,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:02.729740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Attempting to bind port 675527cf-7b4c-46ec-9bdc-38f06517b702 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:39:02.729740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Attempting to bind port 675527cf-7b4c-46ec-9bdc-38f06517b702 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:39:02.729740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Attempting to bind port 675527cf-7b4c-46ec-9bdc-38f06517b702 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:39:02.800973 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 822e03fb-b6d2-4a2b-8917-9ff938c019a2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=822e03fb-b6d2-4a2b-8917-9ff938c019a2,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:02.805276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:39:02.807740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:39:02.808423 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.809540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:39:02.812433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Bound port: 675527cf-7b4c-46ec-9bdc-38f06517b702, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:39:02.813359 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.817657 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d45fa5e-9f8e-49bb-9438-5bbad9d1ce70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.826694 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d45fa5e-9f8e-49bb-9438-5bbad9d1ce70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.842863 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-105439ae-2f02-4319-a266-8c539934ee3e req-b7de5295-4483-4e3d-b0bf-53f7554d9604 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=25830c56-7b71-42d8-87a7-f851435e17b1 HTTP/1.1" status: 200 len: 210 time: 0.9410286 Dec 08 01:39:02.861303 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4d45fa5e-9f8e-49bb-9438-5bbad9d1ce70 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40506588dc8045eabe74abefa114a45a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2407393 Dec 08 01:39:02.864723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46430) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:02.866734 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.903247 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:02.921377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Request body: {'port': {'device_id': '2a13ef0b-15e2-412a-974a-64180ef9f593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:02.922799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:39:02.929279 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=822e03fb-b6d2-4a2b-8917-9ff938c019a2,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:02.961042 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:39:02.962036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device caf5c61d-d0e4-4fa0-82cf-2d944d9fe2aa not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:39:02.962537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dc120996-da89-4922-a982-263e7a53a49b no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:39:02.977498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45fa5e-9f8e-49bb-9438-5bbad9d1ce70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73af36b-2b60-4fb7-949d-3b58b3ae2c5b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:03.013470 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: dc120996-da89-4922-a982-263e7a53a49b {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:39:03.013914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dc120996-da89-4922-a982-263e7a53a49b not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:39:03.014414 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:39:03.037376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24de99-615b-46da-bcd2-49df5ad1051b req-c5de7a16-c569-4927-a18e-d0d25d18a6ca tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:03.045303 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c24de99-615b-46da-bcd2-49df5ad1051b req-c5de7a16-c569-4927-a18e-d0d25d18a6ca tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 945 time: 0.1886563 Dec 08 01:39:03.070030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7ffe-275d-49bb-971c-af4c1bc02a3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.083794 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.123076 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7ffe-275d-49bb-971c-af4c1bc02a3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.183227 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c24de99-615b-46da-bcd2-49df5ad1051b req-6a4015d0-ee1d-4ad5-b93c-009232ce8315 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371200 Dec 08 01:39:03.186587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ead1ec-c2c2-4569-8fc0-79be18d71af2 req-4007ec36-4c31-4271-a004-bfc9dd2d5718 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:03.188762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-26ead1ec-c2c2-4569-8fc0-79be18d71af2 req-4007ec36-4c31-4271-a004-bfc9dd2d5718 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 931 time: 0.1358507 Dec 08 01:39:03.201171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] For port 675527cf-7b4c-46ec-9bdc-38f06517b702, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:39:03.218998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] For port 675527cf-7b4c-46ec-9bdc-38f06517b702, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=675527cf-7b4c-46ec-9bdc-38f06517b702,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:39:03.231971 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.316490 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7ffe-275d-49bb-971c-af4c1bc02a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.334823 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7ffe-275d-49bb-971c-af4c1bc02a3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.335867 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1c4f7ffe-275d-49bb-971c-af4c1bc02a3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b73af36b-2b60-4fb7-949d-3b58b3ae2c5b HTTP/1.1" status: 204 len: 168 time: 0.4631231 Dec 08 01:39:03.336807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d55aca-4127-4cb9-a849-23b52bd52419 None None] Pushing event updated for resources: {'Port': ['ID=675527cf-7b4c-46ec-9bdc-38f06517b702,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:03.348876 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.351573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Routers {'ec78fb81-2208-49c2-90ce-1c083a5f3e73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:03.351939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ec78fb81-2208-49c2-90ce-1c083a5f3e73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:03.352701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e193512-78ef-4c34-9609-5a4cc33c4baa', 'name': 'network-vif-deleted', 'tag': 'dc120996-da89-4922-a982-263e7a53a49b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:03.359201 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33565b2c-88c5-4af9-ae43-e47a7ad5ca8c" -d '{"events": [{"server_uuid": "4e193512-78ef-4c34-9609-5a4cc33c4baa", "name": "network-vif-deleted", "tag": "dc120996-da89-4922-a982-263e7a53a49b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:03.379254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Allocated IP 172.20.0.1 (6e5792c2-6052-4e4d-9314-513bf9b5fdba/4794b95a-e829-4008-8e2e-37733f1f5c85/f075db79-d4db-45b1-a22b-fc4f16bcd6af) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:03.393264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f7ffe-275d-49bb-971c-af4c1bc02a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73af36b-2b60-4fb7-949d-3b58b3ae2c5b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:03.396764 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c62f104-7f1c-4a1e-95b9-b8a00bec86b0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.423109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:03.425879 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3cda3e-51f9-43ae-b029-10e10e9f0a57" -d '{"events": [{"server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "name": "network-vif-unplugged", "status": "completed", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:03.444170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:03.493071 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.511591 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-26ead1ec-c2c2-4569-8fc0-79be18d71af2 req-4e0539d3-da80-4531-b77b-43d05079e1e6 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139425 Dec 08 01:39:03.537623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62f104-7f1c-4a1e-95b9-b8a00bec86b0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=904f6d4f-6670-4b62-9496-5f22259eee4e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:03.603871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 822e03fb-b6d2-4a2b-8917-9ff938c019a2 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:03.618905 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc769ba5-b34d-4c65-8ad0-b9f936bf30ae x-openstack-request-id: req-cc769ba5-b34d-4c65-8ad0-b9f936bf30ae {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:03.619333 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "name": "network-vif-unplugged", "status": "completed", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:03.619836 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc769ba5-b34d-4c65-8ad0-b9f936bf30ae {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:03.620794 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'code': 200} Dec 08 01:39:03.671716 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c843873d-b5b7-47c6-bfe5-407c868ca1fb {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:39:03.682265 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.699654 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:39:03.702652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Transition to ACTIVE for port object c843873d-b5b7-47c6-bfe5-407c868ca1fb will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:39:03.710925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.760509 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fb3e34-dc73-43b6-bf32-53a768af24fa x-openstack-request-id: req-88fb3e34-dc73-43b6-bf32-53a768af24fa {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:03.761059 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e193512-78ef-4c34-9609-5a4cc33c4baa", "name": "network-vif-deleted", "tag": "dc120996-da89-4922-a982-263e7a53a49b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:03.761326 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-88fb3e34-dc73-43b6-bf32-53a768af24fa {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:03.761972 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e193512-78ef-4c34-9609-5a4cc33c4baa', 'name': 'network-vif-deleted', 'tag': 'dc120996-da89-4922-a982-263e7a53a49b', 'status': 'completed', 'code': 200} Dec 08 01:39:03.793247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Pushing event updated for resources: {'Port': ['ID=c843873d-b5b7-47c6-bfe5-407c868ca1fb,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:03.813564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] Set router ec78fb81-2208-49c2-90ce-1c083a5f3e73 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:39:03.828440 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.894091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Attempting to bind port c843873d-b5b7-47c6-bfe5-407c868ca1fb on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:39:03.894675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Attempting to bind port c843873d-b5b7-47c6-bfe5-407c868ca1fb by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:39:03.895305 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Attempting to bind port c843873d-b5b7-47c6-bfe5-407c868ca1fb on network 0b4defec-514a-4709-994b-aa1703645786 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:39:03.900381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Port c843873d-b5b7-47c6-bfe5-407c868ca1fb on network 0b4defec-514a-4709-994b-aa1703645786 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:39:03.900712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Attempting to bind port c843873d-b5b7-47c6-bfe5-407c868ca1fb on network 0b4defec-514a-4709-994b-aa1703645786 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:39:03.908124 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:39:03.910436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Checking segment: {'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:39:03.910851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Bound using segment: {'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:39:03.911304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Bound port: c843873d-b5b7-47c6-bfe5-407c868ca1fb, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:39:03.911670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.935147 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.962877 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c62f104-7f1c-4a1e-95b9-b8a00bec86b0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.976639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c62f104-7f1c-4a1e-95b9-b8a00bec86b0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:03.977965 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5c62f104-7f1c-4a1e-95b9-b8a00bec86b0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/floatingips/2649757d-dc00-4643-a82f-fd432c4775f4 HTTP/1.1" status: 204 len: 168 time: 3.1694255 Dec 08 01:39:03.986670 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46468) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:03.997854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': 'ea764eef-9520-47fc-aa9d-81f37c9bcd6e'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:04.060709 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.084226 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] For port c843873d-b5b7-47c6-bfe5-407c868ca1fb, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:39:04.088135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] For port c843873d-b5b7-47c6-bfe5-407c868ca1fb, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c843873d-b5b7-47c6-bfe5-407c868ca1fb,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:39:04.092645 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.103226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:04.105569 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.109863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f075db79-d4db-45b1-a22b-fc4f16bcd6af,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:04.135247 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Network 6e5792c2-6052-4e4d-9314-513bf9b5fdba is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:04.145662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:04.152443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:04.156193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:04.156845 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.159099 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] 10.222.0.72 "PUT /v2.0/ports/c843873d-b5b7-47c6-bfe5-407c868ca1fb HTTP/1.1" status: 200 len: 1092 time: 1.5825968 Dec 08 01:39:04.246090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e208711-f8ca-4b2e-a707-02c034f21306 service neutron] Pushing event updated for resources: {'Port': ['ID=c843873d-b5b7-47c6-bfe5-407c868ca1fb,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:04.275100 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.279812 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.433459 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 822e03fb-b6d2-4a2b-8917-9ff938c019a2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:04.433846 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.508122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-a4b0d110-6848-4854-8da0-150c24f0ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:04.511464 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-a4b0d110-6848-4854-8da0-150c24f0ff53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b54cd2eaf9b4bf183def562265743e6&device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 1095 time: 0.1456368 Dec 08 01:39:04.535264 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.571394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.577766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'name': 'tempest-TaggedBootDevicesTest-1927259413-router', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:53Z', 'updated_at': '2021-12-08T01:38:58Z', 'revision_number': 3, 'project_id': '96ac8af70d41406db598979a0daa71cb', 'gw_port': {'id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:75:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:56Z', 'updated_at': '2021-12-08T01:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:04.595422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca49cd-6fa3-4846-9f09-bd03262f6550 req-b56040c8-acb9-49e8-93fc-75e21e863a67 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:04.597070 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0ca49cd-6fa3-4846-9f09-bd03262f6550 req-b56040c8-acb9-49e8-93fc-75e21e863a67 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 949 time: 0.0941920 Dec 08 01:39:04.657623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bb2abc83-ae98-4a39-b83a-f7cf7d283c77 None None] Provisioning complete for port f075db79-d4db-45b1-a22b-fc4f16bcd6af triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:04.661823 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb2abc83-ae98-4a39-b83a-f7cf7d283c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.704204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-74a24546-a37d-4622-9792-b8095e1c9ff9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c843873d-b5b7-47c6-bfe5-407c868ca1fb HTTP/1.1" status: 200 len: 217 time: 0.1523414 Dec 08 01:39:04.721559 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0ca49cd-6fa3-4846-9f09-bd03262f6550 req-4de6e284-6fd1-47a2-b133-ee6f722e4ba4 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904386 Dec 08 01:39:04.741748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f969f-f64e-4eb8-94f9-3524a141bd54 None None] The sync data for ids ['ec78fb81-2208-49c2-90ce-1c083a5f3e73'] in n-d-713498-30 is: [{'id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'name': 'tempest-TaggedBootDevicesTest-1927259413-router', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:53Z', 'updated_at': '2021-12-08T01:38:58Z', 'revision_number': 3, 'project_id': '96ac8af70d41406db598979a0daa71cb', 'gw_port': {'id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:75:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:56Z', 'updated_at': '2021-12-08T01:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:04.797067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-bb2abc83-ae98-4a39-b83a-f7cf7d283c77 None None] Port f075db79-d4db-45b1-a22b-fc4f16bcd6af cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:39:04.803355 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.885185 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.894925 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:04.928370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c2526-8c4a-4b7c-9aff-e24f9e1bff0c req-4bd4a055-5ac2-4b47-b5a0-59fa73a1a655 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:04.940319 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad8c2526-8c4a-4b7c-9aff-e24f9e1bff0c req-4bd4a055-5ac2-4b47-b5a0-59fa73a1a655 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 943 time: 0.2771666 Dec 08 01:39:04.943686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-e89ff13a-51b1-4dad-9b88-2b27b79a364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:04.945567 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-e89ff13a-51b1-4dad-9b88-2b27b79a364a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=15db70b2-e0d6-49e2-8a16-d31f675a4709 HTTP/1.1" status: 200 len: 851 time: 0.1886928 Dec 08 01:39:04.978590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f075db79-d4db-45b1-a22b-fc4f16bcd6af,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:04.992318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:04.992708 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:04.993027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:04.993732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:04.994538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:04.994892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:04.995232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:04.995570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:04.995914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:04.996249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:04.996785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:04.997302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:04.997706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:05.021572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-ed47e27b-7c0a-45d5-8476-1b09d33742d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b4defec-514a-4709-994b-aa1703645786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597699 Dec 08 01:39:05.024179 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:05.045581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.25.2.121 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/114579c3-bb6d-4104-9f8b-36cd3034e583) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:05.116514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad8c2526-8c4a-4b7c-9aff-e24f9e1bff0c req-df600493-8132-4383-a72f-372654240ef9 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699317 Dec 08 01:39:05.223264 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Network 6e5792c2-6052-4e4d-9314-513bf9b5fdba is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:05.225539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:05.510783 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:05.536445 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-dfed9ab5-82a7-436e-a17b-5393faa90042 service neutron] 10.222.0.72 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856298 Dec 08 01:39:05.574851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Router ec78fb81-2208-49c2-90ce-1c083a5f3e73 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:05.575305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 675527cf-7b4c-46ec-9bdc-38f06517b702 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:05.660337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 675527cf-7b4c-46ec-9bdc-38f06517b702 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:05.663694 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:05.797570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-440ed396-4db4-4ff0-99c1-2b04e5655a60 None None] Provisioning complete for port f075db79-d4db-45b1-a22b-fc4f16bcd6af triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:05.798301 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-440ed396-4db4-4ff0-99c1-2b04e5655a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:05.805962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:05.817770 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e83a7d8e-f348-428d-bec3-f75c77d321b1 admin admin] 10.222.0.70 "PUT /v2.0/routers/ec78fb81-2208-49c2-90ce-1c083a5f3e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1922684 Dec 08 01:39:05.870007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-440ed396-4db4-4ff0-99c1-2b04e5655a60 None None] Port f075db79-d4db-45b1-a22b-fc4f16bcd6af cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:39:05.897866 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:05.941359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 675527cf-7b4c-46ec-9bdc-38f06517b702, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=675527cf-7b4c-46ec-9bdc-38f06517b702,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:05.950139 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:06.019788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=675527cf-7b4c-46ec-9bdc-38f06517b702,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:06.093252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe5d8b-2849-4b3f-bbf0-d54b9da51b42 req-358982f4-b410-4f78-8216-c6c0284cc3c9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:06.101415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43fe5d8b-2849-4b3f-bbf0-d54b9da51b42 req-358982f4-b410-4f78-8216-c6c0284cc3c9 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 949 time: 0.1851439 Dec 08 01:39:06.122226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e0dd1-a38c-4973-b791-b58ada2a6365 req-6d0a40a9-0be7-4463-8e92-f1e29e6e3c36 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:06.123939 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a57e0dd1-a38c-4973-b791-b58ada2a6365 req-6d0a40a9-0be7-4463-8e92-f1e29e6e3c36 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 949 time: 0.1890745 Dec 08 01:39:06.176958 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a13ef0b-15e2-412a-974a-64180ef9f593', 'tag': 'c843873d-b5b7-47c6-bfe5-407c868ca1fb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:06.179368 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7072b0-7376-441d-93c0-c5cf6148222d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a13ef0b-15e2-412a-974a-64180ef9f593", "tag": "c843873d-b5b7-47c6-bfe5-407c868ca1fb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:06.229981 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:06.354415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-811c6de3-555d-4ad3-b526-e34f3a9ff0bf req-4e065a63-896e-4382-873a-9c6acad0e337 service neutron] 10.222.0.72 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8120275 Dec 08 01:39:06.358455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:06.369486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:06.381315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:06.418837 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43fe5d8b-2849-4b3f-bbf0-d54b9da51b42 req-d59f10e5-143a-4aac-b772-fdb0c52aa2b5 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/security-groups?id=55eb874f-4c56-4405-8c91-89bee8178c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071661 Dec 08 01:39:06.434093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=114579c3-bb6d-4104-9f8b-36cd3034e583,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:06.480161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aa2d3-9673-438f-8fa3-399b50e1466d req-fe80e1c4-5365-422d-8722-2beadf29a398 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:06.488707 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-868aa2d3-9673-438f-8fa3-399b50e1466d req-fe80e1c4-5365-422d-8722-2beadf29a398 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 943 time: 0.2435222 Dec 08 01:39:06.519000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-a57e0dd1-a38c-4973-b791-b58ada2a6365 req-eef7b378-0937-4edc-8e87-c56533c07588 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Deleting port 3c3a38e9-980f-4886-9453-eafca30676db {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:39:06.519550 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a57e0dd1-a38c-4973-b791-b58ada2a6365 req-eef7b378-0937-4edc-8e87-c56533c07588 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:06.599719 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-868aa2d3-9673-438f-8fa3-399b50e1466d req-55349aea-1fc2-408e-89a6-6f8425251086 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020370 Dec 08 01:39:06.708436 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e689a4-2d1f-4773-be6f-0f039d1cc8f1 x-openstack-request-id: req-97e689a4-2d1f-4773-be6f-0f039d1cc8f1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:06.708643 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a13ef0b-15e2-412a-974a-64180ef9f593", "tag": "c843873d-b5b7-47c6-bfe5-407c868ca1fb", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:06.708898 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97e689a4-2d1f-4773-be6f-0f039d1cc8f1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:06.709289 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a13ef0b-15e2-412a-974a-64180ef9f593', 'tag': 'c843873d-b5b7-47c6-bfe5-407c868ca1fb', 'status': 'completed', 'code': 200} Dec 08 01:39:06.818479 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-a57e0dd1-a38c-4973-b791-b58ada2a6365 req-eef7b378-0937-4edc-8e87-c56533c07588 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] For port 3c3a38e9-980f-4886-9453-eafca30676db, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3c3a38e9-980f-4886-9453-eafca30676db,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:06.818847 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a57e0dd1-a38c-4973-b791-b58ada2a6365 req-eef7b378-0937-4edc-8e87-c56533c07588 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:06.828948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:39:06.842620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-a57e0dd1-a38c-4973-b791-b58ada2a6365 req-eef7b378-0937-4edc-8e87-c56533c07588 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Calling delete_port for 3c3a38e9-980f-4886-9453-eafca30676db owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:39:06.960512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7072b0-7376-441d-93c0-c5cf6148222d req-2b325605-6461-419d-a912-fb47375f16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:06.962213 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d7072b0-7376-441d-93c0-c5cf6148222d req-2b325605-6461-419d-a912-fb47375f16cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b54cd2eaf9b4bf183def562265743e6&device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 1095 time: 0.1469905 Dec 08 01:39:07.154272 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a57e0dd1-a38c-4973-b791-b58ada2a6365 req-eef7b378-0937-4edc-8e87-c56533c07588 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:07.218735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7b378-0937-4edc-8e87-c56533c07588 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Pushing event deleted for resources: {'Port': ['ID=3c3a38e9-980f-4886-9453-eafca30676db,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:07.271230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:07.287116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7072b0-7376-441d-93c0-c5cf6148222d req-ab99d847-672c-48b8-90f0-2d025e2e7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:07.295574 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d7072b0-7376-441d-93c0-c5cf6148222d req-ab99d847-672c-48b8-90f0-2d025e2e7df9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0b4defec-514a-4709-994b-aa1703645786 HTTP/1.1" status: 200 len: 912 time: 0.3153584 Dec 08 01:39:07.309156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33', 'mac_address': 'fa:16:3e:eb:a6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:39:07.338295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57e0dd1-a38c-4973-b791-b58ada2a6365 req-eef7b378-0937-4edc-8e87-c56533c07588 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] No DVR routers for this DVR port 3c3a38e9-980f-4886-9453-eafca30676db on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:39:07.344629 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a57e0dd1-a38c-4973-b791-b58ada2a6365 req-eef7b378-0937-4edc-8e87-c56533c07588 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:07.350877 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d7072b0-7376-441d-93c0-c5cf6148222d req-21f1c593-5a76-44c7-ac11-a2d86d2eaaa3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c843873d-b5b7-47c6-bfe5-407c868ca1fb HTTP/1.1" status: 200 len: 217 time: 0.0494385 Dec 08 01:39:07.353330 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a57e0dd1-a38c-4973-b791-b58ada2a6365 req-eef7b378-0937-4edc-8e87-c56533c07588 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.65 "DELETE /v2.0/ports/3c3a38e9-980f-4886-9453-eafca30676db HTTP/1.1" status: 204 len: 173 time: 1.1938498 Dec 08 01:39:07.353983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e99035-f74b-4879-98e0-c8808aef6371', 'name': 'network-vif-deleted', 'tag': '3c3a38e9-980f-4886-9453-eafca30676db'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:07.374853 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ac8f46-ea67-4033-a8e7-9fbfff90168f" -d '{"events": [{"server_uuid": "b5e99035-f74b-4879-98e0-c8808aef6371", "name": "network-vif-deleted", "tag": "3c3a38e9-980f-4886-9453-eafca30676db"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:07.483976 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:07.493358 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f28183-568d-4aae-8db4-f0a1d1d13d90 x-openstack-request-id: req-35f28183-568d-4aae-8db4-f0a1d1d13d90 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:07.493691 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e99035-f74b-4879-98e0-c8808aef6371", "name": "network-vif-deleted", "tag": "3c3a38e9-980f-4886-9453-eafca30676db", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:07.493946 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35f28183-568d-4aae-8db4-f0a1d1d13d90 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:07.494359 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e99035-f74b-4879-98e0-c8808aef6371', 'name': 'network-vif-deleted', 'tag': '3c3a38e9-980f-4886-9453-eafca30676db', 'status': 'completed', 'code': 200} Dec 08 01:39:07.562979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 675527cf-7b4c-46ec-9bdc-38f06517b702 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:07.627056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7072b0-7376-441d-93c0-c5cf6148222d req-f26eba35-bd2e-43d8-867f-6dd411deecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:07.631293 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d7072b0-7376-441d-93c0-c5cf6148222d req-f26eba35-bd2e-43d8-867f-6dd411deecb2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=15db70b2-e0d6-49e2-8a16-d31f675a4709 HTTP/1.1" status: 200 len: 851 time: 0.2695658 Dec 08 01:39:07.682548 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:39:07.701469 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1489bc94-017a-48b7-96be-7467d3605521 req-bbe7b254-c23b-473f-9922-306ab7a38437 tempest-ServersOnMultiNodesTest-946591882 tempest-ServersOnMultiNodesTest-946591882-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5e99035-f74b-4879-98e0-c8808aef6371 HTTP/1.1" status: 200 len: 210 time: 0.1156957 Dec 08 01:39:07.731326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Sync routers for ids ['ec78fb81-2208-49c2-90ce-1c083a5f3e73'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:07.752089 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d7072b0-7376-441d-93c0-c5cf6148222d req-37542b52-309e-4ea1-901c-c5d904e66a4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b4defec-514a-4709-994b-aa1703645786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854204 Dec 08 01:39:07.834097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Routers {'ec78fb81-2208-49c2-90ce-1c083a5f3e73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:07.834756 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ec78fb81-2208-49c2-90ce-1c083a5f3e73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:07.839758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:07.939541 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:07.987009 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:08.020819 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:08.097458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 675527cf-7b4c-46ec-9bdc-38f06517b702 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:08.098209 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:08.145803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:39:08.241051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52246bf-5a53-41cf-92a3-7882cb49057f req-bbfff1b0-5566-426a-9d15-80a0feddb162 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:08.246740 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a52246bf-5a53-41cf-92a3-7882cb49057f req-bbfff1b0-5566-426a-9d15-80a0feddb162 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 943 time: 0.4419832 Dec 08 01:39:08.497178 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a52246bf-5a53-41cf-92a3-7882cb49057f req-bd7d5b86-2e2d-462d-bfbc-b94c3cc89c8b tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359221 Dec 08 01:39:08.518817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Set router ec78fb81-2208-49c2-90ce-1c083a5f3e73 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:39:08.595624 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d7072b0-7376-441d-93c0-c5cf6148222d req-a4996716-7bcb-4d44-8b4a-f52155f1d675 service neutron] 10.222.0.72 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8189974 Dec 08 01:39:08.601831 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:08.894876 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c843873d-b5b7-47c6-bfe5-407c868ca1fb details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:39:08.976045 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d7072b0-7376-441d-93c0-c5cf6148222d req-79b85524-6984-431c-ab17-92d3759c519e service neutron] 10.222.0.72 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699973 Dec 08 01:39:09.074780 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 3c3a38e9-980f-4886-9453-eafca30676db no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:39:09.161147 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:09.172176 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:09.202384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 3c3a38e9-980f-4886-9453-eafca30676db {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:39:09.202769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 3c3a38e9-980f-4886-9453-eafca30676db not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:39:09.309382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=114579c3-bb6d-4104-9f8b-36cd3034e583,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:09.309571 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.resource_extend [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:39:09.342778 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:09.422898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46728) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:09.536944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'name': 'tempest-TaggedBootDevicesTest-1927259413-router', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:53Z', 'updated_at': '2021-12-08T01:39:04Z', 'revision_number': 4, 'project_id': '96ac8af70d41406db598979a0daa71cb', 'gw_port': {'id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:56Z', 'updated_at': '2021-12-08T01:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'f075db79-d4db-45b1-a22b-fc4f16bcd6af', 'name': '', 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'mac_address': 'fa:16:3e:f4:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '4794b95a-e829-4008-8e2e-37733f1f5c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:39:02Z', 'updated_at': '2021-12-08T01:39:04Z', 'revision_number': 2, 'project_id': '96ac8af70d41406db598979a0daa71cb', 'subnets': [{'id': '4794b95a-e829-4008-8e2e-37733f1f5c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:09.582838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Checking router: ec78fb81-2208-49c2-90ce-1c083a5f3e73 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:39:09.583221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Updating router ec78fb81-2208-49c2-90ce-1c083a5f3e73 port f075db79-d4db-45b1-a22b-fc4f16bcd6af binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:39:09.661128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port c843873d-b5b7-47c6-bfe5-407c868ca1fb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c843873d-b5b7-47c6-bfe5-407c868ca1fb,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:09.712840 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:09.714971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'c843873d-b5b7-47c6-bfe5-407c868ca1fb', 'network_id': '0b4defec-514a-4709-994b-aa1703645786', 'port_id': 'c843873d-b5b7-47c6-bfe5-407c868ca1fb', 'mac_address': 'fa:16:3e:aa:03:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15db70b2-e0d6-49e2-8a16-d31f675a4709', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:39:09.718116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e2159411-ad5e-44a0-9ea6-dc8d234d41b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a68ff4dea2974a1895e204fb9e49b1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934318 Dec 08 01:39:09.721367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46738) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:09.732145 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Floating IP 74b35205-13ce-4faf-95c5-21e0830c509b associated. External IP: 172.25.2.121, port: ea764eef-9520-47fc-aa9d-81f37c9bcd6e. Dec 08 01:39:09.849550 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5a59f3e-dc2b-4bd6-970a-4ac10a7370a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:09.922929 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5a59f3e-dc2b-4bd6-970a-4ac10a7370a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:10.046845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7cc45-1615-4f1c-9318-977297f4c26a req-2f9fcc29-6ada-41ea-b6a8-5bd6fffce08a tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:10.057098 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3f7cc45-1615-4f1c-9318-977297f4c26a req-2f9fcc29-6ada-41ea-b6a8-5bd6fffce08a tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 943 time: 0.2248747 Dec 08 01:39:10.081837 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5a59f3e-dc2b-4bd6-970a-4ac10a7370a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:10.085332 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5a59f3e-dc2b-4bd6-970a-4ac10a7370a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:10.090740 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f5a59f3e-dc2b-4bd6-970a-4ac10a7370a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55eb874f-4c56-4405-8c91-89bee8178c05 HTTP/1.1" status: 204 len: 168 time: 0.3681130 Dec 08 01:39:10.119167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a59f3e-dc2b-4bd6-970a-4ac10a7370a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eb874f-4c56-4405-8c91-89bee8178c05,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:10.177169 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:10.241646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c843873d-b5b7-47c6-bfe5-407c868ca1fb {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:39:10.363231 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3f7cc45-1615-4f1c-9318-977297f4c26a req-51e04267-2298-47f6-80fe-604285945ad3 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976966 Dec 08 01:39:10.421447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port c843873d-b5b7-47c6-bfe5-407c868ca1fb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c843873d-b5b7-47c6-bfe5-407c868ca1fb,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:10.502410 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:10.681717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=c843873d-b5b7-47c6-bfe5-407c868ca1fb,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:10.733371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:10.750593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:10.763363 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:10.872318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['c843873d-b5b7-47c6-bfe5-407c868ca1fb'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:39:10.967221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:11.029119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:11.049466 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985f559-3092-4317-bcba-4947d67b4912 None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:11.071618 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985f559-3092-4317-bcba-4947d67b4912 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:11.072263 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e985f559-3092-4317-bcba-4947d67b4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:11.096429 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:11.193893 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-82fcf881-aea4-4f99-bd3e-695ddc9ba42c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.2047176 Dec 08 01:39:11.195971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46770) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:11.197070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46772) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:11.243024 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e985f559-3092-4317-bcba-4947d67b4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:11.275085 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985f559-3092-4317-bcba-4947d67b4912 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:11.281932 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e985f559-3092-4317-bcba-4947d67b4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:11.348112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:11.350501 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:11.394379 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e985f559-3092-4317-bcba-4947d67b4912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:11.395589 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985f559-3092-4317-bcba-4947d67b4912 None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:11.416841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a55ca-e059-48de-bb65-e71ce1dd89a5 None None] Pushing event updated for resources: {'Port': ['ID=f075db79-d4db-45b1-a22b-fc4f16bcd6af,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:11.458269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Attempting to bind port f075db79-d4db-45b1-a22b-fc4f16bcd6af on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:39:11.458608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Attempting to bind port f075db79-d4db-45b1-a22b-fc4f16bcd6af by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'fdbceb74-89e8-4a25-bd23-dba50972de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:39:11.458985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Attempting to bind port f075db79-d4db-45b1-a22b-fc4f16bcd6af on network 6e5792c2-6052-4e4d-9314-513bf9b5fdba {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:39:11.531842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:39:11.532237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Checking segment: {'id': 'fdbceb74-89e8-4a25-bd23-dba50972de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:39:11.532680 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:11.533140 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Bound using segment: {'id': 'fdbceb74-89e8-4a25-bd23-dba50972de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:39:11.535775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Bound port: f075db79-d4db-45b1-a22b-fc4f16bcd6af, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbceb74-89e8-4a25-bd23-dba50972de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:39:11.536349 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:11.626835 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-752a8a65-040a-4be3-bc13-d1cf97b9d20d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=039f549d607f4e7fb30139999eb55ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261301 Dec 08 01:39:11.629174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46780) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:11.636791 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-06a449ce-df67-4d53-aaff-3c8c58eb2cf4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "GET /v2.0/floatingips/74b35205-13ce-4faf-95c5-21e0830c509b HTTP/1.1" status: 200 len: 977 time: 0.4273798 Dec 08 01:39:11.643801 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46782) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:11.909728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5a698-9529-4d69-a1ca-97365ad5c9ba req-0806c0e1-1e25-4b69-b618-5631dc75ce35 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:11.915599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-57c0a9e4-797b-46a0-b6b8-175a10c4d6b7 None None] Provisioning complete for port f075db79-d4db-45b1-a22b-fc4f16bcd6af triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:11.916194 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-57c0a9e4-797b-46a0-b6b8-175a10c4d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:11.918279 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7c5a698-9529-4d69-a1ca-97365ad5c9ba req-0806c0e1-1e25-4b69-b618-5631dc75ce35 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 944 time: 0.3178105 Dec 08 01:39:11.940679 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53a8a99b-54c5-4cc0-aad5-663ec0605006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:11.978349 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:12.025095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:12.033997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1890f4c1-0bcf-40db-ae22-e1e9eb9e1579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:12.037142 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4334ad-d9a0-4057-b0a5-1ddc83193e42" -d '{"events": [{"server_uuid": "1890f4c1-0bcf-40db-ae22-e1e9eb9e1579", "name": "network-vif-plugged", "status": "completed", "tag": "6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:12.041382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-33a7f2b1-4705-4580-875b-2a8ae2ab39e3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3906233 Dec 08 01:39:12.044044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] For port f075db79-d4db-45b1-a22b-fc4f16bcd6af, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:39:12.045907 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:12.046772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46790) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:12.052000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-dcd272ba-ed23-49d2-aa3b-cfaedb51d8f3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'floatingip': {'port_id': '23ac072b-41df-4e9b-b2dd-089d7fa30a09'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:12.092389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-57c0a9e4-797b-46a0-b6b8-175a10c4d6b7 None None] Port f075db79-d4db-45b1-a22b-fc4f16bcd6af cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:39:12.097710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] For port f075db79-d4db-45b1-a22b-fc4f16bcd6af, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f075db79-d4db-45b1-a22b-fc4f16bcd6af,segment=NetworkSegment(fdbceb74-89e8-4a25-bd23-dba50972de48),segment_id=fdbceb74-89e8-4a25-bd23-dba50972de48)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:39:12.110418 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:12.141702 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcd272ba-ed23-49d2-aa3b-cfaedb51d8f3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:12.146060 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7c5a698-9529-4d69-a1ca-97365ad5c9ba req-491f0802-a9d6-4046-810f-e9244b09bfd5 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267137 Dec 08 01:39:12.156714 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53a8a99b-54c5-4cc0-aad5-663ec0605006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:12.195305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:12.289431 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53a8a99b-54c5-4cc0-aad5-663ec0605006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:12.292609 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53a8a99b-54c5-4cc0-aad5-663ec0605006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:12.293967 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-53a8a99b-54c5-4cc0-aad5-663ec0605006 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c13f1ed4-1139-4d5d-a501-513802ff1615 HTTP/1.1" status: 204 len: 168 time: 0.6638236 Dec 08 01:39:12.346447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8a99b-54c5-4cc0-aad5-663ec0605006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13f1ed4-1139-4d5d-a501-513802ff1615,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:12.352220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a55ca-e059-48de-bb65-e71ce1dd89a5 None None] Pushing event updated for resources: {'Port': ['ID=f075db79-d4db-45b1-a22b-fc4f16bcd6af,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:12.373882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Routers {'ec78fb81-2208-49c2-90ce-1c083a5f3e73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:12.376033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ec78fb81-2208-49c2-90ce-1c083a5f3e73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:12.482450 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e07fba9-3108-40f9-a686-03f432898477 x-openstack-request-id: req-3e07fba9-3108-40f9-a686-03f432898477 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:12.482774 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1890f4c1-0bcf-40db-ae22-e1e9eb9e1579", "name": "network-vif-plugged", "status": "completed", "tag": "6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:12.483016 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e07fba9-3108-40f9-a686-03f432898477 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:12.483437 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1890f4c1-0bcf-40db-ae22-e1e9eb9e1579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33', 'code': 200} Dec 08 01:39:12.671562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] Set router ec78fb81-2208-49c2-90ce-1c083a5f3e73 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:39:12.765729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0233a1d5-b91d-4a82-8913-fbb6f6702823 None None] Provisioning complete for port f075db79-d4db-45b1-a22b-fc4f16bcd6af triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:12.766605 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0233a1d5-b91d-4a82-8913-fbb6f6702823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:13.110443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c843873d-b5b7-47c6-bfe5-407c868ca1fb up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:13.366376 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0233a1d5-b91d-4a82-8913-fbb6f6702823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:13.401081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port c843873d-b5b7-47c6-bfe5-407c868ca1fb completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:39:13.411210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port c843873d-b5b7-47c6-bfe5-407c868ca1fb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:13.411210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:13.444221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070d554-cfc5-45d2-9b6b-048a1d521c97 req-bcf715fe-ebd3-4f15-b757-0e5b5c82672d tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:13.457049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0070d554-cfc5-45d2-9b6b-048a1d521c97 req-bcf715fe-ebd3-4f15-b757-0e5b5c82672d tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 944 time: 0.1485305 Dec 08 01:39:13.529397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0233a1d5-b91d-4a82-8913-fbb6f6702823 None None] For port f075db79-d4db-45b1-a22b-fc4f16bcd6af, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f075db79-d4db-45b1-a22b-fc4f16bcd6af,segment=NetworkSegment(fdbceb74-89e8-4a25-bd23-dba50972de48),segment_id=fdbceb74-89e8-4a25-bd23-dba50972de48)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:13.564504 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0233a1d5-b91d-4a82-8913-fbb6f6702823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:13.610637 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0070d554-cfc5-45d2-9b6b-048a1d521c97 req-53eb614d-2f21-4e36-ac4d-45177b30672c tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452894 Dec 08 01:39:13.721175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'name': 'tempest-TaggedBootDevicesTest-1927259413-router', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:53Z', 'updated_at': '2021-12-08T01:39:04Z', 'revision_number': 4, 'project_id': '96ac8af70d41406db598979a0daa71cb', 'gw_port': {'id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:56Z', 'updated_at': '2021-12-08T01:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'f075db79-d4db-45b1-a22b-fc4f16bcd6af', 'name': '', 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'mac_address': 'fa:16:3e:f4:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '4794b95a-e829-4008-8e2e-37733f1f5c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:39:02Z', 'updated_at': '2021-12-08T01:39:11Z', 'revision_number': 4, 'project_id': '96ac8af70d41406db598979a0daa71cb', 'subnets': [{'id': '4794b95a-e829-4008-8e2e-37733f1f5c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:13.786926 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcd272ba-ed23-49d2-aa3b-cfaedb51d8f3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:13.795275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcd272ba-ed23-49d2-aa3b-cfaedb51d8f3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:13.878084 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7f50b2-3e6b-4caa-ad69-809df5c068ce None None] The sync data for ids ['ec78fb81-2208-49c2-90ce-1c083a5f3e73'] in n-d-713498-30 is: [{'id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'name': 'tempest-TaggedBootDevicesTest-1927259413-router', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:53Z', 'updated_at': '2021-12-08T01:39:04Z', 'revision_number': 4, 'project_id': '96ac8af70d41406db598979a0daa71cb', 'gw_port': {'id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:56Z', 'updated_at': '2021-12-08T01:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'f075db79-d4db-45b1-a22b-fc4f16bcd6af', 'name': '', 'network_id': '6e5792c2-6052-4e4d-9314-513bf9b5fdba', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'mac_address': 'fa:16:3e:f4:22:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '4794b95a-e829-4008-8e2e-37733f1f5c85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:39:02Z', 'updated_at': '2021-12-08T01:39:11Z', 'revision_number': 4, 'project_id': '96ac8af70d41406db598979a0daa71cb', 'subnets': [{'id': '4794b95a-e829-4008-8e2e-37733f1f5c85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:13.899181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233a1d5-b91d-4a82-8913-fbb6f6702823 None None] Pushing event updated for resources: {'Port': ['ID=f075db79-d4db-45b1-a22b-fc4f16bcd6af,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:13.927207 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:14.040138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port c843873d-b5b7-47c6-bfe5-407c868ca1fb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c843873d-b5b7-47c6-bfe5-407c868ca1fb,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:14.048610 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:14.085083 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-dcd272ba-ed23-49d2-aa3b-cfaedb51d8f3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Floating IP 74b35205-13ce-4faf-95c5-21e0830c509b associated. External IP: 172.25.2.121, port: ea764eef-9520-47fc-aa9d-81f37c9bcd6e. Dec 08 01:39:14.190870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=c843873d-b5b7-47c6-bfe5-407c868ca1fb,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:14.484784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a13ef0b-15e2-412a-974a-64180ef9f593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c843873d-b5b7-47c6-bfe5-407c868ca1fb'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:14.487567 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c915358-067e-42b5-8040-f88bc9c264ea" -d '{"events": [{"server_uuid": "2a13ef0b-15e2-412a-974a-64180ef9f593", "name": "network-vif-plugged", "status": "completed", "tag": "c843873d-b5b7-47c6-bfe5-407c868ca1fb"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:14.578070 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfa6612-8767-4615-bf2a-84f3e2d94425 x-openstack-request-id: req-9dfa6612-8767-4615-bf2a-84f3e2d94425 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:14.578376 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a13ef0b-15e2-412a-974a-64180ef9f593", "name": "network-vif-plugged", "status": "completed", "tag": "c843873d-b5b7-47c6-bfe5-407c868ca1fb", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:14.578637 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9dfa6612-8767-4615-bf2a-84f3e2d94425 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:14.579205 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a13ef0b-15e2-412a-974a-64180ef9f593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c843873d-b5b7-47c6-bfe5-407c868ca1fb', 'code': 200} Dec 08 01:39:14.750420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd272ba-ed23-49d2-aa3b-cfaedb51d8f3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:15.013738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e4497-7b19-40ee-8161-aee9f37cd1a8 req-293a1137-2706-4419-993d-39881d53e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:15.019444 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-036e4497-7b19-40ee-8161-aee9f37cd1a8 req-293a1137-2706-4419-993d-39881d53e3c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 1097 time: 0.3322833 Dec 08 01:39:15.062402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22e8a9-19d4-4f03-adf3-84be811e9762 req-cd8ca764-781d-4db9-8840-7bdfb156e695 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:15.077331 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b22e8a9-19d4-4f03-adf3-84be811e9762 req-cd8ca764-781d-4db9-8840-7bdfb156e695 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.2823908 Dec 08 01:39:15.244442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b22e8a9-19d4-4f03-adf3-84be811e9762 req-55f3d505-5c39-4cf0-821b-f4d21841f273 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639795 Dec 08 01:39:15.295156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-036e4497-7b19-40ee-8161-aee9f37cd1a8 req-cf858b48-11ff-41fe-a60b-7353e7365a81 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088144 Dec 08 01:39:15.527981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f075db79-d4db-45b1-a22b-fc4f16bcd6af up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:15.742926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port f075db79-d4db-45b1-a22b-fc4f16bcd6af triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:15.743309 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:15.812645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd272ba-ed23-49d2-aa3b-cfaedb51d8f3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:15.845548 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0429fa8-02f7-41a9-a2d7-81359acb99fb None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:15.918469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0429fa8-02f7-41a9-a2d7-81359acb99fb None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:15.925253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d0429fa8-02f7-41a9-a2d7-81359acb99fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:16.034699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d0429fa8-02f7-41a9-a2d7-81359acb99fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:16.101913 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0429fa8-02f7-41a9-a2d7-81359acb99fb None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:16.102574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d0429fa8-02f7-41a9-a2d7-81359acb99fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:16.313338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d0429fa8-02f7-41a9-a2d7-81359acb99fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:16.314002 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0429fa8-02f7-41a9-a2d7-81359acb99fb None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:16.546293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd272ba-ed23-49d2-aa3b-cfaedb51d8f3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:16.573958 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d7b99-a721-4a24-904b-46a2be9d4f6f req-bb1d18ec-94c4-4d38-9196-e15be74d84f9 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:16.588563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a89d7b99-a721-4a24-904b-46a2be9d4f6f req-bb1d18ec-94c4-4d38-9196-e15be74d84f9 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.1462474 Dec 08 01:39:16.706665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a89d7b99-a721-4a24-904b-46a2be9d4f6f req-8e04b2c2-bdda-4e34-8a50-76300d7db884 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117668 Dec 08 01:39:16.855588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd272ba-ed23-49d2-aa3b-cfaedb51d8f3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:16.860275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcd272ba-ed23-49d2-aa3b-cfaedb51d8f3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:16.865730 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86486a2c-99d6-4540-a3a2-ccb1f47769de None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:16.891528 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86486a2c-99d6-4540-a3a2-ccb1f47769de None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:16.896775 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-86486a2c-99d6-4540-a3a2-ccb1f47769de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:16.971261 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-86486a2c-99d6-4540-a3a2-ccb1f47769de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:16.995232 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86486a2c-99d6-4540-a3a2-ccb1f47769de None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:16.997140 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-86486a2c-99d6-4540-a3a2-ccb1f47769de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:17.013810 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dcd272ba-ed23-49d2-aa3b-cfaedb51d8f3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "PUT /v2.0/floatingips/74b35205-13ce-4faf-95c5-21e0830c509b HTTP/1.1" status: 200 len: 976 time: 4.9658866 Dec 08 01:39:17.016551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46896) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:17.021917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-567ad845-15cd-4c47-b1a8-bc77fa9c2c9f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:17.100016 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-86486a2c-99d6-4540-a3a2-ccb1f47769de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:17.109309 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86486a2c-99d6-4540-a3a2-ccb1f47769de None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:17.233543 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-567ad845-15cd-4c47-b1a8-bc77fa9c2c9f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:17.572568 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-567ad845-15cd-4c47-b1a8-bc77fa9c2c9f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:17.578049 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-567ad845-15cd-4c47-b1a8-bc77fa9c2c9f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:17.581250 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-567ad845-15cd-4c47-b1a8-bc77fa9c2c9f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Floating IP 74b35205-13ce-4faf-95c5-21e0830c509b disassociated. External IP: 172.25.2.121, port: 23ac072b-41df-4e9b-b2dd-089d7fa30a09. Dec 08 01:39:17.926461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567ad845-15cd-4c47-b1a8-bc77fa9c2c9f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:18.090372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567ad845-15cd-4c47-b1a8-bc77fa9c2c9f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:18.106790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a00622-53e6-4d9c-b26c-b023fc189dd8 None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:18.125559 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-567ad845-15cd-4c47-b1a8-bc77fa9c2c9f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:18.135920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a00622-53e6-4d9c-b26c-b023fc189dd8 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:18.142410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24a00622-53e6-4d9c-b26c-b023fc189dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:18.223665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-567ad845-15cd-4c47-b1a8-bc77fa9c2c9f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "PUT /v2.0/floatingips/74b35205-13ce-4faf-95c5-21e0830c509b HTTP/1.1" status: 200 len: 688 time: 1.2030349 Dec 08 01:39:18.227817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46918) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:18.248586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24a00622-53e6-4d9c-b26c-b023fc189dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:18.259414 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a00622-53e6-4d9c-b26c-b023fc189dd8 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:18.261181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24a00622-53e6-4d9c-b26c-b023fc189dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:18.316645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24a00622-53e6-4d9c-b26c-b023fc189dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:18.317580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a00622-53e6-4d9c-b26c-b023fc189dd8 None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:18.461854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-33256199-fb2f-40da-8c9d-fff58cdbe627 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port 114579c3-bb6d-4104-9f8b-36cd3034e583 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:39:18.462358 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33256199-fb2f-40da-8c9d-fff58cdbe627 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:18.612166 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33256199-fb2f-40da-8c9d-fff58cdbe627 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:18.613653 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33256199-fb2f-40da-8c9d-fff58cdbe627 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:18.636870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-33256199-fb2f-40da-8c9d-fff58cdbe627 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for 114579c3-bb6d-4104-9f8b-36cd3034e583 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:39:18.865451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33256199-fb2f-40da-8c9d-fff58cdbe627 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:18.898459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33256199-fb2f-40da-8c9d-fff58cdbe627 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=114579c3-bb6d-4104-9f8b-36cd3034e583,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:19.004194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33256199-fb2f-40da-8c9d-fff58cdbe627 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:19.008837 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33256199-fb2f-40da-8c9d-fff58cdbe627 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:19.010472 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-33256199-fb2f-40da-8c9d-fff58cdbe627 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/floatingips/74b35205-13ce-4faf-95c5-21e0830c509b HTTP/1.1" status: 204 len: 168 time: 0.7845120 Dec 08 01:39:19.013505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46930) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:19.068870 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-d103b8ab-2e2f-49f4-93c7-45a5c0ac552d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] delete failed (client error): The resource could not be found. Dec 08 01:39:19.078266 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d103b8ab-2e2f-49f4-93c7-45a5c0ac552d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/floatingips/74b35205-13ce-4faf-95c5-21e0830c509b HTTP/1.1" status: 404 len: 345 time: 0.0627046 Dec 08 01:39:19.082655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46932) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:19.204826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c39fef4-c88e-4a52-96f5-2ffc8d0ae8c4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:19.213881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c39fef4-c88e-4a52-96f5-2ffc8d0ae8c4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:19.220537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c39fef4-c88e-4a52-96f5-2ffc8d0ae8c4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:19.223294 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2c39fef4-c88e-4a52-96f5-2ffc8d0ae8c4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "GET /v2.0/ports?network_id=87e2f79b-e3eb-4c72-b934-2564695aab92 HTTP/1.1" status: 200 len: 2355 time: 0.1389017 Dec 08 01:39:19.225899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46936) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:19.927964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93b6374-259a-47c9-b9a4-6b055fa2d42d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:19.937647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b93b6374-259a-47c9-b9a4-6b055fa2d42d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "GET /v2.0/subnets/0e4d7de3-0f83-4b59-b630-bbcd2071fb1e HTTP/1.1" status: 200 len: 797 time: 0.7062154 Dec 08 01:39:19.938310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46944) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:19.945286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'port': {'network_id': '87e2f79b-e3eb-4c72-b934-2564695aab92', 'name': 'tempest-FloatingIPTestJSON-1800033557', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:19.946774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46946) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:20.148224 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fc9b0d7-d9a8-4c6c-83d2-97c6009d17ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:20.150450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Made reservation on behalf of 5655a533bdcc4941ab3ea6deb9149b83 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:20.268129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:20.291700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] device_id is not set on port 5dd06c23-ec78-4053-9dcf-0c76b2908eab yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:39:20.315308 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fc9b0d7-d9a8-4c6c-83d2-97c6009d17ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:20.328662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fc9b0d7-d9a8-4c6c-83d2-97c6009d17ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:20.387476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9b0d7-d9a8-4c6c-83d2-97c6009d17ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd9bdfd-d543-4c9c-8ffb-87628fb0c6c1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:20.415349 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1fc9b0d7-d9a8-4c6c-83d2-97c6009d17ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90c52996e681476abcf522484ede7743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4664862 Dec 08 01:39:20.417715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46952) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:20.500774 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-241340ce-dcfb-4f3d-a9b1-98bb59edcddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:20.525832 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-241340ce-dcfb-4f3d-a9b1-98bb59edcddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:20.610099 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-241340ce-dcfb-4f3d-a9b1-98bb59edcddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:20.616009 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-241340ce-dcfb-4f3d-a9b1-98bb59edcddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:20.617390 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-241340ce-dcfb-4f3d-a9b1-98bb59edcddb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fbd9bdfd-d543-4c9c-8ffb-87628fb0c6c1 HTTP/1.1" status: 204 len: 168 time: 0.1981702 Dec 08 01:39:20.640197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241340ce-dcfb-4f3d-a9b1-98bb59edcddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd9bdfd-d543-4c9c-8ffb-87628fb0c6c1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:20.725010 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.20.0.14 (87e2f79b-e3eb-4c72-b934-2564695aab92/0e4d7de3-0f83-4b59-b630-bbcd2071fb1e/5dd06c23-ec78-4053-9dcf-0c76b2908eab) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:20.731554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.20.0.13 (87e2f79b-e3eb-4c72-b934-2564695aab92/0e4d7de3-0f83-4b59-b630-bbcd2071fb1e/5dd06c23-ec78-4053-9dcf-0c76b2908eab) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:20.987099 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.030655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.079543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 87e2f79b-e3eb-4c72-b934-2564695aab92 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:21.085462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:21.092705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:21.134390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=5dd06c23-ec78-4053-9dcf-0c76b2908eab,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:21.169097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:21.170145 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.200417 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1fcbef56-fce1-4220-85f3-9c4dcc9b208f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2602134 Dec 08 01:39:21.202664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46960) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:21.208133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46962) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:21.212225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '5dd06c23-ec78-4053-9dcf-0c76b2908eab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:21.223369 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97f87000-ab5f-48cc-a0b0-a22fc0510c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.247184 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.414001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97f87000-ab5f-48cc-a0b0-a22fc0510c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.421497 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97f87000-ab5f-48cc-a0b0-a22fc0510c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.476874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f87000-ab5f-48cc-a0b0-a22fc0510c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7df3bdd-d498-4cd9-b538-03cad4ca9926,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:21.479356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.495443 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-97f87000-ab5f-48cc-a0b0-a22fc0510c98 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1cb539e6e7c049e18f6e723a708b6348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2882023 Dec 08 01:39:21.496071 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46966) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:21.580948 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46f3ec4d-5cc3-4d27-9b29-ad18ca11a694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.610582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.25.2.16 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/761c423b-47eb-45c8-a585-bb9d8785ad19) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:21.614622 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46f3ec4d-5cc3-4d27-9b29-ad18ca11a694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.761193 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46f3ec4d-5cc3-4d27-9b29-ad18ca11a694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.765359 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46f3ec4d-5cc3-4d27-9b29-ad18ca11a694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.766870 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-46f3ec4d-5cc3-4d27-9b29-ad18ca11a694 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a7df3bdd-d498-4cd9-b538-03cad4ca9926 HTTP/1.1" status: 204 len: 168 time: 0.2697904 Dec 08 01:39:21.790275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3ec4d-5cc3-4d27-9b29-ad18ca11a694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7df3bdd-d498-4cd9-b538-03cad4ca9926,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:21.867478 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.935475 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:21.987039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:21.993377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:21.997855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=761c423b-47eb-45c8-a585-bb9d8785ad19,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:22.000687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:22.578591 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:22.686398 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:22.929765 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:22.937170 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:23.081222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=761c423b-47eb-45c8-a585-bb9d8785ad19,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:23.093222 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:23.304388 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Floating IP ae19d588-aa9d-4140-ac85-b0fbe81f8c61 associated. External IP: 172.25.2.16, port: 5dd06c23-ec78-4053-9dcf-0c76b2908eab. Dec 08 01:39:23.555414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:23.977562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:23.990726 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add3dac-f5f0-4649-bfa4-8df9c7351acf None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:24.005781 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add3dac-f5f0-4649-bfa4-8df9c7351acf None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:24.006635 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2add3dac-f5f0-4649-bfa4-8df9c7351acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:24.007589 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:24.043926 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2add3dac-f5f0-4649-bfa4-8df9c7351acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:24.052501 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-20354fff-fb75-42db-878a-4079926382e2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8485413 Dec 08 01:39:24.054544 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add3dac-f5f0-4649-bfa4-8df9c7351acf None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:24.055060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47018) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:24.055242 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2add3dac-f5f0-4649-bfa4-8df9c7351acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:24.060063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7ac65f59-bec1-4374-b5fa-d72e4ea24a70 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'floatingip': {'port_id': '5dd06c23-ec78-4053-9dcf-0c76b2908eab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:24.099164 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2add3dac-f5f0-4649-bfa4-8df9c7351acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:24.100067 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add3dac-f5f0-4649-bfa4-8df9c7351acf None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:24.158892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac65f59-bec1-4374-b5fa-d72e4ea24a70 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:24.901162 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac65f59-bec1-4374-b5fa-d72e4ea24a70 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:24.909819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac65f59-bec1-4374-b5fa-d72e4ea24a70 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:25.222558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac65f59-bec1-4374-b5fa-d72e4ea24a70 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:25.357822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac65f59-bec1-4374-b5fa-d72e4ea24a70 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:25.370688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dc7cc-bf98-43c5-9914-dcab45b21d95 None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:25.384698 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ac65f59-bec1-4374-b5fa-d72e4ea24a70 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:25.390835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828dc7cc-bf98-43c5-9914-dcab45b21d95 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:25.391926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-828dc7cc-bf98-43c5-9914-dcab45b21d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:25.437228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-828dc7cc-bf98-43c5-9914-dcab45b21d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:25.448750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828dc7cc-bf98-43c5-9914-dcab45b21d95 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:25.449743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-828dc7cc-bf98-43c5-9914-dcab45b21d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:25.491521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-828dc7cc-bf98-43c5-9914-dcab45b21d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:25.492669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828dc7cc-bf98-43c5-9914-dcab45b21d95 None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:25.508625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47046) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:25.509211 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7ac65f59-bec1-4374-b5fa-d72e4ea24a70 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "PUT /v2.0/floatingips/ae19d588-aa9d-4140-ac85-b0fbe81f8c61 HTTP/1.1" status: 200 len: 978 time: 1.4525454 Dec 08 01:39:25.766324 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port 761c423b-47eb-45c8-a585-bb9d8785ad19 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:39:25.766324 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:25.892817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:25.893823 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:25.913565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for 761c423b-47eb-45c8-a585-bb9d8785ad19 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:39:26.312503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:26.349028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=761c423b-47eb-45c8-a585-bb9d8785ad19,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:26.379423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47058) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:26.457891 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:26.458193 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Floating IP ae19d588-aa9d-4140-ac85-b0fbe81f8c61 disassociated (deleted). External IP: 172.25.2.16, port: 5dd06c23-ec78-4053-9dcf-0c76b2908eab. Dec 08 01:39:26.538846 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d50621be-fd78-4fd3-aa1a-d9cd3764d83f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:26.685029 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d50621be-fd78-4fd3-aa1a-d9cd3764d83f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:26.691190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d50621be-fd78-4fd3-aa1a-d9cd3764d83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:26.738273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50621be-fd78-4fd3-aa1a-d9cd3764d83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d189fff5-d1a5-4804-93be-ef186ee027ae,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:26.762743 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d50621be-fd78-4fd3-aa1a-d9cd3764d83f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb22a701978f4699bfc10a5abb5902f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3816054 Dec 08 01:39:26.763305 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47064) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:26.782639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:26.924132 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e2801a6-9824-4f66-af4d-f2fb6bff6121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:26.960585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e2801a6-9824-4f66-af4d-f2fb6bff6121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:26.967999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:26.975438 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:26.981776 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d3b32-8b61-4a89-b0f4-b20fa01d7e4f None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:26.997601 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d3b32-8b61-4a89-b0f4-b20fa01d7e4f None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:27.006522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47068) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:27.006731 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-23ec8616-e8ce-4722-b9a8-1215b26f423c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/floatingips/ae19d588-aa9d-4140-ac85-b0fbe81f8c61 HTTP/1.1" status: 204 len: 168 time: 1.4960494 Dec 08 01:39:27.006949 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-523d3b32-8b61-4a89-b0f4-b20fa01d7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:27.083211 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e2801a6-9824-4f66-af4d-f2fb6bff6121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:27.084925 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-523d3b32-8b61-4a89-b0f4-b20fa01d7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:27.086495 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e2801a6-9824-4f66-af4d-f2fb6bff6121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:27.088193 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0e2801a6-9824-4f66-af4d-f2fb6bff6121 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d189fff5-d1a5-4804-93be-ef186ee027ae HTTP/1.1" status: 204 len: 168 time: 0.3237321 Dec 08 01:39:27.100913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2801a6-9824-4f66-af4d-f2fb6bff6121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d189fff5-d1a5-4804-93be-ef186ee027ae,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:27.121450 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d3b32-8b61-4a89-b0f4-b20fa01d7e4f None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:27.123503 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-523d3b32-8b61-4a89-b0f4-b20fa01d7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:27.207627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a00dfbcb-e511-4283-8ef4-17eedb7b2924 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port 5dd06c23-ec78-4053-9dcf-0c76b2908eab {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:39:27.209257 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-523d3b32-8b61-4a89-b0f4-b20fa01d7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:27.210028 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523d3b32-8b61-4a89-b0f4-b20fa01d7e4f None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:27.211650 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00dfbcb-e511-4283-8ef4-17eedb7b2924 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:27.370182 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00dfbcb-e511-4283-8ef4-17eedb7b2924 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:27.387562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a00dfbcb-e511-4283-8ef4-17eedb7b2924 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for 5dd06c23-ec78-4053-9dcf-0c76b2908eab owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:39:27.598322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47074) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:27.616781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5687f3e9-b454-44ad-a767-7f5b23eb3890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:27.640858 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00dfbcb-e511-4283-8ef4-17eedb7b2924 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:27.696608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00dfbcb-e511-4283-8ef4-17eedb7b2924 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=5dd06c23-ec78-4053-9dcf-0c76b2908eab,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:27.744431 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5687f3e9-b454-44ad-a767-7f5b23eb3890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:27.751419 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5687f3e9-b454-44ad-a767-7f5b23eb3890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:27.798410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687f3e9-b454-44ad-a767-7f5b23eb3890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465a9dd8-b0dd-4442-96d8-47fd2246a5b7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:27.834177 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a00dfbcb-e511-4283-8ef4-17eedb7b2924 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:27.847457 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a00dfbcb-e511-4283-8ef4-17eedb7b2924 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/ports/5dd06c23-ec78-4053-9dcf-0c76b2908eab HTTP/1.1" status: 204 len: 168 time: 0.8397338 Dec 08 01:39:27.848077 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5687f3e9-b454-44ad-a767-7f5b23eb3890 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8358359bc0034b59b67083ec34e549de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484858 Dec 08 01:39:27.848653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47076) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:27.850601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47078) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:27.853176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:27.912025 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:27.960013 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f54a31e-c5b7-4836-ba84-9f6ae83a457b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:28.000396 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f54a31e-c5b7-4836-ba84-9f6ae83a457b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:28.058848 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:28.073161 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f54a31e-c5b7-4836-ba84-9f6ae83a457b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:28.076478 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f54a31e-c5b7-4836-ba84-9f6ae83a457b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:28.078246 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4f54a31e-c5b7-4836-ba84-9f6ae83a457b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/465a9dd8-b0dd-4442-96d8-47fd2246a5b7 HTTP/1.1" status: 204 len: 168 time: 0.2262843 Dec 08 01:39:28.109204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54a31e-c5b7-4836-ba84-9f6ae83a457b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465a9dd8-b0dd-4442-96d8-47fd2246a5b7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:28.231148 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.25.2.160 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/57741ce2-e930-45fb-aa82-3192f5c448c4) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:28.442302 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:28.451505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-d3318691-ea20-42b4-a90b-10a34cd463ee tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9303d8dba9d64048ab04c7722e3b2756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356338 Dec 08 01:39:28.574390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20098b88-abda-460d-83ee-0e382350a9d6 req-6bbde4f5-9341-4fc3-b6a3-45430e23205e tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:28.583426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-20098b88-abda-460d-83ee-0e382350a9d6 req-6bbde4f5-9341-4fc3-b6a3-45430e23205e tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.0817528 Dec 08 01:39:28.585731 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:28.654594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-e55d1c82-71e2-4ac2-adff-d2485a06d264 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:28.662837 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-e55d1c82-71e2-4ac2-adff-d2485a06d264 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038429 Dec 08 01:39:28.681304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:28.682460 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-29c20474-df96-4cbf-a604-e77ab3abb3e7 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/quotas/9303d8dba9d64048ab04c7722e3b2756 HTTP/1.1" status: 200 len: 375 time: 0.0186384 Dec 08 01:39:28.704085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:28.718366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:28.741408 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-1b510a6f-e577-4f5a-b6e9-f1ca76331a4f tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9303d8dba9d64048ab04c7722e3b2756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503051 Dec 08 01:39:28.777610 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=57741ce2-e930-45fb-aa82-3192f5c448c4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:28.786736 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2d18abe6-a851-4554-bd86-be26b57516ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:28.810487 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-20098b88-abda-460d-83ee-0e382350a9d6 req-b0bdbe86-bb31-43ad-828f-bdd4b5ebfdb8 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221427 Dec 08 01:39:28.968004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:29.068756 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:29.420311 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:29.437352 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:29.495009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-182c5cdc-8542-42d2-b589-7f7efcfef842 req-d74e90f1-96eb-40cd-8a8a-84a4c4fda007 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 210 time: 0.0712028 Dec 08 01:39:29.606552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=57741ce2-e930-45fb-aa82-3192f5c448c4,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:29.619091 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:29.646820 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:29.656631 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-10d0cb25-f936-4c9d-af7d-4703d8dcaefb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8069098 Dec 08 01:39:29.657515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47148) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:29.663891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'port': {'network_id': '87e2f79b-e3eb-4c72-b934-2564695aab92', 'name': 'tempest-FloatingIPTestJSON-276950501'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:29.740139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47c28-2933-4390-ad09-40291795b9f5 req-c7e77496-382f-45f9-a553-b8549ea4d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:29.744876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ca47c28-2933-4390-ad09-40291795b9f5 req-c7e77496-382f-45f9-a553-b8549ea4d65f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b54cd2eaf9b4bf183def562265743e6&device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 1097 time: 0.2452555 Dec 08 01:39:29.768524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f7f8f-0ddd-4e6e-a396-0748be69297d req-4192ff9b-148f-4bd2-89bf-1f3260f75bed tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:29.779648 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-448f7f8f-0ddd-4e6e-a396-0748be69297d req-4192ff9b-148f-4bd2-89bf-1f3260f75bed tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 945 time: 0.2673454 Dec 08 01:39:29.906991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53430a80-a50c-4831-8358-af55bf13a302 req-5087be99-a0a9-423b-9dc8-d5e1eeb0e32d tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:29.918179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53430a80-a50c-4831-8358-af55bf13a302 req-5087be99-a0a9-423b-9dc8-d5e1eeb0e32d tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.1652513 Dec 08 01:39:30.015191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Made reservation on behalf of 5655a533bdcc4941ab3ea6deb9149b83 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:30.024441 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:30.052730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-448f7f8f-0ddd-4e6e-a396-0748be69297d req-1b3236bd-d791-467e-80f4-90e75aac92b7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698383 Dec 08 01:39:30.116222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] device_id is not set on port 309b3c24-6b31-4e6d-ad1a-0985bd1241e9 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:39:30.124864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47c28-2933-4390-ad09-40291795b9f5 req-4b6dfdfb-52dd-44fd-b304-403642591ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:30.137546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ca47c28-2933-4390-ad09-40291795b9f5 req-4b6dfdfb-52dd-44fd-b304-403642591ed0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0b4defec-514a-4709-994b-aa1703645786 HTTP/1.1" status: 200 len: 912 time: 0.3285837 Dec 08 01:39:30.159847 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53430a80-a50c-4831-8358-af55bf13a302 req-07dd989a-9b3c-4b0d-b9f3-d6c541034b9d tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399845 Dec 08 01:39:30.232891 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ca47c28-2933-4390-ad09-40291795b9f5 req-a411f91d-7416-4dc6-a661-d07828b045ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c843873d-b5b7-47c6-bfe5-407c868ca1fb HTTP/1.1" status: 200 len: 217 time: 0.0944400 Dec 08 01:39:30.307308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca47c28-2933-4390-ad09-40291795b9f5 req-53853bf0-5fed-4cef-ba28-c2861c038e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:30.309002 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ca47c28-2933-4390-ad09-40291795b9f5 req-53853bf0-5fed-4cef-ba28-c2861c038e42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=15db70b2-e0d6-49e2-8a16-d31f675a4709 HTTP/1.1" status: 200 len: 851 time: 0.0680556 Dec 08 01:39:30.313201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.20.0.2 (87e2f79b-e3eb-4c72-b934-2564695aab92/0e4d7de3-0f83-4b59-b630-bbcd2071fb1e/309b3c24-6b31-4e6d-ad1a-0985bd1241e9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:30.376852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ca47c28-2933-4390-ad09-40291795b9f5 req-fd8a31e8-e316-42a4-9406-568fd7f13c0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0b4defec-514a-4709-994b-aa1703645786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601492 Dec 08 01:39:30.511729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ca47c28-2933-4390-ad09-40291795b9f5 req-7153aa7c-0e4a-424e-923d-500938a05e52 service neutron] 10.222.0.72 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268802 Dec 08 01:39:30.656945 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ff4e836-1717-4feb-9061-d341e71edec4 req-d3a8e53b-8600-4186-bdf0-68e391f5a56c tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 210 time: 0.0443649 Dec 08 01:39:30.662543 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:30.669125 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ca47c28-2933-4390-ad09-40291795b9f5 req-c77d00ee-ec63-4ab2-8f36-33a0838b6a4c service neutron] 10.222.0.72 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501143 Dec 08 01:39:30.716301 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:30.776331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 87e2f79b-e3eb-4c72-b934-2564695aab92 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:30.780518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:30.787239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:30.843731 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=309b3c24-6b31-4e6d-ad1a-0985bd1241e9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:30.898259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:30.898854 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:30.938386 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b9b60e1d-46da-4264-aa81-ee7cee334380 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2763238 Dec 08 01:39:30.940953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47220) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:30.944861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-95265b7a-5df3-44ea-be20-d80c641890f0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'floatingip': {'port_id': '309b3c24-6b31-4e6d-ad1a-0985bd1241e9'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:30.994070 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95265b7a-5df3-44ea-be20-d80c641890f0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:31.010038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54aa4e-cccc-4815-87e4-55ddc0c73969 req-25b9c3eb-2804-4daf-a7ee-d1bd0bdbc848 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:31.012169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac54aa4e-cccc-4815-87e4-55ddc0c73969 req-25b9c3eb-2804-4daf-a7ee-d1bd0bdbc848 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 950 time: 0.0870199 Dec 08 01:39:31.139763 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac54aa4e-cccc-4815-87e4-55ddc0c73969 req-5e97a3bf-1844-4bd9-a394-2e055726a3e8 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182351 Dec 08 01:39:31.164237 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c1b9-c1f6-4fce-99e1-d14766dc5a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:31.317347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecaa9f-3202-4d1d-9855-94458eaac7ec req-ef6bd0b6-565a-4344-a107-bdbde30a11aa tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:31.319245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8ecaa9f-3202-4d1d-9855-94458eaac7ec req-ef6bd0b6-565a-4344-a107-bdbde30a11aa tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.0645609 Dec 08 01:39:31.385038 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8ecaa9f-3202-4d1d-9855-94458eaac7ec req-804ccfde-3c7d-4336-ae2f-6d846bd556d3 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594947 Dec 08 01:39:31.398171 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-b9373fa8-6efe-49e8-9de8-203b46be2e89 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9303d8dba9d64048ab04c7722e3b2756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1651802 Dec 08 01:39:31.512036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b3016-c1e9-4442-a26f-f0bf286545e7 req-daabdb8f-2fd2-49ba-a5bf-f48e4c6bf0de tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:31.513578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a25b3016-c1e9-4442-a26f-f0bf286545e7 req-daabdb8f-2fd2-49ba-a5bf-f48e4c6bf0de tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 945 time: 0.2536347 Dec 08 01:39:31.555215 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:31.798511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30880b73-bc99-4e48-b7b6-9657381991cc req-5bf0d954-1dda-4aca-bfbb-1dc2a88e53fa tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 210 time: 0.0367591 Dec 08 01:39:32.042066 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a25b3016-c1e9-4442-a26f-f0bf286545e7 req-f3f78edc-857b-4a0d-b20c-7b4c1ed5dd5c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850235 Dec 08 01:39:32.052128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-230d9f00-97fc-45ad-905c-cbc3637d2fac tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:32.053597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-230d9f00-97fc-45ad-905c-cbc3637d2fac tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6388667 Dec 08 01:39:32.063367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1527cf5-f8e4-4160-a479-15b09799efc7 req-c9a7703d-c01c-43d5-a489-c4e05741cfb3 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:32.064864 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1527cf5-f8e4-4160-a479-15b09799efc7 req-c9a7703d-c01c-43d5-a489-c4e05741cfb3 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 945 time: 0.4929419 Dec 08 01:39:32.105864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Request body: {'port': {'device_id': '033bf01a-2b25-4bd4-b22c-f2f995c9a0d5', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '9303d8dba9d64048ab04c7722e3b2756'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:32.190201 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:32.308187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c3a4d-9721-43aa-a845-cea01e9d8f3f req-0bf5cfad-24a4-4387-8922-0a09da281d8f tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:32.317779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af2c3a4d-9721-43aa-a845-cea01e9d8f3f req-0bf5cfad-24a4-4387-8922-0a09da281d8f tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 950 time: 0.0754371 Dec 08 01:39:32.326307 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95265b7a-5df3-44ea-be20-d80c641890f0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:32.337572 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95265b7a-5df3-44ea-be20-d80c641890f0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:32.410976 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af2c3a4d-9721-43aa-a845-cea01e9d8f3f req-a1d78705-1113-4209-b185-abd7321223f3 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922315 Dec 08 01:39:32.496689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Made reservation on behalf of 9303d8dba9d64048ab04c7722e3b2756 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:32.498792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:32.554153 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:32.578962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-a1527cf5-f8e4-4160-a479-15b09799efc7 req-44b530c5-97e1-4c44-9673-62715a454d84 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Deleting port 4b47b5b8-68ee-4626-83b5-a20b297e4756 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:39:32.579298 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1527cf5-f8e4-4160-a479-15b09799efc7 req-44b530c5-97e1-4c44-9673-62715a454d84 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:32.673678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-a1527cf5-f8e4-4160-a479-15b09799efc7 req-44b530c5-97e1-4c44-9673-62715a454d84 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] For port 4b47b5b8-68ee-4626-83b5-a20b297e4756, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4b47b5b8-68ee-4626-83b5-a20b297e4756,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:32.673678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1527cf5-f8e4-4160-a479-15b09799efc7 req-44b530c5-97e1-4c44-9673-62715a454d84 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:32.701377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-a1527cf5-f8e4-4160-a479-15b09799efc7 req-44b530c5-97e1-4c44-9673-62715a454d84 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Calling delete_port for 4b47b5b8-68ee-4626-83b5-a20b297e4756 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:39:32.779648 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-95265b7a-5df3-44ea-be20-d80c641890f0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Floating IP 32c10d3c-0436-468e-b4da-ebc7d81e05d2 associated. External IP: 172.25.2.160, port: 309b3c24-6b31-4e6d-ad1a-0985bd1241e9. Dec 08 01:39:32.837575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9817c4c-b87d-417c-ad4b-d01eef7a2ede req-b0e00473-02c4-40fb-8ca7-677d288edbcf tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:32.839211 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9817c4c-b87d-417c-ad4b-d01eef7a2ede req-b0e00473-02c4-40fb-8ca7-677d288edbcf tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.3352244 Dec 08 01:39:33.018766 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9817c4c-b87d-417c-ad4b-d01eef7a2ede req-0ceb7e0e-32f2-4a1e-bf3e-f54cb0d83868 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667602 Dec 08 01:39:33.028793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:33.061229 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:33.229628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2aa18a-87c7-424b-a75b-ac8099b4405d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:33.233761 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f79f488-731f-4692-ab7a-52d24d02bf6d req-1078bd8a-e310-4d96-b5d7-87f243450001 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 210 time: 0.0629396 Dec 08 01:39:33.244993 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1527cf5-f8e4-4160-a479-15b09799efc7 req-44b530c5-97e1-4c44-9673-62715a454d84 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:33.307410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712586e3-5ad8-4252-8b25-c9b4464fc12a req-6313b91d-e033-4fd7-b82d-fed5e78444d8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:33.309294 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-712586e3-5ad8-4252-8b25-c9b4464fc12a req-6313b91d-e033-4fd7-b82d-fed5e78444d8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 867 time: 0.1000011 Dec 08 01:39:33.348930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b530c5-97e1-4c44-9673-62715a454d84 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Pushing event deleted for resources: {'Port': ['ID=4b47b5b8-68ee-4626-83b5-a20b297e4756,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:33.410569 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-712586e3-5ad8-4252-8b25-c9b4464fc12a req-57cbc584-8719-4dad-be0c-ee2cdc10a9bf tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900393 Dec 08 01:39:33.443673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1527cf5-f8e4-4160-a479-15b09799efc7 req-44b530c5-97e1-4c44-9673-62715a454d84 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] No DVR routers for this DVR port 4b47b5b8-68ee-4626-83b5-a20b297e4756 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:39:33.448060 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a1527cf5-f8e4-4160-a479-15b09799efc7 req-44b530c5-97e1-4c44-9673-62715a454d84 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:33.451375 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1527cf5-f8e4-4160-a479-15b09799efc7 req-44b530c5-97e1-4c44-9673-62715a454d84 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "DELETE /v2.0/ports/4b47b5b8-68ee-4626-83b5-a20b297e4756 HTTP/1.1" status: 204 len: 173 time: 1.3575573 Dec 08 01:39:33.452487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Allocated IP 192.168.233.205 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/3d43a5ba-d9b6-4d09-acac-9700cca0084d) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:33.454317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1421d8b-7917-4df7-a34e-00a36e32baf0', 'name': 'network-vif-deleted', 'tag': '4b47b5b8-68ee-4626-83b5-a20b297e4756'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:33.457298 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea531cd-6e9a-47d2-ac94-72235295d1a3" -d '{"events": [{"server_uuid": "a1421d8b-7917-4df7-a34e-00a36e32baf0", "name": "network-vif-deleted", "tag": "4b47b5b8-68ee-4626-83b5-a20b297e4756"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:33.467382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95265b7a-5df3-44ea-be20-d80c641890f0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:33.582753 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:33.652100 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:33.707477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95265b7a-5df3-44ea-be20-d80c641890f0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:33.713732 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95265b7a-5df3-44ea-be20-d80c641890f0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:33.722496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565cad9d-fb14-42fd-8cb9-ab722f03614b None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:33.742511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565cad9d-fb14-42fd-8cb9-ab722f03614b None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:33.744524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-565cad9d-fb14-42fd-8cb9-ab722f03614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:33.768567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47314) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:33.768897 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-95265b7a-5df3-44ea-be20-d80c641890f0 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "PUT /v2.0/floatingips/32c10d3c-0436-468e-b4da-ebc7d81e05d2 HTTP/1.1" status: 200 len: 977 time: 2.8278358 Dec 08 01:39:33.774019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:33.809526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:33.853425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-565cad9d-fb14-42fd-8cb9-ab722f03614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:33.877129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565cad9d-fb14-42fd-8cb9-ab722f03614b None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:33.877787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:33.881100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-565cad9d-fb14-42fd-8cb9-ab722f03614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:33.881527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:33.886424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:33.968586 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:33.969316 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:33.975403 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b07a64f-71fc-41f4-aed2-058da221f8f2 x-openstack-request-id: req-4b07a64f-71fc-41f4-aed2-058da221f8f2 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:33.975713 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1421d8b-7917-4df7-a34e-00a36e32baf0", "name": "network-vif-deleted", "tag": "4b47b5b8-68ee-4626-83b5-a20b297e4756", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:33.976060 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b07a64f-71fc-41f4-aed2-058da221f8f2 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:33.976574 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1421d8b-7917-4df7-a34e-00a36e32baf0', 'name': 'network-vif-deleted', 'tag': '4b47b5b8-68ee-4626-83b5-a20b297e4756', 'status': 'completed', 'code': 200} Dec 08 01:39:33.981599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-565cad9d-fb14-42fd-8cb9-ab722f03614b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:33.984122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Pushing event updated for resources: {'Port': ['ID=3d43a5ba-d9b6-4d09-acac-9700cca0084d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:33.989717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565cad9d-fb14-42fd-8cb9-ab722f03614b None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:34.002274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port 309b3c24-6b31-4e6d-ad1a-0985bd1241e9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:39:34.007175 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:34.018536 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-ecc24ef7-2f9d-412c-8658-a9665ea320f4 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9234517 Dec 08 01:39:34.030687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-14d714bf-6fd9-4a68-a088-84991cce6d00 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:39:34.031950 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-14d714bf-6fd9-4a68-a088-84991cce6d00 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067115 Dec 08 01:39:34.330501 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:34.363875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ee91-e26c-4988-92a5-5025ab3a10e5 req-438bdfc0-6c82-442f-951e-6b20a2cbc5b9 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:34.373652 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff88ee91-e26c-4988-92a5-5025ab3a10e5 req-438bdfc0-6c82-442f-951e-6b20a2cbc5b9 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.1193168 Dec 08 01:39:34.487922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-62d1b4ef-26b5-49e0-a490-8f90305383c6 None None] Provisioning complete for port 3d43a5ba-d9b6-4d09-acac-9700cca0084d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:34.488340 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-62d1b4ef-26b5-49e0-a490-8f90305383c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:34.560029 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff88ee91-e26c-4988-92a5-5025ab3a10e5 req-fa13defb-c7b5-4d27-a91d-4abb7ce55f93 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853304 Dec 08 01:39:34.571502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Request body: {'port': {'device_id': '033bf01a-2b25-4bd4-b22c-f2f995c9a0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:34.582675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1ae36-6dff-4009-8a95-2d0e83579ca3 req-ce173b32-e494-42fe-aa10-418cc192da89 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:34.590837 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d6d1ae36-6dff-4009-8a95-2d0e83579ca3 req-ce173b32-e494-42fe-aa10-418cc192da89 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 936 time: 0.1158116 Dec 08 01:39:34.625850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-62d1b4ef-26b5-49e0-a490-8f90305383c6 None None] Port 3d43a5ba-d9b6-4d09-acac-9700cca0084d cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:39:34.702266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:34.710233 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d6d1ae36-6dff-4009-8a95-2d0e83579ca3 req-1691eedd-9318-4650-bb74-7ea579172859 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f2aa18a-87c7-424b-a75b-ac8099b4405d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138859 Dec 08 01:39:34.740749 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:34.741115 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:34.741442 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Floating IP 32c10d3c-0436-468e-b4da-ebc7d81e05d2 disassociated. External IP: 172.25.2.160, port: 309b3c24-6b31-4e6d-ad1a-0985bd1241e9. Dec 08 01:39:34.741792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for 309b3c24-6b31-4e6d-ad1a-0985bd1241e9 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:39:34.835775 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04d64dcb-99ff-444b-aefa-860247d3739d req-c82e5329-3831-447c-9fa0-0600df37569d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 210 time: 0.0750093 Dec 08 01:39:34.836673 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:34.921345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:39:34.936752 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:34.977065 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=309b3c24-6b31-4e6d-ad1a-0985bd1241e9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:35.128488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:35.131720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4b47b5b8-68ee-4626-83b5-a20b297e4756 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:39:35.191865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 4b47b5b8-68ee-4626-83b5-a20b297e4756 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:39:35.197787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4b47b5b8-68ee-4626-83b5-a20b297e4756 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:39:35.206069 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:35.249196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d43a5ba-d9b6-4d09-acac-9700cca0084d {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:39:35.262384 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:35.267389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1890f4c1-0bcf-40db-ae22-e1e9eb9e1579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:35.273859 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9f6f12-c204-48cb-8008-a0376ca028b3" -d '{"events": [{"server_uuid": "1890f4c1-0bcf-40db-ae22-e1e9eb9e1579", "name": "network-vif-unplugged", "status": "completed", "tag": "6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:35.290862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:35.292966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:35.302284 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:35.310496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Transition to ACTIVE for port object 3d43a5ba-d9b6-4d09-acac-9700cca0084d will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:39:35.313299 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3af0b4-2f74-4bfa-a317-3ab11cff54b1 None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:35.321019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:35.336250 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3af0b4-2f74-4bfa-a317-3ab11cff54b1 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:35.337146 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ca3af0b4-2f74-4bfa-a317-3ab11cff54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:35.422705 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ca3af0b4-2f74-4bfa-a317-3ab11cff54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:35.426049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:35.441913 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3af0b4-2f74-4bfa-a317-3ab11cff54b1 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:35.442922 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ca3af0b4-2f74-4bfa-a317-3ab11cff54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:35.488573 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ca3af0b4-2f74-4bfa-a317-3ab11cff54b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:35.490020 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3af0b4-2f74-4bfa-a317-3ab11cff54b1 None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:35.520329 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:35.531188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eed15de7-d3ff-4ae8-8c74-8f4ff58ce53f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/ports/309b3c24-6b31-4e6d-ad1a-0985bd1241e9 HTTP/1.1" status: 204 len: 168 time: 1.7613285 Dec 08 01:39:35.536877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47362) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:35.653000 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b65549b9-4551-4cb4-9d9f-51e91e6962e7 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "GET /v2.0/floatingips/32c10d3c-0436-468e-b4da-ebc7d81e05d2 HTTP/1.1" status: 200 len: 688 time: 0.1126261 Dec 08 01:39:35.655764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47372) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:35.705419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d43a5ba-d9b6-4d09-acac-9700cca0084d,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:35.734949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Attempting to bind port 3d43a5ba-d9b6-4d09-acac-9700cca0084d on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:39:35.735477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Attempting to bind port 3d43a5ba-d9b6-4d09-acac-9700cca0084d by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:39:35.736725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Attempting to bind port 3d43a5ba-d9b6-4d09-acac-9700cca0084d on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:39:35.808349 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Port 3d43a5ba-d9b6-4d09-acac-9700cca0084d on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:39:35.808714 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Attempting to bind port 3d43a5ba-d9b6-4d09-acac-9700cca0084d on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:39:35.825961 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6d6345-9b30-4b4d-9b20-fc8a8f7f4526 x-openstack-request-id: req-0b6d6345-9b30-4b4d-9b20-fc8a8f7f4526 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:35.826461 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1890f4c1-0bcf-40db-ae22-e1e9eb9e1579", "name": "network-vif-unplugged", "status": "completed", "tag": "6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:35.826568 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b6d6345-9b30-4b4d-9b20-fc8a8f7f4526 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:35.826973 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1890f4c1-0bcf-40db-ae22-e1e9eb9e1579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33', 'code': 200} Dec 08 01:39:35.838921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:39:35.839262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:39:35.840881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:39:35.841298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Bound port: 3d43a5ba-d9b6-4d09-acac-9700cca0084d, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:39:35.843496 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:35.903076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2388b254-c89d-440f-b5b6-b8ef0d95877c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port 57741ce2-e930-45fb-aa82-3192f5c448c4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:39:35.905138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2388b254-c89d-440f-b5b6-b8ef0d95877c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:35.925241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b798b5d-05af-4c64-a1a7-b1630387e2fa req-2ba3b5c7-03b7-47b7-bbf9-617f2a05c68b tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:35.933266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b798b5d-05af-4c64-a1a7-b1630387e2fa req-2ba3b5c7-03b7-47b7-bbf9-617f2a05c68b tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.1931772 Dec 08 01:39:36.017279 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b798b5d-05af-4c64-a1a7-b1630387e2fa req-2f8029c2-7bf6-4479-b258-65b9dca6766e tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736539 Dec 08 01:39:36.054840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f105dc-be00-457e-bf29-ae2b22d42002 req-a636c3dc-e513-45c7-ae5f-5a55deadac79 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:36.056733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92f105dc-be00-457e-bf29-ae2b22d42002 req-a636c3dc-e513-45c7-ae5f-5a55deadac79 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 948 time: 0.1197708 Dec 08 01:39:36.068734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] For port 3d43a5ba-d9b6-4d09-acac-9700cca0084d, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:39:36.079329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] For port 3d43a5ba-d9b6-4d09-acac-9700cca0084d, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3d43a5ba-d9b6-4d09-acac-9700cca0084d,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:39:36.083495 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2388b254-c89d-440f-b5b6-b8ef0d95877c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:36.084109 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2388b254-c89d-440f-b5b6-b8ef0d95877c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:36.093228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:36.111827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2388b254-c89d-440f-b5b6-b8ef0d95877c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for 57741ce2-e930-45fb-aa82-3192f5c448c4 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:39:36.243270 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92f105dc-be00-457e-bf29-ae2b22d42002 req-d6f77c10-d3e2-4aa8-b998-3f641e9dd782 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f2aa18a-87c7-424b-a75b-ac8099b4405d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734576 Dec 08 01:39:36.272781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d43a5ba-d9b6-4d09-acac-9700cca0084d,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:36.277333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52aedca2-a83f-464b-a7a5-5616abaf18ec req-692ed796-72be-4507-8c0e-ccefa572362e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 210 time: 0.1150935 Dec 08 01:39:36.280825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:36.281861 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:36.284200 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-9e1ac673-c991-42e4-a5a6-5959f80d6ed2 service neutron] 10.222.0.65 "PUT /v2.0/ports/3d43a5ba-d9b6-4d09-acac-9700cca0084d HTTP/1.1" status: 200 len: 1097 time: 2.2271657 Dec 08 01:39:36.284913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '033bf01a-2b25-4bd4-b22c-f2f995c9a0d5', 'tag': '3d43a5ba-d9b6-4d09-acac-9700cca0084d'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:36.288108 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3364ce-fd51-442c-ae6b-ad7f4d028e37" -d '{"events": [{"name": "network-changed", "server_uuid": "033bf01a-2b25-4bd4-b22c-f2f995c9a0d5", "tag": "3d43a5ba-d9b6-4d09-acac-9700cca0084d"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:36.401675 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896e5130-17a9-45fb-b112-8c5473321157 x-openstack-request-id: req-896e5130-17a9-45fb-b112-8c5473321157 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:36.402118 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "033bf01a-2b25-4bd4-b22c-f2f995c9a0d5", "tag": "3d43a5ba-d9b6-4d09-acac-9700cca0084d", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:36.402371 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-896e5130-17a9-45fb-b112-8c5473321157 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:36.403078 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '033bf01a-2b25-4bd4-b22c-f2f995c9a0d5', 'tag': '3d43a5ba-d9b6-4d09-acac-9700cca0084d', 'status': 'completed', 'code': 200} Dec 08 01:39:36.408895 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2388b254-c89d-440f-b5b6-b8ef0d95877c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:36.420644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-63bdbe09-8d0f-473c-aaf8-d551b68edde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:36.422337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-63bdbe09-8d0f-473c-aaf8-d551b68edde9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9303d8dba9d64048ab04c7722e3b2756&device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 1100 time: 0.0639942 Dec 08 01:39:36.492794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388b254-c89d-440f-b5b6-b8ef0d95877c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=57741ce2-e930-45fb-aa82-3192f5c448c4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:36.533181 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-99918653-fc23-4794-abf9-df6afedec3b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=3d43a5ba-d9b6-4d09-acac-9700cca0084d HTTP/1.1" status: 200 len: 217 time: 0.0930181 Dec 08 01:39:36.570753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2388b254-c89d-440f-b5b6-b8ef0d95877c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:36.573687 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2388b254-c89d-440f-b5b6-b8ef0d95877c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:36.578239 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2388b254-c89d-440f-b5b6-b8ef0d95877c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/floatingips/32c10d3c-0436-468e-b4da-ebc7d81e05d2 HTTP/1.1" status: 204 len: 168 time: 0.9147048 Dec 08 01:39:36.578706 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47394) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:36.584470 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '23ac072b-41df-4e9b-b2dd-089d7fa30a09'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:36.612620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:36.640596 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-06ba7c20-0c36-424c-b1a4-5a4e9e5d8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:36.642696 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-06ba7c20-0c36-424c-b1a4-5a4e9e5d8ce8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0986326 Dec 08 01:39:36.768349 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-c436763a-3ca8-443f-a5e9-feb96858e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:36.771615 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-c436763a-3ca8-443f-a5e9-feb96858e052 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1158521 Dec 08 01:39:36.835357 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:36.921173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:39:36.927231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-1fe8c314-5f0c-4fc8-a3d3-060c93147adc service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423452 Dec 08 01:39:37.077090 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66e9f5cf-927c-4388-9c96-71a615b1a008 req-61bc355d-716f-4193-b9f6-2bd9d302711f service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368263 Dec 08 01:39:37.110418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.25.2.67 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/df0af7e3-d77f-42a9-8a32-368ab63293e6) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:37.298011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:37.373053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'mac_address': 'fa:16:3e:35:a0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:39:37.379342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91a71f-0c2e-4774-92fd-626e2df2f9e4 req-b714908c-825c-4acc-8b91-37f31bdda46c tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:37.388332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4e91a71f-0c2e-4774-92fd-626e2df2f9e4 req-b714908c-825c-4acc-8b91-37f31bdda46c tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.2255924 Dec 08 01:39:37.473374 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:37.474405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3364ce-fd51-442c-ae6b-ad7f4d028e37 req-5d9d1d5f-68b1-463a-ae45-d1271a59e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:37.480756 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e3364ce-fd51-442c-ae6b-ad7f4d028e37 req-5d9d1d5f-68b1-463a-ae45-d1271a59e515 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9303d8dba9d64048ab04c7722e3b2756&device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 1100 time: 0.2493329 Dec 08 01:39:37.506596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:39:37.560086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:37.569825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:37.595407 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4e91a71f-0c2e-4774-92fd-626e2df2f9e4 req-1a8c99c9-6a6f-4fcc-ae8f-636518ce1695 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990857 Dec 08 01:39:37.703898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:37.800391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-82fcba10-5327-4f5d-a662-1d2a90cf4cdf req-539effe2-a472-4d54-9440-6fd9c5978142 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 210 time: 0.0471268 Dec 08 01:39:37.804305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['34dfb52f-d10f-41f5-a50f-9412e1e9ace0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:39:37.829072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3364ce-fd51-442c-ae6b-ad7f4d028e37 req-9d550fc1-2985-4bcc-9369-25ac81ef8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:37.831329 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e3364ce-fd51-442c-ae6b-ad7f4d028e37 req-9d550fc1-2985-4bcc-9369-25ac81ef8b68 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2761364 Dec 08 01:39:37.966278 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e3364ce-fd51-442c-ae6b-ad7f4d028e37 req-88df6a2e-cae3-44ff-9744-06cafb52eff5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=3d43a5ba-d9b6-4d09-acac-9700cca0084d HTTP/1.1" status: 200 len: 217 time: 0.1223860 Dec 08 01:39:38.003080 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:38.108581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3364ce-fd51-442c-ae6b-ad7f4d028e37 req-f7f4a550-36f3-46fa-b23c-b0cfd5eb563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:38.110089 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e3364ce-fd51-442c-ae6b-ad7f4d028e37 req-f7f4a550-36f3-46fa-b23c-b0cfd5eb563f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1229100 Dec 08 01:39:38.218458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3364ce-fd51-442c-ae6b-ad7f4d028e37 req-88259276-3c20-4ce0-8d5a-a493a63932b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:38.228843 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e3364ce-fd51-442c-ae6b-ad7f4d028e37 req-88259276-3c20-4ce0-8d5a-a493a63932b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1072395 Dec 08 01:39:38.276605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9ab8d-aeb9-4a92-a585-291f4df07f10 req-5e37fa2a-0494-4471-822c-0a50c9db5867 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:38.288927 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57c9ab8d-aeb9-4a92-a585-291f4df07f10 req-5e37fa2a-0494-4471-822c-0a50c9db5867 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 948 time: 0.9102235 Dec 08 01:39:38.336125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:38.453363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=df0af7e3-d77f-42a9-8a32-368ab63293e6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:38.498502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:38.503188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:38.507479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:38.509620 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e3364ce-fd51-442c-ae6b-ad7f4d028e37 req-cb226c00-1fec-48f3-b57b-5c174ba8c766 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724934 Dec 08 01:39:38.606289 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57c9ab8d-aeb9-4a92-a585-291f4df07f10 req-10e6eee3-8e63-408f-91a9-e2d4ae025650 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f2aa18a-87c7-424b-a75b-ac8099b4405d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160427 Dec 08 01:39:38.692906 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e3364ce-fd51-442c-ae6b-ad7f4d028e37 req-54b10cee-e505-4cfa-8a8f-14c9f9e33841 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760428 Dec 08 01:39:38.926220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05c265-ec1d-49aa-9cd1-733982900dea req-7d7c62b0-9c77-454b-833a-b47a265d9f37 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:38.927994 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1d05c265-ec1d-49aa-9cd1-733982900dea req-7d7c62b0-9c77-454b-833a-b47a265d9f37 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.1704872 Dec 08 01:39:38.931056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:39.112345 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b184c1c6-b462-403a-ad36-57f67b5fac92 req-1cfc9b2c-99c4-41d4-8b60-633cb335bb9e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 210 time: 0.0433791 Dec 08 01:39:39.117988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:39.118383 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:39.229649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 3d43a5ba-d9b6-4d09-acac-9700cca0084d details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:39:39.438113 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:39.563477 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:39.625612 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:39.717028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:39.723462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:39.729790 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4929eaf3-effe-4221-92e5-7083b9084cb8" -d '{"events": [{"server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "name": "network-vif-plugged", "status": "completed", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:39.762216 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:39.888467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1d05c265-ec1d-49aa-9cd1-733982900dea req-c214b488-0ac1-4910-bc8b-8e3264befdb1 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9532638 Dec 08 01:39:39.893612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c502a-22a6-4ae0-9272-66a97828aa7a req-3ad63da6-6e3c-4a6f-9f0e-5ee250f95ea8 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:39.895324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf7c502a-22a6-4ae0-9272-66a97828aa7a req-3ad63da6-6e3c-4a6f-9f0e-5ee250f95ea8 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 948 time: 0.1129823 Dec 08 01:39:40.070352 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf7c502a-22a6-4ae0-9272-66a97828aa7a req-19f307bf-fe83-4922-92d9-95a0828e7896 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f2aa18a-87c7-424b-a75b-ac8099b4405d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064003 Dec 08 01:39:40.112211 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7003e4c-9fee-4d84-bdc6-ec139a052ff0 x-openstack-request-id: req-f7003e4c-9fee-4d84-bdc6-ec139a052ff0 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:40.113252 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "name": "network-vif-plugged", "status": "completed", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:40.113594 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7003e4c-9fee-4d84-bdc6-ec139a052ff0 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:40.114223 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'code': 200} Dec 08 01:39:40.119340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 3d43a5ba-d9b6-4d09-acac-9700cca0084d, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3d43a5ba-d9b6-4d09-acac-9700cca0084d,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:40.148342 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:40.148847 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '3d43a5ba-d9b6-4d09-acac-9700cca0084d', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '3d43a5ba-d9b6-4d09-acac-9700cca0084d', 'mac_address': 'fa:16:3e:c2:5a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:39:40.153873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:40.249833 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:40.255617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,revision_number=10']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:40.291775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=df0af7e3-d77f-42a9-8a32-368ab63293e6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:40.296550 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d43a5ba-d9b6-4d09-acac-9700cca0084d {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:39:40.309422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:40.335578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-949eb199-e803-47f9-93ba-b613afaa4a74 req-b379808c-0f80-4a01-871b-0d831709b2ea tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 210 time: 0.0873849 Dec 08 01:39:40.350702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 3d43a5ba-d9b6-4d09-acac-9700cca0084d, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3d43a5ba-d9b6-4d09-acac-9700cca0084d,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:40.358181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:40.467411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=3d43a5ba-d9b6-4d09-acac-9700cca0084d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:40.545152 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Floating IP dd2c7eda-9e8f-4442-aa09-e3cd1bcf85e6 associated. External IP: 172.25.2.67, port: 23ac072b-41df-4e9b-b2dd-089d7fa30a09. Dec 08 01:39:40.702602 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:39:40.704911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3d43a5ba-d9b6-4d09-acac-9700cca0084d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:39:41.148010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:41.234244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a5439-e908-41e1-8708-d7a916a70bc1 req-118ee274-eff7-46a0-9a72-bcc146483626 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:41.242332 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a95a5439-e908-41e1-8708-d7a916a70bc1 req-118ee274-eff7-46a0-9a72-bcc146483626 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.1745508 Dec 08 01:39:41.328472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8874b35-b733-4ea7-b1ba-a0832e4b1e5e req-45b26f16-bba5-4f03-859f-cd720cc9d0d3 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:41.336163 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8874b35-b733-4ea7-b1ba-a0832e4b1e5e req-45b26f16-bba5-4f03-859f-cd720cc9d0d3 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 949 time: 0.1145136 Dec 08 01:39:41.413857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8874b35-b733-4ea7-b1ba-a0832e4b1e5e req-39edba52-4eb3-4082-9132-f7af9eb411bd tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f2aa18a-87c7-424b-a75b-ac8099b4405d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706451 Dec 08 01:39:41.424579 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a95a5439-e908-41e1-8708-d7a916a70bc1 req-03ed2a0a-405d-4741-8659-320d0d18289a tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769745 Dec 08 01:39:41.432186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:41.446077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a010e5-3225-49ec-9654-19c7be113968 None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:41.487900 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:41.488345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a010e5-3225-49ec-9654-19c7be113968 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:41.489157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24a010e5-3225-49ec-9654-19c7be113968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:41.519830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f2226d0-83ed-4eb0-a511-7f04b13f0999 req-9fcb2823-b2c2-4118-8291-6fe84f170200 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 210 time: 0.0443411 Dec 08 01:39:41.562968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47546) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:41.569398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ea28e2e2-d2c5-426c-ae41-de4ce51990ce tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1037104162'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:41.584917 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c19ebe6f-9b89-4c6b-a4e5-5725e5dcd5d4 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 5.0042887 Dec 08 01:39:41.613314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea28e2e2-d2c5-426c-ae41-de4ce51990ce tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Made reservation on behalf of 5655a533bdcc4941ab3ea6deb9149b83 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:41.617141 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea28e2e2-d2c5-426c-ae41-de4ce51990ce tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:41.632428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24a010e5-3225-49ec-9654-19c7be113968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:41.673183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea28e2e2-d2c5-426c-ae41-de4ce51990ce tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:39:41.682827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a010e5-3225-49ec-9654-19c7be113968 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:41.683795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24a010e5-3225-49ec-9654-19c7be113968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:41.695897 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea28e2e2-d2c5-426c-ae41-de4ce51990ce tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:41.696261 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-ea28e2e2-d2c5-426c-ae41-de4ce51990ce tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Added segment 1c3b8add-c51d-4111-8a31-62911882b429 of type vlan for network 00306ce8-6ea4-4811-8b4b-528d1950d666 Dec 08 01:39:41.748893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24a010e5-3225-49ec-9654-19c7be113968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:41.749572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a010e5-3225-49ec-9654-19c7be113968 None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:41.809504 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea28e2e2-d2c5-426c-ae41-de4ce51990ce tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:41.845882 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea28e2e2-d2c5-426c-ae41-de4ce51990ce tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:41.853048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea28e2e2-d2c5-426c-ae41-de4ce51990ce tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:41.853868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea28e2e2-d2c5-426c-ae41-de4ce51990ce tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:41.945658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47558) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:41.950657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e350a349-f0d1-42ed-9bf4-caec83eab00e tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'subnet': {'network_id': '00306ce8-6ea4-4811-8b4b-528d1950d666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:41.956027 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ea28e2e2-d2c5-426c-ae41-de4ce51990ce tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3918650 Dec 08 01:39:42.112379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47560) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:42.144053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28e2e2-d2c5-426c-ae41-de4ce51990ce tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Network': ['ID=00306ce8-6ea4-4811-8b4b-528d1950d666,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:42.166433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 00306ce8-6ea4-4811-8b4b-528d1950d666 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:39:42.188584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e350a349-f0d1-42ed-9bf4-caec83eab00e tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Made reservation on behalf of 5655a533bdcc4941ab3ea6deb9149b83 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:42.200179 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e350a349-f0d1-42ed-9bf4-caec83eab00e tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:42.402319 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba1f4-f933-49b3-80f0-0d00cf41cced admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:42.489597 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e350a349-f0d1-42ed-9bf4-caec83eab00e tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:42.594749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350a349-f0d1-42ed-9bf4-caec83eab00e tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Subnet': ['ID=427b006b-ba4b-4541-91f9-dceb6a7afdd6,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:42.605932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68471be-7636-42a7-bf3e-f64e20244094 req-2490a4b4-a8c2-40f8-90e7-1a0cf1e325df tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:42.607386 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a68471be-7636-42a7-bf3e-f64e20244094 req-2490a4b4-a8c2-40f8-90e7-1a0cf1e325df tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 949 time: 0.1066883 Dec 08 01:39:42.650529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e350a349-f0d1-42ed-9bf4-caec83eab00e tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Checking segment: {'id': '1c3b8add-c51d-4111-8a31-62911882b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '00306ce8-6ea4-4811-8b4b-528d1950d666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:39:42.650969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e350a349-f0d1-42ed-9bf4-caec83eab00e tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network hostable DHCP agents. Network: 00306ce8-6ea4-4811-8b4b-528d1950d666, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:39:42.659193 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba1f4-f933-49b3-80f0-0d00cf41cced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:42.674837 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932f850-f95e-45c2-a357-3bd2a429e1d4 req-6b09f2dc-2db0-4ff5-b7f3-b345f3a39c93 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:42.677114 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f932f850-f95e-45c2-a357-3bd2a429e1d4 req-6b09f2dc-2db0-4ff5-b7f3-b345f3a39c93 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.1098239 Dec 08 01:39:42.678923 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba1f4-f933-49b3-80f0-0d00cf41cced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:42.703666 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a68471be-7636-42a7-bf3e-f64e20244094 req-022f548f-2ce4-4e7c-8ddb-a66d450dac2f tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f2aa18a-87c7-424b-a75b-ac8099b4405d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582471 Dec 08 01:39:42.760080 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47574) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:42.760274 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fd3ba1f4-f933-49b3-80f0-0d00cf41cced admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e22293b888f943fa99543983b368aa29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6462803 Dec 08 01:39:42.767691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e350a349-f0d1-42ed-9bf4-caec83eab00e tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 00306ce8-6ea4-4811-8b4b-528d1950d666 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:39:42.788592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ba1f4-f933-49b3-80f0-0d00cf41cced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a26a24-73b0-4a78-a44f-72554b83cf94,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:42.794666 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f932f850-f95e-45c2-a357-3bd2a429e1d4 req-b6238c7b-6f0b-492c-a042-e9a7765b4216 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014533 Dec 08 01:39:42.796123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e350a349-f0d1-42ed-9bf4-caec83eab00e tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 00306ce8-6ea4-4811-8b4b-528d1950d666) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:42.800795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e350a349-f0d1-42ed-9bf4-caec83eab00e tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:42.801463 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e350a349-f0d1-42ed-9bf4-caec83eab00e tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:42.821684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf64d31-985c-42ed-9fe4-ce9e051f23bb None None] Network 00306ce8-6ea4-4811-8b4b-528d1950d666 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:39:42.848080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e350a349-f0d1-42ed-9bf4-caec83eab00e tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8980680 Dec 08 01:39:42.852158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47578) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:42.857026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1410950137', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:42.925448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d7523a1-167b-4655-b8c3-67822616297d req-7397e023-4711-409d-96ea-3e1e167bd4af tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=a1421d8b-7917-4df7-a34e-00a36e32baf0 HTTP/1.1" status: 200 len: 210 time: 0.1151750 Dec 08 01:39:42.963350 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:42.964472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:42.979842 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-686f0f65-f8fd-4b69-aa03-6c02415ef0ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:43.056401 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-686f0f65-f8fd-4b69-aa03-6c02415ef0ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:43.094833 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:43.117394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-00306ce8-6ea4-4811-8b4b-528d1950d666', 'network_id': '00306ce8-6ea4-4811-8b4b-528d1950d666', 'project_id': '5655a533bdcc4941ab3ea6deb9149b83', 'fixed_ips': [{'subnet_id': '427b006b-ba4b-4541-91f9-dceb6a7afdd6'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:39:43.118273 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:43.132827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-686f0f65-f8fd-4b69-aa03-6c02415ef0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:43.142807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-686f0f65-f8fd-4b69-aa03-6c02415ef0ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:43.148811 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-686f0f65-f8fd-4b69-aa03-6c02415ef0ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/09a26a24-73b0-4a78-a44f-72554b83cf94 HTTP/1.1" status: 204 len: 168 time: 0.3863552 Dec 08 01:39:43.181177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 3d43a5ba-d9b6-4d09-acac-9700cca0084d up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:43.188787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f0f65-f8fd-4b69-aa03-6c02415ef0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a26a24-73b0-4a78-a44f-72554b83cf94,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:43.540957 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:43.650987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Allocated IP 172.20.0.2 (00306ce8-6ea4-4811-8b4b-528d1950d666/427b006b-ba4b-4541-91f9-dceb6a7afdd6/faa17efc-89a5-496c-ac3d-588be2c4e75b) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:43.906172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47604) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:43.951388 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-534df4ca-5d45-470e-a365-df15a6d5cef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:43.966791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 3d43a5ba-d9b6-4d09-acac-9700cca0084d completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:39:43.977229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 3d43a5ba-d9b6-4d09-acac-9700cca0084d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:43.977920 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.147189 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4c94-f20e-480a-bba7-49add541f69f req-317fd58c-715b-456e-8497-8b88b679378e tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:44.156058 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60ee4c94-f20e-480a-bba7-49add541f69f req-317fd58c-715b-456e-8497-8b88b679378e tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.1581216 Dec 08 01:39:44.174831 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.195645 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.262433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Pushing event updated for resources: {'Port': ['ID=faa17efc-89a5-496c-ac3d-588be2c4e75b,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:44.272433 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.281058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Network 00306ce8-6ea4-4811-8b4b-528d1950d666 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:44.290307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:44.301444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:44.320769 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60ee4c94-f20e-480a-bba7-49add541f69f req-aeac7005-3d09-41cb-92ef-e16c6717140d tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629317 Dec 08 01:39:44.331745 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-534df4ca-5d45-470e-a365-df15a6d5cef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.357013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-534df4ca-5d45-470e-a365-df15a6d5cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.401153 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.412337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 3d43a5ba-d9b6-4d09-acac-9700cca0084d, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3d43a5ba-d9b6-4d09-acac-9700cca0084d,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:44.416903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033bf01a-2b25-4bd4-b22c-f2f995c9a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d43a5ba-d9b6-4d09-acac-9700cca0084d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:44.425405 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a868186-43d1-49cf-8883-1547c6d529fc" -d '{"events": [{"server_uuid": "033bf01a-2b25-4bd4-b22c-f2f995c9a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "3d43a5ba-d9b6-4d09-acac-9700cca0084d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:44.458176 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.465193 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.487546 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-534df4ca-5d45-470e-a365-df15a6d5cef2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=59eed0393e6b46209c9b2fd4fc38ee8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5801623 Dec 08 01:39:44.495135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47614) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:44.557350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534df4ca-5d45-470e-a365-df15a6d5cef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d40a16-843c-4f51-a48e-8adf0a5df9e0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:44.599214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c781fd-9da6-4165-8380-7b372a0784f1 req-7d3d3522-984e-4459-8ee8-5393d4afc6b3 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:44.601140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88c781fd-9da6-4165-8380-7b372a0784f1 req-7d3d3522-984e-4459-8ee8-5393d4afc6b3 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 949 time: 0.5098636 Dec 08 01:39:44.639279 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=3d43a5ba-d9b6-4d09-acac-9700cca0084d,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:44.673977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Attempting to bind port faa17efc-89a5-496c-ac3d-588be2c4e75b on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:39:44.674483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Attempting to bind port faa17efc-89a5-496c-ac3d-588be2c4e75b by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '1c3b8add-c51d-4111-8a31-62911882b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '00306ce8-6ea4-4811-8b4b-528d1950d666'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:39:44.674854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Attempting to bind port faa17efc-89a5-496c-ac3d-588be2c4e75b on network 00306ce8-6ea4-4811-8b4b-528d1950d666 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:39:44.678451 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262dc3f0-0a72-4d50-a57c-dcda335eecf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.684572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:39:44.684978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Checking segment: {'id': '1c3b8add-c51d-4111-8a31-62911882b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '00306ce8-6ea4-4811-8b4b-528d1950d666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:39:44.685403 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.685892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Bound using segment: {'id': '1c3b8add-c51d-4111-8a31-62911882b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '00306ce8-6ea4-4811-8b4b-528d1950d666'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:39:44.686383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Bound port: faa17efc-89a5-496c-ac3d-588be2c4e75b, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3b8add-c51d-4111-8a31-62911882b429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '00306ce8-6ea4-4811-8b4b-528d1950d666'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:39:44.686774 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.718237 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262dc3f0-0a72-4d50-a57c-dcda335eecf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.812114 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] For port faa17efc-89a5-496c-ac3d-588be2c4e75b, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:39:44.818375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] For port faa17efc-89a5-496c-ac3d-588be2c4e75b, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=faa17efc-89a5-496c-ac3d-588be2c4e75b,segment=NetworkSegment(1c3b8add-c51d-4111-8a31-62911882b429),segment_id=1c3b8add-c51d-4111-8a31-62911882b429)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:39:44.826577 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.875123 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88c781fd-9da6-4165-8380-7b372a0784f1 req-f8c5c83b-2029-445d-9c7d-b82f456b1eae tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f2aa18a-87c7-424b-a75b-ac8099b4405d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507160 Dec 08 01:39:44.925704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.25.2.47 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/874510d3-0deb-424b-94fa-935f32b6138e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:44.944961 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541c6f3b-2325-4019-8a7c-21b500dc74fc x-openstack-request-id: req-541c6f3b-2325-4019-8a7c-21b500dc74fc {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:44.945270 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033bf01a-2b25-4bd4-b22c-f2f995c9a0d5", "name": "network-vif-plugged", "status": "completed", "tag": "3d43a5ba-d9b6-4d09-acac-9700cca0084d", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:44.946197 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-541c6f3b-2325-4019-8a7c-21b500dc74fc {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:44.946197 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033bf01a-2b25-4bd4-b22c-f2f995c9a0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d43a5ba-d9b6-4d09-acac-9700cca0084d', 'code': 200} Dec 08 01:39:44.947393 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262dc3f0-0a72-4d50-a57c-dcda335eecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.957950 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-262dc3f0-0a72-4d50-a57c-dcda335eecf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:44.959395 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-262dc3f0-0a72-4d50-a57c-dcda335eecf1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/04d40a16-843c-4f51-a48e-8adf0a5df9e0 HTTP/1.1" status: 204 len: 168 time: 0.4562967 Dec 08 01:39:44.990101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dc3f0-0a72-4d50-a57c-dcda335eecf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d40a16-843c-4f51-a48e-8adf0a5df9e0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:45.051028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f4b69-afa1-4633-9f06-036d98f02290 None None] Pushing event updated for resources: {'Port': ['ID=faa17efc-89a5-496c-ac3d-588be2c4e75b,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:45.200677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dc849-ec4f-42fc-bcc9-4f7f1f1c7ccb req-b430aa10-94b4-4f51-a7c4-2329963a9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:45.204478 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-763dc849-ec4f-42fc-bcc9-4f7f1f1c7ccb req-b430aa10-94b4-4f51-a7c4-2329963a9090 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 1102 time: 0.1090672 Dec 08 01:39:45.206341 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:45.249380 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:45.442205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:45.445457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:45.450661 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:45.458392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-763dc849-ec4f-42fc-bcc9-4f7f1f1c7ccb req-354d5ed6-064b-4a1e-84d7-fd8c3af964d8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1f2aa18a-87c7-424b-a75b-ac8099b4405d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519306 Dec 08 01:39:45.648385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0ab3e-9ccd-4cb1-90d8-6bcb8c077028 req-393744c6-a05d-48f9-820c-bf80d454ab80 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:45.649999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-87c0ab3e-9ccd-4cb1-90d8-6bcb8c077028 req-393744c6-a05d-48f9-820c-bf80d454ab80 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.1362879 Dec 08 01:39:45.672058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device faa17efc-89a5-496c-ac3d-588be2c4e75b up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:45.712024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=874510d3-0deb-424b-94fa-935f32b6138e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:45.832085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47658) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:45.855781 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-87c0ab3e-9ccd-4cb1-90d8-6bcb8c077028 req-88c5041a-6ce7-4a8f-a541-f02d6df3bab9 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896298 Dec 08 01:39:45.889062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e9a6bfca-b624-42ce-9018-dde05bad0f89 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1162669067'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:45.976855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port faa17efc-89a5-496c-ac3d-588be2c4e75b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:45.977488 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:45.996051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a6bfca-b624-42ce-9018-dde05bad0f89 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:46.051686 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6bfca-b624-42ce-9018-dde05bad0f89 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:46.122520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a6bfca-b624-42ce-9018-dde05bad0f89 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:39:46.150321 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6bfca-b624-42ce-9018-dde05bad0f89 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:46.153572 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-e9a6bfca-b624-42ce-9018-dde05bad0f89 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Added segment bb696db0-a1c2-4207-b604-871317b74dbe of type vlan for network 6d87ec61-c411-4661-b8c4-fb5d16e75540 Dec 08 01:39:46.214706 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:46.285469 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6bfca-b624-42ce-9018-dde05bad0f89 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:46.344240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port faa17efc-89a5-496c-ac3d-588be2c4e75b, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=faa17efc-89a5-496c-ac3d-588be2c4e75b,segment=NetworkSegment(1c3b8add-c51d-4111-8a31-62911882b429),segment_id=1c3b8add-c51d-4111-8a31-62911882b429)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:46.350638 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:46.429588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4ee79-903a-432e-9a28-55969a0c4bff req-0d3b62a3-aa4f-4ec2-913c-b8f983fab36d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:46.431436 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7dd4ee79-903a-432e-9a28-55969a0c4bff req-0d3b62a3-aa4f-4ec2-913c-b8f983fab36d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.8978145 Dec 08 01:39:46.444857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6bfca-b624-42ce-9018-dde05bad0f89 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:46.466199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a6bfca-b624-42ce-9018-dde05bad0f89 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:46.468810 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9a6bfca-b624-42ce-9018-dde05bad0f89 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:46.480513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=faa17efc-89a5-496c-ac3d-588be2c4e75b,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:46.502777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe7f42-acf8-48cf-b34d-1ef686db4d68 req-3667f4a5-57a1-4c74-bf24-3aa8eff4bc69 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:46.504467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3efe7f42-acf8-48cf-b34d-1ef686db4d68 req-3667f4a5-57a1-4c74-bf24-3aa8eff4bc69 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 950 time: 0.2077966 Dec 08 01:39:46.555324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7dd4ee79-903a-432e-9a28-55969a0c4bff req-3c1a8cc5-88fd-4fdd-bb21-dcea8dab4384 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/quotas/6d71442bfb01438e86d9fd2348d1c32c HTTP/1.1" status: 200 len: 375 time: 0.1145077 Dec 08 01:39:46.644803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7dd4ee79-903a-432e-9a28-55969a0c4bff req-54e1de13-06da-4613-a4e5-18a6a795b1da tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835383 Dec 08 01:39:46.652202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e9a6bfca-b624-42ce-9018-dde05bad0f89 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7926922 Dec 08 01:39:46.652887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47682) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:46.755953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6bfca-b624-42ce-9018-dde05bad0f89 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Network': ['ID=6d87ec61-c411-4661-b8c4-fb5d16e75540,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:46.789095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 6d87ec61-c411-4661-b8c4-fb5d16e75540 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:39:46.821268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3efe7f42-acf8-48cf-b34d-1ef686db4d68 req-3cab132c-c857-4fdc-ae58-85fe43d49bce tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f2aa18a-87c7-424b-a75b-ac8099b4405d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018212 Dec 08 01:39:46.935585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aecd62-c4ee-407a-9e50-7cc876960d35 None None] Network 00306ce8-6ea4-4811-8b4b-528d1950d666 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:39:46.957108 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e8343082-c01a-4c99-8eb2-c92120edada5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1851336932'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:47.011005 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:47.072714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8e8113e5-d437-4304-8f6a-56089b08b32e None None] Provisioning complete for port faa17efc-89a5-496c-ac3d-588be2c4e75b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:47.073369 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8e8113e5-d437-4304-8f6a-56089b08b32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:47.195841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8343082-c01a-4c99-8eb2-c92120edada5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:47.202793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598b8c1-1d34-4577-b1be-2761b36088dd req-b16e8eb7-b792-4200-ad19-5c0b696d4d00 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:47.202940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8343082-c01a-4c99-8eb2-c92120edada5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:47.205265 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0598b8c1-1d34-4577-b1be-2761b36088dd req-b16e8eb7-b792-4200-ad19-5c0b696d4d00 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.1787195 Dec 08 01:39:47.337497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8343082-c01a-4c99-8eb2-c92120edada5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:39:47.355414 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8343082-c01a-4c99-8eb2-c92120edada5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:47.356334 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-e8343082-c01a-4c99-8eb2-c92120edada5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Added segment 6517f076-f398-45ad-9e9d-3ea96f49fc06 of type vlan for network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 Dec 08 01:39:47.401347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0598b8c1-1d34-4577-b1be-2761b36088dd req-773b11cd-6bf8-4db8-9dba-3e24308921b8 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787789 Dec 08 01:39:47.476402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-7dd4ee79-903a-432e-9a28-55969a0c4bff req-02813a68-8bd0-4697-9b5e-50e2f99ab95d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:39:47.477880 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7dd4ee79-903a-432e-9a28-55969a0c4bff req-02813a68-8bd0-4697-9b5e-50e2f99ab95d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8241110 Dec 08 01:39:47.507613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device faa17efc-89a5-496c-ac3d-588be2c4e75b up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:47.646773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port faa17efc-89a5-496c-ac3d-588be2c4e75b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:47.647175 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:47.827890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6800abcd-1cbb-45b0-a6bb-9bdb32f91003 None None] Provisioning complete for port faa17efc-89a5-496c-ac3d-588be2c4e75b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:47.828678 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6800abcd-1cbb-45b0-a6bb-9bdb32f91003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:47.942451 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8343082-c01a-4c99-8eb2-c92120edada5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:48.055086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59587619-f7f4-431e-9149-323f7abf5d74 req-02d4c6a6-2813-456f-982e-b7a8bd982fc6 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:48.059898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5c484-6ce5-42ff-af63-649a758e9c2a req-4c3a6274-6655-483c-b9d0-ef8224d6b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:48.061445 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94b5c484-6ce5-42ff-af63-649a758e9c2a req-4c3a6274-6655-483c-b9d0-ef8224d6b2fa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 1097 time: 0.7966268 Dec 08 01:39:48.066905 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-59587619-f7f4-431e-9149-323f7abf5d74 req-02d4c6a6-2813-456f-982e-b7a8bd982fc6 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 950 time: 0.1105061 Dec 08 01:39:48.079763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8343082-c01a-4c99-8eb2-c92120edada5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:48.089464 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8343082-c01a-4c99-8eb2-c92120edada5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:48.092495 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8343082-c01a-4c99-8eb2-c92120edada5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:48.156542 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-59587619-f7f4-431e-9149-323f7abf5d74 req-f5a2c4d7-370c-4525-94c7-df6a963969df tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f2aa18a-87c7-424b-a75b-ac8099b4405d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850523 Dec 08 01:39:48.219639 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e8343082-c01a-4c99-8eb2-c92120edada5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2724311 Dec 08 01:39:48.224928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47734) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:48.230696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e8406b36-cac5-4915-8038-8fea00916d4c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'subnet': {'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:48.283810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7dd4ee79-903a-432e-9a28-55969a0c4bff req-67377f82-718f-4541-a88b-993d9500e467 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7825058 Dec 08 01:39:48.359467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8406b36-cac5-4915-8038-8fea00916d4c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:48.364508 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8406b36-cac5-4915-8038-8fea00916d4c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:48.430719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8343082-c01a-4c99-8eb2-c92120edada5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Network': ['ID=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:48.444738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:39:48.499307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:48.507846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94b5c484-6ce5-42ff-af63-649a758e9c2a req-4994eb70-c018-4575-8ec7-5f916a6e8214 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366822 Dec 08 01:39:48.603186 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2ee23a2-159b-4a45-86d7-3fe4973be53e req-796f6d36-4df5-4657-861d-a75c4955fef2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1023211 Dec 08 01:39:48.646502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7dd4ee79-903a-432e-9a28-55969a0c4bff req-cc592a92-c342-447b-bc13-09b53db1c1e9 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613474 Dec 08 01:39:48.771841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 70313dd1-61a1-4da2-ab24-d4450baf21a8 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:39:49.002767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfa410-087a-4709-bc01-e4fe907c188d req-7ba6b7fb-fc86-4bca-b045-2d8c2e048461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:49.004221 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9adfa410-087a-4709-bc01-e4fe907c188d req-7ba6b7fb-fc86-4bca-b045-2d8c2e048461 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3516c56e11b14a959cd58e3be71369fa&device_id=f69c06aa-8073-482d-81db-a4ea2a5f36da HTTP/1.1" status: 200 len: 1102 time: 0.1060746 Dec 08 01:39:49.059429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:49.075151 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9a850-fa77-49f4-83f4-40db851bfebb None None] Sync routers for ids ['70313dd1-61a1-4da2-ab24-d4450baf21a8'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:49.120480 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9a850-fa77-49f4-83f4-40db851bfebb None None] Routers {'70313dd1-61a1-4da2-ab24-d4450baf21a8'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:49.126742 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-73d9a850-fa77-49f4-83f4-40db851bfebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['70313dd1-61a1-4da2-ab24-d4450baf21a8'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:49.127765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962116e4-4151-4923-a096-04442143170b req-11d1b1f7-0645-4f66-856d-c3922ddc2945 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:49.137391 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:49.141411 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-962116e4-4151-4923-a096-04442143170b req-11d1b1f7-0645-4f66-856d-c3922ddc2945 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.4098613 Dec 08 01:39:49.141588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-32302e14-5785-4dd8-a381-db430370556f tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2882793 Dec 08 01:39:49.144804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47762) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:49.174120 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8406b36-cac5-4915-8038-8fea00916d4c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:49.196325 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee23a2-159b-4a45-86d7-3fe4973be53e req-cc90b798-bb4b-4d8f-94a1-26f07c5c6a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:49.198870 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2ee23a2-159b-4a45-86d7-3fe4973be53e req-cc90b798-bb4b-4d8f-94a1-26f07c5c6a37 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=05e2b07c96694d8db7d0cc092da79060&device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 1098 time: 0.5009496 Dec 08 01:39:49.239502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfa410-087a-4709-bc01-e4fe907c188d req-ad5cc141-af4b-4138-a262-8c00e3d14063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:49.243339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9adfa410-087a-4709-bc01-e4fe907c188d req-ad5cc141-af4b-4138-a262-8c00e3d14063 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.2170463 Dec 08 01:39:49.310961 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-73d9a850-fa77-49f4-83f4-40db851bfebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:49.320264 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-962116e4-4151-4923-a096-04442143170b req-0857ded6-e4c2-4fe8-804d-a5983bb8a166 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776416 Dec 08 01:39:49.369526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9adfa410-087a-4709-bc01-e4fe907c188d req-f382c87d-bb9e-4db1-9f38-a8d8167719e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0 HTTP/1.1" status: 200 len: 217 time: 0.1144066 Dec 08 01:39:49.370131 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9a850-fa77-49f4-83f4-40db851bfebb None None] Routers {'70313dd1-61a1-4da2-ab24-d4450baf21a8'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:49.371306 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-73d9a850-fa77-49f4-83f4-40db851bfebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['70313dd1-61a1-4da2-ab24-d4450baf21a8'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:49.521017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfa410-087a-4709-bc01-e4fe907c188d req-4c34884b-041a-42a1-9e4e-fc352336a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:49.526740 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9adfa410-087a-4709-bc01-e4fe907c188d req-4c34884b-041a-42a1-9e4e-fc352336a806 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1381164 Dec 08 01:39:49.535672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8406b36-cac5-4915-8038-8fea00916d4c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Subnet': ['ID=a40af9f4-d394-454b-b2da-ef85b01f007e,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:49.616212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8406b36-cac5-4915-8038-8fea00916d4c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Checking segment: {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:39:49.616899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8406b36-cac5-4915-8038-8fea00916d4c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Network hostable DHCP agents. Network: 6d87ec61-c411-4661-b8c4-fb5d16e75540, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:39:49.723822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee23a2-159b-4a45-86d7-3fe4973be53e req-737b22d9-114c-418a-a12b-01acbc7ffcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:49.725578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2ee23a2-159b-4a45-86d7-3fe4973be53e req-737b22d9-114c-418a-a12b-01acbc7ffcaf service neutron] 10.222.0.65 "GET /v2.0/networks?id=70e881ea-2db7-4cbe-a704-5e148df0be80 HTTP/1.1" status: 200 len: 912 time: 0.4248185 Dec 08 01:39:49.726886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8406b36-cac5-4915-8038-8fea00916d4c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Network 6d87ec61-c411-4661-b8c4-fb5d16e75540 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:39:49.804492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfa410-087a-4709-bc01-e4fe907c188d req-281a78b2-0eae-4567-a021-4430e516f2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:49.806037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9adfa410-087a-4709-bc01-e4fe907c188d req-281a78b2-0eae-4567-a021-4430e516f2a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1059408 Dec 08 01:39:49.867588 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-73d9a850-fa77-49f4-83f4-40db851bfebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:49.868679 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9a850-fa77-49f4-83f4-40db851bfebb None None] The sync data for ids ['70313dd1-61a1-4da2-ab24-d4450baf21a8'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:49.914525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e8406b36-cac5-4915-8038-8fea00916d4c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 6d87ec61-c411-4661-b8c4-fb5d16e75540) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:49.926257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be58769-dc52-4fc9-9338-227019697a2b None None] Network 6d87ec61-c411-4661-b8c4-fb5d16e75540 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:39:49.948819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9386f221-9bdb-4af2-93d3-40d050edb77f req-f1ebd107-1d4a-4a5c-9289-170ed85f6160 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc3ae13d-c35b-4919-b923-3b6d7a6c5c8f HTTP/1.1" status: 200 len: 210 time: 0.1976032 Dec 08 01:39:49.975446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8406b36-cac5-4915-8038-8fea00916d4c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:49.977723 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8406b36-cac5-4915-8038-8fea00916d4c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:50.033430 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e8406b36-cac5-4915-8038-8fea00916d4c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8049014 Dec 08 01:39:50.044125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:50.059249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3654af28-e948-4f84-a89e-957a716d971e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'subnet': {'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:50.150954 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2ee23a2-159b-4a45-86d7-3fe4973be53e req-2e080bd8-6e4d-45e7-ad63-e74d0c42c716 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 HTTP/1.1" status: 200 len: 1002 time: 0.4164400 Dec 08 01:39:50.401669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-6d87ec61-c411-4661-b8c4-fb5d16e75540', 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540', 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'fixed_ips': [{'subnet_id': 'a40af9f4-d394-454b-b2da-ef85b01f007e'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:39:50.403466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee23a2-159b-4a45-86d7-3fe4973be53e req-b27714cc-afa6-4ba3-a3bd-53a2a33b6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:50.406485 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:50.406745 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9adfa410-087a-4709-bc01-e4fe907c188d req-1652cc55-a68d-40fd-b754-97b6a0814a32 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229248 Dec 08 01:39:50.407425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3654af28-e948-4f84-a89e-957a716d971e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:50.411714 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3654af28-e948-4f84-a89e-957a716d971e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:50.413279 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2ee23a2-159b-4a45-86d7-3fe4973be53e req-b27714cc-afa6-4ba3-a3bd-53a2a33b6894 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d9c2c56d-fefc-4009-b084-439df3fd05b2 HTTP/1.1" status: 200 len: 850 time: 0.2539649 Dec 08 01:39:50.549919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee23a2-159b-4a45-86d7-3fe4973be53e req-e1bbcebd-7830-48e1-b3d6-1c13fadb4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:50.551310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2ee23a2-159b-4a45-86d7-3fe4973be53e req-e1bbcebd-7830-48e1-b3d6-1c13fadb4901 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=70e881ea-2db7-4cbe-a704-5e148df0be80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301560 Dec 08 01:39:50.779088 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9adfa410-087a-4709-bc01-e4fe907c188d req-57619ac6-708a-4b11-b5ad-a0713edf31aa service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209451 Dec 08 01:39:50.822470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2ee23a2-159b-4a45-86d7-3fe4973be53e req-62808601-d4d4-4551-821b-38c51c9502ef service neutron] 10.222.0.65 "GET /v2.0/networks/70e881ea-2db7-4cbe-a704-5e148df0be80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624991 Dec 08 01:39:50.882354 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Allocated IP 10.1.1.2 (6d87ec61-c411-4661-b8c4-fb5d16e75540/a40af9f4-d394-454b-b2da-ef85b01f007e/a701b6ab-d172-47a2-8781-8fd6823357f8) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:50.923354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47824) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:51.070780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe0c21-67ba-4e3d-8ddc-be58870c81a4 req-c0f100dc-c726-4eac-bd23-21d033c2e66b tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:51.075810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4fe0c21-67ba-4e3d-8ddc-be58870c81a4 req-c0f100dc-c726-4eac-bd23-21d033c2e66b tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.2447062 Dec 08 01:39:51.089403 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2ee23a2-159b-4a45-86d7-3fe4973be53e req-6ea65e39-0fcb-49f9-be30-9b076464e90e service neutron] 10.222.0.65 "GET /v2.0/networks/70e881ea-2db7-4cbe-a704-5e148df0be80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583449 Dec 08 01:39:51.121868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a77761a-c0ce-4427-b8e8-bfce80d8bd66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.173940 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.184242 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.238102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Network 6d87ec61-c411-4661-b8c4-fb5d16e75540 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:51.243547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:51.247196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:51.248362 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a77761a-c0ce-4427-b8e8-bfce80d8bd66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.255637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Pushing event updated for resources: {'Port': ['ID=a701b6ab-d172-47a2-8781-8fd6823357f8,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:51.258208 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2a77761a-c0ce-4427-b8e8-bfce80d8bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.289506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77761a-c0ce-4427-b8e8-bfce80d8bd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da41dd7b-3abc-47f9-aa9a-c07f07ee4152,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:51.321927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2a77761a-c0ce-4427-b8e8-bfce80d8bd66 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9efd34798b649f59228066fb99c0a79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3970568 Dec 08 01:39:51.322759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47830) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:51.340838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.347824 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4fe0c21-67ba-4e3d-8ddc-be58870c81a4 req-84fe2249-5e8b-4665-a7f1-342d6eae0326 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600403 Dec 08 01:39:51.360058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Attempting to bind port a701b6ab-d172-47a2-8781-8fd6823357f8 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:39:51.360828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Attempting to bind port a701b6ab-d172-47a2-8781-8fd6823357f8 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:39:51.361717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Attempting to bind port a701b6ab-d172-47a2-8781-8fd6823357f8 on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:39:51.388142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:39:51.390295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Checking segment: {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:39:51.390295 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.390295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Bound using segment: {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:39:51.392805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Bound port: a701b6ab-d172-47a2-8781-8fd6823357f8, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:39:51.393049 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.490310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] For port a701b6ab-d172-47a2-8781-8fd6823357f8, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:39:51.495669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] For port a701b6ab-d172-47a2-8781-8fd6823357f8, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a701b6ab-d172-47a2-8781-8fd6823357f8,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:39:51.505069 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.509270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29ae09c3-7503-45c9-a969-38667541fd15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.529755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3654af28-e948-4f84-a89e-957a716d971e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.557807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87561d3-ffef-45f0-b622-ba5443aa701c req-e8179f58-eb7f-434f-9bdb-1472f74eb246 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:51.566165 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c87561d3-ffef-45f0-b622-ba5443aa701c req-e8179f58-eb7f-434f-9bdb-1472f74eb246 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 950 time: 0.2038579 Dec 08 01:39:51.584383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55337648-0437-4d32-a0f0-503f9d59900c None None] Pushing event updated for resources: {'Port': ['ID=a701b6ab-d172-47a2-8781-8fd6823357f8,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:51.612400 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29ae09c3-7503-45c9-a969-38667541fd15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.715133 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c87561d3-ffef-45f0-b622-ba5443aa701c req-96bc2250-79c2-446d-8632-e8c1ffe8141f tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f2aa18a-87c7-424b-a75b-ac8099b4405d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434269 Dec 08 01:39:51.757217 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654af28-e948-4f84-a89e-957a716d971e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Subnet': ['ID=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:51.774979 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29ae09c3-7503-45c9-a969-38667541fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.783868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29ae09c3-7503-45c9-a969-38667541fd15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:51.798655 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-29ae09c3-7503-45c9-a969-38667541fd15 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da41dd7b-3abc-47f9-aa9a-c07f07ee4152 HTTP/1.1" status: 204 len: 168 time: 0.4738839 Dec 08 01:39:51.828410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae09c3-7503-45c9-a969-38667541fd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da41dd7b-3abc-47f9-aa9a-c07f07ee4152,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:52.120494 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-b9ac71aa-0b93-4c58-bfaf-c7bdbd0ee29e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:52.125001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-6c07be10-243b-49b5-95d6-4dda8a84d4a8 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:52.128807 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-b9ac71aa-0b93-4c58-bfaf-c7bdbd0ee29e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.2799504 Dec 08 01:39:52.129358 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-6c07be10-243b-49b5-95d6-4dda8a84d4a8 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/networks?id=0b4defec-514a-4709-994b-aa1703645786 HTTP/1.1" status: 200 len: 811 time: 0.2271283 Dec 08 01:39:52.177499 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-8b3f76f0-11e6-4a71-a428-779cccf84b04 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/quotas/6b54cd2eaf9b4bf183def562265743e6 HTTP/1.1" status: 200 len: 375 time: 0.0421784 Dec 08 01:39:52.190249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3654af28-e948-4f84-a89e-957a716d971e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Checking segment: {'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:39:52.190619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3654af28-e948-4f84-a89e-957a716d971e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Network hostable DHCP agents. Network: 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:39:52.225552 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-a101a8d3-8fca-46ab-ac43-e4161064e136 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/quotas/6d71442bfb01438e86d9fd2348d1c32c HTTP/1.1" status: 200 len: 375 time: 0.0896549 Dec 08 01:39:52.237964 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-8c887f93-7aaa-47e8-bce3-b6dab5827b34 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6b54cd2eaf9b4bf183def562265743e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511107 Dec 08 01:39:52.252729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-c20c7345-bba3-4d05-81dd-bdba64435524 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:39:52.260607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-c20c7345-bba3-4d05-81dd-bdba64435524 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153077 Dec 08 01:39:52.302228 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-7e8eb57a-d1d2-489b-96e0-43490dba6b22 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396438 Dec 08 01:39:52.309878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3654af28-e948-4f84-a89e-957a716d971e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:39:52.376937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3654af28-e948-4f84-a89e-957a716d971e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:52.386660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de83c2b-e6be-4915-8adf-9defcedd9ecf None None] Network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:39:52.404539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3654af28-e948-4f84-a89e-957a716d971e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:52.405557 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3654af28-e948-4f84-a89e-957a716d971e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:52.426065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47870) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:52.463783 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-5be77365-d9db-40c2-a7a0-a32272f6ec1a service neutron] 10.222.0.70 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021987 Dec 08 01:39:52.476693 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73d9476f-510d-4301-ace0-5c0915fad6bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:52.488181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fcba2-9a24-4991-8fab-91a0d7207d56 req-cae9f4c5-4f63-46b4-b181-02a329269844 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:52.489827 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-535fcba2-9a24-4991-8fab-91a0d7207d56 req-cae9f4c5-4f63-46b4-b181-02a329269844 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.65 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 950 time: 0.1378591 Dec 08 01:39:52.616001 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-2f2c506f-2f2e-437e-a7a2-0ece0aa2cb9d service neutron] 10.222.0.70 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498482 Dec 08 01:39:52.805288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7', 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7', 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'fixed_ips': [{'subnet_id': 'b90dd85e-2fd1-4f8b-b69e-4c0205ca6824'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:39:52.806194 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:53.010303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-535fcba2-9a24-4991-8fab-91a0d7207d56 req-ee1d9297-f3b9-4c65-98e7-958f7048e355 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Deleting port 3d43a5ba-d9b6-4d09-acac-9700cca0084d {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:39:53.010303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-535fcba2-9a24-4991-8fab-91a0d7207d56 req-ee1d9297-f3b9-4c65-98e7-958f7048e355 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:53.025375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.20.0.1 (00306ce8-6ea4-4811-8b4b-528d1950d666/427b006b-ba4b-4541-91f9-dceb6a7afdd6/83e33344-de31-47db-9934-269b1dc213c1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:53.031398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3654af28-e948-4f84-a89e-957a716d971e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9861355 Dec 08 01:39:53.040423 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:53.050760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'port': {'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540', 'name': 'tempest-TaggedBootDevicesTest-1423666910', 'fixed_ips': [{'subnet_id': 'a40af9f4-d394-454b-b2da-ef85b01f007e'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:53.082214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Allocated IP 10.2.2.2 (28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7/b90dd85e-2fd1-4f8b-b69e-4c0205ca6824/dd054654-2561-4d32-aad2-6fa935daa43b) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:53.189816 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-c939b120-9087-4211-829a-86c76776dcba service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8745031 Dec 08 01:39:53.263983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a249680-460c-4378-bcdb-1acfef5c1bfc None None] Network 6d87ec61-c411-4661-b8c4-fb5d16e75540 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:39:53.280555 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73d9476f-510d-4301-ace0-5c0915fad6bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:53.304671 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73d9476f-510d-4301-ace0-5c0915fad6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:53.395969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9476f-510d-4301-ace0-5c0915fad6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297ebb22-4c94-4d15-bf16-0783da9313a2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:53.459562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:53.524790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-39454ce9-60ab-4603-bf2e-7872a014f424 None None] Provisioning complete for port a701b6ab-d172-47a2-8781-8fd6823357f8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:53.525434 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-39454ce9-60ab-4603-bf2e-7872a014f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:53.571852 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:53.589881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-535fcba2-9a24-4991-8fab-91a0d7207d56 req-ee1d9297-f3b9-4c65-98e7-958f7048e355 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] For port 3d43a5ba-d9b6-4d09-acac-9700cca0084d, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3d43a5ba-d9b6-4d09-acac-9700cca0084d,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:53.596926 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-535fcba2-9a24-4991-8fab-91a0d7207d56 req-ee1d9297-f3b9-4c65-98e7-958f7048e355 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:53.632607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] device_id is not set on port dffc73d6-4a06-4e82-b7c3-52506e9a988c yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:39:53.653493 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-73d9476f-510d-4301-ace0-5c0915fad6bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=779656d3bf694666bade2d156aadb39e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2253327 Dec 08 01:39:53.656673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47896) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:53.672107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-535fcba2-9a24-4991-8fab-91a0d7207d56 req-ee1d9297-f3b9-4c65-98e7-958f7048e355 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Calling delete_port for 3d43a5ba-d9b6-4d09-acac-9700cca0084d owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:39:53.677315 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:53.689616 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6af66879-e493-466d-b8c3-713b111b8e1f service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988165 Dec 08 01:39:53.706660 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:53.710788 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:53.722829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eea26-788e-446c-a1a4-1738d96d5f2a req-d9aba1e5-12b7-45f6-81e8-ca2379aee089 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:53.731035 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cf5eea26-788e-446c-a1a4-1738d96d5f2a req-d9aba1e5-12b7-45f6-81e8-ca2379aee089 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 950 time: 0.3173828 Dec 08 01:39:53.810863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a701b6ab-d172-47a2-8781-8fd6823357f8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:53.820881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:53.926211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:53.930031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:53.955094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cf5eea26-788e-446c-a1a4-1738d96d5f2a req-8e1e1393-d620-4adb-bcfe-b30f8502acfa tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/security-groups?id=1f2aa18a-87c7-424b-a75b-ac8099b4405d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153268 Dec 08 01:39:53.959991 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd165129-9d23-4366-ba4c-3a79f87fa415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.023292 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-39454ce9-60ab-4603-bf2e-7872a014f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.062455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd165129-9d23-4366-ba4c-3a79f87fa415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.122105 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Pushing event updated for resources: {'Port': ['ID=dd054654-2561-4d32-aad2-6fa935daa43b,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:54.168622 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-00f13a93-44cf-4d37-a2e1-da1acaea8629 req-8f0343c4-63ea-48b2-8a0f-3dc91c83fe2d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 210 time: 0.0537691 Dec 08 01:39:54.169729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.170097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.170479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.171512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.171870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.172222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.175980 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.178291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.178419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.184762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.185265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.185633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.185997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.186394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.198928 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Attempting to bind port dd054654-2561-4d32-aad2-6fa935daa43b on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:39:54.199472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Attempting to bind port dd054654-2561-4d32-aad2-6fa935daa43b by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:39:54.199951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Attempting to bind port dd054654-2561-4d32-aad2-6fa935daa43b on network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:39:54.216561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:39:54.217006 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Checking segment: {'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:39:54.217424 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.217827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Bound using segment: {'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:39:54.218313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Bound port: dd054654-2561-4d32-aad2-6fa935daa43b, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:39:54.218747 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.234662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-39454ce9-60ab-4603-bf2e-7872a014f424 None None] For port a701b6ab-d172-47a2-8781-8fd6823357f8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a701b6ab-d172-47a2-8781-8fd6823357f8,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:54.246717 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-39454ce9-60ab-4603-bf2e-7872a014f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.313081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39454ce9-60ab-4603-bf2e-7872a014f424 None None] Pushing event updated for resources: {'Port': ['ID=a701b6ab-d172-47a2-8781-8fd6823357f8,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:54.332818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a701b6ab-d172-47a2-8781-8fd6823357f8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:54.333205 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.411452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-993b77c0-0788-4636-9f05-e58d2be55349 req-b9753e1d-8903-42ec-b7e9-05f973a5f8c4 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 210 time: 0.2143691 Dec 08 01:39:54.416106 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-535fcba2-9a24-4991-8fab-91a0d7207d56 req-ee1d9297-f3b9-4c65-98e7-958f7048e355 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.464238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Allocated IP 10.1.1.3 (6d87ec61-c411-4661-b8c4-fb5d16e75540/a40af9f4-d394-454b-b2da-ef85b01f007e/dffc73d6-4a06-4e82-b7c3-52506e9a988c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:54.494330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-12a71806-2a41-44b3-bf84-47f5b0173c56 None None] Provisioning complete for port a701b6ab-d172-47a2-8781-8fd6823357f8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:54.494523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d9297-f3b9-4c65-98e7-958f7048e355 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Pushing event deleted for resources: {'Port': ['ID=3d43a5ba-d9b6-4d09-acac-9700cca0084d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:54.494641 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-12a71806-2a41-44b3-bf84-47f5b0173c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.578902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-535fcba2-9a24-4991-8fab-91a0d7207d56 req-ee1d9297-f3b9-4c65-98e7-958f7048e355 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] No DVR routers for this DVR port 3d43a5ba-d9b6-4d09-acac-9700cca0084d on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:39:54.585530 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-535fcba2-9a24-4991-8fab-91a0d7207d56 req-ee1d9297-f3b9-4c65-98e7-958f7048e355 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.588988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] For port dd054654-2561-4d32-aad2-6fa935daa43b, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:39:54.593346 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-535fcba2-9a24-4991-8fab-91a0d7207d56 req-ee1d9297-f3b9-4c65-98e7-958f7048e355 tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.65 "DELETE /v2.0/ports/3d43a5ba-d9b6-4d09-acac-9700cca0084d HTTP/1.1" status: 204 len: 173 time: 1.9732087 Dec 08 01:39:54.596164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '033bf01a-2b25-4bd4-b22c-f2f995c9a0d5', 'name': 'network-vif-deleted', 'tag': '3d43a5ba-d9b6-4d09-acac-9700cca0084d'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:39:54.611395 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f435002-fe5d-4cdd-b59d-156ca342ae0d" -d '{"events": [{"server_uuid": "033bf01a-2b25-4bd4-b22c-f2f995c9a0d5", "name": "network-vif-deleted", "tag": "3d43a5ba-d9b6-4d09-acac-9700cca0084d"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:39:54.615173 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd165129-9d23-4366-ba4c-3a79f87fa415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.617791 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd165129-9d23-4366-ba4c-3a79f87fa415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.618931 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dd165129-9d23-4366-ba4c-3a79f87fa415 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/297ebb22-4c94-4d15-bf16-0783da9313a2 HTTP/1.1" status: 204 len: 168 time: 0.9550021 Dec 08 01:39:54.662914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] For port dd054654-2561-4d32-aad2-6fa935daa43b, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=dd054654-2561-4d32-aad2-6fa935daa43b,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:39:54.665467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd165129-9d23-4366-ba4c-3a79f87fa415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297ebb22-4c94-4d15-bf16-0783da9313a2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:54.703881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:54.742761 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2a917d-b94a-4b3a-b94a-e891d0aa0d6f x-openstack-request-id: req-7f2a917d-b94a-4b3a-b94a-e891d0aa0d6f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:39:54.743063 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "033bf01a-2b25-4bd4-b22c-f2f995c9a0d5", "name": "network-vif-deleted", "tag": "3d43a5ba-d9b6-4d09-acac-9700cca0084d", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:39:54.743318 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f2a917d-b94a-4b3a-b94a-e891d0aa0d6f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:39:54.743718 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '033bf01a-2b25-4bd4-b22c-f2f995c9a0d5', 'name': 'network-vif-deleted', 'tag': '3d43a5ba-d9b6-4d09-acac-9700cca0084d', 'status': 'completed', 'code': 200} Dec 08 01:39:54.753695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=83e33344-de31-47db-9934-269b1dc213c1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:54.819565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.826645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.827024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.827383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.827822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.828086 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.828459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.828805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.838656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.839192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.841931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.842416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.842824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:39:54.881502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 00306ce8-6ea4-4811-8b4b-528d1950d666 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:54.906273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:54.911479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:55.057038 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:55.083945 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:55.301334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 3d43a5ba-d9b6-4d09-acac-9700cca0084d no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:39:55.361158 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:55.417522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-b5aba9ac-e80d-42cb-a0bb-164adfbf9385 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:55.420232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-b5aba9ac-e80d-42cb-a0bb-164adfbf9385 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.65 "GET /v2.0/networks?id=0b4defec-514a-4709-994b-aa1703645786 HTTP/1.1" status: 200 len: 811 time: 0.4602013 Dec 08 01:39:55.455780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Request body: {'port': {'device_id': 'adc265f2-2189-4c77-ba12-d1d4717db0d0', 'network_id': '0b4defec-514a-4709-994b-aa1703645786', 'admin_state_up': True, 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:55.458670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8f36b9b-3afd-4168-a73a-02089fb16d55 req-bb4ac879-b28a-4a11-b152-ac73a3b3712b tempest-TenantUsagesTestJSON-999265692 tempest-TenantUsagesTestJSON-999265692-project] 10.222.0.70 "GET /v2.0/ports?device_id=033bf01a-2b25-4bd4-b22c-f2f995c9a0d5 HTTP/1.1" status: 200 len: 210 time: 0.1611509 Dec 08 01:39:55.468315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 3d43a5ba-d9b6-4d09-acac-9700cca0084d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:39:55.468683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 3d43a5ba-d9b6-4d09-acac-9700cca0084d not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:39:55.506726 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:55.558394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717deb0-386f-4407-a51d-209bc4dd2136 None None] Pushing event updated for resources: {'Port': ['ID=dd054654-2561-4d32-aad2-6fa935daa43b,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:55.683541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9f020ad5-c198-4ebd-aef5-cb5f8f62b1bc None None] Provisioning complete for port 83e33344-de31-47db-9934-269b1dc213c1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:55.684908 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9f020ad5-c198-4ebd-aef5-cb5f8f62b1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:55.747707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a701b6ab-d172-47a2-8781-8fd6823357f8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:55.802175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Network 6d87ec61-c411-4661-b8c4-fb5d16e75540 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:55.819075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9f020ad5-c198-4ebd-aef5-cb5f8f62b1bc None None] Port 83e33344-de31-47db-9934-269b1dc213c1 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:39:55.823448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:55.837009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a701b6ab-d172-47a2-8781-8fd6823357f8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:55.837470 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:55.839079 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-989f0d32-696a-43fc-8c98-399b2f0a5af2 req-bd5d0811-4ee2-4b95-b95b-8b8a400ef1a2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 210 time: 0.3994927 Dec 08 01:39:55.940338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Made reservation on behalf of 6b54cd2eaf9b4bf183def562265743e6 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:55.947040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:56.148229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Port': ['ID=dffc73d6-4a06-4e82-b7c3-52506e9a988c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:56.152620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:56.170352 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e58c98ac-6b1d-4718-a639-b78e767590c5 req-ea9ab82d-504c-4153-ba9e-8454a28a3db9 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 210 time: 0.2801557 Dec 08 01:39:56.328990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Allocated IP 172.20.0.14 (0b4defec-514a-4709-994b-aa1703645786/15db70b2-e0d6-49e2-8a16-d31f675a4709/c95200e5-41a3-4e06-9567-86290722e8d2) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:56.357398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:56.358086 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:56.382983 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-86998072-0a33-4a29-ba19-eddf56f8638b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3397648 Dec 08 01:39:56.385575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47960) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:56.401877 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'port': {'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540', 'name': 'tempest-TaggedBootDevicesTest-241160718', 'fixed_ips': [{'subnet_id': 'a40af9f4-d394-454b-b2da-ef85b01f007e'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:56.457542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4343cbef-775c-4c48-b21b-45900926951c None None] Provisioning complete for port dffc73d6-4a06-4e82-b7c3-52506e9a988c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:56.458030 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4343cbef-775c-4c48-b21b-45900926951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:56.514946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4343cbef-775c-4c48-b21b-45900926951c None None] Port dffc73d6-4a06-4e82-b7c3-52506e9a988c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:39:56.799751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d562d-8afd-4e79-a3ee-241fc812a0a9 None None] Network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:39:56.902771 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:56.905644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-47f75fc8-697d-408f-ad65-4a6b44cb49c2 None None] Provisioning complete for port dd054654-2561-4d32-aad2-6fa935daa43b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:56.906164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-47f75fc8-697d-408f-ad65-4a6b44cb49c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:56.920368 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:57.099513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=83e33344-de31-47db-9934-269b1dc213c1,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:57.151088 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:57.201341 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-47f75fc8-697d-408f-ad65-4a6b44cb49c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:57.265067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f2db34c-95b8-42ea-b3aa-90e38591d1e4 req-85a559ea-a25e-417a-adc3-186145808173 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 210 time: 0.1880710 Dec 08 01:39:57.291832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-47f75fc8-697d-408f-ad65-4a6b44cb49c2 None None] For port dd054654-2561-4d32-aad2-6fa935daa43b, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=dd054654-2561-4d32-aad2-6fa935daa43b,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:39:57.302894 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-47f75fc8-697d-408f-ad65-4a6b44cb49c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:57.317220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47996) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:57.397660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f75fc8-697d-408f-ad65-4a6b44cb49c2 None None] Pushing event updated for resources: {'Port': ['ID=dd054654-2561-4d32-aad2-6fa935daa43b,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:57.432089 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f928f7e-598a-4954-af16-75e7ef05cf36 req-2236690a-ba0d-41da-97fa-c47c79f04ae2 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 210 time: 0.0921345 Dec 08 01:39:57.450263 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:57.501684 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-50c1bd7c-5f16-4033-afba-d7a3cca635cc tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:57.502696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 00306ce8-6ea4-4811-8b4b-528d1950d666 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:57.505234 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-50c1bd7c-5f16-4033-afba-d7a3cca635cc tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.7285662 Dec 08 01:39:57.505771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:57.508391 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:57.546992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Request body: {'port': {'device_id': '4bba6f67-1f66-490c-9dcc-c537b77e34b3', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'admin_state_up': True, 'tenant_id': '6d71442bfb01438e86d9fd2348d1c32c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:57.637001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device dd054654-2561-4d32-aad2-6fa935daa43b up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:57.744592 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c5858655-857c-4334-8b88-5b1a85510744 None None] Provisioning complete for port dd054654-2561-4d32-aad2-6fa935daa43b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:57.745109 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5858655-857c-4334-8b88-5b1a85510744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:57.750010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port dd054654-2561-4d32-aad2-6fa935daa43b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:57.750522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:57.819895 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:57.823259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 70313dd1-61a1-4da2-ab24-d4450baf21a8 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:39:57.865090 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-546d2e26-931d-4034-ac1b-461f9ac2ea0d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9303d8dba9d64048ab04c7722e3b2756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5402329 Dec 08 01:39:57.874945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48008) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:57.875458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Network 0b4defec-514a-4709-994b-aa1703645786 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:57.883671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:57.898261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['c843873d-b5b7-47c6-bfe5-407c868ca1fb'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:39:58.057620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7127e8ba-a1aa-45cb-b8d1-15e1a65f54c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:58.082460 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7127e8ba-a1aa-45cb-b8d1-15e1a65f54c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:58.143300 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7127e8ba-a1aa-45cb-b8d1-15e1a65f54c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:58.147154 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7127e8ba-a1aa-45cb-b8d1-15e1a65f54c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:58.148032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7127e8ba-a1aa-45cb-b8d1-15e1a65f54c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f2aa18a-87c7-424b-a75b-ac8099b4405d HTTP/1.1" status: 204 len: 168 time: 0.2719774 Dec 08 01:39:58.168387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127e8ba-a1aa-45cb-b8d1-15e1a65f54c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2aa18a-87c7-424b-a75b-ac8099b4405d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:58.174053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:39:58.195518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4ef8419c-df75-4f46-beaf-3d15cd5458c8 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "PUT /v2.0/routers/70313dd1-61a1-4da2-ab24-d4450baf21a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0469799 Dec 08 01:39:58.197331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48020) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:58.207983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'port': {'network_id': '00306ce8-6ea4-4811-8b4b-528d1950d666', 'name': 'tempest-FloatingIPTestJSON-913564714'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:58.211708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe44faa2-3aac-4348-9f72-f209edbfeb68 None None] Sync routers for ids ['70313dd1-61a1-4da2-ab24-d4450baf21a8'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:39:58.279410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe44faa2-3aac-4348-9f72-f209edbfeb68 None None] Routers {'70313dd1-61a1-4da2-ab24-d4450baf21a8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:58.282666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fe44faa2-3aac-4348-9f72-f209edbfeb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['70313dd1-61a1-4da2-ab24-d4450baf21a8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:58.328316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:58.332005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Pushing event updated for resources: {'Port': ['ID=c95200e5-41a3-4e06-9567-86290722e8d2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:58.451891 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:58.513369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Made reservation on behalf of 6d71442bfb01438e86d9fd2348d1c32c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:58.519625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Made reservation on behalf of 5655a533bdcc4941ab3ea6deb9149b83 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:39:58.523611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:58.525515 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:58.571364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] device_id is not set on port 16a13a62-b7b5-4eab-a4f9-6f565c8040eb yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:39:58.662649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9075b99c-df13-40de-a2d2-f0387368e164 req-40e3b921-e166-42d0-9c8f-034bb1207119 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 210 time: 0.2081504 Dec 08 01:39:58.699809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fe44faa2-3aac-4348-9f72-f209edbfeb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:58.702301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bc36e504-68c8-4f12-8d15-900d4adfa46b None None] Provisioning complete for port 83e33344-de31-47db-9934-269b1dc213c1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:58.703162 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc36e504-68c8-4f12-8d15-900d4adfa46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:58.708493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] device_id is not set on port 62bd3d93-1894-4564-a87b-4962abb893c0 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:39:58.810959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb6124f-edfd-4bd2-91c2-64c0efe81d18 req-a24ccaf4-4864-420b-9c8e-bfc2ef7010c5 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:58.816971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-afb6124f-edfd-4bd2-91c2-64c0efe81d18 req-a24ccaf4-4864-420b-9c8e-bfc2ef7010c5 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 932 time: 0.2479031 Dec 08 01:39:58.840055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe44faa2-3aac-4348-9f72-f209edbfeb68 None None] Routers {'70313dd1-61a1-4da2-ab24-d4450baf21a8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:39:58.841964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fe44faa2-3aac-4348-9f72-f209edbfeb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:39:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['70313dd1-61a1-4da2-ab24-d4450baf21a8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:58.869669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:58.870308 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:58.882716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48038) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:58.889637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fe44faa2-3aac-4348-9f72-f209edbfeb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:39:58.890358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe44faa2-3aac-4348-9f72-f209edbfeb68 None None] The sync data for ids ['70313dd1-61a1-4da2-ab24-d4450baf21a8'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:39:58.900682 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-58a1243b-5fe6-43f2-bcb9-5f696c957a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:58.906223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-bc36e504-68c8-4f12-8d15-900d4adfa46b None None] Port 83e33344-de31-47db-9934-269b1dc213c1 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:39:58.923939 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe6baa5b-de79-4d19-b86b-cec59b0d2038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:58.929452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-20250e73-2d6e-4dc4-9e7f-4e76f38237fd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4852469 Dec 08 01:39:58.958978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Request body: {'port': {'device_id': 'adc265f2-2189-4c77-ba12-d1d4717db0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:59.031376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Allocated IP 172.20.0.9 (00306ce8-6ea4-4811-8b4b-528d1950d666/427b006b-ba4b-4541-91f9-dceb6a7afdd6/16a13a62-b7b5-4eab-a4f9-6f565c8040eb) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:59.058785 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-afb6124f-edfd-4bd2-91c2-64c0efe81d18 req-4bb7196c-387b-46b2-9364-22529bc9e9ad tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331007 Dec 08 01:39:59.207677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Allocated IP 172.20.0.10 (ca5844b8-27b3-4526-899f-f6eb044a8310/6b516fe5-7c7e-4300-bab4-16f44055e7df/60185f0e-0993-48ab-ae3f-0dd4b58f5cef) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:59.240846 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:59.302421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:59.375330 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:59.443946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Network 00306ce8-6ea4-4811-8b4b-528d1950d666 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:39:59.453010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:39:59.464970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:39:59.469194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:59.517051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48058) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:59.519529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event updated for resources: {'Port': ['ID=16a13a62-b7b5-4eab-a4f9-6f565c8040eb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:39:59.555466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device dd054654-2561-4d32-aad2-6fa935daa43b up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:39:59.587389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:39:59.588100 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:59.614451 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-22458f44-0e4d-44a3-a688-016085620ecb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4160790 Dec 08 01:39:59.616799 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48062) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:39:59.623560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6b2e733d-f968-45fd-a328-619aa623d52c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Request body: {'floatingip': {'port_id': '16a13a62-b7b5-4eab-a4f9-6f565c8040eb'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:39:59.642048 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port dd054654-2561-4d32-aad2-6fa935daa43b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:59.646000 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:59.779208 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe6baa5b-de79-4d19-b86b-cec59b0d2038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:59.806792 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b2e733d-f968-45fd-a328-619aa623d52c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:59.815966 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe6baa5b-de79-4d19-b86b-cec59b0d2038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:59.893927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Allocated IP 10.1.1.227 (6d87ec61-c411-4661-b8c4-fb5d16e75540/a40af9f4-d394-454b-b2da-ef85b01f007e/62bd3d93-1894-4564-a87b-4962abb893c0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:39:59.947942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ca4c896d-00b8-4913-9cc3-e1ece6c5f9bd req-1b2f1320-df72-45ee-b102-d95a36ead9aa tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 210 time: 0.1329961 Dec 08 01:39:59.948917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-aa9e5bf0-fdf3-46f3-90ed-bd3824928aa3 None None] Provisioning complete for port 16a13a62-b7b5-4eab-a4f9-6f565c8040eb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:39:59.949423 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aa9e5bf0-fdf3-46f3-90ed-bd3824928aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:39:59.966107 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.008960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fe6baa5b-de79-4d19-b86b-cec59b0d2038 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=117d55a5b40d49609af2c9b8d275c7be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1195521 Dec 08 01:40:00.024145 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e5bf0-fdf3-46f3-90ed-bd3824928aa3 None None] Port 16a13a62-b7b5-4eab-a4f9-6f565c8040eb cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:00.042885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48066) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:00.047507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6baa5b-de79-4d19-b86b-cec59b0d2038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152126e9-1912-4178-9cc6-52a0f9a898b0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:00.064930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:00.131692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Network ca5844b8-27b3-4526-899f-f6eb044a8310 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:00.159947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:00.183438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:00.187156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Pushing event updated for resources: {'Port': ['ID=60185f0e-0993-48ab-ae3f-0dd4b58f5cef,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:00.311922 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:00.312688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.354602 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.393152 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eb12b-2a8c-45b9-b754-a7d881a72338 req-3dd85d52-2688-458e-830a-da4803e6c567 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:00.395018 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-527eb12b-2a8c-45b9-b754-a7d881a72338 req-3dd85d52-2688-458e-830a-da4803e6c567 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 932 time: 0.1645932 Dec 08 01:40:00.403938 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-6877cc81-47c4-45c6-b42a-a75c98c051e1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8605511 Dec 08 01:40:00.442258 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Request body: {'port': {'device_id': '4bba6f67-1f66-490c-9dcc-c537b77e34b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:00.514282 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e5bb7a-76f1-4e5f-beac-24b2a361f75e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.560084 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-527eb12b-2a8c-45b9-b754-a7d881a72338 req-8be40c7f-a3fa-4c8b-a245-a27904b18bb3 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582439 Dec 08 01:40:00.603199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e5bb7a-76f1-4e5f-beac-24b2a361f75e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.628528 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.669162 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.670563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d896418-2276-45aa-b475-c12e4cee57ed req-8afff021-8ff9-4582-a755-b8e483596186 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:00.678300 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d896418-2276-45aa-b475-c12e4cee57ed req-8afff021-8ff9-4582-a755-b8e483596186 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 946 time: 0.2944372 Dec 08 01:40:00.714654 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.798525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95200e5-41a3-4e06-9567-86290722e8d2 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:00.826346 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.876924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Transition to ACTIVE for port object c95200e5-41a3-4e06-9567-86290722e8d2 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:40:00.929501 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e5bb7a-76f1-4e5f-beac-24b2a361f75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.933195 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e5bb7a-76f1-4e5f-beac-24b2a361f75e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.933379 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-04e5bb7a-76f1-4e5f-beac-24b2a361f75e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/152126e9-1912-4178-9cc6-52a0f9a898b0 HTTP/1.1" status: 204 len: 168 time: 0.8822551 Dec 08 01:40:00.934196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:00.958092 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d896418-2276-45aa-b475-c12e4cee57ed req-60541a58-2581-42b3-a6ce-c1d0d92e352b tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736871 Dec 08 01:40:01.023189 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5bb7a-76f1-4e5f-beac-24b2a361f75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152126e9-1912-4178-9cc6-52a0f9a898b0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:01.044959 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.087298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Pushing event updated for resources: {'Port': ['ID=c95200e5-41a3-4e06-9567-86290722e8d2,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:01.139527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Network 6d87ec61-c411-4661-b8c4-fb5d16e75540 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:01.175791 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-47e8ec6c-77d7-4057-b0b4-eb0d4a6a8b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.192652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:01.230813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:01.272596 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b2e733d-f968-45fd-a328-619aa623d52c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.278837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Port': ['ID=62bd3d93-1894-4564-a87b-4962abb893c0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:01.314837 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b2e733d-f968-45fd-a328-619aa623d52c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.381893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:01.382859 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.422547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Attempting to bind port c95200e5-41a3-4e06-9567-86290722e8d2 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:01.422928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Attempting to bind port c95200e5-41a3-4e06-9567-86290722e8d2 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:01.423516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Attempting to bind port c95200e5-41a3-4e06-9567-86290722e8d2 on network 0b4defec-514a-4709-994b-aa1703645786 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:01.438461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Allocated IP 172.25.2.27 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/54dad569-2a42-4d47-b57f-34a6944d62cb) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:01.445000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Port c95200e5-41a3-4e06-9567-86290722e8d2 on network 0b4defec-514a-4709-994b-aa1703645786 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:40:01.445330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Attempting to bind port c95200e5-41a3-4e06-9567-86290722e8d2 on network 0b4defec-514a-4709-994b-aa1703645786 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:01.453136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-23e31a68-2689-4ca7-9208-9406b0e3ea62 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0664408 Dec 08 01:40:01.475522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:01.475865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Checking segment: {'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:01.476240 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Bound using segment: {'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:01.476716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Bound port: c95200e5-41a3-4e06-9567-86290722e8d2, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b398d00-9b81-48b6-aec0-7eeea72f1ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0b4defec-514a-4709-994b-aa1703645786'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:01.477330 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.585250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60185f0e-0993-48ab-ae3f-0dd4b58f5cef {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:01.605007 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.606349 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.645156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Transition to ACTIVE for port object 60185f0e-0993-48ab-ae3f-0dd4b58f5cef will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:40:01.651903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] For port c95200e5-41a3-4e06-9567-86290722e8d2, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:01.655949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] For port c95200e5-41a3-4e06-9567-86290722e8d2, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c95200e5-41a3-4e06-9567-86290722e8d2,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:01.657893 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.674394 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.681326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5a75fd81-d26f-4aa9-a194-e8b2acf8c283 None None] Provisioning complete for port 62bd3d93-1894-4564-a87b-4962abb893c0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:01.681715 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5a75fd81-d26f-4aa9-a194-e8b2acf8c283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.690770 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.740026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:01.741641 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.747372 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] 10.222.0.65 "PUT /v2.0/ports/c95200e5-41a3-4e06-9567-86290722e8d2 HTTP/1.1" status: 200 len: 1093 time: 2.7979896 Dec 08 01:40:01.753401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc265f2-2189-4c77-ba12-d1d4717db0d0', 'tag': 'c95200e5-41a3-4e06-9567-86290722e8d2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:01.756528 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4959474d-69f5-4432-801f-e8dfaa97b991" -d '{"events": [{"name": "network-changed", "server_uuid": "adc265f2-2189-4c77-ba12-d1d4717db0d0", "tag": "c95200e5-41a3-4e06-9567-86290722e8d2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:01.796790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5a75fd81-d26f-4aa9-a194-e8b2acf8c283 None None] Port 62bd3d93-1894-4564-a87b-4962abb893c0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:01.842946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Pushing event updated for resources: {'Port': ['ID=60185f0e-0993-48ab-ae3f-0dd4b58f5cef,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:01.900073 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:01.910013 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-6b2e733d-f968-45fd-a328-619aa623d52c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Floating IP dd2c7eda-9e8f-4442-aa09-e3cd1bcf85e6 associated. External IP: 172.25.2.67, port: 23ac072b-41df-4e9b-b2dd-089d7fa30a09. Dec 08 01:40:01.971285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:01.975521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:01.987489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91955ee5-9905-490a-9400-af079eb525ee req-a8abe55a-e34d-4378-8af6-799a16ae1d66 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:01.997773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91955ee5-9905-490a-9400-af079eb525ee req-a8abe55a-e34d-4378-8af6-799a16ae1d66 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 932 time: 0.7893772 Dec 08 01:40:02.009848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:02.021816 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Attempting to bind port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:02.022171 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Attempting to bind port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:02.022510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Attempting to bind port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef on network ca5844b8-27b3-4526-899f-f6eb044a8310 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:02.041764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef on network ca5844b8-27b3-4526-899f-f6eb044a8310 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:40:02.042136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Attempting to bind port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef on network ca5844b8-27b3-4526-899f-f6eb044a8310 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:02.053561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:02.054152 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Checking segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:02.054806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Bound using segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:02.055604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Bound port: 60185f0e-0993-48ab-ae3f-0dd4b58f5cef, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:02.055983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.093930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-3a55c9a9-cb36-4f93-8c11-578cc9793433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:02.097641 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-3a55c9a9-cb36-4f93-8c11-578cc9793433 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b54cd2eaf9b4bf183def562265743e6&device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 1096 time: 0.2507422 Dec 08 01:40:02.114129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48114) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:02.114820 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dad7f2-c23c-439b-851e-8fb9f5892f67 service neutron] Pushing event updated for resources: {'Port': ['ID=c95200e5-41a3-4e06-9567-86290722e8d2,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:02.121350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-abea686b-ee6d-404b-9cab-5a8c99e96e10 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409509547', 'description': 'tempest-description--503293763'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:02.202539 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.215215 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-e71f79aa-8379-4f42-80ab-8505575e9aca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c95200e5-41a3-4e06-9567-86290722e8d2 HTTP/1.1" status: 200 len: 217 time: 0.0865622 Dec 08 01:40:02.267058 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-abea686b-ee6d-404b-9cab-5a8c99e96e10 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.270336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91955ee5-9905-490a-9400-af079eb525ee req-4803615d-e6f0-4c5e-9984-128c1d44108c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715743 Dec 08 01:40:02.309025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event updated for resources: {'Port': ['ID=54dad569-2a42-4d47-b57f-34a6944d62cb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:02.312633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] For port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:02.382567 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-abea686b-ee6d-404b-9cab-5a8c99e96e10 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.396547 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-abea686b-ee6d-404b-9cab-5a8c99e96e10 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.406487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cb324-5e42-4899-a1fb-45935864d94d req-b62b88a4-24b4-4313-b2bd-05d799e5f5cb tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:02.408081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-204cb324-5e42-4899-a1fb-45935864d94d req-b62b88a4-24b4-4313-b2bd-05d799e5f5cb tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 944 time: 0.2128737 Dec 08 01:40:02.412593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] For port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=60185f0e-0993-48ab-ae3f-0dd4b58f5cef,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:02.440069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.473203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48120) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:02.505313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.542176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-b34ff152-0103-4aa5-a482-4a0e515afae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:02.543648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-b34ff152-0103-4aa5-a482-4a0e515afae9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15db70b2-e0d6-49e2-8a16-d31f675a4709 HTTP/1.1" status: 200 len: 851 time: 0.3063080 Dec 08 01:40:02.546399 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-abea686b-ee6d-404b-9cab-5a8c99e96e10 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.547525 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-abea686b-ee6d-404b-9cab-5a8c99e96e10 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4296908 Dec 08 01:40:02.551646 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48130) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:02.553641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.560819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a1519e16-5406-40cf-8206-ba2afb9d3671 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'security_group_rule': {'security_group_id': '94141411-581b-45c4-a94f-ba8d7b8476a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:02.594209 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Pushing event updated for resources: {'Port': ['ID=60185f0e-0993-48ab-ae3f-0dd4b58f5cef,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:02.630919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2e733d-f968-45fd-a328-619aa623d52c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:40:02.643544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1389687951-network', 'tenant_id': '783ff023d0674ed4b454399ced7fde14'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:02.663294 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-3f4f6dad-a824-4095-ad42-e906c3830575 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b4defec-514a-4709-994b-aa1703645786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980296 Dec 08 01:40:02.664089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea686b-ee6d-404b-9cab-5a8c99e96e10 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94141411-581b-45c4-a94f-ba8d7b8476a7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:02.674840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1519e16-5406-40cf-8206-ba2afb9d3671 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.675496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:02.676168 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.678152 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-961a2559-ca83-46a8-9d42-985d450b4560 service neutron] 10.222.0.65 "PUT /v2.0/ports/60185f0e-0993-48ab-ae3f-0dd4b58f5cef HTTP/1.1" status: 200 len: 1093 time: 2.2587414 Dec 08 01:40:02.734121 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-204cb324-5e42-4899-a1fb-45935864d94d req-b6d698b6-553a-4157-9da1-8af74d24a2c9 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082747 Dec 08 01:40:02.736314 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac0af6a-af30-46b7-8638-aa9b34338060 x-openstack-request-id: req-5ac0af6a-af30-46b7-8638-aa9b34338060 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:02.744763 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc265f2-2189-4c77-ba12-d1d4717db0d0", "tag": "c95200e5-41a3-4e06-9567-86290722e8d2", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:02.745248 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ac0af6a-af30-46b7-8638-aa9b34338060 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:02.745848 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc265f2-2189-4c77-ba12-d1d4717db0d0', 'tag': 'c95200e5-41a3-4e06-9567-86290722e8d2', 'status': 'completed', 'code': 200} Dec 08 01:40:02.830419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Made reservation on behalf of 783ff023d0674ed4b454399ced7fde14 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:02.832817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.910422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:02.946444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-43bbaf9b-ed44-4984-be8f-ca6a6b51c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:02.949106 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-43bbaf9b-ed44-4984-be8f-ca6a6b51c940 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 1096 time: 0.1840084 Dec 08 01:40:02.952970 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-7df223f9-241f-4e2b-af90-5c3431b37156 service neutron] 10.222.0.65 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663267 Dec 08 01:40:03.030962 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-dd135147-80cb-4363-b05f-4f679f938972 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60185f0e-0993-48ab-ae3f-0dd4b58f5cef HTTP/1.1" status: 200 len: 217 time: 0.0520146 Dec 08 01:40:03.067783 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1519e16-5406-40cf-8206-ba2afb9d3671 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.095892 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1519e16-5406-40cf-8206-ba2afb9d3671 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.114985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.135805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-f555625f-0fb5-4d27-b0be-10acbadae678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:03.137580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-f555625f-0fb5-4d27-b0be-10acbadae678 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.0926127 Dec 08 01:40:03.140653 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.153825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86095bc-576c-4cf3-96ac-899fb5c69e30 req-5f954002-2404-449c-a787-04783fe8a88b tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:03.155549 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e86095bc-576c-4cf3-96ac-899fb5c69e30 req-5f954002-2404-449c-a787-04783fe8a88b tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 946 time: 0.2146819 Dec 08 01:40:03.164330 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2e733d-f968-45fd-a328-619aa623d52c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:03.166376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1519e16-5406-40cf-8206-ba2afb9d3671 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6377db97-9b64-4b0e-a44e-0adbfe3f89cc,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:03.198522 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3894f7-b92a-451e-9f1e-3faf4421fd9a None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:03.208699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-df5ac5a0-6c43-44c0-9260-19e19cbcb57c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591576 Dec 08 01:40:03.220492 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3894f7-b92a-451e-9f1e-3faf4421fd9a None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:03.222000 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cb3894f7-b92a-451e-9f1e-3faf4421fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:03.251318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1519e16-5406-40cf-8206-ba2afb9d3671 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.255128 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a1519e16-5406-40cf-8206-ba2afb9d3671 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6964366 Dec 08 01:40:03.263188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:03.270652 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e373cba-7901-4887-8747-7660aa9d6d71 req-8b8b0155-3336-47f7-b488-c6ce9723025a service neutron] 10.222.0.65 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851338 Dec 08 01:40:03.289057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d68a0e80-c180-478e-b06b-9c1ef900787c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'security_group_rule': {'security_group_id': '94141411-581b-45c4-a94f-ba8d7b8476a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:03.312593 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cb3894f7-b92a-451e-9f1e-3faf4421fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:03.333840 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3894f7-b92a-451e-9f1e-3faf4421fd9a None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:03.335172 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cb3894f7-b92a-451e-9f1e-3faf4421fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:03.392941 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d68a0e80-c180-478e-b06b-9c1ef900787c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.395674 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cb3894f7-b92a-451e-9f1e-3faf4421fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:03.396714 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3894f7-b92a-451e-9f1e-3faf4421fd9a None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:03.439291 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event updated for resources: {'Port': ['ID=54dad569-2a42-4d47-b57f-34a6944d62cb,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:03.526616 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.531336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e86095bc-576c-4cf3-96ac-899fb5c69e30 req-d11773d1-11ff-4a8f-bcb9-ac68695e0009 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907827 Dec 08 01:40:03.532316 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.555515 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.584038 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.597084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.598656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b4474495-bdc2-4827-b996-7fd3c3e998dd tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0802801 Dec 08 01:40:03.638599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48142) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:03.651433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1936742708'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:03.652414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:40:03.670217 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.705525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f8dbf2-4b66-433e-89a1-c8ea9846c612,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:03.712101 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d68a0e80-c180-478e-b06b-9c1ef900787c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.719873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.720589 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Added segment 9375d110-624e-40dc-a951-b44ca2771c4e of type vlan for network dd779e6a-fa1e-42c4-9147-76d41728dbe8 Dec 08 01:40:03.787537 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.804008 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d68a0e80-c180-478e-b06b-9c1ef900787c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.806987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Made reservation on behalf of 4bde5d32d86e480bb12a7533859169a6 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:03.811097 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.906695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a0e80-c180-478e-b06b-9c1ef900787c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd754e2e-d04b-4f6b-a969-15a4cf71c031,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:03.909230 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.952543 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-52f700d4-3b77-4932-bb7e-792b4f301c88 service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7266610 Dec 08 01:40:03.981343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2e733d-f968-45fd-a328-619aa623d52c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 70313dd1-61a1-4da2-ab24-d4450baf21a8 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:40:03.985806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959474d-69f5-4432-801f-e8dfaa97b991 req-a8770ef1-4e28-4bce-bf43-00aa770e4e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:03.987407 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4959474d-69f5-4432-801f-e8dfaa97b991 req-a8770ef1-4e28-4bce-bf43-00aa770e4e0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b54cd2eaf9b4bf183def562265743e6&device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 1096 time: 0.6057458 Dec 08 01:40:03.989163 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:03.990113 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:03.990688 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:04.005202 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342d5ac-c740-4d23-a111-4caac3aeb669 req-3ffd4f1f-0728-4159-a947-24aaac0ade93 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:04.005202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2342d5ac-c740-4d23-a111-4caac3aeb669 req-3ffd4f1f-0728-4159-a947-24aaac0ade93 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 944 time: 0.5899014 Dec 08 01:40:04.005519 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d68a0e80-c180-478e-b06b-9c1ef900787c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:04.005519 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d68a0e80-c180-478e-b06b-9c1ef900787c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7177458 Dec 08 01:40:04.012050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48160) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:04.021460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:04.097807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] Pushing event updated for resources: {'Network': ['ID=dd779e6a-fa1e-42c4-9147-76d41728dbe8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:04.112327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network dd779e6a-fa1e-42c4-9147-76d41728dbe8 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:40:04.158560 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:04.159263 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2342d5ac-c740-4d23-a111-4caac3aeb669 req-cc4afb3a-8d06-428d-9fd8-327049f49e8d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425130 Dec 08 01:40:04.186802 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04ee41c2-5217-4ada-ae35-5094b07e17c2 req-c5a58b04-034a-442d-84a1-416b7708e0b7 service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257495 Dec 08 01:40:04.191211 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21001d6-dfd6-4bda-8bd0-3ec911c524ac req-8c15b77e-b4b9-4bd6-8c6e-ff12e0709c6e tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:04.199505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f21001d6-dfd6-4bda-8bd0-3ec911c524ac req-8c15b77e-b4b9-4bd6-8c6e-ff12e0709c6e tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 944 time: 0.3138027 Dec 08 01:40:04.217237 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a0616adf-ac74-445b-b92b-a98909f88a99 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7407565 Dec 08 01:40:04.217996 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:04.227427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48166) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:04.232540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Request body: {'subnet': {'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1389687951-subnet', 'tenant_id': '783ff023d0674ed4b454399ced7fde14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:04.237949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959474d-69f5-4432-801f-e8dfaa97b991 req-67fe70ea-f1aa-4192-8660-214bd51f343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:04.239550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4959474d-69f5-4432-801f-e8dfaa97b991 req-67fe70ea-f1aa-4192-8660-214bd51f343b service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b4defec-514a-4709-994b-aa1703645786 HTTP/1.1" status: 200 len: 912 time: 0.2389655 Dec 08 01:40:04.368532 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4959474d-69f5-4432-801f-e8dfaa97b991 req-92941a22-52a1-432c-bbd1-9160414a34b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c95200e5-41a3-4e06-9567-86290722e8d2 HTTP/1.1" status: 200 len: 217 time: 0.0878782 Dec 08 01:40:04.369521 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 01:40:04.369521 n-d-713498-30 neutron-server[103130]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 01:40:04.369521 n-d-713498-30 neutron-server[103130]: [parameters: {'project_id_1': '783ff023d0674ed4b454399ced7fde14', 'expiration_1': datetime.datetime(2021, 12, 8, 1, 39, 44, 240320)}] Dec 08 01:40:04.369521 n-d-713498-30 neutron-server[103130]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:40:04.369876 n-d-713498-30 neutron-server[103130]: DEBUG oslo_db.api [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:40:04.436606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2e733d-f968-45fd-a328-619aa623d52c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:04.442184 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b2e733d-f968-45fd-a328-619aa623d52c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:04.456479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b24f2-6089-4b87-9b68-693859642564 None None] Sync routers for ids ['70313dd1-61a1-4da2-ab24-d4450baf21a8'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:04.475966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b24f2-6089-4b87-9b68-693859642564 None None] Routers {'70313dd1-61a1-4da2-ab24-d4450baf21a8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:04.477963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c70b24f2-6089-4b87-9b68-693859642564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['70313dd1-61a1-4da2-ab24-d4450baf21a8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:04.481923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959474d-69f5-4432-801f-e8dfaa97b991 req-1f7ed4db-439a-41e8-be00-297b3842eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:04.484788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4959474d-69f5-4432-801f-e8dfaa97b991 req-1f7ed4db-439a-41e8-be00-297b3842eea2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15db70b2-e0d6-49e2-8a16-d31f675a4709 HTTP/1.1" status: 200 len: 851 time: 0.1071515 Dec 08 01:40:04.530984 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6b2e733d-f968-45fd-a328-619aa623d52c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "PUT /v2.0/floatingips/dd2c7eda-9e8f-4442-aa09-e3cd1bcf85e6 HTTP/1.1" status: 200 len: 976 time: 4.9127738 Dec 08 01:40:04.539064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:40:04.539466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c70b24f2-6089-4b87-9b68-693859642564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:04.540837 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:04.555887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b24f2-6089-4b87-9b68-693859642564 None None] Routers {'70313dd1-61a1-4da2-ab24-d4450baf21a8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:04.556909 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c70b24f2-6089-4b87-9b68-693859642564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['70313dd1-61a1-4da2-ab24-d4450baf21a8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:04.565082 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4959474d-69f5-4432-801f-e8dfaa97b991 req-5b3ca32b-06ba-483f-98fe-3a80f024abde service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b4defec-514a-4709-994b-aa1703645786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708239 Dec 08 01:40:04.589011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4d61f4-03b1-4329-9b68-d17a5f3345b9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:04.600233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c70b24f2-6089-4b87-9b68-693859642564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:04.601835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b24f2-6089-4b87-9b68-693859642564 None None] The sync data for ids ['70313dd1-61a1-4da2-ab24-d4450baf21a8'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:04.629175 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:04.645376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6034f1-3edb-4bb5-be7e-1c0b3dddbe06 req-721225d9-ba2b-43e8-b3d6-9a9b57c9a697 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:04.645586 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f21001d6-dfd6-4bda-8bd0-3ec911c524ac req-b6c22463-2766-4797-a5e3-4f3d1c1c03ea tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349080 Dec 08 01:40:04.654117 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e6034f1-3edb-4bb5-be7e-1c0b3dddbe06 req-721225d9-ba2b-43e8-b3d6-9a9b57c9a697 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 946 time: 0.1357753 Dec 08 01:40:04.654499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:04.654862 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Added segment de0b744a-e7e1-4fed-ae0e-310c468a88e8 of type vlan for network d03bc542-c537-49a4-9578-41b6505c0548 Dec 08 01:40:04.715192 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:04.747953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bba6f67-1f66-490c-9dcc-c537b77e34b3', 'tag': '60185f0e-0993-48ab-ae3f-0dd4b58f5cef'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:04.751265 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7db1f8-2044-4e1f-83bb-59b53886e6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4bba6f67-1f66-490c-9dcc-c537b77e34b3", "tag": "60185f0e-0993-48ab-ae3f-0dd4b58f5cef"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:04.779959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:04.789979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port 16a13a62-b7b5-4eab-a4f9-6f565c8040eb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:04.790354 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:04.800763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e6034f1-3edb-4bb5-be7e-1c0b3dddbe06 req-c9e383b9-55fc-4f42-8342-7ca89fbc4d4e tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448655 Dec 08 01:40:04.844324 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4959474d-69f5-4432-801f-e8dfaa97b991 req-570c046b-3d00-4d33-841d-f6c52a3efec2 service neutron] 10.222.0.65 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701025 Dec 08 01:40:04.850746 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefef5ea-7f03-4dd6-ac59-66c617bfc008 x-openstack-request-id: req-aefef5ea-7f03-4dd6-ac59-66c617bfc008 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:04.851220 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bba6f67-1f66-490c-9dcc-c537b77e34b3", "tag": "60185f0e-0993-48ab-ae3f-0dd4b58f5cef", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:04.851692 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aefef5ea-7f03-4dd6-ac59-66c617bfc008 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:04.852266 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bba6f67-1f66-490c-9dcc-c537b77e34b3', 'tag': '60185f0e-0993-48ab-ae3f-0dd4b58f5cef', 'status': 'completed', 'code': 200} Dec 08 01:40:04.984792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Made reservation on behalf of 783ff023d0674ed4b454399ced7fde14 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:04.989147 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:04.993734 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:04.999858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:05.000498 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:05.122715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7db1f8-2044-4e1f-83bb-59b53886e6a7 req-4093ff5f-1053-4157-86c2-98937c3cbd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:05.126808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e7db1f8-2044-4e1f-83bb-59b53886e6a7 req-4093ff5f-1053-4157-86c2-98937c3cbd9d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 1096 time: 0.2213283 Dec 08 01:40:05.132370 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4959474d-69f5-4432-801f-e8dfaa97b991 req-0780dfd3-5f1f-4008-86f8-3691c3238189 service neutron] 10.222.0.65 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505090 Dec 08 01:40:05.251678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c95200e5-41a3-4e06-9567-86290722e8d2 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:40:05.320205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7db1f8-2044-4e1f-83bb-59b53886e6a7 req-426831eb-25cb-4b93-954b-e60ad059b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:05.321726 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e7db1f8-2044-4e1f-83bb-59b53886e6a7 req-426831eb-25cb-4b93-954b-e60ad059b8f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 913 time: 0.1630902 Dec 08 01:40:05.371510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port c95200e5-41a3-4e06-9567-86290722e8d2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c95200e5-41a3-4e06-9567-86290722e8d2,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:05.377916 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e7db1f8-2044-4e1f-83bb-59b53886e6a7 req-30b2f807-0e59-48f0-a127-98dd971f19ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60185f0e-0993-48ab-ae3f-0dd4b58f5cef HTTP/1.1" status: 200 len: 217 time: 0.0463059 Dec 08 01:40:05.381759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:05.388196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'c95200e5-41a3-4e06-9567-86290722e8d2', 'network_id': '0b4defec-514a-4709-994b-aa1703645786', 'port_id': 'c95200e5-41a3-4e06-9567-86290722e8d2', 'mac_address': 'fa:16:3e:79:28:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15db70b2-e0d6-49e2-8a16-d31f675a4709', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:40:05.388594 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:05.428097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:05.434813 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:05.444223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95200e5-41a3-4e06-9567-86290722e8d2 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:05.477996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port c95200e5-41a3-4e06-9567-86290722e8d2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c95200e5-41a3-4e06-9567-86290722e8d2,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:05.483569 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:05.491707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619d92e4-eb66-499a-8737-7efe45f82797,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:05.496395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7db1f8-2044-4e1f-83bb-59b53886e6a7 req-c60c7fdb-68f3-4e1c-b450-7552438bb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:05.498082 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e7db1f8-2044-4e1f-83bb-59b53886e6a7 req-c60c7fdb-68f3-4e1c-b450-7552438bb2e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.1075976 Dec 08 01:40:05.516164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.517070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.517414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.517747 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.518074 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.518402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.518724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.519048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.519367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.519687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.520007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.520354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.520676 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:05.540376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Checking segment: {'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:05.541528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Network hostable DHCP agents. Network: dd779e6a-fa1e-42c4-9147-76d41728dbe8, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:40:05.545295 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e7db1f8-2044-4e1f-83bb-59b53886e6a7 req-e0766bc9-a963-435f-aa9c-26babaabf5bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383356 Dec 08 01:40:05.556712 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9124255 Dec 08 01:40:05.562976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48196) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:05.567558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=c95200e5-41a3-4e06-9567-86290722e8d2,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:05.572967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f6f7e77b-8162-4fc2-a0d8-1cfe6abef823 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Request body: {'subnet': {'network_id': 'd03bc542-c537-49a4-9578-41b6505c0548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:05.596864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Network dd779e6a-fa1e-42c4-9147-76d41728dbe8 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:40:05.624114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, dd779e6a-fa1e-42c4-9147-76d41728dbe8) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:05.637334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4adda-0e34-4adc-bbe8-d17452110a5c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event updated for resources: {'Network': ['ID=d03bc542-c537-49a4-9578-41b6505c0548,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:05.639434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70852bd-5594-430f-b391-cf62b5f9fdc1 None None] Network dd779e6a-fa1e-42c4-9147-76d41728dbe8 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:05.663311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:05.664194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:05.664636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network d03bc542-c537-49a4-9578-41b6505c0548 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:40:05.739444 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5ec5dc71-6dd2-42d0-8486-614724000557 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5108905 Dec 08 01:40:05.791645 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:05.792239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:05.792663 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Floating IP dd2c7eda-9e8f-4442-aa09-e3cd1bcf85e6 disassociated. External IP: 172.25.2.67, port: 16a13a62-b7b5-4eab-a4f9-6f565c8040eb. Dec 08 01:40:05.793173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for 16a13a62-b7b5-4eab-a4f9-6f565c8040eb owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:05.823006 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e7db1f8-2044-4e1f-83bb-59b53886e6a7 req-8bde0913-d236-44e1-a551-e3e3cf410a85 service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681870 Dec 08 01:40:05.830181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f7e77b-8162-4fc2-a0d8-1cfe6abef823 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Made reservation on behalf of 4bde5d32d86e480bb12a7533859169a6 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:05.834137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['c95200e5-41a3-4e06-9567-86290722e8d2'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:40:05.836691 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e77b-8162-4fc2-a0d8-1cfe6abef823 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:05.923747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e3f12-f721-4b76-b721-d1c38101b583 None None] Network dd779e6a-fa1e-42c4-9147-76d41728dbe8 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:05.923950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90d0de-86ff-444e-b3b2-0e00725854d1 req-2fcb2287-489e-486d-a133-704ade0263c0 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:05.931642 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db90d0de-86ff-444e-b3b2-0e00725854d1 req-2fcb2287-489e-486d-a133-704ade0263c0 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 945 time: 0.1901648 Dec 08 01:40:05.984479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cc5a8-6ba3-4bf5-890f-9e5e625c5682 req-dc93b907-a320-471b-b76c-52f53b66542a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:05.992015 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa1cc5a8-6ba3-4bf5-890f-9e5e625c5682 req-dc93b907-a320-471b-b76c-52f53b66542a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 944 time: 0.5482583 Dec 08 01:40:06.002396 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:06.062265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=16a13a62-b7b5-4eab-a4f9-6f565c8040eb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:06.098246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Allocated IP 172.25.2.201 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/c2a11047-199f-4ce4-9700-eca5bb264fad) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:06.106761 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db90d0de-86ff-444e-b3b2-0e00725854d1 req-3ef6671b-a957-4740-a6a0-2ab65c792597 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741879 Dec 08 01:40:06.112555 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e7db1f8-2044-4e1f-83bb-59b53886e6a7 req-5e0b4c4d-d612-4c7b-b3b0-d07fc9f4d53d service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689772 Dec 08 01:40:06.183763 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa1cc5a8-6ba3-4bf5-890f-9e5e625c5682 req-788672f7-0b03-498e-92be-c7dd62c64c8d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887400 Dec 08 01:40:06.285746 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e77b-8162-4fc2-a0d8-1cfe6abef823 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:06.342777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 70313dd1-61a1-4da2-ab24-d4450baf21a8 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:40:06.349998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510141f-3846-4662-9fd1-e11153df945c req-975d6677-8d52-4092-8066-00cd37604830 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:06.351607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f510141f-3846-4662-9fd1-e11153df945c req-975d6677-8d52-4092-8066-00cd37604830 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 946 time: 0.1570385 Dec 08 01:40:06.363072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-07739630-804e-4afe-87a2-7948543076d9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:06.364667 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-07739630-804e-4afe-87a2-7948543076d9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 946 time: 0.1711612 Dec 08 01:40:06.427981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7e77b-8162-4fc2-a0d8-1cfe6abef823 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event updated for resources: {'Subnet': ['ID=03171ef8-bd80-4b60-bac3-8271b7169de1,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:06.432779 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:06.464730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7e77b-8162-4fc2-a0d8-1cfe6abef823 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Checking segment: {'id': 'de0b744a-e7e1-4fed-ae0e-310c468a88e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd03bc542-c537-49a4-9578-41b6505c0548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:06.464730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7e77b-8162-4fc2-a0d8-1cfe6abef823 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Network hostable DHCP agents. Network: d03bc542-c537-49a4-9578-41b6505c0548, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:40:06.507263 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f510141f-3846-4662-9fd1-e11153df945c req-5e9efa0d-5de2-4ca7-ab2b-04590dbdbfd9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups?id=075acd02-a407-4c1c-99f1-22f03d6f3577&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377056 Dec 08 01:40:06.523393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:06.529318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7e77b-8162-4fc2-a0d8-1cfe6abef823 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Network d03bc542-c537-49a4-9578-41b6505c0548 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:40:06.546938 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2fcd1-05c1-46fb-a66b-023b57536ada None None] Sync routers for ids ['70313dd1-61a1-4da2-ab24-d4450baf21a8'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:06.547596 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Deleting port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:06.547596 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:06.551870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f6f7e77b-8162-4fc2-a0d8-1cfe6abef823 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, d03bc542-c537-49a4-9578-41b6505c0548) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:06.559278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c54f16c-5082-40b3-958e-767f3f6da999 None None] Network d03bc542-c537-49a4-9578-41b6505c0548 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:06.567426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7e77b-8162-4fc2-a0d8-1cfe6abef823 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:06.568073 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e77b-8162-4fc2-a0d8-1cfe6abef823 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:06.569369 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2fcd1-05c1-46fb-a66b-023b57536ada None None] Routers {'70313dd1-61a1-4da2-ab24-d4450baf21a8'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:06.570345 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e0e2fcd1-05c1-46fb-a66b-023b57536ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['70313dd1-61a1-4da2-ab24-d4450baf21a8'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:06.581843 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:06.606408 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e0e2fcd1-05c1-46fb-a66b-023b57536ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:06.616976 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2fcd1-05c1-46fb-a66b-023b57536ada None None] Routers {'70313dd1-61a1-4da2-ab24-d4450baf21a8'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:06.617832 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e0e2fcd1-05c1-46fb-a66b-023b57536ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['70313dd1-61a1-4da2-ab24-d4450baf21a8'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:06.631163 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f6f7e77b-8162-4fc2-a0d8-1cfe6abef823 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0643311 Dec 08 01:40:06.633736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48234) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:06.641703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1843330003', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:06.659786 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:06.688006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] For port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3,segment=NetworkSegment(20db8417-aee5-4ccb-ae85-8696b109e428),segment_id=20db8417-aee5-4ccb-ae85-8696b109e428)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:06.688953 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:06.689657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:06.696337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:06.698484 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:06.699720 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:06.704137 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e0e2fcd1-05c1-46fb-a66b-023b57536ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:06.705412 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2fcd1-05c1-46fb-a66b-023b57536ada None None] The sync data for ids ['70313dd1-61a1-4da2-ab24-d4450baf21a8'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:06.775672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-d03bc542-c537-49a4-9578-41b6505c0548', 'network_id': 'd03bc542-c537-49a4-9578-41b6505c0548', 'project_id': '4bde5d32d86e480bb12a7533859169a6', 'fixed_ips': [{'subnet_id': '03171ef8-bd80-4b60-bac3-8271b7169de1'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:40:06.776599 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:06.808637 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:06.815175 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d6842f99-4dd9-400d-b7ad-6322af470b87 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/ports/16a13a62-b7b5-4eab-a4f9-6f565c8040eb HTTP/1.1" status: 204 len: 168 time: 2.2687004 Dec 08 01:40:06.826489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48242) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:06.839536 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:06.876674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Port': ['ID=c2a11047-199f-4ce4-9700-eca5bb264fad,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:06.942875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Allocated IP 172.20.0.2 (d03bc542-c537-49a4-9578-41b6505c0548/03171ef8-bd80-4b60-bac3-8271b7169de1/56621605-3db6-4ac0-a6b1-9fae50bb2cc8) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:06.954848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-d05ee881-f306-485b-9b39-e9642f91a8ec tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:06.956590 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-d05ee881-f306-485b-9b39-e9642f91a8ec tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/networks?id=dd779e6a-fa1e-42c4-9147-76d41728dbe8 HTTP/1.1" status: 200 len: 822 time: 0.4067135 Dec 08 01:40:06.970693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79e0b1-365e-4e07-8802-4bab11369ad3 req-0cc1160a-101d-4bc9-bd7f-b13f2676e76c tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:06.972233 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d79e0b1-365e-4e07-8802-4bab11369ad3 req-0cc1160a-101d-4bc9-bd7f-b13f2676e76c tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69c06aa-8073-482d-81db-a4ea2a5f36da HTTP/1.1" status: 200 len: 950 time: 0.2086339 Dec 08 01:40:07.012327 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-ceb56d47-5bf3-4c0f-8983-8f9816361482 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/quotas/783ff023d0674ed4b454399ced7fde14 HTTP/1.1" status: 200 len: 375 time: 0.0259156 Dec 08 01:40:07.021459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.115453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-921f5ffc-7eee-43f0-9191-e03aa8bf0912 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=783ff023d0674ed4b454399ced7fde14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900803 Dec 08 01:40:07.116801 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.138101 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.138462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.138792 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Floating IP c932fa32-f9e2-44de-bd89-5120c591de2d disassociated. External IP: 172.25.2.247, port: fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3. Dec 08 01:40:07.139130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Calling delete_port for fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:07.140032 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.150675 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.158192 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.205481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Network d03bc542-c537-49a4-9578-41b6505c0548 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:07.210254 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:07.212920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:07.227361 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Pushing event updated for resources: {'Port': ['ID=56621605-3db6-4ac0-a6b1-9fae50bb2cc8,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:07.229169 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d79e0b1-365e-4e07-8802-4bab11369ad3 req-ff1c3891-3a96-48a1-95b0-16434eb53357 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206328 Dec 08 01:40:07.279695 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 60185f0e-0993-48ab-ae3f-0dd4b58f5cef details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:40:07.281904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c95200e5-41a3-4e06-9567-86290722e8d2 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:07.349884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Attempting to bind port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:07.350299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Attempting to bind port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'de0b744a-e7e1-4fed-ae0e-310c468a88e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd03bc542-c537-49a4-9578-41b6505c0548'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:07.353902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Attempting to bind port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 on network d03bc542-c537-49a4-9578-41b6505c0548 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:07.363708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:07.364085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Checking segment: {'id': 'de0b744a-e7e1-4fed-ae0e-310c468a88e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd03bc542-c537-49a4-9578-41b6505c0548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:07.364525 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.365723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Bound using segment: {'id': 'de0b744a-e7e1-4fed-ae0e-310c468a88e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd03bc542-c537-49a4-9578-41b6505c0548'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:07.366161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Bound port: 56621605-3db6-4ac0-a6b1-9fae50bb2cc8, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b744a-e7e1-4fed-ae0e-310c468a88e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd03bc542-c537-49a4-9578-41b6505c0548'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:07.366551 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.425689 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-bc1f191c-e9c4-42fd-a57a-e00b58321ebb service neutron] 10.222.0.70 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000023 Dec 08 01:40:07.427964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee2cc0-d84b-40f6-9ace-eac5e64ca6ed req-e0400013-3704-4e80-920c-2ea4602c04b8 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:07.429540 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0aee2cc0-d84b-40f6-9ace-eac5e64ca6ed req-e0400013-3704-4e80-920c-2ea4602c04b8 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 945 time: 0.1170433 Dec 08 01:40:07.442692 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.493821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port c95200e5-41a3-4e06-9567-86290722e8d2 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:40:07.509160 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port c95200e5-41a3-4e06-9567-86290722e8d2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:07.509524 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.517712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] For port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:07.529210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Pushing event deleted for resources: {'Port': ['ID=fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:07.571324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=60185f0e-0993-48ab-ae3f-0dd4b58f5cef,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:07.585676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] For port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=56621605-3db6-4ac0-a6b1-9fae50bb2cc8,segment=NetworkSegment(de0b744a-e7e1-4fed-ae0e-310c468a88e8),segment_id=de0b744a-e7e1-4fed-ae0e-310c468a88e8)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:07.596071 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '60185f0e-0993-48ab-ae3f-0dd4b58f5cef', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'port_id': '60185f0e-0993-48ab-ae3f-0dd4b58f5cef', 'mac_address': 'fa:16:3e:a2:fc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b516fe5-7c7e-4300-bab4-16f44055e7df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:40:07.597399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.600578 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.612899 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.702121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-d382274f-0d47-42c6-8751-ed101d76e735 service neutron] 10.222.0.70 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454410 Dec 08 01:40:07.751530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Port': ['ID=c2a11047-199f-4ce4-9700-eca5bb264fad,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:07.764141 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.796406 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.807804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-010e5a81-8847-4460-8bd0-707c55fea24a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7832394 Dec 08 01:40:07.840771 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-864aa048-ea5e-42e5-b1d1-66734229edb3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:07.980545 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:08.010480 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:08.025432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4314cc-1717-4eab-8ae8-f048a8dbd621 None None] Pushing event updated for resources: {'Port': ['ID=56621605-3db6-4ac0-a6b1-9fae50bb2cc8,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:08.042795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60185f0e-0993-48ab-ae3f-0dd4b58f5cef {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:08.049760 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:08.072371 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:08.080117 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0aee2cc0-d84b-40f6-9ace-eac5e64ca6ed req-417081a6-4bb0-4416-b324-8afcab3711e3 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180151 Dec 08 01:40:08.117771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=60185f0e-0993-48ab-ae3f-0dd4b58f5cef,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:08.147898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:08.192820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc265f2-2189-4c77-ba12-d1d4717db0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95200e5-41a3-4e06-9567-86290722e8d2'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:08.195275 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f545172e-de6d-48ba-9e18-6a5e32e05526" -d '{"events": [{"server_uuid": "adc265f2-2189-4c77-ba12-d1d4717db0d0", "name": "network-vif-plugged", "status": "completed", "tag": "c95200e5-41a3-4e06-9567-86290722e8d2"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:08.265378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port c95200e5-41a3-4e06-9567-86290722e8d2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c95200e5-41a3-4e06-9567-86290722e8d2,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:08.274282 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:08.291709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=60185f0e-0993-48ab-ae3f-0dd4b58f5cef,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:08.371311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=c95200e5-41a3-4e06-9567-86290722e8d2,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:08.376245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Router f2e4c710-f3b3-4861-8620-95e4e02b1d6e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:40:08.426776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccffba-b33a-4526-92bb-c59dba1f7ecc req-524c6c3f-2bce-4462-a10f-bf7f3ed456c0 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:08.428376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eccffba-b33a-4526-92bb-c59dba1f7ecc req-524c6c3f-2bce-4462-a10f-bf7f3ed456c0 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 945 time: 0.2937369 Dec 08 01:40:08.456711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Allocated IP 172.25.2.199 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/e5ccc7f2-2f18-4105-afc7-29bf1b5bba23) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:08.545675 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eccffba-b33a-4526-92bb-c59dba1f7ecc req-5aaf2714-e8b9-4321-8f5b-3a6464cbe18c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748596 Dec 08 01:40:08.554355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['60185f0e-0993-48ab-ae3f-0dd4b58f5cef'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:40:08.590114 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-471ad0d8-ea48-4e2f-863b-d1773ef91e42 req-8fba087d-c282-4634-9520-c4263b548551 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/ports?device_id=7abfb58c-de77-46cf-8137-94be23238432 HTTP/1.1" status: 200 len: 210 time: 0.0625939 Dec 08 01:40:08.714366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f567863e-e00a-4277-b74a-d0c226945788 req-10fc7344-0277-46c3-beb3-245d9092c4b9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 210 time: 0.0610640 Dec 08 01:40:08.756719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-864aa048-ea5e-42e5-b1d1-66734229edb3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port 83e33344-de31-47db-9934-269b1dc213c1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:08.757176 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-864aa048-ea5e-42e5-b1d1-66734229edb3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:08.768085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:08.788244 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4ced0a-0234-4366-a6ca-7ecb72c2d949 x-openstack-request-id: req-8b4ced0a-0234-4366-a6ca-7ecb72c2d949 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:08.789647 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc265f2-2189-4c77-ba12-d1d4717db0d0", "name": "network-vif-plugged", "status": "completed", "tag": "c95200e5-41a3-4e06-9567-86290722e8d2", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:08.789647 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8b4ced0a-0234-4366-a6ca-7ecb72c2d949 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:08.790133 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc265f2-2189-4c77-ba12-d1d4717db0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95200e5-41a3-4e06-9567-86290722e8d2', 'code': 200} Dec 08 01:40:08.792410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93642c9-5f8b-4eeb-9e62-9b3eaf922e6e None None] Sync routers for ids ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:08.821252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93642c9-5f8b-4eeb-9e62-9b3eaf922e6e None None] Routers {'f2e4c710-f3b3-4861-8620-95e4e02b1d6e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:08.822058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a93642c9-5f8b-4eeb-9e62-9b3eaf922e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:08.926305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] No DVR routers for this DVR port fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:40:08.934077 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:08.937502 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-864aa048-ea5e-42e5-b1d1-66734229edb3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:08.942441 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-88aed947-7113-4aaf-9a0d-a260b88b645a req-ad2385e0-e2c9-4e1f-a5e3-ac594d4122f9 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.65 "DELETE /v2.0/ports/fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 HTTP/1.1" status: 204 len: 173 time: 2.5687845 Dec 08 01:40:08.945838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:08.952516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-864aa048-ea5e-42e5-b1d1-66734229edb3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for 83e33344-de31-47db-9934-269b1dc213c1 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:08.954592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abfb58c-de77-46cf-8137-94be23238432', 'name': 'network-vif-deleted', 'tag': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:08.958314 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d48dc0-8cf3-4aa2-b369-27620ceae6aa" -d '{"events": [{"server_uuid": "7abfb58c-de77-46cf-8137-94be23238432", "name": "network-vif-deleted", "tag": "fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:08.971231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a93642c9-5f8b-4eeb-9e62-9b3eaf922e6e None None] Set router f2e4c710-f3b3-4861-8620-95e4e02b1d6e gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:40:09.116317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:40:09.133797 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-83d0dd54-9635-42b7-ba08-c35c67a9a1c6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--409509547&fields=id&tenant_id=ab7855d0a0e74cfba38e77648e79ba3c HTTP/1.1" status: 200 len: 267 time: 0.3712497 Dec 08 01:40:09.185789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f690-344c-49af-beee-34324f65a186 req-bf6daa88-51f9-4011-ac54-b81b6eb7b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:09.187952 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c410f690-344c-49af-beee-34324f65a186 req-bf6daa88-51f9-4011-ac54-b81b6eb7b897 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 1098 time: 0.2399728 Dec 08 01:40:09.193227 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15e5fcf-b3c8-4384-b517-63ca31a0ad80 x-openstack-request-id: req-b15e5fcf-b3c8-4384-b517-63ca31a0ad80 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:09.193530 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abfb58c-de77-46cf-8137-94be23238432", "name": "network-vif-deleted", "tag": "fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:09.193815 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b15e5fcf-b3c8-4384-b517-63ca31a0ad80 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:09.194861 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abfb58c-de77-46cf-8137-94be23238432', 'name': 'network-vif-deleted', 'tag': 'fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3', 'status': 'completed', 'code': 200} Dec 08 01:40:09.244374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:09.267384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:40:09.298267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:40:09.298618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device fdf16fd3-c3e4-4fc6-abbe-2cf8592da2e3 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:40:09.302494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-7eb413a1-fedc-4e04-868b-61b5ceccfda3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:09.311036 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-7eb413a1-fedc-4e04-868b-61b5ceccfda3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports/dffc73d6-4a06-4e82-b7c3-52506e9a988c HTTP/1.1" status: 200 len: 930 time: 0.1498551 Dec 08 01:40:09.405650 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:09.445924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-c7df1a09-867c-4efd-a107-c93cf3a07980 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:09.452716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-c7df1a09-867c-4efd-a107-c93cf3a07980 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports/62bd3d93-1894-4564-a87b-4962abb893c0 HTTP/1.1" status: 200 len: 931 time: 0.1405509 Dec 08 01:40:09.457860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:09.484566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:09.484703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event updated for resources: {'Port': ['ID=e5ccc7f2-2f18-4105-afc7-29bf1b5bba23,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:09.497750 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:09.516896 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c410f690-344c-49af-beee-34324f65a186 req-7c9c3a93-dc83-4747-893a-e521ffbe305a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919490 Dec 08 01:40:09.552803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:09.574675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a93642c9-5f8b-4eeb-9e62-9b3eaf922e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:37:42Z', 'revision_number': 4, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01a71408-4b50-4655-9618-6f592b5f334a', 'name': '', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'mac_address': 'fa:16:3e:72:62:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:40Z', 'updated_at': '2021-12-08T01:37:50Z', 'revision_number': 5, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'subnets': [{'id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:09.574960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:09.585192 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-5e370501-45fd-4ce9-98bf-9071758bf2b5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1314735 Dec 08 01:40:09.661695 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-2a22af15-cb15-44ae-8241-750d4f73375a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0753634 Dec 08 01:40:09.662152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:09.666231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4bbaae-f942-46a9-8ddb-14189ee9a8ad None None] Network d03bc542-c537-49a4-9578-41b6505c0548 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:09.673416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93642c9-5f8b-4eeb-9e62-9b3eaf922e6e None None] Checking router: f2e4c710-f3b3-4861-8620-95e4e02b1d6e for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:40:09.761706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,revision_number=11']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:09.807474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93642c9-5f8b-4eeb-9e62-9b3eaf922e6e None None] Routers {'f2e4c710-f3b3-4861-8620-95e4e02b1d6e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:09.808130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a93642c9-5f8b-4eeb-9e62-9b3eaf922e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:09.885201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f213b-4a9e-4535-b961-ec0273383bcf req-f55d0de3-978b-497e-a84c-44f12ce758e2 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:09.886651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-767f213b-4a9e-4535-b961-ec0273383bcf req-f55d0de3-978b-497e-a84c-44f12ce758e2 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.1718457 Dec 08 01:40:09.919657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b5b87f88-a14e-4f3e-9e60-4b1ded57e51e None None] Provisioning complete for port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:09.920636 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b5b87f88-a14e-4f3e-9e60-4b1ded57e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:09.934442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-69711687-fb42-405a-95fa-706f7abd2907 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:09.935510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-9ec6b4f2-a292-4920-b237-c6e32b013bab tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:09.937023 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-9ec6b4f2-a292-4920-b237-c6e32b013bab tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.72 "GET /v2.0/networks?id=dd779e6a-fa1e-42c4-9147-76d41728dbe8 HTTP/1.1" status: 200 len: 822 time: 0.2194848 Dec 08 01:40:09.940875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-69711687-fb42-405a-95fa-706f7abd2907 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:09.946707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-69711687-fb42-405a-95fa-706f7abd2907 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:09.948439 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-69711687-fb42-405a-95fa-706f7abd2907 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/networks?id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 HTTP/1.1" status: 200 len: 1990 time: 0.2860699 Dec 08 01:40:09.963286 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-864aa048-ea5e-42e5-b1d1-66734229edb3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:09.969565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Request body: {'port': {'device_id': 'e304c29b-18a3-481b-96e3-c060ae4282fc', 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8', 'admin_state_up': True, 'tenant_id': '783ff023d0674ed4b454399ced7fde14'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:09.977255 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-7182c5dc-0fad-4a6d-99e3-3c743c4371c7 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/quotas/ab7855d0a0e74cfba38e77648e79ba3c HTTP/1.1" status: 200 len: 375 time: 0.0218194 Dec 08 01:40:10.040441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aa048-ea5e-42e5-b1d1-66734229edb3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=83e33344-de31-47db-9934-269b1dc213c1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:10.057480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-767f213b-4a9e-4535-b961-ec0273383bcf req-a9b43819-0d3a-4745-8e55-dcaa2005e578 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548316 Dec 08 01:40:10.109642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a93642c9-5f8b-4eeb-9e62-9b3eaf922e6e None None] Set router f2e4c710-f3b3-4861-8620-95e4e02b1d6e gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:40:10.128541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:10.129227 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:10.168033 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-68c70312-bce5-401e-811e-8235473324b3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1837807 Dec 08 01:40:10.183644 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:10.362500 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b5b87f88-a14e-4f3e-9e60-4b1ded57e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:10.396512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Made reservation on behalf of 783ff023d0674ed4b454399ced7fde14 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:10.400000 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:10.421059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a1048-72ec-4c1f-8bd5-beeed0222d05 req-24771672-18c2-4f04-a6a3-3b9ec67e9ef6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:10.423238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-595a1048-72ec-4c1f-8bd5-beeed0222d05 req-24771672-18c2-4f04-a6a3-3b9ec67e9ef6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 945 time: 0.1583102 Dec 08 01:40:10.426409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b5b87f88-a14e-4f3e-9e60-4b1ded57e51e None None] For port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=56621605-3db6-4ac0-a6b1-9fae50bb2cc8,segment=NetworkSegment(de0b744a-e7e1-4fed-ae0e-310c468a88e8),segment_id=de0b744a-e7e1-4fed-ae0e-310c468a88e8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:10.461303 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b5b87f88-a14e-4f3e-9e60-4b1ded57e51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:10.470425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-864aa048-ea5e-42e5-b1d1-66734229edb3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:10.522240 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4be6254b-f64a-4202-84ef-e3243b4eb601 service neutron] 10.222.0.70 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778757 Dec 08 01:40:10.593759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b87f88-a14e-4f3e-9e60-4b1ded57e51e None None] Pushing event updated for resources: {'Port': ['ID=56621605-3db6-4ac0-a6b1-9fae50bb2cc8,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:10.611914 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-595a1048-72ec-4c1f-8bd5-beeed0222d05 req-c6e6e4fb-d1de-4a4a-a22a-871d64e39e74 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738043 Dec 08 01:40:10.651619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-d6cd14a1-f183-4938-bcad-178ae575d7e2 service neutron] 10.222.0.70 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974495 Dec 08 01:40:10.725418 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-841a5451-ba92-4917-88fc-59a81b0a722d service neutron] 10.222.0.70 "GET /v2.0/ports/dffc73d6-4a06-4e82-b7c3-52506e9a988c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0668178 Dec 08 01:40:10.726639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:10.809242 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-05be378a-55c1-410b-b594-67d34308b90d req-29817e4c-2a06-474a-89c4-6f2a012122cc tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 210 time: 0.0486391 Dec 08 01:40:10.841512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:10.844271 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2486a312-87b2-4030-8873-0fc54293d3f0" -d '{"events": [{"server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "name": "network-vif-unplugged", "status": "completed", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:10.860785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Allocated IP 172.20.0.4 (dd779e6a-fa1e-42c4-9147-76d41728dbe8/619d92e4-eb66-499a-8737-7efe45f82797/5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:10.877410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b5e8daa0-813e-4cc9-87b1-4e0856c62b1f None None] Provisioning complete for port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:10.877869 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b5e8daa0-813e-4cc9-87b1-4e0856c62b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:10.925484 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a93642c9-5f8b-4eeb-9e62-9b3eaf922e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:37:42Z', 'revision_number': 4, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01a71408-4b50-4655-9618-6f592b5f334a', 'name': '', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'mac_address': 'fa:16:3e:72:62:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:40Z', 'updated_at': '2021-12-08T01:37:50Z', 'revision_number': 5, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'subnets': [{'id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:10.960326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93642c9-5f8b-4eeb-9e62-9b3eaf922e6e None None] The sync data for ids ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'] in n-d-713498-30 is: [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:37:42Z', 'revision_number': 4, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01a71408-4b50-4655-9618-6f592b5f334a', 'name': '', 'network_id': '70e881ea-2db7-4cbe-a704-5e148df0be80', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'mac_address': 'fa:16:3e:72:62:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:40Z', 'updated_at': '2021-12-08T01:37:50Z', 'revision_number': 5, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'subnets': [{'id': 'd9c2c56d-fefc-4009-b084-439df3fd05b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:11.011207 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-02cf5e8a-e7ad-43d5-9979-f55b0c9043aa service neutron] 10.222.0.70 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780118 Dec 08 01:40:11.056843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864aa048-ea5e-42e5-b1d1-66734229edb3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 70313dd1-61a1-4da2-ab24-d4450baf21a8 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:40:11.135264 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Router 22b2dc6d-aa86-4ae6-8e48-021e5c645254 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:40:11.149923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-78d30c6d-070d-4467-ba9c-33c46a3296d4 service neutron] 10.222.0.70 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360838 Dec 08 01:40:11.221725 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:11.248975 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac93408-2a27-4327-abde-6f5b7c5156d9 None None] New status for floating IP c932fa32-f9e2-44de-bd89-5120c591de2d: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:40:11.252686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864aa048-ea5e-42e5-b1d1-66734229edb3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:11.263570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-864aa048-ea5e-42e5-b1d1-66734229edb3 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "PUT /v2.0/routers/70313dd1-61a1-4da2-ab24-d4450baf21a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4302332 Dec 08 01:40:11.263763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcee69e-b63e-4dce-b7dd-5fa931b8ff69 None None] Sync routers for ids ['70313dd1-61a1-4da2-ab24-d4450baf21a8'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:11.266970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48356) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:11.277382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcee69e-b63e-4dce-b7dd-5fa931b8ff69 None None] Routers {'70313dd1-61a1-4da2-ab24-d4450baf21a8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:11.278047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ebcee69e-b63e-4dce-b7dd-5fa931b8ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['70313dd1-61a1-4da2-ab24-d4450baf21a8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:11.329724 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:11.331714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 60185f0e-0993-48ab-ae3f-0dd4b58f5cef up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:11.335521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ebcee69e-b63e-4dce-b7dd-5fa931b8ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:11.403874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcee69e-b63e-4dce-b7dd-5fa931b8ff69 None None] Routers {'70313dd1-61a1-4da2-ab24-d4450baf21a8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:11.405286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ebcee69e-b63e-4dce-b7dd-5fa931b8ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['70313dd1-61a1-4da2-ab24-d4450baf21a8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:11.416714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Network dd779e6a-fa1e-42c4-9147-76d41728dbe8 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:11.427449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:11.432956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:11.486773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:11.489940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:11.497242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event updated for resources: {'Port': ['ID=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:11.499543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ebcee69e-b63e-4dce-b7dd-5fa931b8ff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:11.499742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcee69e-b63e-4dce-b7dd-5fa931b8ff69 None None] The sync data for ids ['70313dd1-61a1-4da2-ab24-d4450baf21a8'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:11.514085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:11.515523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:40:11.520845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6be6c073-375f-4f78-a501-ec63a50b92c9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5582578 Dec 08 01:40:11.522722 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:11.526664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:11.527049 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:11.558400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Request body: {'port': {'device_id': 'e304c29b-18a3-481b-96e3-c060ae4282fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:11.585031 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-14e3cc4d-f13f-4133-a9a4-e4af70c07789 service neutron] 10.222.0.70 "GET /v2.0/ports/62bd3d93-1894-4564-a87b-4962abb893c0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0507677 Dec 08 01:40:11.620643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:11.620643 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:11.663654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:11.685679 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:11.695380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:11.725756 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:11.727784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=60185f0e-0993-48ab-ae3f-0dd4b58f5cef,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:11.728147 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:11.732663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-06c39833-1533-4a42-aff8-d52dc23e6359 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.0954130 Dec 08 01:40:11.732663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-96a5d9af-faf4-4394-acad-f8c1ae805142 service neutron] 10.222.0.70 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464729 Dec 08 01:40:11.733015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48360) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:11.742635 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:11.747451 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d4e790-8276-499d-964c-75190e9b14b7 None None] Sync routers for ids ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:11.774173 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4e790-8276-499d-964c-75190e9b14b7 None None] Routers {'22b2dc6d-aa86-4ae6-8e48-021e5c645254'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:11.775349 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-35d4e790-8276-499d-964c-75190e9b14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:11.832331 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-35d4e790-8276-499d-964c-75190e9b14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:11.834560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=60185f0e-0993-48ab-ae3f-0dd4b58f5cef,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:11.841958 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4e790-8276-499d-964c-75190e9b14b7 None None] Routers {'22b2dc6d-aa86-4ae6-8e48-021e5c645254'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:11.842805 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-35d4e790-8276-499d-964c-75190e9b14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:11.881592 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-35d4e790-8276-499d-964c-75190e9b14b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:11.883413 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d4e790-8276-499d-964c-75190e9b14b7 None None] The sync data for ids ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:11.949768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port 874510d3-0deb-424b-94fa-935f32b6138e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:11.950024 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:11.970999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-aeabbde3-005f-4290-8d3f-c598f979ad7e service neutron] 10.222.0.70 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518872 Dec 08 01:40:12.081119 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:12.081582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48366) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:12.089048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:12.101249 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:12.103582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for 874510d3-0deb-424b-94fa-935f32b6138e owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:12.122615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Transition to ACTIVE for port object 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:40:12.126962 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aabc9a-3133-488e-822b-a2a41eaf1e14 x-openstack-request-id: req-a2aabc9a-3133-488e-822b-a2a41eaf1e14 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:12.127385 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "name": "network-vif-unplugged", "status": "completed", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:12.127564 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a2aabc9a-3133-488e-822b-a2a41eaf1e14 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:12.129077 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'code': 200} Dec 08 01:40:12.160655 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:12.186893 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-0d0c51df-e3f6-4761-b1b0-1b4280c230a4 service neutron] 10.222.0.70 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090185 Dec 08 01:40:12.295873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7db7bced-afa5-4949-a424-b92553000f2b tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:12.342773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Pushing event updated for resources: {'Port': ['ID=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:12.362935 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7db7bced-afa5-4949-a424-b92553000f2b tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:12.417602 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-be785ca6-db27-4bdb-92ae-55e5bf911b05 service neutron] 10.222.0.70 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205536 Dec 08 01:40:12.437516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d68880-98c6-4d26-bc6e-64537c96cc97 req-7b319d82-d73d-4352-bc27-a7a7c696f429 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:12.439219 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1d68880-98c6-4d26-bc6e-64537c96cc97 req-7b319d82-d73d-4352-bc27-a7a7c696f429 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.1363320 Dec 08 01:40:12.443535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Attempting to bind port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:12.444342 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Attempting to bind port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:12.444342 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Attempting to bind port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 on network dd779e6a-fa1e-42c4-9147-76d41728dbe8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:12.461638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 on network dd779e6a-fa1e-42c4-9147-76d41728dbe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:40:12.461959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Attempting to bind port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 on network dd779e6a-fa1e-42c4-9147-76d41728dbe8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:12.481585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:12.481977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Checking segment: {'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:12.482411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Bound using segment: {'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:12.483085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Bound port: 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:12.483518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:12.497165 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:12.546643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=874510d3-0deb-424b-94fa-935f32b6138e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:12.549026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7db7bced-afa5-4949-a424-b92553000f2b tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:12.551657 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7db7bced-afa5-4949-a424-b92553000f2b tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:12.552799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7db7bced-afa5-4949-a424-b92553000f2b tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "DELETE /v2.0/security-groups/075acd02-a407-4c1c-99f1-22f03d6f3577 HTTP/1.1" status: 204 len: 168 time: 0.4685688 Dec 08 01:40:12.560500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48378) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:12.591213 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1d68880-98c6-4d26-bc6e-64537c96cc97 req-1291ea00-6af7-4e97-8cd0-69f7cb37c114 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423824 Dec 08 01:40:12.602082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7bced-afa5-4949-a424-b92553000f2b tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075acd02-a407-4c1c-99f1-22f03d6f3577,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:12.620187 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-f2bd52f6-466f-49ef-9b75-c12a2c1d732c tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] show failed (client error): The resource could not be found. Dec 08 01:40:12.621335 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f2bd52f6-466f-49ef-9b75-c12a2c1d732c tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "GET /v2.0/security-groups/075acd02-a407-4c1c-99f1-22f03d6f3577 HTTP/1.1" status: 404 len: 347 time: 0.0583730 Dec 08 01:40:12.627466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48382) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:12.640525 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bb9ae938-9595-4b67-8d84-055f60ea2121 service neutron] 10.222.0.70 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118094 Dec 08 01:40:12.659267 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:12.687751 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:12.690151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] For port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:12.943263 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-3e3687b3-16b4-4ac0-9c67-5955b392671b service neutron] 10.222.0.70 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656233 Dec 08 01:40:12.966737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-97e8bf92-ebc7-4f94-b081-64dae5b81e84 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Deleting port 14de70bc-a132-41a5-8c02-789c92403baf {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:12.967080 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97e8bf92-ebc7-4f94-b081-64dae5b81e84 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.095246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] For port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:13.101516 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.105636 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.107529 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.187494 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:13.188131 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.189783 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] 10.222.0.72 "PUT /v2.0/ports/5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 HTTP/1.1" status: 200 len: 1092 time: 1.6378436 Dec 08 01:40:13.190277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e304c29b-18a3-481b-96e3-c060ae4282fc', 'tag': '5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:13.192674 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48fcfaa-f1f4-4eec-8bff-23bcc8ad479e" -d '{"events": [{"name": "network-changed", "server_uuid": "e304c29b-18a3-481b-96e3-c060ae4282fc", "tag": "5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:13.211072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b60c9c-c072-4123-ad36-cf55bcec6164 req-ac490963-de08-44ed-8fb3-bc63c2e7a63a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:13.212765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16b60c9c-c072-4123-ad36-cf55bcec6164 req-ac490963-de08-44ed-8fb3-bc63c2e7a63a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 946 time: 0.5239761 Dec 08 01:40:13.215789 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.216377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Fanout notify agent at l3_agent the message router_deleted on router 70313dd1-61a1-4da2-ab24-d4450baf21a8 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:40:13.227942 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.231620 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b326cdf2-9997-45f3-b273-346b27eaa8d2 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/routers/70313dd1-61a1-4da2-ab24-d4450baf21a8 HTTP/1.1" status: 204 len: 168 time: 1.9611902 Dec 08 01:40:13.234314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48386) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:13.317614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a5566-0fc8-478e-937e-4ea6e9954d6e service neutron] Pushing event updated for resources: {'Port': ['ID=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:13.375920 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6ba637-713b-4e24-bdfe-0786fa2f0efb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting subnet 427b006b-ba4b-4541-91f9-dceb6a7afdd6 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:40:13.386432 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af6ba637-713b-4e24-bdfe-0786fa2f0efb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.425840 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16b60c9c-c072-4123-ad36-cf55bcec6164 req-463a14b1-d808-4015-83c6-32c52d1cf699 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923621 Dec 08 01:40:13.430464 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-48d195b6-0084-4dad-87e1-a0bf5f6eaf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:13.431893 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-48d195b6-0084-4dad-87e1-a0bf5f6eaf9e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=783ff023d0674ed4b454399ced7fde14&device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 1095 time: 0.1666682 Dec 08 01:40:13.447181 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af6ba637-713b-4e24-bdfe-0786fa2f0efb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.473837 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ecaad15-16fc-46a4-8a60-4de71c06fa59 service neutron] 10.222.0.70 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181241 Dec 08 01:40:13.475561 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97e8bf92-ebc7-4f94-b081-64dae5b81e84 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.475890 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97e8bf92-ebc7-4f94-b081-64dae5b81e84 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.502120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-97e8bf92-ebc7-4f94-b081-64dae5b81e84 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Calling delete_port for 14de70bc-a132-41a5-8c02-789c92403baf owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:13.503665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-595f9a3c-5002-42e5-b601-d1e5985bf867 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 HTTP/1.1" status: 200 len: 217 time: 0.0410249 Dec 08 01:40:13.617440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-bdb5eb54-b407-41f4-a547-34641f777e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:13.618968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-bdb5eb54-b407-41f4-a547-34641f777e52 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=619d92e4-eb66-499a-8737-7efe45f82797 HTTP/1.1" status: 200 len: 862 time: 0.1009650 Dec 08 01:40:13.645138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406de93-0333-48ee-be1d-ee7b8bbefefa req-463f5087-599a-4030-967e-615f9f1b1296 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:13.646615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3406de93-0333-48ee-be1d-ee7b8bbefefa req-463f5087-599a-4030-967e-615f9f1b1296 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 943 time: 0.1447523 Dec 08 01:40:13.650292 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af6ba637-713b-4e24-bdfe-0786fa2f0efb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.651908 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Allocated IP 172.20.0.1 (d03bc542-c537-49a4-9578-41b6505c0548/03171ef8-bd80-4b60-bac3-8271b7169de1/10a9497f-6569-4424-8286-95596bd2adb4) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:13.689518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-b47b65bd-73c4-41cc-9697-fe9c42875910 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd779e6a-fa1e-42c4-9147-76d41728dbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609591 Dec 08 01:40:13.709808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-49e804cd-ad4f-46e3-92d9-4fed4a3dea28 service neutron] 10.222.0.70 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223260 Dec 08 01:40:13.817775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3406de93-0333-48ee-be1d-ee7b8bbefefa req-d7f4158d-9368-466f-967b-0ed22d23957f tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313496 Dec 08 01:40:13.820206 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af6ba637-713b-4e24-bdfe-0786fa2f0efb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.859256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ba637-713b-4e24-bdfe-0786fa2f0efb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Subnet': ['ID=427b006b-ba4b-4541-91f9-dceb6a7afdd6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:13.861321 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af6ba637-713b-4e24-bdfe-0786fa2f0efb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.864579 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-af6ba637-713b-4e24-bdfe-0786fa2f0efb tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/subnets/427b006b-ba4b-4541-91f9-dceb6a7afdd6 HTTP/1.1" status: 204 len: 168 time: 0.6214292 Dec 08 01:40:13.867147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48392) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:13.880550 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b1ce2b-1042-4f83-92c9-4c2ca9f1e2c0 None None] Network 00306ce8-6ea4-4811-8b4b-528d1950d666 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:13.910409 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-87e1a5e6-49b1-45fa-a1f0-b7a61a0554d7 service neutron] 10.222.0.72 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079363 Dec 08 01:40:13.931470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-2d867b70-eed7-4b4c-9cff-c3deffb80406 service neutron] 10.222.0.70 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138054 Dec 08 01:40:13.992440 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.994212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97e8bf92-ebc7-4f94-b081-64dae5b81e84 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:13.997956 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.055168 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8bf92-ebc7-4f94-b081-64dae5b81e84 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Pushing event deleted for resources: {'Port': ['ID=14de70bc-a132-41a5-8c02-789c92403baf,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:14.065526 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a445984d-9a86-438c-8d26-d137c99e478b None None] DHCP port deletion for 00306ce8-6ea4-4811-8b4b-528d1950d666 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:40:14.089256 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4836052a-9929-4478-b89a-bdf24f71b1fe req-6f624113-0141-4a01-86a4-94d69a1255fb service neutron] 10.222.0.72 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680191 Dec 08 01:40:14.109091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port faa17efc-89a5-496c-ac3d-588be2c4e75b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:14.109780 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.129716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bba6f67-1f66-490c-9dcc-c537b77e34b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60185f0e-0993-48ab-ae3f-0dd4b58f5cef'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:14.132460 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20548e74-8d60-4f0a-be7c-aeae74b98943" -d '{"events": [{"server_uuid": "4bba6f67-1f66-490c-9dcc-c537b77e34b3", "name": "network-vif-plugged", "status": "completed", "tag": "60185f0e-0993-48ab-ae3f-0dd4b58f5cef"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:14.136152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a445984d-9a86-438c-8d26-d137c99e478b None None] Deleting port faa17efc-89a5-496c-ac3d-588be2c4e75b {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:14.136610 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a445984d-9a86-438c-8d26-d137c99e478b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.191188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] For port faa17efc-89a5-496c-ac3d-588be2c4e75b, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=faa17efc-89a5-496c-ac3d-588be2c4e75b,segment=NetworkSegment(1c3b8add-c51d-4111-8a31-62911882b429),segment_id=1c3b8add-c51d-4111-8a31-62911882b429)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:14.191551 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.217266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for faa17efc-89a5-496c-ac3d-588be2c4e75b owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:14.220507 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a445984d-9a86-438c-8d26-d137c99e478b None None] For port faa17efc-89a5-496c-ac3d-588be2c4e75b, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=faa17efc-89a5-496c-ac3d-588be2c4e75b,segment=NetworkSegment(1c3b8add-c51d-4111-8a31-62911882b429),segment_id=1c3b8add-c51d-4111-8a31-62911882b429)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:14.220957 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a445984d-9a86-438c-8d26-d137c99e478b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.227423 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b93c5fd-f546-4f35-94fa-768d73d4ceb9 x-openstack-request-id: req-0b93c5fd-f546-4f35-94fa-768d73d4ceb9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:14.227763 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e304c29b-18a3-481b-96e3-c060ae4282fc", "tag": "5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:14.228086 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0b93c5fd-f546-4f35-94fa-768d73d4ceb9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:14.228624 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e304c29b-18a3-481b-96e3-c060ae4282fc', 'tag': '5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392', 'status': 'completed', 'code': 200} Dec 08 01:40:14.239675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a445984d-9a86-438c-8d26-d137c99e478b None None] Calling delete_port for faa17efc-89a5-496c-ac3d-588be2c4e75b owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:14.241677 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97e8bf92-ebc7-4f94-b081-64dae5b81e84 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.244591 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97e8bf92-ebc7-4f94-b081-64dae5b81e84 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.248442 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-97e8bf92-ebc7-4f94-b081-64dae5b81e84 tempest-ServersTestManualDisk-1428283729 tempest-ServersTestManualDisk-1428283729-project] 10.222.0.70 "DELETE /v2.0/floatingips/c932fa32-f9e2-44de-bd89-5120c591de2d HTTP/1.1" status: 204 len: 168 time: 1.6173639 Dec 08 01:40:14.275600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.275843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48404) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:14.290422 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-5b93b9d3-035f-43fb-ba5c-a0a3c53c0a63 service neutron] 10.222.0.70 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580203 Dec 08 01:40:14.349775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Network d03bc542-c537-49a4-9578-41b6505c0548 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:14.357118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:14.363238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe767c-31b7-4546-80d9-9f7b21723370 req-34ca1930-887e-45a0-b0ee-7178ef9e48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:14.364776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2cfe767c-31b7-4546-80d9-9f7b21723370 req-34ca1930-887e-45a0-b0ee-7178ef9e48eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b54cd2eaf9b4bf183def562265743e6&device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 1098 time: 0.1390564 Dec 08 01:40:14.368531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:14.376506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event updated for resources: {'Port': ['ID=10a9497f-6569-4424-8286-95596bd2adb4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:14.405832 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a445984d-9a86-438c-8d26-d137c99e478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.418622 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445984d-9a86-438c-8d26-d137c99e478b None None] No DVR routers for this DVR port faa17efc-89a5-496c-ac3d-588be2c4e75b on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:40:14.485995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a445984d-9a86-438c-8d26-d137c99e478b None None] Pushing event deleted for resources: {'Port': ['ID=faa17efc-89a5-496c-ac3d-588be2c4e75b,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:14.507753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fcfaa-f1f4-4eec-8bff-23bcc8ad479e req-341e84b3-9619-482a-831e-40d91c928af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:14.509325 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e48fcfaa-f1f4-4eec-8bff-23bcc8ad479e req-341e84b3-9619-482a-831e-40d91c928af6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=783ff023d0674ed4b454399ced7fde14&device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 1095 time: 0.2253656 Dec 08 01:40:14.514863 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e4a114-b692-4c2c-82dc-9bdedfbfd8fe x-openstack-request-id: req-89e4a114-b692-4c2c-82dc-9bdedfbfd8fe {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:14.515161 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bba6f67-1f66-490c-9dcc-c537b77e34b3", "name": "network-vif-plugged", "status": "completed", "tag": "60185f0e-0993-48ab-ae3f-0dd4b58f5cef", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:14.515414 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89e4a114-b692-4c2c-82dc-9bdedfbfd8fe {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:14.515849 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bba6f67-1f66-490c-9dcc-c537b77e34b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60185f0e-0993-48ab-ae3f-0dd4b58f5cef', 'code': 200} Dec 08 01:40:14.519435 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.531466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.649660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=faa17efc-89a5-496c-ac3d-588be2c4e75b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:14.674337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] No DVR routers for this DVR port faa17efc-89a5-496c-ac3d-588be2c4e75b on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:40:14.700391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-055adc40-85d1-4f3f-8e1c-8dc4a87b5b71 None None] Provisioning complete for port 10a9497f-6569-4424-8286-95596bd2adb4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:14.701122 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-055adc40-85d1-4f3f-8e1c-8dc4a87b5b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.728946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119d363-6b98-4bae-a21c-5aab17609eed req-f682c7db-53d5-4dcf-a502-58b5cf60018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:14.730454 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d119d363-6b98-4bae-a21c-5aab17609eed req-f682c7db-53d5-4dcf-a502-58b5cf60018e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 1098 time: 0.0693347 Dec 08 01:40:14.743049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-055adc40-85d1-4f3f-8e1c-8dc4a87b5b71 None None] Port 10a9497f-6569-4424-8286-95596bd2adb4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:14.765307 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe767c-31b7-4546-80d9-9f7b21723370 req-aef6c10c-60d0-4112-9dc2-897969e6b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:14.767040 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2cfe767c-31b7-4546-80d9-9f7b21723370 req-aef6c10c-60d0-4112-9dc2-897969e6b81c service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b4defec-514a-4709-994b-aa1703645786 HTTP/1.1" status: 200 len: 912 time: 0.3928144 Dec 08 01:40:14.814236 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d119d363-6b98-4bae-a21c-5aab17609eed req-6a2267a6-1641-4dac-8c65-35733dedb81c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759723 Dec 08 01:40:14.863222 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2cfe767c-31b7-4546-80d9-9f7b21723370 req-7a8a6738-9747-4ee7-98bc-a77c1ddd04a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c95200e5-41a3-4e06-9567-86290722e8d2 HTTP/1.1" status: 200 len: 217 time: 0.0536313 Dec 08 01:40:14.867672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fcfaa-f1f4-4eec-8bff-23bcc8ad479e req-94a01413-3631-4317-b9de-a32750d8c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:14.869505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e48fcfaa-f1f4-4eec-8bff-23bcc8ad479e req-94a01413-3631-4317-b9de-a32750d8c005 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd779e6a-fa1e-42c4-9147-76d41728dbe8 HTTP/1.1" status: 200 len: 923 time: 0.3514922 Dec 08 01:40:14.893698 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.915837 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:14.925478 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926aaa6-5438-465c-ba42-e493d9cf77c6 req-f7140ef2-ebab-44d3-bd96-837ebb31e564 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:14.926999 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5926aaa6-5438-465c-ba42-e493d9cf77c6 req-f7140ef2-ebab-44d3-bd96-837ebb31e564 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.2704251 Dec 08 01:40:14.989520 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e48fcfaa-f1f4-4eec-8bff-23bcc8ad479e req-f3d27ec1-71ef-43fe-88cd-78e0357d9942 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 HTTP/1.1" status: 200 len: 217 time: 0.0899568 Dec 08 01:40:15.007174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00306ce8-6ea4-4811-8b4b-528d1950d666']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:15.055589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3b8add-c51d-4111-8a31-62911882b429') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:15.055930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3b8add-c51d-4111-8a31-62911882b429') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:15.079483 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:15.128770 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:15.137142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fcfaa-f1f4-4eec-8bff-23bcc8ad479e req-ff2539c3-b4a8-4062-b55e-bc175061705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:15.138619 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e48fcfaa-f1f4-4eec-8bff-23bcc8ad479e req-ff2539c3-b4a8-4062-b55e-bc175061705a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=619d92e4-eb66-499a-8737-7efe45f82797 HTTP/1.1" status: 200 len: 862 time: 0.1291442 Dec 08 01:40:15.152368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5926aaa6-5438-465c-ba42-e493d9cf77c6 req-abe6ee5a-0e30-4b67-8ef9-f03a822aa941 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726038 Dec 08 01:40:15.153372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:40:15.153770 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:40:15.165803 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:40:15.206865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e48fcfaa-f1f4-4eec-8bff-23bcc8ad479e req-2b44b290-01d9-4d77-a4e4-63a43a8a4c8a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd779e6a-fa1e-42c4-9147-76d41728dbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484726 Dec 08 01:40:15.306092 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:15.318643 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:15.321809 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/networks/00306ce8-6ea4-4811-8b4b-528d1950d666 HTTP/1.1" status: 204 len: 168 time: 1.4534123 Dec 08 01:40:15.327994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48456) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:15.374567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1164b92-da80-4a44-ace3-5583c7b70d6d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Network': ['ID=00306ce8-6ea4-4811-8b4b-528d1950d666,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:15.383334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:15.386511 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe767c-31b7-4546-80d9-9f7b21723370 req-743f1744-e4e9-4ea6-a009-b14129ac31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:15.388199 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2cfe767c-31b7-4546-80d9-9f7b21723370 req-743f1744-e4e9-4ea6-a009-b14129ac31f3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15db70b2-e0d6-49e2-8a16-d31f675a4709 HTTP/1.1" status: 200 len: 851 time: 0.1257362 Dec 08 01:40:15.398761 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:15.422921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd23cc-4ba6-404c-9c2d-8abf14b79dd1 req-146bd53f-ff02-427a-b87e-5ad816c7df51 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:15.424741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73fd23cc-4ba6-404c-9c2d-8abf14b79dd1 req-146bd53f-ff02-427a-b87e-5ad816c7df51 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 946 time: 0.1611979 Dec 08 01:40:15.492049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eff45-1ae5-4d0a-8f3d-599f2e00b862 req-e326b7ab-0153-4fce-8798-967c42cc46b1 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:15.493704 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b98eff45-1ae5-4d0a-8f3d-599f2e00b862 req-e326b7ab-0153-4fce-8798-967c42cc46b1 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 943 time: 0.2386029 Dec 08 01:40:15.496476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device faa17efc-89a5-496c-ac3d-588be2c4e75b no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:40:15.505064 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e48fcfaa-f1f4-4eec-8bff-23bcc8ad479e req-e3c0bc38-f093-4372-ba69-0dd2d443a43f service neutron] 10.222.0.72 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891884 Dec 08 01:40:15.520879 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2cfe767c-31b7-4546-80d9-9f7b21723370 req-03509cef-6fa1-4117-abfc-1dd4f72069ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b4defec-514a-4709-994b-aa1703645786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170290 Dec 08 01:40:15.529221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: faa17efc-89a5-496c-ac3d-588be2c4e75b {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:40:15.529857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device faa17efc-89a5-496c-ac3d-588be2c4e75b not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:40:15.599949 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73fd23cc-4ba6-404c-9c2d-8abf14b79dd1 req-12147dcf-ede4-4f3a-ae51-b7de9e9bab8d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020322 Dec 08 01:40:15.689628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b98eff45-1ae5-4d0a-8f3d-599f2e00b862 req-6b0cbf6e-141c-4030-b2e0-b98aa9f89e41 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835163 Dec 08 01:40:15.735952 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2cfe767c-31b7-4546-80d9-9f7b21723370 req-93ae3645-a963-4eba-bbe6-c62273d9a070 service neutron] 10.222.0.65 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832128 Dec 08 01:40:15.736941 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event updated for resources: {'Port': ['ID=10a9497f-6569-4424-8286-95596bd2adb4,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:15.742408 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e48fcfaa-f1f4-4eec-8bff-23bcc8ad479e req-1afe5732-213f-4b6e-9b39-5c146fceab5e service neutron] 10.222.0.72 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172103 Dec 08 01:40:15.745864 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-221a855e-69e4-47ec-9ce3-f3d3bec998a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:15.748588 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:15.829956 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abfec0f2-bf83-4b52-a890-49cd27a724ab req-3920ecf8-1100-490f-9ac6-1e111bd1f32d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0993345 Dec 08 01:40:15.876668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aee6c1fd-cc80-426a-82a3-c01d7cc42e10 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port df0af7e3-d77f-42a9-8a32-368ab63293e6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:15.877577 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aee6c1fd-cc80-426a-82a3-c01d7cc42e10 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:16.013905 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2cfe767c-31b7-4546-80d9-9f7b21723370 req-9c3945c9-c088-4f9f-84f8-635c9f895549 service neutron] 10.222.0.65 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154684 Dec 08 01:40:16.031167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Network d03bc542-c537-49a4-9578-41b6505c0548 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:16.033683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:16.121467 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aee6c1fd-cc80-426a-82a3-c01d7cc42e10 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:16.122326 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aee6c1fd-cc80-426a-82a3-c01d7cc42e10 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:16.148998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aee6c1fd-cc80-426a-82a3-c01d7cc42e10 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for df0af7e3-d77f-42a9-8a32-368ab63293e6 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:16.215981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Router 22b2dc6d-aa86-4ae6-8e48-021e5c645254 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:40:16.388060 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ac03d065-55e2-40fe-9a76-2f8b6a5504a3 None None] Provisioning complete for port 10a9497f-6569-4424-8286-95596bd2adb4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:16.389072 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac03d065-55e2-40fe-9a76-2f8b6a5504a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:16.395819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:16.407976 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-69cd5da4-0a00-4eac-a2d8-3217de1d8c6c tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "PUT /v2.0/routers/22b2dc6d-aa86-4ae6-8e48-021e5c645254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6739039 Dec 08 01:40:16.408643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48530) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:16.414341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Request body: {'port': {'network_id': 'd03bc542-c537-49a4-9578-41b6505c0548', 'name': 'tempest-FloatingIPAdminTestJSON-53172965'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:16.431444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c6622-7b4e-46eb-89f4-fa32cc581aca None None] Sync routers for ids ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:16.456136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c6622-7b4e-46eb-89f4-fa32cc581aca None None] Routers {'22b2dc6d-aa86-4ae6-8e48-021e5c645254'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:16.457403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b38c6622-7b4e-46eb-89f4-fa32cc581aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:16.459533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ac03d065-55e2-40fe-9a76-2f8b6a5504a3 None None] Port 10a9497f-6569-4424-8286-95596bd2adb4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:16.498143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b38c6622-7b4e-46eb-89f4-fa32cc581aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:16.508675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c6622-7b4e-46eb-89f4-fa32cc581aca None None] Routers {'22b2dc6d-aa86-4ae6-8e48-021e5c645254'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:16.509668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b38c6622-7b4e-46eb-89f4-fa32cc581aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:16.551325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b38c6622-7b4e-46eb-89f4-fa32cc581aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:16.552467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c6622-7b4e-46eb-89f4-fa32cc581aca None None] The sync data for ids ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:16.563069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-33732ada-a49e-4164-b6f5-e703c7357cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:16.565003 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-33732ada-a49e-4164-b6f5-e703c7357cef service neutron] 10.222.0.65 "GET /v2.0/ports/dffc73d6-4a06-4e82-b7c3-52506e9a988c HTTP/1.1" status: 200 len: 1026 time: 0.1099401 Dec 08 01:40:16.611811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-b7412692-5485-48a4-a93a-a3d9fb4e2798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:16.613274 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-b7412692-5485-48a4-a93a-a3d9fb4e2798 service neutron] 10.222.0.65 "GET /v2.0/ports/62bd3d93-1894-4564-a87b-4962abb893c0 HTTP/1.1" status: 200 len: 1027 time: 0.0375407 Dec 08 01:40:16.746683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Made reservation on behalf of 4bde5d32d86e480bb12a7533859169a6 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:16.750028 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:16.782510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] device_id is not set on port 2dc0f4b5-0759-4f3e-a84d-65fdda62ab1a yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:40:16.835028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21442ca9-f628-4232-bdbf-fb48f6cb4ea8 req-2ac80254-6f65-44ae-9ad3-8366ffe653cc tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:16.837129 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21442ca9-f628-4232-bdbf-fb48f6cb4ea8 req-2ac80254-6f65-44ae-9ad3-8366ffe653cc tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.5374274 Dec 08 01:40:16.845889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bde6794d-4cff-4c7e-afab-5f5d570e6d44 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:16.857712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bde6794d-4cff-4c7e-afab-5f5d570e6d44 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:16.858513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-221a855e-69e4-47ec-9ce3-f3d3bec998a7 admin admin] Deleting port 01a71408-4b50-4655-9618-6f592b5f334a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:16.858856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-221a855e-69e4-47ec-9ce3-f3d3bec998a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:16.866850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bde6794d-4cff-4c7e-afab-5f5d570e6d44 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:16.868688 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bde6794d-4cff-4c7e-afab-5f5d570e6d44 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "GET /v2.0/networks?id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 HTTP/1.1" status: 200 len: 1990 time: 0.2462614 Dec 08 01:40:16.889248 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aee6c1fd-cc80-426a-82a3-c01d7cc42e10 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:16.974296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Allocated IP 172.20.0.12 (d03bc542-c537-49a4-9578-41b6505c0548/03171ef8-bd80-4b60-bac3-8271b7169de1/2dc0f4b5-0759-4f3e-a84d-65fdda62ab1a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:16.989275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6c1fd-cc80-426a-82a3-c01d7cc42e10 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=df0af7e3-d77f-42a9-8a32-368ab63293e6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:17.088121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21442ca9-f628-4232-bdbf-fb48f6cb4ea8 req-c1b5f210-61f6-4d3e-957a-0fdac1f4c888 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386153 Dec 08 01:40:17.093184 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aee6c1fd-cc80-426a-82a3-c01d7cc42e10 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:17.097190 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aee6c1fd-cc80-426a-82a3-c01d7cc42e10 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:17.104380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48570) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:17.104857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aee6c1fd-cc80-426a-82a3-c01d7cc42e10 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/floatingips/dd2c7eda-9e8f-4442-aa09-e3cd1bcf85e6 HTTP/1.1" status: 204 len: 168 time: 1.7428765 Dec 08 01:40:17.124939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:40:17.143802 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e2528cb3-739c-4631-94e9-bfc202619781 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab7855d0a0e74cfba38e77648e79ba3c HTTP/1.1" status: 200 len: 379 time: 0.1411905 Dec 08 01:40:17.176137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'port': {'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'admin_state_up': True, 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'security_groups': ['94141411-581b-45c4-a94f-ba8d7b8476a7']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:17.182849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-221a855e-69e4-47ec-9ce3-f3d3bec998a7 admin admin] For port 01a71408-4b50-4655-9618-6f592b5f334a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=01a71408-4b50-4655-9618-6f592b5f334a,segment=NetworkSegment(20db8417-aee5-4ccb-ae85-8696b109e428),segment_id=20db8417-aee5-4ccb-ae85-8696b109e428)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:17.184341 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-221a855e-69e4-47ec-9ce3-f3d3bec998a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:17.194092 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5da308e-0e45-460b-8325-8aec448f163a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] DELETE failed (client error): The resource could not be found. Dec 08 01:40:17.194671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5da308e-0e45-460b-8325-8aec448f163a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:40:17.197757 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c5da308e-0e45-460b-8325-8aec448f163a tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/ports/16a13a62-b7b5-4eab-a4f9-6f565c8040eb HTTP/1.1" status: 404 len: 333 time: 0.0906570 Dec 08 01:40:17.226994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48572) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:17.232465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-221a855e-69e4-47ec-9ce3-f3d3bec998a7 admin admin] Calling delete_port for 01a71408-4b50-4655-9618-6f592b5f334a owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:17.266445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d51417-ebf9-4064-a473-f256f995a875 req-de5493df-5bb3-4200-b7f0-cdcd7fd7b4a7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:17.269440 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37d51417-ebf9-4064-a473-f256f995a875 req-de5493df-5bb3-4200-b7f0-cdcd7fd7b4a7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 946 time: 0.0665605 Dec 08 01:40:17.325877 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c5d5041f-92df-41a3-9fdd-afe76ba2c7a6 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "GET /v2.0/ports?device_id=70313dd1-61a1-4da2-ab24-d4450baf21a8 HTTP/1.1" status: 200 len: 205 time: 0.0811419 Dec 08 01:40:17.330090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48576) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:17.357444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:17.371003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392', 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8', 'port_id': '5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392', 'mac_address': 'fa:16:3e:49:9e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619d92e4-eb66-499a-8737-7efe45f82797', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:40:17.380275 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-333d2273-db9e-4887-8e64-6f8d7339ab0c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] delete failed (client error): The resource could not be found. Dec 08 01:40:17.385032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-333d2273-db9e-4887-8e64-6f8d7339ab0c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/routers/70313dd1-61a1-4da2-ab24-d4450baf21a8 HTTP/1.1" status: 404 len: 336 time: 0.0503185 Dec 08 01:40:17.388035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48578) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:17.425714 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:17.447675 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d58583-0d09-494d-929e-5ae6e03a8a64 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] DELETE failed (client error): The resource could not be found. Dec 08 01:40:17.447975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:17.448160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d58583-0d09-494d-929e-5ae6e03a8a64 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:40:17.451188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a6d58583-0d09-494d-929e-5ae6e03a8a64 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/subnets/427b006b-ba4b-4541-91f9-dceb6a7afdd6 HTTP/1.1" status: 404 len: 337 time: 0.0621495 Dec 08 01:40:17.461554 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37d51417-ebf9-4064-a473-f256f995a875 req-d78682a7-9791-485e-899d-440b341f83f2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608639 Dec 08 01:40:17.462187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48580) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:17.484508 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:17.496674 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:17.503025 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:17.531635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927849f6-a783-46a3-be6e-69facded8013 req-54fba2cb-e563-43d0-9c32-b76ea45ffa04 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:17.533382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-927849f6-a783-46a3-be6e-69facded8013 req-54fba2cb-e563-43d0-9c32-b76ea45ffa04 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 943 time: 0.2309420 Dec 08 01:40:17.591396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:17.601366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-221a855e-69e4-47ec-9ce3-f3d3bec998a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:17.633800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a855e-69e4-47ec-9ce3-f3d3bec998a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a71408-4b50-4655-9618-6f592b5f334a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:17.687003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb443db5-3434-4ad9-b4d9-e816fa17f433 req-a9dff085-13c8-4c12-8a82-a1051890b202 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0484457 Dec 08 01:40:17.708513 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:40:17.840400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:40:18.049630 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-221a855e-69e4-47ec-9ce3-f3d3bec998a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:18.078408 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:18.154966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event updated for resources: {'Port': ['ID=2dc0f4b5-0759-4f3e-a84d-65fdda62ab1a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:18.176727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:18.181294 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:18.201544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Network d03bc542-c537-49a4-9578-41b6505c0548 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:18.218145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:18.235130 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-927849f6-a783-46a3-be6e-69facded8013 req-cea71faf-7dc7-4dbe-9a03-572a85476ca7 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839755 Dec 08 01:40:18.246606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:18.441693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221a855e-69e4-47ec-9ce3-f3d3bec998a7 admin admin] Router f2e4c710-f3b3-4861-8620-95e4e02b1d6e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:40:18.527852 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Allocated IP 172.20.0.9 (413aa3d0-a24e-41e8-a155-9ec7dcd0df29/b74a492b-ae87-47c5-896c-ccd7628f02df/5f3aeebc-390c-4677-9dce-fdb3eca96bbb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:18.532175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5972de02-6f71-4f78-8ee5-f092b95f1ac9 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port 23ac072b-41df-4e9b-b2dd-089d7fa30a09 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:18.532672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5972de02-6f71-4f78-8ee5-f092b95f1ac9 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:18.555935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:18.556585 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:18.606610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-341444b7-7e8a-4182-917d-980cd7a5ac65 None None] Provisioning complete for port 2dc0f4b5-0759-4f3e-a84d-65fdda62ab1a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:18.607696 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-341444b7-7e8a-4182-917d-980cd7a5ac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:18.654093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221a855e-69e4-47ec-9ce3-f3d3bec998a7 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:18.664656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-221a855e-69e4-47ec-9ce3-f3d3bec998a7 admin admin] 10.222.0.70 "PUT /v2.0/routers/f2e4c710-f3b3-4861-8620-95e4e02b1d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3877485 Dec 08 01:40:18.669981 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14268d-8348-4378-b6a7-a71d4c282b94 None None] Sync routers for ids ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:18.671905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48626) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:18.677620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-341444b7-7e8a-4182-917d-980cd7a5ac65 None None] Port 2dc0f4b5-0759-4f3e-a84d-65fdda62ab1a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:18.689868 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14268d-8348-4378-b6a7-a71d4c282b94 None None] Routers {'f2e4c710-f3b3-4861-8620-95e4e02b1d6e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:18.690806 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fb14268d-8348-4378-b6a7-a71d4c282b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:18.706829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba80c9-9d33-4f0c-abb2-794ea4d74c9c req-93e069c0-9294-4432-9d33-044aede77f36 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:18.718269 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4cba80c9-9d33-4f0c-abb2-794ea4d74c9c req-93e069c0-9294-4432-9d33-044aede77f36 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 946 time: 0.1564896 Dec 08 01:40:18.737692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48630) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:18.738954 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e9757f79-9f43-436a-b08c-61e3a139ced0 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3290930 Dec 08 01:40:18.795117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4cba80c9-9d33-4f0c-abb2-794ea4d74c9c req-430ef312-51b5-46fd-94da-51ea83d19dbe tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756271 Dec 08 01:40:18.869322 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-fb14268d-8348-4378-b6a7-a71d4c282b94 None None] Set router f2e4c710-f3b3-4861-8620-95e4e02b1d6e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:40:18.886962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03339f-c8ef-45e3-827b-49a981e0f72c req-402f39f6-5051-4df2-9c16-9d640229bfe4 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:18.894348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b03339f-c8ef-45e3-827b-49a981e0f72c req-402f39f6-5051-4df2-9c16-9d640229bfe4 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.3443804 Dec 08 01:40:18.914926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'project_id': '4bde5d32d86e480bb12a7533859169a6', 'port_id': '2dc0f4b5-0759-4f3e-a84d-65fdda62ab1a'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:18.945986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:18.968270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5972de02-6f71-4f78-8ee5-f092b95f1ac9 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:19.050447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5972de02-6f71-4f78-8ee5-f092b95f1ac9 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for 23ac072b-41df-4e9b-b2dd-089d7fa30a09 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:19.067937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:19.104774 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fb14268d-8348-4378-b6a7-a71d4c282b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:40:17Z', 'revision_number': 5, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:19.117456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:19.142099 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14268d-8348-4378-b6a7-a71d4c282b94 None None] Checking router: f2e4c710-f3b3-4861-8620-95e4e02b1d6e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:40:19.152834 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14268d-8348-4378-b6a7-a71d4c282b94 None None] Routers {'f2e4c710-f3b3-4861-8620-95e4e02b1d6e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:19.153621 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fb14268d-8348-4378-b6a7-a71d4c282b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:19.200327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Allocated IP 172.25.2.121 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/b2295570-b582-48de-9ffc-6059d0dc9ed5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:19.248939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:40:19.258437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:19.258932 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:19.307083 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b03339f-c8ef-45e3-827b-49a981e0f72c req-c1ed5547-a4e2-4d84-8f6d-1d90908e8ba2 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115860 Dec 08 01:40:19.317842 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:19.380693 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-fb14268d-8348-4378-b6a7-a71d4c282b94 None None] Set router f2e4c710-f3b3-4861-8620-95e4e02b1d6e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:40:19.447436 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:19.456449 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:19.484330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e304c29b-18a3-481b-96e3-c060ae4282fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:19.487819 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440cc019-c859-4cfa-9073-8f85002bce97" -d '{"events": [{"server_uuid": "e304c29b-18a3-481b-96e3-c060ae4282fc", "name": "network-vif-plugged", "status": "completed", "tag": "5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:19.509840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:19.519882 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:19.533190 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:19.614758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:19.619001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:19.622990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:19.650045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:19.692894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Pushing event updated for resources: {'Port': ['ID=b2295570-b582-48de-9ffc-6059d0dc9ed5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:19.695338 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5972de02-6f71-4f78-8ee5-f092b95f1ac9 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:19.707076 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3c08cf24-6159-42ef-925f-917231437611 req-7ad4464f-d165-4c81-b30e-246957756bbc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.1192944 Dec 08 01:40:19.743868 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fb14268d-8348-4378-b6a7-a71d4c282b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:40:17Z', 'revision_number': 5, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:19.781182 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367a322e-b361-4109-a5b3-39f8412b42ff x-openstack-request-id: req-367a322e-b361-4109-a5b3-39f8412b42ff {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:19.782033 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e304c29b-18a3-481b-96e3-c060ae4282fc", "name": "network-vif-plugged", "status": "completed", "tag": "5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:19.782295 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-367a322e-b361-4109-a5b3-39f8412b42ff {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:19.782695 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e304c29b-18a3-481b-96e3-c060ae4282fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392', 'code': 200} Dec 08 01:40:19.796251 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14268d-8348-4378-b6a7-a71d4c282b94 None None] The sync data for ids ['f2e4c710-f3b3-4861-8620-95e4e02b1d6e'] in n-d-713498-30 is: [{'id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'name': 'tempest-ServersTestManualDisk-403092835-router', 'tenant_id': '05e2b07c96694d8db7d0cc092da79060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:37:31Z', 'updated_at': '2021-12-08T01:40:17Z', 'revision_number': 5, 'project_id': '05e2b07c96694d8db7d0cc092da79060', 'gw_port': {'id': 'bd117245-92c3-46d1-bdd9-ad01afa63ec4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e4c710-f3b3-4861-8620-95e4e02b1d6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:37:34Z', 'updated_at': '2021-12-08T01:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:19.853703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01674b1f-7bba-4d5f-a455-0f62384745f5 req-ebce1c56-501d-44e9-84f5-808d0c3ae398 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:19.854588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972de02-6f71-4f78-8ee5-f092b95f1ac9 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=23ac072b-41df-4e9b-b2dd-089d7fa30a09,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:19.855256 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01674b1f-7bba-4d5f-a455-0f62384745f5 req-ebce1c56-501d-44e9-84f5-808d0c3ae398 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.0956645 Dec 08 01:40:19.871860 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.032604 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.038235 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5972de02-6f71-4f78-8ee5-f092b95f1ac9 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.044010 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5972de02-6f71-4f78-8ee5-f092b95f1ac9 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/ports/23ac072b-41df-4e9b-b2dd-089d7fa30a09 HTTP/1.1" status: 204 len: 168 time: 2.5735960 Dec 08 01:40:20.046535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48680) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:20.058758 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01674b1f-7bba-4d5f-a455-0f62384745f5 req-cc7a4297-f548-4bb2-8c0e-d0f99cb775bd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822627 Dec 08 01:40:20.075022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b7c16-75dd-497d-aea2-0ffd0fd47400 req-4bef4706-1fb1-48b8-8b3a-0cea5a2ae692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:20.076955 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e29b7c16-75dd-497d-aea2-0ffd0fd47400 req-4bef4706-1fb1-48b8-8b3a-0cea5a2ae692 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 1097 time: 0.1560631 Dec 08 01:40:20.104049 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.218517 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e29b7c16-75dd-497d-aea2-0ffd0fd47400 req-286c8417-0dce-49f6-be6e-5911eb58bd95 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309068 Dec 08 01:40:20.276836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Port': ['ID=5f3aeebc-390c-4677-9dce-fdb3eca96bbb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:20.289042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467ce45-9ffe-4e55-81f3-32ca8930059d req-a9bf1a7c-31d0-4727-9ae9-bf947eea37fb tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:20.290588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6467ce45-9ffe-4e55-81f3-32ca8930059d req-a9bf1a7c-31d0-4727-9ae9-bf947eea37fb tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 948 time: 0.1285753 Dec 08 01:40:20.317290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:20.325636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45636be-032e-4e44-8d28-72f27233fbcc req-77777570-47da-416b-82de-fba04c8a798b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:20.333494 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b45636be-032e-4e44-8d28-72f27233fbcc req-77777570-47da-416b-82de-fba04c8a798b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 946 time: 0.2273841 Dec 08 01:40:20.346551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:20.363414 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.374285 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:20.410709 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6467ce45-9ffe-4e55-81f3-32ca8930059d req-259353c4-92a9-4292-837b-a0df96450545 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932083 Dec 08 01:40:20.465071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Deleting port bd117245-92c3-46d1-bdd9-ad01afa63ec4 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:20.465780 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.507242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:20.507937 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.508424 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.529064 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b45636be-032e-4e44-8d28-72f27233fbcc req-79d0bcaa-b54f-44f1-996f-b89fab940e9c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943507 Dec 08 01:40:20.646696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] For port bd117245-92c3-46d1-bdd9-ad01afa63ec4, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bd117245-92c3-46d1-bdd9-ad01afa63ec4,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:20.647134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.681629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Calling delete_port for bd117245-92c3-46d1-bdd9-ad01afa63ec4 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:20.723356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9e070629-02dc-4b88-acda-a0bd4b91d68d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port ea764eef-9520-47fc-aa9d-81f37c9bcd6e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:20.723758 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e070629-02dc-4b88-acda-a0bd4b91d68d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.729862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd9616-0822-47de-8531-ac7c3fbbcca4 req-dc312cb2-69bd-47c7-bd6f-49cf01f3d16a tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:20.731579 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02bd9616-0822-47de-8531-ac7c3fbbcca4 req-dc312cb2-69bd-47c7-bd6f-49cf01f3d16a tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.2020628 Dec 08 01:40:20.735411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-19ccb491-c33f-4551-ba0c-21034d212774 None None] Provisioning complete for port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:20.737065 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-19ccb491-c33f-4551-ba0c-21034d212774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.764867 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-a684b3d7-918a-4730-b3f1-33683246fa1f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5927942 Dec 08 01:40:20.823430 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02bd9616-0822-47de-8531-ac7c3fbbcca4 req-9e0033e0-b48e-445f-b6c3-3da55d7e1116 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814438 Dec 08 01:40:20.825512 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.833285 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.850512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-19ccb491-c33f-4551-ba0c-21034d212774 None None] Port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:20.903839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'port': {'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540', 'admin_state_up': True, 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'security_groups': ['94141411-581b-45c4-a94f-ba8d7b8476a7']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:20.920078 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:20.990512 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e070629-02dc-4b88-acda-a0bd4b91d68d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:21.031224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Pushing event updated for resources: {'Port': ['ID=b2295570-b582-48de-9ffc-6059d0dc9ed5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:21.048335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9e070629-02dc-4b88-acda-a0bd4b91d68d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for ea764eef-9520-47fc-aa9d-81f37c9bcd6e owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:21.080967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500adbe-a6c3-4a3a-a469-831a93a9a783 req-74ce8ae8-41d6-426c-ad5c-5c56a44e89a3 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:21.082551 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2500adbe-a6c3-4a3a-a469-831a93a9a783 req-74ce8ae8-41d6-426c-ad5c-5c56a44e89a3 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 946 time: 0.1258028 Dec 08 01:40:21.114340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf72dfb-0766-4621-986b-eceeef30d9bc req-72e80208-9763-457d-914f-7793d1e5bc77 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:21.121006 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Floating IP a506f067-5205-4176-83d0-8cd846a9a96b associated. External IP: 172.25.2.121, port: 2dc0f4b5-0759-4f3e-a84d-65fdda62ab1a. Dec 08 01:40:21.121520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bbf72dfb-0766-4621-986b-eceeef30d9bc req-72e80208-9763-457d-914f-7793d1e5bc77 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 931 time: 0.2244744 Dec 08 01:40:21.195625 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2500adbe-a6c3-4a3a-a469-831a93a9a783 req-47d0e495-e252-48c0-bb13-6534a4fb2b4b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056981 Dec 08 01:40:21.302631 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:21.363354 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bbf72dfb-0766-4621-986b-eceeef30d9bc req-a9bde473-db24-48da-a007-74b9b118ca3f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408099 Dec 08 01:40:21.364136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd117245-92c3-46d1-bdd9-ad01afa63ec4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:21.413016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:21.416485 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:21.499239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Router 22b2dc6d-aa86-4ae6-8e48-021e5c645254 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:40:21.522499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dbc0d-270d-4715-9c52-bb8a2a4cd406 req-2c952a21-6d20-433b-b626-02ce8d99dfd0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:21.525101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-614dbc0d-270d-4715-9c52-bb8a2a4cd406 req-2c952a21-6d20-433b-b626-02ce8d99dfd0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.1304309 Dec 08 01:40:21.533713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 01a71408-4b50-4655-9618-6f592b5f334a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:40:21.560549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 01a71408-4b50-4655-9618-6f592b5f334a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:40:21.561268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 01a71408-4b50-4655-9618-6f592b5f334a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:40:21.618365 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:21.654108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-614dbc0d-270d-4715-9c52-bb8a2a4cd406 req-53e3bdba-abf1-4972-9b23-6c1f62c8900a tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198909 Dec 08 01:40:21.676131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:21.686985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8388f2c-0e20-42ea-a5da-b689bda9813d None None] Sync routers for ids ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:21.702283 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8388f2c-0e20-42ea-a5da-b689bda9813d None None] Routers {'22b2dc6d-aa86-4ae6-8e48-021e5c645254'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:21.703181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f8388f2c-0e20-42ea-a5da-b689bda9813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:21.708914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:21.712993 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e070629-02dc-4b88-acda-a0bd4b91d68d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:21.744705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f8388f2c-0e20-42ea-a5da-b689bda9813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:21.745636 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-88ccae90-9f2c-4a1b-97ba-513057e267e8 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.0067964 Dec 08 01:40:21.745909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48694) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:21.755632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8388f2c-0e20-42ea-a5da-b689bda9813d None None] Routers {'22b2dc6d-aa86-4ae6-8e48-021e5c645254'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:21.756398 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f8388f2c-0e20-42ea-a5da-b689bda9813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:21.794628 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f8388f2c-0e20-42ea-a5da-b689bda9813d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:21.795478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8388f2c-0e20-42ea-a5da-b689bda9813d None None] The sync data for ids ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:21.809024 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:21.951185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e1796-7dac-4179-92dc-2577d9e87641 req-093fc629-bf7b-40c5-ab83-eba7015b2881 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:21.955235 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-526e1796-7dac-4179-92dc-2577d9e87641 req-093fc629-bf7b-40c5-ab83-eba7015b2881 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.0555427 Dec 08 01:40:22.007654 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-526e1796-7dac-4179-92dc-2577d9e87641 req-234e45fc-dccb-475e-95dc-4870e3c5a7cb tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461197 Dec 08 01:40:22.115347 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:22.172559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb80a3-9546-4355-b475-370cfc749a1e req-3d462a74-2ae2-4b3a-8854-ec72f5a42821 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:22.174081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5fb80a3-9546-4355-b475-370cfc749a1e req-3d462a74-2ae2-4b3a-8854-ec72f5a42821 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 948 time: 0.6527541 Dec 08 01:40:22.174869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e070629-02dc-4b88-acda-a0bd4b91d68d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=ea764eef-9520-47fc-aa9d-81f37c9bcd6e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:22.256984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586b3a6-a229-473a-aed2-020be25c2ddb req-42aa066f-c52a-4ee6-be34-134f9128565b tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:22.258586 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9586b3a6-a229-473a-aed2-020be25c2ddb req-42aa066f-c52a-4ee6-be34-134f9128565b tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.72 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 948 time: 0.0594585 Dec 08 01:40:22.320824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Allocated IP 10.1.1.125 (6d87ec61-c411-4661-b8c4-fb5d16e75540/a40af9f4-d394-454b-b2da-ef85b01f007e/f0f7557b-c628-4920-8f4c-f0a60e109cc0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:22.331390 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:22.331390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2e4c710-f3b3-4861-8620-95e4e02b1d6e {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:40:22.346309 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:22.353140 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3d473d85-4301-4cda-b20a-68376e8f77f2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/f2e4c710-f3b3-4861-8620-95e4e02b1d6e HTTP/1.1" status: 204 len: 168 time: 3.6791923 Dec 08 01:40:22.363619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48700) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:22.376026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bc869fcf-6140-40d3-878c-c15fbff6e645 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] 10.222.0.70 "GET /v2.0/floatingips/a506f067-5205-4176-83d0-8cd846a9a96b HTTP/1.1" status: 200 len: 982 time: 0.6080322 Dec 08 01:40:22.383024 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48702) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:22.482841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-685023c1-1472-4495-8493-4e1709eae240 admin admin] Deleting subnet d9c2c56d-fefc-4009-b084-439df3fd05b2 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:40:22.484399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5fb80a3-9546-4355-b475-370cfc749a1e req-58808fe7-7011-4841-95d4-3fc3f87f5f50 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865124 Dec 08 01:40:22.503437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685023c1-1472-4495-8493-4e1709eae240 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:22.513000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aca3b0-e8de-4ab7-9773-19a73cb83f50 req-499b163e-f70b-49e0-9c17-aac87be350d7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:22.520715 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f6aca3b0-e8de-4ab7-9773-19a73cb83f50 req-499b163e-f70b-49e0-9c17-aac87be350d7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 946 time: 0.2158365 Dec 08 01:40:22.537421 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e070629-02dc-4b88-acda-a0bd4b91d68d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:22.543996 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9e070629-02dc-4b88-acda-a0bd4b91d68d tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/ports/ea764eef-9520-47fc-aa9d-81f37c9bcd6e HTTP/1.1" status: 204 len: 168 time: 2.4954822 Dec 08 01:40:22.546549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48706) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:22.600260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9586b3a6-a229-473a-aed2-020be25c2ddb req-1550f9c0-5bf0-4eb5-a9e2-1c4970554f76 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Deleting port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:22.600555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9586b3a6-a229-473a-aed2-020be25c2ddb req-1550f9c0-5bf0-4eb5-a9e2-1c4970554f76 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:22.641759 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685023c1-1472-4495-8493-4e1709eae240 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:22.699457 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9d0f60e5-24b0-4781-970c-3f02642126c4 tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1945 time: 0.3153737 Dec 08 01:40:22.706833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48710) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:22.722513 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f6aca3b0-e8de-4ab7-9773-19a73cb83f50 req-9601f3b5-b79a-46da-ae26-827d0c1176aa tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009270 Dec 08 01:40:22.730029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c18b55-8a4b-4de2-9abb-dcc1e0871adc tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:22.731473 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f3c18b55-8a4b-4de2-9abb-dcc1e0871adc tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "GET /v2.0/ports?device_id=9739c3f9-ad09-47b6-9dfe-0b6d917f5006 HTTP/1.1" status: 200 len: 913 time: 0.1823134 Dec 08 01:40:22.736072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:22.810351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa90b9-5b1d-4ee9-a166-1963c9318f01 req-b4511180-a49a-4682-87eb-20341367d7db tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:22.811915 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-94fa90b9-5b1d-4ee9-a166-1963c9318f01 req-b4511180-a49a-4682-87eb-20341367d7db tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 946 time: 0.1987462 Dec 08 01:40:22.869175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57833daf-b63e-4878-ae9e-409cfc825d73 req-22d24d86-734b-438a-96d1-ef233b543f34 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:22.870719 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-57833daf-b63e-4878-ae9e-409cfc825d73 req-22d24d86-734b-438a-96d1-ef233b543f34 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 931 time: 0.2426493 Dec 08 01:40:23.020376 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.093819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-57833daf-b63e-4878-ae9e-409cfc825d73 req-e4cef915-92db-4e79-a140-5a1ea40137a2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030606 Dec 08 01:40:23.149054 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-94fa90b9-5b1d-4ee9-a166-1963c9318f01 req-acd21ace-9d17-447f-907b-de775f19480f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Deleting port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:23.149362 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-94fa90b9-5b1d-4ee9-a166-1963c9318f01 req-acd21ace-9d17-447f-907b-de775f19480f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.173713 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.210961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9586b3a6-a229-473a-aed2-020be25c2ddb req-1550f9c0-5bf0-4eb5-a9e2-1c4970554f76 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] For port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:23.211337 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9586b3a6-a229-473a-aed2-020be25c2ddb req-1550f9c0-5bf0-4eb5-a9e2-1c4970554f76 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.267221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9586b3a6-a229-473a-aed2-020be25c2ddb req-1550f9c0-5bf0-4eb5-a9e2-1c4970554f76 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Calling delete_port for 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:23.270770 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685023c1-1472-4495-8493-4e1709eae240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.306451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Network 6d87ec61-c411-4661-b8c4-fb5d16e75540 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:23.308602 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07641ed-ed5e-40bd-a9f7-d474c4c99060 req-69ccdc4c-d3eb-4dd3-b6cf-44569589201c tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:23.317520 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f07641ed-ed5e-40bd-a9f7-d474c4c99060 req-69ccdc4c-d3eb-4dd3-b6cf-44569589201c tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.2051551 Dec 08 01:40:23.323089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:23.325510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:23.355580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Deleting port b2295570-b582-48de-9ffc-6059d0dc9ed5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:23.355944 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.357669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Port': ['ID=f0f7557b-c628-4920-8f4c-f0a60e109cc0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:23.422599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-94fa90b9-5b1d-4ee9-a166-1963c9318f01 req-acd21ace-9d17-447f-907b-de775f19480f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] For port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=60185f0e-0993-48ab-ae3f-0dd4b58f5cef,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:23.423161 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-94fa90b9-5b1d-4ee9-a166-1963c9318f01 req-acd21ace-9d17-447f-907b-de775f19480f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.473548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-94fa90b9-5b1d-4ee9-a166-1963c9318f01 req-acd21ace-9d17-447f-907b-de775f19480f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Calling delete_port for 60185f0e-0993-48ab-ae3f-0dd4b58f5cef owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:23.484879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23502c-064d-497b-8464-0611c3f315f2 req-cef7b3b5-fee9-4d55-acc0-db0a0779cd28 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:23.485657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bd117245-92c3-46d1-bdd9-ad01afa63ec4 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:40:23.486597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b23502c-064d-497b-8464-0611c3f315f2 req-cef7b3b5-fee9-4d55-acc0-db0a0779cd28 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.2697439 Dec 08 01:40:23.497621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:23.498153 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.521755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bd117245-92c3-46d1-bdd9-ad01afa63ec4 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:40:23.522566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bd117245-92c3-46d1-bdd9-ad01afa63ec4 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:40:23.597802 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-26199db4-8f37-4776-8d58-0928efa54000 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6995935 Dec 08 01:40:23.599970 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f07641ed-ed5e-40bd-a9f7-d474c4c99060 req-bf77f51e-8df2-43e4-bb0c-c4f6c0c9b71e tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796154 Dec 08 01:40:23.624562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'port': {'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540', 'admin_state_up': True, 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'security_groups': ['94141411-581b-45c4-a94f-ba8d7b8476a7']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:23.637796 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.638177 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.692335 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685023c1-1472-4495-8493-4e1709eae240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.701527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-00fbc06b-666c-480c-9a4b-4b96560109b4 None None] Provisioning complete for port f0f7557b-c628-4920-8f4c-f0a60e109cc0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:23.702236 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00fbc06b-666c-480c-9a4b-4b96560109b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.742060 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b23502c-064d-497b-8464-0611c3f315f2 req-b4eb4f39-527d-4a42-a4f7-27af322772a7 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361062 Dec 08 01:40:23.760944 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Calling delete_port for b2295570-b582-48de-9ffc-6059d0dc9ed5 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:23.761757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-00fbc06b-666c-480c-9a4b-4b96560109b4 None None] Port f0f7557b-c628-4920-8f4c-f0a60e109cc0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:23.768387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685023c1-1472-4495-8493-4e1709eae240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c2c56d-fefc-4009-b084-439df3fd05b2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:23.835186 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-685023c1-1472-4495-8493-4e1709eae240 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:23.840960 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-685023c1-1472-4495-8493-4e1709eae240 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d9c2c56d-fefc-4009-b084-439df3fd05b2 HTTP/1.1" status: 204 len: 168 time: 1.4521098 Dec 08 01:40:23.844905 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd59d3f-c129-4d56-829c-9bbc509ae06c None None] Network 70e881ea-2db7-4cbe-a704-5e148df0be80 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:23.845770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48722) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:23.936034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65b01d-354a-4070-841a-6c513c019500 req-2de503aa-863a-4dc9-b5a4-0c5a9ce3a462 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:23.944506 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea65b01d-354a-4070-841a-6c513c019500 req-2de503aa-863a-4dc9-b5a4-0c5a9ce3a462 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=1890f4c1-0bcf-40db-ae22-e1e9eb9e1579 HTTP/1.1" status: 200 len: 948 time: 0.2151077 Dec 08 01:40:24.009968 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9586b3a6-a229-473a-aed2-020be25c2ddb req-1550f9c0-5bf0-4eb5-a9e2-1c4970554f76 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.021885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf6b1-206f-4250-8999-91f70e736120 req-0c70ec13-5cdd-4e00-8c52-c98841ddb718 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:24.023432 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45fbf6b1-206f-4250-8999-91f70e736120 req-0c70ec13-5cdd-4e00-8c52-c98841ddb718 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.1949370 Dec 08 01:40:24.059962 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.070709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550f9c0-5bf0-4eb5-a9e2-1c4970554f76 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Pushing event deleted for resources: {'Port': ['ID=6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:24.088651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3d9de2-e484-4044-af23-1d5b0bca14e4 None None] DHCP port deletion for 70e881ea-2db7-4cbe-a704-5e148df0be80 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:40:24.096521 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-94fa90b9-5b1d-4ee9-a166-1963c9318f01 req-acd21ace-9d17-447f-907b-de775f19480f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.166114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd21ace-9d17-447f-907b-de775f19480f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Pushing event deleted for resources: {'Port': ['ID=60185f0e-0993-48ab-ae3f-0dd4b58f5cef,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:24.168538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:24.172579 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.179879 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea65b01d-354a-4070-841a-6c513c019500 req-0b89fce0-0446-4518-9c07-2af3e1c904a5 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345045 Dec 08 01:40:24.185716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d9de2-e484-4044-af23-1d5b0bca14e4 None None] Deleting port 97918ec7-69bd-44a8-9f06-aa23deed7464 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:24.186961 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9de2-e484-4044-af23-1d5b0bca14e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.206092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9586b3a6-a229-473a-aed2-020be25c2ddb req-1550f9c0-5bf0-4eb5-a9e2-1c4970554f76 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] No DVR routers for this DVR port 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:40:24.206092 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9586b3a6-a229-473a-aed2-020be25c2ddb req-1550f9c0-5bf0-4eb5-a9e2-1c4970554f76 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.208209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9586b3a6-a229-473a-aed2-020be25c2ddb req-1550f9c0-5bf0-4eb5-a9e2-1c4970554f76 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.72 "DELETE /v2.0/ports/6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 HTTP/1.1" status: 204 len: 173 time: 1.9430349 Dec 08 01:40:24.208729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1890f4c1-0bcf-40db-ae22-e1e9eb9e1579', 'name': 'network-vif-deleted', 'tag': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:24.210997 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c9df1b-c323-413a-a048-a13ea12698b3" -d '{"events": [{"server_uuid": "1890f4c1-0bcf-40db-ae22-e1e9eb9e1579", "name": "network-vif-deleted", "tag": "6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:24.288577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6e3d9de2-e484-4044-af23-1d5b0bca14e4 None None] For port 97918ec7-69bd-44a8-9f06-aa23deed7464, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=97918ec7-69bd-44a8-9f06-aa23deed7464,segment=NetworkSegment(20db8417-aee5-4ccb-ae85-8696b109e428),segment_id=20db8417-aee5-4ccb-ae85-8696b109e428)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:24.289135 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9de2-e484-4044-af23-1d5b0bca14e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.322467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d9de2-e484-4044-af23-1d5b0bca14e4 None None] Calling delete_port for 97918ec7-69bd-44a8-9f06-aa23deed7464 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:24.336375 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45fbf6b1-206f-4250-8999-91f70e736120 req-9becbd4f-e812-4180-a679-72bf860722fd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949073 Dec 08 01:40:24.343359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fa90b9-5b1d-4ee9-a166-1963c9318f01 req-acd21ace-9d17-447f-907b-de775f19480f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] No DVR routers for this DVR port 60185f0e-0993-48ab-ae3f-0dd4b58f5cef on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:40:24.363729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-94fa90b9-5b1d-4ee9-a166-1963c9318f01 req-acd21ace-9d17-447f-907b-de775f19480f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.363729 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-94fa90b9-5b1d-4ee9-a166-1963c9318f01 req-acd21ace-9d17-447f-907b-de775f19480f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "DELETE /v2.0/ports/60185f0e-0993-48ab-ae3f-0dd4b58f5cef HTTP/1.1" status: 204 len: 173 time: 1.5363998 Dec 08 01:40:24.363729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bba6f67-1f66-490c-9dcc-c537b77e34b3', 'name': 'network-vif-deleted', 'tag': '60185f0e-0993-48ab-ae3f-0dd4b58f5cef'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:24.363729 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc92f974-3483-4b6a-a68b-6ac5b0300834" -d '{"events": [{"server_uuid": "4bba6f67-1f66-490c-9dcc-c537b77e34b3", "name": "network-vif-deleted", "tag": "60185f0e-0993-48ab-ae3f-0dd4b58f5cef"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:24.373349 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cebdc9b8-1ae0-4be6-ae23-d83a915aaa28 req-9a823a78-1e4f-4690-b870-7f56e73c96c2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bba6f67-1f66-490c-9dcc-c537b77e34b3 HTTP/1.1" status: 200 len: 210 time: 0.0663033 Dec 08 01:40:24.414188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Deleting port 97918ec7-69bd-44a8-9f06-aa23deed7464 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:24.414599 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.466918 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e3d9de2-e484-4044-af23-1d5b0bca14e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.480244 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-813d12ca-eed0-4ca8-ada2-1d29c30a980c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.497850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d9de2-e484-4044-af23-1d5b0bca14e4 None None] No DVR routers for this DVR port 97918ec7-69bd-44a8-9f06-aa23deed7464 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:40:24.544588 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8289e17-64c2-4612-b4d5-a66b58bf5f87 x-openstack-request-id: req-d8289e17-64c2-4612-b4d5-a66b58bf5f87 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:24.544964 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1890f4c1-0bcf-40db-ae22-e1e9eb9e1579", "name": "network-vif-deleted", "tag": "6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:24.545279 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8289e17-64c2-4612-b4d5-a66b58bf5f87 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:24.545697 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1890f4c1-0bcf-40db-ae22-e1e9eb9e1579', 'name': 'network-vif-deleted', 'tag': '6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33', 'status': 'completed', 'code': 200} Dec 08 01:40:24.572448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d9de2-e484-4044-af23-1d5b0bca14e4 None None] Pushing event deleted for resources: {'Port': ['ID=97918ec7-69bd-44a8-9f06-aa23deed7464,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:24.642706 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] For port 97918ec7-69bd-44a8-9f06-aa23deed7464, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=97918ec7-69bd-44a8-9f06-aa23deed7464,segment=NetworkSegment(20db8417-aee5-4ccb-ae85-8696b109e428),segment_id=20db8417-aee5-4ccb-ae85-8696b109e428)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:24.643258 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.674928 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73caba6d-bcb3-49dc-a2a8-013b77b95c1e x-openstack-request-id: req-73caba6d-bcb3-49dc-a2a8-013b77b95c1e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:24.675509 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bba6f67-1f66-490c-9dcc-c537b77e34b3", "name": "network-vif-deleted", "tag": "60185f0e-0993-48ab-ae3f-0dd4b58f5cef", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:24.675713 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73caba6d-bcb3-49dc-a2a8-013b77b95c1e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:24.676153 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bba6f67-1f66-490c-9dcc-c537b77e34b3', 'name': 'network-vif-deleted', 'tag': '60185f0e-0993-48ab-ae3f-0dd4b58f5cef', 'status': 'completed', 'code': 200} Dec 08 01:40:24.690562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Calling delete_port for 97918ec7-69bd-44a8-9f06-aa23deed7464 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:24.702764 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:24.897611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29fcef-46ce-46bc-b6fc-7025fae4092c req-ad4e8f74-e2a1-4785-aad5-a4ba560e6caf tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:24.899305 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b29fcef-46ce-46bc-b6fc-7025fae4092c req-ad4e8f74-e2a1-4785-aad5-a4ba560e6caf tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.2164905 Dec 08 01:40:24.960530 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.011950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=97918ec7-69bd-44a8-9f06-aa23deed7464,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:25.017927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] No DVR routers for this DVR port 97918ec7-69bd-44a8-9f06-aa23deed7464 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:40:25.046947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b29fcef-46ce-46bc-b6fc-7025fae4092c req-ec4706ac-7cce-4233-9a27-6e011f03455f tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260474 Dec 08 01:40:25.092802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event deleted for resources: {'Port': ['ID=b2295570-b582-48de-9ffc-6059d0dc9ed5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:25.135768 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.141676 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341e3db-3277-4a10-ace9-6b4b880d7d44 req-d3414c30-8805-4495-a9b0-7b6cd9880251 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:25.147918 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341e3db-3277-4a10-ace9-6b4b880d7d44 req-d3414c30-8805-4495-a9b0-7b6cd9880251 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:25.149625 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2341e3db-3277-4a10-ace9-6b4b880d7d44 req-d3414c30-8805-4495-a9b0-7b6cd9880251 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 1653 time: 0.6027088 Dec 08 01:40:25.184830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e881ea-2db7-4cbe-a704-5e148df0be80']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:25.196791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20db8417-aee5-4ccb-ae85-8696b109e428') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:25.196963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20db8417-aee5-4ccb-ae85-8696b109e428') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:25.209276 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.210591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Allocated IP 10.1.1.98 (6d87ec61-c411-4661-b8c4-fb5d16e75540/a40af9f4-d394-454b-b2da-ef85b01f007e/909185d2-b0e2-4902-b2ff-aa8c38efc800) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:25.230944 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.269646 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:40:25.270057 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:40:25.271837 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:40:25.295149 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.295652 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Floating IP a506f067-5205-4176-83d0-8cd846a9a96b disassociated (deleted). External IP: 172.25.2.121, port: 2dc0f4b5-0759-4f3e-a84d-65fdda62ab1a. Dec 08 01:40:25.339279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-813d12ca-eed0-4ca8-ada2-1d29c30a980c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port 1a78f18f-35df-439e-89ab-23b3b8c9c462 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:25.339620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-813d12ca-eed0-4ca8-ada2-1d29c30a980c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.368637 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.382054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe3301-8ea4-415e-b558-539f4a7e66f3 req-0f689e17-5eb5-4221-8023-22a562873a6e tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:25.383605 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39fe3301-8ea4-415e-b558-539f4a7e66f3 req-0f689e17-5eb5-4221-8023-22a562873a6e tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.1498125 Dec 08 01:40:25.386318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.389443 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] 10.222.0.70 "DELETE /v2.0/networks/70e881ea-2db7-4cbe-a704-5e148df0be80 HTTP/1.1" status: 204 len: 168 time: 1.5397344 Dec 08 01:40:25.397632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 60185f0e-0993-48ab-ae3f-0dd4b58f5cef no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:40:25.436779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 60185f0e-0993-48ab-ae3f-0dd4b58f5cef {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:40:25.437180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 60185f0e-0993-48ab-ae3f-0dd4b58f5cef not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:40:25.461934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b89383-f368-4678-a5d8-b7e923ae9b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=70e881ea-2db7-4cbe-a704-5e148df0be80,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:25.527943 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39fe3301-8ea4-415e-b558-539f4a7e66f3 req-37769995-4c7a-40e6-ba8c-d8d5347f5380 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324027 Dec 08 01:40:25.538625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-813d12ca-eed0-4ca8-ada2-1d29c30a980c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.547990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 97918ec7-69bd-44a8-9f06-aa23deed7464 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:40:25.566102 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2341e3db-3277-4a10-ace9-6b4b880d7d44 req-6b7aca47-6c4a-43ed-9eb3-21f41d9bdb10 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3925853 Dec 08 01:40:25.574477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-813d12ca-eed0-4ca8-ada2-1d29c30a980c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for 1a78f18f-35df-439e-89ab-23b3b8c9c462 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:25.588187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 97918ec7-69bd-44a8-9f06-aa23deed7464 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:40:25.588699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 97918ec7-69bd-44a8-9f06-aa23deed7464 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:40:25.622054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48744) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:25.693580 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.764214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Router 22b2dc6d-aa86-4ae6-8e48-021e5c645254 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:40:25.774555 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aa25c40a-1e1e-46d9-bb6b-7cfde73f6d3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=05e2b07c96694d8db7d0cc092da79060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519260 Dec 08 01:40:25.775222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48746) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:25.785598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abcd5c-5249-46c4-86ed-992c78addebb req-59608f7b-8dd2-4c96-a944-210794360d88 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:25.787374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54abcd5c-5249-46c4-86ed-992c78addebb req-59608f7b-8dd2-4c96-a944-210794360d88 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.1210337 Dec 08 01:40:25.906954 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54abcd5c-5249-46c4-86ed-992c78addebb req-b0a59981-bce0-481f-9f26-0bf0f70af2bd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103354 Dec 08 01:40:25.909599 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfe88015-e368-45c3-858e-b0cb9390b7a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:25.947873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfe88015-e368-45c3-858e-b0cb9390b7a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:26.024713 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:26.042430 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-813d12ca-eed0-4ca8-ada2-1d29c30a980c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:26.105710 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d12ca-eed0-4ca8-ada2-1d29c30a980c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=1a78f18f-35df-439e-89ab-23b3b8c9c462,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:26.165763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:26.166576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfe88015-e368-45c3-858e-b0cb9390b7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:26.169019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfe88015-e368-45c3-858e-b0cb9390b7a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:26.173969 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cfe88015-e368-45c3-858e-b0cb9390b7a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/160e0bb1-93f8-4fe2-9262-5eef6d067e04 HTTP/1.1" status: 204 len: 168 time: 0.3968172 Dec 08 01:40:26.179359 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f0a9f8-d0ae-4d23-8462-27fea74ed2c6 None None] Sync routers for ids ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:26.181268 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:26.194520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Network 6d87ec61-c411-4661-b8c4-fb5d16e75540 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:26.206743 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f0a9f8-d0ae-4d23-8462-27fea74ed2c6 None None] Routers {'22b2dc6d-aa86-4ae6-8e48-021e5c645254'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:26.211204 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-52f0a9f8-d0ae-4d23-8462-27fea74ed2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:26.227057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:26.242142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe88015-e368-45c3-858e-b0cb9390b7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160e0bb1-93f8-4fe2-9262-5eef6d067e04,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:26.244619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:26.293354 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6e84370f-519c-4483-94f0-4657d8d2c218 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "DELETE /v2.0/floatingips/a506f067-5205-4176-83d0-8cd846a9a96b HTTP/1.1" status: 204 len: 168 time: 3.5818114 Dec 08 01:40:26.307062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48762) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:26.311728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:26.322098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Port': ['ID=909185d2-b0e2-4902-b2ff-aa8c38efc800,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:26.353977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318c09-a24d-442e-834f-586bf0a60208 req-cec9e76e-e023-42ba-baa0-a946aa1d1fca tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:26.361085 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-52f0a9f8-d0ae-4d23-8462-27fea74ed2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:26.361979 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c3318c09-a24d-442e-834f-586bf0a60208 req-cec9e76e-e023-42ba-baa0-a946aa1d1fca tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.2098479 Dec 08 01:40:26.386325 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f0a9f8-d0ae-4d23-8462-27fea74ed2c6 None None] Routers {'22b2dc6d-aa86-4ae6-8e48-021e5c645254'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:26.388003 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-52f0a9f8-d0ae-4d23-8462-27fea74ed2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:26.425658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:26.426508 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:26.456807 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c3318c09-a24d-442e-834f-586bf0a60208 req-8e9bce6a-5f6c-4d3e-8c03-e7fab476b68a tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904958 Dec 08 01:40:26.466193 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:26.501610 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-52f0a9f8-d0ae-4d23-8462-27fea74ed2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:26.504567 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f0a9f8-d0ae-4d23-8462-27fea74ed2c6 None None] The sync data for ids ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:26.519120 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4fdc966f-3147-4083-ab2e-e964bcc24d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8985658 Dec 08 01:40:26.541464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'port': {'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7', 'admin_state_up': True, 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'security_groups': ['94141411-581b-45c4-a94f-ba8d7b8476a7']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:26.631378 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-813d12ca-eed0-4ca8-ada2-1d29c30a980c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:26.669653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbff972-3208-4ec8-bc31-7e322eb4ba3f req-ec7d908d-f7ee-4799-97a3-e652ef4b0a41 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:26.671198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ecbff972-3208-4ec8-bc31-7e322eb4ba3f req-ec7d908d-f7ee-4799-97a3-e652ef4b0a41 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69c06aa-8073-482d-81db-a4ea2a5f36da HTTP/1.1" status: 200 len: 948 time: 0.1058102 Dec 08 01:40:26.700664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d95002fa-591e-473a-810d-809544ee1a28 None None] Provisioning complete for port 909185d2-b0e2-4902-b2ff-aa8c38efc800 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:26.701220 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d95002fa-591e-473a-810d-809544ee1a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:26.756885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d95002fa-591e-473a-810d-809544ee1a28 None None] Port 909185d2-b0e2-4902-b2ff-aa8c38efc800 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:26.834957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ecbff972-3208-4ec8-bc31-7e322eb4ba3f req-f73236ef-1d85-441b-a5d4-ef4bf7eb8028 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327510 Dec 08 01:40:26.859812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:26.870070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-a5d4259a-8de4-49cd-b829-0ddb916e3919 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:26.876943 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-a5d4259a-8de4-49cd-b829-0ddb916e3919 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.4282913 Dec 08 01:40:26.925728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-46c7a240-ada1-426a-8cd2-3ff140c4b48a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/quotas/6d71442bfb01438e86d9fd2348d1c32c HTTP/1.1" status: 200 len: 375 time: 0.0477638 Dec 08 01:40:26.994548 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:27.008013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-462a932c-ae35-48e8-8117-08a2ed8d8889 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813296 Dec 08 01:40:27.050149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bbb97-1b4f-41df-a1c0-a65fd54147e5 req-68898a31-4a32-436a-b333-1e351774442c tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:27.052777 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c46bbb97-1b4f-41df-a1c0-a65fd54147e5 req-68898a31-4a32-436a-b333-1e351774442c tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.0864847 Dec 08 01:40:27.059251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813d12ca-eed0-4ca8-ada2-1d29c30a980c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:40:27.107672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:27.188799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:40:27.197363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c46bbb97-1b4f-41df-a1c0-a65fd54147e5 req-d1680fd2-47de-4597-b9d8-4339995fa92b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247876 Dec 08 01:40:27.252409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:40:27.252772 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6d5fdcd2-defd-487e-b1ca-a9a6c29e6f33 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:40:27.360636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813d12ca-eed0-4ca8-ada2-1d29c30a980c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:27.368520 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-813d12ca-eed0-4ca8-ada2-1d29c30a980c tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "PUT /v2.0/routers/9739c3f9-ad09-47b6-9dfe-0b6d917f5006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6299934 Dec 08 01:40:27.370767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:27.373630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bfce2-f7ea-44b9-ad1d-3e387548c244 None None] Sync routers for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:27.405910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83bfce2-f7ea-44b9-ad1d-3e387548c244 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:27.407093 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-d576402c-2c1f-4ef3-99f5-11c90b4dd37b service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970737 Dec 08 01:40:27.411417 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e83bfce2-f7ea-44b9-ad1d-3e387548c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:27.485524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e83bfce2-f7ea-44b9-ad1d-3e387548c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:27.497308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83bfce2-f7ea-44b9-ad1d-3e387548c244 None None] Routers {'9739c3f9-ad09-47b6-9dfe-0b6d917f5006'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:27.498328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e83bfce2-f7ea-44b9-ad1d-3e387548c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:27.526619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-b10ef135-5a2f-457d-8bf5-88c97ae5f4b9 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160100 Dec 08 01:40:27.534113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48800) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:27.554710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e83bfce2-f7ea-44b9-ad1d-3e387548c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:27.555741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bfce2-f7ea-44b9-ad1d-3e387548c244 None None] The sync data for ids ['9739c3f9-ad09-47b6-9dfe-0b6d917f5006'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:27.571640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Allocated IP 10.2.2.100 (28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7/b90dd85e-2fd1-4f8b-b69e-4c0205ca6824/df223970-b1fe-4950-877f-a17fdccfb5e7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:27.599603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Allocated IP 172.25.2.170 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/20b0d48a-a636-48a2-88c7-1194e03b030b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:27.787966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1811100272-network', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:27.858025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:27.860493 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:27.887276 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:27.889112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2241a-6c18-4e67-8fb0-ab22f1846d60 req-19347570-5694-4269-9e01-3c4de8074ac0 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:27.890791 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a0f2241a-6c18-4e67-8fb0-ab22f1846d60 req-19347570-5694-4269-9e01-3c4de8074ac0 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.5910192 Dec 08 01:40:27.999193 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a0f2241a-6c18-4e67-8fb0-ab22f1846d60 req-2532b952-9412-4f2e-9d7b-5ebc7940ae7b tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975909 Dec 08 01:40:28.013617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28137d1-05fa-45a1-a2e6-d54063128ff4 req-463bcec5-a167-4c74-a295-05baf7a9765e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:28.020231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28137d1-05fa-45a1-a2e6-d54063128ff4 req-463bcec5-a167-4c74-a295-05baf7a9765e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:28.026223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28137d1-05fa-45a1-a2e6-d54063128ff4 req-463bcec5-a167-4c74-a295-05baf7a9765e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:28.032511 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a28137d1-05fa-45a1-a2e6-d54063128ff4 req-463bcec5-a167-4c74-a295-05baf7a9765e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 2373 time: 0.2217607 Dec 08 01:40:28.041409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.120148 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.144501 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.149344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a06fb09a-0068-4260-a3b7-eb8e88a3b979 req-a373c335-c27e-4d3b-a612-d9d82739c04f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 210 time: 0.0445561 Dec 08 01:40:28.157723 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.168815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:40:28.180959 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.181329 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Added segment 53a2b0bb-d962-47f7-ad96-f61be0595be6 of type vlan for network b6c3230a-5d6e-41ed-8178-6f97cb18a062 Dec 08 01:40:28.226387 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.253947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a28137d1-05fa-45a1-a2e6-d54063128ff4 req-3949e679-faf6-4ce7-8d40-7dcaf7ad505e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002351 Dec 08 01:40:28.270165 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.272683 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.273624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:28.274197 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.321769 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7811706 Dec 08 01:40:28.335152 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48818) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:28.343280 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f7de1ec7-f47f-4a76-8fe6-b062707bee3d admin admin] Request body: {'subnet': {'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1811100272-subnet', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:28.372568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4355ce87-755f-4b28-af49-d643dd8953d5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:28.388726 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.458104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702a31d-e74a-4769-b6bc-ee4c93fceb00 req-20ca44b2-2d35-4e6e-9d94-8cbd502c9d1f tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:28.459989 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6702a31d-e74a-4769-b6bc-ee4c93fceb00 req-20ca44b2-2d35-4e6e-9d94-8cbd502c9d1f tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69c06aa-8073-482d-81db-a4ea2a5f36da HTTP/1.1" status: 200 len: 948 time: 0.1445472 Dec 08 01:40:28.466027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b8d0a-57d1-4290-9ee5-7d18ed079ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c3230a-5d6e-41ed-8178-6f97cb18a062,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:28.474431 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.476777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557eb25c-b4e7-4cd6-880d-da119af78d0f req-ec558d8b-a126-4fa8-a9fe-118d98c4d214 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:28.478543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-557eb25c-b4e7-4cd6-880d-da119af78d0f req-ec558d8b-a126-4fa8-a9fe-118d98c4d214 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.72 "GET /v2.0/ports?device_id=f69c06aa-8073-482d-81db-a4ea2a5f36da HTTP/1.1" status: 200 len: 948 time: 0.1409140 Dec 08 01:40:28.480978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network b6c3230a-5d6e-41ed-8178-6f97cb18a062 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:40:28.515793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7de1ec7-f47f-4a76-8fe6-b062707bee3d admin admin] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:28.518856 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7de1ec7-f47f-4a76-8fe6-b062707bee3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.549070 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.552868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:28.626270 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b749925-25c0-4adf-81bf-1af737303b51 req-0a0f667f-3752-4a6b-9a43-7b93ea774429 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:28.637596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b749925-25c0-4adf-81bf-1af737303b51 req-0a0f667f-3752-4a6b-9a43-7b93ea774429 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.2742572 Dec 08 01:40:28.653239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting port a1fa44d6-fa61-47a0-914c-df77260bbbc7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:28.653670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.662592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:28.673462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6702a31d-e74a-4769-b6bc-ee4c93fceb00 req-5a0b9144-b37a-4f4c-8eff-b7b2b3f680ad tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f73a617-8947-4a21-9b80-6ba750c49eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788228 Dec 08 01:40:28.689278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:28.742390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-557eb25c-b4e7-4cd6-880d-da119af78d0f req-bea6c5a2-4ca5-4109-a417-150978e272d9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Deleting port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:28.742735 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-557eb25c-b4e7-4cd6-880d-da119af78d0f req-bea6c5a2-4ca5-4109-a417-150978e272d9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.746749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Pushing event updated for resources: {'Port': ['ID=20b0d48a-a636-48a2-88c7-1194e03b030b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:28.777891 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54a458a2-076b-47dd-85f0-86484d375604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.785696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:28.825365 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:28.826488 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.827903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:28.852621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Calling delete_port for a1fa44d6-fa61-47a0-914c-df77260bbbc7 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:28.904055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Port': ['ID=df223970-b1fe-4950-877f-a17fdccfb5e7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:28.915796 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b749925-25c0-4adf-81bf-1af737303b51 req-5221394a-16fe-47e7-aff8-30ff1b03bffd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772064 Dec 08 01:40:28.946291 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-557eb25c-b4e7-4cd6-880d-da119af78d0f req-bea6c5a2-4ca5-4109-a417-150978e272d9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] For port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:28.946778 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-557eb25c-b4e7-4cd6-880d-da119af78d0f req-bea6c5a2-4ca5-4109-a417-150978e272d9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:28.978456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-557eb25c-b4e7-4cd6-880d-da119af78d0f req-bea6c5a2-4ca5-4109-a417-150978e272d9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Calling delete_port for 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:29.038015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:29.043665 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.124762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1b4102a1-56da-409d-bb9f-288ce54d3d8a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5874641 Dec 08 01:40:29.152531 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.195094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'port': {'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7', 'admin_state_up': True, 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'security_groups': ['94141411-581b-45c4-a94f-ba8d7b8476a7']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:29.202604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3337732f-6c6c-43ea-9e92-239f95f2d885 None None] Provisioning complete for port df223970-b1fe-4950-877f-a17fdccfb5e7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:29.204201 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3337732f-6c6c-43ea-9e92-239f95f2d885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.262423 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3337732f-6c6c-43ea-9e92-239f95f2d885 None None] Port df223970-b1fe-4950-877f-a17fdccfb5e7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:29.309953 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e6fce-36da-43a7-befa-87b4d96beba0 req-e1e6db2e-d112-4308-8a33-1ae27f3bacbd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:29.319423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd6e6fce-36da-43a7-befa-87b4d96beba0 req-e1e6db2e-d112-4308-8a33-1ae27f3bacbd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.2269011 Dec 08 01:40:29.457300 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd6e6fce-36da-43a7-befa-87b4d96beba0 req-70d1a4b4-96a3-4326-be7b-3a172f76bba8 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364715 Dec 08 01:40:29.469869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.541772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Port': ['ID=a1fa44d6-fa61-47a0-914c-df77260bbbc7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:29.585747 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-557eb25c-b4e7-4cd6-880d-da119af78d0f req-bea6c5a2-4ca5-4109-a417-150978e272d9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.616862 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fb73b77-96ef-4c8b-9fb5-2ee8eb1e6e9a req-9f9a8ffd-591e-48f4-ba12-a36814da9cbd tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 210 time: 0.0469048 Dec 08 01:40:29.643850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6c5a2-4ca5-4109-a417-150978e272d9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Pushing event deleted for resources: {'Port': ['ID=34dfb52f-d10f-41f5-a50f-9412e1e9ace0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:29.646586 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7de1ec7-f47f-4a76-8fe6-b062707bee3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.693406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-557eb25c-b4e7-4cd6-880d-da119af78d0f req-bea6c5a2-4ca5-4109-a417-150978e272d9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] No DVR routers for this DVR port 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:40:29.696767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-557eb25c-b4e7-4cd6-880d-da119af78d0f req-bea6c5a2-4ca5-4109-a417-150978e272d9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.700181 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-557eb25c-b4e7-4cd6-880d-da119af78d0f req-bea6c5a2-4ca5-4109-a417-150978e272d9 tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.72 "DELETE /v2.0/ports/34dfb52f-d10f-41f5-a50f-9412e1e9ace0 HTTP/1.1" status: 204 len: 173 time: 1.2009690 Dec 08 01:40:29.700677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'name': 'network-vif-deleted', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:29.702998 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4be323c-12ac-41e3-b6bb-772a165199d3" -d '{"events": [{"server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "name": "network-vif-deleted", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:29.706443 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.732187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.837894 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.841925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.859060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef13e8-74b4-4575-9017-ececce807c58 req-5e847d16-a793-49b0-90c2-3141b1d93bda tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:29.867104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2cef13e8-74b4-4575-9017-ececce807c58 req-5e847d16-a793-49b0-90c2-3141b1d93bda tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.7486148 Dec 08 01:40:29.899578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f9df5-1b5a-4ac9-b6ab-168d9b6fc708 req-f71c0944-5fb5-4bd6-a06c-fda2a43906ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:29.905755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f9df5-1b5a-4ac9-b6ab-168d9b6fc708 req-f71c0944-5fb5-4bd6-a06c-fda2a43906ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:29.912491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f9df5-1b5a-4ac9-b6ab-168d9b6fc708 req-f71c0944-5fb5-4bd6-a06c-fda2a43906ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:29.918695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f9df5-1b5a-4ac9-b6ab-168d9b6fc708 req-f71c0944-5fb5-4bd6-a06c-fda2a43906ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:29.920877 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af1f9df5-1b5a-4ac9-b6ab-168d9b6fc708 req-f71c0944-5fb5-4bd6-a06c-fda2a43906ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 3094 time: 0.1813877 Dec 08 01:40:29.944768 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.945323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Fanout notify agent at l3_agent the message router_deleted on router 9739c3f9-ad09-47b6-9dfe-0b6d917f5006 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:40:29.955678 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:29.956844 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d3fa6aca-d89a-4ff1-bfbb-9616e4e6e6d5 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/routers/9739c3f9-ad09-47b6-9dfe-0b6d917f5006 HTTP/1.1" status: 204 len: 168 time: 2.5849693 Dec 08 01:40:29.963006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:30.004489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de1ec7-f47f-4a76-8fe6-b062707bee3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=41091c11-b6e9-42d6-8daa-a09fa5e8d315,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:30.029127 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af1f9df5-1b5a-4ac9-b6ab-168d9b6fc708 req-e32537ca-26e0-4816-b104-1ceb79e0301c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017339 Dec 08 01:40:30.029859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-13c8ffdb-a15f-4119-a0dd-f554cfd9c7a5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:30.032011 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-13c8ffdb-a15f-4119-a0dd-f554cfd9c7a5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.8403442 Dec 08 01:40:30.045498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa654a6-db1d-4be5-8d1b-1f56b97dc4ec tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Deleting subnet 0e4d7de3-0f83-4b59-b630-bbcd2071fb1e {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:40:30.052169 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1aa654a6-db1d-4be5-8d1b-1f56b97dc4ec tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.055203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de1ec7-f47f-4a76-8fe6-b062707bee3d admin admin] Checking segment: {'id': '53a2b0bb-d962-47f7-ad96-f61be0595be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:30.055203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de1ec7-f47f-4a76-8fe6-b062707bee3d admin admin] Network hostable DHCP agents. Network: b6c3230a-5d6e-41ed-8178-6f97cb18a062, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:40:30.069031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Request body: {'port': {'device_id': '34d403fc-7d55-42e2-a1cf-713c592403ef', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'admin_state_up': True, 'tenant_id': '6d71442bfb01438e86d9fd2348d1c32c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:30.122152 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1aa654a6-db1d-4be5-8d1b-1f56b97dc4ec tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.156052 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2cef13e8-74b4-4575-9017-ececce807c58 req-754ccfc5-a790-4e3d-b86a-f1e5259f15ab tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876885 Dec 08 01:40:30.193130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1aa654a6-db1d-4be5-8d1b-1f56b97dc4ec tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.218098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Made reservation on behalf of ab7855d0a0e74cfba38e77648e79ba3c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:30.224749 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.309806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de1ec7-f47f-4a76-8fe6-b062707bee3d admin admin] Network b6c3230a-5d6e-41ed-8178-6f97cb18a062 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:40:30.335259 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.346968 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1aa654a6-db1d-4be5-8d1b-1f56b97dc4ec tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.377855 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.389987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa654a6-db1d-4be5-8d1b-1f56b97dc4ec tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Subnet': ['ID=0e4d7de3-0f83-4b59-b630-bbcd2071fb1e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:30.394459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f7de1ec7-f47f-4a76-8fe6-b062707bee3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, b6c3230a-5d6e-41ed-8178-6f97cb18a062) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:30.397145 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1aa654a6-db1d-4be5-8d1b-1f56b97dc4ec tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.397280 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a753eb88-4a8f-4d83-b957-536280a898d0 req-8dda497d-c6da-496e-805c-82ff5457068e tempest-ListImageFiltersTestJSON-985085982 tempest-ListImageFiltersTestJSON-985085982-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69c06aa-8073-482d-81db-a4ea2a5f36da HTTP/1.1" status: 200 len: 210 time: 0.0801127 Dec 08 01:40:30.402536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1aa654a6-db1d-4be5-8d1b-1f56b97dc4ec tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/subnets/0e4d7de3-0f83-4b59-b630-bbcd2071fb1e HTTP/1.1" status: 204 len: 168 time: 0.4385042 Dec 08 01:40:30.405062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48840) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:30.413849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de1ec7-f47f-4a76-8fe6-b062707bee3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:30.414432 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7de1ec7-f47f-4a76-8fe6-b062707bee3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.427742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d677f3d8-19bb-436a-ad85-5a5c2e50bf33 None None] Network b6c3230a-5d6e-41ed-8178-6f97cb18a062 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:30.536635 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4c0210-37f5-44fe-b31c-41e0c7c48fc6 x-openstack-request-id: req-bb4c0210-37f5-44fe-b31c-41e0c7c48fc6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:30.536987 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69c06aa-8073-482d-81db-a4ea2a5f36da", "name": "network-vif-deleted", "tag": "34dfb52f-d10f-41f5-a50f-9412e1e9ace0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:30.537262 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb4c0210-37f5-44fe-b31c-41e0c7c48fc6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:30.537697 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69c06aa-8073-482d-81db-a4ea2a5f36da', 'name': 'network-vif-deleted', 'tag': '34dfb52f-d10f-41f5-a50f-9412e1e9ace0', 'status': 'completed', 'code': 200} Dec 08 01:40:30.608032 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.622296 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-b6c3230a-5d6e-41ed-8178-6f97cb18a062', 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062', 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'fixed_ips': [{'subnet_id': '41091c11-b6e9-42d6-8daa-a09fa5e8d315'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:40:30.624102 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.629093 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f7de1ec7-f47f-4a76-8fe6-b062707bee3d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2903302 Dec 08 01:40:30.633141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48846) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:30.634909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Made reservation on behalf of 6d71442bfb01438e86d9fd2348d1c32c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:30.638487 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.640481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Pushing event updated for resources: {'Port': ['ID=20b0d48a-a636-48a2-88c7-1194e03b030b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:30.648010 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.714927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1811100272-router', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:30.791721 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.805403 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6ea56e24-880f-484b-8642-f6366e0b610c tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4970400 Dec 08 01:40:30.809911 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48854) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:30.855869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.884256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e2f79b-e3eb-4c72-b934-2564695aab92']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:30.899486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa743d7e-3f36-4594-bf56-0b1933494e63') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:30.899486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa743d7e-3f36-4594-bf56-0b1933494e63') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:30.910652 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.921530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Allocated IP 10.2.2.200 (28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7/b90dd85e-2fd1-4f8b-b69e-4c0205ca6824/a2a3b83c-e81a-46ad-96c8-894bd7fe7b63) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:30.929306 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:30.936694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:40:30.937335 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.004716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Allocated IP 172.20.0.13 (ca5844b8-27b3-4526-899f-f6eb044a8310/6b516fe5-7c7e-4300-bab4-16f44055e7df/13a4af6a-9400-4a60-ae35-bc9bd530b0c1) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:40:31.043764 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:40:31.076992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.127837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:31.137161 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f10971a-9e08-452a-9b2b-4fbc493437ab req-2ad0f3b7-2298-42a3-9b88-5779195362c5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 210 time: 0.0855443 Dec 08 01:40:31.140876 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.166226 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] 10.222.0.70 "DELETE /v2.0/networks/87e2f79b-e3eb-4c72-b934-2564695aab92 HTTP/1.1" status: 204 len: 168 time: 0.7539761 Dec 08 01:40:31.173282 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.179306 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.215014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd90af-13d0-4441-bf47-d2b716021b57 tempest-FloatingIPTestJSON-1991894332 tempest-FloatingIPTestJSON-1991894332-project] Pushing event deleted for resources: {'Network': ['ID=87e2f79b-e3eb-4c72-b934-2564695aab92,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:31.242350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Allocated IP 172.20.0.2 (b6c3230a-5d6e-41ed-8178-6f97cb18a062/41091c11-b6e9-42d6-8daa-a09fa5e8d315/0cf9946b-4169-4eb9-a755-320703f218f0) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:31.243868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.304001 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.352844 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.396175 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9c4c2cf1-db2d-4c4f-9eb4-61152c6c3e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.422833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431253c-c30a-4002-99a4-1ab589f653e5 req-c9b52512-afd8-4cd2-b088-73c6db63e20e tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:31.430690 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4431253c-c30a-4002-99a4-1ab589f653e5 req-c9b52512-afd8-4cd2-b088-73c6db63e20e tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.1422191 Dec 08 01:40:31.439492 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.476088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49081018-4b96-40dc-a1b0-f2ea8f99e881 req-00b069da-1466-4207-9d8b-9c5e5a87c87f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:31.483526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49081018-4b96-40dc-a1b0-f2ea8f99e881 req-00b069da-1466-4207-9d8b-9c5e5a87c87f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:31.490672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49081018-4b96-40dc-a1b0-f2ea8f99e881 req-00b069da-1466-4207-9d8b-9c5e5a87c87f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:31.497940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49081018-4b96-40dc-a1b0-f2ea8f99e881 req-00b069da-1466-4207-9d8b-9c5e5a87c87f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:31.500507 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49081018-4b96-40dc-a1b0-f2ea8f99e881 req-00b069da-1466-4207-9d8b-9c5e5a87c87f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 3094 time: 0.1850927 Dec 08 01:40:31.539293 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.567408 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.576660 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4431253c-c30a-4002-99a4-1ab589f653e5 req-a25bffd6-fddc-4405-b692-3f0dec7097ca tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451001 Dec 08 01:40:31.584074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.647641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Pushing event updated for resources: {'Port': ['ID=0cf9946b-4169-4eb9-a755-320703f218f0,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:31.670291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:31.674901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Network b6c3230a-5d6e-41ed-8178-6f97cb18a062 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:31.675468 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.677683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:31.678443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:31.711012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:31.711698 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:31.712069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48874) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:31.717175 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.778814 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.792969 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49081018-4b96-40dc-a1b0-f2ea8f99e881 req-a16402c8-6006-4665-abde-cab2ed2372a9 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582903 Dec 08 01:40:31.824654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:31.825422 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.851591 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad029a-8656-4fc5-a568-4a010384deb7 req-60924862-fb55-45b7-b51b-eafc281a2c92 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:31.853310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b9ad029a-8656-4fc5-a568-4a010384deb7 req-60924862-fb55-45b7-b51b-eafc281a2c92 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.1461525 Dec 08 01:40:31.858666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event updated for resources: {'Port': ['ID=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:31.867925 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-70c535b3-b0d6-4bfa-8d18-64d87092dedb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7155473 Dec 08 01:40:31.934154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Request body: {'port': {'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:31.936103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Attempting to bind port 0cf9946b-4169-4eb9-a755-320703f218f0 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:31.936514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Attempting to bind port 0cf9946b-4169-4eb9-a755-320703f218f0 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '53a2b0bb-d962-47f7-ad96-f61be0595be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:31.936885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Attempting to bind port 0cf9946b-4169-4eb9-a755-320703f218f0 on network b6c3230a-5d6e-41ed-8178-6f97cb18a062 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:31.943187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Network ca5844b8-27b3-4526-899f-f6eb044a8310 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:31.944758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:31.945147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Checking segment: {'id': '53a2b0bb-d962-47f7-ad96-f61be0595be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:31.945606 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.945950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Bound using segment: {'id': '53a2b0bb-d962-47f7-ad96-f61be0595be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:31.946437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Bound port: 0cf9946b-4169-4eb9-a755-320703f218f0, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a2b0bb-d962-47f7-ad96-f61be0595be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:31.946825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:31.982218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:32.005554 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.075108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b9ad029a-8656-4fc5-a568-4a010384deb7 req-0278afcc-be4d-4ce9-bd52-949923fd12d8 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015333 Dec 08 01:40:32.103813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:32.148421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] For port 0cf9946b-4169-4eb9-a755-320703f218f0, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:32.162238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] For port 0cf9946b-4169-4eb9-a755-320703f218f0, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0cf9946b-4169-4eb9-a755-320703f218f0,segment=NetworkSegment(53a2b0bb-d962-47f7-ad96-f61be0595be6),segment_id=53a2b0bb-d962-47f7-ad96-f61be0595be6)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:32.169428 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.189119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Allocated IP 172.25.2.172 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/84ef2418-3393-49af-a0c0-d2499813a1a7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:32.233161 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-47b570af-2b4c-4b87-b668-bd7f7b04c6ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5655a533bdcc4941ab3ea6deb9149b83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5182478 Dec 08 01:40:32.236654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48892) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:32.332722 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.362147 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.363302 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.372311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-252af749-2aec-4768-b206-ee7ec837bfcb None None] Provisioning complete for port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:32.379087 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-252af749-2aec-4768-b206-ee7ec837bfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.388988 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a44afaf-0b74-439c-a0ed-9073f5a006ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.421409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a44afaf-0b74-439c-a0ed-9073f5a006ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.425297 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a5484-a98f-4c63-b6c2-bbdde6ae5548 None None] Pushing event updated for resources: {'Port': ['ID=0cf9946b-4169-4eb9-a755-320703f218f0,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:32.449188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Pushing event updated for resources: {'Port': ['ID=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:32.456642 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.461567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-252af749-2aec-4768-b206-ee7ec837bfcb None None] Port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:32.483079 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.517321 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.539057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6866ce2-c957-47d0-bef0-392cb57548f5 req-3b070fda-3bfa-4f61-9589-4d8be2c0cf20 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:32.541525 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6866ce2-c957-47d0-bef0-392cb57548f5 req-3b070fda-3bfa-4f61-9589-4d8be2c0cf20 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 932 time: 0.2527494 Dec 08 01:40:32.545857 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a44afaf-0b74-439c-a0ed-9073f5a006ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.549727 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a44afaf-0b74-439c-a0ed-9073f5a006ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.551297 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7a44afaf-0b74-439c-a0ed-9073f5a006ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2b4cbff-d04c-4db8-adcf-8aa8d56f10b8 HTTP/1.1" status: 204 len: 168 time: 0.3127127 Dec 08 01:40:32.611729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:32.632368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:32.632520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44afaf-0b74-439c-a0ed-9073f5a006ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b4cbff-d04c-4db8-adcf-8aa8d56f10b8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:32.633134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:32.744053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:32.761516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:32.772540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Pushing event updated for resources: {'Port': ['ID=84ef2418-3393-49af-a0c0-d2499813a1a7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:32.787512 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-8ade1ef1-ebe0-4ddc-ad3e-a8ccd0cbc5ee tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7274704 Dec 08 01:40:32.805556 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6866ce2-c957-47d0-bef0-392cb57548f5 req-68d80809-9451-4b2c-8d9d-da5dde1fa9ff tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179878 Dec 08 01:40:32.833062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Request body: {'port': {'device_id': '34d403fc-7d55-42e2-a1cf-713c592403ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:32.873395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Allocated IP 172.25.2.44 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/4db0f067-7d77-46aa-9677-1327330791a3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:33.118388 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:33.177574 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:33.202019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:33.208401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:40:33.214584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b94c1e-4f7f-4e57-bda7-b213adf0aa5d req-0ac9ea62-dace-4ee2-9d27-12362619df7b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:33.221503 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03b94c1e-4f7f-4e57-bda7-b213adf0aa5d req-0ac9ea62-dace-4ee2-9d27-12362619df7b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.2539623 Dec 08 01:40:33.225189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:40:33.279477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:40:33.279982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 34dfb52f-d10f-41f5-a50f-9412e1e9ace0 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:40:33.294261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:33.417089 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:33.448599 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03b94c1e-4f7f-4e57-bda7-b213adf0aa5d req-b3ef84fc-cba5-4462-b634-9f67526f56f0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072721 Dec 08 01:40:33.568454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:33.573240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:33.589529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:33.626039 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:33.635881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0cf9946b-4169-4eb9-a755-320703f218f0 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:33.646237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:33.732898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Pushing event updated for resources: {'Port': ['ID=4db0f067-7d77-46aa-9677-1327330791a3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:33.744588 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:33.747910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392', 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8', 'port_id': '5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392', 'mac_address': 'fa:16:3e:49:9e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619d92e4-eb66-499a-8737-7efe45f82797', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:40:33.911359 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:33.944248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:33.953669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0cf9946b-4169-4eb9-a755-320703f218f0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:33.954313 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.039820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:34.068025 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.088700 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006377b-5182-43db-b59a-0e41c26b8ddd None None] Network b6c3230a-5d6e-41ed-8178-6f97cb18a062 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:34.143174 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48950) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:34.199445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:34.212177 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.228144 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.236510 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.255287 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.295999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:40:34.298650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-37ca4922-ee9b-48cf-bba2-f7a82eb8f937 None None] Provisioning complete for port 0cf9946b-4169-4eb9-a755-320703f218f0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:34.299258 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37ca4922-ee9b-48cf-bba2-f7a82eb8f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.333245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ff222852-b553-42b7-af3f-800c10383571 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group': {'name': 'tempest-secgroup--863095840'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:34.353780 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.396596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:34.401396 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff222852-b553-42b7-af3f-800c10383571 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.422662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff222852-b553-42b7-af3f-800c10383571 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.434041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.435393 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6211598 Dec 08 01:40:34.446893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7c64-d7d9-42af-a017-3d46f32aa97e req-c4ee54ad-8810-4bfa-92a1-d1d92ae0c00e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:34.454065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7c64-d7d9-42af-a017-3d46f32aa97e req-c4ee54ad-8810-4bfa-92a1-d1d92ae0c00e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:34.461027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7c64-d7d9-42af-a017-3d46f32aa97e req-c4ee54ad-8810-4bfa-92a1-d1d92ae0c00e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:34.466235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48954) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:34.469986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7c64-d7d9-42af-a017-3d46f32aa97e req-c4ee54ad-8810-4bfa-92a1-d1d92ae0c00e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:34.476828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7c64-d7d9-42af-a017-3d46f32aa97e req-c4ee54ad-8810-4bfa-92a1-d1d92ae0c00e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:34.480025 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f4e7c64-d7d9-42af-a017-3d46f32aa97e req-c4ee54ad-8810-4bfa-92a1-d1d92ae0c00e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 3815 time: 0.4766803 Dec 08 01:40:34.483810 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Transition to ACTIVE for port object 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:40:34.502995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 0cf9946b-4169-4eb9-a755-320703f218f0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0cf9946b-4169-4eb9-a755-320703f218f0,segment=NetworkSegment(53a2b0bb-d962-47f7-ad96-f61be0595be6),segment_id=53a2b0bb-d962-47f7-ad96-f61be0595be6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:34.505986 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37ca4922-ee9b-48cf-bba2-f7a82eb8f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.524919 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.579833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391f44c-4cb0-464d-871a-2909e5603d2c req-35c9205e-5079-403b-9a0a-cb8ba0e72dcd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:34.581545 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7391f44c-4cb0-464d-871a-2909e5603d2c req-35c9205e-5079-403b-9a0a-cb8ba0e72dcd tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.9395919 Dec 08 01:40:34.587881 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff222852-b553-42b7-af3f-800c10383571 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.639363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a0f01f76-0ae3-412f-8f91-7a74adefcc5a tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.1676562 Dec 08 01:40:34.642674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48958) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:34.662355 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f4e7c64-d7d9-42af-a017-3d46f32aa97e req-5249dd13-4238-4715-8eae-124e1c7f0ec2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727427 Dec 08 01:40:34.663017 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff222852-b553-42b7-af3f-800c10383571 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.665413 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.727481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff222852-b553-42b7-af3f-800c10383571 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066072e7-7821-4d5c-b1a2-961a89d92871,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:34.755403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=0cf9946b-4169-4eb9-a755-320703f218f0,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:34.760615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ceb29-8ca4-4f99-9327-a9c194ddd61d tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Pushing event updated for resources: {'Port': ['ID=84ef2418-3393-49af-a0c0-d2499813a1a7,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:34.769154 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-37ca4922-ee9b-48cf-bba2-f7a82eb8f937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:40:34.769652 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-37ca4922-ee9b-48cf-bba2-f7a82eb8f937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:40:34.771804 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:34.873305 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-391442cf-df22-4493-aa26-1d50394fa1d2 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2234006 Dec 08 01:40:34.879023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48966) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:34.953010 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:34.992776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3aeebc-390c-4677-9dce-fdb3eca96bbb {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:35.011476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7391f44c-4cb0-464d-871a-2909e5603d2c req-5e0e8740-34e9-4abc-a5b3-8582835725ac tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197826 Dec 08 01:40:35.013947 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.050798 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff222852-b553-42b7-af3f-800c10383571 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.074964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Attempting to bind port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:35.075388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Attempting to bind port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:35.077540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Attempting to bind port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 on network ca5844b8-27b3-4526-899f-f6eb044a8310 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:35.088755 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff222852-b553-42b7-af3f-800c10383571 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.126074 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 on network ca5844b8-27b3-4526-899f-f6eb044a8310 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:40:35.126712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Attempting to bind port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 on network ca5844b8-27b3-4526-899f-f6eb044a8310 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:35.133888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Transition to ACTIVE for port object 5f3aeebc-390c-4677-9dce-fdb3eca96bbb will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:40:35.136899 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff222852-b553-42b7-af3f-800c10383571 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.141368 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ff222852-b553-42b7-af3f-800c10383571 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9941275 Dec 08 01:40:35.148759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48972) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:35.160577 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.168683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:35.169041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Checking segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:35.169482 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Bound using segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:35.169850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Bound port: 13a4af6a-9400-4a60-ae35-bc9bd530b0c1, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:35.170196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.197058 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.212364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:35.227073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff222852-b553-42b7-af3f-800c10383571 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d37a77-c1d2-4eef-a67e-0277345b87ce,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:35.271660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c39a6-73a8-41c5-862b-171cb3a3e3c2 req-4d0589af-861d-4f05-9675-b63355a114a8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:35.273737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f22c39a6-73a8-41c5-862b-171cb3a3e3c2 req-4d0589af-861d-4f05-9675-b63355a114a8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 944 time: 0.1681554 Dec 08 01:40:35.365929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f6840d00-d2a2-489a-b4ec-ad1ae4aaf6df tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Deleting port 84ef2418-3393-49af-a0c0-d2499813a1a7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:35.366280 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6840d00-d2a2-489a-b4ec-ad1ae4aaf6df tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.435069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:35.435459 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.494647 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6840d00-d2a2-489a-b4ec-ad1ae4aaf6df tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.495190 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6840d00-d2a2-489a-b4ec-ad1ae4aaf6df tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.524118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f6840d00-d2a2-489a-b4ec-ad1ae4aaf6df tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Calling delete_port for 84ef2418-3393-49af-a0c0-d2499813a1a7 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:35.612931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e056825d-88f7-400f-a294-59509dfc7409 None None] Provisioning complete for port 0cf9946b-4169-4eb9-a755-320703f218f0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:35.613313 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e056825d-88f7-400f-a294-59509dfc7409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.687569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0cf9946b-4169-4eb9-a755-320703f218f0 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:35.827063 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.851727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3aeebc-390c-4677-9dce-fdb3eca96bbb,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:35.873437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:35.890061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f22c39a6-73a8-41c5-862b-171cb3a3e3c2 req-134ad440-38a7-45f6-b666-ddb4303d759b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015813 Dec 08 01:40:35.914420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48986) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:35.949960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] For port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:35.955005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] For port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:35.980893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:35.987016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e304c29b-18a3-481b-96e3-c060ae4282fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:35.991017 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ab4ceeaf-935c-4ee0-aa38-fd337477a4aa tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.8408875 Dec 08 01:40:35.991884 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9023f6-ef7b-4162-b792-96028966efc2" -d '{"events": [{"server_uuid": "e304c29b-18a3-481b-96e3-c060ae4282fc", "name": "network-vif-plugged", "status": "completed", "tag": "5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:36.008329 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.010309 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.017765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0cf9946b-4169-4eb9-a755-320703f218f0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:36.019812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48990) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:36.022811 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.035653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cf47c9e3-0dc5-457b-b49a-dc667620a7f5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group': {'name': 'tempest-security--1370267063', 'description': 'tempest-security-description-1535824035'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:36.061896 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:36.065267 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.069518 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] 10.222.0.65 "PUT /v2.0/ports/13a4af6a-9400-4a60-ae35-bc9bd530b0c1 HTTP/1.1" status: 200 len: 1093 time: 3.2441986 Dec 08 01:40:36.119633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d403fc-7d55-42e2-a1cf-713c592403ef', 'tag': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:36.122276 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adce9491-24fc-4e40-a0c6-497fff9acf7a" -d '{"events": [{"name": "network-changed", "server_uuid": "34d403fc-7d55-42e2-a1cf-713c592403ef", "tag": "13a4af6a-9400-4a60-ae35-bc9bd530b0c1"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:36.190383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:36.255005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5104a4-83c9-4e2b-88fe-b2639a0e4fa5 req-bbec522c-0937-4e81-97ca-e6f1a40066bf tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:36.256722 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b5104a4-83c9-4e2b-88fe-b2639a0e4fa5 req-bbec522c-0937-4e81-97ca-e6f1a40066bf tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 944 time: 0.3866425 Dec 08 01:40:36.259290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-a752e9f3-cfca-4282-9a94-4da80a02a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:36.260630 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-a752e9f3-cfca-4282-9a94-4da80a02a414 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 1096 time: 0.1022255 Dec 08 01:40:36.261624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4730d0-0491-4b74-a16f-fbeaf4873fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:36.280568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Attempting to bind port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:36.281552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Attempting to bind port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:36.281980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Attempting to bind port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb on network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:36.321344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f6a25-1acf-484f-80b3-b33d0b385e57 req-20b43643-0d4b-4dfa-8a45-c2590b180d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:36.327347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f6a25-1acf-484f-80b3-b33d0b385e57 req-20b43643-0d4b-4dfa-8a45-c2590b180d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:36.333490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f6a25-1acf-484f-80b3-b33d0b385e57 req-20b43643-0d4b-4dfa-8a45-c2590b180d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:36.339492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f6a25-1acf-484f-80b3-b33d0b385e57 req-20b43643-0d4b-4dfa-8a45-c2590b180d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:36.346929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f6a25-1acf-484f-80b3-b33d0b385e57 req-20b43643-0d4b-4dfa-8a45-c2590b180d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:36.347339 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-2a281466-065e-4972-a26d-f53d55ea6cbd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a4af6a-9400-4a60-ae35-bc9bd530b0c1 HTTP/1.1" status: 200 len: 217 time: 0.0678849 Dec 08 01:40:36.348779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d10f6a25-1acf-484f-80b3-b33d0b385e57 req-20b43643-0d4b-4dfa-8a45-c2590b180d4d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 3827 time: 0.2881072 Dec 08 01:40:36.349644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb on network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:40:36.349977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Attempting to bind port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb on network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:36.382378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:36.382378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Checking segment: {'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:36.382707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Bound using segment: {'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:36.383025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Bound port: 5f3aeebc-390c-4677-9dce-fdb3eca96bbb, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832b7a99-b444-4fc7-926f-3af12f8a21d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:36.383359 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf47c9e3-0dc5-457b-b49a-dc667620a7f5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.383498 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.415894 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b92c04fd-3177-4516-a592-832c7eeb09e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3516c56e11b14a959cd58e3be71369fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4965155 Dec 08 01:40:36.421230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48998) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:36.441700 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6840d00-d2a2-489a-b4ec-ad1ae4aaf6df tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.474094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b5104a4-83c9-4e2b-88fe-b2639a0e4fa5 req-baed27e7-fc7b-45e7-822e-ccadf6730c40 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959147 Dec 08 01:40:36.491438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-600278f0-0dca-4861-92b5-04dc5dced605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:36.492631 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-600278f0-0dca-4861-92b5-04dc5dced605 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.1274085 Dec 08 01:40:36.501111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6840d00-d2a2-489a-b4ec-ad1ae4aaf6df tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Pushing event deleted for resources: {'Port': ['ID=84ef2418-3393-49af-a0c0-d2499813a1a7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:36.517012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf47c9e3-0dc5-457b-b49a-dc667620a7f5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.550162 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf47c9e3-0dc5-457b-b49a-dc667620a7f5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.552850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf47c9e3-0dc5-457b-b49a-dc667620a7f5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.556572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cf47c9e3-0dc5-457b-b49a-dc667620a7f5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "PUT /v2.0/security-groups/89d37a77-c1d2-4eef-a67e-0277345b87ce HTTP/1.1" status: 200 len: 1797 time: 0.5322182 Dec 08 01:40:36.558003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d10f6a25-1acf-484f-80b3-b33d0b385e57 req-91a09aec-8eaf-4cee-8df1-f7cebe7b3cff tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957359 Dec 08 01:40:36.558815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49002) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:36.561450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-f5d73892-fcbc-4aa4-9679-d51255f6f8c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511394 Dec 08 01:40:36.588670 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d04d372-43bc-4ce1-9cc0-b44352147d5f x-openstack-request-id: req-4d04d372-43bc-4ce1-9cc0-b44352147d5f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:36.589175 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e304c29b-18a3-481b-96e3-c060ae4282fc", "name": "network-vif-plugged", "status": "completed", "tag": "5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:36.589273 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d04d372-43bc-4ce1-9cc0-b44352147d5f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:36.590148 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e304c29b-18a3-481b-96e3-c060ae4282fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392', 'code': 200} Dec 08 01:40:36.605722 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-100b2f88-1438-42a1-acac-320d95a745e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.619636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] For port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:36.653193 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0921ba-5a1c-4856-b0a7-7f4fdcd26891 x-openstack-request-id: req-6e0921ba-5a1c-4856-b0a7-7f4fdcd26891 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:36.653604 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d403fc-7d55-42e2-a1cf-713c592403ef", "tag": "13a4af6a-9400-4a60-ae35-bc9bd530b0c1", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:36.653962 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e0921ba-5a1c-4856-b0a7-7f4fdcd26891 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:36.654510 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d403fc-7d55-42e2-a1cf-713c592403ef', 'tag': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1', 'status': 'completed', 'code': 200} Dec 08 01:40:36.660378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] For port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5f3aeebc-390c-4677-9dce-fdb3eca96bbb,segment=NetworkSegment(832b7a99-b444-4fc7-926f-3af12f8a21d9),segment_id=832b7a99-b444-4fc7-926f-3af12f8a21d9)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:36.672623 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.714914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47c9e3-0dc5-457b-b49a-dc667620a7f5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d37a77-c1d2-4eef-a67e-0277345b87ce,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:36.722918 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-100b2f88-1438-42a1-acac-320d95a745e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.724777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6840d00-d2a2-489a-b4ec-ad1ae4aaf6df tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.727385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6840d00-d2a2-489a-b4ec-ad1ae4aaf6df tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.731436 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f6840d00-d2a2-489a-b4ec-ad1ae4aaf6df tempest-FloatingIPAdminTestJSON-474423819 tempest-FloatingIPAdminTestJSON-474423819-project] 10.222.0.70 "DELETE /v2.0/floatingips/cca14e9f-b7e3-4470-80a9-03ce24b0845c HTTP/1.1" status: 204 len: 168 time: 1.8502214 Dec 08 01:40:36.747388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49004) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:36.749562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Router 04cad7fd-7669-4bbd-b37e-04cabc240a1d is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:40:36.786889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:36.787587 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.789009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] 10.222.0.65 "PUT /v2.0/ports/5f3aeebc-390c-4677-9dce-fdb3eca96bbb HTTP/1.1" status: 200 len: 1092 time: 4.8753991 Dec 08 01:40:36.837924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-78206915-4d4d-4c6b-b3e0-b8fa89ca38d2 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-groups/89d37a77-c1d2-4eef-a67e-0277345b87ce HTTP/1.1" status: 200 len: 1797 time: 0.2546332 Dec 08 01:40:36.839722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49006) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:36.851736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Request body: {'port': {'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:36.856727 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-d20bbf20-1138-45d1-94dc-68b3e16557ad service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872450 Dec 08 01:40:36.857611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49471b-82a5-41fb-a533-9079c4015d86 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3aeebc-390c-4677-9dce-fdb3eca96bbb,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:36.965110 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.971306 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-100b2f88-1438-42a1-acac-320d95a745e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.974607 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-100b2f88-1438-42a1-acac-320d95a745e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:36.976668 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-100b2f88-1438-42a1-acac-320d95a745e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f73a617-8947-4a21-9b80-6ba750c49eed HTTP/1.1" status: 204 len: 168 time: 0.5539119 Dec 08 01:40:37.021965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db029f9-914e-430c-b9f4-832858ab00d6 req-e303c53f-76e8-46f3-90ff-05c80b514b2d tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:37.023543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4db029f9-914e-430c-b9f4-832858ab00d6 req-e303c53f-76e8-46f3-90ff-05c80b514b2d tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.3509932 Dec 08 01:40:37.103774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b2f88-1438-42a1-acac-320d95a745e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f73a617-8947-4a21-9b80-6ba750c49eed,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:37.185807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a953fc9d-0204-41e4-b06f-6a9e85e19cc4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:37.204724 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e414fd36-3b7b-4487-9e23-a157ab24887d req-dad84ca4-03f1-48f1-b0a8-ca8959f9a006 service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110261 Dec 08 01:40:37.206314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:37.219284 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4db029f9-914e-430c-b9f4-832858ab00d6 req-1a8c849f-38a2-4b07-823b-3134e2478d94 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750498 Dec 08 01:40:37.220182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509b200-33f2-4fdf-9547-f2c931a56cf0 req-5ac63b4a-fbfd-4996-8068-979318a26379 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:37.227967 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5509b200-33f2-4fdf-9547-f2c931a56cf0 req-5ac63b4a-fbfd-4996-8068-979318a26379 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.2279789 Dec 08 01:40:37.237295 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Sync routers for ids ['04cad7fd-7669-4bbd-b37e-04cabc240a1d'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:37.243904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a953fc9d-0204-41e4-b06f-6a9e85e19cc4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:37.257754 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:37.258975 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a9bee9ee-2c38-425e-93f8-4a10ac301d15 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6214797 Dec 08 01:40:37.262810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49014) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:37.263963 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Routers {'04cad7fd-7669-4bbd-b37e-04cabc240a1d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:37.267715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f00b1748-a97e-4d52-be69-66078496b6fe tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Deleting port 20b0d48a-a636-48a2-88c7-1194e03b030b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:37.268118 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f00b1748-a97e-4d52-be69-66078496b6fe tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:37.268250 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['04cad7fd-7669-4bbd-b37e-04cabc240a1d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:37.386843 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5509b200-33f2-4fdf-9547-f2c931a56cf0 req-ae853c64-2c21-466e-81c9-85ca19b1395b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579559 Dec 08 01:40:37.510784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce9491-24fc-4e40-a0c6-497fff9acf7a req-cd595757-13cf-45f1-b941-f1390d3c63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:37.512340 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-adce9491-24fc-4e40-a0c6-497fff9acf7a req-cd595757-13cf-45f1-b941-f1390d3c63f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 1096 time: 0.1518619 Dec 08 01:40:37.655708 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a953fc9d-0204-41e4-b06f-6a9e85e19cc4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:37.659947 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a953fc9d-0204-41e4-b06f-6a9e85e19cc4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:37.661805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a953fc9d-0204-41e4-b06f-6a9e85e19cc4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-groups/89d37a77-c1d2-4eef-a67e-0277345b87ce HTTP/1.1" status: 204 len: 168 time: 0.8152437 Dec 08 01:40:37.667924 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Set router 04cad7fd-7669-4bbd-b37e-04cabc240a1d gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:40:37.698071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49026) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:37.815123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953fc9d-0204-41e4-b06f-6a9e85e19cc4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d37a77-c1d2-4eef-a67e-0277345b87ce,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:37.848238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f819f72-6001-4041-874e-8e0400ef2c76 req-89344ced-5b58-49c0-bdaf-af190e94de65 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:37.852358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffc73d6-4a06-4e82-b7c3-52506e9a988c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:37.856811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f819f72-6001-4041-874e-8e0400ef2c76 req-89344ced-5b58-49c0-bdaf-af190e94de65 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 944 time: 0.2123010 Dec 08 01:40:37.859755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce9491-24fc-4e40-a0c6-497fff9acf7a req-e7e9539b-b7d2-4897-b8a5-3a8be9c125eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:37.861799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-adce9491-24fc-4e40-a0c6-497fff9acf7a req-e7e9539b-b7d2-4897-b8a5-3a8be9c125eb service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 913 time: 0.3407831 Dec 08 01:40:37.872695 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ed98b0a2-e4e1-452c-b30c-158574fa1f64 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1684940 Dec 08 01:40:37.874677 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:37.889499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60a74f-9602-4338-9895-995d97fe0934 req-08c0dbaf-b302-4458-940a-8cfbd0a80725 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:37.895702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60a74f-9602-4338-9895-995d97fe0934 req-08c0dbaf-b302-4458-940a-8cfbd0a80725 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:37.902390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60a74f-9602-4338-9895-995d97fe0934 req-08c0dbaf-b302-4458-940a-8cfbd0a80725 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:37.909633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60a74f-9602-4338-9895-995d97fe0934 req-08c0dbaf-b302-4458-940a-8cfbd0a80725 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:37.915758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60a74f-9602-4338-9895-995d97fe0934 req-08c0dbaf-b302-4458-940a-8cfbd0a80725 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:37.916515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49032) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:37.924555 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6e60a74f-9602-4338-9895-995d97fe0934 req-08c0dbaf-b302-4458-940a-8cfbd0a80725 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 3827 time: 0.2140977 Dec 08 01:40:37.934581 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f819f72-6001-4041-874e-8e0400ef2c76 req-8a521154-f788-436b-bbb8-349eeb1ef1d5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715196 Dec 08 01:40:37.963116 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-b019341d-43fd-4866-8f79-4ccecf7f5755 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] delete failed (client error): The resource could not be found. Dec 08 01:40:37.967714 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b019341d-43fd-4866-8f79-4ccecf7f5755 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-groups/89d37a77-c1d2-4eef-a67e-0277345b87ce HTTP/1.1" status: 404 len: 347 time: 0.0283709 Dec 08 01:40:38.008458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49036) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:38.017278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-12fb0f68-a5b8-4f9b-90e9-f0267337bf0d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group': {'name': 'tempest-secgroup--400740666'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:38.025759 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-adce9491-24fc-4e40-a0c6-497fff9acf7a req-2c47c296-edf2-4aca-9d85-b14223b804a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a4af6a-9400-4a60-ae35-bc9bd530b0c1 HTTP/1.1" status: 200 len: 217 time: 0.1481128 Dec 08 01:40:38.029889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Transition to ACTIVE for port object dffc73d6-4a06-4e82-b7c3-52506e9a988c will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:40:38.056504 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.104758 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'name': 'tempest-ServersTestMultiNic-1811100272-router', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4db0f067-7d77-46aa-9677-1327330791a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:31Z', 'updated_at': '2021-12-08T01:40:34Z', 'revision_number': 3, 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'gw_port': {'id': '4db0f067-7d77-46aa-9677-1327330791a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:32Z', 'updated_at': '2021-12-08T01:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:38.105913 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6e60a74f-9602-4338-9895-995d97fe0934 req-5427c855-37c9-429b-b06d-e542cf3374f5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808012 Dec 08 01:40:38.159091 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Checking router: 04cad7fd-7669-4bbd-b37e-04cabc240a1d for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:40:38.159711 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Updating router 04cad7fd-7669-4bbd-b37e-04cabc240a1d port 4db0f067-7d77-46aa-9677-1327330791a3 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:40:38.191058 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.283376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce9491-24fc-4e40-a0c6-497fff9acf7a req-0d465975-8be6-4bc5-8d0f-36971eebd87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:38.296913 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-adce9491-24fc-4e40-a0c6-497fff9acf7a req-0d465975-8be6-4bc5-8d0f-36971eebd87b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.2590435 Dec 08 01:40:38.297918 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-12fb0f68-a5b8-4f9b-90e9-f0267337bf0d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.300030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49042) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:38.356004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=dffc73d6-4a06-4e82-b7c3-52506e9a988c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:38.401255 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-adce9491-24fc-4e40-a0c6-497fff9acf7a req-a2f46fe0-4c0d-412d-a4c1-9aa8de6d57e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749655 Dec 08 01:40:38.538932 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f00b1748-a97e-4d52-be69-66078496b6fe tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.539776 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f00b1748-a97e-4d52-be69-66078496b6fe tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.589442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351dfaa-ae37-4040-b7b2-a933e61785c4 req-c4269fbd-f3e5-4f32-88ad-f5c183e54890 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:38.593530 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5351dfaa-ae37-4040-b7b2-a933e61785c4 req-c4269fbd-f3e5-4f32-88ad-f5c183e54890 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.1363099 Dec 08 01:40:38.594778 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f00b1748-a97e-4d52-be69-66078496b6fe tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Calling delete_port for 20b0d48a-a636-48a2-88c7-1194e03b030b owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:38.647561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2078880827-network', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:38.658295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:38.660502 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44af588-2dc3-4958-9010-e609b373966b" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "5f3aeebc-390c-4677-9dce-fdb3eca96bbb"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:38.698330 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5351dfaa-ae37-4040-b7b2-a933e61785c4 req-e1b43875-0563-4979-801a-19b18fb29608 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608530 Dec 08 01:40:38.722291 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.737540 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.777861 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-12fb0f68-a5b8-4f9b-90e9-f0267337bf0d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.779016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Attempting to bind port dffc73d6-4a06-4e82-b7c3-52506e9a988c on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:38.779347 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Attempting to bind port dffc73d6-4a06-4e82-b7c3-52506e9a988c by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:38.779672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Attempting to bind port dffc73d6-4a06-4e82-b7c3-52506e9a988c on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:38.787037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Made reservation on behalf of d360b4bc611d407ea6f627c59dbbd6fc for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:38.789736 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.800412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f2695-1086-43c1-8327-060a376e5e6f req-5734f789-59b6-48c9-9f9a-f762ee4029c2 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:38.803357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12832a91-7b85-4f67-a43f-b903841056ba req-0744f8ea-12c9-452c-9df1-9cde7c53371b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:38.804986 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12832a91-7b85-4f67-a43f-b903841056ba req-0744f8ea-12c9-452c-9df1-9cde7c53371b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.72 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.0750015 Dec 08 01:40:38.807547 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d52f2695-1086-43c1-8327-060a376e5e6f req-5734f789-59b6-48c9-9f9a-f762ee4029c2 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.3031280 Dec 08 01:40:38.810636 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-adce9491-24fc-4e40-a0c6-497fff9acf7a req-3632b214-5d20-4b5d-90f1-e4515bc9d0d0 service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859549 Dec 08 01:40:38.814378 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-12fb0f68-a5b8-4f9b-90e9-f0267337bf0d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.830636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Port dffc73d6-4a06-4e82-b7c3-52506e9a988c on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:40:38.830884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Attempting to bind port dffc73d6-4a06-4e82-b7c3-52506e9a988c on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:38.836183 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4213b3-b4a2-4d92-a605-7327b5b93a4c x-openstack-request-id: req-7d4213b3-b4a2-4d92-a605-7327b5b93a4c {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:38.836660 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "5f3aeebc-390c-4677-9dce-fdb3eca96bbb", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:38.836963 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d4213b3-b4a2-4d92-a605-7327b5b93a4c {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:38.837358 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb', 'status': 'completed', 'code': 200} Dec 08 01:40:38.850534 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.875892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:38.876235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Checking segment: {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:38.876772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Bound using segment: {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:38.877254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Bound port: dffc73d6-4a06-4e82-b7c3-52506e9a988c, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:38.877621 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.880717 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Attempting to bind port 4db0f067-7d77-46aa-9677-1327330791a3 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:38.881670 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Attempting to bind port 4db0f067-7d77-46aa-9677-1327330791a3 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:38.882960 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Attempting to bind port 4db0f067-7d77-46aa-9677-1327330791a3 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:38.893181 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:38.893918 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:38.894546 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.895201 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:38.895995 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Bound port: 4db0f067-7d77-46aa-9677-1327330791a3, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:38.896688 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.899276 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Pushing event updated for resources: {'Port': ['ID=4db0f067-7d77-46aa-9677-1327330791a3,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:38.903865 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.917082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-12fb0f68-a5b8-4f9b-90e9-f0267337bf0d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:38.918334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-12fb0f68-a5b8-4f9b-90e9-f0267337bf0d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9087667 Dec 08 01:40:38.940988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49052) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:38.946441 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:38.947040 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:38.947574 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:38.948456 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:38.955368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b7a1a928-b2e0-47a3-8c76-69324e9e7d35 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': '1faf73df-8f5c-4445-8863-13f19d8cfa38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:38.962433 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:38.964445 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:38.965138 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:38.965699 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:38.967425 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:38.969703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb0f68-a5b8-4f9b-90e9-f0267337bf0d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1faf73df-8f5c-4445-8863-13f19d8cfa38,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:38.970047 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:38.970521 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:38.971936 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:38.972412 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:39.019221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af588-2dc3-4958-9010-e609b373966b req-f4fc7c86-0cc8-44b9-bb3e-ae6a7a172e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.019700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af588-2dc3-4958-9010-e609b373966b req-f4fc7c86-0cc8-44b9-bb3e-ae6a7a172e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.020759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af588-2dc3-4958-9010-e609b373966b req-f4fc7c86-0cc8-44b9-bb3e-ae6a7a172e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.020759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af588-2dc3-4958-9010-e609b373966b req-f4fc7c86-0cc8-44b9-bb3e-ae6a7a172e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.021097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af588-2dc3-4958-9010-e609b373966b req-f4fc7c86-0cc8-44b9-bb3e-ae6a7a172e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.021599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af588-2dc3-4958-9010-e609b373966b req-f4fc7c86-0cc8-44b9-bb3e-ae6a7a172e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.023441 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a44af588-2dc3-4958-9010-e609b373966b req-f4fc7c86-0cc8-44b9-bb3e-ae6a7a172e99 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5244 time: 0.1220493 Dec 08 01:40:39.045526 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] For port 4db0f067-7d77-46aa-9677-1327330791a3, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:39.054162 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] For port 4db0f067-7d77-46aa-9677-1327330791a3, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4db0f067-7d77-46aa-9677-1327330791a3,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:39.064309 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:39.132159 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7751b71-f4ce-42c0-959b-4ac2927825e8 None None] Pushing event updated for resources: {'Port': ['ID=4db0f067-7d77-46aa-9677-1327330791a3,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:39.151403 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d52f2695-1086-43c1-8327-060a376e5e6f req-7f07bc06-a21e-40a1-b902-e0c8cba0d24c tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428257 Dec 08 01:40:39.167918 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Routers {'04cad7fd-7669-4bbd-b37e-04cabc240a1d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:39.169885 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['04cad7fd-7669-4bbd-b37e-04cabc240a1d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:39.208521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af588-2dc3-4958-9010-e609b373966b req-8ac1bc61-bf96-4c94-b507-4ec0c8bbfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.209004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af588-2dc3-4958-9010-e609b373966b req-8ac1bc61-bf96-4c94-b507-4ec0c8bbfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.209469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af588-2dc3-4958-9010-e609b373966b req-8ac1bc61-bf96-4c94-b507-4ec0c8bbfeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.211707 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a44af588-2dc3-4958-9010-e609b373966b req-8ac1bc61-bf96-4c94-b507-4ec0c8bbfeb5 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1510019 Dec 08 01:40:39.368109 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-adce9491-24fc-4e40-a0c6-497fff9acf7a req-c5d9512d-db4e-437a-8bc0-234ee158a353 service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057704 Dec 08 01:40:39.387508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af588-2dc3-4958-9010-e609b373966b req-a45d76b9-92ba-4ffb-b488-57738d6aec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.388792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a44af588-2dc3-4958-9010-e609b373966b req-a45d76b9-92ba-4ffb-b488-57738d6aec5c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1466074 Dec 08 01:40:39.392019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] For port dffc73d6-4a06-4e82-b7c3-52506e9a988c, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:39.402402 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a928-b2e0-47a3-8c76-69324e9e7d35 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:39.420107 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] Set router 04cad7fd-7669-4bbd-b37e-04cabc240a1d gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:40:39.430586 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] For port dffc73d6-4a06-4e82-b7c3-52506e9a988c, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=dffc73d6-4a06-4e82-b7c3-52506e9a988c,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:39.478132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:40:39.478736 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:39.515124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de929564-0cb0-4729-9007-fccc0a1e6f44 req-4654933a-9ba1-48f3-adee-76ea09d16178 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.521856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de929564-0cb0-4729-9007-fccc0a1e6f44 req-4654933a-9ba1-48f3-adee-76ea09d16178 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.527324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de929564-0cb0-4729-9007-fccc0a1e6f44 req-4654933a-9ba1-48f3-adee-76ea09d16178 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.534432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de929564-0cb0-4729-9007-fccc0a1e6f44 req-4654933a-9ba1-48f3-adee-76ea09d16178 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.541482 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de929564-0cb0-4729-9007-fccc0a1e6f44 req-4654933a-9ba1-48f3-adee-76ea09d16178 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.548639 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de929564-0cb0-4729-9007-fccc0a1e6f44 req-4654933a-9ba1-48f3-adee-76ea09d16178 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.550678 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de929564-0cb0-4729-9007-fccc0a1e6f44 req-4654933a-9ba1-48f3-adee-76ea09d16178 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 4598 time: 0.2437451 Dec 08 01:40:39.598322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-12832a91-7b85-4f67-a43f-b903841056ba req-709a699f-5d58-436c-b865-7f44945d0048 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Deleting port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:39.598912 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-12832a91-7b85-4f67-a43f-b903841056ba req-709a699f-5d58-436c-b865-7f44945d0048 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:39.622516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=dffc73d6-4a06-4e82-b7c3-52506e9a988c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:39.632690 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:39.656821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.658114 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:39.660442 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-246f2a3f-f74e-4838-ac59-12197533f5f2 service neutron] 10.222.0.65 "PUT /v2.0/ports/dffc73d6-4a06-4e82-b7c3-52506e9a988c HTTP/1.1" status: 200 len: 1130 time: 2.8228858 Dec 08 01:40:39.699924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a928-b2e0-47a3-8c76-69324e9e7d35 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:39.724382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Request body: {'port': {'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:39.726963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea0964-e991-4f6d-9254-7e712af91da5 req-99fca262-960d-43d8-9682-c930f63432a8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:39.729514 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:39.738933 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a928-b2e0-47a3-8c76-69324e9e7d35 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:39.740935 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54ea0964-e991-4f6d-9254-7e712af91da5 req-99fca262-960d-43d8-9682-c930f63432a8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 944 time: 0.6385715 Dec 08 01:40:39.817527 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'name': 'tempest-ServersTestMultiNic-1811100272-router', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4db0f067-7d77-46aa-9677-1327330791a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:31Z', 'updated_at': '2021-12-08T01:40:34Z', 'revision_number': 3, 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'gw_port': {'id': '4db0f067-7d77-46aa-9677-1327330791a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:32Z', 'updated_at': '2021-12-08T01:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:39.868614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a928-b2e0-47a3-8c76-69324e9e7d35 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:39.869853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b7a1a928-b2e0-47a3-8c76-69324e9e7d35 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9277229 Dec 08 01:40:39.873544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49060) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:39.891736 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09750ec1-1d61-434d-ab2f-3526f3dbd345 None None] The sync data for ids ['04cad7fd-7669-4bbd-b37e-04cabc240a1d'] in n-d-713498-30 is: [{'id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'name': 'tempest-ServersTestMultiNic-1811100272-router', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4db0f067-7d77-46aa-9677-1327330791a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:31Z', 'updated_at': '2021-12-08T01:40:34Z', 'revision_number': 3, 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'gw_port': {'id': '4db0f067-7d77-46aa-9677-1327330791a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:32Z', 'updated_at': '2021-12-08T01:40:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:39.893458 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f00b1748-a97e-4d52-be69-66078496b6fe tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:39.908375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1a928-b2e0-47a3-8c76-69324e9e7d35 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98374e0b-08c5-4cd9-ada3-d141284798e2,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:39.915270 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:40:39.959975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b1748-a97e-4d52-be69-66078496b6fe tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Pushing event deleted for resources: {'Port': ['ID=20b0d48a-a636-48a2-88c7-1194e03b030b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:39.982115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:39.982306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Allocated IP 172.20.0.1 (b6c3230a-5d6e-41ed-8178-6f97cb18a062/41091c11-b6e9-42d6-8daa-a09fa5e8d315/e6ed45d2-3768-4b1b-8760-a967f36b1d68) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:39.993943 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.020105 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'port_id': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1', 'mac_address': 'fa:16:3e:c4:b5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b516fe5-7c7e-4300-bab4-16f44055e7df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:40:40.049040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8315894f-9294-47d7-9ba3-3eb0f055bd67,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:40.061159 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de929564-0cb0-4729-9007-fccc0a1e6f44 req-015c7881-5075-475e-a98d-63b1000957ea tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4463906 Dec 08 01:40:40.070105 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.070357 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Added segment 780f7db2-28b7-47ff-b041-3c49dc21da13 of type vlan for network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 Dec 08 01:40:40.077131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54ea0964-e991-4f6d-9254-7e712af91da5 req-e0d450a0-c832-4471-a010-c3d0f2fc5307 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707372 Dec 08 01:40:40.106826 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.144875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:40.176572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:40.194450 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.196681 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.214483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-12832a91-7b85-4f67-a43f-b903841056ba req-709a699f-5d58-436c-b865-7f44945d0048 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] For port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:40.214867 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-12832a91-7b85-4f67-a43f-b903841056ba req-709a699f-5d58-436c-b865-7f44945d0048 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.230498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-12832a91-7b85-4f67-a43f-b903841056ba req-709a699f-5d58-436c-b865-7f44945d0048 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Calling delete_port for 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:40.270060 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:40.316357 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0d74-83cd-4408-8e18-78ae06cd827d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.351940 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.352926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:40.353514 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.363539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311300a4-0eda-4f2f-a44b-de44b67e8e3e req-72780fa4-f5a5-4b5e-a9c5-503f3fc09fa7 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:40.366798 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-311300a4-0eda-4f2f-a44b-de44b67e8e3e req-72780fa4-f5a5-4b5e-a9c5-503f3fc09fa7 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.1842105 Dec 08 01:40:40.389841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0d74-83cd-4408-8e18-78ae06cd827d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.481055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.497365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f00b1748-a97e-4d52-be69-66078496b6fe tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.500555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f00b1748-a97e-4d52-be69-66078496b6fe tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.505823 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f00b1748-a97e-4d52-be69-66078496b6fe tempest-FloatingIPAdminTestJSON-1243627660 tempest-FloatingIPAdminTestJSON-1243627660-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/38b10b1f-b536-4b98-8ea8-bbbc96367915 HTTP/1.1" status: 204 len: 168 time: 3.7532468 Dec 08 01:40:40.534525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49064) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:40.535120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0d74-83cd-4408-8e18-78ae06cd827d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.540544 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a5b0d74-83cd-4408-8e18-78ae06cd827d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.544112 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0a5b0d74-83cd-4408-8e18-78ae06cd827d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/98374e0b-08c5-4cd9-ada3-d141284798e2 HTTP/1.1" status: 204 len: 168 time: 0.6582596 Dec 08 01:40:40.548653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['13a4af6a-9400-4a60-ae35-bc9bd530b0c1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:40:40.558570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49066) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:40.610238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fea71-4daf-4eda-95d6-2ab2c4e96dac req-0eff2d59-eb58-47c6-b7cb-a83306e7809e tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:40.617811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b8fea71-4daf-4eda-95d6-2ab2c4e96dac req-0eff2d59-eb58-47c6-b7cb-a83306e7809e tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=e304c29b-18a3-481b-96e3-c060ae4282fc HTTP/1.1" status: 200 len: 945 time: 0.2987380 Dec 08 01:40:40.634033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b0d74-83cd-4408-8e18-78ae06cd827d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98374e0b-08c5-4cd9-ada3-d141284798e2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:40.726560 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-12832a91-7b85-4f67-a43f-b903841056ba req-709a699f-5d58-436c-b865-7f44945d0048 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.772889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:40:40.785170 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4639931 Dec 08 01:40:40.812741 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1f802524-88e7-4126-9a88-012efbfa5346 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2444310 Dec 08 01:40:40.812741 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:40.819368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49068) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:40.819779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49070) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:40.826754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-311300a4-0eda-4f2f-a44b-de44b67e8e3e req-4f366ec5-f68a-4c62-b830-6149ec201c7a tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867863 Dec 08 01:40:40.834647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bce462f9-a2ba-47d8-b47b-bbf4c62ca1df admin admin] Request body: {'subnet': {'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-subnet', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:40.839785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a699f-5d58-436c-b865-7f44945d0048 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event deleted for resources: {'Port': ['ID=5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:40.863199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': 'dffc73d6-4a06-4e82-b7c3-52506e9a988c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:40.866144 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69458365-70bf-4f9b-b40f-3745cf569389" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "dffc73d6-4a06-4e82-b7c3-52506e9a988c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:40.869151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b8fea71-4daf-4eda-95d6-2ab2c4e96dac req-cd8c771b-20c4-4dfa-af85-04c4244e0235 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501163 Dec 08 01:40:40.880153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a9d09-c2f8-42c8-9f6a-ab575672b2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed92aa6-c0ed-4956-b30a-8b1d673626d1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:40.899762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:40:40.926904 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4cb668-3994-46df-ae2e-9826b430e784 x-openstack-request-id: req-3f4cb668-3994-46df-ae2e-9826b430e784 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:40.927201 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "dffc73d6-4a06-4e82-b7c3-52506e9a988c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:40.927456 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f4cb668-3994-46df-ae2e-9826b430e784 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:40.927852 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': 'dffc73d6-4a06-4e82-b7c3-52506e9a988c', 'status': 'completed', 'code': 200} Dec 08 01:40:40.946749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Network b6c3230a-5d6e-41ed-8178-6f97cb18a062 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:40.961547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:40.998888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bd3d93-1894-4564-a87b-4962abb893c0 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:41.008082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.010863 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:41.018864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-12832a91-7b85-4f67-a43f-b903841056ba req-709a699f-5d58-436c-b865-7f44945d0048 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] No DVR routers for this DVR port 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:40:41.036415 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Transition to ACTIVE for port object 62bd3d93-1894-4564-a87b-4962abb893c0 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:40:41.045131 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.061784 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-12832a91-7b85-4f67-a43f-b903841056ba req-709a699f-5d58-436c-b865-7f44945d0048 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.065770 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12832a91-7b85-4f67-a43f-b903841056ba req-709a699f-5d58-436c-b865-7f44945d0048 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.72 "DELETE /v2.0/ports/5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 HTTP/1.1" status: 204 len: 173 time: 2.2129252 Dec 08 01:40:41.066398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce462f9-a2ba-47d8-b47b-bbf4c62ca1df admin admin] Made reservation on behalf of d360b4bc611d407ea6f627c59dbbd6fc for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:41.068702 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bce462f9-a2ba-47d8-b47b-bbf4c62ca1df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.070442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e304c29b-18a3-481b-96e3-c060ae4282fc', 'name': 'network-vif-deleted', 'tag': '5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:41.073509 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12b9428-815f-4a89-9923-6863d1aa4802" -d '{"events": [{"server_uuid": "e304c29b-18a3-481b-96e3-c060ae4282fc", "name": "network-vif-deleted", "tag": "5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:41.127581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Pushing event updated for resources: {'Port': ['ID=62bd3d93-1894-4564-a87b-4962abb893c0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:41.257994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Attempting to bind port 62bd3d93-1894-4564-a87b-4962abb893c0 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:41.257994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Attempting to bind port 62bd3d93-1894-4564-a87b-4962abb893c0 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:41.258282 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Attempting to bind port 62bd3d93-1894-4564-a87b-4962abb893c0 on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:41.289708 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Port 62bd3d93-1894-4564-a87b-4962abb893c0 on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:40:41.290046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Attempting to bind port 62bd3d93-1894-4564-a87b-4962abb893c0 on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:41.301347 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:41.301777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Checking segment: {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:41.302116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Bound using segment: {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:41.302556 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Bound port: 62bd3d93-1894-4564-a87b-4962abb893c0, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:41.302915 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.315446 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d648b254-6b49-49f8-a49d-aec16b6fd37d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.321370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Pushing event updated for resources: {'Port': ['ID=e6ed45d2-3768-4b1b-8760-a967f36b1d68,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:41.338469 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.341954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b411a-1ff1-44e6-9fce-423231d63ca5 req-17f062ba-55d0-4a31-b508-cb0b86c6749b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.346480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-47508e60-bc47-4481-92f6-e25229273bbe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Deleting port 2dc0f4b5-0759-4f3e-a84d-65fdda62ab1a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:41.347009 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47508e60-bc47-4481-92f6-e25229273bbe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.350026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d1b411a-1ff1-44e6-9fce-423231d63ca5 req-17f062ba-55d0-4a31-b508-cb0b86c6749b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 945 time: 0.1199133 Dec 08 01:40:41.436907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] For port 62bd3d93-1894-4564-a87b-4962abb893c0, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:41.448984 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d1b411a-1ff1-44e6-9fce-423231d63ca5 req-85bab473-1db5-4a3e-bdba-ec1f206a0963 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980146 Dec 08 01:40:41.452308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] For port 62bd3d93-1894-4564-a87b-4962abb893c0, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=62bd3d93-1894-4564-a87b-4962abb893c0,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:41.469518 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.489907 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:41.517360 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd69b77-99eb-4e65-8935-1349491145de x-openstack-request-id: req-bcd69b77-99eb-4e65-8935-1349491145de {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:41.517663 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e304c29b-18a3-481b-96e3-c060ae4282fc", "name": "network-vif-deleted", "tag": "5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:41.517922 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcd69b77-99eb-4e65-8935-1349491145de {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:41.518329 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e304c29b-18a3-481b-96e3-c060ae4282fc', 'name': 'network-vif-deleted', 'tag': '5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392', 'status': 'completed', 'code': 200} Dec 08 01:40:41.530119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.530840 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.533106 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] 10.222.0.65 "PUT /v2.0/ports/62bd3d93-1894-4564-a87b-4962abb893c0 HTTP/1.1" status: 200 len: 1131 time: 1.8233211 Dec 08 01:40:41.565724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88906a4e-9de8-488d-a732-0230b0c5c497 service neutron] Pushing event updated for resources: {'Port': ['ID=62bd3d93-1894-4564-a87b-4962abb893c0,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:41.583267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Request body: {'port': {'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:41.587964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0752c654-4d2f-4ade-a39b-9a3a066a5cf8 None None] Provisioning complete for port e6ed45d2-3768-4b1b-8760-a967f36b1d68 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:41.588459 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0752c654-4d2f-4ade-a39b-9a3a066a5cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.634857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4db0f067-7d77-46aa-9677-1327330791a3 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:41.663609 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d648b254-6b49-49f8-a49d-aec16b6fd37d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.665426 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.679644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69458365-70bf-4f9b-b40f-3745cf569389 req-59df8edf-7ac2-4657-bba1-cd620e6c4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.680516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69458365-70bf-4f9b-b40f-3745cf569389 req-59df8edf-7ac2-4657-bba1-cd620e6c4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.681135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69458365-70bf-4f9b-b40f-3745cf569389 req-59df8edf-7ac2-4657-bba1-cd620e6c4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.681759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69458365-70bf-4f9b-b40f-3745cf569389 req-59df8edf-7ac2-4657-bba1-cd620e6c4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.682230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69458365-70bf-4f9b-b40f-3745cf569389 req-59df8edf-7ac2-4657-bba1-cd620e6c4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.682692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69458365-70bf-4f9b-b40f-3745cf569389 req-59df8edf-7ac2-4657-bba1-cd620e6c4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.683153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69458365-70bf-4f9b-b40f-3745cf569389 req-59df8edf-7ac2-4657-bba1-cd620e6c4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.685561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69458365-70bf-4f9b-b40f-3745cf569389 req-59df8edf-7ac2-4657-bba1-cd620e6c4b60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6168 time: 0.6722429 Dec 08 01:40:41.686108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0752c654-4d2f-4ade-a39b-9a3a066a5cf8 None None] Port e6ed45d2-3768-4b1b-8760-a967f36b1d68 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:41.706479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:40:41.714944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:41.715842 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.817536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 4db0f067-7d77-46aa-9677-1327330791a3 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:41.817932 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.943532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacb5a-81c0-468b-9c95-4cbb7764bfaa req-3a45f758-ca25-4e36-9243-857a2d16c8e2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.949573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacb5a-81c0-468b-9c95-4cbb7764bfaa req-3a45f758-ca25-4e36-9243-857a2d16c8e2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.956728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacb5a-81c0-468b-9c95-4cbb7764bfaa req-3a45f758-ca25-4e36-9243-857a2d16c8e2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.962634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacb5a-81c0-468b-9c95-4cbb7764bfaa req-3a45f758-ca25-4e36-9243-857a2d16c8e2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.970988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacb5a-81c0-468b-9c95-4cbb7764bfaa req-3a45f758-ca25-4e36-9243-857a2d16c8e2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.978406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacb5a-81c0-468b-9c95-4cbb7764bfaa req-3a45f758-ca25-4e36-9243-857a2d16c8e2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.984825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacb5a-81c0-468b-9c95-4cbb7764bfaa req-3a45f758-ca25-4e36-9243-857a2d16c8e2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:41.986638 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:41.986996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03eacb5a-81c0-468b-9c95-4cbb7764bfaa req-3a45f758-ca25-4e36-9243-857a2d16c8e2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5370 time: 0.6745205 Dec 08 01:40:42.022217 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47508e60-bc47-4481-92f6-e25229273bbe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.027095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69458365-70bf-4f9b-b40f-3745cf569389 req-b64b760f-0a37-4c33-8b1e-99ef017d100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:42.027564 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69458365-70bf-4f9b-b40f-3745cf569389 req-b64b760f-0a37-4c33-8b1e-99ef017d100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:42.028021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69458365-70bf-4f9b-b40f-3745cf569389 req-b64b760f-0a37-4c33-8b1e-99ef017d100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:42.029663 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69458365-70bf-4f9b-b40f-3745cf569389 req-b64b760f-0a37-4c33-8b1e-99ef017d100a service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3096263 Dec 08 01:40:42.074301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097dd2-00cc-4aae-9083-8b988485ed18 req-e49c0549-fb58-499c-b89c-240fb2295b89 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:42.082310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5a097dd2-00cc-4aae-9083-8b988485ed18 req-e49c0549-fb58-499c-b89c-240fb2295b89 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.0955036 Dec 08 01:40:42.092897 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d648b254-6b49-49f8-a49d-aec16b6fd37d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.097713 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d648b254-6b49-49f8-a49d-aec16b6fd37d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.097868 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d403fc-7d55-42e2-a1cf-713c592403ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:42.101072 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d648b254-6b49-49f8-a49d-aec16b6fd37d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-groups/1faf73df-8f5c-4445-8863-13f19d8cfa38 HTTP/1.1" status: 204 len: 168 time: 1.2765782 Dec 08 01:40:42.101203 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b7ab54-a629-49c5-a334-b491c437754a" -d '{"events": [{"server_uuid": "34d403fc-7d55-42e2-a1cf-713c592403ef", "name": "network-vif-plugged", "status": "completed", "tag": "13a4af6a-9400-4a60-ae35-bc9bd530b0c1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:42.104776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49084) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:42.108678 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.129709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-47508e60-bc47-4481-92f6-e25229273bbe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Calling delete_port for 2dc0f4b5-0759-4f3e-a84d-65fdda62ab1a owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:42.132469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:42.145219 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.148716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 4db0f067-7d77-46aa-9677-1327330791a3, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4db0f067-7d77-46aa-9677-1327330791a3,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:42.179299 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.187191 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dc56fcf8-fab1-4798-bfab-81b5a4e95518 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0812700 Dec 08 01:40:42.188128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648b254-6b49-49f8-a49d-aec16b6fd37d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faf73df-8f5c-4445-8863-13f19d8cfa38,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:42.195354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49088) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:42.225442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8eba9335-b0a8-4c3f-804f-87fbb1ee853d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group': {'name': 'tempest-secgroup--64031527'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:42.227517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:42.228796 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5a097dd2-00cc-4aae-9083-8b988485ed18 req-49a7c32a-e73a-472c-a1c1-24c5dc97a914 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458006 Dec 08 01:40:42.244131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f7557b-c628-4920-8f4c-f0a60e109cc0 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:42.266646 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.284641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=4db0f067-7d77-46aa-9677-1327330791a3,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:42.286667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Transition to ACTIVE for port object f0f7557b-c628-4920-8f4c-f0a60e109cc0 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:40:42.297112 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.340130 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30032596-eafb-4310-a745-41897597de13 x-openstack-request-id: req-30032596-eafb-4310-a745-41897597de13 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:42.341257 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d403fc-7d55-42e2-a1cf-713c592403ef", "name": "network-vif-plugged", "status": "completed", "tag": "13a4af6a-9400-4a60-ae35-bc9bd530b0c1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:42.341853 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-30032596-eafb-4310-a745-41897597de13 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:42.342728 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d403fc-7d55-42e2-a1cf-713c592403ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1', 'code': 200} Dec 08 01:40:42.402687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Pushing event updated for resources: {'Port': ['ID=f0f7557b-c628-4920-8f4c-f0a60e109cc0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:42.413058 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.494202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03eacb5a-81c0-468b-9c95-4cbb7764bfaa req-e76183e2-1fc6-422a-90fd-e9f459dc354e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4770041 Dec 08 01:40:42.556180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Attempting to bind port f0f7557b-c628-4920-8f4c-f0a60e109cc0 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:42.556775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Attempting to bind port f0f7557b-c628-4920-8f4c-f0a60e109cc0 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:42.557290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Attempting to bind port f0f7557b-c628-4920-8f4c-f0a60e109cc0 on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:42.565325 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eba9335-b0a8-4c3f-804f-87fbb1ee853d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.570018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Port f0f7557b-c628-4920-8f4c-f0a60e109cc0 on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:40:42.570727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Attempting to bind port f0f7557b-c628-4920-8f4c-f0a60e109cc0 on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:42.574869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bce462f9-a2ba-47d8-b47b-bbf4c62ca1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.605760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:42.606294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Checking segment: {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:42.606924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Bound using segment: {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:42.607475 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Bound port: f0f7557b-c628-4920-8f4c-f0a60e109cc0, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:42.607934 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.617460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69458365-70bf-4f9b-b40f-3745cf569389 req-7ebf28df-2d6f-4c5d-ac35-44d3ba7caa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:42.619280 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69458365-70bf-4f9b-b40f-3745cf569389 req-7ebf28df-2d6f-4c5d-ac35-44d3ba7caa94 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5622847 Dec 08 01:40:42.680344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62569fd6-37c4-417b-b0a8-c3ddbe959be7 req-6d06a143-5188-45d4-8876-941702c73032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:42.682460 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62569fd6-37c4-417b-b0a8-c3ddbe959be7 req-6d06a143-5188-45d4-8876-941702c73032 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 1098 time: 0.1994059 Dec 08 01:40:42.685704 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad9506-85c0-47d3-8d4f-d7e6573163f4 req-9e606019-762c-497b-84e6-54f40b0c748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:42.687287 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77ad9506-85c0-47d3-8d4f-d7e6573163f4 req-9e606019-762c-497b-84e6-54f40b0c748a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 1098 time: 0.1436198 Dec 08 01:40:42.707330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49094) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:42.721145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-48f0c0c1-0fa2-46b7-8c23-44e03cf50586 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485171634', 'description': 'tempest-description--1384939959'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:42.801588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] For port f0f7557b-c628-4920-8f4c-f0a60e109cc0, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:42.813769 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48f0c0c1-0fa2-46b7-8c23-44e03cf50586 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.830594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] For port f0f7557b-c628-4920-8f4c-f0a60e109cc0, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0f7557b-c628-4920-8f4c-f0a60e109cc0,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:42.839829 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62569fd6-37c4-417b-b0a8-c3ddbe959be7 req-cd40fa47-9ca6-4821-a271-3815607d688b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315572 Dec 08 01:40:42.842857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.847148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77ad9506-85c0-47d3-8d4f-d7e6573163f4 req-11bad0be-1dc6-4cba-983c-fe16bf72cb55 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462131 Dec 08 01:40:42.897659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:42.898280 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.899712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] 10.222.0.65 "PUT /v2.0/ports/f0f7557b-c628-4920-8f4c-f0a60e109cc0 HTTP/1.1" status: 200 len: 1092 time: 1.3219376 Dec 08 01:40:42.929213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': '62bd3d93-1894-4564-a87b-4962abb893c0'}, {'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': 'f0f7557b-c628-4920-8f4c-f0a60e109cc0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:42.938121 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b1294-ceca-4189-89ed-186f5884567f" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "62bd3d93-1894-4564-a87b-4962abb893c0"}, {"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "f0f7557b-c628-4920-8f4c-f0a60e109cc0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:42.948959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eac42-26d0-43f4-bd32-33b9f0e7035b service neutron] Pushing event updated for resources: {'Port': ['ID=f0f7557b-c628-4920-8f4c-f0a60e109cc0,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:42.982430 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48f0c0c1-0fa2-46b7-8c23-44e03cf50586 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:42.986651 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48f0c0c1-0fa2-46b7-8c23-44e03cf50586 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.014542 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98466229-c460-4fbc-bfeb-9b5164b40d3b x-openstack-request-id: req-98466229-c460-4fbc-bfeb-9b5164b40d3b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:43.014915 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "62bd3d93-1894-4564-a87b-4962abb893c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "f0f7557b-c628-4920-8f4c-f0a60e109cc0", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:43.015097 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98466229-c460-4fbc-bfeb-9b5164b40d3b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:43.016263 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': '62bd3d93-1894-4564-a87b-4962abb893c0', 'status': 'completed', 'code': 200} Dec 08 01:40:43.016620 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': 'f0f7557b-c628-4920-8f4c-f0a60e109cc0', 'status': 'completed', 'code': 200} Dec 08 01:40:43.027655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48f0c0c1-0fa2-46b7-8c23-44e03cf50586 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.029005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-48f0c0c1-0fa2-46b7-8c23-44e03cf50586 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3119915 Dec 08 01:40:43.030186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0c0c1-0fa2-46b7-8c23-44e03cf50586 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb46f0c6-46d4-45cf-b363-74ff0f095a8b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:43.032410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49098) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:43.036780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3e262f53-26df-49d0-a3f7-64481ac02d4e tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Request body: {'security_group_rule': {'security_group_id': 'eb46f0c6-46d4-45cf-b363-74ff0f095a8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:43.067467 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e262f53-26df-49d0-a3f7-64481ac02d4e tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.139132 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e262f53-26df-49d0-a3f7-64481ac02d4e tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.146318 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e262f53-26df-49d0-a3f7-64481ac02d4e tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.146501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce462f9-a2ba-47d8-b47b-bbf4c62ca1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0fd1893-ef6e-4d5e-8e35-5902b491ac33,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:43.180790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6111fa-947a-4bd2-8991-52a2d3da1ccc req-15b1ac2e-40f4-423f-b799-66455f646031 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.182330 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e262f53-26df-49d0-a3f7-64481ac02d4e tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.183994 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3e262f53-26df-49d0-a3f7-64481ac02d4e tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506479 Dec 08 01:40:43.186955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49100) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:43.188081 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef6111fa-947a-4bd2-8991-52a2d3da1ccc req-15b1ac2e-40f4-423f-b799-66455f646031 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.5751376 Dec 08 01:40:43.192119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c68da28a-0808-4a80-9892-968acfdf31c7 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Request body: {'security_group_rule': {'security_group_id': 'eb46f0c6-46d4-45cf-b363-74ff0f095a8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:43.197571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e262f53-26df-49d0-a3f7-64481ac02d4e tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7e1810-15c2-454f-92da-90ff326d48e7,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:43.229738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:40:43.234744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce462f9-a2ba-47d8-b47b-bbf4c62ca1df admin admin] Checking segment: {'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:43.235000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce462f9-a2ba-47d8-b47b-bbf4c62ca1df admin admin] Network hostable DHCP agents. Network: 2ed92aa6-c0ed-4956-b30a-8b1d673626d1, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:40:43.237888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c68da28a-0808-4a80-9892-968acfdf31c7 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.259458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:40:43.260315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 5fe1e5d2-76c7-4ea7-9bf5-8cf3433c2392 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:40:43.306880 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47508e60-bc47-4481-92f6-e25229273bbe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.330908 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c68da28a-0808-4a80-9892-968acfdf31c7 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.345141 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c68da28a-0808-4a80-9892-968acfdf31c7 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.373536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47508e60-bc47-4481-92f6-e25229273bbe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event deleted for resources: {'Port': ['ID=2dc0f4b5-0759-4f3e-a84d-65fdda62ab1a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:43.381465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eba9335-b0a8-4c3f-804f-87fbb1ee853d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.381998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68da28a-0808-4a80-9892-968acfdf31c7 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216ae962-7781-4e59-983f-84cb02a0f7a3,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:43.396030 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c68da28a-0808-4a80-9892-968acfdf31c7 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.399007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce462f9-a2ba-47d8-b47b-bbf4c62ca1df admin admin] Network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:40:43.401199 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c68da28a-0808-4a80-9892-968acfdf31c7 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2132175 Dec 08 01:40:43.401858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49104) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:43.409416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:43.430428 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa7bf5-2636-4fbb-8842-b7c54dbb2433 req-eefbaf7a-36ff-47e1-9cf4-3b3c9d454b22 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.432262 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4aa7bf5-2636-4fbb-8842-b7c54dbb2433 req-eefbaf7a-36ff-47e1-9cf4-3b3c9d454b22 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.0998898 Dec 08 01:40:43.441201 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eba9335-b0a8-4c3f-804f-87fbb1ee853d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.505521 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4aa7bf5-2636-4fbb-8842-b7c54dbb2433 req-7dc4a74c-9d65-482f-9e9a-8f861a1b6ff9 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644972 Dec 08 01:40:43.505961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-bce462f9-a2ba-47d8-b47b-bbf4c62ca1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 2ed92aa6-c0ed-4956-b30a-8b1d673626d1) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:43.511676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce462f9-a2ba-47d8-b47b-bbf4c62ca1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.512355 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bce462f9-a2ba-47d8-b47b-bbf4c62ca1df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.524725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Request body: {'port': {'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:43.528743 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.533016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6282559-ff82-47ca-96d0-ed9fededb927 None None] Network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:43.585737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef6111fa-947a-4bd2-8991-52a2d3da1ccc req-b96773ac-224b-40ec-938a-30805a53f158 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966367 Dec 08 01:40:43.586275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba9335-b0a8-4c3f-804f-87fbb1ee853d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0913179-7cfc-463c-aa56-f41399e3e1c6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:43.597799 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8eba9335-b0a8-4c3f-804f-87fbb1ee853d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.603047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8eba9335-b0a8-4c3f-804f-87fbb1ee853d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3859513 Dec 08 01:40:43.603713 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49108) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:43.618957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d245c874-64e8-4ba7-9bd8-8cce4855bdd4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': 'b0913179-7cfc-463c-aa56-f41399e3e1c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:43.656121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4db0f067-7d77-46aa-9677-1327330791a3 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:43.678944 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bce462f9-a2ba-47d8-b47b-bbf4c62ca1df admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8560171 Dec 08 01:40:43.681558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49110) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:43.686448 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47508e60-bc47-4481-92f6-e25229273bbe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.695086 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-47508e60-bc47-4481-92f6-e25229273bbe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "DELETE /v2.0/ports/2dc0f4b5-0759-4f3e-a84d-65fdda62ab1a HTTP/1.1" status: 204 len: 168 time: 3.1577964 Dec 08 01:40:43.695707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49112) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:43.696253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'fixed_ips': [{'subnet_id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:40:43.697229 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.705329 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.717218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:43.759110 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.829235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 4db0f067-7d77-46aa-9677-1327330791a3 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:43.829569 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.841821 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.861804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af69b8aa-4280-4827-b07f-0024d1efd7a5 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.866617 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-af69b8aa-4280-4827-b07f-0024d1efd7a5 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "GET /v2.0/ports?device_id=22b2dc6d-aa86-4ae6-8e48-021e5c645254 HTTP/1.1" status: 200 len: 913 time: 0.1676879 Dec 08 01:40:43.870089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49114) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:43.885241 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d245c874-64e8-4ba7-9bd8-8cce4855bdd4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.892686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-a6e28897-81af-473a-be23-13c56351dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.893571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-a6e28897-81af-473a-be23-13c56351dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.894234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-a6e28897-81af-473a-be23-13c56351dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.894839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-a6e28897-81af-473a-be23-13c56351dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.895491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-a6e28897-81af-473a-be23-13c56351dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.896093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-a6e28897-81af-473a-be23-13c56351dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.896855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-a6e28897-81af-473a-be23-13c56351dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.899967 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-662b1294-ceca-4189-89ed-186f5884567f req-a6e28897-81af-473a-be23-13c56351dff1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6278 time: 0.3674250 Dec 08 01:40:43.923520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d22efb-dccd-4d1f-bc9e-3d581603b6d2 req-5adcf0b3-93a4-4564-973d-e0f9d7c62399 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.929636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d22efb-dccd-4d1f-bc9e-3d581603b6d2 req-5adcf0b3-93a4-4564-973d-e0f9d7c62399 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.935905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d22efb-dccd-4d1f-bc9e-3d581603b6d2 req-5adcf0b3-93a4-4564-973d-e0f9d7c62399 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.940259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Allocated IP 172.20.0.2 (2ed92aa6-c0ed-4956-b30a-8b1d673626d1/f0fd1893-ef6e-4d5e-8e35-5902b491ac33/5cf7988b-8ac0-401f-8b3d-8109512629cf) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:43.942121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d22efb-dccd-4d1f-bc9e-3d581603b6d2 req-5adcf0b3-93a4-4564-973d-e0f9d7c62399 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.948260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d22efb-dccd-4d1f-bc9e-3d581603b6d2 req-5adcf0b3-93a4-4564-973d-e0f9d7c62399 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.954683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d22efb-dccd-4d1f-bc9e-3d581603b6d2 req-5adcf0b3-93a4-4564-973d-e0f9d7c62399 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.960265 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d22efb-dccd-4d1f-bc9e-3d581603b6d2 req-5adcf0b3-93a4-4564-973d-e0f9d7c62399 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:43.962335 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86d22efb-dccd-4d1f-bc9e-3d581603b6d2 req-5adcf0b3-93a4-4564-973d-e0f9d7c62399 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5382 time: 0.2842865 Dec 08 01:40:43.969699 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.987517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Pushing event updated for resources: {'Port': ['ID=e6ed45d2-3768-4b1b-8760-a967f36b1d68,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:43.993368 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:43.994509 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.195665 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.206069 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.256981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:44.261033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:44.270480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:44.286169 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.298322 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d245c874-64e8-4ba7-9bd8-8cce4855bdd4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.320880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Pushing event updated for resources: {'Port': ['ID=5cf7988b-8ac0-401f-8b3d-8109512629cf,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:44.327495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Network b6c3230a-5d6e-41ed-8178-6f97cb18a062 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:44.331495 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d245c874-64e8-4ba7-9bd8-8cce4855bdd4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.348356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:44.369250 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Attempting to bind port 5cf7988b-8ac0-401f-8b3d-8109512629cf on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:44.369739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Attempting to bind port 5cf7988b-8ac0-401f-8b3d-8109512629cf by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:44.370124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Attempting to bind port 5cf7988b-8ac0-401f-8b3d-8109512629cf on network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:44.379811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:44.380499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Checking segment: {'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:44.381067 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.381613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Bound using segment: {'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:44.382259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Bound port: 5cf7988b-8ac0-401f-8b3d-8109512629cf, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:44.382800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.480041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] For port 5cf7988b-8ac0-401f-8b3d-8109512629cf, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:44.485080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] For port 5cf7988b-8ac0-401f-8b3d-8109512629cf, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5cf7988b-8ac0-401f-8b3d-8109512629cf,segment=NetworkSegment(780f7db2-28b7-47ff-b041-3c49dc21da13),segment_id=780f7db2-28b7-47ff-b041-3c49dc21da13)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:44.491965 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.513218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-dbc10cc1-99ed-4d58-8b58-6c5de6846240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:44.513808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-dbc10cc1-99ed-4d58-8b58-6c5de6846240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:44.514345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-dbc10cc1-99ed-4d58-8b58-6c5de6846240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:44.516791 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-662b1294-ceca-4189-89ed-186f5884567f req-dbc10cc1-99ed-4d58-8b58-6c5de6846240 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5505209 Dec 08 01:40:44.566707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b364b1-df86-443b-8424-f806850c5e2b None None] Pushing event updated for resources: {'Port': ['ID=5cf7988b-8ac0-401f-8b3d-8109512629cf,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:44.615822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245c874-64e8-4ba7-9bd8-8cce4855bdd4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d642ad6-6a58-4cad-820d-b049bbbb3a95,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:44.626250 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d245c874-64e8-4ba7-9bd8-8cce4855bdd4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.627890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d245c874-64e8-4ba7-9bd8-8cce4855bdd4 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0124962 Dec 08 01:40:44.655496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49118) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:44.726923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cd64b50b-1ee0-49a0-a8eb-46275d771c82 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': 'b0913179-7cfc-463c-aa56-f41399e3e1c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:44.744999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3895c791-8455-4fca-9585-1521b6c8ece1 None None] Provisioning complete for port e6ed45d2-3768-4b1b-8760-a967f36b1d68 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:44.745980 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3895c791-8455-4fca-9585-1521b6c8ece1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.753169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Router 04cad7fd-7669-4bbd-b37e-04cabc240a1d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:40:44.803477 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd64b50b-1ee0-49a0-a8eb-46275d771c82 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.810665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3895c791-8455-4fca-9585-1521b6c8ece1 None None] Port e6ed45d2-3768-4b1b-8760-a967f36b1d68 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:44.867668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd64b50b-1ee0-49a0-a8eb-46275d771c82 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.881498 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86d22efb-dccd-4d1f-bc9e-3d581603b6d2 req-0704b658-effb-4810-8fdc-4fa2dbdd42eb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8966715 Dec 08 01:40:44.884442 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.910279 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd64b50b-1ee0-49a0-a8eb-46275d771c82 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:44.986618 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.013272 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64b50b-1ee0-49a0-a8eb-46275d771c82 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2661333-a7be-45bd-8794-2a40da928cea,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:45.056909 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879eaa90-cc8d-476d-9e01-d9ccb7bf50ca req-16c24d8a-a32d-4e96-a39c-cae4afcb426c tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:45.058596 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-879eaa90-cc8d-476d-9e01-d9ccb7bf50ca req-16c24d8a-a32d-4e96-a39c-cae4afcb426c tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.3353007 Dec 08 01:40:45.069992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd64b50b-1ee0-49a0-a8eb-46275d771c82 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.071501 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cd64b50b-1ee0-49a0-a8eb-46275d771c82 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3912077 Dec 08 01:40:45.081472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49122) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:45.088966 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-db1c444b-8d08-456e-b615-41e2e8743bdc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': 'b0913179-7cfc-463c-aa56-f41399e3e1c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:45.221340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:45.224612 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db1c444b-8d08-456e-b615-41e2e8743bdc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.232363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a39f82cd-6271-4140-b5a2-a4d4396bf29b admin admin] 10.222.0.70 "PUT /v2.0/routers/04cad7fd-7669-4bbd-b37e-04cabc240a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9594474 Dec 08 01:40:45.233017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Sync routers for ids ['04cad7fd-7669-4bbd-b37e-04cabc240a1d'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:45.235483 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-879eaa90-cc8d-476d-9e01-d9ccb7bf50ca req-1489d9c0-f027-43e2-bd8e-5d10cc94efa4 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602080 Dec 08 01:40:45.251536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Routers {'04cad7fd-7669-4bbd-b37e-04cabc240a1d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:45.252953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['04cad7fd-7669-4bbd-b37e-04cabc240a1d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:45.268519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-7d31c5fa-5055-4616-8912-36635ef3aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:45.270006 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-662b1294-ceca-4189-89ed-186f5884567f req-7d31c5fa-5055-4616-8912-36635ef3aa49 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5073984 Dec 08 01:40:45.310721 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baebe522-a02a-406e-8cbe-243cfb173797 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.315693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db1c444b-8d08-456e-b615-41e2e8743bdc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.356507 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db1c444b-8d08-456e-b615-41e2e8743bdc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.374687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808cf75-c976-48b5-ba2c-454adc690f2c req-f1072652-ea2c-4162-a923-741aada0c910 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:45.376300 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f808cf75-c976-48b5-ba2c-454adc690f2c req-f1072652-ea2c-4162-a923-741aada0c910 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.3044949 Dec 08 01:40:45.427547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49128) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:45.439267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909185d2-b0e2-4902-b2ff-aa8c38efc800 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:45.478804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Set router 04cad7fd-7669-4bbd-b37e-04cabc240a1d gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:40:45.566539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c444b-8d08-456e-b615-41e2e8743bdc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe2d3dc-a2d7-44a6-b005-b63a3805df79,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:45.582723 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db1c444b-8d08-456e-b615-41e2e8743bdc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.584733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-db1c444b-8d08-456e-b615-41e2e8743bdc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5004528 Dec 08 01:40:45.588037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:45.594410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-14723f80-320f-4423-afcc-e18930789af3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': 'b0913179-7cfc-463c-aa56-f41399e3e1c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:45.650725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5cf7988b-8ac0-401f-8b3d-8109512629cf up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:45.726821 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14723f80-320f-4423-afcc-e18930789af3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.762963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8f7fd-f21e-47da-aa8d-1e0c3d29160a req-ebc44bac-d651-44a3-8f63-cba5372b7906 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:45.764606 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11d8f7fd-f21e-47da-aa8d-1e0c3d29160a req-ebc44bac-d651-44a3-8f63-cba5372b7906 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.1479185 Dec 08 01:40:45.802081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5cf7988b-8ac0-401f-8b3d-8109512629cf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:45.802845 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.875009 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14723f80-320f-4423-afcc-e18930789af3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.879382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'name': 'tempest-ServersTestMultiNic-1811100272-router', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4db0f067-7d77-46aa-9677-1327330791a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:31Z', 'updated_at': '2021-12-08T01:40:42Z', 'revision_number': 4, 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'gw_port': {'id': '4db0f067-7d77-46aa-9677-1327330791a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:32Z', 'updated_at': '2021-12-08T01:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e6ed45d2-3768-4b1b-8760-a967f36b1d68', 'name': '', 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'mac_address': 'fa:16:3e:fa:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '41091c11-b6e9-42d6-8daa-a09fa5e8d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:38Z', 'updated_at': '2021-12-08T01:40:42Z', 'revision_number': 2, 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'subnets': [{'id': '41091c11-b6e9-42d6-8daa-a09fa5e8d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:45.885187 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11d8f7fd-f21e-47da-aa8d-1e0c3d29160a req-72c21b28-c88a-43c9-ae25-d937cdd37f2b tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110775 Dec 08 01:40:45.907220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14723f80-320f-4423-afcc-e18930789af3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.933445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Checking router: 04cad7fd-7669-4bbd-b37e-04cabc240a1d for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:40:45.933806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Updating router 04cad7fd-7669-4bbd-b37e-04cabc240a1d port e6ed45d2-3768-4b1b-8760-a967f36b1d68 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:40:45.939060 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14723f80-320f-4423-afcc-e18930789af3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481b0325-5561-4eee-b286-f722363b750a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:45.959284 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Allocated IP 172.25.2.41 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/385d23cf-3823-4467-b37c-956c812a9b91) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:45.969009 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.980089 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14723f80-320f-4423-afcc-e18930789af3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.981798 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-14723f80-320f-4423-afcc-e18930789af3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3922768 Dec 08 01:40:45.982156 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:45.988004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49138) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:46.011569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0dd8954e-a100-4bc4-a056-3d29f43079af tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': 'b0913179-7cfc-463c-aa56-f41399e3e1c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:46.065995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 5cf7988b-8ac0-401f-8b3d-8109512629cf, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5cf7988b-8ac0-401f-8b3d-8109512629cf,segment=NetworkSegment(780f7db2-28b7-47ff-b041-3c49dc21da13),segment_id=780f7db2-28b7-47ff-b041-3c49dc21da13)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:46.078441 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.112721 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.122685 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.135301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-baebe522-a02a-406e-8cbe-243cfb173797 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Deleting port 10a9497f-6569-4424-8286-95596bd2adb4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:46.136052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baebe522-a02a-406e-8cbe-243cfb173797 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.139003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Transition to ACTIVE for port object 909185d2-b0e2-4902-b2ff-aa8c38efc800 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:40:46.175966 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dd8954e-a100-4bc4-a056-3d29f43079af tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.191195 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.276845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6991d-f30d-40b8-a35b-32091d6ed2fa req-4aba8fcf-efe1-4a22-8a3d-1c36614b4710 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.284024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6991d-f30d-40b8-a35b-32091d6ed2fa req-4aba8fcf-efe1-4a22-8a3d-1c36614b4710 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.286829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6388d38f-6420-4ebf-8ab4-a4d7c7215092 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-289833716'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:46.291037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6991d-f30d-40b8-a35b-32091d6ed2fa req-4aba8fcf-efe1-4a22-8a3d-1c36614b4710 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.298021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6991d-f30d-40b8-a35b-32091d6ed2fa req-4aba8fcf-efe1-4a22-8a3d-1c36614b4710 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.304178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6991d-f30d-40b8-a35b-32091d6ed2fa req-4aba8fcf-efe1-4a22-8a3d-1c36614b4710 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.308732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Pushing event updated for resources: {'Port': ['ID=909185d2-b0e2-4902-b2ff-aa8c38efc800,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:46.311758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6991d-f30d-40b8-a35b-32091d6ed2fa req-4aba8fcf-efe1-4a22-8a3d-1c36614b4710 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.330688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6991d-f30d-40b8-a35b-32091d6ed2fa req-4aba8fcf-efe1-4a22-8a3d-1c36614b4710 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.335912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6388d38f-6420-4ebf-8ab4-a4d7c7215092 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:46.339576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6388d38f-6420-4ebf-8ab4-a4d7c7215092 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.365025 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ffd6991d-f30d-40b8-a35b-32091d6ed2fa req-4aba8fcf-efe1-4a22-8a3d-1c36614b4710 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5382 time: 0.3047082 Dec 08 01:40:46.461835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc41431-982a-4dd2-ba07-f1bd41f509c5 None None] Network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:46.500734 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f808cf75-c976-48b5-ba2c-454adc690f2c req-1a80816c-378d-4188-9414-abec188c41cd tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0720589 Dec 08 01:40:46.511362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-324f08f8-35c2-4961-a57d-07a0906f8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.512045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-324f08f8-35c2-4961-a57d-07a0906f8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.512804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-324f08f8-35c2-4961-a57d-07a0906f8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.513421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-324f08f8-35c2-4961-a57d-07a0906f8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.514035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-324f08f8-35c2-4961-a57d-07a0906f8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.514678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-324f08f8-35c2-4961-a57d-07a0906f8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.515833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-324f08f8-35c2-4961-a57d-07a0906f8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.531311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ffd6991d-f30d-40b8-a35b-32091d6ed2fa req-c3e022ae-31c8-41b5-b646-a94d752523be tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1654510 Dec 08 01:40:46.535496 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-662b1294-ceca-4189-89ed-186f5884567f req-324f08f8-35c2-4961-a57d-07a0906f8f79 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6278 time: 1.1501186 Dec 08 01:40:46.538131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6388d38f-6420-4ebf-8ab4-a4d7c7215092 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:40:46.544016 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dd8954e-a100-4bc4-a056-3d29f43079af tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.569034 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dd8954e-a100-4bc4-a056-3d29f43079af tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.572203 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baebe522-a02a-406e-8cbe-243cfb173797 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.637434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8954e-a100-4bc4-a056-3d29f43079af tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9198bdbf-2c5e-4003-aaf8-aaee0fdc9243,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:46.645646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=5cf7988b-8ac0-401f-8b3d-8109512629cf,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:46.653566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-baebe522-a02a-406e-8cbe-243cfb173797 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Calling delete_port for 10a9497f-6569-4424-8286-95596bd2adb4 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:46.655926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9c9772b4-9a0a-4658-b27c-9e6329899b48 None None] Provisioning complete for port 5cf7988b-8ac0-401f-8b3d-8109512629cf triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:46.656443 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9c9772b4-9a0a-4658-b27c-9e6329899b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.675074 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0dd8954e-a100-4bc4-a056-3d29f43079af tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.676530 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0dd8954e-a100-4bc4-a056-3d29f43079af tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6865234 Dec 08 01:40:46.680481 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49142) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:46.688126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd46eaf-5deb-47f0-80a0-cbdf4bb77d81 req-4f6b5332-2f3e-4c64-8f83-83eb1a2c4e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:46.689466 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bbd46eaf-5deb-47f0-80a0-cbdf4bb77d81 req-4f6b5332-2f3e-4c64-8f83-83eb1a2c4e5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b54cd2eaf9b4bf183def562265743e6&device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 1098 time: 0.5474570 Dec 08 01:40:46.737033 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6388d38f-6420-4ebf-8ab4-a4d7c7215092 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.737288 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-6388d38f-6420-4ebf-8ab4-a4d7c7215092 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Added segment 50b476a1-b186-4b38-a693-ced711bbf0a3 of type vlan for network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 Dec 08 01:40:46.769390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54ae2803-c48a-4d89-bf26-790a89a18f4c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.782239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54ae2803-c48a-4d89-bf26-790a89a18f4c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.809040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.870228 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54ae2803-c48a-4d89-bf26-790a89a18f4c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.887623 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-54ae2803-c48a-4d89-bf26-790a89a18f4c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:46.895985 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-54ae2803-c48a-4d89-bf26-790a89a18f4c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/9198bdbf-2c5e-4003-aaf8-aaee0fdc9243 HTTP/1.1" status: 204 len: 168 time: 0.2121642 Dec 08 01:40:46.900389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49148) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:46.934100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae2803-c48a-4d89-bf26-790a89a18f4c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9198bdbf-2c5e-4003-aaf8-aaee0fdc9243,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:46.988795 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-28cfb241-550a-43ac-89f6-388c8e796f5a tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0869098 Dec 08 01:40:46.997528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49152) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:47.028378 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.042294 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.105760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef329b7f-ddab-4180-8021-cf487db375cc None None] Pushing event updated for resources: {'Port': ['ID=e6ed45d2-3768-4b1b-8760-a967f36b1d68,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:47.135241 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-726ef1a0-7d19-4a2b-95da-0a8d877c0fd3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.167011 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baebe522-a02a-406e-8cbe-243cfb173797 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.176353 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-726ef1a0-7d19-4a2b-95da-0a8d877c0fd3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.188510 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6388d38f-6420-4ebf-8ab4-a4d7c7215092 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.209634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:47.209842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b141c80b-3a74-43b5-b0e5-32a16d53c8cc None None] Provisioning complete for port 5cf7988b-8ac0-401f-8b3d-8109512629cf triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:47.210237 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b141c80b-3a74-43b5-b0e5-32a16d53c8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.253053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Attempting to bind port e6ed45d2-3768-4b1b-8760-a967f36b1d68 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:47.253548 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Attempting to bind port e6ed45d2-3768-4b1b-8760-a967f36b1d68 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '53a2b0bb-d962-47f7-ad96-f61be0595be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:47.253673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebe522-a02a-406e-8cbe-243cfb173797 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event deleted for resources: {'Port': ['ID=10a9497f-6569-4424-8286-95596bd2adb4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:47.254672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Attempting to bind port e6ed45d2-3768-4b1b-8760-a967f36b1d68 on network b6c3230a-5d6e-41ed-8178-6f97cb18a062 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:47.261430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Attempting to bind port 909185d2-b0e2-4902-b2ff-aa8c38efc800 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:47.261773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Attempting to bind port 909185d2-b0e2-4902-b2ff-aa8c38efc800 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:47.262101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Attempting to bind port 909185d2-b0e2-4902-b2ff-aa8c38efc800 on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:47.264323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:47.278641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:47.279143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Checking segment: {'id': '53a2b0bb-d962-47f7-ad96-f61be0595be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:47.279622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.280881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Bound using segment: {'id': '53a2b0bb-d962-47f7-ad96-f61be0595be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:47.282185 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Bound port: e6ed45d2-3768-4b1b-8760-a967f36b1d68, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a2b0bb-d962-47f7-ad96-f61be0595be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:47.282833 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.297543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:47.305025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event updated for resources: {'Port': ['ID=385d23cf-3823-4467-b37c-956c812a9b91,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:47.319565 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-726ef1a0-7d19-4a2b-95da-0a8d877c0fd3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.333776 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-726ef1a0-7d19-4a2b-95da-0a8d877c0fd3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.337518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-726ef1a0-7d19-4a2b-95da-0a8d877c0fd3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/481b0325-5561-4eee-b286-f722363b750a HTTP/1.1" status: 204 len: 168 time: 0.3364594 Dec 08 01:40:47.347297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49160) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:47.355260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Port 909185d2-b0e2-4902-b2ff-aa8c38efc800 on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:40:47.355878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Attempting to bind port 909185d2-b0e2-4902-b2ff-aa8c38efc800 on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:47.356067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bd9dd-0807-4f02-b7ae-1c9a03f2d226 req-5932b532-417a-4206-8da8-d3da53b34fe7 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:47.357725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-227bd9dd-0807-4f02-b7ae-1c9a03f2d226 req-5932b532-417a-4206-8da8-d3da53b34fe7 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.3126347 Dec 08 01:40:47.395497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-fd910769-320c-4e70-8f2d-2a21d870b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:47.395969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-fd910769-320c-4e70-8f2d-2a21d870b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:47.396529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-fd910769-320c-4e70-8f2d-2a21d870b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:47.398196 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-662b1294-ceca-4189-89ed-186f5884567f req-fd910769-320c-4e70-8f2d-2a21d870b18f service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7583649 Dec 08 01:40:47.404261 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:47.404626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Checking segment: {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:47.405017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Bound using segment: {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:47.405497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Bound port: 909185d2-b0e2-4902-b2ff-aa8c38efc800, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb696db0-a1c2-4207-b604-871317b74dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:47.405947 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.408059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ef1a0-7d19-4a2b-95da-0a8d877c0fd3 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=481b0325-5561-4eee-b286-f722363b750a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:47.421755 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.449684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] For port e6ed45d2-3768-4b1b-8760-a967f36b1d68, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:47.459838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] For port e6ed45d2-3768-4b1b-8760-a967f36b1d68, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e6ed45d2-3768-4b1b-8760-a967f36b1d68,segment=NetworkSegment(53a2b0bb-d962-47f7-ad96-f61be0595be6),segment_id=53a2b0bb-d962-47f7-ad96-f61be0595be6)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:47.474138 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6388d38f-6420-4ebf-8ab4-a4d7c7215092 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.476329 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.479730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6388d38f-6420-4ebf-8ab4-a4d7c7215092 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:47.481478 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6388d38f-6420-4ebf-8ab4-a4d7c7215092 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.525546 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd46eaf-5deb-47f0-80a0-cbdf4bb77d81 req-09ec70b7-1d52-49b6-8f67-04ad16d66c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:47.527057 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bbd46eaf-5deb-47f0-80a0-cbdf4bb77d81 req-09ec70b7-1d52-49b6-8f67-04ad16d66c59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0b4defec-514a-4709-994b-aa1703645786 HTTP/1.1" status: 200 len: 912 time: 0.8034954 Dec 08 01:40:47.560013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.582860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Routers {'04cad7fd-7669-4bbd-b37e-04cabc240a1d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:47.583512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['04cad7fd-7669-4bbd-b37e-04cabc240a1d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:47.598803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-227bd9dd-0807-4f02-b7ae-1c9a03f2d226 req-229ce7d9-2d39-4886-b821-893e4725a5ca tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191506 Dec 08 01:40:47.600062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92373065-f13f-44d4-a5ea-a5525af6af57 req-e390aed5-6ad0-40f0-ade2-14ab2576c897 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:47.619392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92373065-f13f-44d4-a5ea-a5525af6af57 req-e390aed5-6ad0-40f0-ade2-14ab2576c897 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.3672316 Dec 08 01:40:47.659146 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0ca3a219-5a3e-4edf-a7e9-cb1dbbe51369 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3002639 Dec 08 01:40:47.663056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49164) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:47.673663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5cf7988b-8ac0-401f-8b3d-8109512629cf up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:47.732309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef329b7f-ddab-4180-8021-cf487db375cc None None] Pushing event updated for resources: {'Port': ['ID=e6ed45d2-3768-4b1b-8760-a967f36b1d68,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:47.732605 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bbd46eaf-5deb-47f0-80a0-cbdf4bb77d81 req-24113453-92fc-4773-bbbf-e3644ed04b62 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c95200e5-41a3-4e06-9567-86290722e8d2 HTTP/1.1" status: 200 len: 217 time: 0.1794627 Dec 08 01:40:47.750968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0320d391-ed4f-4305-9715-3d9ac57af09b None None] Provisioning complete for port e6ed45d2-3768-4b1b-8760-a967f36b1d68 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:47.751496 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0320d391-ed4f-4305-9715-3d9ac57af09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.793870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231ff064-f2ff-4ee2-a18f-b33a0a741685 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.803468 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.841671 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231ff064-f2ff-4ee2-a18f-b33a0a741685 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.891526 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231ff064-f2ff-4ee2-a18f-b33a0a741685 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.914202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6388d38f-6420-4ebf-8ab4-a4d7c7215092 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.4800718 Dec 08 01:40:47.926959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:47.931450 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231ff064-f2ff-4ee2-a18f-b33a0a741685 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:47.935153 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-231ff064-f2ff-4ee2-a18f-b33a0a741685 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/ebe2d3dc-a2d7-44a6-b005-b63a3805df79 HTTP/1.1" status: 204 len: 168 time: 0.2686734 Dec 08 01:40:47.938308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49168) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:47.942565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] Set router 04cad7fd-7669-4bbd-b37e-04cabc240a1d gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:40:47.948085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e7adff70-8d79-452a-9c0f-7779794b19c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'subnet': {'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:47.965068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ff064-f2ff-4ee2-a18f-b33a0a741685 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebe2d3dc-a2d7-44a6-b005-b63a3805df79,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:47.978440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5cf7988b-8ac0-401f-8b3d-8109512629cf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:47.979420 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.017704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6038-771d-4b8e-aaee-37a8af35f9e4 req-10fc6ee0-9a6f-4fda-bc1b-227e3d00bd39 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.025738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6038-771d-4b8e-aaee-37a8af35f9e4 req-10fc6ee0-9a6f-4fda-bc1b-227e3d00bd39 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.030055 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0320d391-ed4f-4305-9715-3d9ac57af09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.032827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6038-771d-4b8e-aaee-37a8af35f9e4 req-10fc6ee0-9a6f-4fda-bc1b-227e3d00bd39 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.034382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388d38f-6420-4ebf-8ab4-a4d7c7215092 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Network': ['ID=5e6685e4-aaaf-4f84-8be9-7f15e367b056,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:48.041505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6038-771d-4b8e-aaee-37a8af35f9e4 req-10fc6ee0-9a6f-4fda-bc1b-227e3d00bd39 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.047855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6038-771d-4b8e-aaee-37a8af35f9e4 req-10fc6ee0-9a6f-4fda-bc1b-227e3d00bd39 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.053861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6038-771d-4b8e-aaee-37a8af35f9e4 req-10fc6ee0-9a6f-4fda-bc1b-227e3d00bd39 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.059738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a6038-771d-4b8e-aaee-37a8af35f9e4 req-10fc6ee0-9a6f-4fda-bc1b-227e3d00bd39 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.061841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a32a6038-771d-4b8e-aaee-37a8af35f9e4 req-10fc6ee0-9a6f-4fda-bc1b-227e3d00bd39 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5394 time: 0.2929602 Dec 08 01:40:48.083515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:40:48.086606 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-baebe522-a02a-406e-8cbe-243cfb173797 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.127592 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.164735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-958e4db2-9c91-45fc-8c2a-9d9bb4864747 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2099366 Dec 08 01:40:48.167733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:48.174175 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92373065-f13f-44d4-a5ea-a5525af6af57 req-53f6c5fc-8887-4774-8db6-10c4f10fad9a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488255 Dec 08 01:40:48.183546 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] For port 909185d2-b0e2-4902-b2ff-aa8c38efc800, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:48.203428 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd46eaf-5deb-47f0-80a0-cbdf4bb77d81 req-5765352a-0177-4f72-bc93-41ed3df4b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.204439 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0320d391-ed4f-4305-9715-3d9ac57af09b None None] For port e6ed45d2-3768-4b1b-8760-a967f36b1d68, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e6ed45d2-3768-4b1b-8760-a967f36b1d68,segment=NetworkSegment(53a2b0bb-d962-47f7-ad96-f61be0595be6),segment_id=53a2b0bb-d962-47f7-ad96-f61be0595be6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:48.204752 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bbd46eaf-5deb-47f0-80a0-cbdf4bb77d81 req-5765352a-0177-4f72-bc93-41ed3df4b405 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15db70b2-e0d6-49e2-8a16-d31f675a4709 HTTP/1.1" status: 200 len: 851 time: 0.3527098 Dec 08 01:40:48.206236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b1294-ceca-4189-89ed-186f5884567f req-902d9dc9-fd3b-4870-8812-6bde89c53626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.207743 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-662b1294-ceca-4189-89ed-186f5884567f req-902d9dc9-fd3b-4870-8812-6bde89c53626 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7943244 Dec 08 01:40:48.229293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Allocated IP 172.25.2.74 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/ee620123-c51a-4e1a-9381-bc03012c38ac) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:48.245818 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] For port 909185d2-b0e2-4902-b2ff-aa8c38efc800, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=909185d2-b0e2-4902-b2ff-aa8c38efc800,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:48.271765 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0320d391-ed4f-4305-9715-3d9ac57af09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.287494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec2409df-f6cf-4e86-942d-67f76ef2da1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.290372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7adff70-8d79-452a-9c0f-7779794b19c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:48.293085 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.294060 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7adff70-8d79-452a-9c0f-7779794b19c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.300556 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bbd46eaf-5deb-47f0-80a0-cbdf4bb77d81 req-95e95bd9-8f71-4174-8a01-5464616a9ada service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0b4defec-514a-4709-994b-aa1703645786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591528 Dec 08 01:40:48.342943 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a32a6038-771d-4b8e-aaee-37a8af35f9e4 req-debda6af-4283-495d-be67-3c046e21baac tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2703006 Dec 08 01:40:48.345257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320d391-ed4f-4305-9715-3d9ac57af09b None None] Pushing event updated for resources: {'Port': ['ID=e6ed45d2-3768-4b1b-8760-a967f36b1d68,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:48.365882 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec2409df-f6cf-4e86-942d-67f76ef2da1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.386854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.389869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.392900 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] 10.222.0.65 "PUT /v2.0/ports/909185d2-b0e2-4902-b2ff-aa8c38efc800 HTTP/1.1" status: 200 len: 1091 time: 4.8981063 Dec 08 01:40:48.421840 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': '909185d2-b0e2-4902-b2ff-aa8c38efc800'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:48.425236 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454ebe2d-21c4-4de1-8404-c88eda06643e" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "909185d2-b0e2-4902-b2ff-aa8c38efc800"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:48.425442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-74b86b76-fac8-4899-8ec0-2fef721a649c None None] Provisioning complete for port e6ed45d2-3768-4b1b-8760-a967f36b1d68 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:48.425664 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-74b86b76-fac8-4899-8ec0-2fef721a649c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.502860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'name': 'tempest-ServersTestMultiNic-1811100272-router', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4db0f067-7d77-46aa-9677-1327330791a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:31Z', 'updated_at': '2021-12-08T01:40:42Z', 'revision_number': 4, 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'gw_port': {'id': '4db0f067-7d77-46aa-9677-1327330791a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:32Z', 'updated_at': '2021-12-08T01:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e6ed45d2-3768-4b1b-8760-a967f36b1d68', 'name': '', 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'mac_address': 'fa:16:3e:fa:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '41091c11-b6e9-42d6-8daa-a09fa5e8d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:38Z', 'updated_at': '2021-12-08T01:40:47Z', 'revision_number': 4, 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'subnets': [{'id': '41091c11-b6e9-42d6-8daa-a09fa5e8d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:48.508123 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d2e951-c850-4c26-97fa-043f210cfb14 x-openstack-request-id: req-35d2e951-c850-4c26-97fa-043f210cfb14 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:48.508451 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "909185d2-b0e2-4902-b2ff-aa8c38efc800", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:48.508704 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-35d2e951-c850-4c26-97fa-043f210cfb14 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:48.509097 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': '909185d2-b0e2-4902-b2ff-aa8c38efc800', 'status': 'completed', 'code': 200} Dec 08 01:40:48.513345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Request body: {'port': {'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:48.540523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a6679c-380c-4639-bdf7-84b3f7f62e70 None None] The sync data for ids ['04cad7fd-7669-4bbd-b37e-04cabc240a1d'] in n-d-713498-30 is: [{'id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'name': 'tempest-ServersTestMultiNic-1811100272-router', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4db0f067-7d77-46aa-9677-1327330791a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:31Z', 'updated_at': '2021-12-08T01:40:42Z', 'revision_number': 4, 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'gw_port': {'id': '4db0f067-7d77-46aa-9677-1327330791a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:32Z', 'updated_at': '2021-12-08T01:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e6ed45d2-3768-4b1b-8760-a967f36b1d68', 'name': '', 'network_id': 'b6c3230a-5d6e-41ed-8178-6f97cb18a062', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'mac_address': 'fa:16:3e:fa:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '41091c11-b6e9-42d6-8daa-a09fa5e8d315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:38Z', 'updated_at': '2021-12-08T01:40:47Z', 'revision_number': 4, 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'subnets': [{'id': '41091c11-b6e9-42d6-8daa-a09fa5e8d315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:48.569154 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec2409df-f6cf-4e86-942d-67f76ef2da1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.700531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8429a5-22e1-43e1-a66c-34edbd070efa service neutron] Pushing event updated for resources: {'Port': ['ID=909185d2-b0e2-4902-b2ff-aa8c38efc800,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:48.717795 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec2409df-f6cf-4e86-942d-67f76ef2da1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.723730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ec2409df-f6cf-4e86-942d-67f76ef2da1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f2661333-a7be-45bd-8794-2a40da928cea HTTP/1.1" status: 204 len: 168 time: 0.5503657 Dec 08 01:40:48.737393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49176) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:48.810073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2409df-f6cf-4e86-942d-67f76ef2da1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2661333-a7be-45bd-8794-2a40da928cea,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:48.881989 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7adff70-8d79-452a-9c0f-7779794b19c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.900420 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.927966 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bbd46eaf-5deb-47f0-80a0-cbdf4bb77d81 req-de72aa80-62c7-4de0-9c1d-d21fff629670 service neutron] 10.222.0.65 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943296 Dec 08 01:40:48.935420 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:48.962387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-847b4520-c5e8-413b-b502-226825d1c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.962773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-847b4520-c5e8-413b-b502-226825d1c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.963229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-847b4520-c5e8-413b-b502-226825d1c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.963855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-847b4520-c5e8-413b-b502-226825d1c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.964471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-847b4520-c5e8-413b-b502-226825d1c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.965036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-847b4520-c5e8-413b-b502-226825d1c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.965497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-847b4520-c5e8-413b-b502-226825d1c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:48.968152 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-847b4520-c5e8-413b-b502-226825d1c718 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6346 time: 0.4046628 Dec 08 01:40:49.117591 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:49.156251 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:49.376005 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-336759a5-44fd-4fe4-842d-69293ff50665 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5888779 Dec 08 01:40:49.387506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49180) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:49.414365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f7d10-8fd8-484b-8ca6-7bc6db2bab2f req-90fd3208-41b4-4f09-b128-211d2aa06e75 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:49.418738 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62f7d10-8fd8-484b-8ca6-7bc6db2bab2f req-90fd3208-41b4-4f09-b128-211d2aa06e75 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.6208873 Dec 08 01:40:49.447979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baebe522-a02a-406e-8cbe-243cfb173797 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Router 22b2dc6d-aa86-4ae6-8e48-021e5c645254 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:40:49.459228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adff70-8d79-452a-9c0f-7779794b19c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Subnet': ['ID=7d01f8b0-cb7a-48b4-9817-d01c065fb805,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:49.493849 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-735dc9be-e855-4636-b7df-a41f5db52622 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:49.559503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-735dc9be-e855-4636-b7df-a41f5db52622 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:49.580750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7adff70-8d79-452a-9c0f-7779794b19c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Checking segment: {'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:49.581260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7adff70-8d79-452a-9c0f-7779794b19c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network hostable DHCP agents. Network: 5e6685e4-aaaf-4f84-8be9-7f15e367b056, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:40:49.587629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e6ed45d2-3768-4b1b-8760-a967f36b1d68 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:49.618287 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62f7d10-8fd8-484b-8ca6-7bc6db2bab2f req-697cb2b1-a5c5-43cf-9b79-55b7f7ef7e91 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673882 Dec 08 01:40:49.665415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7adff70-8d79-452a-9c0f-7779794b19c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:40:49.670437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-735dc9be-e855-4636-b7df-a41f5db52622 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:49.677168 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-735dc9be-e855-4636-b7df-a41f5db52622 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:49.678649 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-735dc9be-e855-4636-b7df-a41f5db52622 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/4d642ad6-6a58-4cad-820d-b049bbbb3a95 HTTP/1.1" status: 204 len: 168 time: 0.2875516 Dec 08 01:40:49.694779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49184) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:49.710259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e6ed45d2-3768-4b1b-8760-a967f36b1d68 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:49.710891 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:49.726173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e7adff70-8d79-452a-9c0f-7779794b19c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 5e6685e4-aaaf-4f84-8be9-7f15e367b056) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:49.730886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7adff70-8d79-452a-9c0f-7779794b19c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:49.731897 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7adff70-8d79-452a-9c0f-7779794b19c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:49.741896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dc9be-e855-4636-b7df-a41f5db52622 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d642ad6-6a58-4cad-820d-b049bbbb3a95,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:49.744583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864e42d2-eede-4d86-a18a-cf04d790d1da None None] Network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:49.784604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bbd46eaf-5deb-47f0-80a0-cbdf4bb77d81 req-d7e95f38-1a41-422e-8cb6-41feb679975a service neutron] 10.222.0.65 "GET /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8428495 Dec 08 01:40:49.803309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baebe522-a02a-406e-8cbe-243cfb173797 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:49.816821 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-baebe522-a02a-406e-8cbe-243cfb173797 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "PUT /v2.0/routers/22b2dc6d-aa86-4ae6-8e48-021e5c645254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9411223 Dec 08 01:40:49.817014 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f8442-39fa-4918-afd9-6be4a0fe090d None None] Sync routers for ids ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:49.819390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49186) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:49.831447 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f8442-39fa-4918-afd9-6be4a0fe090d None None] Routers {'22b2dc6d-aa86-4ae6-8e48-021e5c645254'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:49.832414 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c21f8442-39fa-4918-afd9-6be4a0fe090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:49.832548 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8866ee23-b966-459e-9628-f1cc40de64e1 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1336331 Dec 08 01:40:49.836732 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e7adff70-8d79-452a-9c0f-7779794b19c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8987930 Dec 08 01:40:49.842957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49188) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:49.843436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49190) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:49.876273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-64fd03ad-0a50-4ae9-95cb-909d0022e53a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1605162048'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:49.883209 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c21f8442-39fa-4918-afd9-6be4a0fe090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:49.897226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event updated for resources: {'Port': ['ID=385d23cf-3823-4467-b37c-956c812a9b91,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:49.899250 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f8442-39fa-4918-afd9-6be4a0fe090d None None] Routers {'22b2dc6d-aa86-4ae6-8e48-021e5c645254'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:49.900079 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c21f8442-39fa-4918-afd9-6be4a0fe090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:49.913254 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:49.924662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba21e-539f-45e7-b7e3-d904751bee83 req-0af0df96-aa5b-49ee-a915-c9e9856dc50e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:49.930998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba21e-539f-45e7-b7e3-d904751bee83 req-0af0df96-aa5b-49ee-a915-c9e9856dc50e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:49.940740 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba21e-539f-45e7-b7e3-d904751bee83 req-0af0df96-aa5b-49ee-a915-c9e9856dc50e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:49.947213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba21e-539f-45e7-b7e3-d904751bee83 req-0af0df96-aa5b-49ee-a915-c9e9856dc50e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:49.953941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba21e-539f-45e7-b7e3-d904751bee83 req-0af0df96-aa5b-49ee-a915-c9e9856dc50e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:49.961344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba21e-539f-45e7-b7e3-d904751bee83 req-0af0df96-aa5b-49ee-a915-c9e9856dc50e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:49.962844 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c21f8442-39fa-4918-afd9-6be4a0fe090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:49.964795 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f8442-39fa-4918-afd9-6be4a0fe090d None None] The sync data for ids ['22b2dc6d-aa86-4ae6-8e48-021e5c645254'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:49.979340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ba21e-539f-45e7-b7e3-d904751bee83 req-0af0df96-aa5b-49ee-a915-c9e9856dc50e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:49.981899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-294ba21e-539f-45e7-b7e3-d904751bee83 req-0af0df96-aa5b-49ee-a915-c9e9856dc50e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5394 time: 0.2460647 Dec 08 01:40:49.998606 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.006666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-5e6685e4-aaaf-4f84-8be9-7f15e367b056', 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056', 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'fixed_ips': [{'subnet_id': '7d01f8b0-cb7a-48b4-9817-d01c065fb805'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:40:50.007533 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.047038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-99888bac-f5c9-4a2d-8f06-d9d23c714c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:50.048183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-99888bac-f5c9-4a2d-8f06-d9d23c714c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:50.048408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-99888bac-f5c9-4a2d-8f06-d9d23c714c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:50.050089 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-99888bac-f5c9-4a2d-8f06-d9d23c714c7e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0205054 Dec 08 01:40:50.065560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:50.089621 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.096615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fd03ad-0a50-4ae9-95cb-909d0022e53a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:50.099942 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64fd03ad-0a50-4ae9-95cb-909d0022e53a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.110047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fb473-7b84-431c-adae-a70fbb021d9d req-a732cd72-5e89-4c44-9bb0-1c5e8566e2b4 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:50.111590 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-780fb473-7b84-431c-adae-a70fbb021d9d req-a732cd72-5e89-4c44-9bb0-1c5e8566e2b4 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.8523631 Dec 08 01:40:50.126903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:50.150781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-294ba21e-539f-45e7-b7e3-d904751bee83 req-17198626-a13b-4a0e-a18e-72e76b512314 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1497381 Dec 08 01:40:50.151123 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.156658 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-51c94693-2358-47f3-bce4-4edab15f2004 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7480693 Dec 08 01:40:50.156999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:50.242141 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Pushing event updated for resources: {'Port': ['ID=ee620123-c51a-4e1a-9381-bc03012c38ac,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:50.285986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.366734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Deleting port e5ccc7f2-2f18-4105-afc7-29bf1b5bba23 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:50.367248 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.434617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Allocated IP 19.80.0.2 (5e6685e4-aaaf-4f84-8be9-7f15e367b056/7d01f8b0-cb7a-48b4-9817-d01c065fb805/10c0fbe6-0705-496c-a63a-26184ff7b56f) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:50.439554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fd03ad-0a50-4ae9-95cb-909d0022e53a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:40:50.524084 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64fd03ad-0a50-4ae9-95cb-909d0022e53a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.524607 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-64fd03ad-0a50-4ae9-95cb-909d0022e53a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Added segment 832882bc-8b27-4b1c-bcf5-b54f83bfdea6 of type vlan for network 470ecc73-ce1f-4f95-b9be-f0497b6ccfda Dec 08 01:40:50.554195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-865b9678-0bed-4807-ae61-16bf7a27dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:50.556820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-454ebe2d-21c4-4de1-8404-c88eda06643e req-865b9678-0bed-4807-ae61-16bf7a27dd61 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4439945 Dec 08 01:40:50.562402 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-780fb473-7b84-431c-adae-a70fbb021d9d req-39c98675-0bb7-4ea4-863c-915c4e18037f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263189 Dec 08 01:40:50.572737 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6501710f-ad71-48b8-a784-111f6473cc3b tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.603244 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.633959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Calling delete_port for e5ccc7f2-2f18-4105-afc7-29bf1b5bba23 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:50.641320 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.649546 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.701882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Pushing event updated for resources: {'Port': ['ID=10c0fbe6-0705-496c-a63a-26184ff7b56f,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:50.715587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:50.717364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:50.724891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:50.747982 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64fd03ad-0a50-4ae9-95cb-909d0022e53a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.792369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Attempting to bind port 10c0fbe6-0705-496c-a63a-26184ff7b56f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:50.792923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Attempting to bind port 10c0fbe6-0705-496c-a63a-26184ff7b56f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:50.793269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Attempting to bind port 10c0fbe6-0705-496c-a63a-26184ff7b56f on network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:50.794470 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6501710f-ad71-48b8-a784-111f6473cc3b tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.799273 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:50.799697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Checking segment: {'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:50.800119 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.800547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Bound using segment: {'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:50.801252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Bound port: 10c0fbe6-0705-496c-a63a-26184ff7b56f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:50.801639 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.829600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-286ba589-d953-4130-9e48-6cfc63e23958 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:50.831642 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-286ba589-d953-4130-9e48-6cfc63e23958 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/networks?id=dd779e6a-fa1e-42c4-9147-76d41728dbe8 HTTP/1.1" status: 200 len: 822 time: 0.3676515 Dec 08 01:40:50.857595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df223970-b1fe-4950-877f-a17fdccfb5e7 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:50.864610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-abc32cdd-0e4f-436f-a18b-a64a03ba071d tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/quotas/783ff023d0674ed4b454399ced7fde14 HTTP/1.1" status: 200 len: 375 time: 0.0197153 Dec 08 01:40:50.876764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] For port 10c0fbe6-0705-496c-a63a-26184ff7b56f, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:50.881298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] For port 10c0fbe6-0705-496c-a63a-26184ff7b56f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=10c0fbe6-0705-496c-a63a-26184ff7b56f,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:50.883211 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.889028 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.937177 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64fd03ad-0a50-4ae9-95cb-909d0022e53a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.944450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fd03ad-0a50-4ae9-95cb-909d0022e53a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:50.945475 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64fd03ad-0a50-4ae9-95cb-909d0022e53a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:50.954264 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-8d0dcfcb-17b8-40d6-854a-8e20d33206ad tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=783ff023d0674ed4b454399ced7fde14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789642 Dec 08 01:40:50.959276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819e7eb-87a9-4008-bf05-39f29c7b718e None None] Pushing event updated for resources: {'Port': ['ID=10c0fbe6-0705-496c-a63a-26184ff7b56f,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:50.981020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Transition to ACTIVE for port object df223970-b1fe-4950-877f-a17fdccfb5e7 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:40:51.003420 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.026805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e621-76b8-40de-8cd7-b8317c6c8087 req-e28c3691-74c2-4df7-abe2-8b4041bb6ad4 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:51.028520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77a2e621-76b8-40de-8cd7-b8317c6c8087 req-e28c3691-74c2-4df7-abe2-8b4041bb6ad4 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.2666919 Dec 08 01:40:51.036548 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-64fd03ad-0a50-4ae9-95cb-909d0022e53a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1668842 Dec 08 01:40:51.036781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49208) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:51.073010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-289a1c7f-5377-4c1e-a781-97e4ab89d4f2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'subnet': {'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:51.078430 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.134901 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6501710f-ad71-48b8-a784-111f6473cc3b tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.137883 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6501710f-ad71-48b8-a784-111f6473cc3b tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.139192 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6501710f-ad71-48b8-a784-111f6473cc3b tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-groups/b0913179-7cfc-463c-aa56-f41399e3e1c6 HTTP/1.1" status: 204 len: 168 time: 1.2816045 Dec 08 01:40:51.156434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:51.166175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd03ad-0a50-4ae9-95cb-909d0022e53a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Network': ['ID=470ecc73-ce1f-4f95-b9be-f0497b6ccfda,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:51.180569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event deleted for resources: {'Port': ['ID=e5ccc7f2-2f18-4105-afc7-29bf1b5bba23,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:51.182729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 470ecc73-ce1f-4f95-b9be-f0497b6ccfda details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:40:51.210356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Pushing event updated for resources: {'Port': ['ID=df223970-b1fe-4950-877f-a17fdccfb5e7,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:51.294965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501710f-ad71-48b8-a784-111f6473cc3b tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0913179-7cfc-463c-aa56-f41399e3e1c6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:51.374342 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77a2e621-76b8-40de-8cd7-b8317c6c8087 req-895a5d19-49f6-427b-bb12-bd1ddcdf14bb tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337178 Dec 08 01:40:51.387454 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-9946c97d-a560-4ef2-911c-0ad1790d1c53 service neutron] 10.222.0.70 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026418 Dec 08 01:40:51.539948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.587637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Attempting to bind port df223970-b1fe-4950-877f-a17fdccfb5e7 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:51.588056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Attempting to bind port df223970-b1fe-4950-877f-a17fdccfb5e7 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:51.588513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Attempting to bind port df223970-b1fe-4950-877f-a17fdccfb5e7 on network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:51.615803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5023abf7-3cb0-41b1-b176-7a3029fa0624 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4520681 Dec 08 01:40:51.621561 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.626065 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49216) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:51.637311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-51a2d2d8-1e09-4c1a-bb5a-067437ac1ee2 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group': {'name': 'tempest-secgroup--77967651'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:51.657529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Port df223970-b1fe-4950-877f-a17fdccfb5e7 on network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:40:51.657958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Attempting to bind port df223970-b1fe-4950-877f-a17fdccfb5e7 on network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:51.689485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:51.689485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Checking segment: {'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:51.689929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Bound using segment: {'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:51.690550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Bound port: df223970-b1fe-4950-877f-a17fdccfb5e7, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:51.691018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.741515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 10c0fbe6-0705-496c-a63a-26184ff7b56f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:51.781381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289a1c7f-5377-4c1e-a781-97e4ab89d4f2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:51.786780 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-289a1c7f-5377-4c1e-a781-97e4ab89d4f2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.794312 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.800274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44f5e-fbea-45e8-a678-b6fec754432d req-53b8ad49-2ddf-4e62-8335-ea02e8f4e54e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:51.804085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.807250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44f5e-fbea-45e8-a678-b6fec754432d req-53b8ad49-2ddf-4e62-8335-ea02e8f4e54e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:51.814392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44f5e-fbea-45e8-a678-b6fec754432d req-53b8ad49-2ddf-4e62-8335-ea02e8f4e54e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:51.820626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44f5e-fbea-45e8-a678-b6fec754432d req-53b8ad49-2ddf-4e62-8335-ea02e8f4e54e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:51.826873 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44f5e-fbea-45e8-a678-b6fec754432d req-53b8ad49-2ddf-4e62-8335-ea02e8f4e54e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:51.832906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-8baaa30f-b888-4a07-9b48-0bde2e2b1147 service neutron] 10.222.0.70 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442003 Dec 08 01:40:51.833672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44f5e-fbea-45e8-a678-b6fec754432d req-53b8ad49-2ddf-4e62-8335-ea02e8f4e54e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:51.837173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 10c0fbe6-0705-496c-a63a-26184ff7b56f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:51.837589 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.840054 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44f5e-fbea-45e8-a678-b6fec754432d req-53b8ad49-2ddf-4e62-8335-ea02e8f4e54e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:51.849091 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-40e44f5e-fbea-45e8-a678-b6fec754432d req-53b8ad49-2ddf-4e62-8335-ea02e8f4e54e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5406 time: 0.2087622 Dec 08 01:40:51.901138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51a2d2d8-1e09-4c1a-bb5a-067437ac1ee2 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.932342 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.933152 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Fanout notify agent at l3_agent the message router_deleted on router 22b2dc6d-aa86-4ae6-8e48-021e5c645254 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:40:51.945421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:51.949955 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1479007c-ab38-4fab-a8df-f7e2f2b938fe tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "DELETE /v2.0/routers/22b2dc6d-aa86-4ae6-8e48-021e5c645254 HTTP/1.1" status: 204 len: 168 time: 2.1311347 Dec 08 01:40:51.959850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49218) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:52.026638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] For port df223970-b1fe-4950-877f-a17fdccfb5e7, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:52.035638 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.114514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 10c0fbe6-0705-496c-a63a-26184ff7b56f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=10c0fbe6-0705-496c-a63a-26184ff7b56f,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:52.121771 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.160332 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] For port df223970-b1fe-4950-877f-a17fdccfb5e7, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=df223970-b1fe-4950-877f-a17fdccfb5e7,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:52.179292 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.197256 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-40e44f5e-fbea-45e8-a678-b6fec754432d req-e2ff6fdb-228a-4c0e-a3e6-22e4addcde90 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3471212 Dec 08 01:40:52.199843 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51a2d2d8-1e09-4c1a-bb5a-067437ac1ee2 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.215939 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51a2d2d8-1e09-4c1a-bb5a-067437ac1ee2 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.238429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ea7f8-1931-422d-95bc-ee456770675c req-f878ccb1-ff92-490f-b4b7-050240fa2484 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:52.247221 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2e9ea7f8-1931-422d-95bc-ee456770675c req-f878ccb1-ff92-490f-b4b7-050240fa2484 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.1788964 Dec 08 01:40:52.249449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:52.251018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.261926 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] 10.222.0.65 "PUT /v2.0/ports/df223970-b1fe-4950-877f-a17fdccfb5e7 HTTP/1.1" status: 200 len: 1092 time: 3.7586212 Dec 08 01:40:52.277178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=10c0fbe6-0705-496c-a63a-26184ff7b56f,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:52.332376 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51a2d2d8-1e09-4c1a-bb5a-067437ac1ee2 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.333835 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-51a2d2d8-1e09-4c1a-bb5a-067437ac1ee2 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7037311 Dec 08 01:40:52.334515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': 'df223970-b1fe-4950-877f-a17fdccfb5e7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:52.342480 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "df223970-b1fe-4950-877f-a17fdccfb5e7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:52.344713 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49228) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:52.355043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Request body: {'port': {'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:52.372959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b01d43-704e-461a-86fc-cc06edd80bc8 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Deleting subnet 03171ef8-bd80-4b60-bac3-8271b7169de1 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:40:52.394136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2a8ef39e-4a32-48dd-b535-34058ce79e2c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': 'e2442753-5583-480c-8c7d-c76a1c6622e1', 'direction': 'ingress', 'protocol': 17}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:52.420897 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7b01d43-704e-461a-86fc-cc06edd80bc8 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.421070 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2e9ea7f8-1931-422d-95bc-ee456770675c req-13b7cd02-f63b-4671-9f05-da2704720383 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724906 Dec 08 01:40:52.433476 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.433476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa9f31-18e0-4185-90b4-d16fa045b832 service neutron] Pushing event updated for resources: {'Port': ['ID=df223970-b1fe-4950-877f-a17fdccfb5e7,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:52.444202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f7ac408-96bb-4c69-9cdc-e493140ccec7 req-4da62159-5bb1-4649-87a5-33bbbbea59b9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 210 time: 0.1212223 Dec 08 01:40:52.522563 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd3c478-a255-4171-89d1-2050a13bc263 x-openstack-request-id: req-9bd3c478-a255-4171-89d1-2050a13bc263 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:52.522944 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "df223970-b1fe-4950-877f-a17fdccfb5e7", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:52.523262 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9bd3c478-a255-4171-89d1-2050a13bc263 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:52.538206 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': 'df223970-b1fe-4950-877f-a17fdccfb5e7', 'status': 'completed', 'code': 200} Dec 08 01:40:52.568411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2d2d8-1e09-4c1a-bb5a-067437ac1ee2 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2442753-5583-480c-8c7d-c76a1c6622e1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:52.572775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-289a1c7f-5377-4c1e-a781-97e4ab89d4f2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.668005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a1c7f-5377-4c1e-a781-97e4ab89d4f2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Subnet': ['ID=6abceb6e-5712-4e54-86b9-25df1220bfd3,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:52.679042 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7b01d43-704e-461a-86fc-cc06edd80bc8 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.692011 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef39e-4a32-48dd-b535-34058ce79e2c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.758823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289a1c7f-5377-4c1e-a781-97e4ab89d4f2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Checking segment: {'id': '832882bc-8b27-4b1c-bcf5-b54f83bfdea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:52.759567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a1c7f-5377-4c1e-a781-97e4ab89d4f2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network hostable DHCP agents. Network: 470ecc73-ce1f-4f95-b9be-f0497b6ccfda, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:40:52.778901 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.794280 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef39e-4a32-48dd-b535-34058ce79e2c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.798512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289a1c7f-5377-4c1e-a781-97e4ab89d4f2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network 470ecc73-ce1f-4f95-b9be-f0497b6ccfda is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:40:52.803016 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef39e-4a32-48dd-b535-34058ce79e2c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.822859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20aa57c-b9dd-47f5-80df-5d4be289fc85 None None] Network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:52.826303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-289a1c7f-5377-4c1e-a781-97e4ab89d4f2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 470ecc73-ce1f-4f95-b9be-f0497b6ccfda) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:52.832147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ef39e-4a32-48dd-b535-34058ce79e2c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de74353b-ccd0-4656-88e6-4e9ced553c53,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:52.835368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289a1c7f-5377-4c1e-a781-97e4ab89d4f2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:52.836225 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-289a1c7f-5377-4c1e-a781-97e4ab89d4f2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.849192 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef39e-4a32-48dd-b535-34058ce79e2c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.853668 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2a8ef39e-4a32-48dd-b535-34058ce79e2c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4987719 Dec 08 01:40:52.855400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49236) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:52.865776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cd496-041f-472a-b694-de8bac4da3e6 req-b2b77170-e6c9-4e9b-b299-bfecd178f159 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:52.867321 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d18cd496-041f-472a-b694-de8bac4da3e6 req-b2b77170-e6c9-4e9b-b299-bfecd178f159 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.2952132 Dec 08 01:40:52.875292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e26eb-e03e-435a-bbb4-c640f84addd9 None None] Network 470ecc73-ce1f-4f95-b9be-f0497b6ccfda requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:52.920315 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-289a1c7f-5377-4c1e-a781-97e4ab89d4f2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8416965 Dec 08 01:40:52.920545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-15038ffe-e5ae-4b0c-9a17-68821b0bb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:52.920545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-15038ffe-e5ae-4b0c-9a17-68821b0bb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:52.920545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-15038ffe-e5ae-4b0c-9a17-68821b0bb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:52.920545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-15038ffe-e5ae-4b0c-9a17-68821b0bb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:52.920545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-15038ffe-e5ae-4b0c-9a17-68821b0bb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:52.920545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-15038ffe-e5ae-4b0c-9a17-68821b0bb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:52.920545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-15038ffe-e5ae-4b0c-9a17-68821b0bb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:52.920545 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-15038ffe-e5ae-4b0c-9a17-68821b0bb3a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6414 time: 0.3473425 Dec 08 01:40:52.934684 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76f46ac8-8aba-4934-820c-d4232dcd22bc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:52.975944 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76f46ac8-8aba-4934-820c-d4232dcd22bc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.061523 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7b01d43-704e-461a-86fc-cc06edd80bc8 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.091106 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76f46ac8-8aba-4934-820c-d4232dcd22bc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.094071 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76f46ac8-8aba-4934-820c-d4232dcd22bc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.098444 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-76f46ac8-8aba-4934-820c-d4232dcd22bc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-groups/e2442753-5583-480c-8c7d-c76a1c6622e1 HTTP/1.1" status: 204 len: 168 time: 0.2410645 Dec 08 01:40:53.103161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49250) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:53.137679 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f46ac8-8aba-4934-820c-d4232dcd22bc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2442753-5583-480c-8c7d-c76a1c6622e1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:53.157341 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d9fcfd49-4f36-4c40-a3af-a32f2d1f2bed None None] Provisioning complete for port 10c0fbe6-0705-496c-a63a-26184ff7b56f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:53.157827 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d9fcfd49-4f36-4c40-a3af-a32f2d1f2bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.223069 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-55030226-6e6d-4913-9437-8b1793a96617 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1112812 Dec 08 01:40:53.266075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-18e69ea9-0be6-4b5c-b14e-a96cc52fdd3f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:53.272655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-18e69ea9-0be6-4b5c-b14e-a96cc52fdd3f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:53.280615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-18e69ea9-0be6-4b5c-b14e-a96cc52fdd3f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/networks?id=5e6685e4-aaaf-4f84-8be9-7f15e367b056&id=470ecc73-ce1f-4f95-b9be-f0497b6ccfda&id=5e6685e4-aaaf-4f84-8be9-7f15e367b056 HTTP/1.1" status: 200 len: 1391 time: 0.2107835 Dec 08 01:40:53.280615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49252) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:53.285677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-65d1655c-fe47-4327-9ef8-01f72dbe5c1d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715690306'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:53.297684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-470ecc73-ce1f-4f95-b9be-f0497b6ccfda', 'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda', 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'fixed_ips': [{'subnet_id': '6abceb6e-5712-4e54-86b9-25df1220bfd3'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:40:53.298810 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.315884 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-d25aa4d3-e2df-4c99-a609-92c7e891279e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/quotas/ba0e6880a1d146779c68dc757f1944e7 HTTP/1.1" status: 200 len: 375 time: 0.0343280 Dec 08 01:40:53.338655 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65d1655c-fe47-4327-9ef8-01f72dbe5c1d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.425884 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-2bb37926-4c47-4b9f-95a5-a74922557957 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba0e6880a1d146779c68dc757f1944e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994904 Dec 08 01:40:53.538368 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Allocated IP 19.86.0.2 (470ecc73-ce1f-4f95-b9be-f0497b6ccfda/6abceb6e-5712-4e54-86b9-25df1220bfd3/bd8e01c5-cc5e-4355-b8fe-e09946b03883) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:53.562447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 10c0fbe6-0705-496c-a63a-26184ff7b56f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:53.633157 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65d1655c-fe47-4327-9ef8-01f72dbe5c1d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.650652 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65d1655c-fe47-4327-9ef8-01f72dbe5c1d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.662209 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d18cd496-041f-472a-b694-de8bac4da3e6 req-7d7a4883-db7a-427b-b094-909c5bf384b3 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7412703 Dec 08 01:40:53.732392 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-76afe326-357d-42ed-984d-df5bdba59800 service neutron] 10.222.0.70 "GET /v2.0/networks/5e6685e4-aaaf-4f84-8be9-7f15e367b056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927799 Dec 08 01:40:53.743860 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65d1655c-fe47-4327-9ef8-01f72dbe5c1d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.745297 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-65d1655c-fe47-4327-9ef8-01f72dbe5c1d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4657521 Dec 08 01:40:53.758670 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49262) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:53.763875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1d80e942-84bd-41cc-9df8-7de5b910506f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811108687'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:53.786647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1655c-fe47-4327-9ef8-01f72dbe5c1d tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce312be4-e192-425d-afb4-fd8adb69f5d9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:53.804467 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7b01d43-704e-461a-86fc-cc06edd80bc8 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.823665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-f3269b70-9e73-4a6c-9899-ff4302ab8fca tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:53.825368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-f3269b70-9e73-4a6c-9899-ff4302ab8fca tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.72 "GET /v2.0/networks?id=dd779e6a-fa1e-42c4-9147-76d41728dbe8 HTTP/1.1" status: 200 len: 822 time: 0.2333620 Dec 08 01:40:53.840085 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.840720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:40:53.842914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-27ca90a5-012e-4245-9f53-bfa89d59e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:53.844178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-27ca90a5-012e-4245-9f53-bfa89d59e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:53.844658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-27ca90a5-012e-4245-9f53-bfa89d59e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:53.846237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-27ca90a5-012e-4245-9f53-bfa89d59e884 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8948476 Dec 08 01:40:53.853529 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.869213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Request body: {'port': {'device_id': 'c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794', 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8', 'admin_state_up': True, 'tenant_id': '783ff023d0674ed4b454399ced7fde14'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:53.873923 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d80e942-84bd-41cc-9df8-7de5b910506f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.896450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b01d43-704e-461a-86fc-cc06edd80bc8 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event deleted for resources: {'Subnet': ['ID=03171ef8-bd80-4b60-bac3-8271b7169de1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:53.911835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Network 470ecc73-ce1f-4f95-b9be-f0497b6ccfda is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:53.914237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-75b765a2-70d9-42fc-bf59-178c81b0aa82 None None] Provisioning complete for port 10c0fbe6-0705-496c-a63a-26184ff7b56f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:53.915049 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75b765a2-70d9-42fc-bf59-178c81b0aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.916412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b63ef1a-183e-46ce-a5e5-ab9a05f1a959 None None] Network d03bc542-c537-49a4-9578-41b6505c0548 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:53.943024 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7b01d43-704e-461a-86fc-cc06edd80bc8 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:53.948643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e7b01d43-704e-461a-86fc-cc06edd80bc8 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "DELETE /v2.0/subnets/03171ef8-bd80-4b60-bac3-8271b7169de1 HTTP/1.1" status: 204 len: 168 time: 1.9854112 Dec 08 01:40:53.953201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49264) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:53.972117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:53.982769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-cdca3615-fa6e-4608-b7d4-0f1586bcf61f service neutron] 10.222.0.70 "GET /v2.0/networks/5e6685e4-aaaf-4f84-8be9-7f15e367b056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338281 Dec 08 01:40:54.003193 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:54.057198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Pushing event updated for resources: {'Port': ['ID=bd8e01c5-cc5e-4355-b8fe-e09946b03883,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:54.115022 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d80e942-84bd-41cc-9df8-7de5b910506f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.119464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 10c0fbe6-0705-496c-a63a-26184ff7b56f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:54.119844 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.122788 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25d4e-8ebd-4dc0-a52d-eda65244022c req-5298d54b-b1bf-4d24-9147-f09993f98c17 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:54.125202 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d80e942-84bd-41cc-9df8-7de5b910506f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.129592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25d4e-8ebd-4dc0-a52d-eda65244022c req-5298d54b-b1bf-4d24-9147-f09993f98c17 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:54.135638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25d4e-8ebd-4dc0-a52d-eda65244022c req-5298d54b-b1bf-4d24-9147-f09993f98c17 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:54.142268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25d4e-8ebd-4dc0-a52d-eda65244022c req-5298d54b-b1bf-4d24-9147-f09993f98c17 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:54.148186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25d4e-8ebd-4dc0-a52d-eda65244022c req-5298d54b-b1bf-4d24-9147-f09993f98c17 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:54.153812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Made reservation on behalf of 783ff023d0674ed4b454399ced7fde14 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:54.154059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25d4e-8ebd-4dc0-a52d-eda65244022c req-5298d54b-b1bf-4d24-9147-f09993f98c17 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:54.157556 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.160187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25d4e-8ebd-4dc0-a52d-eda65244022c req-5298d54b-b1bf-4d24-9147-f09993f98c17 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:54.168560 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9fc25d4e-8ebd-4dc0-a52d-eda65244022c req-5298d54b-b1bf-4d24-9147-f09993f98c17 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5406 time: 0.3998349 Dec 08 01:40:54.180380 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-1fd881bb-5dbb-4811-9d96-b787e3da617f service neutron] 10.222.0.70 "GET /v2.0/networks/470ecc73-ce1f-4f95-b9be-f0497b6ccfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871452 Dec 08 01:40:54.182591 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d80e942-84bd-41cc-9df8-7de5b910506f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.186546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1d80e942-84bd-41cc-9df8-7de5b910506f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4232452 Dec 08 01:40:54.194003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Attempting to bind port bd8e01c5-cc5e-4355-b8fe-e09946b03883 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:54.194398 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Attempting to bind port bd8e01c5-cc5e-4355-b8fe-e09946b03883 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '832882bc-8b27-4b1c-bcf5-b54f83bfdea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:54.194696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49266) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:54.194820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Attempting to bind port bd8e01c5-cc5e-4355-b8fe-e09946b03883 on network 470ecc73-ce1f-4f95-b9be-f0497b6ccfda {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:54.201290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-630fbe63-230f-4ca0-b59b-b66abd2a6165 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': 'ce312be4-e192-425d-afb4-fd8adb69f5d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dd47d076-eac1-4b7f-89f3-83f456ef946b', 'remote_ip_prefix': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:54.210039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:54.210283 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Checking segment: {'id': '832882bc-8b27-4b1c-bcf5-b54f83bfdea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:54.210618 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.211008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Bound using segment: {'id': '832882bc-8b27-4b1c-bcf5-b54f83bfdea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:54.211495 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Bound port: bd8e01c5-cc5e-4355-b8fe-e09946b03883, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832882bc-8b27-4b1c-bcf5-b54f83bfdea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:54.212442 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.221507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80e942-84bd-41cc-9df8-7de5b910506f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd47d076-eac1-4b7f-89f3-83f456ef946b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:54.292019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.324303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-0cface46-17fc-4dd3-bde6-d59433e478e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:54.325637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b2ab60c-dc7a-44c1-bca3-13acd5770d15 req-0cface46-17fc-4dd3-bde6-d59433e478e2 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4447975 Dec 08 01:40:54.358505 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-630fbe63-230f-4ca0-b59b-b66abd2a6165 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.365173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] For port bd8e01c5-cc5e-4355-b8fe-e09946b03883, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:54.371920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] For port bd8e01c5-cc5e-4355-b8fe-e09946b03883, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bd8e01c5-cc5e-4355-b8fe-e09946b03883,segment=NetworkSegment(832882bc-8b27-4b1c-bcf5-b54f83bfdea6),segment_id=832882bc-8b27-4b1c-bcf5-b54f83bfdea6)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:54.383507 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.387808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:40:54.394508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:54.444309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-bf9159d2-60e3-4ce7-853a-764f23c9fd22 service neutron] 10.222.0.70 "GET /v2.0/networks/470ecc73-ce1f-4f95-b9be-f0497b6ccfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564602 Dec 08 01:40:54.444542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Sync routers for ids ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:40:54.447849 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.447996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce55b92-87d0-4c9d-a341-bcca7692ef6e None None] DHCP port deletion for d03bc542-c537-49a4-9578-41b6505c0548 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:40:54.473347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9fc25d4e-8ebd-4dc0-a52d-eda65244022c req-252054aa-dc4f-4103-ae25-6b3e586790d2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3037546 Dec 08 01:40:54.473995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Allocated IP 172.20.0.9 (dd779e6a-fa1e-42c4-9147-76d41728dbe8/619d92e4-eb66-499a-8737-7efe45f82797/61ac726e-5e6b-4f41-b53c-b57a5a11d53d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:54.493495 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.511225 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-435357ff-9808-42ff-b5d5-d26485e7e691 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.8033659 Dec 08 01:40:54.521533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49268) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:54.522303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Pushing event updated for resources: {'Port': ['ID=bd8e01c5-cc5e-4355-b8fe-e09946b03883,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:54.525027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Routers {'ad3b52a4-6815-42f0-96e7-b0ac017eaf33'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:54.526164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-856aecba-2045-44bf-8b41-2860d414992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:54.580701 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.581054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.581402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.581745 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.582308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.582432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.582740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.583017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Transition to ACTIVE for port object a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:40:54.583123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.583421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.584338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.584983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.585517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.586101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb59997a-f7aa-4037-b847-298cce9932d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:54.600253 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-630fbe63-230f-4ca0-b59b-b66abd2a6165 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.616156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-630fbe63-230f-4ca0-b59b-b66abd2a6165 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.633647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-9ec37674-1572-48fb-9f45-85512a3ff6e4 service neutron] 10.222.0.70 "GET /v2.0/networks/5e6685e4-aaaf-4f84-8be9-7f15e367b056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634545 Dec 08 01:40:54.647306 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.667864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630fbe63-230f-4ca0-b59b-b66abd2a6165 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e957c2c-87c5-4317-b69c-fbe95b235e7b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:54.682246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Set router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:40:54.698444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-630fbe63-230f-4ca0-b59b-b66abd2a6165 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.699807 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-630fbe63-230f-4ca0-b59b-b66abd2a6165 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5040903 Dec 08 01:40:54.712330 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:40:54.713987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49270) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:54.776072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425df541-dcf1-41de-8163-926a18ff1e3a req-c676ea42-b169-416a-b7c5-fca825905bf3 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:54.795494 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-425df541-dcf1-41de-8163-926a18ff1e3a req-c676ea42-b169-416a-b7c5-fca825905bf3 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.2107329 Dec 08 01:40:54.798897 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:54.842922 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.893373 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:54.935881 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-47a79e4d-20f3-4ed8-b4bf-6c0242e1725e service neutron] 10.222.0.70 "GET /v2.0/networks/5e6685e4-aaaf-4f84-8be9-7f15e367b056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826817 Dec 08 01:40:54.971343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fce55b92-87d0-4c9d-a341-bcca7692ef6e None None] Deleting port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:54.971902 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fce55b92-87d0-4c9d-a341-bcca7692ef6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.003437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.052169 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.056786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Deleting port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:55.057395 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.091132 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.095211 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/3e957c2c-87c5-4317-b69c-fbe95b235e7b HTTP/1.1" status: 204 len: 168 time: 0.3726406 Dec 08 01:40:55.095374 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-425df541-dcf1-41de-8163-926a18ff1e3a req-b2d26e12-b5f5-4478-917f-8d2caa5b2fca tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715704 Dec 08 01:40:55.095476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e957c2c-87c5-4317-b69c-fbe95b235e7b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:55.104798 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.113190 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49272) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:55.130758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.131115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.133143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.142341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.142549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.142935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.143257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.143599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.143937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.144270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.144627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.144960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.145846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c62709a-14ee-4f82-97c0-bbb3f70a8b1c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:40:55.183969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-fce55b92-87d0-4c9d-a341-bcca7692ef6e None None] For port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=56621605-3db6-4ac0-a6b1-9fae50bb2cc8,segment=NetworkSegment(de0b744a-e7e1-4fed-ae0e-310c468a88e8),segment_id=de0b744a-e7e1-4fed-ae0e-310c468a88e8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:55.191134 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fce55b92-87d0-4c9d-a341-bcca7692ef6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.226929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Network dd779e6a-fa1e-42c4-9147-76d41728dbe8 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:55.228755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event updated for resources: {'Port': ['ID=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:55.229633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fce55b92-87d0-4c9d-a341-bcca7692ef6e None None] Calling delete_port for 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:55.231203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:55.239623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:55.334362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:55.334986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.361993 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-e6f8e45d-f907-4f7f-86bb-d73a1ceeb34b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4969223 Dec 08 01:40:55.381640 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Request body: {'port': {'device_id': 'c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:55.390142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] For port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=56621605-3db6-4ac0-a6b1-9fae50bb2cc8,segment=NetworkSegment(de0b744a-e7e1-4fed-ae0e-310c468a88e8),segment_id=de0b744a-e7e1-4fed-ae0e-310c468a88e8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:55.390615 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.398467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Attempting to bind port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:55.399089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Attempting to bind port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:55.399433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Attempting to bind port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 on network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:55.450519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 on network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:40:55.451072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Attempting to bind port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 on network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:55.488120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-856aecba-2045-44bf-8b41-2860d414992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:40:50Z', 'revision_number': 3, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:55.492104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-040bbe83-33ed-4c73-9edd-7e10fd169931 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3736498 Dec 08 01:40:55.493890 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Calling delete_port for 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:55.502445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49280) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:55.506537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:55.506881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Checking segment: {'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:55.507266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Bound using segment: {'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:55.507739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Bound port: a2a3b83c-e81a-46ad-96c8-894bd7fe7b63, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6517f076-f398-45ad-9e9d-3ea96f49fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:55.508177 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.537445 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.557724 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fce55b92-87d0-4c9d-a341-bcca7692ef6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.561165 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Checking router: ad3b52a4-6815-42f0-96e7-b0ac017eaf33 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:40:55.561292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40673516-bb1e-4dcf-9dd4-d5a9446ccf6a req-6703c3e2-a851-44a5-b2cf-5a886708f731 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:55.561524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Updating router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 port ee620123-c51a-4e1a-9381-bc03012c38ac binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:40:55.563371 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-40673516-bb1e-4dcf-9dd4-d5a9446ccf6a req-6703c3e2-a851-44a5-b2cf-5a886708f731 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 931 time: 0.2651212 Dec 08 01:40:55.677915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bd8e01c5-cc5e-4355-b8fe-e09946b03883 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:55.718957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce55b92-87d0-4c9d-a341-bcca7692ef6e None None] No DVR routers for this DVR port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:40:55.725233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce55b92-87d0-4c9d-a341-bcca7692ef6e None None] Pushing event deleted for resources: {'Port': ['ID=56621605-3db6-4ac0-a6b1-9fae50bb2cc8,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:55.737883 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.773631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bc69477-9fac-4a79-91fb-a788b46375e3 req-cf72bb60-125d-4bfc-91bf-637fa7f2f03c tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 210 time: 0.1045270 Dec 08 01:40:55.784938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bd8e01c5-cc5e-4355-b8fe-e09946b03883 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:55.785166 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.934086 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c4533ea-7f41-46d3-b1ac-d61022008ff5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.961418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c4533ea-7f41-46d3-b1ac-d61022008ff5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:55.993587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ac726e-5e6b-4f41-b53c-b57a5a11d53d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:40:56.002429 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.016906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Transition to ACTIVE for port object 61ac726e-5e6b-4f41-b53c-b57a5a11d53d will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:40:56.057046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c4533ea-7f41-46d3-b1ac-d61022008ff5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.060228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c4533ea-7f41-46d3-b1ac-d61022008ff5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.064580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9c4533ea-7f41-46d3-b1ac-d61022008ff5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-groups/dd47d076-eac1-4b7f-89f3-83f456ef946b HTTP/1.1" status: 204 len: 168 time: 0.5563281 Dec 08 01:40:56.120703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49290) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:56.125059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4533ea-7f41-46d3-b1ac-d61022008ff5 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd47d076-eac1-4b7f-89f3-83f456ef946b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:56.155837 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-40673516-bb1e-4dcf-9dd4-d5a9446ccf6a req-246fca2a-d657-40b1-89d4-56efbbc8027d tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5717511 Dec 08 01:40:56.212876 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.247886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] For port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:56.291926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a60806f-836c-4434-833f-619ad4231157 None None] Network 470ecc73-ce1f-4f95-b9be-f0497b6ccfda requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:40:56.297937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-97ec3654-9a96-430c-bc4e-de3cbd72c8b8 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1704721 Dec 08 01:40:56.306673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49294) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:56.341717 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.358016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] For port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:56.374000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] No DVR routers for this DVR port 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:40:56.380521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port bd8e01c5-cc5e-4355-b8fe-e09946b03883, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bd8e01c5-cc5e-4355-b8fe-e09946b03883,segment=NetworkSegment(832882bc-8b27-4b1c-bcf5-b54f83bfdea6),segment_id=832882bc-8b27-4b1c-bcf5-b54f83bfdea6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:56.383039 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.397064 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.425302 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.457771 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.463392 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.502850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:40:56.522505 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.534187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127808a-1e73-4d38-bf8a-b00729c720fd req-ac014d07-1f9f-4326-a2b7-ac54a70e555b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:56.540567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127808a-1e73-4d38-bf8a-b00729c720fd req-ac014d07-1f9f-4326-a2b7-ac54a70e555b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:56.545233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03bc542-c537-49a4-9578-41b6505c0548']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:56.548633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127808a-1e73-4d38-bf8a-b00729c720fd req-ac014d07-1f9f-4326-a2b7-ac54a70e555b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:56.554888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127808a-1e73-4d38-bf8a-b00729c720fd req-ac014d07-1f9f-4326-a2b7-ac54a70e555b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:56.556813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0b744a-e7e1-4fed-ae0e-310c468a88e8') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:56.557118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0b744a-e7e1-4fed-ae0e-310c468a88e8') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:56.558844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:40:56.559303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 56621605-3db6-4ac0-a6b1-9fae50bb2cc8 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:40:56.560907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127808a-1e73-4d38-bf8a-b00729c720fd req-ac014d07-1f9f-4326-a2b7-ac54a70e555b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:56.565891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7ff3d02c-7702-458d-933a-15e4f0dcf5f8 None None] Provisioning complete for port bd8e01c5-cc5e-4355-b8fe-e09946b03883 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:56.566296 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d02c-7702-458d-933a-15e4f0dcf5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.567929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127808a-1e73-4d38-bf8a-b00729c720fd req-ac014d07-1f9f-4326-a2b7-ac54a70e555b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:56.574605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127808a-1e73-4d38-bf8a-b00729c720fd req-ac014d07-1f9f-4326-a2b7-ac54a70e555b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:56.576610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c127808a-1e73-4d38-bf8a-b00729c720fd req-ac014d07-1f9f-4326-a2b7-ac54a70e555b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.5580983 Dec 08 01:40:56.583403 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.587420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Pushing event updated for resources: {'Port': ['ID=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:56.602100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event deleted for resources: {'Port': ['ID=56621605-3db6-4ac0-a6b1-9fae50bb2cc8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:56.617598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:56.618249 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.619662 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] 10.222.0.65 "PUT /v2.0/ports/a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 HTTP/1.1" status: 200 len: 1092 time: 4.2696321 Dec 08 01:40:56.625489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': 'a2a3b83c-e81a-46ad-96c8-894bd7fe7b63'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:56.628710 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "a2a3b83c-e81a-46ad-96c8-894bd7fe7b63"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:56.705299 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.718794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Attempting to bind port ee620123-c51a-4e1a-9381-bc03012c38ac on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:56.720190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Attempting to bind port ee620123-c51a-4e1a-9381-bc03012c38ac by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:56.726107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Attempting to bind port ee620123-c51a-4e1a-9381-bc03012c38ac on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:56.733378 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Attempting to bind port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:40:56.734337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Attempting to bind port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:40:56.735299 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Attempting to bind port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d on network dd779e6a-fa1e-42c4-9147-76d41728dbe8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:56.741827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=bd8e01c5-cc5e-4355-b8fe-e09946b03883,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:56.750596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:56.751180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:56.751728 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.753192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:56.754255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Bound port: ee620123-c51a-4e1a-9381-bc03012c38ac, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:56.754767 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.763725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c127808a-1e73-4d38-bf8a-b00729c720fd req-1ff40f1a-971b-45bd-a52a-06019b797017 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1773736 Dec 08 01:40:56.770346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d on network dd779e6a-fa1e-42c4-9147-76d41728dbe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:40:56.770870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Attempting to bind port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d on network dd779e6a-fa1e-42c4-9147-76d41728dbe8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:40:56.774670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:40:56.775081 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:40:56.795030 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:40:56.822811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:40:56.826791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Checking segment: {'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:40:56.828581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Bound using segment: {'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:40:56.830003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Bound port: 61ac726e-5e6b-4f41-b53c-b57a5a11d53d, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:40:56.830562 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:56.877520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4c82a-c644-4a1c-abe2-d186fb241cb2 req-fce91424-1213-4215-a70f-0d89d1f604c2 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:56.885679 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-20e4c82a-c644-4a1c-abe2-d186fb241cb2 req-fce91424-1213-4215-a70f-0d89d1f604c2 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.5964627 Dec 08 01:40:56.930825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-856aecba-2045-44bf-8b41-2860d414992b None None] For port ee620123-c51a-4e1a-9381-bc03012c38ac, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:56.935997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-856aecba-2045-44bf-8b41-2860d414992b None None] For port ee620123-c51a-4e1a-9381-bc03012c38ac, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ee620123-c51a-4e1a-9381-bc03012c38ac,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:56.937972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c2871-c01d-4075-9396-65ddd7e9eb2d None None] Pushing event updated for resources: {'Port': ['ID=ee620123-c51a-4e1a-9381-bc03012c38ac,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:56.961522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.052528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69753fb-7fec-4e39-84a2-971371e089e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:57.053884 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2289169c-a573-4426-bada-9092c8fa23cf tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.084721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-5fb05fed-eba1-4129-b939-96948089d5ab tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.089322 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.091658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-5fb05fed-eba1-4129-b939-96948089d5ab tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.094008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-5fb05fed-eba1-4129-b939-96948089d5ab tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.72 "GET /v2.0/networks?id=5e6685e4-aaaf-4f84-8be9-7f15e367b056&id=470ecc73-ce1f-4f95-b9be-f0497b6ccfda&id=5e6685e4-aaaf-4f84-8be9-7f15e367b056 HTTP/1.1" status: 200 len: 1391 time: 0.3076162 Dec 08 01:40:57.106420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf6f20-a9d7-4611-b2d2-fabaa6c08a3a req-1cb52fb9-e54c-49ec-9051-dc95c053c28c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.106861 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.107619 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0dbf6f20-a9d7-4611-b2d2-fabaa6c08a3a req-1cb52fb9-e54c-49ec-9051-dc95c053c28c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.2067833 Dec 08 01:40:57.116877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Routers {'ad3b52a4-6815-42f0-96e7-b0ac017eaf33'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:40:57.117654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-856aecba-2045-44bf-8b41-2860d414992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:40:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:57.117835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] For port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:40:57.120214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c2871-c01d-4075-9396-65ddd7e9eb2d None None] Pushing event updated for resources: {'Port': ['ID=ee620123-c51a-4e1a-9381-bc03012c38ac,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:57.121423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "DELETE /v2.0/networks/d03bc542-c537-49a4-9578-41b6505c0548 HTTP/1.1" status: 204 len: 168 time: 3.1562195 Dec 08 01:40:57.123298 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] For port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:40:57.125440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49300) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:57.131444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'port': {'device_id': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056', 'admin_state_up': True, 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:57.169702 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2289169c-a573-4426-bada-9092c8fa23cf tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.182817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-adc0ad38-5a06-4e39-93d1-4d5888e5fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.183324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-adc0ad38-5a06-4e39-93d1-4d5888e5fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.183797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-adc0ad38-5a06-4e39-93d1-4d5888e5fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.184264 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-adc0ad38-5a06-4e39-93d1-4d5888e5fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.186242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-adc0ad38-5a06-4e39-93d1-4d5888e5fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.187228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-adc0ad38-5a06-4e39-93d1-4d5888e5fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.187710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-adc0ad38-5a06-4e39-93d1-4d5888e5fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.190789 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-adc0ad38-5a06-4e39-93d1-4d5888e5fa1f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6482 time: 0.4360001 Dec 08 01:40:57.194688 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.205345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390c335-8e2f-43b1-a7ef-a3a6643cc265 tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event deleted for resources: {'Network': ['ID=d03bc542-c537-49a4-9578-41b6505c0548,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:57.238644 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-20e4c82a-c644-4a1c-abe2-d186fb241cb2 req-b25972b0-c4dd-43cb-a414-b5c06e03a0b2 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223298 Dec 08 01:40:57.264060 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-856aecba-2045-44bf-8b41-2860d414992b None None] Set router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:40:57.295982 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-901a55ad-2cdf-4be0-a360-4131137ae013 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3aeebc-390c-4677-9dce-fdb3eca96bbb HTTP/1.1" status: 200 len: 217 time: 0.0678821 Dec 08 01:40:57.307859 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.313814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.314441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.315852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] 10.222.0.72 "PUT /v2.0/ports/61ac726e-5e6b-4f41-b53c-b57a5a11d53d HTTP/1.1" status: 200 len: 1092 time: 1.9390941 Dec 08 01:40:57.319919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794', 'tag': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:40:57.323346 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c995a341-3511-45dc-b98b-df7494eac012" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794", "tag": "61ac726e-5e6b-4f41-b53c-b57a5a11d53d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:40:57.332705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8c922638-47ab-4efb-bea4-8d721f213d8f None None] Provisioning complete for port bd8e01c5-cc5e-4355-b8fe-e09946b03883 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:57.333827 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8c922638-47ab-4efb-bea4-8d721f213d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.359568 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2289169c-a573-4426-bada-9092c8fa23cf tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.362321 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2289169c-a573-4426-bada-9092c8fa23cf tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.363544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2289169c-a573-4426-bada-9092c8fa23cf tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-groups/ce312be4-e192-425d-afb4-fd8adb69f5d9 HTTP/1.1" status: 204 len: 168 time: 1.0238240 Dec 08 01:40:57.375978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49306) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:57.398603 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a6c791-c3c8-4555-8885-15a9ca34a63d x-openstack-request-id: req-78a6c791-c3c8-4555-8885-15a9ca34a63d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:57.398824 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "a2a3b83c-e81a-46ad-96c8-894bd7fe7b63", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:57.399064 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78a6c791-c3c8-4555-8885-15a9ca34a63d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:57.399481 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': 'a2a3b83c-e81a-46ad-96c8-894bd7fe7b63', 'status': 'completed', 'code': 200} Dec 08 01:40:57.414611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289169c-a573-4426-bada-9092c8fa23cf tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce312be4-e192-425d-afb4-fd8adb69f5d9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:57.427509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-8a6131e8-2ad0-49db-ae1d-0eaf6ce25d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.429054 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-8a6131e8-2ad0-49db-ae1d-0eaf6ce25d88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74a492b-ae87-47c5-896c-ccd7628f02df HTTP/1.1" status: 200 len: 850 time: 0.1237836 Dec 08 01:40:57.524206 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0dbf6f20-a9d7-4611-b2d2-fabaa6c08a3a req-8619c4c4-3517-48eb-8d48-05fe10eb24eb tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037809 Dec 08 01:40:57.529535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf407d-6d1b-4f24-871c-4ce6396ebae9 service neutron] Pushing event updated for resources: {'Port': ['ID=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:57.626668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bd8e01c5-cc5e-4355-b8fe-e09946b03883 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:57.661069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-db58f3a0-c964-4934-b22c-e7d8d9c7157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.662616 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-db58f3a0-c964-4934-b22c-e7d8d9c7157f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=783ff023d0674ed4b454399ced7fde14&device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 1095 time: 0.2661922 Dec 08 01:40:57.670918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-856aecba-2045-44bf-8b41-2860d414992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:40:50Z', 'revision_number': 3, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:40:57.689194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:40:57.692894 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.734859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a18c5c22-9184-4573-8449-28f7ec1c19eb tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Deleting port 54dad569-2a42-4d47-b57f-34a6944d62cb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:40:57.735368 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a18c5c22-9184-4573-8449-28f7ec1c19eb tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.740868 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-2a431939-0c69-4409-82ac-b90d2f1868d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61ac726e-5e6b-4f41-b53c-b57a5a11d53d HTTP/1.1" status: 200 len: 217 time: 0.0621893 Dec 08 01:40:57.813656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114103bc-4427-4aa0-9c7b-54916e40d0e7 req-14023e6f-df10-4613-8567-26a515b73868 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.815523 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-114103bc-4427-4aa0-9c7b-54916e40d0e7 req-14023e6f-df10-4613-8567-26a515b73868 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 943 time: 0.2051370 Dec 08 01:40:57.846762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856aecba-2045-44bf-8b41-2860d414992b None None] The sync data for ids ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'] in n-d-713498-30 is: [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:40:50Z', 'revision_number': 3, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:40:57.865963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bd8e01c5-cc5e-4355-b8fe-e09946b03883 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:57.866382 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:57.911562 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-30c50a04-84c1-4236-95bf-23992cc2ff7a tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5342982 Dec 08 01:40:57.930240 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49310) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:57.931673 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c750c496-573b-4d36-90a9-61ced0690b07 req-e9423079-5123-4cb5-b2c0-9c3db55623e0 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 210 time: 0.4041374 Dec 08 01:40:57.939115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b602cf7c-3f53-438d-b38c-a549d4fe4ff6 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715503902'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:57.949755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-78370134-068c-4560-b19b-1e6e50247ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.960183 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-78370134-068c-4560-b19b-1e6e50247ddc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=619d92e4-eb66-499a-8737-7efe45f82797 HTTP/1.1" status: 200 len: 862 time: 0.2000015 Dec 08 01:40:57.972134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-c41e67d7-2564-46dc-8b49-254484e15684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:57.979733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-c41e67d7-2564-46dc-8b49-254484e15684 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5131655 Dec 08 01:40:58.031344 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b602cf7c-3f53-438d-b38c-a549d4fe4ff6 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.040781 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947f6be8-7ce9-41d4-9807-ddbce4a41bcc x-openstack-request-id: req-947f6be8-7ce9-41d4-9807-ddbce4a41bcc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:40:58.041085 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794", "tag": "61ac726e-5e6b-4f41-b53c-b57a5a11d53d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:40:58.041843 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-947f6be8-7ce9-41d4-9807-ddbce4a41bcc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:40:58.041843 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794', 'tag': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d', 'status': 'completed', 'code': 200} Dec 08 01:40:58.096633 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-449a2e36-d116-4053-b9f2-293190acd16b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd779e6a-fa1e-42c4-9147-76d41728dbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737815 Dec 08 01:40:58.126899 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a18c5c22-9184-4573-8449-28f7ec1c19eb tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.127233 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a18c5c22-9184-4573-8449-28f7ec1c19eb tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.138383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Allocated IP 172.20.0.1 (2ed92aa6-c0ed-4956-b30a-8b1d673626d1/f0fd1893-ef6e-4d5e-8e35-5902b491ac33/7823fb39-a7a4-4259-b64f-26d1bdcc826f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:58.172441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a18c5c22-9184-4573-8449-28f7ec1c19eb tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Calling delete_port for 54dad569-2a42-4d47-b57f-34a6944d62cb owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:40:58.185114 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-114103bc-4427-4aa0-9c7b-54916e40d0e7 req-34bb606f-745c-4cfd-9dc5-c826a44a1ad6 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558114 Dec 08 01:40:58.237314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Allocated IP 19.80.0.92 (5e6685e4-aaaf-4f84-8be9-7f15e367b056/7d01f8b0-cb7a-48b4-9817-d01c065fb805/c4d5c82a-9875-4d78-bfb1-8ee1f09e590a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:40:58.259930 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bfed7275-6a88-4eb2-9c90-cc0e8dd95db5 service neutron] 10.222.0.65 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708201 Dec 08 01:40:58.276700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b09d7-e9ac-43b3-af23-2e021b49f4b9 req-7c3dfd68-b622-416b-8d2d-8260861f12b5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:58.284108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b09d7-e9ac-43b3-af23-2e021b49f4b9 req-7c3dfd68-b622-416b-8d2d-8260861f12b5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:58.290114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b09d7-e9ac-43b3-af23-2e021b49f4b9 req-7c3dfd68-b622-416b-8d2d-8260861f12b5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:58.297355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b09d7-e9ac-43b3-af23-2e021b49f4b9 req-7c3dfd68-b622-416b-8d2d-8260861f12b5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:58.303622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b09d7-e9ac-43b3-af23-2e021b49f4b9 req-7c3dfd68-b622-416b-8d2d-8260861f12b5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:58.310176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b09d7-e9ac-43b3-af23-2e021b49f4b9 req-7c3dfd68-b622-416b-8d2d-8260861f12b5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:58.316977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b09d7-e9ac-43b3-af23-2e021b49f4b9 req-7c3dfd68-b622-416b-8d2d-8260861f12b5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:58.319017 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f28b09d7-e9ac-43b3-af23-2e021b49f4b9 req-7c3dfd68-b622-416b-8d2d-8260861f12b5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.2460406 Dec 08 01:40:58.397134 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-93fba9e4-6a29-4e65-b50d-72b24d0ab2a8 service neutron] 10.222.0.72 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850735 Dec 08 01:40:58.431392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b602cf7c-3f53-438d-b38c-a549d4fe4ff6 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.448520 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b602cf7c-3f53-438d-b38c-a549d4fe4ff6 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.538627 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.561030 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b602cf7c-3f53-438d-b38c-a549d4fe4ff6 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.562507 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b602cf7c-3f53-438d-b38c-a549d4fe4ff6 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6289742 Dec 08 01:40:58.581003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49316) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:58.585727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8fa95f7b-b48f-4475-b61f-d59a79e03dcb tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': 'd97279e0-7f94-4a20-847b-8371286776b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:58.600066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602cf7c-3f53-438d-b38c-a549d4fe4ff6 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97279e0-7f94-4a20-847b-8371286776b2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:58.616559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b083cb-71be-46c6-b3cf-12e52a6dace7 req-3d9c5cb8-cc54-4ab5-85bf-7f79bd48db50 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:58.623061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-d146f831-be46-483f-8638-a4fb514b4638 service neutron] 10.222.0.65 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008151 Dec 08 01:40:58.624172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34b083cb-71be-46c6-b3cf-12e52a6dace7 req-3d9c5cb8-cc54-4ab5-85bf-7f79bd48db50 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.2560916 Dec 08 01:40:58.649636 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f28b09d7-e9ac-43b3-af23-2e021b49f4b9 req-101a5a22-305f-4b5b-acd5-5779ebad6760 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2807286 Dec 08 01:40:58.699908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-1497ff20-7a7b-4f06-95ad-383094d2b9a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=dffc73d6-4a06-4e82-b7c3-52506e9a988c HTTP/1.1" status: 200 len: 217 time: 0.0664005 Dec 08 01:40:58.732087 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34b083cb-71be-46c6-b3cf-12e52a6dace7 req-651e7685-5992-4c54-9c6f-0b3d8ca8b537 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024480 Dec 08 01:40:58.748135 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.758388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fea26c6e-e9fd-4d8d-897f-74679b310128 req-34aacf19-7075-45a9-8f96-b9afb97a68cf service neutron] 10.222.0.72 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374355 Dec 08 01:40:58.764051 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fa95f7b-b48f-4475-b61f-d59a79e03dcb tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.770086 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18035d06-7e9b-4a5a-a40c-8ab8b996d6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.779140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.784379 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a18c5c22-9184-4573-8449-28f7ec1c19eb tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.831629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c5c22-9184-4573-8449-28f7ec1c19eb tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Pushing event deleted for resources: {'Port': ['ID=54dad569-2a42-4d47-b57f-34a6944d62cb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:58.857670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:58.867295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-24a9a5e9-4a89-4478-9be0-e27a28eb10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:58.868818 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-24a9a5e9-4a89-4478-9be0-e27a28eb10ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.1610069 Dec 08 01:40:58.875750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:58.885417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:58.904027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Pushing event updated for resources: {'Port': ['ID=7823fb39-a7a4-4259-b64f-26d1bdcc826f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:58.962525 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a18c5c22-9184-4573-8449-28f7ec1c19eb tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.966304 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a18c5c22-9184-4573-8449-28f7ec1c19eb tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.968049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a18c5c22-9184-4573-8449-28f7ec1c19eb tempest-FloatingIPAdminTestJSON-910848943 tempest-FloatingIPAdminTestJSON-910848943-project] 10.222.0.70 "DELETE /v2.0/floatingips/6c6273b8-5257-4b2c-89f1-b68c1d9bd940 HTTP/1.1" status: 204 len: 168 time: 1.8317070 Dec 08 01:40:58.984711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d8b89-571e-4c94-a9b2-b0facf322142 req-17831e0e-d98b-4938-95fd-6993e3ec54aa tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:58.986342 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd8d8b89-571e-4c94-a9b2-b0facf322142 req-17831e0e-d98b-4938-95fd-6993e3ec54aa tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.2244737 Dec 08 01:40:58.991809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995a341-3511-45dc-b98b-df7494eac012 req-67266e37-eacf-4d2d-8663-be6241301d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:58.993961 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:58.994257 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c995a341-3511-45dc-b98b-df7494eac012 req-67266e37-eacf-4d2d-8663-be6241301d80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=783ff023d0674ed4b454399ced7fde14&device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 1095 time: 0.1298826 Dec 08 01:40:59.013949 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fa95f7b-b48f-4475-b61f-d59a79e03dcb tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.076426 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.085938 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fa95f7b-b48f-4475-b61f-d59a79e03dcb tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.099167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-8b01d98b-5211-4042-8ded-2297b8356cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:59.107911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-8b01d98b-5211-4042-8ded-2297b8356cc0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2185867 Dec 08 01:40:59.173079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Port': ['ID=c4d5c82a-9875-4d78-bfb1-8ee1f09e590a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:59.219018 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd8d8b89-571e-4c94-a9b2-b0facf322142 req-d40c3b63-c76d-4a54-b855-28a2027411ca tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216165 Dec 08 01:40:59.267368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa95f7b-b48f-4475-b61f-d59a79e03dcb tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81932870-b4df-4be8-b322-6e9d8ea80e03,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:59.283405 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:40:59.299430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc9270-12fe-4d6a-835c-3f933834ab71 req-6510bae3-8266-46ea-a951-8eab8ddcdf25 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:59.308725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98fc9270-12fe-4d6a-835c-3f933834ab71 req-6510bae3-8266-46ea-a951-8eab8ddcdf25 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 931 time: 0.2290332 Dec 08 01:40:59.315755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:40:59.318365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:40:59.321976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49326) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:59.339440 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fa95f7b-b48f-4475-b61f-d59a79e03dcb tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.344720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8fa95f7b-b48f-4475-b61f-d59a79e03dcb tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7620673 Dec 08 01:40:59.346647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49328) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:59.358606 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b42edca2-ab7b-4b34-bed0-844b36f3695e None None] Provisioning complete for port 7823fb39-a7a4-4259-b64f-26d1bdcc826f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:59.359429 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b42edca2-ab7b-4b34-bed0-844b36f3695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.383859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995a341-3511-45dc-b98b-df7494eac012 req-73141f30-8871-4e3f-b145-71fa0cd3ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:59.385583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c995a341-3511-45dc-b98b-df7494eac012 req-73141f30-8871-4e3f-b145-71fa0cd3ae02 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd779e6a-fa1e-42c4-9147-76d41728dbe8 HTTP/1.1" status: 200 len: 923 time: 0.3775702 Dec 08 01:40:59.424536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b42edca2-ab7b-4b34-bed0-844b36f3695e None None] Port 7823fb39-a7a4-4259-b64f-26d1bdcc826f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:59.449401 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98fc9270-12fe-4d6a-835c-3f933834ab71 req-569e0bb4-7154-46e9-be4b-d9579ee8f2c1 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397698 Dec 08 01:40:59.491176 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e0343902-9e3a-4e80-91d1-04883ea4737e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.506157 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.531493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0888fc3-792e-4699-b654-039f3ecfb8c9 req-54d23955-8143-4c05-8c3e-e3db0d2adab9 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:59.533192 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0888fc3-792e-4699-b654-039f3ecfb8c9 req-54d23955-8143-4c05-8c3e-e3db0d2adab9 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.65 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.2861919 Dec 08 01:40:59.539264 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c995a341-3511-45dc-b98b-df7494eac012 req-fae4df78-b204-4cc0-aa34-cff29b207667 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=61ac726e-5e6b-4f41-b53c-b57a5a11d53d HTTP/1.1" status: 200 len: 217 time: 0.1100667 Dec 08 01:40:59.541787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6149ab0f-9e26-4202-8846-eceedd498395 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229274 Dec 08 01:40:59.545138 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e0343902-9e3a-4e80-91d1-04883ea4737e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.545861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:59.547298 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.609944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ee620123-c51a-4e1a-9381-bc03012c38ac up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:40:59.639403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad96b26-1258-4a65-9edc-ae0817a7d68f req-0910665a-bada-4412-9b18-008f38047fa8 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:59.644549 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-aa4b6413-7ff8-4538-8bd3-4e350c9cc1e9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5174651 Dec 08 01:40:59.647725 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aad96b26-1258-4a65-9edc-ae0817a7d68f req-0910665a-bada-4412-9b18-008f38047fa8 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 943 time: 0.2869310 Dec 08 01:40:59.659787 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9e517e89-5ab9-4cf2-9a50-1df02e0a9eaa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4bde5d32d86e480bb12a7533859169a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173537 Dec 08 01:40:59.664784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'port': {'device_id': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda', 'admin_state_up': True, 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:40:59.677672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995a341-3511-45dc-b98b-df7494eac012 req-9afdb71f-e543-4580-8ff7-1925e873656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:40:59.679643 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c995a341-3511-45dc-b98b-df7494eac012 req-9afdb71f-e543-4580-8ff7-1925e873656a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=619d92e4-eb66-499a-8737-7efe45f82797 HTTP/1.1" status: 200 len: 862 time: 0.1293201 Dec 08 01:40:59.680650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ee620123-c51a-4e1a-9381-bc03012c38ac triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:59.681026 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.682172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49332) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:59.784944 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c995a341-3511-45dc-b98b-df7494eac012 req-227d43b6-354b-480c-a36b-41b56cd1cff4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd779e6a-fa1e-42c4-9147-76d41728dbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888355 Dec 08 01:40:59.798533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1326596d-c905-4a6d-928b-b285a7cacd36 None None] Provisioning complete for port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:40:59.799059 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1326596d-c905-4a6d-928b-b285a7cacd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.803030 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e0343902-9e3a-4e80-91d1-04883ea4737e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.826583 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e0343902-9e3a-4e80-91d1-04883ea4737e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.830476 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e0343902-9e3a-4e80-91d1-04883ea4737e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/81932870-b4df-4be8-b322-6e9d8ea80e03 HTTP/1.1" status: 204 len: 168 time: 0.4804368 Dec 08 01:40:59.840442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49338) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:40:59.893127 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1326596d-c905-4a6d-928b-b285a7cacd36 None None] Port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:40:59.894703 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.902403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0343902-9e3a-4e80-91d1-04883ea4737e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81932870-b4df-4be8-b322-6e9d8ea80e03,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:59.917026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port ee620123-c51a-4e1a-9381-bc03012c38ac, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ee620123-c51a-4e1a-9381-bc03012c38ac,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:40:59.920879 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aad96b26-1258-4a65-9edc-ae0817a7d68f req-3d87d255-27a9-4408-bbb2-4369d902d661 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721255 Dec 08 01:40:59.923963 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:40:59.980506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=ee620123-c51a-4e1a-9381-bc03012c38ac,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:40:59.984452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-8f6b6db0-080c-434f-a311-ff31bcc709b5 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243371 Dec 08 01:40:59.991960 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2de3c0a2-f6da-4152-a860-5c3c3f9a3efc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.068743 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-36412b50-43ba-40d9-8ac5-4a032bd47eda tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2179365 Dec 08 01:41:00.076149 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c995a341-3511-45dc-b98b-df7494eac012 req-dcc10876-32ff-4ce0-93c0-02e8b3a938f5 service neutron] 10.222.0.72 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730594 Dec 08 01:41:00.076647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49340) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:00.076839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e12839a8-970f-4e88-9886-c5150a8b37be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=62bd3d93-1894-4564-a87b-4962abb893c0 HTTP/1.1" status: 200 len: 217 time: 0.0831475 Dec 08 01:41:00.079293 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2de3c0a2-f6da-4152-a860-5c3c3f9a3efc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.107171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a30bb8-f137-4904-a646-dffaa670f830 req-55e2772e-0d54-49f1-8b44-29641bc2c9bb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:00.113998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a30bb8-f137-4904-a646-dffaa670f830 req-55e2772e-0d54-49f1-8b44-29641bc2c9bb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:00.120256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a30bb8-f137-4904-a646-dffaa670f830 req-55e2772e-0d54-49f1-8b44-29641bc2c9bb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:00.123283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-f0888fc3-792e-4699-b654-039f3ecfb8c9 req-26c9d249-e554-46c7-b7ee-83a105c0d323 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Deleting port c95200e5-41a3-4e06-9567-86290722e8d2 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:00.123632 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f0888fc3-792e-4699-b654-039f3ecfb8c9 req-26c9d249-e554-46c7-b7ee-83a105c0d323 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.126490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a30bb8-f137-4904-a646-dffaa670f830 req-55e2772e-0d54-49f1-8b44-29641bc2c9bb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:00.133315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a30bb8-f137-4904-a646-dffaa670f830 req-55e2772e-0d54-49f1-8b44-29641bc2c9bb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:00.139279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a30bb8-f137-4904-a646-dffaa670f830 req-55e2772e-0d54-49f1-8b44-29641bc2c9bb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:00.146364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a30bb8-f137-4904-a646-dffaa670f830 req-55e2772e-0d54-49f1-8b44-29641bc2c9bb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:00.148615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-48a30bb8-f137-4904-a646-dffaa670f830 req-55e2772e-0d54-49f1-8b44-29641bc2c9bb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.3012772 Dec 08 01:41:00.216839 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.224044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:00.227594 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.249759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.259316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f884cd-7404-41a0-9519-d7f2a875cd7c req-0b53de06-8746-4988-8751-365f0f7444a0 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:00.260921 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79f884cd-7404-41a0-9519-d7f2a875cd7c req-0b53de06-8746-4988-8751-365f0f7444a0 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 946 time: 0.2071276 Dec 08 01:41:00.288647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-2677aac2-7653-4b71-85b2-56395f37f89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:00.290104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-2677aac2-7653-4b71-85b2-56395f37f89c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.1980770 Dec 08 01:41:00.371797 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d8c0-5d89-48fc-8c66-c9a92d589e33 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.402156 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.412766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Pushing event updated for resources: {'Port': ['ID=7823fb39-a7a4-4259-b64f-26d1bdcc826f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:00.418147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-f0888fc3-792e-4699-b654-039f3ecfb8c9 req-26c9d249-e554-46c7-b7ee-83a105c0d323 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] For port c95200e5-41a3-4e06-9567-86290722e8d2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c95200e5-41a3-4e06-9567-86290722e8d2,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:00.418518 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f0888fc3-792e-4699-b654-039f3ecfb8c9 req-26c9d249-e554-46c7-b7ee-83a105c0d323 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.419139 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c995a341-3511-45dc-b98b-df7494eac012 req-7cbd6b6e-3350-4714-8be6-0b1a59c100a1 service neutron] 10.222.0.72 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695224 Dec 08 01:41:00.419737 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2de3c0a2-f6da-4152-a860-5c3c3f9a3efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.423118 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2de3c0a2-f6da-4152-a860-5c3c3f9a3efc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.424187 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2de3c0a2-f6da-4152-a860-5c3c3f9a3efc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f4d61f4-03b1-4329-9b68-d17a5f3345b9 HTTP/1.1" status: 204 len: 168 time: 0.7297583 Dec 08 01:41:00.435792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-48a30bb8-f137-4904-a646-dffaa670f830 req-8f422af0-84af-42c0-8399-a3a6559abd47 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2663333 Dec 08 01:41:00.454308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-f0888fc3-792e-4699-b654-039f3ecfb8c9 req-26c9d249-e554-46c7-b7ee-83a105c0d323 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Calling delete_port for c95200e5-41a3-4e06-9567-86290722e8d2 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:00.461924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d8c0-5d89-48fc-8c66-c9a92d589e33 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.465388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3c0a2-f6da-4152-a860-5c3c3f9a3efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4d61f4-03b1-4329-9b68-d17a5f3345b9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:00.471486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-2326ce5b-33a1-47cb-85bd-26e4975f3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:00.473030 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-2326ce5b-33a1-47cb-85bd-26e4975f3819 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1578653 Dec 08 01:41:00.501465 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79f884cd-7404-41a0-9519-d7f2a875cd7c req-a95d2904-148e-4d68-8286-3aa8f20554aa tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940742 Dec 08 01:41:00.616585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d8c0-5d89-48fc-8c66-c9a92d589e33 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.619208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9bb2d8c0-5d89-48fc-8c66-c9a92d589e33 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.620358 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9bb2d8c0-5d89-48fc-8c66-c9a92d589e33 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-groups/d97279e0-7f94-4a20-847b-8371286776b2 HTTP/1.1" status: 204 len: 168 time: 0.5370805 Dec 08 01:41:00.629372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49348) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:00.632919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Allocated IP 19.86.0.48 (470ecc73-ce1f-4f95-b9be-f0497b6ccfda/6abceb6e-5712-4e54-86b9-25df1220bfd3/9bf38e7c-d667-487f-8179-291dea12779a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:00.659562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2d8c0-5d89-48fc-8c66-c9a92d589e33 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97279e0-7f94-4a20-847b-8371286776b2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:00.712501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc35a7-ab7f-424d-afcd-18541243b110 req-42928b53-b30f-4c88-8096-422ff16c60c2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:00.714051 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73fc35a7-ab7f-424d-afcd-18541243b110 req-42928b53-b30f-4c88-8096-422ff16c60c2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.1293678 Dec 08 01:41:00.752489 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-de33aab4-948e-42bc-8db0-c73b4790ce4b tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1170793 Dec 08 01:41:00.757205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49352) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:00.766479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9c60fa81-fab0-41ac-b432-3d363783a81e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129213740'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:00.845876 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c60fa81-fab0-41ac-b432-3d363783a81e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:00.865893 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73fc35a7-ab7f-424d-afcd-18541243b110 req-73226463-7104-4118-86d9-96042e0a90c7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401408 Dec 08 01:41:00.896505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49354) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:00.922456 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70440974-f402-4d37-9cab-72b132c1ee97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.006288 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.076382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:01.095576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c60fa81-fab0-41ac-b432-3d363783a81e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.105278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:01.115407 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-aee94174-47e0-42f1-ac38-b76da7139a3c service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266463 Dec 08 01:41:01.118459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c60fa81-fab0-41ac-b432-3d363783a81e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.130583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1200f6-7a19-4758-bf7e-bb9fb3093936 req-15c667cb-2499-4d52-9626-93ea9bdb30a1 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:01.131643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb1200f6-7a19-4758-bf7e-bb9fb3093936 req-15c667cb-2499-4d52-9626-93ea9bdb30a1 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 931 time: 0.5122356 Dec 08 01:41:01.164757 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9f5131c2-8cf6-492d-9aef-7d574ffcae1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.194653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f193495-1f9d-4bde-a3ef-d82d0ef36fec req-27ba2e53-2c40-4863-9e65-eb26e081a582 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:01.196654 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f193495-1f9d-4bde-a3ef-d82d0ef36fec req-27ba2e53-2c40-4863-9e65-eb26e081a582 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 943 time: 0.1857994 Dec 08 01:41:01.201452 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70440974-f402-4d37-9cab-72b132c1ee97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.206964 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c60fa81-fab0-41ac-b432-3d363783a81e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.211034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9c60fa81-fab0-41ac-b432-3d363783a81e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4501908 Dec 08 01:41:01.211034 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70440974-f402-4d37-9cab-72b132c1ee97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.213134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49358) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:01.225254 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fcb7dfea-0c4d-41cc-84f8-bb33c7077b54 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': '6fa3da3c-75ad-4b47-adfd-e107754aad98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:01.230262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60fa81-fab0-41ac-b432-3d363783a81e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa3da3c-75ad-4b47-adfd-e107754aad98,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:01.237781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.245591 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f0888fc3-792e-4699-b654-039f3ecfb8c9 req-26c9d249-e554-46c7-b7ee-83a105c0d323 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.266985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 61ac726e-5e6b-4f41-b53c-b57a5a11d53d details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:01.292363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['c843873d-b5b7-47c6-bfe5-407c868ca1fb'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:01.368860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-70440974-f402-4d37-9cab-72b132c1ee97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b6425f1a7f44ac998206523093481d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4711735 Dec 08 01:41:01.379982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network 470ecc73-ce1f-4f95-b9be-f0497b6ccfda is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:01.381629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70440974-f402-4d37-9cab-72b132c1ee97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5924bc-4132-4840-99f6-ba047f90d9c5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:01.390640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49360) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:01.392354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Port': ['ID=9bf38e7c-d667-487f-8179-291dea12779a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:01.398854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:01.402007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:01.407160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9d249-e554-46c7-b7ee-83a105c0d323 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Pushing event deleted for resources: {'Port': ['ID=c95200e5-41a3-4e06-9567-86290722e8d2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:01.423295 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb1200f6-7a19-4758-bf7e-bb9fb3093936 req-c31d9fbb-df3b-4fcd-a11a-ed661069fed6 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814403 Dec 08 01:41:01.476410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcb7dfea-0c4d-41cc-84f8-bb33c7077b54 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.520613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f193495-1f9d-4bde-a3ef-d82d0ef36fec req-0d3f9a26-30e9-4f9a-8ddd-cf73d5329777 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819958 Dec 08 01:41:01.524159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0888fc3-792e-4699-b654-039f3ecfb8c9 req-26c9d249-e554-46c7-b7ee-83a105c0d323 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] No DVR routers for this DVR port c95200e5-41a3-4e06-9567-86290722e8d2 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:01.530361 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e6150cb1-c4a4-4cc5-b536-4eaaf2a0d446 None None] Provisioning complete for port 7823fb39-a7a4-4259-b64f-26d1bdcc826f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:01.531524 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e6150cb1-c4a4-4cc5-b536-4eaaf2a0d446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.537454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:01.555763 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-f0888fc3-792e-4699-b654-039f3ecfb8c9 req-26c9d249-e554-46c7-b7ee-83a105c0d323 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.555763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0888fc3-792e-4699-b654-039f3ecfb8c9 req-26c9d249-e554-46c7-b7ee-83a105c0d323 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.65 "DELETE /v2.0/ports/c95200e5-41a3-4e06-9567-86290722e8d2 HTTP/1.1" status: 204 len: 173 time: 2.0081918 Dec 08 01:41:01.555763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc265f2-2189-4c77-ba12-d1d4717db0d0', 'name': 'network-vif-deleted', 'tag': 'c95200e5-41a3-4e06-9567-86290722e8d2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:01.555763 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25e9779-b8bf-4c53-9b48-dcd70e6b5d0f" -d '{"events": [{"server_uuid": "adc265f2-2189-4c77-ba12-d1d4717db0d0", "name": "network-vif-deleted", "tag": "c95200e5-41a3-4e06-9567-86290722e8d2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:01.556440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c95200e5-41a3-4e06-9567-86290722e8d2 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:01.578621 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-77ce348a-46da-4ddd-9943-0b2ad1df364c service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420474 Dec 08 01:41:01.591029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:01.591674 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.616384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:41:01.659173 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcb7dfea-0c4d-41cc-84f8-bb33c7077b54 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.664984 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-eae31218-0ea8-4b54-bac0-3aa0eec70eb3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0063467 Dec 08 01:41:01.665406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d', 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8', 'port_id': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d', 'mac_address': 'fa:16:3e:07:76:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619d92e4-eb66-499a-8737-7efe45f82797', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:01.673066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: c95200e5-41a3-4e06-9567-86290722e8d2 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:41:01.673714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c95200e5-41a3-4e06-9567-86290722e8d2 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:41:01.682544 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcb7dfea-0c4d-41cc-84f8-bb33c7077b54 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.696031 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.712605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'port': {'device_id': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056', 'admin_state_up': True, 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:01.730216 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ee620123-c51a-4e1a-9381-bc03012c38ac up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:01.731845 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-6cded906-0879-4641-b32b-56df363f403c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=f0f7557b-c628-4920-8f4c-f0a60e109cc0 HTTP/1.1" status: 200 len: 217 time: 0.1133661 Dec 08 01:41:01.741653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e6150cb1-c4a4-4cc5-b536-4eaaf2a0d446 None None] Port 7823fb39-a7a4-4259-b64f-26d1bdcc826f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:01.768777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69615999-d7a7-46da-8e0a-312577c59da9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.815170 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7dfea-0c4d-41cc-84f8-bb33c7077b54 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a31149-cd8f-4855-9304-0e1f2df94a69,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:01.825014 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96f81ad9-c485-4fd7-98c8-1e61540d0c8c req-414d7d7f-a862-4a38-93cd-0d2fc2c992b0 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=adc265f2-2189-4c77-ba12-d1d4717db0d0 HTTP/1.1" status: 200 len: 210 time: 0.1395910 Dec 08 01:41:01.825506 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.829127 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcb7dfea-0c4d-41cc-84f8-bb33c7077b54 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.830456 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fcb7dfea-0c4d-41cc-84f8-bb33c7077b54 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6150308 Dec 08 01:41:01.835651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49368) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:01.877433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ac726e-5e6b-4f41-b53c-b57a5a11d53d {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:01.881907 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ee620123-c51a-4e1a-9381-bc03012c38ac triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:01.882282 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.895227 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd051b9e-b2dd-46f1-98d8-7f262e022c5b x-openstack-request-id: req-cd051b9e-b2dd-46f1-98d8-7f262e022c5b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:01.895653 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc265f2-2189-4c77-ba12-d1d4717db0d0", "name": "network-vif-deleted", "tag": "c95200e5-41a3-4e06-9567-86290722e8d2", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:01.896013 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd051b9e-b2dd-46f1-98d8-7f262e022c5b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:01.896578 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc265f2-2189-4c77-ba12-d1d4717db0d0', 'name': 'network-vif-deleted', 'tag': 'c95200e5-41a3-4e06-9567-86290722e8d2', 'status': 'completed', 'code': 200} Dec 08 01:41:01.909540 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aa3c98d6-9762-4fa7-8ff2-c2fa9c36f77a tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules/37a31149-cd8f-4855-9304-0e1f2df94a69 HTTP/1.1" status: 200 len: 763 time: 0.0669920 Dec 08 01:41:01.910869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69615999-d7a7-46da-8e0a-312577c59da9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.911033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49372) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:01.941508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:01.946304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3554b5c2-0134-41c5-99fe-f0d2288e3918 None None] Provisioning complete for port 9bf38e7c-d667-487f-8179-291dea12779a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:01.946679 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3554b5c2-0134-41c5-99fe-f0d2288e3918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.964234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-c81d27e7-c300-47b7-bb41-b9b9c0e25ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:01.965873 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-c81d27e7-c300-47b7-bb41-b9b9c0e25ebc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.2131391 Dec 08 01:41:01.980662 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:01.989030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe14c-bf64-4700-9c2f-5c93ca96c20d req-9fca90a6-3292-4b10-a86f-00f33178da45 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:01.995334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe14c-bf64-4700-9c2f-5c93ca96c20d req-9fca90a6-3292-4b10-a86f-00f33178da45 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:02.001551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe14c-bf64-4700-9c2f-5c93ca96c20d req-9fca90a6-3292-4b10-a86f-00f33178da45 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:02.007954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe14c-bf64-4700-9c2f-5c93ca96c20d req-9fca90a6-3292-4b10-a86f-00f33178da45 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:02.014017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe14c-bf64-4700-9c2f-5c93ca96c20d req-9fca90a6-3292-4b10-a86f-00f33178da45 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:02.021142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe14c-bf64-4700-9c2f-5c93ca96c20d req-9fca90a6-3292-4b10-a86f-00f33178da45 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:02.027571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe14c-bf64-4700-9c2f-5c93ca96c20d req-9fca90a6-3292-4b10-a86f-00f33178da45 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:02.029587 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-84afe14c-bf64-4700-9c2f-5c93ca96c20d req-9fca90a6-3292-4b10-a86f-00f33178da45 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.3955169 Dec 08 01:41:02.056157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e2e8a8cd-801e-4a84-be62-da57bbf31a78 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1428952 Dec 08 01:41:02.059136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49374) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:02.067031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:02.071063 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:02.078860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3554b5c2-0134-41c5-99fe-f0d2288e3918 None None] Port 9bf38e7c-d667-487f-8179-291dea12779a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:02.089539 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:02.145567 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4107d522-aa15-4de5-8434-b5c97ef65947 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:02.157519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:41:02.158704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdea03-4992-47ee-8b2a-368897624132 req-2b1c3270-fed3-41a4-a087-bd0ea230e329 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:02.160461 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bfdea03-4992-47ee-8b2a-368897624132 req-2b1c3270-fed3-41a4-a087-bd0ea230e329 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.1813817 Dec 08 01:41:02.168985 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Sync routers for ids ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:41:02.170773 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8cf3ac40-4ee6-49c8-bc74-935168839d9b admin admin] 10.222.0.70 "PUT /v2.0/routers/ad3b52a4-6815-42f0-96e7-b0ac017eaf33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6374023 Dec 08 01:41:02.180994 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Routers {'ad3b52a4-6815-42f0-96e7-b0ac017eaf33'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:41:02.182630 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:41:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:02.210145 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69615999-d7a7-46da-8e0a-312577c59da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:02.213561 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69615999-d7a7-46da-8e0a-312577c59da9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:02.215318 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-69615999-d7a7-46da-8e0a-312577c59da9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a5924bc-4132-4840-99f6-ba047f90d9c5 HTTP/1.1" status: 204 len: 168 time: 0.8208208 Dec 08 01:41:02.228505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-84afe14c-bf64-4700-9c2f-5c93ca96c20d req-724e1ae5-48e6-4788-9181-037fe5d67c21 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1820343 Dec 08 01:41:02.239738 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:02.244330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-d9e85121-928b-4e58-81ac-b3c80ec650a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:02.246423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-d9e85121-928b-4e58-81ac-b3c80ec650a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2728586 Dec 08 01:41:02.247410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69615999-d7a7-46da-8e0a-312577c59da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5924bc-4132-4840-99f6-ba047f90d9c5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:02.322369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['61ac726e-5e6b-4f41-b53c-b57a5a11d53d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:02.370777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Allocated IP 19.80.0.65 (5e6685e4-aaaf-4f84-8be9-7f15e367b056/7d01f8b0-cb7a-48b4-9817-d01c065fb805/eb13bc3d-c8b5-424f-a061-f9e812a7a0f8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:02.390863 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4107d522-aa15-4de5-8434-b5c97ef65947 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:02.432410 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Set router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:41:02.462507 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-ac116e4c-8e72-4044-bc33-e3010fe7d4b5 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982787 Dec 08 01:41:02.506289 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4107d522-aa15-4de5-8434-b5c97ef65947 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:02.540308 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bfdea03-4992-47ee-8b2a-368897624132 req-52001c45-8d50-46a1-81c4-56431cf6fd25 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650033 Dec 08 01:41:02.549775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4107d522-aa15-4de5-8434-b5c97ef65947 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:02.551212 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4107d522-aa15-4de5-8434-b5c97ef65947 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/37a31149-cd8f-4855-9304-0e1f2df94a69 HTTP/1.1" status: 204 len: 168 time: 0.4910619 Dec 08 01:41:02.552550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107d522-aa15-4de5-8434-b5c97ef65947 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37a31149-cd8f-4855-9304-0e1f2df94a69,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:02.562210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49386) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:02.618412 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-d56c5d5e-9bb7-496b-976a-9ecfc730ecb8 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432130 Dec 08 01:41:02.700381 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-c46500a7-2a78-49ff-a3ad-586efba8ca7a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=909185d2-b0e2-4902-b2ff-aa8c38efc800 HTTP/1.1" status: 200 len: 217 time: 0.0723567 Dec 08 01:41:02.761827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ac32f5ae-a2a7-4faf-bdcb-bd56124e3646 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1898427 Dec 08 01:41:02.765374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49392) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:02.772349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0407b39c-c082-4ca9-8b93-7b150a1f4518 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': '6fa3da3c-75ad-4b47-adfd-e107754aad98', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:02.787466 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a721f12-93d7-42d4-9565-d950c0989412 req-cbf11c85-8021-4ab0-ae96-ca76617105d5 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:02.793772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a721f12-93d7-42d4-9565-d950c0989412 req-cbf11c85-8021-4ab0-ae96-ca76617105d5 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:02.802398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a721f12-93d7-42d4-9565-d950c0989412 req-cbf11c85-8021-4ab0-ae96-ca76617105d5 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 1653 time: 0.1268685 Dec 08 01:41:02.804581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-47adf901-c6ab-4cd7-b214-8b97bc260cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:02.806083 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-47adf901-c6ab-4cd7-b214-8b97bc260cb5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.0963264 Dec 08 01:41:02.815196 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '7823fb39-a7a4-4259-b64f-26d1bdcc826f', 'name': '', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'mac_address': 'fa:16:3e:64:87:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:57Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 2, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'subnets': [{'id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:02.823648 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:02.878139 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0407b39c-c082-4ca9-8b93-7b150a1f4518 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:02.909741 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-3cf4487a-9d11-4c2a-b467-79917bcf7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:02.912006 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-3cf4487a-9d11-4c2a-b467-79917bcf7445 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0943961 Dec 08 01:41:02.941783 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a721f12-93d7-42d4-9565-d950c0989412 req-95208914-3c07-4ebd-ad99-94b9672eb3e3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382329 Dec 08 01:41:02.972570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49396) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:02.997047 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Checking router: ad3b52a4-6815-42f0-96e7-b0ac017eaf33 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:41:02.997848 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Updating router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 port 7823fb39-a7a4-4259-b64f-26d1bdcc826f binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:41:03.007293 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5b11b6f-ec85-41c2-9783-f19be5b3fbe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.018220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.035047 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.115146 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-e4fdd2ed-e5dc-47c7-9353-f3e33aac08c2 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920919 Dec 08 01:41:03.119243 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:03.135736 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0407b39c-c082-4ca9-8b93-7b150a1f4518 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.137766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:03.145311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:03.148829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Port': ['ID=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:03.153890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0407b39c-c082-4ca9-8b93-7b150a1f4518 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.198038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740291d4-693e-4507-a322-17ff2fe1c674 req-63e55bfb-dbb1-41b3-b953-7be80c5e2950 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:03.207108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-740291d4-693e-4507-a322-17ff2fe1c674 req-63e55bfb-dbb1-41b3-b953-7be80c5e2950 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 944 time: 0.1661470 Dec 08 01:41:03.272406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49398) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:03.275743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 61ac726e-5e6b-4f41-b53c-b57a5a11d53d up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:03.279960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-f196f229-2fbd-4d6d-b3c8-3a9ea772bb91 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541271 Dec 08 01:41:03.305301 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5b11b6f-ec85-41c2-9783-f19be5b3fbe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.339678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5b11b6f-ec85-41c2-9783-f19be5b3fbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.346884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-b48e9675-6858-4b47-82db-0bbf9b742a53 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=df223970-b1fe-4950-877f-a17fdccfb5e7 HTTP/1.1" status: 200 len: 217 time: 0.0548851 Dec 08 01:41:03.390880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:03.397038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:03.397413 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.502136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a5b11b6f-ec85-41c2-9783-f19be5b3fbe3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c7bc73241584b948f2d31a10f6c6d39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284879 Dec 08 01:41:03.507847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49404) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:03.541198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b11b6f-ec85-41c2-9783-f19be5b3fbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ace5a9c-a8ac-4fc8-a141-61d21522ce39,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:03.554461 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.571583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-df4c6ee1-5c63-46af-af8b-fd590990c05c None None] Provisioning complete for port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:03.571986 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-df4c6ee1-5c63-46af-af8b-fd590990c05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.584382 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.597488 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.603622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-d027f7be-8ace-41c8-83cb-25da1316c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:03.605194 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-d027f7be-8ace-41c8-83cb-25da1316c75f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 HTTP/1.1" status: 200 len: 797 time: 0.2349443 Dec 08 01:41:03.620251 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-df4c6ee1-5c63-46af-af8b-fd590990c05c None None] Port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:03.624565 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.642203 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:03.644784 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b3dba6-7dc4-4aa7-92d7-8d8bf5443041" -d '{"events": [{"server_uuid": "c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794", "name": "network-vif-plugged", "status": "completed", "tag": "61ac726e-5e6b-4f41-b53c-b57a5a11d53d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:03.647245 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03b58953-3870-4dd5-882b-e4829bbec445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.663751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ac940-f513-41b7-b246-9b9c6dea30d4 req-c1974384-eeaf-4e1c-8f21-7d397e8cfce0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:03.668855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:03.669709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ac940-f513-41b7-b246-9b9c6dea30d4 req-c1974384-eeaf-4e1c-8f21-7d397e8cfce0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:03.676398 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.676630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ac940-f513-41b7-b246-9b9c6dea30d4 req-c1974384-eeaf-4e1c-8f21-7d397e8cfce0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:03.682175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ac940-f513-41b7-b246-9b9c6dea30d4 req-c1974384-eeaf-4e1c-8f21-7d397e8cfce0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:03.683613 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.688308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ac940-f513-41b7-b246-9b9c6dea30d4 req-c1974384-eeaf-4e1c-8f21-7d397e8cfce0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:03.691353 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd70a6-91ca-4ad5-98f2-28345ebdd725 None None] Pushing event updated for resources: {'Port': ['ID=7823fb39-a7a4-4259-b64f-26d1bdcc826f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:03.694289 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ac940-f513-41b7-b246-9b9c6dea30d4 req-c1974384-eeaf-4e1c-8f21-7d397e8cfce0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:03.700508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ac940-f513-41b7-b246-9b9c6dea30d4 req-c1974384-eeaf-4e1c-8f21-7d397e8cfce0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:03.709123 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-316ac940-f513-41b7-b246-9b9c6dea30d4 req-c1974384-eeaf-4e1c-8f21-7d397e8cfce0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.2541058 Dec 08 01:41:03.730505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-de9e0f12-0969-4777-ba55-7af227f73f65 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1748333742', 'description': 'tempest-description--1913089354'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:03.741528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:03.742733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407b39c-c082-4ca9-8b93-7b150a1f4518 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad63473a-ccf0-42d6-84cd-1db45c28ce3c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:03.767337 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0407b39c-c082-4ca9-8b93-7b150a1f4518 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.771356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0407b39c-c082-4ca9-8b93-7b150a1f4518 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9997973 Dec 08 01:41:03.771514 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03b58953-3870-4dd5-882b-e4829bbec445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.771514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49410) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:03.787076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-740291d4-693e-4507-a322-17ff2fe1c674 req-5cd21ed2-8e78-4f65-bc8c-cfedf34d57fd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5788867 Dec 08 01:41:03.799633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:03.800655 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.822234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bf6673ed-872d-4da4-a729-1a04d628fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:03.824092 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-bf6673ed-872d-4da4-a729-1a04d628fe04 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2066271 Dec 08 01:41:03.835738 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de9e0f12-0969-4777-ba55-7af227f73f65 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.838168 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Attempting to bind port 7823fb39-a7a4-4259-b64f-26d1bdcc826f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:41:03.838541 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Attempting to bind port 7823fb39-a7a4-4259-b64f-26d1bdcc826f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:41:03.844477 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-30fda9ab-718e-4c3b-a00e-e36d517020b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1374848 Dec 08 01:41:03.849245 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Attempting to bind port 7823fb39-a7a4-4259-b64f-26d1bdcc826f on network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:03.855083 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:41:03.855464 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Checking segment: {'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:03.856138 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.856425 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Bound using segment: {'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:41:03.856777 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Bound port: 7823fb39-a7a4-4259-b64f-26d1bdcc826f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:41:03.857222 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:03.868777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Request body: {'port': {'device_id': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:03.885918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-741fa6c3-d60d-4126-a6db-ecab17794b65 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules/ad63473a-ccf0-42d6-84cd-1db45c28ce3c HTTP/1.1" status: 200 len: 763 time: 0.1120634 Dec 08 01:41:03.890541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49412) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:03.975993 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-316ac940-f513-41b7-b246-9b9c6dea30d4 req-883631f4-2eac-4577-8f4a-edcfcc18b3df tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2658737 Dec 08 01:41:03.976795 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] For port 7823fb39-a7a4-4259-b64f-26d1bdcc826f, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:41:03.981807 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] For port 7823fb39-a7a4-4259-b64f-26d1bdcc826f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7823fb39-a7a4-4259-b64f-26d1bdcc826f,segment=NetworkSegment(780f7db2-28b7-47ff-b041-3c49dc21da13),segment_id=780f7db2-28b7-47ff-b041-3c49dc21da13)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:41:03.992563 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.018299 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.052039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03b58953-3870-4dd5-882b-e4829bbec445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.055103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03b58953-3870-4dd5-882b-e4829bbec445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.058690 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-03b58953-3870-4dd5-882b-e4829bbec445 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ace5a9c-a8ac-4fc8-a141-61d21522ce39 HTTP/1.1" status: 204 len: 168 time: 0.5470548 Dec 08 01:41:04.065586 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-55d68e38-5517-41b6-9d46-4ef8d90a7cd1 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316000 Dec 08 01:41:04.091090 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-efaee50b-b322-4ed6-9ecb-8031201a1d45 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1871371 Dec 08 01:41:04.092036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49420) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:04.104730 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58be1a7a-de89-4357-86c6-24dc6ebf751c x-openstack-request-id: req-58be1a7a-de89-4357-86c6-24dc6ebf751c {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:04.105116 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794", "name": "network-vif-plugged", "status": "completed", "tag": "61ac726e-5e6b-4f41-b53c-b57a5a11d53d", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:04.105551 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-58be1a7a-de89-4357-86c6-24dc6ebf751c {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:04.105961 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d', 'code': 200} Dec 08 01:41:04.107398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b58953-3870-4dd5-882b-e4829bbec445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ace5a9c-a8ac-4fc8-a141-61d21522ce39,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:04.201225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1c5a41c6-78f8-4d1f-8c86-fbf731034d90 None None] Provisioning complete for port 7823fb39-a7a4-4259-b64f-26d1bdcc826f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:04.201612 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c5a41c6-78f8-4d1f-8c86-fbf731034d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.215364 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Routers {'ad3b52a4-6815-42f0-96e7-b0ac017eaf33'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:41:04.216013 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:41:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:04.236727 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd70a6-91ca-4ad5-98f2-28345ebdd725 None None] Pushing event updated for resources: {'Port': ['ID=7823fb39-a7a4-4259-b64f-26d1bdcc826f,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:04.306749 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28b5faf1-b693-4aaa-bdba-48cf86ff738f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.314024 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-38ee43cf-9d32-4640-97e3-66b10c50e160 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177250 Dec 08 01:41:04.349117 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de9e0f12-0969-4777-ba55-7af227f73f65 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.406227 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c5a41c6-78f8-4d1f-8c86-fbf731034d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.414056 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de9e0f12-0969-4777-ba55-7af227f73f65 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.475876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57337d38-a5e5-4de8-b217-45882c5f55f4 req-4fad1668-c035-4914-a399-b134a8417ca6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:04.477522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1c5a41c6-78f8-4d1f-8c86-fbf731034d90 None None] For port 7823fb39-a7a4-4259-b64f-26d1bdcc826f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7823fb39-a7a4-4259-b64f-26d1bdcc826f,segment=NetworkSegment(780f7db2-28b7-47ff-b041-3c49dc21da13),segment_id=780f7db2-28b7-47ff-b041-3c49dc21da13)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:04.479642 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] Set router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:41:04.484080 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c5a41c6-78f8-4d1f-8c86-fbf731034d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.487181 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57337d38-a5e5-4de8-b217-45882c5f55f4 req-4fad1668-c035-4914-a399-b134a8417ca6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.3931050 Dec 08 01:41:04.507658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c204e-39d4-4756-9f3f-2a9baa3f33b7 req-191de5fd-63c5-44c1-84b9-68d3d1317926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:04.509192 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c10c204e-39d4-4756-9f3f-2a9baa3f33b7 req-191de5fd-63c5-44c1-84b9-68d3d1317926 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 1097 time: 0.2869272 Dec 08 01:41:04.511858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de9e0f12-0969-4777-ba55-7af227f73f65 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.518939 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-de9e0f12-0969-4777-ba55-7af227f73f65 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2456408 Dec 08 01:41:04.521559 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28b5faf1-b693-4aaa-bdba-48cf86ff738f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.543410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49424) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:04.549840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-af44708d-69e9-497e-9c76-52e6d9ed4191 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Request body: {'security_group_rule': {'security_group_id': '3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:04.560854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-81eece4c-964a-4047-9181-8e3cc5644508 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 HTTP/1.1" status: 200 len: 217 time: 0.1717045 Dec 08 01:41:04.564973 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28b5faf1-b693-4aaa-bdba-48cf86ff738f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.578794 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28b5faf1-b693-4aaa-bdba-48cf86ff738f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.582441 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-28b5faf1-b693-4aaa-bdba-48cf86ff738f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/ad63473a-ccf0-42d6-84cd-1db45c28ce3c HTTP/1.1" status: 204 len: 168 time: 0.4841206 Dec 08 01:41:04.583369 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e0f12-0969-4777-ba55-7af227f73f65 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:04.584866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a41c6-78f8-4d1f-8c86-fbf731034d90 None None] Pushing event updated for resources: {'Port': ['ID=7823fb39-a7a4-4259-b64f-26d1bdcc826f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:04.586975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49426) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:04.634816 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2c20f2a5-0d30-40b6-970c-94616237aded None None] Provisioning complete for port 7823fb39-a7a4-4259-b64f-26d1bdcc826f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:04.636362 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c20f2a5-0d30-40b6-970c-94616237aded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.640583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5faf1-b693-4aaa-bdba-48cf86ff738f tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad63473a-ccf0-42d6-84cd-1db45c28ce3c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:04.707361 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.716676 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8ec7c-37a3-46d0-8290-5bb5a427af22 req-a7df8a92-e13b-458b-b78e-53878ab5bce7 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:04.724632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8ec7c-37a3-46d0-8290-5bb5a427af22 req-a7df8a92-e13b-458b-b78e-53878ab5bce7 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:04.730610 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8ec7c-37a3-46d0-8290-5bb5a427af22 req-a7df8a92-e13b-458b-b78e-53878ab5bce7 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:04.739211 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10f8ec7c-37a3-46d0-8290-5bb5a427af22 req-a7df8a92-e13b-458b-b78e-53878ab5bce7 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2374 time: 0.4221644 Dec 08 01:41:04.753049 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-7619f2ba-6780-40e2-b0f7-5765d4f28c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:04.754971 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-7619f2ba-6780-40e2-b0f7-5765d4f28c0f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 HTTP/1.1" status: 200 len: 797 time: 0.1815689 Dec 08 01:41:04.828730 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '7823fb39-a7a4-4259-b64f-26d1bdcc826f', 'name': '', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'mac_address': 'fa:16:3e:64:87:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:57Z', 'updated_at': '2021-12-08T01:41:03Z', 'revision_number': 4, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'subnets': [{'id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:04.834404 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57337d38-a5e5-4de8-b217-45882c5f55f4 req-92506805-fa29-477d-b81b-01af1f9575aa tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389895 Dec 08 01:41:04.841004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10f8ec7c-37a3-46d0-8290-5bb5a427af22 req-cb750349-86eb-4901-b737-194647715500 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997994 Dec 08 01:41:04.868481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-b65648e7-6207-489e-9c22-da989a09c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:04.870408 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-b65648e7-6207-489e-9c22-da989a09c750 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1028101 Dec 08 01:41:04.871641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af44708d-69e9-497e-9c76-52e6d9ed4191 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:04.884628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c10c204e-39d4-4756-9f3f-2a9baa3f33b7 req-4257aa47-3d7b-40c8-88e3-3cdf15ab94dc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488314 Dec 08 01:41:04.893318 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3c76f7-c0e9-40ac-a5fa-d32a142d317b None None] The sync data for ids ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'] in n-d-713498-30 is: [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '7823fb39-a7a4-4259-b64f-26d1bdcc826f', 'name': '', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'mac_address': 'fa:16:3e:64:87:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:57Z', 'updated_at': '2021-12-08T01:41:03Z', 'revision_number': 4, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'subnets': [{'id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:41:04.935409 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-50bbe993-ace5-4b1f-ad06-8dff01999935 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3362904 Dec 08 01:41:04.954008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49438) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:04.973500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fbb0d135-0c39-4c2a-8fc0-3b65dc52a3ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': '6fa3da3c-75ad-4b47-adfd-e107754aad98', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:05.040007 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d135-0c39-4c2a-8fc0-3b65dc52a3ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.042959 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-d2e37703-0367-4d2a-8c24-9c8c407705d3 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612346 Dec 08 01:41:05.076635 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af44708d-69e9-497e-9c76-52e6d9ed4191 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.111887 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af44708d-69e9-497e-9c76-52e6d9ed4191 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.147329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44708d-69e9-497e-9c76-52e6d9ed4191 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a3dbbe-bc86-48e6-87b4-0e673edaffd6,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:05.186374 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af44708d-69e9-497e-9c76-52e6d9ed4191 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.190977 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-af44708d-69e9-497e-9c76-52e6d9ed4191 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6462448 Dec 08 01:41:05.193331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49444) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:05.193718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c297a-9c0e-4e66-99be-c283ad87c32c req-6c2b3a52-0099-4e39-b769-a39b6e649b9c tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.201213 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-090c297a-9c0e-4e66-99be-c283ad87c32c req-6c2b3a52-0099-4e39-b769-a39b6e649b9c tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.1617882 Dec 08 01:41:05.205149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-df2f4463-da41-42db-903f-fe0458f68596 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Request body: {'security_group_rule': {'security_group_id': '3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:05.239811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d5c82a-9875-4d78-bfb1-8ee1f09e590a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:05.272548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139728dd-909f-434e-a40e-e6f6d1dcd3a1 req-5905fc76-45fa-498d-9ffe-b01c8bd40069 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.274119 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-139728dd-909f-434e-a40e-e6f6d1dcd3a1 req-5905fc76-45fa-498d-9ffe-b01c8bd40069 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 945 time: 0.2247412 Dec 08 01:41:05.276320 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.282641 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-090c297a-9c0e-4e66-99be-c283ad87c32c req-34a0afcc-d438-482a-9698-e224ed5add42 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803859 Dec 08 01:41:05.290893 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47a34552-7a57-4953-aaff-eb5e42676dc1 req-b31b572b-f27a-45cb-83e5-efd40b96e5a7 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364583 Dec 08 01:41:05.303873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d135-0c39-4c2a-8fc0-3b65dc52a3ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.338355 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Transition to ACTIVE for port object c4d5c82a-9875-4d78-bfb1-8ee1f09e590a will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:41:05.339179 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d135-0c39-4c2a-8fc0-3b65dc52a3ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.348633 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df2f4463-da41-42db-903f-fe0458f68596 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.367604 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.406983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0d135-0c39-4c2a-8fc0-3b65dc52a3ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6380f594-cb30-4a75-bf19-e8c99725a935,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:05.426602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcecea-00ba-4c9b-bc06-bc6c339174aa req-33285cd6-c779-4770-8789-5cfb11926819 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.434905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcecea-00ba-4c9b-bc06-bc6c339174aa req-33285cd6-c779-4770-8789-5cfb11926819 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.442822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcecea-00ba-4c9b-bc06-bc6c339174aa req-33285cd6-c779-4770-8789-5cfb11926819 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.451532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcecea-00ba-4c9b-bc06-bc6c339174aa req-33285cd6-c779-4770-8789-5cfb11926819 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.458996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcecea-00ba-4c9b-bc06-bc6c339174aa req-33285cd6-c779-4770-8789-5cfb11926819 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.460801 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d135-0c39-4c2a-8fc0-3b65dc52a3ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.466385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcecea-00ba-4c9b-bc06-bc6c339174aa req-33285cd6-c779-4770-8789-5cfb11926819 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.470764 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fbb0d135-0c39-4c2a-8fc0-3b65dc52a3ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5123620 Dec 08 01:41:05.473279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49452) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:05.474501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcecea-00ba-4c9b-bc06-bc6c339174aa req-33285cd6-c779-4770-8789-5cfb11926819 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.476634 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3dcecea-00ba-4c9b-bc06-bc6c339174aa req-33285cd6-c779-4770-8789-5cfb11926819 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.1131954 Dec 08 01:41:05.514184 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-139728dd-909f-434e-a40e-e6f6d1dcd3a1 req-058eddd3-61b9-467b-a078-ca40d3a45a72 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288558 Dec 08 01:41:05.536921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49454) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:05.577255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d5c82a-9875-4d78-bfb1-8ee1f09e590a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:05.594416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eb11ed09-2b3c-49fc-bcab-a00406300253 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules/6380f594-cb30-4a75-bf19-e8c99725a935 HTTP/1.1" status: 200 len: 764 time: 0.1113098 Dec 08 01:41:05.596440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49458) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:05.619556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7823fb39-a7a4-4259-b64f-26d1bdcc826f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:05.651685 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df2f4463-da41-42db-903f-fe0458f68596 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.662083 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df2f4463-da41-42db-903f-fe0458f68596 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.708981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-425926890'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:05.718544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-1d74987d-e352-4d9a-8a63-b7c481dd7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.719033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-1d74987d-e352-4d9a-8a63-b7c481dd7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.719713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-1d74987d-e352-4d9a-8a63-b7c481dd7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.720184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-1d74987d-e352-4d9a-8a63-b7c481dd7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.721093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-1d74987d-e352-4d9a-8a63-b7c481dd7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.721564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-1d74987d-e352-4d9a-8a63-b7c481dd7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.722026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-1d74987d-e352-4d9a-8a63-b7c481dd7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.724318 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-1d74987d-e352-4d9a-8a63-b7c481dd7472 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6482 time: 0.1604028 Dec 08 01:41:05.736156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3dcecea-00ba-4c9b-bc06-bc6c339174aa req-115a120e-f6bf-485f-a595-f6c42f1baf08 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2504516 Dec 08 01:41:05.744122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 7823fb39-a7a4-4259-b64f-26d1bdcc826f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:05.744587 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.779416 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-df2f4463-da41-42db-903f-fe0458f68596 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.786198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-df2f4463-da41-42db-903f-fe0458f68596 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5899408 Dec 08 01:41:05.792933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f4463-da41-42db-903f-fe0458f68596 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06247688-d501-4e4c-90ad-2a3e592569e5,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:05.795272 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49460) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:05.818282 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6f57684d-79a3-4ef5-921e-042d29ab6f3e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2197042 Dec 08 01:41:05.819633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49462) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:05.826177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:05.840059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Attempting to bind port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:41:05.841430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Attempting to bind port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:41:05.842020 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Attempting to bind port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a on network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:05.860639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a on network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:41:05.861343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Attempting to bind port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a on network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:05.871790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:41:05.872393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Checking segment: {'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:05.873015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Bound using segment: {'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:41:05.873942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Bound port: c4d5c82a-9875-4d78-bfb1-8ee1f09e590a, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:41:05.874901 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.897758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Made reservation on behalf of 64403059b772468bb25507954fcd71ab for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:05.902097 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.915514 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.929638 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca5727e7-2acd-4eba-8f1e-6d1cba24e1fc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:05.951092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-3b6ae176-b518-4ede-a746-1bdec810979e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:05.960337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-3b6ae176-b518-4ede-a746-1bdec810979e service neutron] 10.222.0.65 "GET /v2.0/networks?id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 HTTP/1.1" status: 200 len: 903 time: 0.2230532 Dec 08 01:41:06.032350 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca5727e7-2acd-4eba-8f1e-6d1cba24e1fc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.085553 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-8ccd7351-2d3b-4020-a1b0-b5a547a7c184 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 HTTP/1.1" status: 200 len: 217 time: 0.1162620 Dec 08 01:41:06.092547 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.153414 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca5727e7-2acd-4eba-8f1e-6d1cba24e1fc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.156727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] For port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:41:06.168709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca5727e7-2acd-4eba-8f1e-6d1cba24e1fc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.172158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ca5727e7-2acd-4eba-8f1e-6d1cba24e1fc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/6380f594-cb30-4a75-bf19-e8c99725a935 HTTP/1.1" status: 204 len: 168 time: 0.3378122 Dec 08 01:41:06.172647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49468) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:06.178152 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae36ac-ed1a-4134-92ea-0e48ba62aa4c req-4429ad33-057a-4e41-84d1-d90f2ea8af96 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.179688 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ffae36ac-ed1a-4134-92ea-0e48ba62aa4c req-4429ad33-057a-4e41-84d1-d90f2ea8af96 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.1429610 Dec 08 01:41:06.194954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] For port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c4d5c82a-9875-4d78-bfb1-8ee1f09e590a,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:41:06.196017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5727e7-2acd-4eba-8f1e-6d1cba24e1fc tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6380f594-cb30-4a75-bf19-e8c99725a935,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:06.207940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.208900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cc912-8f96-4463-a433-77811910da39 req-2a11f074-ee79-42a9-8efb-f1fd1a3c5635 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.214957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cc912-8f96-4463-a433-77811910da39 req-2a11f074-ee79-42a9-8efb-f1fd1a3c5635 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.221869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cc912-8f96-4463-a433-77811910da39 req-2a11f074-ee79-42a9-8efb-f1fd1a3c5635 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.223579 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c92cc912-8f96-4463-a433-77811910da39 req-2a11f074-ee79-42a9-8efb-f1fd1a3c5635 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2386 time: 0.1541851 Dec 08 01:41:06.234455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-3a1cf2fe-6bab-44fa-8fd6-fc2b20d44f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.235933 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-3a1cf2fe-6bab-44fa-8fd6-fc2b20d44f53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 HTTP/1.1" status: 200 len: 797 time: 0.1270392 Dec 08 01:41:06.240177 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.263022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.264625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.265485 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.265952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] 10.222.0.72 "PUT /v2.0/ports/c4d5c82a-9875-4d78-bfb1-8ee1f09e590a HTTP/1.1" status: 200 len: 1092 time: 2.4044485 Dec 08 01:41:06.271509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'tag': 'c4d5c82a-9875-4d78-bfb1-8ee1f09e590a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:06.273114 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ef95b1-7405-4d88-a8a4-c6ea0e2c87f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "tag": "c4d5c82a-9875-4d78-bfb1-8ee1f09e590a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:06.344052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Request body: {'port': {'device_id': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:06.358071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:41:06.375221 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7705aa08-1370-4b56-a282-d4a98df029cb tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1997387 Dec 08 01:41:06.386475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49474) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:06.395019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1656df26-5075-4543-83a3-d6196a22fd78,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:06.413642 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.414944 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Added segment 05e09b2c-6aca-4baf-b0fa-882882545659 of type vlan for network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e Dec 08 01:41:06.430852 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.431473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.432107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.432574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.433058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.433630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.434068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.434673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.435155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.435595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.436035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.437386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.437512 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ffae36ac-ed1a-4134-92ea-0e48ba62aa4c req-64695abb-a2d6-4564-9be5-f3a4d9407cc2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444649 Dec 08 01:41:06.437620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:06.463937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607fd3a-504c-4712-93ad-23f2cb25fbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d5c82a-9875-4d78-bfb1-8ee1f09e590a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:06.466239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c92cc912-8f96-4463-a433-77811910da39 req-650c73c5-a9c3-4ec7-8a0e-7dc1630ef0e5 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274742 Dec 08 01:41:06.495247 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-06b73c16-8ebc-48fb-9de3-bc7dac70b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.496867 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-06b73c16-8ebc-48fb-9de3-bc7dac70b8c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2466872 Dec 08 01:41:06.551341 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.595047 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c973167-f29a-48a2-94d4-39d1e0687451 x-openstack-request-id: req-6c973167-f29a-48a2-94d4-39d1e0687451 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:06.595593 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "tag": "c4d5c82a-9875-4d78-bfb1-8ee1f09e590a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:06.596057 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c973167-f29a-48a2-94d4-39d1e0687451 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:06.596634 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'tag': 'c4d5c82a-9875-4d78-bfb1-8ee1f09e590a', 'status': 'completed', 'code': 200} Dec 08 01:41:06.658579 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.700827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.706429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.707034 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.715583 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.797281 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-440f767a-e568-4281-8d4c-a975899f01ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.802899 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2642434 Dec 08 01:41:06.808843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49480) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:06.814744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-88852455-f486-4140-aa4a-76c3cdf97d74 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Request body: {'subnet': {'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:06.822997 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-bb626089-2760-483d-9119-f0d0bf159c7a service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983685 Dec 08 01:41:06.828900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2610a0-0028-4420-a1ba-9f8c023bcdb2 req-0cc3ebb0-24de-4e9d-a303-99a41017feba tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.830491 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c2610a0-0028-4420-a1ba-9f8c023bcdb2 req-0cc3ebb0-24de-4e9d-a303-99a41017feba tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.2329221 Dec 08 01:41:06.892269 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f4a4-85aa-49d6-b491-9cbc653b1ea1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event updated for resources: {'Network': ['ID=88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:06.903052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:41:06.911737 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-440f767a-e568-4281-8d4c-a975899f01ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:06.919032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817648de-5d53-461f-8fd7-11a88642d260 req-82a63e0f-84b7-46d1-a76b-9b3fa4724e97 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.920736 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-817648de-5d53-461f-8fd7-11a88642d260 req-82a63e0f-84b7-46d1-a76b-9b3fa4724e97 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 945 time: 0.2249932 Dec 08 01:41:06.961578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef95b1-7405-4d88-a8a4-c6ea0e2c87f1 req-7e81046b-5a73-47ea-aa01-c418acb2e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.961931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef95b1-7405-4d88-a8a4-c6ea0e2c87f1 req-7e81046b-5a73-47ea-aa01-c418acb2e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.962409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef95b1-7405-4d88-a8a4-c6ea0e2c87f1 req-7e81046b-5a73-47ea-aa01-c418acb2e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:06.964168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49ef95b1-7405-4d88-a8a4-c6ea0e2c87f1 req-7e81046b-5a73-47ea-aa01-c418acb2e6b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba0e6880a1d146779c68dc757f1944e7&device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2730 time: 0.2998738 Dec 08 01:41:07.075249 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-817648de-5d53-461f-8fd7-11a88642d260 req-bc4d054d-818a-4442-b907-d8f0840d164c tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453743 Dec 08 01:41:07.081153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88852455-f486-4140-aa4a-76c3cdf97d74 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Made reservation on behalf of 64403059b772468bb25507954fcd71ab for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:07.084743 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-88852455-f486-4140-aa4a-76c3cdf97d74 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:07.127169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46f3fe-ff6d-4b9f-94fe-bf5bf9aeb6cb req-3d7c28bf-30d6-4cee-a0f0-d1dbb6712666 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.128783 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fa46f3fe-ff6d-4b9f-94fe-bf5bf9aeb6cb req-3d7c28bf-30d6-4cee-a0f0-d1dbb6712666 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.3677995 Dec 08 01:41:07.235730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c2610a0-0028-4420-a1ba-9f8c023bcdb2 req-9a2509a5-1f0c-4b57-8afc-f5110804932a tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594873 Dec 08 01:41:07.268869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-440f767a-e568-4281-8d4c-a975899f01ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:07.271484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-440f767a-e568-4281-8d4c-a975899f01ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:07.273133 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-440f767a-e568-4281-8d4c-a975899f01ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-groups/6fa3da3c-75ad-4b47-adfd-e107754aad98 HTTP/1.1" status: 204 len: 168 time: 0.8778682 Dec 08 01:41:07.296632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:07.306802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Allocated IP 172.25.2.167 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/da455724-39c6-4e0e-ac64-ebd2b5b27a8a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:07.382718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f767a-e568-4281-8d4c-a975899f01ea tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa3da3c-75ad-4b47-adfd-e107754aad98,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:07.470910 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e9e10f2-d946-4e4b-83fe-160c3441bc2a req-a423fee6-7828-4430-85cb-2adf48141a74 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292520 Dec 08 01:41:07.538379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef95b1-7405-4d88-a8a4-c6ea0e2c87f1 req-1e9ecd97-afdc-4d0e-ace0-3488dc2648a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.538848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef95b1-7405-4d88-a8a4-c6ea0e2c87f1 req-1e9ecd97-afdc-4d0e-ace0-3488dc2648a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.539313 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef95b1-7405-4d88-a8a4-c6ea0e2c87f1 req-1e9ecd97-afdc-4d0e-ace0-3488dc2648a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.540934 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49ef95b1-7405-4d88-a8a4-c6ea0e2c87f1 req-1e9ecd97-afdc-4d0e-ace0-3488dc2648a8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ba0e6880a1d146779c68dc757f1944e7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5555155 Dec 08 01:41:07.555055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67229d2e-526d-4735-b21e-7caa49be2cc0 req-8bd881b8-042a-4ecb-a83b-75b2db3b54ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.560968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67229d2e-526d-4735-b21e-7caa49be2cc0 req-8bd881b8-042a-4ecb-a83b-75b2db3b54ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.567559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67229d2e-526d-4735-b21e-7caa49be2cc0 req-8bd881b8-042a-4ecb-a83b-75b2db3b54ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.573417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67229d2e-526d-4735-b21e-7caa49be2cc0 req-8bd881b8-042a-4ecb-a83b-75b2db3b54ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.579402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67229d2e-526d-4735-b21e-7caa49be2cc0 req-8bd881b8-042a-4ecb-a83b-75b2db3b54ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.585277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67229d2e-526d-4735-b21e-7caa49be2cc0 req-8bd881b8-042a-4ecb-a83b-75b2db3b54ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.591172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67229d2e-526d-4735-b21e-7caa49be2cc0 req-8bd881b8-042a-4ecb-a83b-75b2db3b54ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.593839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67229d2e-526d-4735-b21e-7caa49be2cc0 req-8bd881b8-042a-4ecb-a83b-75b2db3b54ad tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.1624956 Dec 08 01:41:07.599008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3664538f-5147-4f0d-a95c-a885e9f5525e tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2979925 Dec 08 01:41:07.605033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49490) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:07.607985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d2167113-9275-457f-975f-637edcd71da7 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group': {'name': 'tempest-secgroup--2129968162'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:07.626981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d12201-342c-400f-8e27-c7baf680c8ed req-02f9b611-38ec-485e-aaae-059a11d7e0dd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.628503 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13d12201-342c-400f-8e27-c7baf680c8ed req-02f9b611-38ec-485e-aaae-059a11d7e0dd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 945 time: 0.3077433 Dec 08 01:41:07.698348 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2167113-9275-457f-975f-637edcd71da7 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:07.746610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-fa46f3fe-ff6d-4b9f-94fe-bf5bf9aeb6cb req-ceb9bd97-4c81-4851-ab7b-aa001ebbd472 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Deleting port c843873d-b5b7-47c6-bfe5-407c868ca1fb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:07.746949 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fa46f3fe-ff6d-4b9f-94fe-bf5bf9aeb6cb req-ceb9bd97-4c81-4851-ab7b-aa001ebbd472 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:07.767844 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67229d2e-526d-4735-b21e-7caa49be2cc0 req-7a59240c-bfd8-4d8c-8e4b-98ebcc203f0c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1528397 Dec 08 01:41:07.806109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-88852455-f486-4140-aa4a-76c3cdf97d74 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:07.837190 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:07.841534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf38e7c-d667-487f-8179-291dea12779a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:07.871820 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:07.920663 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13d12201-342c-400f-8e27-c7baf680c8ed req-ad004d60-eb9b-4f43-b0f9-cead3ce3d83a tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720804 Dec 08 01:41:07.924612 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2167113-9275-457f-975f-637edcd71da7 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:07.926396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88852455-f486-4140-aa4a-76c3cdf97d74 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event updated for resources: {'Subnet': ['ID=61055173-4137-4afc-81ae-097ea3bc8bce,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:07.934745 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2167113-9275-457f-975f-637edcd71da7 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:07.937434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Transition to ACTIVE for port object 9bf38e7c-d667-487f-8179-291dea12779a will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:41:07.938733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef95b1-7405-4d88-a8a4-c6ea0e2c87f1 req-2ae40a7a-6db2-4ba9-9edc-83ce842062ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.940653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49ef95b1-7405-4d88-a8a4-c6ea0e2c87f1 req-2ae40a7a-6db2-4ba9-9edc-83ce842062ab service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3839884 Dec 08 01:41:07.950090 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:07.956543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88852455-f486-4140-aa4a-76c3cdf97d74 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Checking segment: {'id': '05e09b2c-6aca-4baf-b0fa-882882545659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:07.956919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88852455-f486-4140-aa4a-76c3cdf97d74 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Network hostable DHCP agents. Network: 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:41:07.973361 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2167113-9275-457f-975f-637edcd71da7 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:07.977365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d2167113-9275-457f-975f-637edcd71da7 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3705754 Dec 08 01:41:07.987645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c9197-21f2-48a4-bb93-f53218911800 req-1790b860-5b96-425e-926c-69f282abf527 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:07.992142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49494) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:07.994393 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-615c9197-21f2-48a4-bb93-f53218911800 req-1790b860-5b96-425e-926c-69f282abf527 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.1476185 Dec 08 01:41:08.014097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e8637a77-1e22-4d39-b647-d0e2c4c3d587 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Request body: {'security_group_rule': {'security_group_id': '33f1a17b-4a4f-40f7-b316-f6397dd82a45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:08.032357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2167113-9275-457f-975f-637edcd71da7 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f1a17b-4a4f-40f7-b316-f6397dd82a45,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:08.033982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fa46f3fe-ff6d-4b9f-94fe-bf5bf9aeb6cb req-ceb9bd97-4c81-4851-ab7b-aa001ebbd472 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] For port c843873d-b5b7-47c6-bfe5-407c868ca1fb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c843873d-b5b7-47c6-bfe5-407c868ca1fb,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:08.034345 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fa46f3fe-ff6d-4b9f-94fe-bf5bf9aeb6cb req-ceb9bd97-4c81-4851-ab7b-aa001ebbd472 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:08.051377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88852455-f486-4140-aa4a-76c3cdf97d74 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:41:08.070227 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-88852455-f486-4140-aa4a-76c3cdf97d74 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:08.078207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-fa46f3fe-ff6d-4b9f-94fe-bf5bf9aeb6cb req-ceb9bd97-4c81-4851-ab7b-aa001ebbd472 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Calling delete_port for c843873d-b5b7-47c6-bfe5-407c868ca1fb owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:08.083015 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-615c9197-21f2-48a4-bb93-f53218911800 req-9bf23de5-e741-4dc6-857a-8dac0d16f59b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868809 Dec 08 01:41:08.085433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfca944-36cd-4cc9-80d8-8d4cc45ce6d9 None None] Network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:41:08.087660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88852455-f486-4140-aa4a-76c3cdf97d74 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:08.088338 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-88852455-f486-4140-aa4a-76c3cdf97d74 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:08.116185 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:08.125414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Pushing event updated for resources: {'Port': ['ID=9bf38e7c-d667-487f-8179-291dea12779a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:08.181243 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-88852455-f486-4140-aa4a-76c3cdf97d74 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3704259 Dec 08 01:41:08.183915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49500) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:08.189736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Request body: {'port': {'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1114576180'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:08.222667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e', 'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e', 'project_id': '64403059b772468bb25507954fcd71ab', 'fixed_ips': [{'subnet_id': '61055173-4137-4afc-81ae-097ea3bc8bce'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:41:08.223669 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:08.319460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Attempting to bind port 9bf38e7c-d667-487f-8179-291dea12779a on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:41:08.319748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Attempting to bind port 9bf38e7c-d667-487f-8179-291dea12779a by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '832882bc-8b27-4b1c-bcf5-b54f83bfdea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:41:08.320210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Attempting to bind port 9bf38e7c-d667-487f-8179-291dea12779a on network 470ecc73-ce1f-4f95-b9be-f0497b6ccfda {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:08.353635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d190da7-59c5-46f2-9329-392a0a1aeabf req-a95936c9-132a-444f-8281-6a3eefd94abf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:08.359383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Made reservation on behalf of 64403059b772468bb25507954fcd71ab for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:08.361942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d190da7-59c5-46f2-9329-392a0a1aeabf req-a95936c9-132a-444f-8281-6a3eefd94abf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:08.363633 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:08.370856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d190da7-59c5-46f2-9329-392a0a1aeabf req-a95936c9-132a-444f-8281-6a3eefd94abf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:08.381603 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d190da7-59c5-46f2-9329-392a0a1aeabf req-a95936c9-132a-444f-8281-6a3eefd94abf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2398 time: 0.3406901 Dec 08 01:41:08.386701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] device_id is not set on port 9c5f2f36-5a5f-45b1-9a81-1019c890dff8 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:41:08.390552 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8637a77-1e22-4d39-b647-d0e2c4c3d587 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:08.407489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:08.438885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:08.441639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:08.480138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Port 9bf38e7c-d667-487f-8179-291dea12779a on network 470ecc73-ce1f-4f95-b9be-f0497b6ccfda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:41:08.480470 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Attempting to bind port 9bf38e7c-d667-487f-8179-291dea12779a on network 470ecc73-ce1f-4f95-b9be-f0497b6ccfda {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:08.554033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:41:08.554507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Checking segment: {'id': '832882bc-8b27-4b1c-bcf5-b54f83bfdea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:08.554899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Bound using segment: {'id': '832882bc-8b27-4b1c-bcf5-b54f83bfdea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:41:08.555343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Bound port: 9bf38e7c-d667-487f-8179-291dea12779a, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '832882bc-8b27-4b1c-bcf5-b54f83bfdea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:41:08.555698 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:08.559703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Allocated IP 2001:db8::2b1 (88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e/61055173-4137-4afc-81ae-097ea3bc8bce/9c5f2f36-5a5f-45b1-9a81-1019c890dff8) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:08.567743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Pushing event updated for resources: {'Port': ['ID=da455724-39c6-4e0e-ac64-ebd2b5b27a8a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:08.660453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35b525-7ff0-45d3-b413-40ce763b844b req-67e6abdb-3a09-44df-a43b-f0e80989b7ee tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:08.662044 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d35b525-7ff0-45d3-b413-40ce763b844b req-67e6abdb-3a09-44df-a43b-f0e80989b7ee tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 945 time: 0.0942595 Dec 08 01:41:08.777488 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d35b525-7ff0-45d3-b413-40ce763b844b req-f4da03a5-1a2a-46d0-9fb0-c1f3c734b103 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/security-groups?id=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998242 Dec 08 01:41:08.810388 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:08.854879 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:08.906151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:08.912092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:08.919340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Allocated IP 2001:db8::2 (88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e/61055173-4137-4afc-81ae-097ea3bc8bce/933c7c65-3c4c-4391-9d43-8f477f446dc7) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:08.920382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:08.927667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:08.928441 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:08.947444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event updated for resources: {'Port': ['ID=9c5f2f36-5a5f-45b1-9a81-1019c890dff8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:08.957030 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fc88c65e-a96c-469b-930b-05e18c4c91cf tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7712994 Dec 08 01:41:08.959977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49516) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:08.974200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Request body: {'port': {'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1995946363', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b1', 'mac_address': 'fa:16:3e:59:7e:db'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:09.048252 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d190da7-59c5-46f2-9329-392a0a1aeabf req-60863c1e-bbb8-40bd-bb30-45e567bcf35c tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657388 Dec 08 01:41:09.110407 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.110911 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8637a77-1e22-4d39-b647-d0e2c4c3d587 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.120793 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.132457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8637a77-1e22-4d39-b647-d0e2c4c3d587 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.135887 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.173138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:09.176409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a82c7-6139-495c-82f2-7e27b7a59d85 req-154a73f3-d964-49f7-b910-2a064ed0c1c7 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:09.180693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:09.183739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8637a77-1e22-4d39-b647-d0e2c4c3d587 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa93e331-5bd5-4a7c-830d-905ebfeafa33,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:09.183885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a82c7-6139-495c-82f2-7e27b7a59d85 req-154a73f3-d964-49f7-b910-2a064ed0c1c7 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:09.187767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:09.191283 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] For port 9bf38e7c-d667-487f-8179-291dea12779a, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:41:09.196527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Pushing event updated for resources: {'Port': ['ID=933c7c65-3c4c-4391-9d43-8f477f446dc7,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:09.199092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] For port 9bf38e7c-d667-487f-8179-291dea12779a, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9bf38e7c-d667-487f-8179-291dea12779a,segment=NetworkSegment(832882bc-8b27-4b1c-bcf5-b54f83bfdea6),segment_id=832882bc-8b27-4b1c-bcf5-b54f83bfdea6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:41:09.202781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a82c7-6139-495c-82f2-7e27b7a59d85 req-154a73f3-d964-49f7-b910-2a064ed0c1c7 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:09.213066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a82c7-6139-495c-82f2-7e27b7a59d85 req-154a73f3-d964-49f7-b910-2a064ed0c1c7 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:09.213748 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8637a77-1e22-4d39-b647-d0e2c4c3d587 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.217244 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e8637a77-1e22-4d39-b647-d0e2c4c3d587 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2137613 Dec 08 01:41:09.220585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a82c7-6139-495c-82f2-7e27b7a59d85 req-154a73f3-d964-49f7-b910-2a064ed0c1c7 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:09.227560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a82c7-6139-495c-82f2-7e27b7a59d85 req-154a73f3-d964-49f7-b910-2a064ed0c1c7 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:09.232790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49528) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:09.234199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a82c7-6139-495c-82f2-7e27b7a59d85 req-154a73f3-d964-49f7-b910-2a064ed0c1c7 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:09.242812 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-866a82c7-6139-495c-82f2-7e27b7a59d85 req-154a73f3-d964-49f7-b910-2a064ed0c1c7 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.1794040 Dec 08 01:41:09.252189 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.257265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Attempting to bind port 933c7c65-3c4c-4391-9d43-8f477f446dc7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:41:09.257980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Attempting to bind port 933c7c65-3c4c-4391-9d43-8f477f446dc7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '05e09b2c-6aca-4baf-b0fa-882882545659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:41:09.258516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Attempting to bind port 933c7c65-3c4c-4391-9d43-8f477f446dc7 on network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:09.265925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fa46f3fe-ff6d-4b9f-94fe-bf5bf9aeb6cb req-ceb9bd97-4c81-4851-ab7b-aa001ebbd472 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.266322 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:41:09.266897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Checking segment: {'id': '05e09b2c-6aca-4baf-b0fa-882882545659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:09.267470 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.268156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Bound using segment: {'id': '05e09b2c-6aca-4baf-b0fa-882882545659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:41:09.268845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Bound port: 933c7c65-3c4c-4391-9d43-8f477f446dc7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e09b2c-6aca-4baf-b0fa-882882545659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:41:09.269499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.307873 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Made reservation on behalf of 64403059b772468bb25507954fcd71ab for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:09.310520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['c843873d-b5b7-47c6-bfe5-407c868ca1fb'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:09.324309 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.337256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:09.337920 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.339337 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] 10.222.0.72 "PUT /v2.0/ports/9bf38e7c-d667-487f-8179-291dea12779a HTTP/1.1" status: 200 len: 1092 time: 3.0010548 Dec 08 01:41:09.346462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'tag': '9bf38e7c-d667-487f-8179-291dea12779a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:09.348578 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d41989e-f90d-4adb-887d-5a7c7eb75783" -d '{"events": [{"name": "network-changed", "server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "tag": "9bf38e7c-d667-487f-8179-291dea12779a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:09.357656 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-866a82c7-6139-495c-82f2-7e27b7a59d85 req-cc8d1111-443d-4d5d-a6ec-445061b28b2f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138172 Dec 08 01:41:09.388681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] For port 933c7c65-3c4c-4391-9d43-8f477f446dc7, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:41:09.393238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] For port 933c7c65-3c4c-4391-9d43-8f477f446dc7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=933c7c65-3c4c-4391-9d43-8f477f446dc7,segment=NetworkSegment(05e09b2c-6aca-4baf-b0fa-882882545659),segment_id=05e09b2c-6aca-4baf-b0fa-882882545659)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:41:09.404110 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.406596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Request body: {'port': {'device_id': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:09.473888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f2b2e-8310-4399-abe6-80325bd2dafd service neutron] Pushing event updated for resources: {'Port': ['ID=9bf38e7c-d667-487f-8179-291dea12779a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:09.477619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.521352 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761e02e-4a53-4637-b3da-cc1ddfab6544 req-09061471-c903-4398-b0a0-17309dc66d74 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:09.529945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95db5c7-0302-4a37-82b0-0eb6260d01d0 None None] Pushing event updated for resources: {'Port': ['ID=933c7c65-3c4c-4391-9d43-8f477f446dc7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:09.532898 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6761e02e-4a53-4637-b3da-cc1ddfab6544 req-09061471-c903-4398-b0a0-17309dc66d74 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.3428802 Dec 08 01:41:09.545424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa46f3fe-ff6d-4b9f-94fe-bf5bf9aeb6cb req-ceb9bd97-4c81-4851-ab7b-aa001ebbd472 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] No DVR routers for this DVR port c843873d-b5b7-47c6-bfe5-407c868ca1fb on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:09.570401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] device_id is not set on port c852e51b-0c04-4de0-bd93-cbf08f445b22 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:41:09.573713 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fa46f3fe-ff6d-4b9f-94fe-bf5bf9aeb6cb req-ceb9bd97-4c81-4851-ab7b-aa001ebbd472 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.578771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fa46f3fe-ff6d-4b9f-94fe-bf5bf9aeb6cb req-ceb9bd97-4c81-4851-ab7b-aa001ebbd472 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.72 "DELETE /v2.0/ports/c843873d-b5b7-47c6-bfe5-407c868ca1fb HTTP/1.1" status: 204 len: 173 time: 2.4261906 Dec 08 01:41:09.637505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93298bf7-ff60-4ff9-8afc-66a9e3ee1ced req-abbb8884-b149-49bc-a8e4-101dcce28dd2 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:09.638105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9bd97-4c81-4851-ab7b-aa001ebbd472 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] Pushing event deleted for resources: {'Port': ['ID=c843873d-b5b7-47c6-bfe5-407c868ca1fb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:09.639183 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93298bf7-ff60-4ff9-8afc-66a9e3ee1ced req-abbb8884-b149-49bc-a8e4-101dcce28dd2 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 945 time: 0.1584821 Dec 08 01:41:09.641070 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c841db1e-1dce-448b-af3a-cf07fd496ee9 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.689233 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c841db1e-1dce-448b-af3a-cf07fd496ee9 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.753170 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93298bf7-ff60-4ff9-8afc-66a9e3ee1ced req-c0cfb86e-5cd8-4ad2-b51a-3a5ea12a1bba tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954947 Dec 08 01:41:09.764103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Allocated IP 2001:db8::3d4 (88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e/61055173-4137-4afc-81ae-097ea3bc8bce/c852e51b-0c04-4de0-bd93-cbf08f445b22) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:09.767911 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.902735 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb85e6fc-b849-4080-b962-220b613ab36e x-openstack-request-id: req-fb85e6fc-b849-4080-b962-220b613ab36e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:09.903118 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "tag": "9bf38e7c-d667-487f-8179-291dea12779a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:09.903443 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb85e6fc-b849-4080-b962-220b613ab36e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:09.903918 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'tag': '9bf38e7c-d667-487f-8179-291dea12779a', 'status': 'completed', 'code': 200} Dec 08 01:41:09.924193 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c841db1e-1dce-448b-af3a-cf07fd496ee9 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.929190 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c841db1e-1dce-448b-af3a-cf07fd496ee9 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:09.930534 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c841db1e-1dce-448b-af3a-cf07fd496ee9 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-groups/33f1a17b-4a4f-40f7-b316-f6397dd82a45 HTTP/1.1" status: 204 len: 168 time: 0.6756685 Dec 08 01:41:09.936323 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6761e02e-4a53-4637-b3da-cc1ddfab6544 req-8942edce-841a-4328-93c1-183d652927ef tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024932 Dec 08 01:41:09.939294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49534) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:09.976139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841db1e-1dce-448b-af3a-cf07fd496ee9 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f1a17b-4a4f-40f7-b316-f6397dd82a45,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:10.035011 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-58c2bde7-ec74-47d4-88bd-294df4a73839 req-3214b851-3a06-46c3-9ca5-8f22e5ace160 tempest-ServerRescueTestJSON-675987574 tempest-ServerRescueTestJSON-675987574-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a13ef0b-15e2-412a-974a-64180ef9f593 HTTP/1.1" status: 200 len: 210 time: 0.0450907 Dec 08 01:41:10.078744 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:10.103226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:10.119266 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:10.166073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:10.169254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:10.170980 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:10.172691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:10.178583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.179220 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:10.223111 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.2597675 Dec 08 01:41:10.223111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3044c-bd8c-4e21-ad15-07738c9618f1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event updated for resources: {'Port': ['ID=c852e51b-0c04-4de0-bd93-cbf08f445b22,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:10.225099 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49538) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:10.272397 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1c8642e4-aa5b-4291-ad4f-09a105adc749 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3174877 Dec 08 01:41:10.289165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49540) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:10.292375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41989e-f90d-4adb-887d-5a7c7eb75783 req-03b3cbe6-7c25-4815-846f-e68eae0c3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.292872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41989e-f90d-4adb-887d-5a7c7eb75783 req-03b3cbe6-7c25-4815-846f-e68eae0c3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.293379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41989e-f90d-4adb-887d-5a7c7eb75783 req-03b3cbe6-7c25-4815-846f-e68eae0c3cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.295030 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d41989e-f90d-4adb-887d-5a7c7eb75783 req-03b3cbe6-7c25-4815-846f-e68eae0c3cc7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba0e6880a1d146779c68dc757f1944e7&device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2798 time: 0.3532803 Dec 08 01:41:10.325491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cf69e-70f7-41b0-bc2e-7881e4c6bceb tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.332073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cf69e-70f7-41b0-bc2e-7881e4c6bceb tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.337850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cf69e-70f7-41b0-bc2e-7881e4c6bceb tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.339555 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-af7cf69e-70f7-41b0-bc2e-7881e4c6bceb tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1135404 Dec 08 01:41:10.342484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49542) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:10.417542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Pushing event updated for resources: {'Port': ['ID=da455724-39c6-4e0e-ac64-ebd2b5b27a8a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:10.443489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6f5449ef-ba42-460b-8594-31305eb39960 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Deleting port c852e51b-0c04-4de0-bd93-cbf08f445b22 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:10.444230 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f5449ef-ba42-460b-8594-31305eb39960 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:10.460648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c37706-04f9-4bec-8386-32625b27803d req-21fe2428-8d6d-4ef6-a735-8770c35ea001 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.466739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c37706-04f9-4bec-8386-32625b27803d req-21fe2428-8d6d-4ef6-a735-8770c35ea001 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.472945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c37706-04f9-4bec-8386-32625b27803d req-21fe2428-8d6d-4ef6-a735-8770c35ea001 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.475353 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66c37706-04f9-4bec-8386-32625b27803d req-21fe2428-8d6d-4ef6-a735-8770c35ea001 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2398 time: 0.3111305 Dec 08 01:41:10.489477 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c024643c-70bb-4465-8a2e-1bf5f558352c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1933153 Dec 08 01:41:10.508514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49546) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:10.553102 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-45720069-2eaa-4bcf-afd3-3a8fd9b16325 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] delete failed (client error): The resource could not be found. Dec 08 01:41:10.558437 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-45720069-2eaa-4bcf-afd3-3a8fd9b16325 tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "DELETE /v2.0/security-groups/33f1a17b-4a4f-40f7-b316-f6397dd82a45 HTTP/1.1" status: 404 len: 347 time: 0.0487125 Dec 08 01:41:10.559420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:10.565257 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:10.609065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f024f-ec0d-42a9-8805-dd1ab5116af5 req-2d369f06-e218-4765-a5bd-f94dc63af0d6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.615036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f024f-ec0d-42a9-8805-dd1ab5116af5 req-2d369f06-e218-4765-a5bd-f94dc63af0d6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.621032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f024f-ec0d-42a9-8805-dd1ab5116af5 req-2d369f06-e218-4765-a5bd-f94dc63af0d6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.627969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f024f-ec0d-42a9-8805-dd1ab5116af5 req-2d369f06-e218-4765-a5bd-f94dc63af0d6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.633987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f024f-ec0d-42a9-8805-dd1ab5116af5 req-2d369f06-e218-4765-a5bd-f94dc63af0d6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.640773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f024f-ec0d-42a9-8805-dd1ab5116af5 req-2d369f06-e218-4765-a5bd-f94dc63af0d6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.646756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f024f-ec0d-42a9-8805-dd1ab5116af5 req-2d369f06-e218-4765-a5bd-f94dc63af0d6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.648934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-863f024f-ec0d-42a9-8805-dd1ab5116af5 req-2d369f06-e218-4765-a5bd-f94dc63af0d6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.1833720 Dec 08 01:41:10.653375 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f5449ef-ba42-460b-8594-31305eb39960 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:10.673560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6f5449ef-ba42-460b-8594-31305eb39960 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Calling delete_port for c852e51b-0c04-4de0-bd93-cbf08f445b22 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:10.680791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:10.682050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1222cc5f-80b3-4e37-b1a1-7cc27a6084dc tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8829756 Dec 08 01:41:10.713251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41989e-f90d-4adb-887d-5a7c7eb75783 req-2ce50864-a33e-4824-9ff2-d1ed49b504ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.713723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41989e-f90d-4adb-887d-5a7c7eb75783 req-2ce50864-a33e-4824-9ff2-d1ed49b504ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.714186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41989e-f90d-4adb-887d-5a7c7eb75783 req-2ce50864-a33e-4824-9ff2-d1ed49b504ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:10.715818 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d41989e-f90d-4adb-887d-5a7c7eb75783 req-2ce50864-a33e-4824-9ff2-d1ed49b504ae service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ba0e6880a1d146779c68dc757f1944e7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3854127 Dec 08 01:41:10.745327 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66c37706-04f9-4bec-8386-32625b27803d req-cfcc1363-7fa6-45f1-ad89-86e9c3850254 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375598 Dec 08 01:41:10.770044 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-863f024f-ec0d-42a9-8805-dd1ab5116af5 req-3ddab586-e4ae-415b-8891-8fea8caab060 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1079907 Dec 08 01:41:10.771938 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b5ab1a86-41e9-4c96-ac9a-ac07409e819c tempest-SecGroupTest-485048428 tempest-SecGroupTest-485048428-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2082033 Dec 08 01:41:10.922557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b69e82-7212-4390-810e-fe76663cbc94 None None] Network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:41:10.926206 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f5449ef-ba42-460b-8594-31305eb39960 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:10.976645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5449ef-ba42-460b-8594-31305eb39960 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event deleted for resources: {'Port': ['ID=c852e51b-0c04-4de0-bd93-cbf08f445b22,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:10.987632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:11.026066 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:11.057602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1d03aaca-899c-4323-9639-6405e3880192 None None] Provisioning complete for port 933c7c65-3c4c-4391-9d43-8f477f446dc7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:11.058077 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1d03aaca-899c-4323-9639-6405e3880192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:11.064388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa6b64-ba99-4772-8057-aadcd894b3aa req-cc911b78-9671-4886-b44b-df0132382aed tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:11.065979 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43aa6b64-ba99-4772-8057-aadcd894b3aa req-cc911b78-9671-4886-b44b-df0132382aed tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 945 time: 0.1324081 Dec 08 01:41:11.078611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Transition to ACTIVE for port object eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:41:11.098337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-d0299dbe-496b-4888-954a-2c3fe8422915 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1748333742&fields=id&tenant_id=d360b4bc611d407ea6f627c59dbbd6fc HTTP/1.1" status: 200 len: 267 time: 0.1619370 Dec 08 01:41:11.111560 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:11.189052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41989e-f90d-4adb-887d-5a7c7eb75783 req-b943bf35-b1c1-4dbe-bc6e-0112ef66b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:11.190929 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d41989e-f90d-4adb-887d-5a7c7eb75783 req-b943bf35-b1c1-4dbe-bc6e-0112ef66b1f3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4374201 Dec 08 01:41:11.208162 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1d03aaca-899c-4323-9639-6405e3880192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:11.210231 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f5449ef-ba42-460b-8594-31305eb39960 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:11.214899 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6f5449ef-ba42-460b-8594-31305eb39960 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "DELETE /v2.0/ports/c852e51b-0c04-4de0-bd93-cbf08f445b22 HTTP/1.1" status: 204 len: 168 time: 0.8708665 Dec 08 01:41:11.226291 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49574) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:11.244834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Pushing event updated for resources: {'Port': ['ID=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:11.278272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1d03aaca-899c-4323-9639-6405e3880192 None None] For port 933c7c65-3c4c-4391-9d43-8f477f446dc7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=933c7c65-3c4c-4391-9d43-8f477f446dc7,segment=NetworkSegment(05e09b2c-6aca-4baf-b0fa-882882545659),segment_id=05e09b2c-6aca-4baf-b0fa-882882545659)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:11.287100 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1d03aaca-899c-4323-9639-6405e3880192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:11.311164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43aa6b64-ba99-4772-8057-aadcd894b3aa req-5edd0b28-630e-4f65-9176-974fc180ffdb tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333789 Dec 08 01:41:11.331318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-b1af4010-6910-43ba-96bf-ede43765c098 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:11.341173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-b1af4010-6910-43ba-96bf-ede43765c098 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/networks?id=2ed92aa6-c0ed-4956-b30a-8b1d673626d1 HTTP/1.1" status: 200 len: 815 time: 0.2264309 Dec 08 01:41:11.345406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49576) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:11.348374 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-05be5a75-4883-4b3d-ad1e-3d3dc94dbba0 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] GET failed (client error): The resource could not be found. Dec 08 01:41:11.356369 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-05be5a75-4883-4b3d-ad1e-3d3dc94dbba0 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "GET /v2.0/ports/c852e51b-0c04-4de0-bd93-cbf08f445b22 HTTP/1.1" status: 404 len: 333 time: 0.1281974 Dec 08 01:41:11.363991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49578) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:11.366349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 61ac726e-5e6b-4f41-b53c-b57a5a11d53d details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:11.368395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c843873d-b5b7-47c6-bfe5-407c868ca1fb no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:11.413139 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-ddb506da-d871-46cf-b704-25060b4879c3 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/quotas/d360b4bc611d407ea6f627c59dbbd6fc HTTP/1.1" status: 200 len: 375 time: 0.0708327 Dec 08 01:41:11.427741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: c843873d-b5b7-47c6-bfe5-407c868ca1fb {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:41:11.431333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c843873d-b5b7-47c6-bfe5-407c868ca1fb not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:41:11.446322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Request body: {'port': {'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-3981960'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:11.492644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03aaca-899c-4323-9639-6405e3880192 None None] Pushing event updated for resources: {'Port': ['ID=933c7c65-3c4c-4391-9d43-8f477f446dc7,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:11.590702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Attempting to bind port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:41:11.591410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Attempting to bind port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:41:11.591938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Attempting to bind port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 on network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:11.601785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 on network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:41:11.602334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Attempting to bind port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 on network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:11.616882 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-7dff97d9-c43a-4bfe-b99b-814f5da8eee9 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d360b4bc611d407ea6f627c59dbbd6fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2013268 Dec 08 01:41:11.619308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:41:11.619990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Checking segment: {'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:11.620629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Bound using segment: {'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:41:11.621289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Bound port: eb13bc3d-c8b5-424f-a061-f9e812a7a0f8, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50b476a1-b186-4b38-a693-ced711bbf0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:41:11.623839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:11.642626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab7578-4c70-45e1-b24c-00953e809fba req-3658fad8-7a84-4cff-a6ae-41604eaa61e0 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:11.650169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ffab7578-4c70-45e1-b24c-00953e809fba req-3658fad8-7a84-4cff-a6ae-41604eaa61e0 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.1579020 Dec 08 01:41:11.673767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:11.701868 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 933c7c65-3c4c-4391-9d43-8f477f446dc7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:11.712736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d', 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8', 'port_id': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d', 'mac_address': 'fa:16:3e:07:76:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619d92e4-eb66-499a-8737-7efe45f82797', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:11.756948 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ffab7578-4c70-45e1-b24c-00953e809fba req-53f72f9e-e132-4046-bdeb-9b19576321c0 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058745 Dec 08 01:41:11.799553 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-21a8a3a6-6f00-4870-9260-c34b9955c28f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c34974a83cf94ed7ba77c30c9ec5b3ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4528875 Dec 08 01:41:11.800869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49584) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:11.812679 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:11.817251 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0f578c0e-1267-4743-ac0a-24a6ae40976e None None] Provisioning complete for port 933c7c65-3c4c-4391-9d43-8f477f446dc7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:11.817631 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f578c0e-1267-4743-ac0a-24a6ae40976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:11.838457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] For port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:41:11.860899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49588) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:11.889070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 933c7c65-3c4c-4391-9d43-8f477f446dc7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:11.890148 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:11.894576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61ac726e-5e6b-4f41-b53c-b57a5a11d53d {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:11.945206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a13ef0b-15e2-412a-974a-64180ef9f593', 'name': 'network-vif-deleted', 'tag': 'c843873d-b5b7-47c6-bfe5-407c868ca1fb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:11.947856 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae5a51f-56c6-4ca6-b4ab-aeb64a7d49c7" -d '{"events": [{"server_uuid": "2a13ef0b-15e2-412a-974a-64180ef9f593", "name": "network-vif-deleted", "tag": "c843873d-b5b7-47c6-bfe5-407c868ca1fb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:11.952797 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:11.953548 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-f3e4de75-ddae-41b4-8120-88a7543d7188 service neutron] 10.222.0.70 "GET /v2.0/networks/2ed92aa6-c0ed-4956-b30a-8b1d673626d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961907 Dec 08 01:41:11.961640 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:11.974016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] For port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:41:11.995809 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Made reservation on behalf of 64403059b772468bb25507954fcd71ab for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:12.004419 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:12.011957 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f4afef7-9259-493d-8328-94b91621b6a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:12.019993 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:12.040123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:12.040807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:12.042221 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] 10.222.0.72 "PUT /v2.0/ports/eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 HTTP/1.1" status: 200 len: 1092 time: 2.6604986 Dec 08 01:41:12.064091 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] device_id is not set on port da086789-52bc-4939-b37a-f5f09301578e yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:41:12.095203 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:12.125183 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['61ac726e-5e6b-4f41-b53c-b57a5a11d53d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:12.173010 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-194c7c5b-dba8-4124-ab5f-95d70dbe2cea service neutron] 10.222.0.70 "GET /v2.0/networks/2ed92aa6-c0ed-4956-b30a-8b1d673626d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185638 Dec 08 01:41:12.173520 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f4afef7-9259-493d-8328-94b91621b6a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:12.232319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cd935-d655-4a64-b371-5f2732d7af00 req-5de9b8cc-2e11-4fdd-b59f-29239bccd6e0 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:12.240359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cd935-d655-4a64-b371-5f2732d7af00 req-5de9b8cc-2e11-4fdd-b59f-29239bccd6e0 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:12.261612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cd935-d655-4a64-b371-5f2732d7af00 req-5de9b8cc-2e11-4fdd-b59f-29239bccd6e0 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:12.263636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0f578c0e-1267-4743-ac0a-24a6ae40976e None None] Provisioning complete for port 9c5f2f36-5a5f-45b1-9a81-1019c890dff8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:12.264273 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f578c0e-1267-4743-ac0a-24a6ae40976e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:12.270729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0f6cd935-d655-4a64-b371-5f2732d7af00 req-5de9b8cc-2e11-4fdd-b59f-29239bccd6e0 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2410 time: 0.2946551 Dec 08 01:41:12.321948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Allocated IP 2001:db8::7 (88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e/61055173-4137-4afc-81ae-097ea3bc8bce/da086789-52bc-4939-b37a-f5f09301578e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:12.346627 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0f6cd935-d655-4a64-b371-5f2732d7af00 req-b4778fb7-0a8d-4591-9a2c-853b68f89461 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693696 Dec 08 01:41:12.373259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0f578c0e-1267-4743-ac0a-24a6ae40976e None None] Port 9c5f2f36-5a5f-45b1-9a81-1019c890dff8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:12.444143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3165e-3fb5-4224-b629-f5e9ac31069b service neutron] Pushing event updated for resources: {'Port': ['ID=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:12.502235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-5dcbf673-678c-4155-9c34-b71d1117ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:12.505099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-5dcbf673-678c-4155-9c34-b71d1117ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:12.506032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-5dcbf673-678c-4155-9c34-b71d1117ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:12.508539 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-5dcbf673-678c-4155-9c34-b71d1117ec30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba0e6880a1d146779c68dc757f1944e7&device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2866 time: 0.3939278 Dec 08 01:41:12.518790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8568af87-d971-48a6-9508-1f5688b102c2 None None] Could not find standard attr ID for object c852e51b-0c04-4de0-bd93-cbf08f445b22. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:41:12.527343 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0f3fe0-6ae2-410f-9667-d39891f11d8c x-openstack-request-id: req-9a0f3fe0-6ae2-410f-9667-d39891f11d8c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:12.528948 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a13ef0b-15e2-412a-974a-64180ef9f593", "name": "network-vif-deleted", "tag": "c843873d-b5b7-47c6-bfe5-407c868ca1fb", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:12.529380 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a0f3fe0-6ae2-410f-9667-d39891f11d8c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:12.530187 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a13ef0b-15e2-412a-974a-64180ef9f593', 'name': 'network-vif-deleted', 'tag': 'c843873d-b5b7-47c6-bfe5-407c868ca1fb', 'status': 'completed', 'code': 200} Dec 08 01:41:12.544683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8568af87-d971-48a6-9508-1f5688b102c2 None None] Provisioning complete for port 9c5f2f36-5a5f-45b1-9a81-1019c890dff8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:12.545175 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8568af87-d971-48a6-9508-1f5688b102c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:12.572433 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:12.588209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8568af87-d971-48a6-9508-1f5688b102c2 None None] Port 9c5f2f36-5a5f-45b1-9a81-1019c890dff8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:12.621496 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:12.698184 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-53c897a0-b623-4b1b-b188-6a6fd334f77c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=c4d5c82a-9875-4d78-bfb1-8ee1f09e590a HTTP/1.1" status: 200 len: 217 time: 0.1002314 Dec 08 01:41:12.715968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:12.741694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:12.775408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:12.782306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:12.782972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:12.818019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event updated for resources: {'Port': ['ID=da086789-52bc-4939-b37a-f5f09301578e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:12.841633 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ba709757-da4c-43ee-b2be-c9cf512ddd55 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4420435 Dec 08 01:41:12.845105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f4afef7-9259-493d-8328-94b91621b6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:12.849170 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f4afef7-9259-493d-8328-94b91621b6a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:12.850437 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8f4afef7-9259-493d-8328-94b91621b6a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/066072e7-7821-4d5c-b1a2-961a89d92871 HTTP/1.1" status: 204 len: 168 time: 1.0485437 Dec 08 01:41:12.853322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49604) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:12.857389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372941e-4bcc-4d26-9c2c-e1adf5709c8c req-6062fa8f-31e0-4f68-b65b-f8fc55c6573b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:12.865456 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5372941e-4bcc-4d26-9c2c-e1adf5709c8c req-6062fa8f-31e0-4f68-b65b-f8fc55c6573b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 944 time: 0.2168484 Dec 08 01:41:12.866010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-83876bea-ba31-4fba-9b94-ee073ebbeb92 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b1', 'mac_address': 'fa:16:3e:59:7e:db'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:12.925790 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5372941e-4bcc-4d26-9c2c-e1adf5709c8c req-2656bd04-fe1a-4ce5-8af1-5bcb2af79907 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584657 Dec 08 01:41:12.928680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f62115-7b46-42ef-a87f-fc18096aebb0 req-2421fffb-125a-4ea6-ba75-bddf2850ac65 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:12.953854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f62115-7b46-42ef-a87f-fc18096aebb0 req-2421fffb-125a-4ea6-ba75-bddf2850ac65 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:12.968354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f62115-7b46-42ef-a87f-fc18096aebb0 req-2421fffb-125a-4ea6-ba75-bddf2850ac65 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:12.985190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f62115-7b46-42ef-a87f-fc18096aebb0 req-2421fffb-125a-4ea6-ba75-bddf2850ac65 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:13.002252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f62115-7b46-42ef-a87f-fc18096aebb0 req-2421fffb-125a-4ea6-ba75-bddf2850ac65 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:13.014041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f62115-7b46-42ef-a87f-fc18096aebb0 req-2421fffb-125a-4ea6-ba75-bddf2850ac65 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:13.021517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f62115-7b46-42ef-a87f-fc18096aebb0 req-2421fffb-125a-4ea6-ba75-bddf2850ac65 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:13.029792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32f62115-7b46-42ef-a87f-fc18096aebb0 req-2421fffb-125a-4ea6-ba75-bddf2850ac65 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.5182142 Dec 08 01:41:13.046889 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9f6c8be0-9ba7-4330-9463-35bd7771d866 req-9bace5f4-83f7-4a57-b502-bd61c9586a24 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 210 time: 0.0488162 Dec 08 01:41:13.080161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4afef7-9259-493d-8328-94b91621b6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066072e7-7821-4d5c-b1a2-961a89d92871,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:13.129040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-4281c14d-2948-4a0a-a300-c57374ae3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:13.130639 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-4281c14d-2948-4a0a-a300-c57374ae3b76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d01f8b0-cb7a-48b4-9817-d01c065fb805 HTTP/1.1" status: 200 len: 801 time: 0.4099910 Dec 08 01:41:13.227441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f19b03-7f6a-46c1-bdcd-13220556548b req-d067b9cd-6a52-4acb-b51d-1fc4d811d8d4 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:13.229031 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47f19b03-7f6a-46c1-bdcd-13220556548b req-d067b9cd-6a52-4acb-b51d-1fc4d811d8d4 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.0697360 Dec 08 01:41:13.252029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d9711d41-06ca-4b97-83cd-36701d5f9edf None None] Provisioning complete for port da086789-52bc-4939-b37a-f5f09301578e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:13.253220 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d9711d41-06ca-4b97-83cd-36701d5f9edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:13.277968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32f62115-7b46-42ef-a87f-fc18096aebb0 req-1b5d6176-1cbf-4c9e-8967-c8c315c793c8 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2466226 Dec 08 01:41:13.321052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-37ec1bbe-f809-45bb-a41e-42f984dadab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:13.322501 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-37ec1bbe-f809-45bb-a41e-42f984dadab0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5e6685e4-aaaf-4f84-8be9-7f15e367b056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531906 Dec 08 01:41:13.334939 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47f19b03-7f6a-46c1-bdcd-13220556548b req-a80a7213-f3a8-44e3-b24f-f774839b103a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967097 Dec 08 01:41:13.346647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 61ac726e-5e6b-4f41-b53c-b57a5a11d53d up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:13.422490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d9711d41-06ca-4b97-83cd-36701d5f9edf None None] Port da086789-52bc-4939-b37a-f5f09301578e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:13.431298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:13.431971 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:13.542616 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:13.572620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:13.615851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:13.618951 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afee8a27-d437-44b6-b3a5-3fb6afc8d396" -d '{"events": [{"server_uuid": "c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794", "name": "network-vif-plugged", "status": "completed", "tag": "61ac726e-5e6b-4f41-b53c-b57a5a11d53d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:13.642443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:13.652536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a4577-b23d-459b-bc1d-06225b134492 req-6696e04a-3a13-4e7f-94e1-4f950acbb233 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:13.659483 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:13.661842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a4577-b23d-459b-bc1d-06225b134492 req-6696e04a-3a13-4e7f-94e1-4f950acbb233 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:13.675303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a4577-b23d-459b-bc1d-06225b134492 req-6696e04a-3a13-4e7f-94e1-4f950acbb233 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:13.677229 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-183a4577-b23d-459b-bc1d-06225b134492 req-6696e04a-3a13-4e7f-94e1-4f950acbb233 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2410 time: 0.2218134 Dec 08 01:41:13.710174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 933c7c65-3c4c-4391-9d43-8f477f446dc7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:13.755412 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-183a4577-b23d-459b-bc1d-06225b134492 req-db8174cb-07da-4d43-b2a4-fe54ffd4a3c9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658076 Dec 08 01:41:13.812624 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8aa15f-2368-4d87-b2c2-447b0f9ab562 x-openstack-request-id: req-9b8aa15f-2368-4d87-b2c2-447b0f9ab562 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:13.812951 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794", "name": "network-vif-plugged", "status": "completed", "tag": "61ac726e-5e6b-4f41-b53c-b57a5a11d53d", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:13.813159 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b8aa15f-2368-4d87-b2c2-447b0f9ab562 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:13.813554 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d', 'code': 200} Dec 08 01:41:13.829306 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:13.851143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:13.869195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'port_id': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1', 'mac_address': 'fa:16:3e:c4:b5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b516fe5-7c7e-4300-bab4-16f44055e7df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:13.872199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 933c7c65-3c4c-4391-9d43-8f477f446dc7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:13.872610 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:13.937292 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83876bea-ba31-4fba-9b94-ee073ebbeb92 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:13.943592 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:13.962021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:14.002887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:14.013142 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:14.080150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:14.106717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd0826-09b1-4964-adc1-19155de8f015 req-929fe5c0-df54-4124-b95f-012b276147f2 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:14.108812 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cccd0826-09b1-4964-adc1-19155de8f015 req-929fe5c0-df54-4124-b95f-012b276147f2 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 945 time: 0.2157154 Dec 08 01:41:14.151936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-f2bd27f2-b94c-4fcc-9704-a11744392614 service neutron] 10.222.0.72 "GET /v2.0/networks/5e6685e4-aaaf-4f84-8be9-7f15e367b056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7632980 Dec 08 01:41:14.175679 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3cc87db8-9d83-4302-9c20-ddeacba997a5 req-644efa1a-1ce2-42f0-941c-f6e8063dca6f tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 210 time: 0.0292723 Dec 08 01:41:14.190260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['13a4af6a-9400-4a60-ae35-bc9bd530b0c1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:14.304084 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cccd0826-09b1-4964-adc1-19155de8f015 req-b0e99266-88a5-4f1a-a1b4-33e312a55d67 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785414 Dec 08 01:41:14.350371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-efd4fd6f-a42b-4785-bbde-f30e77d7e302 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:14.352085 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-efd4fd6f-a42b-4785-bbde-f30e77d7e302 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.65 "GET /v2.0/networks?id=2ed92aa6-c0ed-4956-b30a-8b1d673626d1 HTTP/1.1" status: 200 len: 815 time: 0.1752651 Dec 08 01:41:14.513272 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-e6f9fc53-9d1a-4543-b48e-53594c89ba56 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d360b4bc611d407ea6f627c59dbbd6fc HTTP/1.1" status: 200 len: 380 time: 0.1336915 Dec 08 01:41:14.524937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5e8e-3210-4156-9c01-07817fd5c416 req-5aeea274-a428-471a-b133-1bae86f3437c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:14.531527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5e8e-3210-4156-9c01-07817fd5c416 req-5aeea274-a428-471a-b133-1bae86f3437c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:14.537715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5e8e-3210-4156-9c01-07817fd5c416 req-5aeea274-a428-471a-b133-1bae86f3437c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:14.538501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'tag': 'eb13bc3d-c8b5-424f-a061-f9e812a7a0f8'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:14.540768 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "tag": "eb13bc3d-c8b5-424f-a061-f9e812a7a0f8"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:14.544005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5e8e-3210-4156-9c01-07817fd5c416 req-5aeea274-a428-471a-b133-1bae86f3437c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:14.550553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5e8e-3210-4156-9c01-07817fd5c416 req-5aeea274-a428-471a-b133-1bae86f3437c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:14.559203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5e8e-3210-4156-9c01-07817fd5c416 req-5aeea274-a428-471a-b133-1bae86f3437c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:14.566082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5e8e-3210-4156-9c01-07817fd5c416 req-5aeea274-a428-471a-b133-1bae86f3437c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:14.567981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f62b5e8e-3210-4156-9c01-07817fd5c416 req-5aeea274-a428-471a-b133-1bae86f3437c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.1539152 Dec 08 01:41:14.572683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Request body: {'port': {'device_id': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'admin_state_up': True, 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'security_groups': ['3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:14.620857 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f49fa-5c57-4103-ae84-65e4afc7bb8e req-351c5849-fcd3-4bf7-870d-68e5892b734b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:14.623168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c5f49fa-5c57-4103-ae84-65e4afc7bb8e req-351c5849-fcd3-4bf7-870d-68e5892b734b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 945 time: 0.1342225 Dec 08 01:41:14.648818 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-8f52a7ae-4e2c-4669-b380-1e8b5edd0021 service neutron] 10.222.0.72 "GET /v2.0/networks/5e6685e4-aaaf-4f84-8be9-7f15e367b056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800160 Dec 08 01:41:14.668443 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83876bea-ba31-4fba-9b94-ee073ebbeb92 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:14.673834 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a428d2ad-a8e7-4dd0-8b12-a72c1a084d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:14.709491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f62b5e8e-3210-4156-9c01-07817fd5c416 req-5363178f-8340-4699-a635-3595add5fb28 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216214 Dec 08 01:41:14.727921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83876bea-ba31-4fba-9b94-ee073ebbeb92 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:14.738590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Made reservation on behalf of d360b4bc611d407ea6f627c59dbbd6fc for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:14.742684 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:14.825965 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-31df30c2-944a-45d0-9d63-1f74b8c45edc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.48&port_id=9bf38e7c-d667-487f-8179-291dea12779a HTTP/1.1" status: 200 len: 217 time: 0.1464915 Dec 08 01:41:14.853746 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddd029d-bae5-4795-9379-b978f2463c1c x-openstack-request-id: req-dddd029d-bae5-4795-9379-b978f2463c1c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:14.854086 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "tag": "eb13bc3d-c8b5-424f-a061-f9e812a7a0f8", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:14.855471 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dddd029d-bae5-4795-9379-b978f2463c1c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:14.863732 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'tag': 'eb13bc3d-c8b5-424f-a061-f9e812a7a0f8', 'status': 'completed', 'code': 200} Dec 08 01:41:14.891000 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c5f49fa-5c57-4103-ae84-65e4afc7bb8e req-f7d9eeae-d4c1-4cd5-8470-171c9419495b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560284 Dec 08 01:41:14.892016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-83876bea-ba31-4fba-9b94-ee073ebbeb92 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] In _notify_port_updated(), no bound segment for port da086789-52bc-4939-b37a-f5f09301578e on network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:41:14.897817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83876bea-ba31-4fba-9b94-ee073ebbeb92 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:14.898475 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83876bea-ba31-4fba-9b94-ee073ebbeb92 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:14.902362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-83876bea-ba31-4fba-9b94-ee073ebbeb92 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "PUT /v2.0/ports/da086789-52bc-4939-b37a-f5f09301578e HTTP/1.1" status: 200 len: 998 time: 2.0407910 Dec 08 01:41:14.908986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49674) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:15.028222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Allocated IP 172.20.0.12 (2ed92aa6-c0ed-4956-b30a-8b1d673626d1/f0fd1893-ef6e-4d5e-8e35-5902b491ac33/c594e60b-842c-4d83-80c2-3e332c4bb031) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:15.042365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-53221578-a219-4917-b291-9abb2ec2da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:15.044230 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-53221578-a219-4917-b291-9abb2ec2da84 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6abceb6e-5712-4e54-86b9-25df1220bfd3 HTTP/1.1" status: 200 len: 801 time: 0.1692681 Dec 08 01:41:15.059681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83876bea-ba31-4fba-9b94-ee073ebbeb92 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event updated for resources: {'Port': ['ID=da086789-52bc-4939-b37a-f5f09301578e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:15.214116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-5a5286e6-8f43-48ce-bd7f-1f57b3aa9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:15.215871 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-5a5286e6-8f43-48ce-bd7f-1f57b3aa9b80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=470ecc73-ce1f-4f95-b9be-f0497b6ccfda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1514144 Dec 08 01:41:15.336852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 61ac726e-5e6b-4f41-b53c-b57a5a11d53d no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:15.377822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22dff3-db9c-4e82-ad00-3a07b67e8e17 req-27705d66-14bf-4428-be38-1eb08e9e10e8 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:15.411805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22dff3-db9c-4e82-ad00-3a07b67e8e17 req-27705d66-14bf-4428-be38-1eb08e9e10e8 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:15.425187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22dff3-db9c-4e82-ad00-3a07b67e8e17 req-27705d66-14bf-4428-be38-1eb08e9e10e8 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:15.428920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a22dff3-db9c-4e82-ad00-3a07b67e8e17 req-27705d66-14bf-4428-be38-1eb08e9e10e8 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2410 time: 0.4620678 Dec 08 01:41:15.464184 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:15.482760 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:15.506432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-46a9ed7f-8d95-4891-808d-4cbaea9c4f84 None None] Provisioning complete for port da086789-52bc-4939-b37a-f5f09301578e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:15.506778 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46a9ed7f-8d95-4891-808d-4cbaea9c4f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:15.524484 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6346a3ec-a012-481b-8d2b-c774f24f5793 req-abe9fd73-ae1a-40ab-a60b-65b3a46e391d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 210 time: 0.1076436 Dec 08 01:41:15.528035 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-b04ddbbf-a070-42ee-825b-5c702e6afa50 service neutron] 10.222.0.72 "GET /v2.0/networks/470ecc73-ce1f-4f95-b9be-f0497b6ccfda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584317 Dec 08 01:41:15.602511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:15.619118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d12e78b6-d4a7-4b40-a468-8aaa8dee5b04 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Deleting port da086789-52bc-4939-b37a-f5f09301578e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:15.619901 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d12e78b6-d4a7-4b40-a468-8aaa8dee5b04 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:15.649533 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a22dff3-db9c-4e82-ad00-3a07b67e8e17 req-a6be50b4-407a-4360-8af2-e525794865b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781795 Dec 08 01:41:15.694672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:15.699076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093d5bb-968c-4089-b6fc-a5d56f318dc5 req-70b5a849-f505-4667-914d-3269dfe6bb79 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:15.700850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d093d5bb-968c-4089-b6fc-a5d56f318dc5 req-70b5a849-f505-4667-914d-3269dfe6bb79 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 945 time: 0.3956370 Dec 08 01:41:15.920832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:15.926781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-0867ac0e-4d0d-440e-8977-dda95eb36096 service neutron] 10.222.0.72 "GET /v2.0/networks/470ecc73-ce1f-4f95-b9be-f0497b6ccfda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872373 Dec 08 01:41:15.927223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:15.933216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:15.977639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-46a9ed7f-8d95-4891-808d-4cbaea9c4f84 None None] Port da086789-52bc-4939-b37a-f5f09301578e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:15.978759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c04f73-096b-4e0b-ba3d-23311326b91d req-9bd6d39a-d5cc-4fdc-8e57-fbfc0e296faa tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:15.982839 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f3c04f73-096b-4e0b-ba3d-23311326b91d req-9bd6d39a-d5cc-4fdc-8e57-fbfc0e296faa tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 945 time: 0.2943130 Dec 08 01:41:15.993848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:15.998100 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd43e4e0-f135-40d4-a29a-46787f7e04cb" -d '{"events": [{"server_uuid": "c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794", "name": "network-vif-unplugged", "status": "completed", "tag": "61ac726e-5e6b-4f41-b53c-b57a5a11d53d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:16.005077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Pushing event updated for resources: {'Port': ['ID=c594e60b-842c-4d83-80c2-3e332c4bb031,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:16.028766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d12e78b6-d4a7-4b40-a468-8aaa8dee5b04 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:16.056627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:16.069085 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:16.087438 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-cc0c426a-b325-471f-8353-d9ea3b70ac41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 HTTP/1.1" status: 200 len: 217 time: 0.1029494 Dec 08 01:41:16.127501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d12e78b6-d4a7-4b40-a468-8aaa8dee5b04 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Calling delete_port for da086789-52bc-4939-b37a-f5f09301578e owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:16.162773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:16.168460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:16.169150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:16.187201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:16.187712 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:16.251160 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f3c04f73-096b-4e0b-ba3d-23311326b91d req-15e10480-ae54-4c32-bade-b116106ac8a4 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385380 Dec 08 01:41:16.255546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a428d2ad-a8e7-4dd0-8b12-a72c1a084d8c admin admin] Deleting port 822e03fb-b6d2-4a2b-8917-9ff938c019a2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:16.255893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a428d2ad-a8e7-4dd0-8b12-a72c1a084d8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:16.297027 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d093d5bb-968c-4089-b6fc-a5d56f318dc5 req-6d6def73-f09f-40b4-944c-e103d57a33c0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Deleting port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:16.297377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d093d5bb-968c-4089-b6fc-a5d56f318dc5 req-6d6def73-f09f-40b4-944c-e103d57a33c0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:16.329749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-fbc99cab-8320-4558-bccf-bbf0931dca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:16.331518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-fbc99cab-8320-4558-bccf-bbf0931dca52 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d01f8b0-cb7a-48b4-9817-d01c065fb805 HTTP/1.1" status: 200 len: 801 time: 0.2157006 Dec 08 01:41:16.335547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59dcb0-ed8a-45d9-9ae4-bb68efa7c71e req-4804d96d-1529-42e2-8e17-a6f644747c7f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:16.342568 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:16.348097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59dcb0-ed8a-45d9-9ae4-bb68efa7c71e req-4804d96d-1529-42e2-8e17-a6f644747c7f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:16.364614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59dcb0-ed8a-45d9-9ae4-bb68efa7c71e req-4804d96d-1529-42e2-8e17-a6f644747c7f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:16.378136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59dcb0-ed8a-45d9-9ae4-bb68efa7c71e req-4804d96d-1529-42e2-8e17-a6f644747c7f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:16.388110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:16.391490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59dcb0-ed8a-45d9-9ae4-bb68efa7c71e req-4804d96d-1529-42e2-8e17-a6f644747c7f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:16.395548 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:16.398222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59dcb0-ed8a-45d9-9ae4-bb68efa7c71e req-4804d96d-1529-42e2-8e17-a6f644747c7f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:16.404710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59dcb0-ed8a-45d9-9ae4-bb68efa7c71e req-4804d96d-1529-42e2-8e17-a6f644747c7f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:16.407544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3c59dcb0-ed8a-45d9-9ae4-bb68efa7c71e req-4804d96d-1529-42e2-8e17-a6f644747c7f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.4044135 Dec 08 01:41:16.412602 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-29ac58c6-c822-4752-9175-4e8804724f28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8435788 Dec 08 01:41:16.448006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Request body: {'port': {'device_id': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:16.463114 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c7f165c1-9481-402c-80df-df04b09a8664 None None] Provisioning complete for port c594e60b-842c-4d83-80c2-3e332c4bb031 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:16.463493 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c7f165c1-9481-402c-80df-df04b09a8664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:16.506133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c7f165c1-9481-402c-80df-df04b09a8664 None None] Port c594e60b-842c-4d83-80c2-3e332c4bb031 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:16.523755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:16.564059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-45df9773-079e-4d6b-bfd8-350f72d622ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:16.566336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-45df9773-079e-4d6b-bfd8-350f72d622ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5e6685e4-aaaf-4f84-8be9-7f15e367b056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172394 Dec 08 01:41:16.576446 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3c59dcb0-ed8a-45d9-9ae4-bb68efa7c71e req-63c86aa9-02aa-453e-a47c-11143df92153 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1609535 Dec 08 01:41:16.585853 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:16.610145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fc774-1ea0-48bf-a79c-73a0f097457b req-1cab0ca0-8c62-43f7-96d9-c51e9b41e56a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:16.613340 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ca5fc774-1ea0-48bf-a79c-73a0f097457b req-1cab0ca0-8c62-43f7-96d9-c51e9b41e56a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.2004085 Dec 08 01:41:16.616129 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a428d2ad-a8e7-4dd0-8b12-a72c1a084d8c admin admin] For port 822e03fb-b6d2-4a2b-8917-9ff938c019a2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=822e03fb-b6d2-4a2b-8917-9ff938c019a2,segment=NetworkSegment(9b398d00-9b81-48b6-aec0-7eeea72f1ca7),segment_id=9b398d00-9b81-48b6-aec0-7eeea72f1ca7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:16.616698 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a428d2ad-a8e7-4dd0-8b12-a72c1a084d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:16.627571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d093d5bb-968c-4089-b6fc-a5d56f318dc5 req-6d6def73-f09f-40b4-944c-e103d57a33c0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] For port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:16.627915 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d093d5bb-968c-4089-b6fc-a5d56f318dc5 req-6d6def73-f09f-40b4-944c-e103d57a33c0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:16.649584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d093d5bb-968c-4089-b6fc-a5d56f318dc5 req-6d6def73-f09f-40b4-944c-e103d57a33c0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Calling delete_port for 61ac726e-5e6b-4f41-b53c-b57a5a11d53d owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:16.661329 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c95a1c-0909-4d89-809c-9f72f10f7b79 x-openstack-request-id: req-92c95a1c-0909-4d89-809c-9f72f10f7b79 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:16.661639 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794", "name": "network-vif-unplugged", "status": "completed", "tag": "61ac726e-5e6b-4f41-b53c-b57a5a11d53d", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:16.661911 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92c95a1c-0909-4d89-809c-9f72f10f7b79 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:16.662330 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d', 'code': 200} Dec 08 01:41:16.791835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a428d2ad-a8e7-4dd0-8b12-a72c1a084d8c admin admin] Calling delete_port for 822e03fb-b6d2-4a2b-8917-9ff938c019a2 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:17.063502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ca5fc774-1ea0-48bf-a79c-73a0f097457b req-13acd81e-5102-41fb-a461-d54702b77f54 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910841 Dec 08 01:41:17.160643 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d12e78b6-d4a7-4b40-a468-8aaa8dee5b04 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:17.198633 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d093d5bb-968c-4089-b6fc-a5d56f318dc5 req-6d6def73-f09f-40b4-944c-e103d57a33c0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:17.229823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e78b6-d4a7-4b40-a468-8aaa8dee5b04 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event deleted for resources: {'Port': ['ID=da086789-52bc-4939-b37a-f5f09301578e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:17.253220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6def73-f09f-40b4-944c-e103d57a33c0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event deleted for resources: {'Port': ['ID=61ac726e-5e6b-4f41-b53c-b57a5a11d53d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:17.283317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-71745b60-f7c0-4ccf-8345-5ebfb0740675 service neutron] 10.222.0.72 "GET /v2.0/networks/5e6685e4-aaaf-4f84-8be9-7f15e367b056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6892948 Dec 08 01:41:17.349594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7457-28c5-4d7d-8ad5-5caf94b564df req-5cab0884-4684-4515-a625-d401df9250df tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:17.357444 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3aec7457-28c5-4d7d-8ad5-5caf94b564df req-5cab0884-4684-4515-a625-d401df9250df tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 932 time: 0.3082545 Dec 08 01:41:17.554946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b0a7c84-2439-4a61-9411-b183bf77a31c req-04a68025-f44b-4c75-9738-119df4cf0f3f service neutron] 10.222.0.72 "GET /v2.0/networks/5e6685e4-aaaf-4f84-8be9-7f15e367b056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191219 Dec 08 01:41:17.650511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d093d5bb-968c-4089-b6fc-a5d56f318dc5 req-6d6def73-f09f-40b4-944c-e103d57a33c0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] No DVR routers for this DVR port 61ac726e-5e6b-4f41-b53c-b57a5a11d53d on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:17.655893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d093d5bb-968c-4089-b6fc-a5d56f318dc5 req-6d6def73-f09f-40b4-944c-e103d57a33c0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:17.660276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d093d5bb-968c-4089-b6fc-a5d56f318dc5 req-6d6def73-f09f-40b4-944c-e103d57a33c0 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.72 "DELETE /v2.0/ports/61ac726e-5e6b-4f41-b53c-b57a5a11d53d HTTP/1.1" status: 204 len: 173 time: 1.9392543 Dec 08 01:41:17.660858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794', 'name': 'network-vif-deleted', 'tag': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:17.663577 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9611eca9-235b-4504-a563-b30d6675c044" -d '{"events": [{"server_uuid": "c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794", "name": "network-vif-deleted", "tag": "61ac726e-5e6b-4f41-b53c-b57a5a11d53d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:17.671354 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a428d2ad-a8e7-4dd0-8b12-a72c1a084d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:17.672514 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3aec7457-28c5-4d7d-8ad5-5caf94b564df req-3c79ad37-06ba-45e5-b5f9-2d2347b82ded tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3140752 Dec 08 01:41:17.676361 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d12e78b6-d4a7-4b40-a468-8aaa8dee5b04 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:17.683444 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d12e78b6-d4a7-4b40-a468-8aaa8dee5b04 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "DELETE /v2.0/ports/da086789-52bc-4939-b37a-f5f09301578e HTTP/1.1" status: 204 len: 168 time: 2.7731686 Dec 08 01:41:17.688835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49730) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:17.767031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172237c-3415-4453-bc12-aa5547d3bb5a req-b0441d23-ac74-49f8-95c9-30910b753b94 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:17.779175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172237c-3415-4453-bc12-aa5547d3bb5a req-b0441d23-ac74-49f8-95c9-30910b753b94 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:17.798206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172237c-3415-4453-bc12-aa5547d3bb5a req-b0441d23-ac74-49f8-95c9-30910b753b94 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:17.804547 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9172237c-3415-4453-bc12-aa5547d3bb5a req-b0441d23-ac74-49f8-95c9-30910b753b94 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2410 time: 0.5939643 Dec 08 01:41:17.848889 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4af4f1eb-edf9-4037-afbb-31b60d581d29 req-193a50aa-8833-4b0e-b635-a302d5b64504 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794 HTTP/1.1" status: 200 len: 210 time: 0.0420144 Dec 08 01:41:17.998591 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428d2ad-a8e7-4dd0-8b12-a72c1a084d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=822e03fb-b6d2-4a2b-8917-9ff938c019a2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:18.021405 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2178f02-5b4c-4e46-9825-b255e617cd56 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] GET failed (client error): The resource could not be found. Dec 08 01:41:18.023095 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d2178f02-5b4c-4e46-9825-b255e617cd56 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "GET /v2.0/ports/da086789-52bc-4939-b37a-f5f09301578e HTTP/1.1" status: 404 len: 333 time: 0.3235130 Dec 08 01:41:18.035516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49736) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:18.041517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Request body: {'port': {'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1576169782'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:18.081511 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c594e60b-842c-4d83-80c2-3e332c4bb031 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:18.091797 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:18.121612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b51a-e42c-4192-abda-79b60bcefde0 req-b00ed7d6-c694-40c5-9c30-212422e0b7a5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:18.128466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b51a-e42c-4192-abda-79b60bcefde0 req-b00ed7d6-c694-40c5-9c30-212422e0b7a5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:18.151249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b51a-e42c-4192-abda-79b60bcefde0 req-b00ed7d6-c694-40c5-9c30-212422e0b7a5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:18.157750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b51a-e42c-4192-abda-79b60bcefde0 req-b00ed7d6-c694-40c5-9c30-212422e0b7a5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:18.166380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b51a-e42c-4192-abda-79b60bcefde0 req-b00ed7d6-c694-40c5-9c30-212422e0b7a5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:18.176114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b51a-e42c-4192-abda-79b60bcefde0 req-b00ed7d6-c694-40c5-9c30-212422e0b7a5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:18.189309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b51a-e42c-4192-abda-79b60bcefde0 req-b00ed7d6-c694-40c5-9c30-212422e0b7a5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:18.197413 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4607b51a-e42c-4192-abda-79b60bcefde0 req-b00ed7d6-c694-40c5-9c30-212422e0b7a5 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.2657890 Dec 08 01:41:18.221412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Transition to ACTIVE for port object c594e60b-842c-4d83-80c2-3e332c4bb031 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:41:18.237453 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:18.396422 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4607b51a-e42c-4192-abda-79b60bcefde0 req-b2578973-1b51-4593-a90c-09e91429db88 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1939130 Dec 08 01:41:18.458037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99414961-cacb-454d-8273-30513a001950 service neutron] Pushing event updated for resources: {'Port': ['ID=c594e60b-842c-4d83-80c2-3e332c4bb031,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:18.607762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Attempting to bind port c594e60b-842c-4d83-80c2-3e332c4bb031 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:41:18.609045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Attempting to bind port c594e60b-842c-4d83-80c2-3e332c4bb031 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:41:18.609559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Attempting to bind port c594e60b-842c-4d83-80c2-3e332c4bb031 on network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:18.618727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Port c594e60b-842c-4d83-80c2-3e332c4bb031 on network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:41:18.619304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Attempting to bind port c594e60b-842c-4d83-80c2-3e332c4bb031 on network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:18.663687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d403fc-7d55-42e2-a1cf-713c592403ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:18.666120 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbf877e-0df6-49e6-a769-9e91cc195989" -d '{"events": [{"server_uuid": "34d403fc-7d55-42e2-a1cf-713c592403ef", "name": "network-vif-plugged", "status": "completed", "tag": "13a4af6a-9400-4a60-ae35-bc9bd530b0c1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:18.671954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:41:18.672679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Checking segment: {'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:18.673465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Bound using segment: {'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:41:18.674115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Bound port: c594e60b-842c-4d83-80c2-3e332c4bb031, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780f7db2-28b7-47ff-b041-3c49dc21da13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:41:18.674673 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:18.708263 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db04b99-9f4d-49f3-a85d-41167f4e6be3 x-openstack-request-id: req-8db04b99-9f4d-49f3-a85d-41167f4e6be3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:18.708834 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794", "name": "network-vif-deleted", "tag": "61ac726e-5e6b-4f41-b53c-b57a5a11d53d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:18.708834 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8db04b99-9f4d-49f3-a85d-41167f4e6be3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:18.709214 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a461a2-ccd8-4a8a-8399-4c0a6fc6a794', 'name': 'network-vif-deleted', 'tag': '61ac726e-5e6b-4f41-b53c-b57a5a11d53d', 'status': 'completed', 'code': 200} Dec 08 01:41:18.714921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Made reservation on behalf of 64403059b772468bb25507954fcd71ab for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:18.718656 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:18.743257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] device_id is not set on port 0b9136e1-e26b-4b2f-9993-ca4e16a2fb59 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:41:18.789357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c700f-d7fe-4e85-bb2e-7a3690bb50b2 req-36e5ca14-defb-4d2d-a751-13c3de54a371 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:18.800663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e4c700f-d7fe-4e85-bb2e-7a3690bb50b2 req-36e5ca14-defb-4d2d-a751-13c3de54a371 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.1742620 Dec 08 01:41:18.906077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] For port c594e60b-842c-4d83-80c2-3e332c4bb031, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:41:18.910997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Allocated IP 2001:db8::7f (88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e/61055173-4137-4afc-81ae-097ea3bc8bce/0b9136e1-e26b-4b2f-9993-ca4e16a2fb59) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:18.947375 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e4c700f-d7fe-4e85-bb2e-7a3690bb50b2 req-843631b1-15c1-455f-b179-d43cb4c5131b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437867 Dec 08 01:41:18.949412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] For port c594e60b-842c-4d83-80c2-3e332c4bb031, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c594e60b-842c-4d83-80c2-3e332c4bb031,segment=NetworkSegment(780f7db2-28b7-47ff-b041-3c49dc21da13),segment_id=780f7db2-28b7-47ff-b041-3c49dc21da13)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:41:18.972026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:19.047540 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d72b5-9ac9-467b-83ba-b5f945596215 x-openstack-request-id: req-300d72b5-9ac9-467b-83ba-b5f945596215 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:19.047838 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d403fc-7d55-42e2-a1cf-713c592403ef", "name": "network-vif-plugged", "status": "completed", "tag": "13a4af6a-9400-4a60-ae35-bc9bd530b0c1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:19.048156 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-300d72b5-9ac9-467b-83ba-b5f945596215 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:19.048504 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d403fc-7d55-42e2-a1cf-713c592403ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1', 'code': 200} Dec 08 01:41:19.078599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:19.079096 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:19.088583 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-99414961-cacb-454d-8273-30513a001950 service neutron] 10.222.0.65 "PUT /v2.0/ports/c594e60b-842c-4d83-80c2-3e332c4bb031 HTTP/1.1" status: 200 len: 1093 time: 2.6483967 Dec 08 01:41:19.089806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'tag': 'c594e60b-842c-4d83-80c2-3e332c4bb031'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:19.095837 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed364a4-629a-4d07-8e51-addd9e7b07f8" -d '{"events": [{"name": "network-changed", "server_uuid": "70e8c30c-6a28-4bb1-86f9-beb791a7e120", "tag": "c594e60b-842c-4d83-80c2-3e332c4bb031"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:19.107677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:19.178673 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:19.213502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:19.226465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:19.232113 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:19.248960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99414961-cacb-454d-8273-30513a001950 service neutron] Pushing event updated for resources: {'Port': ['ID=c594e60b-842c-4d83-80c2-3e332c4bb031,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:19.251818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:19.252542 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:19.260174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-bd519b4a-53a5-474c-9b61-70d53b8b0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:19.261280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-bd519b4a-53a5-474c-9b61-70d53b8b0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:19.261967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-bd519b4a-53a5-474c-9b61-70d53b8b0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:19.271467 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-bd519b4a-53a5-474c-9b61-70d53b8b0f33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba0e6880a1d146779c68dc757f1944e7&device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2866 time: 1.5406413 Dec 08 01:41:19.293188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-cad5740b-6f4a-42de-a4c6-8060801fff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:19.293580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-cad5740b-6f4a-42de-a4c6-8060801fff87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d360b4bc611d407ea6f627c59dbbd6fc&device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 1096 time: 0.1120214 Dec 08 01:41:19.304564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a93d6e-2764-4e22-aae9-cb3cb616269f req-fe28e6cc-e673-4aa8-9947-56d3d6b0a8ad tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:19.309113 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5a93d6e-2764-4e22-aae9-cb3cb616269f req-fe28e6cc-e673-4aa8-9947-56d3d6b0a8ad tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 944 time: 0.1613731 Dec 08 01:41:19.321176 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9172237c-3415-4453-bc12-aa5547d3bb5a req-ccdb369a-727d-4af6-b893-6e4b0928aee7 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3756714 Dec 08 01:41:19.344215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c4d5c82a-9875-4d78-bfb1-8ee1f09e590a details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:19.361809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 61ac726e-5e6b-4f41-b53c-b57a5a11d53d no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:19.419753 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3831832 Dec 08 01:41:19.430202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49752) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:19.437878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ee5313fb-034e-4af9-bcee-4bb9f11b805f tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:59:7e:db'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:19.516327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 61ac726e-5e6b-4f41-b53c-b57a5a11d53d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:41:19.532981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 61ac726e-5e6b-4f41-b53c-b57a5a11d53d not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:41:19.587503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3273dd-c66e-420f-863e-55168d7dd13b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event updated for resources: {'Port': ['ID=0b9136e1-e26b-4b2f-9993-ca4e16a2fb59,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:19.610046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5a93d6e-2764-4e22-aae9-cb3cb616269f req-a6de6886-e2c8-4d0e-abaf-a6c60c23febf tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927501 Dec 08 01:41:19.618337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-1ba661b2-d953-4587-a40b-0798561df2db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c594e60b-842c-4d83-80c2-3e332c4bb031 HTTP/1.1" status: 200 len: 217 time: 0.3078358 Dec 08 01:41:19.629741 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d52b0f-6f6a-4e57-aaec-237e0d22745a x-openstack-request-id: req-f3d52b0f-6f6a-4e57-aaec-237e0d22745a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:19.630059 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e8c30c-6a28-4bb1-86f9-beb791a7e120", "tag": "c594e60b-842c-4d83-80c2-3e332c4bb031", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:19.630437 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3d52b0f-6f6a-4e57-aaec-237e0d22745a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:19.630757 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'tag': 'c594e60b-842c-4d83-80c2-3e332c4bb031', 'status': 'completed', 'code': 200} Dec 08 01:41:19.751135 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a428d2ad-a8e7-4dd0-8b12-a72c1a084d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:19.758588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-8a40e29f-d0ea-4da2-93bc-35c7a7fa8a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:19.760303 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-8a40e29f-d0ea-4da2-93bc-35c7a7fa8a29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0fd1893-ef6e-4d5e-8e35-5902b491ac33 HTTP/1.1" status: 200 len: 854 time: 0.1135504 Dec 08 01:41:19.783614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-a7fcb06c-3615-460f-838c-94e9829d26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:19.785825 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-a7fcb06c-3615-460f-838c-94e9829d26fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=5e6685e4-aaaf-4f84-8be9-7f15e367b056 HTTP/1.1" status: 200 len: 902 time: 0.4559596 Dec 08 01:41:19.894069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c4d5c82a-9875-4d78-bfb1-8ee1f09e590a,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:19.910665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'c4d5c82a-9875-4d78-bfb1-8ee1f09e590a', 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056', 'port_id': 'c4d5c82a-9875-4d78-bfb1-8ee1f09e590a', 'mac_address': 'fa:16:3e:89:a5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d01f8b0-cb7a-48b4-9817-d01c065fb805', 'ip_address': '19.80.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:19.914781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-dbb07158-73b4-4198-a00a-b4adcbeaaa41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 HTTP/1.1" status: 200 len: 217 time: 0.1109929 Dec 08 01:41:19.939924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-a8058a49-e0e4-41a1-8f52-a046e81db6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:19.945051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-a8058a49-e0e4-41a1-8f52-a046e81db6b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ed92aa6-c0ed-4956-b30a-8b1d673626d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1749275 Dec 08 01:41:19.952431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad62f337-b179-4ed8-92e7-35d9102527e2 None None] Provisioning complete for port 0b9136e1-e26b-4b2f-9993-ca4e16a2fb59 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:19.953061 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad62f337-b179-4ed8-92e7-35d9102527e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:20.037296 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad62f337-b179-4ed8-92e7-35d9102527e2 None None] Port 0b9136e1-e26b-4b2f-9993-ca4e16a2fb59 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:20.078784 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:20.091796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92c92b-ec4a-46e0-988f-8c8663240bbb req-4cf5fa17-3957-4e7d-ae50-9b966405e2cc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:20.102304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92c92b-ec4a-46e0-988f-8c8663240bbb req-4cf5fa17-3957-4e7d-ae50-9b966405e2cc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:20.114346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92c92b-ec4a-46e0-988f-8c8663240bbb req-4cf5fa17-3957-4e7d-ae50-9b966405e2cc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:20.122737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92c92b-ec4a-46e0-988f-8c8663240bbb req-4cf5fa17-3957-4e7d-ae50-9b966405e2cc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:20.125977 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-974dc8ff-891b-4f91-a857-13ce8f954f87 service neutron] 10.222.0.65 "GET /v2.0/networks/2ed92aa6-c0ed-4956-b30a-8b1d673626d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639056 Dec 08 01:41:20.136662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92c92b-ec4a-46e0-988f-8c8663240bbb req-4cf5fa17-3957-4e7d-ae50-9b966405e2cc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:20.142874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92c92b-ec4a-46e0-988f-8c8663240bbb req-4cf5fa17-3957-4e7d-ae50-9b966405e2cc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:20.144975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d5c82a-9875-4d78-bfb1-8ee1f09e590a {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:20.149089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92c92b-ec4a-46e0-988f-8c8663240bbb req-4cf5fa17-3957-4e7d-ae50-9b966405e2cc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:20.151600 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd92c92b-ec4a-46e0-988f-8c8663240bbb req-4cf5fa17-3957-4e7d-ae50-9b966405e2cc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.3714917 Dec 08 01:41:20.191385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c4d5c82a-9875-4d78-bfb1-8ee1f09e590a,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:20.201173 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:20.202840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9bf38e7c-d667-487f-8179-291dea12779a details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:20.213348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-65fa73f5-1097-4ae4-a29d-697ae6598e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:20.214786 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-65fa73f5-1097-4ae4-a29d-697ae6598e6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d01f8b0-cb7a-48b4-9817-d01c065fb805 HTTP/1.1" status: 200 len: 801 time: 0.2658486 Dec 08 01:41:20.330671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=c4d5c82a-9875-4d78-bfb1-8ee1f09e590a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:20.351667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9ec5d846-2dee-4a5f-8fed-a27611740a6c tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:20.377272 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9ec5d846-2dee-4a5f-8fed-a27611740a6c tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/networks?id=dd779e6a-fa1e-42c4-9147-76d41728dbe8 HTTP/1.1" status: 200 len: 822 time: 0.4879208 Dec 08 01:41:20.414722 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee5313fb-034e-4af9-bcee-4bb9f11b805f tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:20.416856 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-ec1699dd-6127-4ac5-a768-8d44399f5b4c tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/quotas/783ff023d0674ed4b454399ced7fde14 HTTP/1.1" status: 200 len: 375 time: 0.0355628 Dec 08 01:41:20.471168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-cf7df7db-d584-4bc3-a92f-4e286423a749 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=783ff023d0674ed4b454399ced7fde14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526412 Dec 08 01:41:20.473452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1dc82fe-364c-43f2-bf62-96186817ed4e req-d762ba27-4e9a-430d-b905-b77c3de622a4 service neutron] 10.222.0.65 "GET /v2.0/networks/2ed92aa6-c0ed-4956-b30a-8b1d673626d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001294 Dec 08 01:41:20.517173 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd92c92b-ec4a-46e0-988f-8c8663240bbb req-40a40c23-6203-4bd1-913e-6adc0a2fe509 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3162999 Dec 08 01:41:20.537271 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9bf38e7c-d667-487f-8179-291dea12779a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9bf38e7c-d667-487f-8179-291dea12779a,segment=NetworkSegment(832882bc-8b27-4b1c-bcf5-b54f83bfdea6),segment_id=832882bc-8b27-4b1c-bcf5-b54f83bfdea6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:20.541329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-b4e38001-91a5-4695-8d90-ca2317b5c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:20.543027 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-b4e38001-91a5-4695-8d90-ca2317b5c81e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5e6685e4-aaaf-4f84-8be9-7f15e367b056&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3124807 Dec 08 01:41:20.572586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '9bf38e7c-d667-487f-8179-291dea12779a', 'network_id': '470ecc73-ce1f-4f95-b9be-f0497b6ccfda', 'port_id': '9bf38e7c-d667-487f-8179-291dea12779a', 'mac_address': 'fa:16:3e:c4:9c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abceb6e-5712-4e54-86b9-25df1220bfd3', 'ip_address': '19.86.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:20.667908 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:20.699716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-f7ea8a2b-5163-4fa1-98fd-7562e74ae10a service neutron] 10.222.0.70 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183919 Dec 08 01:41:20.709220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf38e7c-d667-487f-8179-291dea12779a {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:20.768319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9bf38e7c-d667-487f-8179-291dea12779a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9bf38e7c-d667-487f-8179-291dea12779a,segment=NetworkSegment(832882bc-8b27-4b1c-bcf5-b54f83bfdea6),segment_id=832882bc-8b27-4b1c-bcf5-b54f83bfdea6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:20.774169 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:20.775923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:20.819269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:20.829273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed364a4-629a-4d07-8e51-addd9e7b07f8 req-f11ec62b-01e2-41a7-af9c-4bc95bb71364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:20.830807 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bed364a4-629a-4d07-8e51-addd9e7b07f8 req-f11ec62b-01e2-41a7-af9c-4bc95bb71364 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d360b4bc611d407ea6f627c59dbbd6fc&device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 1096 time: 0.1286016 Dec 08 01:41:20.838293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'eb13bc3d-c8b5-424f-a061-f9e812a7a0f8', 'network_id': '5e6685e4-aaaf-4f84-8be9-7f15e367b056', 'port_id': 'eb13bc3d-c8b5-424f-a061-f9e812a7a0f8', 'mac_address': 'fa:16:3e:31:2d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d01f8b0-cb7a-48b4-9817-d01c065fb805', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:20.879444 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-620230ec-7e69-4c85-9eab-a381b45e9d5d service neutron] 10.222.0.70 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781468 Dec 08 01:41:20.986308 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:21.007068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=9bf38e7c-d667-487f-8179-291dea12779a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:21.040886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:21.059870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee5313fb-034e-4af9-bcee-4bb9f11b805f tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:21.075021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed364a4-629a-4d07-8e51-addd9e7b07f8 req-f4c0764d-6c20-467d-b812-1432f00965f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:21.077445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bed364a4-629a-4d07-8e51-addd9e7b07f8 req-f4c0764d-6c20-467d-b812-1432f00965f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2ed92aa6-c0ed-4956-b30a-8b1d673626d1 HTTP/1.1" status: 200 len: 916 time: 0.2365007 Dec 08 01:41:21.094662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:21.105868 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:21.146868 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee5313fb-034e-4af9-bcee-4bb9f11b805f tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:21.192383 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bed364a4-629a-4d07-8e51-addd9e7b07f8 req-3c69fdc5-f4ae-4086-8906-c93dba9e9fd3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c594e60b-842c-4d83-80c2-3e332c4bb031 HTTP/1.1" status: 200 len: 217 time: 0.1050580 Dec 08 01:41:21.272179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:21.286974 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-ae1d0c65-03f7-462d-9952-45d3fce01aa9 service neutron] 10.222.0.72 "GET /v2.0/networks/5e6685e4-aaaf-4f84-8be9-7f15e367b056?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7337101 Dec 08 01:41:21.293497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ee5313fb-034e-4af9-bcee-4bb9f11b805f tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] In _notify_port_updated(), no bound segment for port 0b9136e1-e26b-4b2f-9993-ca4e16a2fb59 on network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:41:21.308384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5313fb-034e-4af9-bcee-4bb9f11b805f tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:21.314323 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee5313fb-034e-4af9-bcee-4bb9f11b805f tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:21.320671 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ee5313fb-034e-4af9-bcee-4bb9f11b805f tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "PUT /v2.0/ports/0b9136e1-e26b-4b2f-9993-ca4e16a2fb59 HTTP/1.1" status: 200 len: 1002 time: 1.8840632 Dec 08 01:41:21.339278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49794) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:21.351507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a428d2ad-a8e7-4dd0-8b12-a72c1a084d8c admin admin] Router e26bb8a5-0a64-4779-822e-0571e4208458 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:41:21.423806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed364a4-629a-4d07-8e51-addd9e7b07f8 req-078d4bda-ca64-48c2-b11d-51cff924a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:21.426119 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bed364a4-629a-4d07-8e51-addd9e7b07f8 req-078d4bda-ca64-48c2-b11d-51cff924a1e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0fd1893-ef6e-4d5e-8e35-5902b491ac33 HTTP/1.1" status: 200 len: 854 time: 0.2251627 Dec 08 01:41:21.490288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['9bf38e7c-d667-487f-8179-291dea12779a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:21.550424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4fe096fe-c66a-41c3-b3e7-f8e6e36216d4 req-7b4c10cd-ce88-4891-abc2-1aa41c7bebc6 service neutron] 10.222.0.72 "GET /v2.0/networks/5e6685e4-aaaf-4f84-8be9-7f15e367b056?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077835 Dec 08 01:41:21.555198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['eb13bc3d-c8b5-424f-a061-f9e812a7a0f8'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:21.563046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c63eb1-b342-4e43-a4ba-59762dfe65de req-46814ed2-ad27-4c98-94e5-057ea240fd62 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:21.572869 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90c63eb1-b342-4e43-a4ba-59762dfe65de req-46814ed2-ad27-4c98-94e5-057ea240fd62 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.8912258 Dec 08 01:41:21.576002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c199661-0de0-470d-9359-ea03b6c38851 req-a260da80-d96f-4ea0-a1e4-0925c30c3f5d tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:21.585853 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c199661-0de0-470d-9359-ea03b6c38851 req-a260da80-d96f-4ea0-a1e4-0925c30c3f5d tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:21.595175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c199661-0de0-470d-9359-ea03b6c38851 req-a260da80-d96f-4ea0-a1e4-0925c30c3f5d tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:21.605027 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c199661-0de0-470d-9359-ea03b6c38851 req-a260da80-d96f-4ea0-a1e4-0925c30c3f5d tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2413 time: 0.3043642 Dec 08 01:41:21.700663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c199661-0de0-470d-9359-ea03b6c38851 req-e891cee7-7316-445e-bc85-8f5ab0b4e054 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907428 Dec 08 01:41:21.723914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed364a4-629a-4d07-8e51-addd9e7b07f8 req-405f66da-3804-4974-98c5-984c177e300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:21.729814 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bed364a4-629a-4d07-8e51-addd9e7b07f8 req-405f66da-3804-4974-98c5-984c177e300c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ed92aa6-c0ed-4956-b30a-8b1d673626d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2888989 Dec 08 01:41:21.791979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5313fb-034e-4af9-bcee-4bb9f11b805f tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event updated for resources: {'Port': ['ID=0b9136e1-e26b-4b2f-9993-ca4e16a2fb59,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:21.803472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a428d2ad-a8e7-4dd0-8b12-a72c1a084d8c admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:41:21.819001 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a428d2ad-a8e7-4dd0-8b12-a72c1a084d8c admin admin] 10.222.0.70 "PUT /v2.0/routers/e26bb8a5-0a64-4779-822e-0571e4208458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9454987 Dec 08 01:41:21.821369 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49802) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:21.844440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfde1f7-0f78-4367-b189-f4d79febf214 None None] Sync routers for ids ['e26bb8a5-0a64-4779-822e-0571e4208458'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:41:21.918243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b4fee-5dfa-4a75-bc61-7e47121da935 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Deleting port 0b9136e1-e26b-4b2f-9993-ca4e16a2fb59 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:21.918861 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4fee-5dfa-4a75-bc61-7e47121da935 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:22.045235 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90c63eb1-b342-4e43-a4ba-59762dfe65de req-683cb9da-727e-4278-9de4-8ddfc01c788f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711778 Dec 08 01:41:22.046983 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:22.079088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8bf4bd7c-24b0-4626-9f72-6ea36143511d None None] Provisioning complete for port 0b9136e1-e26b-4b2f-9993-ca4e16a2fb59 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:22.080695 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bf4bd7c-24b0-4626-9f72-6ea36143511d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:22.088747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfde1f7-0f78-4367-b189-f4d79febf214 None None] Routers {'e26bb8a5-0a64-4779-822e-0571e4208458'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:41:22.089409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1cfde1f7-0f78-4367-b189-f4d79febf214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:41:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e26bb8a5-0a64-4779-822e-0571e4208458'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:22.207644 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:22.260505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e19ee362-202f-4b82-8fa8-82e2d7f8b7d7 req-2838469f-d56c-4589-a60b-9030fe1c7dcc tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 210 time: 0.0679533 Dec 08 01:41:22.261760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e1066-90fe-4390-b216-b05e75ee82f7 req-201c3937-d993-4a0b-a544-28522eae26fd tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:22.276132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d4e1066-90fe-4390-b216-b05e75ee82f7 req-201c3937-d993-4a0b-a544-28522eae26fd tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 944 time: 0.3490791 Dec 08 01:41:22.285151 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bed364a4-629a-4d07-8e51-addd9e7b07f8 req-449be026-cab8-49ca-a713-21c64f0526a9 service neutron] 10.222.0.65 "GET /v2.0/networks/2ed92aa6-c0ed-4956-b30a-8b1d673626d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462117 Dec 08 01:41:22.416221 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bed364a4-629a-4d07-8e51-addd9e7b07f8 req-ef3e363f-2d67-47c2-b5c2-714933682e78 service neutron] 10.222.0.65 "GET /v2.0/networks/2ed92aa6-c0ed-4956-b30a-8b1d673626d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096678 Dec 08 01:41:22.416539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Deleting port 8e030442-ec81-401d-a829-f4ad729a2be2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:22.416893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:22.437839 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4fee-5dfa-4a75-bc61-7e47121da935 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:22.447615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8bf4bd7c-24b0-4626-9f72-6ea36143511d None None] Port 0b9136e1-e26b-4b2f-9993-ca4e16a2fb59 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:22.482861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b4fee-5dfa-4a75-bc61-7e47121da935 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Calling delete_port for 0b9136e1-e26b-4b2f-9993-ca4e16a2fb59 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:22.525632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d4e1066-90fe-4390-b216-b05e75ee82f7 req-49d3e1b5-afa9-40dd-a929-d35c9949d01d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486081 Dec 08 01:41:22.534884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-1cfde1f7-0f78-4367-b189-f4d79febf214 None None] Set router e26bb8a5-0a64-4779-822e-0571e4208458 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:41:22.659189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['c4d5c82a-9875-4d78-bfb1-8ee1f09e590a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:22.744441 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4fee-5dfa-4a75-bc61-7e47121da935 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:22.775167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] For port 8e030442-ec81-401d-a829-f4ad729a2be2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8e030442-ec81-401d-a829-f4ad729a2be2,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:22.775752 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:22.837400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fe6ec-8529-4337-b75e-88c1b6442f36 req-086d384f-1f37-4617-9cef-1afd58aeb2ac tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:22.850262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fe6ec-8529-4337-b75e-88c1b6442f36 req-086d384f-1f37-4617-9cef-1afd58aeb2ac tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:22.857836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b4fee-5dfa-4a75-bc61-7e47121da935 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event deleted for resources: {'Port': ['ID=0b9136e1-e26b-4b2f-9993-ca4e16a2fb59,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:22.862962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fe6ec-8529-4337-b75e-88c1b6442f36 req-086d384f-1f37-4617-9cef-1afd58aeb2ac tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:22.887580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fe6ec-8529-4337-b75e-88c1b6442f36 req-086d384f-1f37-4617-9cef-1afd58aeb2ac tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:22.903794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fe6ec-8529-4337-b75e-88c1b6442f36 req-086d384f-1f37-4617-9cef-1afd58aeb2ac tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:22.949039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fe6ec-8529-4337-b75e-88c1b6442f36 req-086d384f-1f37-4617-9cef-1afd58aeb2ac tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:22.980074 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4fee-5dfa-4a75-bc61-7e47121da935 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:22.986436 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9f1b4fee-5dfa-4a75-bc61-7e47121da935 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "DELETE /v2.0/ports/0b9136e1-e26b-4b2f-9993-ca4e16a2fb59 HTTP/1.1" status: 204 len: 168 time: 1.6369603 Dec 08 01:41:23.017801 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49812) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:23.022368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fe6ec-8529-4337-b75e-88c1b6442f36 req-086d384f-1f37-4617-9cef-1afd58aeb2ac tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:23.028978 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f75fe6ec-8529-4337-b75e-88c1b6442f36 req-086d384f-1f37-4617-9cef-1afd58aeb2ac tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.4344342 Dec 08 01:41:23.030568 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Calling delete_port for 8e030442-ec81-401d-a829-f4ad729a2be2 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:23.169670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f75fe6ec-8529-4337-b75e-88c1b6442f36 req-37623dd0-f632-47ad-a02b-64a6c9257aaf tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239657 Dec 08 01:41:23.183652 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e58d87-f11c-4b9f-830b-bcd14651fd3e tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] GET failed (client error): The resource could not be found. Dec 08 01:41:23.185334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-07e58d87-f11c-4b9f-830b-bcd14651fd3e tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "GET /v2.0/ports/0b9136e1-e26b-4b2f-9993-ca4e16a2fb59 HTTP/1.1" status: 404 len: 333 time: 0.1627612 Dec 08 01:41:23.192240 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49820) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:23.211954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Request body: {'port': {'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-918792964'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:23.239744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100fc5f-073d-4ee4-a55e-0497a4362d2a req-6b78ffcf-faa8-4740-b9f6-f968debbf68a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:23.247182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100fc5f-073d-4ee4-a55e-0497a4362d2a req-6b78ffcf-faa8-4740-b9f6-f968debbf68a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:23.254447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100fc5f-073d-4ee4-a55e-0497a4362d2a req-6b78ffcf-faa8-4740-b9f6-f968debbf68a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:23.256412 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3100fc5f-073d-4ee4-a55e-0497a4362d2a req-6b78ffcf-faa8-4740-b9f6-f968debbf68a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2413 time: 0.2701466 Dec 08 01:41:23.397019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9bf38e7c-d667-487f-8179-291dea12779a up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:23.410912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3100fc5f-073d-4ee4-a55e-0497a4362d2a req-4f39abb4-9af6-4874-999a-bc95ea2ec760 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196733 Dec 08 01:41:23.454397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-8c5a5aa6-769a-4766-b311-3972c3c90415 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:23.476771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-8c5a5aa6-769a-4766-b311-3972c3c90415 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.72 "GET /v2.0/networks?id=dd779e6a-fa1e-42c4-9147-76d41728dbe8 HTTP/1.1" status: 200 len: 822 time: 0.2964773 Dec 08 01:41:23.519917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Request body: {'port': {'device_id': '4202f1c0-2a83-44fc-938a-c4dcc44adc1d', 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8', 'admin_state_up': True, 'tenant_id': '783ff023d0674ed4b454399ced7fde14'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:23.534140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Made reservation on behalf of 64403059b772468bb25507954fcd71ab for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:23.542601 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:23.546224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1cfde1f7-0f78-4367-b189-f4d79febf214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'name': 'tempest-ServerRescueTestJSON-1361956672-router', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:35Z', 'updated_at': '2021-12-08T01:41:17Z', 'revision_number': 5, 'project_id': '6b54cd2eaf9b4bf183def562265743e6', 'gw_port': {'id': '8e030442-ec81-401d-a829-f4ad729a2be2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:a8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:37Z', 'updated_at': '2021-12-08T01:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:23.620591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] device_id is not set on port c321a523-dc7a-42c3-a6bf-c7bdaa00bf9b yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:41:23.656892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c594e60b-842c-4d83-80c2-3e332c4bb031 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:23.669083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfde1f7-0f78-4367-b189-f4d79febf214 None None] Checking router: e26bb8a5-0a64-4779-822e-0571e4208458 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:41:23.683832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0eba595-fcb8-484a-95c0-a55a4fbd15b4 req-10dd1772-08e8-4486-aa8c-c9e51a11cb77 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 210 time: 0.0925329 Dec 08 01:41:23.825117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfde1f7-0f78-4367-b189-f4d79febf214 None None] Routers {'e26bb8a5-0a64-4779-822e-0571e4208458'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:41:23.828106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1cfde1f7-0f78-4367-b189-f4d79febf214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:41:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e26bb8a5-0a64-4779-822e-0571e4208458'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:23.845769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Made reservation on behalf of 783ff023d0674ed4b454399ced7fde14 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:23.851537 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:23.865528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faa68b-0b2c-401a-b3b2-d7de2f1b78a7 req-820a0b60-72e0-4d03-bb49-856457df8d2f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:23.867389 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f3faa68b-0b2c-401a-b3b2-d7de2f1b78a7 req-820a0b60-72e0-4d03-bb49-856457df8d2f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.3806074 Dec 08 01:41:23.985467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d94be-742b-4fb1-8a9f-920fd50d4065 req-593fc7df-a250-4bf3-9b9e-d5d625797b8e tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:23.987771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a0d94be-742b-4fb1-8a9f-920fd50d4065 req-593fc7df-a250-4bf3-9b9e-d5d625797b8e tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 944 time: 0.1734440 Dec 08 01:41:24.033573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Allocated IP 2001:db8::65 (88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e/61055173-4137-4afc-81ae-097ea3bc8bce/c321a523-dc7a-42c3-a6bf-c7bdaa00bf9b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:24.102626 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a0d94be-742b-4fb1-8a9f-920fd50d4065 req-53169f77-8afd-4a4f-b2c3-630aa4ce3ac6 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846629 Dec 08 01:41:24.174198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Allocated IP 172.20.0.9 (dd779e6a-fa1e-42c4-9147-76d41728dbe8/619d92e4-eb66-499a-8737-7efe45f82797/6c7a3fea-c911-4cb6-924b-9c098231e86b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:24.385976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:24.416312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 9bf38e7c-d667-487f-8179-291dea12779a completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:24.421753 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-1cfde1f7-0f78-4367-b189-f4d79febf214 None None] Set router e26bb8a5-0a64-4779-822e-0571e4208458 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:41:24.437900 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f3faa68b-0b2c-401a-b3b2-d7de2f1b78a7 req-58e06a23-aa99-4a3f-9f0b-4c2275c3ae85 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626581 Dec 08 01:41:24.490872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 9bf38e7c-d667-487f-8179-291dea12779a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:24.491163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:24.535304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1cfde1f7-0f78-4367-b189-f4d79febf214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'name': 'tempest-ServerRescueTestJSON-1361956672-router', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:35Z', 'updated_at': '2021-12-08T01:41:22Z', 'revision_number': 6, 'project_id': '6b54cd2eaf9b4bf183def562265743e6', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:24.540252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port c594e60b-842c-4d83-80c2-3e332c4bb031, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c594e60b-842c-4d83-80c2-3e332c4bb031,segment=NetworkSegment(780f7db2-28b7-47ff-b041-3c49dc21da13),segment_id=780f7db2-28b7-47ff-b041-3c49dc21da13)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:24.573904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e030442-ec81-401d-a829-f4ad729a2be2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:24.591941 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168e2a-aa07-45fb-b987-08881e758a49 req-884b3558-7b54-4aa6-896d-766db00408bc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:24.601874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168e2a-aa07-45fb-b987-08881e758a49 req-884b3558-7b54-4aa6-896d-766db00408bc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:24.608841 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168e2a-aa07-45fb-b987-08881e758a49 req-884b3558-7b54-4aa6-896d-766db00408bc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:24.609078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfde1f7-0f78-4367-b189-f4d79febf214 None None] The sync data for ids ['e26bb8a5-0a64-4779-822e-0571e4208458'] in n-d-713498-30 is: [{'id': 'e26bb8a5-0a64-4779-822e-0571e4208458', 'name': 'tempest-ServerRescueTestJSON-1361956672-router', 'tenant_id': '6b54cd2eaf9b4bf183def562265743e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:35Z', 'updated_at': '2021-12-08T01:41:22Z', 'revision_number': 6, 'project_id': '6b54cd2eaf9b4bf183def562265743e6', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:41:24.614813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'c594e60b-842c-4d83-80c2-3e332c4bb031', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'port_id': 'c594e60b-842c-4d83-80c2-3e332c4bb031', 'mac_address': 'fa:16:3e:17:41:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:24.616366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168e2a-aa07-45fb-b987-08881e758a49 req-884b3558-7b54-4aa6-896d-766db00408bc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:24.622804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168e2a-aa07-45fb-b987-08881e758a49 req-884b3558-7b54-4aa6-896d-766db00408bc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:24.629862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168e2a-aa07-45fb-b987-08881e758a49 req-884b3558-7b54-4aa6-896d-766db00408bc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:24.636116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63168e2a-aa07-45fb-b987-08881e758a49 req-884b3558-7b54-4aa6-896d-766db00408bc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:24.646096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63168e2a-aa07-45fb-b987-08881e758a49 req-884b3558-7b54-4aa6-896d-766db00408bc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5418 time: 0.2450523 Dec 08 01:41:24.683570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:24.700001 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:24.737666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c594e60b-842c-4d83-80c2-3e332c4bb031 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:24.784264 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63168e2a-aa07-45fb-b987-08881e758a49 req-41a04fd6-0275-4f03-9664-4f26ad16ede0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1370621 Dec 08 01:41:24.825580 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:24.863425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:24.869692 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:24.870974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:24.874422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:24.876007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port c594e60b-842c-4d83-80c2-3e332c4bb031, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c594e60b-842c-4d83-80c2-3e332c4bb031,segment=NetworkSegment(780f7db2-28b7-47ff-b041-3c49dc21da13),segment_id=780f7db2-28b7-47ff-b041-3c49dc21da13)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:24.880335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:24.889907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:24.890737 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:24.896103 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:24.896794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 62bd3d93-1894-4564-a87b-4962abb893c0 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:24.928943 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7246988 Dec 08 01:41:24.942038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49840) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:24.954253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Request body: {'port': {'network_id': '88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-900703741'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:25.030294 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.053195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf38e7c-d667-487f-8179-291dea12779a'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:25.058988 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc76db8a-8067-4e04-8f05-406a9f042418" -d '{"events": [{"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-plugged", "status": "completed", "tag": "9bf38e7c-d667-487f-8179-291dea12779a"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:25.072151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d66629-09cb-4f9f-8f8c-3baccd4520c1 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event updated for resources: {'Port': ['ID=c321a523-dc7a-42c3-a6bf-c7bdaa00bf9b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:25.122651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9bf38e7c-d667-487f-8179-291dea12779a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9bf38e7c-d667-487f-8179-291dea12779a,segment=NetworkSegment(832882bc-8b27-4b1c-bcf5-b54f83bfdea6),segment_id=832882bc-8b27-4b1c-bcf5-b54f83bfdea6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:25.138309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27715f-2416-4eef-bf2e-ec598b9aaace req-4f7a2359-49d3-4d9e-a37f-e6482ae11fd9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:25.140310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b27715f-2416-4eef-bf2e-ec598b9aaace req-4f7a2359-49d3-4d9e-a37f-e6482ae11fd9 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 931 time: 0.2177007 Dec 08 01:41:25.164720 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.165544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:25.238432 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b27715f-2416-4eef-bf2e-ec598b9aaace req-f065159c-9471-4dc5-b73a-dd9ea4c4d290 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872376 Dec 08 01:41:25.256890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.270309 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.309139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=c594e60b-842c-4d83-80c2-3e332c4bb031,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:25.362883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Made reservation on behalf of 64403059b772468bb25507954fcd71ab for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:25.365846 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.377277 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.377945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e26bb8a5-0a64-4779-822e-0571e4208458 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:41:25.378092 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.392588 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.396874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a1cba9cc-1801-455d-a400-09431b2e51e1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e26bb8a5-0a64-4779-822e-0571e4208458 HTTP/1.1" status: 204 len: 168 time: 3.5743062 Dec 08 01:41:25.432221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49846) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:25.494976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=9bf38e7c-d667-487f-8179-291dea12779a,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:25.498605 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0ab753-d0ea-4c8f-8b7e-ce277fe54d91 x-openstack-request-id: req-1c0ab753-d0ea-4c8f-8b7e-ce277fe54d91 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:25.498952 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-plugged", "status": "completed", "tag": "9bf38e7c-d667-487f-8179-291dea12779a", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:25.499160 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c0ab753-d0ea-4c8f-8b7e-ce277fe54d91 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:25.499568 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf38e7c-d667-487f-8179-291dea12779a', 'code': 200} Dec 08 01:41:25.551440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] device_id is not set on port b9d73b8b-eae6-4019-85f4-8ba9bca9ee94 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:41:25.559924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3fe5d9f-d13d-4cef-873e-18b49ed16fb6 admin admin] Deleting subnet 15db70b2-e0d6-49e2-8a16-d31f675a4709 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:41:25.569234 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5d9f-d13d-4cef-873e-18b49ed16fb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.588642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-637764e9-b963-4d83-a15e-e02f16379d7c None None] Provisioning complete for port c321a523-dc7a-42c3-a6bf-c7bdaa00bf9b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:25.589023 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-637764e9-b963-4d83-a15e-e02f16379d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.678318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:25.697001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 62bd3d93-1894-4564-a87b-4962abb893c0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=62bd3d93-1894-4564-a87b-4962abb893c0,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:25.716913 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:25.717379 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.772411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '62bd3d93-1894-4564-a87b-4962abb893c0', 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540', 'port_id': '62bd3d93-1894-4564-a87b-4962abb893c0', 'mac_address': 'fa:16:3e:90:55:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40af9f4-d394-454b-b2da-ef85b01f007e', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:25.778571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-637764e9-b963-4d83-a15e-e02f16379d7c None None] Port c321a523-dc7a-42c3-a6bf-c7bdaa00bf9b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:25.783910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Allocated IP 2001:db8::224 (88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e/61055173-4137-4afc-81ae-097ea3bc8bce/b9d73b8b-eae6-4019-85f4-8ba9bca9ee94) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:25.832743 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:25.878484 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8e030442-ec81-401d-a829-f4ad729a2be2 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:25.934944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bd3d93-1894-4564-a87b-4962abb893c0 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:25.984047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 8e030442-ec81-401d-a829-f4ad729a2be2 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:41:25.985567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8e030442-ec81-401d-a829-f4ad729a2be2 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:41:25.985567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 822e03fb-b6d2-4a2b-8917-9ff938c019a2 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:25.997420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37eaaed-5b39-485a-a215-eeb832b76c9e req-ec186519-cb75-43ae-8c11-defeae6529d4 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:26.023076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37eaaed-5b39-485a-a215-eeb832b76c9e req-ec186519-cb75-43ae-8c11-defeae6529d4 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:26.030512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37eaaed-5b39-485a-a215-eeb832b76c9e req-ec186519-cb75-43ae-8c11-defeae6529d4 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:26.033416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a37eaaed-5b39-485a-a215-eeb832b76c9e req-ec186519-cb75-43ae-8c11-defeae6529d4 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2413 time: 1.4431927 Dec 08 01:41:26.041246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 822e03fb-b6d2-4a2b-8917-9ff938c019a2 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:41:26.041600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 822e03fb-b6d2-4a2b-8917-9ff938c019a2 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:41:26.079769 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493443d4-2ea6-4dfc-ba93-7f78ea0ffde4 req-2087cdc0-c989-4487-ad1f-173fc6ac4bd1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:26.083750 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-493443d4-2ea6-4dfc-ba93-7f78ea0ffde4 req-2087cdc0-c989-4487-ad1f-173fc6ac4bd1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 945 time: 0.5697706 Dec 08 01:41:26.087528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 62bd3d93-1894-4564-a87b-4962abb893c0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=62bd3d93-1894-4564-a87b-4962abb893c0,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:26.092715 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5d9f-d13d-4cef-873e-18b49ed16fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:26.100113 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:26.114930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Network dd779e6a-fa1e-42c4-9147-76d41728dbe8 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:26.124817 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:26.125570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5f3aeebc-390c-4677-9dce-fdb3eca96bbb details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:26.160172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a37eaaed-5b39-485a-a215-eeb832b76c9e req-61ba42bb-3059-4eb2-9aaf-a214af00ae81 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036913 Dec 08 01:41:26.161119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:26.163032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event updated for resources: {'Port': ['ID=6c7a3fea-c911-4cb6-924b-9c098231e86b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:26.172137 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:26.315841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:26.316839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:26.359641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-5f275c23-0d77-4848-ac77-07e3e9a12cda tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8599784 Dec 08 01:41:26.360461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5d9f-d13d-4cef-873e-18b49ed16fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:26.397124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5f3aeebc-390c-4677-9dce-fdb3eca96bbb,segment=NetworkSegment(832b7a99-b444-4fc7-926f-3af12f8a21d9),segment_id=832b7a99-b444-4fc7-926f-3af12f8a21d9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:26.402543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Request body: {'port': {'device_id': '4202f1c0-2a83-44fc-938a-c4dcc44adc1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:26.431861 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5d9f-d13d-4cef-873e-18b49ed16fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:26.434242 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'port_id': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb', 'mac_address': 'fa:16:3e:6d:af:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:26.462177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8862cef-265b-4131-a145-9fc515f9e258 req-6b342d5c-0563-4806-94ca-a5806c681e7f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:26.471971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e8862cef-265b-4131-a145-9fc515f9e258 req-6b342d5c-0563-4806-94ca-a5806c681e7f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.1252694 Dec 08 01:41:26.496411 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-493443d4-2ea6-4dfc-ba93-7f78ea0ffde4 req-0a0c98af-b836-41b7-aafa-b985db7c1679 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991494 Dec 08 01:41:26.553302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e8862cef-265b-4131-a145-9fc515f9e258 req-b1f3942e-822c-479f-985a-6ed942808135 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796826 Dec 08 01:41:26.579275 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:26.615873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:26.616200 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:26.626376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=62bd3d93-1894-4564-a87b-4962abb893c0,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:26.657495 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c4d5c82a-9875-4d78-bfb1-8ee1f09e590a up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:26.803853 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:26.895326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3aeebc-390c-4677-9dce-fdb3eca96bbb {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:26.942432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5f3aeebc-390c-4677-9dce-fdb3eca96bbb,segment=NetworkSegment(832b7a99-b444-4fc7-926f-3af12f8a21d9),segment_id=832b7a99-b444-4fc7-926f-3af12f8a21d9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:26.951714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:26.957035 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:26.962326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device dffc73d6-4a06-4e82-b7c3-52506e9a988c details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:26.970414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7a3fea-c911-4cb6-924b-9c098231e86b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:26.970687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:26.978922 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:26.993263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Transition to ACTIVE for port object 6c7a3fea-c911-4cb6-924b-9c098231e86b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:41:27.018734 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.026237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe5d9f-d13d-4cef-873e-18b49ed16fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15db70b2-e0d6-49e2-8a16-d31f675a4709,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:27.043849 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5d9f-d13d-4cef-873e-18b49ed16fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.056316 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:27.056521 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.075452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a3fe5d9f-d13d-4cef-873e-18b49ed16fb6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/15db70b2-e0d6-49e2-8a16-d31f675a4709 HTTP/1.1" status: 204 len: 168 time: 1.6385412 Dec 08 01:41:27.078302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c093ff1-0d81-4c11-a0be-025f43910e03 req-b73e8a54-a747-44e8-bb1b-7e9a36be9354 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:27.082411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c093ff1-0d81-4c11-a0be-025f43910e03 req-b73e8a54-a747-44e8-bb1b-7e9a36be9354 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 931 time: 0.4524658 Dec 08 01:41:27.088597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:27.136797 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.189396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76310b3-6700-4cda-833a-7a512cb7da2d req-c6d811f9-0918-40aa-b0e8-d7296c28305f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:27.200314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76310b3-6700-4cda-833a-7a512cb7da2d req-c6d811f9-0918-40aa-b0e8-d7296c28305f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:27.205085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a3fea-c911-4cb6-924b-9c098231e86b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:27.206969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76310b3-6700-4cda-833a-7a512cb7da2d req-c6d811f9-0918-40aa-b0e8-d7296c28305f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:27.214098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76310b3-6700-4cda-833a-7a512cb7da2d req-c6d811f9-0918-40aa-b0e8-d7296c28305f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:27.221753 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76310b3-6700-4cda-833a-7a512cb7da2d req-c6d811f9-0918-40aa-b0e8-d7296c28305f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:27.227725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76310b3-6700-4cda-833a-7a512cb7da2d req-c6d811f9-0918-40aa-b0e8-d7296c28305f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:27.238122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port dffc73d6-4a06-4e82-b7c3-52506e9a988c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=dffc73d6-4a06-4e82-b7c3-52506e9a988c,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:27.239375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76310b3-6700-4cda-833a-7a512cb7da2d req-c6d811f9-0918-40aa-b0e8-d7296c28305f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:27.249044 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e76310b3-6700-4cda-833a-7a512cb7da2d req-c6d811f9-0918-40aa-b0e8-d7296c28305f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5420 time: 0.2627709 Dec 08 01:41:27.256196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=5f3aeebc-390c-4677-9dce-fdb3eca96bbb,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:27.273031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'dffc73d6-4a06-4e82-b7c3-52506e9a988c', 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540', 'port_id': 'dffc73d6-4a06-4e82-b7c3-52506e9a988c', 'mac_address': 'fa:16:3e:25:91:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40af9f4-d394-454b-b2da-ef85b01f007e', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:27.332185 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e76310b3-6700-4cda-833a-7a512cb7da2d req-948a6f12-5036-4f24-9053-11d02527e5a3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797296 Dec 08 01:41:27.366856 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.371318 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.412162 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.423372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffc73d6-4a06-4e82-b7c3-52506e9a988c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:27.427464 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.453854 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c093ff1-0d81-4c11-a0be-025f43910e03 req-03b548af-faae-4ccd-a4d8-50b961670fc6 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465805 Dec 08 01:41:27.504224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb13bc3d-c8b5-424f-a061-f9e812a7a0f8'}, {'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d5c82a-9875-4d78-bfb1-8ee1f09e590a'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:27.513872 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7193bb0b-3ad4-486c-884f-452a5e1518ed" -d '{"events": [{"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-plugged", "status": "completed", "tag": "eb13bc3d-c8b5-424f-a061-f9e812a7a0f8"}, {"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-plugged", "status": "completed", "tag": "c4d5c82a-9875-4d78-bfb1-8ee1f09e590a"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:27.545717 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:27.546472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c4d5c82a-9875-4d78-bfb1-8ee1f09e590a,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:27.549349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port dffc73d6-4a06-4e82-b7c3-52506e9a988c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=dffc73d6-4a06-4e82-b7c3-52506e9a988c,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:27.555209 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:27.557426 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.562464 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.564767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 909185d2-b0e2-4902-b2ff-aa8c38efc800 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:27.569147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:27.579858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:27.580611 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.583752 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event updated for resources: {'Port': ['ID=b9d73b8b-eae6-4019-85f4-8ba9bca9ee94,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:27.628121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adaaab-1392-43ae-bee0-ff84a3feb7d3 req-e77e0371-74d6-4c04-999d-736fbb1d9e64 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:27.641973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adaaab-1392-43ae-bee0-ff84a3feb7d3 req-e77e0371-74d6-4c04-999d-736fbb1d9e64 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:27.648980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adaaab-1392-43ae-bee0-ff84a3feb7d3 req-e77e0371-74d6-4c04-999d-736fbb1d9e64 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:27.658064 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46adaaab-1392-43ae-bee0-ff84a3feb7d3 req-e77e0371-74d6-4c04-999d-736fbb1d9e64 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2415 time: 0.1658964 Dec 08 01:41:27.683132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7d399f7e-ac19-4445-96ba-d8dbd58858f2 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7378635 Dec 08 01:41:27.688226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49872) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:27.691266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d6c6bcd6-4f61-42b2-8022-1750308fdaf3 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b1', 'mac_address': 'fa:16:3e:59:7e:db'}, {'ip_address': '2001:db8::65', 'mac_address': 'fa:16:3e:40:a5:7b'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:27.704262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=c4d5c82a-9875-4d78-bfb1-8ee1f09e590a,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:27.711337 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.723861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 909185d2-b0e2-4902-b2ff-aa8c38efc800, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=909185d2-b0e2-4902-b2ff-aa8c38efc800,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:27.735972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4defec-514a-4709-994b-aa1703645786']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:27.747007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b398d00-9b81-48b6-aec0-7eeea72f1ca7') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:27.747284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b398d00-9b81-48b6-aec0-7eeea72f1ca7') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:27.775159 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.791930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '909185d2-b0e2-4902-b2ff-aa8c38efc800', 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540', 'port_id': '909185d2-b0e2-4902-b2ff-aa8c38efc800', 'mac_address': 'fa:16:3e:55:03:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40af9f4-d394-454b-b2da-ef85b01f007e', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:27.815680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.824162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:41:27.824611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.922167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=dffc73d6-4a06-4e82-b7c3-52506e9a988c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:27.958709 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:41:27.960965 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:41:27.963317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Attempting to bind port 6c7a3fea-c911-4cb6-924b-9c098231e86b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:41:27.963317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Attempting to bind port 6c7a3fea-c911-4cb6-924b-9c098231e86b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:41:27.963317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Attempting to bind port 6c7a3fea-c911-4cb6-924b-9c098231e86b on network dd779e6a-fa1e-42c4-9147-76d41728dbe8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:27.994940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Port 6c7a3fea-c911-4cb6-924b-9c098231e86b on network dd779e6a-fa1e-42c4-9147-76d41728dbe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:41:27.995268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Attempting to bind port 6c7a3fea-c911-4cb6-924b-9c098231e86b on network dd779e6a-fa1e-42c4-9147-76d41728dbe8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:28.000925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909185d2-b0e2-4902-b2ff-aa8c38efc800 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:28.006069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:28.022223 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:28.025976 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] 10.222.0.70 "DELETE /v2.0/networks/0b4defec-514a-4709-994b-aa1703645786 HTTP/1.1" status: 204 len: 168 time: 0.9362447 Dec 08 01:41:28.038770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:41:28.039248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Checking segment: {'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:28.039742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Bound using segment: {'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:41:28.040324 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Bound port: 6c7a3fea-c911-4cb6-924b-9c098231e86b, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9375d110-624e-40dc-a951-b44ca2771c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:41:28.040783 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:28.047389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb2407-4bf7-417e-89c7-1ccd41d5543f admin admin] Pushing event deleted for resources: {'Network': ['ID=0b4defec-514a-4709-994b-aa1703645786,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:28.049453 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46adaaab-1392-43ae-bee0-ff84a3feb7d3 req-79dad0c7-eadb-4e18-9e8a-96d2aed8b86a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897448 Dec 08 01:41:28.068001 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6c6bcd6-4f61-42b2-8022-1750308fdaf3 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:28.104488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2c8f4-9996-4118-9746-9630f1b6a080 req-7752b243-0dd2-464e-afe5-be40132fa634 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.106187 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ddf2c8f4-9996-4118-9746-9630f1b6a080 req-7752b243-0dd2-464e-afe5-be40132fa634 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 945 time: 0.4569292 Dec 08 01:41:28.144532 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 909185d2-b0e2-4902-b2ff-aa8c38efc800, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=909185d2-b0e2-4902-b2ff-aa8c38efc800,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:28.162995 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22812bf3-38fd-4e64-a09b-fb84913ec731 x-openstack-request-id: req-22812bf3-38fd-4e64-a09b-fb84913ec731 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:28.162995 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-plugged", "status": "completed", "tag": "eb13bc3d-c8b5-424f-a061-f9e812a7a0f8", "code": 200}, {"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-plugged", "status": "completed", "tag": "c4d5c82a-9875-4d78-bfb1-8ee1f09e590a", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:28.165589 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22812bf3-38fd-4e64-a09b-fb84913ec731 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:28.166661 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb13bc3d-c8b5-424f-a061-f9e812a7a0f8', 'code': 200} Dec 08 01:41:28.168090 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d5c82a-9875-4d78-bfb1-8ee1f09e590a', 'code': 200} Dec 08 01:41:28.172731 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:28.213923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device df223970-b1fe-4950-877f-a17fdccfb5e7 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:28.258786 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] For port 6c7a3fea-c911-4cb6-924b-9c098231e86b, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:41:28.266613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d6217eeb-7ed5-4856-8089-bdb827038e77 None None] Provisioning complete for port b9d73b8b-eae6-4019-85f4-8ba9bca9ee94 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:28.268338 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6217eeb-7ed5-4856-8089-bdb827038e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:28.321329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] For port 6c7a3fea-c911-4cb6-924b-9c098231e86b, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6c7a3fea-c911-4cb6-924b-9c098231e86b,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:41:28.330253 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ddf2c8f4-9996-4118-9746-9630f1b6a080 req-9dcc54c4-e48c-4b2d-948f-a860fb3a9ef8 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037947 Dec 08 01:41:28.336510 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:28.384487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.385143 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:28.386596 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] 10.222.0.72 "PUT /v2.0/ports/6c7a3fea-c911-4cb6-924b-9c098231e86b HTTP/1.1" status: 200 len: 1092 time: 1.9926810 Dec 08 01:41:28.387177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4202f1c0-2a83-44fc-938a-c4dcc44adc1d', 'tag': '6c7a3fea-c911-4cb6-924b-9c098231e86b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:28.391390 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb203fb-8305-440a-b00f-e364bd42ac29" -d '{"events": [{"name": "network-changed", "server_uuid": "4202f1c0-2a83-44fc-938a-c4dcc44adc1d", "tag": "6c7a3fea-c911-4cb6-924b-9c098231e86b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:28.409676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988056d-dae7-4e30-ab46-1b64a2fc1e55 req-ce4d7dea-5fc0-4f33-94f4-e0c2bec54037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.410276 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988056d-dae7-4e30-ab46-1b64a2fc1e55 req-ce4d7dea-5fc0-4f33-94f4-e0c2bec54037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.417754 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988056d-dae7-4e30-ab46-1b64a2fc1e55 req-ce4d7dea-5fc0-4f33-94f4-e0c2bec54037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.430332 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4988056d-dae7-4e30-ab46-1b64a2fc1e55 req-ce4d7dea-5fc0-4f33-94f4-e0c2bec54037 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2872 time: 0.1674991 Dec 08 01:41:28.466127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428e75-284e-4bbf-871e-57dde4e9420c req-f6824eeb-81ec-4b45-a2fb-2c1a41e96884 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.469406 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a428e75-284e-4bbf-871e-57dde4e9420c req-f6824eeb-81ec-4b45-a2fb-2c1a41e96884 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.2680337 Dec 08 01:41:28.492088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49884) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:28.591710 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-931a90ff-29d5-4963-b762-2a98ffb6c06e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b54cd2eaf9b4bf183def562265743e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0973363 Dec 08 01:41:28.593403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49888) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:28.599236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097fff9-da50-4286-89ae-d071b2fbff47 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a3fea-c911-4cb6-924b-9c098231e86b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:28.694349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae9c6d-0fe5-43ff-87d8-4d975f1669ce req-68b81c13-f62a-4f20-b6eb-71a80472c03a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.701224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae9c6d-0fe5-43ff-87d8-4d975f1669ce req-68b81c13-f62a-4f20-b6eb-71a80472c03a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.709923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae9c6d-0fe5-43ff-87d8-4d975f1669ce req-68b81c13-f62a-4f20-b6eb-71a80472c03a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.720044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae9c6d-0fe5-43ff-87d8-4d975f1669ce req-68b81c13-f62a-4f20-b6eb-71a80472c03a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.727879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae9c6d-0fe5-43ff-87d8-4d975f1669ce req-68b81c13-f62a-4f20-b6eb-71a80472c03a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.736903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae9c6d-0fe5-43ff-87d8-4d975f1669ce req-68b81c13-f62a-4f20-b6eb-71a80472c03a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.746602 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae9c6d-0fe5-43ff-87d8-4d975f1669ce req-68b81c13-f62a-4f20-b6eb-71a80472c03a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.749742 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aeae9c6d-0fe5-43ff-87d8-4d975f1669ce req-68b81c13-f62a-4f20-b6eb-71a80472c03a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5422 time: 0.2121437 Dec 08 01:41:28.752386 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4988056d-dae7-4e30-ab46-1b64a2fc1e55 req-edf9d3c6-b6d4-4c8a-90bc-04d7fa8abda0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965167 Dec 08 01:41:28.764448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a428e75-284e-4bbf-871e-57dde4e9420c req-f4470306-a160-46c4-be22-ebd9bc0365a8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872633 Dec 08 01:41:28.773989 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9178e85c-7665-4aee-a041-72a0a58a68ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:28.809146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-515e5891-5bf6-42d2-b9cb-6d97e3fcdbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.811507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6c6bcd6-4f61-42b2-8022-1750308fdaf3 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:28.811803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-515e5891-5bf6-42d2-b9cb-6d97e3fcdbf9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=783ff023d0674ed4b454399ced7fde14&device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 1095 time: 0.3197341 Dec 08 01:41:28.833647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6c6bcd6-4f61-42b2-8022-1750308fdaf3 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:28.857140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aeae9c6d-0fe5-43ff-87d8-4d975f1669ce req-396734c2-ad8d-47c1-90b7-11f52c761ed1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986445 Dec 08 01:41:28.864252 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64716295-29ea-4c42-afb8-e873da74e75a x-openstack-request-id: req-64716295-29ea-4c42-afb8-e873da74e75a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:28.864590 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4202f1c0-2a83-44fc-938a-c4dcc44adc1d", "tag": "6c7a3fea-c911-4cb6-924b-9c098231e86b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:28.864867 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64716295-29ea-4c42-afb8-e873da74e75a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:28.865295 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4202f1c0-2a83-44fc-938a-c4dcc44adc1d', 'tag': '6c7a3fea-c911-4cb6-924b-9c098231e86b', 'status': 'completed', 'code': 200} Dec 08 01:41:28.881840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d6217eeb-7ed5-4856-8089-bdb827038e77 None None] Port b9d73b8b-eae6-4019-85f4-8ba9bca9ee94 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:28.900780 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=909185d2-b0e2-4902-b2ff-aa8c38efc800,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:28.906228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6bcd6-4f61-42b2-8022-1750308fdaf3 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event updated for resources: {'Port': ['ID=b9d73b8b-eae6-4019-85f4-8ba9bca9ee94,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:28.911631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d6c6bcd6-4f61-42b2-8022-1750308fdaf3 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] In _notify_port_updated(), no bound segment for port b9d73b8b-eae6-4019-85f4-8ba9bca9ee94 on network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:41:28.917199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c6bcd6-4f61-42b2-8022-1750308fdaf3 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:28.917853 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6c6bcd6-4f61-42b2-8022-1750308fdaf3 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:28.922231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d6c6bcd6-4f61-42b2-8022-1750308fdaf3 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "PUT /v2.0/ports/b9d73b8b-eae6-4019-85f4-8ba9bca9ee94 HTTP/1.1" status: 200 len: 1066 time: 1.2350595 Dec 08 01:41:28.922478 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49890) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:28.925147 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9178e85c-7665-4aee-a041-72a0a58a68ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:29.074330 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-38230a6b-c491-4d04-a4d5-ec11a028925e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:29.106207 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9178e85c-7665-4aee-a041-72a0a58a68ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:29.109437 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9178e85c-7665-4aee-a041-72a0a58a68ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:29.113207 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9178e85c-7665-4aee-a041-72a0a58a68ae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e8a8878-fdc3-4994-99bf-d55d0f5d8f38 HTTP/1.1" status: 204 len: 168 time: 0.4888499 Dec 08 01:41:29.132413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port df223970-b1fe-4950-877f-a17fdccfb5e7, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=df223970-b1fe-4950-877f-a17fdccfb5e7,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:29.144820 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad46b30-32bd-4297-a3da-af0529af46f3 req-2a2509b9-ee92-4b6c-a71f-60b3f3e05b75 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:29.159161 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ad46b30-32bd-4297-a3da-af0529af46f3 req-2a2509b9-ee92-4b6c-a71f-60b3f3e05b75 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 943 time: 0.1400583 Dec 08 01:41:29.181662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'df223970-b1fe-4950-877f-a17fdccfb5e7', 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7', 'port_id': 'df223970-b1fe-4950-877f-a17fdccfb5e7', 'mac_address': 'fa:16:3e:c8:93:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90dd85e-2fd1-4f8b-b69e-4c0205ca6824', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:29.207967 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-1fc0f3ba-fa5c-439a-b473-952e2d136466 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c7a3fea-c911-4cb6-924b-9c098231e86b HTTP/1.1" status: 200 len: 217 time: 0.1674128 Dec 08 01:41:29.278165 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ad46b30-32bd-4297-a3da-af0529af46f3 req-7673e5c7-d657-425b-b7c6-1287a607031b tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179993 Dec 08 01:41:29.279457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178e85c-7665-4aee-a041-72a0a58a68ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a8878-fdc3-4994-99bf-d55d0f5d8f38,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:29.286144 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:29.355454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df223970-b1fe-4950-877f-a17fdccfb5e7 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:29.379329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-1379011e-1dcd-48cf-8c04-2762f5823bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:29.381001 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-1379011e-1dcd-48cf-8c04-2762f5823bbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=619d92e4-eb66-499a-8737-7efe45f82797 HTTP/1.1" status: 200 len: 862 time: 0.1157868 Dec 08 01:41:29.392072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790fe9e-44e2-4216-98ad-02dbcd196e3a req-62a95c22-45e8-46d6-a76d-5ef2a8f2206f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:29.401531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790fe9e-44e2-4216-98ad-02dbcd196e3a req-62a95c22-45e8-46d6-a76d-5ef2a8f2206f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:29.408144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790fe9e-44e2-4216-98ad-02dbcd196e3a req-62a95c22-45e8-46d6-a76d-5ef2a8f2206f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:29.409949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e790fe9e-44e2-4216-98ad-02dbcd196e3a req-62a95c22-45e8-46d6-a76d-5ef2a8f2206f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2416 time: 0.2216964 Dec 08 01:41:29.447969 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-effa3390-7531-4a59-b7fa-bc4c88fac57d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd779e6a-fa1e-42c4-9147-76d41728dbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364702 Dec 08 01:41:29.458295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a6983-8ec0-4fae-8992-dc8c3d1c27a4 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Deleting port b9d73b8b-eae6-4019-85f4-8ba9bca9ee94 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:29.458701 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb0a6983-8ec0-4fae-8992-dc8c3d1c27a4 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:29.472972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port df223970-b1fe-4950-877f-a17fdccfb5e7, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=df223970-b1fe-4950-877f-a17fdccfb5e7,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:29.505604 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:29.510357 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f0f7557b-c628-4920-8f4c-f0a60e109cc0 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:29.608804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1606f13b-64a6-4cee-9c93-1cbc3bb33564 None None] Provisioning complete for port b9d73b8b-eae6-4019-85f4-8ba9bca9ee94 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:29.609188 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1606f13b-64a6-4cee-9c93-1cbc3bb33564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:29.624790 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e790fe9e-44e2-4216-98ad-02dbcd196e3a req-35710754-7e6d-47c7-a3bf-3fa768beb9c7 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868315 Dec 08 01:41:29.634469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c827913-a475-466b-b2e9-54da8b051861 req-d077190b-297a-40ad-940e-1e3263b538ee tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:29.644701 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c827913-a475-466b-b2e9-54da8b051861 req-d077190b-297a-40ad-940e-1e3263b538ee tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 945 time: 0.1003771 Dec 08 01:41:29.681712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb0a6983-8ec0-4fae-8992-dc8c3d1c27a4 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:29.690375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f0f7557b-c628-4920-8f4c-f0a60e109cc0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0f7557b-c628-4920-8f4c-f0a60e109cc0,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:29.701585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=df223970-b1fe-4950-877f-a17fdccfb5e7,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:29.705757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-6e369611-e803-47d2-bb07-0dac16449c6c service neutron] 10.222.0.72 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409155 Dec 08 01:41:29.714130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a6983-8ec0-4fae-8992-dc8c3d1c27a4 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Calling delete_port for b9d73b8b-eae6-4019-85f4-8ba9bca9ee94 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:29.715702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'f0f7557b-c628-4920-8f4c-f0a60e109cc0', 'network_id': '6d87ec61-c411-4661-b8c4-fb5d16e75540', 'port_id': 'f0f7557b-c628-4920-8f4c-f0a60e109cc0', 'mac_address': 'fa:16:3e:b3:8e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40af9f4-d394-454b-b2da-ef85b01f007e', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:29.719118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1606f13b-64a6-4cee-9c93-1cbc3bb33564 None None] Port b9d73b8b-eae6-4019-85f4-8ba9bca9ee94 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:29.786567 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:29.807357 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c827913-a475-466b-b2e9-54da8b051861 req-1fa6a73b-ea72-4e2a-ab53-029c53e60441 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538634 Dec 08 01:41:29.835665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f7557b-c628-4920-8f4c-f0a60e109cc0 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:29.904218 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f0f7557b-c628-4920-8f4c-f0a60e109cc0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0f7557b-c628-4920-8f4c-f0a60e109cc0,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:29.913541 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:29.915006 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:30.120326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:30.151823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f0f7557b-c628-4920-8f4c-f0a60e109cc0,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:30.167949 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'a2a3b83c-e81a-46ad-96c8-894bd7fe7b63', 'network_id': '28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7', 'port_id': 'a2a3b83c-e81a-46ad-96c8-894bd7fe7b63', 'mac_address': 'fa:16:3e:38:19:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90dd85e-2fd1-4f8b-b69e-4c0205ca6824', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:30.175815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f04226-7fbe-4772-8725-c0418d65a751 req-7d0ca044-d763-4ec2-9467-2e44e8db4a46 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.186670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f04226-7fbe-4772-8725-c0418d65a751 req-7d0ca044-d763-4ec2-9467-2e44e8db4a46 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.199913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f04226-7fbe-4772-8725-c0418d65a751 req-7d0ca044-d763-4ec2-9467-2e44e8db4a46 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.206302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f04226-7fbe-4772-8725-c0418d65a751 req-7d0ca044-d763-4ec2-9467-2e44e8db4a46 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.235021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889c8ce-0335-466d-a614-f4ae3d0b5775 req-ecbb702b-ec18-405a-aefc-8cab9e931f76 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.242996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d889c8ce-0335-466d-a614-f4ae3d0b5775 req-ecbb702b-ec18-405a-aefc-8cab9e931f76 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.3231554 Dec 08 01:41:30.255451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f04226-7fbe-4772-8725-c0418d65a751 req-7d0ca044-d763-4ec2-9467-2e44e8db4a46 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.270419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f04226-7fbe-4772-8725-c0418d65a751 req-7d0ca044-d763-4ec2-9467-2e44e8db4a46 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.281369 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:30.286436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f04226-7fbe-4772-8725-c0418d65a751 req-7d0ca044-d763-4ec2-9467-2e44e8db4a46 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.292334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0f04226-7fbe-4772-8725-c0418d65a751 req-7d0ca044-d763-4ec2-9467-2e44e8db4a46 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5424 time: 0.2442458 Dec 08 01:41:30.320355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:30.328930 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3ec39d6-3d00-4c8d-810d-f898d55ab721 req-c6bea913-68de-412f-904c-1c830a1d6adf service neutron] 10.222.0.72 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790926 Dec 08 01:41:30.389462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d889c8ce-0335-466d-a614-f4ae3d0b5775 req-dcba0b52-555d-44a8-8989-af7f122cca80 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454437 Dec 08 01:41:30.412757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:30.430449 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:30.489242 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0f04226-7fbe-4772-8725-c0418d65a751 req-c68e21f5-a0de-4b88-a0b2-2085f8ebbc2f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1879528 Dec 08 01:41:30.520725 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb0a6983-8ec0-4fae-8992-dc8c3d1c27a4 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:30.573317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:30.621044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb203fb-8305-440a-b00f-e364bd42ac29 req-21df04b7-3461-4d98-b440-ed701b3587b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.622591 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adb203fb-8305-440a-b00f-e364bd42ac29 req-21df04b7-3461-4d98-b440-ed701b3587b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=783ff023d0674ed4b454399ced7fde14&device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 1095 time: 0.1805098 Dec 08 01:41:30.623338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a6983-8ec0-4fae-8992-dc8c3d1c27a4 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event deleted for resources: {'Port': ['ID=b9d73b8b-eae6-4019-85f4-8ba9bca9ee94,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:30.840619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb203fb-8305-440a-b00f-e364bd42ac29 req-23add07e-bfdd-469e-8a8c-f98c5aa2f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.842511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adb203fb-8305-440a-b00f-e364bd42ac29 req-23add07e-bfdd-469e-8a8c-f98c5aa2f7c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dd779e6a-fa1e-42c4-9147-76d41728dbe8 HTTP/1.1" status: 200 len: 923 time: 0.1938286 Dec 08 01:41:30.867275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9ac8a-af4d-41c8-926a-b00c45a75149 req-7abf50e6-9177-41f5-b8a1-37490f0c203c tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.880809 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9ac8a-af4d-41c8-926a-b00c45a75149 req-7abf50e6-9177-41f5-b8a1-37490f0c203c tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.890030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9ac8a-af4d-41c8-926a-b00c45a75149 req-7abf50e6-9177-41f5-b8a1-37490f0c203c tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:30.892116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9d9ac8a-af4d-41c8-926a-b00c45a75149 req-7abf50e6-9177-41f5-b8a1-37490f0c203c tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2416 time: 0.1400132 Dec 08 01:41:30.989596 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adb203fb-8305-440a-b00f-e364bd42ac29 req-ce7708c4-3fc3-40de-9ecd-c144a44efc07 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c7a3fea-c911-4cb6-924b-9c098231e86b HTTP/1.1" status: 200 len: 217 time: 0.1311874 Dec 08 01:41:31.015453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65329660-7d3d-4762-8b10-746117e94ff9 req-05d3192e-4419-48ea-b12c-04fbe9f4fe83 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:31.022459 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9d9ac8a-af4d-41c8-926a-b00c45a75149 req-6a663d90-a8eb-489b-8c08-78afeffb3dfb tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187472 Dec 08 01:41:31.025115 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65329660-7d3d-4762-8b10-746117e94ff9 req-05d3192e-4419-48ea-b12c-04fbe9f4fe83 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 943 time: 0.4700441 Dec 08 01:41:31.144096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65329660-7d3d-4762-8b10-746117e94ff9 req-99e064d0-37d3-4e18-8a2a-3348d231b094 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179872 Dec 08 01:41:31.171567 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-906d6cc8-d3b4-4e51-bcd4-78013a438d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:31.185186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb203fb-8305-440a-b00f-e364bd42ac29 req-95b79916-76c6-47e7-9d1b-598b3c8c53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:31.190166 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adb203fb-8305-440a-b00f-e364bd42ac29 req-95b79916-76c6-47e7-9d1b-598b3c8c53bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=619d92e4-eb66-499a-8737-7efe45f82797 HTTP/1.1" status: 200 len: 862 time: 0.1622560 Dec 08 01:41:31.268761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adb203fb-8305-440a-b00f-e364bd42ac29 req-0cbe0fda-4872-40ea-ae87-afcdfa933df7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dd779e6a-fa1e-42c4-9147-76d41728dbe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655658 Dec 08 01:41:31.457867 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb0a6983-8ec0-4fae-8992-dc8c3d1c27a4 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:31.464416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49948) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:31.465165 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cb0a6983-8ec0-4fae-8992-dc8c3d1c27a4 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "DELETE /v2.0/ports/b9d73b8b-eae6-4019-85f4-8ba9bca9ee94 HTTP/1.1" status: 204 len: 168 time: 2.5406344 Dec 08 01:41:31.486978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['df223970-b1fe-4950-877f-a17fdccfb5e7'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:31.541208 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-62de27ef-98fa-4bb6-a4ef-586842a0a00f tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] GET failed (client error): The resource could not be found. Dec 08 01:41:31.544160 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-62de27ef-98fa-4bb6-a4ef-586842a0a00f tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "GET /v2.0/ports/b9d73b8b-eae6-4019-85f4-8ba9bca9ee94 HTTP/1.1" status: 404 len: 333 time: 0.0786867 Dec 08 01:41:31.547907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49952) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:31.577150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9839e-84ed-4e3b-aa6d-d1c1570e0ce8 req-947dfba3-ed85-4e86-a681-b4fc868e42b3 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:31.578935 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88d9839e-84ed-4e3b-aa6d-d1c1570e0ce8 req-947dfba3-ed85-4e86-a681-b4fc868e42b3 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 945 time: 0.3552518 Dec 08 01:41:31.613763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['c594e60b-842c-4d83-80c2-3e332c4bb031'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:31.616203 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['dffc73d6-4a06-4e82-b7c3-52506e9a988c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:31.630948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['f0f7557b-c628-4920-8f4c-f0a60e109cc0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:31.633335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['62bd3d93-1894-4564-a87b-4962abb893c0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:31.760433 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:41:31.788801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adb203fb-8305-440a-b00f-e364bd42ac29 req-9b7e7976-53ef-4170-ba44-f16076151d6c service neutron] 10.222.0.72 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994998 Dec 08 01:41:31.922587 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88d9839e-84ed-4e3b-aa6d-d1c1570e0ce8 req-57fdb01a-4ca3-4bbb-8be5-e8df5a31a2e3 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330383 Dec 08 01:41:31.963134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0922880e-0899-4314-9745-caf70e8f7cae tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Deleting port c321a523-dc7a-42c3-a6bf-c7bdaa00bf9b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:31.982277 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0922880e-0899-4314-9745-caf70e8f7cae tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:32.152422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4f67f-db51-4161-958c-f2cbc5b6a4ea req-a82b8198-c039-4e83-92b4-827eb2532d2a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:32.165613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aef4f67f-db51-4161-958c-f2cbc5b6a4ea req-a82b8198-c039-4e83-92b4-827eb2532d2a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.1749773 Dec 08 01:41:32.171119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49966) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:32.302671 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aef4f67f-db51-4161-958c-f2cbc5b6a4ea req-94808761-9bd5-420e-9f40-696951f2751d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357806 Dec 08 01:41:32.349123 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0922880e-0899-4314-9745-caf70e8f7cae tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:32.374004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adb203fb-8305-440a-b00f-e364bd42ac29 req-889c2918-b55c-4ef6-9168-610d32238f42 service neutron] 10.222.0.72 "GET /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367222 Dec 08 01:41:32.406701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0922880e-0899-4314-9745-caf70e8f7cae tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Calling delete_port for c321a523-dc7a-42c3-a6bf-c7bdaa00bf9b owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:32.483985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1fe73-6942-441f-bb05-4e81dd7acdfc req-ae3fbffc-9e61-4412-bb2d-7f37155e6021 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:32.514811 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:32.523127 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:32.525725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1fe73-6942-441f-bb05-4e81dd7acdfc req-ae3fbffc-9e61-4412-bb2d-7f37155e6021 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:32.550523 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1fe73-6942-441f-bb05-4e81dd7acdfc req-ae3fbffc-9e61-4412-bb2d-7f37155e6021 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:32.572374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1fe73-6942-441f-bb05-4e81dd7acdfc req-ae3fbffc-9e61-4412-bb2d-7f37155e6021 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:32.577255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9303ae5-1379-4a80-bb12-68df0f5980b5 req-588cd34b-5b41-4ef1-b86a-56a159183046 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:32.589815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9303ae5-1379-4a80-bb12-68df0f5980b5 req-588cd34b-5b41-4ef1-b86a-56a159183046 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:32.597491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1fe73-6942-441f-bb05-4e81dd7acdfc req-ae3fbffc-9e61-4412-bb2d-7f37155e6021 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:32.608400 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9303ae5-1379-4a80-bb12-68df0f5980b5 req-588cd34b-5b41-4ef1-b86a-56a159183046 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:32.610434 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9303ae5-1379-4a80-bb12-68df0f5980b5 req-588cd34b-5b41-4ef1-b86a-56a159183046 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2416 time: 0.1587012 Dec 08 01:41:32.614919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1fe73-6942-441f-bb05-4e81dd7acdfc req-ae3fbffc-9e61-4412-bb2d-7f37155e6021 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:32.621232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1fe73-6942-441f-bb05-4e81dd7acdfc req-ae3fbffc-9e61-4412-bb2d-7f37155e6021 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:32.637281 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56c1fe73-6942-441f-bb05-4e81dd7acdfc req-ae3fbffc-9e61-4412-bb2d-7f37155e6021 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5425 time: 0.4407384 Dec 08 01:41:32.691179 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f76d1349-d338-4406-bf52-fc003ce8fddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:32.807869 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9303ae5-1379-4a80-bb12-68df0f5980b5 req-de9426e0-d91b-4830-b756-9ba74e16d281 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789544 Dec 08 01:41:32.837181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['5f3aeebc-390c-4677-9dce-fdb3eca96bbb'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:32.839452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['909185d2-b0e2-4902-b2ff-aa8c38efc800'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:32.870630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a2a3b83c-e81a-46ad-96c8-894bd7fe7b63'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:32.944001 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56c1fe73-6942-441f-bb05-4e81dd7acdfc req-76714f85-a267-492c-a7ac-4a09a84c6363 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2945693 Dec 08 01:41:33.067964 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0922880e-0899-4314-9745-caf70e8f7cae tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:33.160826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922880e-0899-4314-9745-caf70e8f7cae tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event deleted for resources: {'Port': ['ID=c321a523-dc7a-42c3-a6bf-c7bdaa00bf9b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:33.324538 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0922880e-0899-4314-9745-caf70e8f7cae tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:33.331596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0922880e-0899-4314-9745-caf70e8f7cae tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "DELETE /v2.0/ports/c321a523-dc7a-42c3-a6bf-c7bdaa00bf9b HTTP/1.1" status: 204 len: 168 time: 1.7827327 Dec 08 01:41:33.343299 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49980) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:33.351041 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f76d1349-d338-4406-bf52-fc003ce8fddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:33.368584 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f76d1349-d338-4406-bf52-fc003ce8fddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:33.392206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab96dc5-d94a-4a93-829a-5fc5e87aa135 req-9e4225f8-f5c2-4ed3-968e-5797c7dc07dd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:33.409961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cab96dc5-d94a-4a93-829a-5fc5e87aa135 req-9e4225f8-f5c2-4ed3-968e-5797c7dc07dd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 943 time: 0.3307927 Dec 08 01:41:33.465513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6c7a3fea-c911-4cb6-924b-9c098231e86b details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:41:33.490469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4c59b-61b8-404f-bba6-8cbb193140dc req-44f661ba-2f94-48ba-a808-381b2ca5e78f tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:33.503502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8db4c59b-61b8-404f-bba6-8cbb193140dc req-44f661ba-2f94-48ba-a808-381b2ca5e78f tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 945 time: 0.3231800 Dec 08 01:41:33.557134 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b18687-a124-4fe3-8096-b7066c147f4a tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] GET failed (client error): The resource could not be found. Dec 08 01:41:33.572271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e9b18687-a124-4fe3-8096-b7066c147f4a tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "GET /v2.0/ports/c321a523-dc7a-42c3-a6bf-c7bdaa00bf9b HTTP/1.1" status: 404 len: 333 time: 0.2281044 Dec 08 01:41:33.582597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49986) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:33.672977 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:33.716494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f76d1349-d338-4406-bf52-fc003ce8fddf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=baeac7d39d0c434696f9565006f84445&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5405884 Dec 08 01:41:33.724447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49988) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:33.731345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d1349-d338-4406-bf52-fc003ce8fddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcbe887-71ae-4382-91ba-9fd187bc02d9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:33.731814 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.resource_extend [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:41:33.840962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-497caf96-8ff8-439a-ab40-fd1b2139f45a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:33.848538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-497caf96-8ff8-439a-ab40-fd1b2139f45a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:33.856014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-497caf96-8ff8-439a-ab40-fd1b2139f45a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:33.858765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-497caf96-8ff8-439a-ab40-fd1b2139f45a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.72 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2416 time: 0.3483963 Dec 08 01:41:33.863151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8db4c59b-61b8-404f-bba6-8cbb193140dc req-930866d5-8d14-4eff-886d-2a49f7f0f678 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549001 Dec 08 01:41:33.899501 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cab96dc5-d94a-4a93-829a-5fc5e87aa135 req-c565eb91-19e9-4649-9261-323788b20968 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885828 Dec 08 01:41:33.957143 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:34.022794 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-276d9e61-20d2-4546-88db-43fa22e2f608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:34.100165 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-276d9e61-20d2-4546-88db-43fa22e2f608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:34.122930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8012a-c303-4f11-86a4-f613c5d594d1 req-9c8cc7e4-5d68-4059-80c4-b18585092a27 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:34.130839 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b9b8012a-c303-4f11-86a4-f613c5d594d1 req-9c8cc7e4-5d68-4059-80c4-b18585092a27 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.0929000 Dec 08 01:41:34.152884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-b39aa738-be65-452f-9ff7-7a47f5bcaa05 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:34.152884 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-b39aa738-be65-452f-9ff7-7a47f5bcaa05 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:34.222851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d52854af-82cf-4a01-a194-e726620ece21 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Deleting port 9c5f2f36-5a5f-45b1-9a81-1019c890dff8 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:34.223180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d52854af-82cf-4a01-a194-e726620ece21 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:34.291628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b9b8012a-c303-4f11-86a4-f613c5d594d1 req-65c02560-97b4-494a-aba6-53b73768f81b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577318 Dec 08 01:41:34.390483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-b39aa738-be65-452f-9ff7-7a47f5bcaa05 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] For port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c4d5c82a-9875-4d78-bfb1-8ee1f09e590a,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:34.391274 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-b39aa738-be65-452f-9ff7-7a47f5bcaa05 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:34.431678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ee1a7-c880-4a3d-8679-c9e5a81d7561 req-eb6e0fe0-3c4e-4549-9580-21592242bc81 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:34.439880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ee1a7-c880-4a3d-8679-c9e5a81d7561 req-eb6e0fe0-3c4e-4549-9580-21592242bc81 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:34.452923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ee1a7-c880-4a3d-8679-c9e5a81d7561 req-eb6e0fe0-3c4e-4549-9580-21592242bc81 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:34.468108 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-b39aa738-be65-452f-9ff7-7a47f5bcaa05 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Calling delete_port for c4d5c82a-9875-4d78-bfb1-8ee1f09e590a owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:34.471437 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-998ee1a7-c880-4a3d-8679-c9e5a81d7561 req-eb6e0fe0-3c4e-4549-9580-21592242bc81 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 2416 time: 0.3989305 Dec 08 01:41:34.475743 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-276d9e61-20d2-4546-88db-43fa22e2f608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:34.478318 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-276d9e61-20d2-4546-88db-43fa22e2f608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:34.481811 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-276d9e61-20d2-4546-88db-43fa22e2f608 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1dcbe887-71ae-4382-91ba-9fd187bc02d9 HTTP/1.1" status: 204 len: 168 time: 0.7276616 Dec 08 01:41:34.497014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6c7a3fea-c911-4cb6-924b-9c098231e86b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6c7a3fea-c911-4cb6-924b-9c098231e86b,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:34.514424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed93cad-9277-4e8a-b4c2-4c23ce3ea56a req-4ae469e8-cf51-46ed-bc12-e0e44e00c58e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:34.521087 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed93cad-9277-4e8a-b4c2-4c23ce3ea56a req-4ae469e8-cf51-46ed-bc12-e0e44e00c58e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:34.527244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed93cad-9277-4e8a-b4c2-4c23ce3ea56a req-4ae469e8-cf51-46ed-bc12-e0e44e00c58e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:34.533968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed93cad-9277-4e8a-b4c2-4c23ce3ea56a req-4ae469e8-cf51-46ed-bc12-e0e44e00c58e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:34.538408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d9e61-20d2-4546-88db-43fa22e2f608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcbe887-71ae-4382-91ba-9fd187bc02d9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:34.541791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed93cad-9277-4e8a-b4c2-4c23ce3ea56a req-4ae469e8-cf51-46ed-bc12-e0e44e00c58e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:34.549519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed93cad-9277-4e8a-b4c2-4c23ce3ea56a req-4ae469e8-cf51-46ed-bc12-e0e44e00c58e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:34.555965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed93cad-9277-4e8a-b4c2-4c23ce3ea56a req-4ae469e8-cf51-46ed-bc12-e0e44e00c58e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:34.565681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2ed93cad-9277-4e8a-b4c2-4c23ce3ea56a req-4ae469e8-cf51-46ed-bc12-e0e44e00c58e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5425 time: 0.1516752 Dec 08 01:41:34.613972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '6c7a3fea-c911-4cb6-924b-9c098231e86b', 'network_id': 'dd779e6a-fa1e-42c4-9147-76d41728dbe8', 'port_id': '6c7a3fea-c911-4cb6-924b-9c098231e86b', 'mac_address': 'fa:16:3e:29:11:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619d92e4-eb66-499a-8737-7efe45f82797', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:41:34.642371 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d52854af-82cf-4a01-a194-e726620ece21 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:34.679231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d52854af-82cf-4a01-a194-e726620ece21 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Calling delete_port for 9c5f2f36-5a5f-45b1-9a81-1019c890dff8 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:34.680923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f0f7557b-c628-4920-8f4c-f0a60e109cc0 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:34.706452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2ed93cad-9277-4e8a-b4c2-4c23ce3ea56a req-32b96d80-0690-402e-8765-1ef5e0ecb506 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1355367 Dec 08 01:41:34.709096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-998ee1a7-c880-4a3d-8679-c9e5a81d7561 req-89e8fe79-77d6-44dc-a764-d10ae1feeac5 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324235 Dec 08 01:41:34.818218 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-b39aa738-be65-452f-9ff7-7a47f5bcaa05 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:34.856376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39aa738-be65-452f-9ff7-7a47f5bcaa05 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Port': ['ID=c4d5c82a-9875-4d78-bfb1-8ee1f09e590a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:34.937441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-b39aa738-be65-452f-9ff7-7a47f5bcaa05 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] No DVR routers for this DVR port c4d5c82a-9875-4d78-bfb1-8ee1f09e590a on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:34.954925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['9bf38e7c-d667-487f-8179-291dea12779a', 'eb13bc3d-c8b5-424f-a061-f9e812a7a0f8', 'c4d5c82a-9875-4d78-bfb1-8ee1f09e590a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:34.955146 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-b39aa738-be65-452f-9ff7-7a47f5bcaa05 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:34.984524 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-b39aa738-be65-452f-9ff7-7a47f5bcaa05 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.72 "DELETE /v2.0/ports/c4d5c82a-9875-4d78-bfb1-8ee1f09e590a HTTP/1.1" status: 204 len: 173 time: 1.1024690 Dec 08 01:41:35.003771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-deleted', 'tag': 'c4d5c82a-9875-4d78-bfb1-8ee1f09e590a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:35.009312 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aec850b-688a-4edc-afe7-7d06dd8dba5a" -d '{"events": [{"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-deleted", "tag": "c4d5c82a-9875-4d78-bfb1-8ee1f09e590a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:35.162723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380929a6-a83d-4559-9299-faeafbc33fbd req-272e8456-d578-4d82-a120-6f789146ad1d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:35.181423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-380929a6-a83d-4559-9299-faeafbc33fbd req-272e8456-d578-4d82-a120-6f789146ad1d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 945 time: 0.1503136 Dec 08 01:41:35.198455 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:35.258583 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:35.290760 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-380929a6-a83d-4559-9299-faeafbc33fbd req-7262c867-ee35-4fe4-ba21-08893f9b7281 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926492 Dec 08 01:41:35.314797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-669984b3-b20e-4dfd-b671-186d22640aed tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:35.315208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-669984b3-b20e-4dfd-b671-186d22640aed tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:35.318105 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d52854af-82cf-4a01-a194-e726620ece21 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:35.380299 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773b7e83-3ec0-44ad-90d5-aea705132dd4 x-openstack-request-id: req-773b7e83-3ec0-44ad-90d5-aea705132dd4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:35.380820 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-deleted", "tag": "c4d5c82a-9875-4d78-bfb1-8ee1f09e590a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:35.382307 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-773b7e83-3ec0-44ad-90d5-aea705132dd4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:35.383178 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-deleted', 'tag': 'c4d5c82a-9875-4d78-bfb1-8ee1f09e590a', 'status': 'completed', 'code': 200} Dec 08 01:41:35.437338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7a3fea-c911-4cb6-924b-9c098231e86b {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:41:35.518084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52854af-82cf-4a01-a194-e726620ece21 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event deleted for resources: {'Port': ['ID=9c5f2f36-5a5f-45b1-9a81-1019c890dff8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:35.565463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port f0f7557b-c628-4920-8f4c-f0a60e109cc0 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:35.573019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6c7a3fea-c911-4cb6-924b-9c098231e86b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6c7a3fea-c911-4cb6-924b-9c098231e86b,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:35.592349 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609188d-b320-4882-97c2-51da76cc431d req-f6b71d39-60dc-415b-82a3-c2df77846033 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:35.597932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port f0f7557b-c628-4920-8f4c-f0a60e109cc0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:35.598432 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:35.604517 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9609188d-b320-4882-97c2-51da76cc431d req-f6b71d39-60dc-415b-82a3-c2df77846033 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 943 time: 0.5023451 Dec 08 01:41:35.617821 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:35.678988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-669984b3-b20e-4dfd-b671-186d22640aed tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] For port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:35.679599 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-669984b3-b20e-4dfd-b671-186d22640aed tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:35.680158 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d52854af-82cf-4a01-a194-e726620ece21 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:35.703796 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d52854af-82cf-4a01-a194-e726620ece21 tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "DELETE /v2.0/ports/9c5f2f36-5a5f-45b1-9a81-1019c890dff8 HTTP/1.1" status: 204 len: 168 time: 2.1184065 Dec 08 01:41:35.714629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50022) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:35.760173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-669984b3-b20e-4dfd-b671-186d22640aed tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Calling delete_port for eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:35.794208 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9609188d-b320-4882-97c2-51da76cc431d req-87df78e4-dbe8-4770-85d3-1b5fbc929d5c tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823783 Dec 08 01:41:35.800696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d1a03-9a04-492d-8f7c-d9ec3e6608f4 req-c4c98c9f-eaf9-4344-8f93-7fbc033ce158 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:35.813724 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b6d1a03-9a04-492d-8f7c-d9ec3e6608f4 req-c4c98c9f-eaf9-4344-8f93-7fbc033ce158 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.2861898 Dec 08 01:41:35.979781 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6c7a3fea-c911-4cb6-924b-9c098231e86b,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:36.069962 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b6d1a03-9a04-492d-8f7c-d9ec3e6608f4 req-9838d2e6-f89a-484f-84e9-5243a18447db tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410812 Dec 08 01:41:36.083560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77477f-184a-4813-a483-0109d34234d3 req-23a6f874-217b-4500-9adc-eed4609faafe tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:36.110431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77477f-184a-4813-a483-0109d34234d3 req-23a6f874-217b-4500-9adc-eed4609faafe tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:36.126534 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-be77477f-184a-4813-a483-0109d34234d3 req-23a6f874-217b-4500-9adc-eed4609faafe tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 1681 time: 0.2092366 Dec 08 01:41:36.171709 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:36.296822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-be77477f-184a-4813-a483-0109d34234d3 req-c11c233a-cf51-4298-a817-37906657b3a7 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665542 Dec 08 01:41:36.317955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['6c7a3fea-c911-4cb6-924b-9c098231e86b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:36.464987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50038) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:36.536184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b20dae-c969-4dcc-abbd-0b7e46311abe req-1922472f-65f4-405d-8652-1fd6a79ab069 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:36.541851 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f9b20dae-c969-4dcc-abbd-0b7e46311abe req-1922472f-65f4-405d-8652-1fd6a79ab069 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 945 time: 0.1350267 Dec 08 01:41:36.572618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f7557b-c628-4920-8f4c-f0a60e109cc0'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:36.581347 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54a5662-6fae-405c-a3a6-825c20ebeabc" -d '{"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "f0f7557b-c628-4920-8f4c-f0a60e109cc0"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:36.621014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f0f7557b-c628-4920-8f4c-f0a60e109cc0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0f7557b-c628-4920-8f4c-f0a60e109cc0,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:36.653118 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:36.687584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c594e60b-842c-4d83-80c2-3e332c4bb031 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:36.721461 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f9b20dae-c969-4dcc-abbd-0b7e46311abe req-b3d3c72a-ba3f-437e-9c39-c137840efe89 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553802 Dec 08 01:41:36.833397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1046875280-network', 'tenant_id': 'a7a68249c7c94a65a949d8d3bb8310a1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:36.903464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Made reservation on behalf of a7a68249c7c94a65a949d8d3bb8310a1 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:36.905910 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:36.983656 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.016676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beef67a-a16d-4a27-9df8-e5e3eaa6944b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Deleting subnet 61055173-4137-4afc-81ae-097ea3bc8bce {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:41:37.028375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1beef67a-a16d-4a27-9df8-e5e3eaa6944b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.105538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde892d-9b1d-4da9-9eb1-9d523995de44 req-750d3a96-0ba9-49c2-bf16-61e06bb56e6f tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:37.107119 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5cde892d-9b1d-4da9-9eb1-9d523995de44 req-750d3a96-0ba9-49c2-bf16-61e06bb56e6f tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 944 time: 0.1821308 Dec 08 01:41:37.134163 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4ccd0b-d222-41a8-b7a9-09e9dbde421f x-openstack-request-id: req-0f4ccd0b-d222-41a8-b7a9-09e9dbde421f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:37.135555 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "f0f7557b-c628-4920-8f4c-f0a60e109cc0", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:37.136040 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f4ccd0b-d222-41a8-b7a9-09e9dbde421f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:37.136683 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f7557b-c628-4920-8f4c-f0a60e109cc0', 'code': 200} Dec 08 01:41:37.138198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b23dc-abcc-4bbf-9121-aa1d31177101 req-67691ad1-2835-4eeb-a1cf-69d1319f94ce tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:37.143715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f0f7557b-c628-4920-8f4c-f0a60e109cc0,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:37.145471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b23dc-abcc-4bbf-9121-aa1d31177101 req-67691ad1-2835-4eeb-a1cf-69d1319f94ce tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:37.159598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b23dc-abcc-4bbf-9121-aa1d31177101 req-67691ad1-2835-4eeb-a1cf-69d1319f94ce tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:37.165968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b23dc-abcc-4bbf-9121-aa1d31177101 req-67691ad1-2835-4eeb-a1cf-69d1319f94ce tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:37.182467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b23dc-abcc-4bbf-9121-aa1d31177101 req-67691ad1-2835-4eeb-a1cf-69d1319f94ce tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:37.189409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b23dc-abcc-4bbf-9121-aa1d31177101 req-67691ad1-2835-4eeb-a1cf-69d1319f94ce tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:37.195443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b23dc-abcc-4bbf-9121-aa1d31177101 req-67691ad1-2835-4eeb-a1cf-69d1319f94ce tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:37.204626 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-565b23dc-abcc-4bbf-9121-aa1d31177101 req-67691ad1-2835-4eeb-a1cf-69d1319f94ce tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5426 time: 0.2479999 Dec 08 01:41:37.212906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port c594e60b-842c-4d83-80c2-3e332c4bb031 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:37.223880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port c594e60b-842c-4d83-80c2-3e332c4bb031 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:37.224675 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.252909 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1beef67a-a16d-4a27-9df8-e5e3eaa6944b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.390710 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.398708 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-565b23dc-abcc-4bbf-9121-aa1d31177101 req-7fb271cf-b4ac-4623-ad84-0c77f6f0debd tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1929891 Dec 08 01:41:37.423011 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-669984b3-b20e-4dfd-b671-186d22640aed tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.438436 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.443704 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port c594e60b-842c-4d83-80c2-3e332c4bb031, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c594e60b-842c-4d83-80c2-3e332c4bb031,segment=NetworkSegment(780f7db2-28b7-47ff-b041-3c49dc21da13),segment_id=780f7db2-28b7-47ff-b041-3c49dc21da13)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:37.448691 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.449780 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 909185d2-b0e2-4902-b2ff-aa8c38efc800 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:37.453165 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.472805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669984b3-b20e-4dfd-b671-186d22640aed tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Port': ['ID=eb13bc3d-c8b5-424f-a061-f9e812a7a0f8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:37.495153 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1beef67a-a16d-4a27-9df8-e5e3eaa6944b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.596992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-669984b3-b20e-4dfd-b671-186d22640aed tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] No DVR routers for this DVR port eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:37.606072 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-669984b3-b20e-4dfd-b671-186d22640aed tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.609765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-669984b3-b20e-4dfd-b671-186d22640aed tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.72 "DELETE /v2.0/ports/eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 HTTP/1.1" status: 204 len: 173 time: 2.6241651 Dec 08 01:41:37.611884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=c594e60b-842c-4d83-80c2-3e332c4bb031,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:37.623931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-deleted', 'tag': 'eb13bc3d-c8b5-424f-a061-f9e812a7a0f8'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:37.626641 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea623116-77cf-4fc5-8605-a6e71c009a71" -d '{"events": [{"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-deleted", "tag": "eb13bc3d-c8b5-424f-a061-f9e812a7a0f8"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:37.674305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 909185d2-b0e2-4902-b2ff-aa8c38efc800 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:37.682273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:41:37.686518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c4d5c82a-9875-4d78-bfb1-8ee1f09e590a no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:37.696715 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.697213 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Added segment 5d567d87-6d77-4cd8-96d6-86c1a7d804fc of type vlan for network 67e28342-699a-4026-938e-37e306aaf857 Dec 08 01:41:37.731114 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: c4d5c82a-9875-4d78-bfb1-8ee1f09e590a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:41:37.731466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c4d5c82a-9875-4d78-bfb1-8ee1f09e590a not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:41:37.731941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9bf38e7c-d667-487f-8179-291dea12779a no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:37.740848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 909185d2-b0e2-4902-b2ff-aa8c38efc800 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:37.740848 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.769613 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.789546 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5cde892d-9b1d-4da9-9eb1-9d523995de44 req-96434670-75c8-4fca-a6fd-c5bcf730da52 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321733 Dec 08 01:41:37.814773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ea01ce-5a4d-4193-9aba-3813f14a1d3c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:37.891707 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.897893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:37.900509 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:37.992623 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5238698 Dec 08 01:41:38.016480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec83b5-7b36-4732-b209-59863a809287 req-6ca5074b-2755-4bb2-9bcb-e26852f4e8f6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:38.018089 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1ec83b5-7b36-4732-b209-59863a809287 req-6ca5074b-2755-4bb2-9bcb-e26852f4e8f6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.3504901 Dec 08 01:41:38.055268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1beef67a-a16d-4a27-9df8-e5e3eaa6944b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:38.079647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cef7ca-a3c3-476a-824b-20f4da1d6233 admin admin] Pushing event updated for resources: {'Network': ['ID=67e28342-699a-4026-938e-37e306aaf857,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:38.129956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 67e28342-699a-4026-938e-37e306aaf857 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:41:38.142202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beef67a-a16d-4a27-9df8-e5e3eaa6944b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event deleted for resources: {'Subnet': ['ID=61055173-4137-4afc-81ae-097ea3bc8bce,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:38.145959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1beef67a-a16d-4a27-9df8-e5e3eaa6944b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:38.151498 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1beef67a-a16d-4a27-9df8-e5e3eaa6944b tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "DELETE /v2.0/subnets/61055173-4137-4afc-81ae-097ea3bc8bce HTTP/1.1" status: 204 len: 168 time: 2.4219055 Dec 08 01:41:38.152003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50064) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:38.174065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d2a94-44f1-49e9-b5b3-7681bc46702d req-28491a1f-2b08-4da7-9062-d4c8f3d2cbf3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:38.184880 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dc6d2a94-44f1-49e9-b5b3-7681bc46702d req-28491a1f-2b08-4da7-9062-d4c8f3d2cbf3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 945 time: 0.1136940 Dec 08 01:41:38.195210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31d8fe9-9467-418f-a222-82c2858122e8 None None] Network 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:41:38.233913 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1ec83b5-7b36-4732-b209-59863a809287 req-8f49ec2f-8097-4b3e-8657-d1981b01fb27 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070525 Dec 08 01:41:38.240624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-e14c13dd-be22-43c6-9079-994bd1afcc35 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting port 9bf38e7c-d667-487f-8179-291dea12779a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:38.240624 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-e14c13dd-be22-43c6-9079-994bd1afcc35 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:38.319637 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:38.339521 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:38.348703 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dc6d2a94-44f1-49e9-b5b3-7681bc46702d req-e8f3cda2-76e2-4c12-bf53-322278540c29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578665 Dec 08 01:41:38.354610 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:38.536670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9bf38e7c-d667-487f-8179-291dea12779a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9bf38e7c-d667-487f-8179-291dea12779a,segment=NetworkSegment(832882bc-8b27-4b1c-bcf5-b54f83bfdea6),segment_id=832882bc-8b27-4b1c-bcf5-b54f83bfdea6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:38.548929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 909185d2-b0e2-4902-b2ff-aa8c38efc800, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=909185d2-b0e2-4902-b2ff-aa8c38efc800,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:38.550765 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:38.553530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:38.620412 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:38.629582 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5f3aeebc-390c-4677-9dce-fdb3eca96bbb up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:38.635211 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-e14c13dd-be22-43c6-9079-994bd1afcc35 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] For port 9bf38e7c-d667-487f-8179-291dea12779a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9bf38e7c-d667-487f-8179-291dea12779a,segment=NetworkSegment(832882bc-8b27-4b1c-bcf5-b54f83bfdea6),segment_id=832882bc-8b27-4b1c-bcf5-b54f83bfdea6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:38.635815 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-e14c13dd-be22-43c6-9079-994bd1afcc35 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:38.653238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-e14c13dd-be22-43c6-9079-994bd1afcc35 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Calling delete_port for 9bf38e7c-d667-487f-8179-291dea12779a owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:38.720799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:41:38.721167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device eb13bc3d-c8b5-424f-a061-f9e812a7a0f8 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:41:38.750978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=9bf38e7c-d667-487f-8179-291dea12779a,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:38.754035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d377706-c0f7-4263-b110-2a3649d3829b req-f7d564af-5a2b-457f-8d6d-ebfc077e3bee tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:38.776681 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d377706-c0f7-4263-b110-2a3649d3829b req-f7d564af-5a2b-457f-8d6d-ebfc077e3bee tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 946 time: 0.2146835 Dec 08 01:41:38.817609 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7939e7e-c654-470b-bba3-3455228f956a x-openstack-request-id: req-f7939e7e-c654-470b-bba3-3455228f956a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:38.818373 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-deleted", "tag": "eb13bc3d-c8b5-424f-a061-f9e812a7a0f8", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:38.819453 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7939e7e-c654-470b-bba3-3455228f956a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:38.820494 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-deleted', 'tag': 'eb13bc3d-c8b5-424f-a061-f9e812a7a0f8', 'status': 'completed', 'code': 200} Dec 08 01:41:38.825173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=909185d2-b0e2-4902-b2ff-aa8c38efc800,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:38.829384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:38.835782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:38.838217 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:38.877024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa646a94-d3f2-4cc3-9850-f7c1f435a135 None None] DHCP port deletion for 88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:41:38.948126 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d377706-c0f7-4263-b110-2a3649d3829b req-2033c425-714f-41ee-8624-45c57db094e6 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704631 Dec 08 01:41:38.995024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fa646a94-d3f2-4cc3-9850-f7c1f435a135 None None] Deleting port 933c7c65-3c4c-4391-9d43-8f477f446dc7 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:38.995413 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa646a94-d3f2-4cc3-9850-f7c1f435a135 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:39.015003 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:39.147111 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-e14c13dd-be22-43c6-9079-994bd1afcc35 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:39.155230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5f3aeebc-390c-4677-9dce-fdb3eca96bbb,segment=NetworkSegment(832b7a99-b444-4fc7-926f-3af12f8a21d9),segment_id=832b7a99-b444-4fc7-926f-3af12f8a21d9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:39.158639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c594e60b-842c-4d83-80c2-3e332c4bb031'}, {'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bf38e7c-d667-487f-8179-291dea12779a'}, {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909185d2-b0e2-4902-b2ff-aa8c38efc800'}, {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:39.164670 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59d2741-632c-4b89-9b5e-0afbbbdaabad" -d '{"events": [{"server_uuid": "70e8c30c-6a28-4bb1-86f9-beb791a7e120", "name": "network-vif-plugged", "status": "completed", "tag": "c594e60b-842c-4d83-80c2-3e332c4bb031"}, {"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-unplugged", "status": "completed", "tag": "9bf38e7c-d667-487f-8179-291dea12779a"}, {"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "909185d2-b0e2-4902-b2ff-aa8c38efc800"}, {"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "5f3aeebc-390c-4677-9dce-fdb3eca96bbb"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:39.173464 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:39.174590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device dffc73d6-4a06-4e82-b7c3-52506e9a988c up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:39.178586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-fa646a94-d3f2-4cc3-9850-f7c1f435a135 None None] For port 933c7c65-3c4c-4391-9d43-8f477f446dc7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=933c7c65-3c4c-4391-9d43-8f477f446dc7,segment=NetworkSegment(05e09b2c-6aca-4baf-b0fa-882882545659),segment_id=05e09b2c-6aca-4baf-b0fa-882882545659)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:39.179201 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa646a94-d3f2-4cc3-9850-f7c1f435a135 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:39.205338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e22931-0aa6-4bd7-9d2d-2e81a1f11ba7 req-21682ee1-2574-4f9b-aedc-911888e03c2a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.209488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c13dd-be22-43c6-9079-994bd1afcc35 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Port': ['ID=9bf38e7c-d667-487f-8179-291dea12779a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:39.217294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e22931-0aa6-4bd7-9d2d-2e81a1f11ba7 req-21682ee1-2574-4f9b-aedc-911888e03c2a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.231667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e22931-0aa6-4bd7-9d2d-2e81a1f11ba7 req-21682ee1-2574-4f9b-aedc-911888e03c2a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.245981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e22931-0aa6-4bd7-9d2d-2e81a1f11ba7 req-21682ee1-2574-4f9b-aedc-911888e03c2a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.269193 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e22931-0aa6-4bd7-9d2d-2e81a1f11ba7 req-21682ee1-2574-4f9b-aedc-911888e03c2a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.286720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e22931-0aa6-4bd7-9d2d-2e81a1f11ba7 req-21682ee1-2574-4f9b-aedc-911888e03c2a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.293178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e22931-0aa6-4bd7-9d2d-2e81a1f11ba7 req-21682ee1-2574-4f9b-aedc-911888e03c2a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.309709 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93e22931-0aa6-4bd7-9d2d-2e81a1f11ba7 req-21682ee1-2574-4f9b-aedc-911888e03c2a tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5427 time: 0.2209430 Dec 08 01:41:39.314676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=5f3aeebc-390c-4677-9dce-fdb3eca96bbb,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:39.336216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-e14c13dd-be22-43c6-9079-994bd1afcc35 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] No DVR routers for this DVR port 9bf38e7c-d667-487f-8179-291dea12779a on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:39.339397 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-e14c13dd-be22-43c6-9079-994bd1afcc35 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:39.344986 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09b878f3-8ddb-4f5d-9939-4c65f6fe1e61 req-e14c13dd-be22-43c6-9079-994bd1afcc35 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.72 "DELETE /v2.0/ports/9bf38e7c-d667-487f-8179-291dea12779a HTTP/1.1" status: 204 len: 173 time: 1.7142277 Dec 08 01:41:39.356172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fa646a94-d3f2-4cc3-9850-f7c1f435a135 None None] Calling delete_port for 933c7c65-3c4c-4391-9d43-8f477f446dc7 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:39.386769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafc49a-de16-4e2a-ae48-da43b65cc260 req-869e974c-9883-48fc-abc5-f724a67036db tempest-ComputeTenantNetworksTest-1732983938 tempest-ComputeTenantNetworksTest-1732983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.399112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafc49a-de16-4e2a-ae48-da43b65cc260 req-869e974c-9883-48fc-abc5-f724a67036db tempest-ComputeTenantNetworksTest-1732983938 tempest-ComputeTenantNetworksTest-1732983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.410255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafc49a-de16-4e2a-ae48-da43b65cc260 req-869e974c-9883-48fc-abc5-f724a67036db tempest-ComputeTenantNetworksTest-1732983938 tempest-ComputeTenantNetworksTest-1732983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.419069 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0eafc49a-de16-4e2a-ae48-da43b65cc260 req-869e974c-9883-48fc-abc5-f724a67036db tempest-ComputeTenantNetworksTest-1732983938 tempest-ComputeTenantNetworksTest-1732983938-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5967731 Dec 08 01:41:39.439578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Deleting port 933c7c65-3c4c-4391-9d43-8f477f446dc7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:39.440902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:39.450921 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93e22931-0aa6-4bd7-9d2d-2e81a1f11ba7 req-19d05e56-5a4b-4449-a236-fecc5b3d714d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349444 Dec 08 01:41:39.585539 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877ffc98-2bd1-466a-814a-b174d0840c20 x-openstack-request-id: req-877ffc98-2bd1-466a-814a-b174d0840c20 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:39.585869 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e8c30c-6a28-4bb1-86f9-beb791a7e120", "name": "network-vif-plugged", "status": "completed", "tag": "c594e60b-842c-4d83-80c2-3e332c4bb031", "code": 200}, {"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-unplugged", "status": "completed", "tag": "9bf38e7c-d667-487f-8179-291dea12779a", "code": 200}, {"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "909185d2-b0e2-4902-b2ff-aa8c38efc800", "code": 200}, {"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "5f3aeebc-390c-4677-9dce-fdb3eca96bbb", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:39.586125 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-877ffc98-2bd1-466a-814a-b174d0840c20 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:39.603928 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c594e60b-842c-4d83-80c2-3e332c4bb031', 'code': 200} Dec 08 01:41:39.604208 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bf38e7c-d667-487f-8179-291dea12779a', 'code': 200} Dec 08 01:41:39.604511 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909185d2-b0e2-4902-b2ff-aa8c38efc800', 'code': 200} Dec 08 01:41:39.604776 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb', 'code': 200} Dec 08 01:41:39.658997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] For port 933c7c65-3c4c-4391-9d43-8f477f446dc7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=933c7c65-3c4c-4391-9d43-8f477f446dc7,segment=NetworkSegment(05e09b2c-6aca-4baf-b0fa-882882545659),segment_id=05e09b2c-6aca-4baf-b0fa-882882545659)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:39.659366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:39.696187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6c7a3fea-c911-4cb6-924b-9c098231e86b up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:39.718109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Calling delete_port for 933c7c65-3c4c-4391-9d43-8f477f446dc7 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:39.729435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2702f-d1f3-46e9-a62b-fbe55697df33 req-ff655b81-91de-4cad-bf01-e4f93f81cc16 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.731419 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9b2702f-d1f3-46e9-a62b-fbe55697df33 req-ff655b81-91de-4cad-bf01-e4f93f81cc16 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 944 time: 0.1292722 Dec 08 01:41:39.743465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 933c7c65-3c4c-4391-9d43-8f477f446dc7 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:39.751983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dd012-8498-439b-bca5-44f1c995efca req-7e094a13-5a6f-4251-858b-2bf9126215f7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.753037 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port dffc73d6-4a06-4e82-b7c3-52506e9a988c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:39.767913 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-923dd012-8498-439b-bca5-44f1c995efca req-7e094a13-5a6f-4251-858b-2bf9126215f7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.1198409 Dec 08 01:41:39.783651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port dffc73d6-4a06-4e82-b7c3-52506e9a988c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:39.784061 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:39.833276 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-923dd012-8498-439b-bca5-44f1c995efca req-941a3e3c-7215-4b36-a366-fcbad9a0e238 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640457 Dec 08 01:41:39.840586 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9b2702f-d1f3-46e9-a62b-fbe55697df33 req-4eea01b0-ffaf-4c4e-a4e5-b74131efeb9d tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005309 Dec 08 01:41:39.910254 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:39.952541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c188a6-0481-4fb6-a092-e170d9ef5851 req-f41e6b63-954a-4769-b872-2062968ed04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:39.959543 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c3c188a6-0481-4fb6-a092-e170d9ef5851 req-f41e6b63-954a-4769-b872-2062968ed04a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 1098 time: 0.1715868 Dec 08 01:41:39.977181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa646a94-d3f2-4cc3-9850-f7c1f435a135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.061170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa646a94-d3f2-4cc3-9850-f7c1f435a135 None None] Pushing event deleted for resources: {'Port': ['ID=933c7c65-3c4c-4391-9d43-8f477f446dc7,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:40.063581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Port 933c7c65-3c4c-4391-9d43-8f477f446dc7 update to DOWN by agent not found {{(pid=103131) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 01:41:40.077783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa646a94-d3f2-4cc3-9850-f7c1f435a135 None None] No DVR routers for this DVR port 933c7c65-3c4c-4391-9d43-8f477f446dc7 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:40.085750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 6c7a3fea-c911-4cb6-924b-9c098231e86b completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:40.105778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 6c7a3fea-c911-4cb6-924b-9c098231e86b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:40.105940 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.129080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205eeeff-f004-46be-a1d0-011495b482b7 req-681a41d0-073a-4439-b11e-6ae4dbdf4963 tempest-ComputeTenantNetworksTest-1732983938 tempest-ComputeTenantNetworksTest-1732983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:40.137983 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-205eeeff-f004-46be-a1d0-011495b482b7 req-681a41d0-073a-4439-b11e-6ae4dbdf4963 tempest-ComputeTenantNetworksTest-1732983938 tempest-ComputeTenantNetworksTest-1732983938-project] 10.222.0.70 "GET /v2.0/networks/67e28342-699a-4026-938e-37e306aaf857 HTTP/1.1" status: 200 len: 769 time: 0.2242842 Dec 08 01:41:40.151572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50094) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:40.159423 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.201247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d26c693-5e13-482b-a521-c31e336651ce req-fea1ca32-1c7b-4a37-8727-4e56088eebd2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5034f45-2cfe-425d-8bc0-15ade281e68d HTTP/1.1" status: 200 len: 210 time: 0.1595790 Dec 08 01:41:40.215686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event deleted for resources: {'Port': ['ID=933c7c65-3c4c-4391-9d43-8f477f446dc7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:40.244858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] No DVR routers for this DVR port 933c7c65-3c4c-4391-9d43-8f477f446dc7 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:40.283181 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c3c188a6-0481-4fb6-a092-e170d9ef5851 req-5a5a1531-dbc9-4338-9438-54f2ff6c2dfa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107390 Dec 08 01:41:40.322789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port dffc73d6-4a06-4e82-b7c3-52506e9a988c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=dffc73d6-4a06-4e82-b7c3-52506e9a988c,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:40.334478 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.335500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 62bd3d93-1894-4564-a87b-4962abb893c0 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:40.368980 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.395660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2453d0-9ccb-4c66-9e3f-47b70a1de819 req-20c64ae2-0925-4bb9-86ef-57b140d2ef5e tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:40.403873 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e2453d0-9ccb-4c66-9e3f-47b70a1de819 req-20c64ae2-0925-4bb9-86ef-57b140d2ef5e tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 946 time: 0.1892469 Dec 08 01:41:40.423709 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.449970 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.473150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=dffc73d6-4a06-4e82-b7c3-52506e9a988c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:40.495829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6c7a3fea-c911-4cb6-924b-9c098231e86b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6c7a3fea-c911-4cb6-924b-9c098231e86b,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:40.501220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 62bd3d93-1894-4564-a87b-4962abb893c0 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:40.505748 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.511958 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 62bd3d93-1894-4564-a87b-4962abb893c0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:40.512390 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.517374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e2453d0-9ccb-4c66-9e3f-47b70a1de819 req-2991daa7-a961-4bda-a4d6-b25d3be42783 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108088 Dec 08 01:41:40.536570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:40.549744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e09b2c-6aca-4baf-b0fa-882882545659') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:40.550116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e09b2c-6aca-4baf-b0fa-882882545659') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:40.565856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.587145 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.599171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:41:40.599171 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:41:40.603448 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:41:40.605885 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.611778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6c7a3fea-c911-4cb6-924b-9c098231e86b,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:40.692131 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.697351 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.700850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e28342-699a-4026-938e-37e306aaf857']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:40.708549 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.712261 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] 10.222.0.70 "DELETE /v2.0/networks/88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e HTTP/1.1" status: 204 len: 168 time: 2.5565305 Dec 08 01:41:40.716673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d567d87-6d77-4cd8-96d6-86c1a7d804fc') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:40.717934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d567d87-6d77-4cd8-96d6-86c1a7d804fc') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:40.730569 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.745312 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.754673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:41:40.755645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.758064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb045184-ff70-44bd-b6b0-11730e65b94c tempest-AllowedAddressPairIpV6TestJSON-285656163 tempest-AllowedAddressPairIpV6TestJSON-285656163-project] Pushing event deleted for resources: {'Network': ['ID=88cb98f2-c3c7-49cb-8e77-e80cf6c29f7e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:40.787320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 62bd3d93-1894-4564-a87b-4962abb893c0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=62bd3d93-1894-4564-a87b-4962abb893c0,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:40.798980 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.800067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device df223970-b1fe-4950-877f-a17fdccfb5e7 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:40.822314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-deleted', 'tag': '9bf38e7c-d667-487f-8179-291dea12779a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:40.824859 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb81c19-912d-40ec-ac98-0096b5f47657" -d '{"events": [{"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-deleted", "tag": "9bf38e7c-d667-487f-8179-291dea12779a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:41:40.841382 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:41:40.847993 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.853950 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:40.860989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] 10.222.0.70 "DELETE /v2.0/networks/67e28342-699a-4026-938e-37e306aaf857 HTTP/1.1" status: 204 len: 168 time: 0.6814752 Dec 08 01:41:40.873590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be394f1-ce7f-488d-9b96-94b4128479fc admin admin] Pushing event deleted for resources: {'Network': ['ID=67e28342-699a-4026-938e-37e306aaf857,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:40.923849 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030f25ab-624c-454e-b959-321b4c8c8258 x-openstack-request-id: req-030f25ab-624c-454e-b959-321b4c8c8258 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:40.924554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0259-b41b-4dbe-9267-ce7f9dbfde59 req-e8384797-d022-49b3-a23c-a7774c6b1a8b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:40.925304 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5034f45-2cfe-425d-8bc0-15ade281e68d", "name": "network-vif-deleted", "tag": "9bf38e7c-d667-487f-8179-291dea12779a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:40.925756 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-030f25ab-624c-454e-b959-321b4c8c8258 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:40.927226 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5034f45-2cfe-425d-8bc0-15ade281e68d', 'name': 'network-vif-deleted', 'tag': '9bf38e7c-d667-487f-8179-291dea12779a', 'status': 'completed', 'code': 200} Dec 08 01:41:40.932024 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0259-b41b-4dbe-9267-ce7f9dbfde59 req-e8384797-d022-49b3-a23c-a7774c6b1a8b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:40.938786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0259-b41b-4dbe-9267-ce7f9dbfde59 req-e8384797-d022-49b3-a23c-a7774c6b1a8b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:40.945825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0259-b41b-4dbe-9267-ce7f9dbfde59 req-e8384797-d022-49b3-a23c-a7774c6b1a8b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:40.954592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0259-b41b-4dbe-9267-ce7f9dbfde59 req-e8384797-d022-49b3-a23c-a7774c6b1a8b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:40.961409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0259-b41b-4dbe-9267-ce7f9dbfde59 req-e8384797-d022-49b3-a23c-a7774c6b1a8b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:40.968845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b0259-b41b-4dbe-9267-ce7f9dbfde59 req-e8384797-d022-49b3-a23c-a7774c6b1a8b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:40.971208 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f35b0259-b41b-4dbe-9267-ce7f9dbfde59 req-e8384797-d022-49b3-a23c-a7774c6b1a8b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5429 time: 0.3363450 Dec 08 01:41:41.146082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=62bd3d93-1894-4564-a87b-4962abb893c0,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:41.173749 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port df223970-b1fe-4950-877f-a17fdccfb5e7 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:41.176157 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f35b0259-b41b-4dbe-9267-ce7f9dbfde59 req-35894874-8ac5-461d-810f-03c03b73ac57 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1985779 Dec 08 01:41:41.182080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344717dd-282b-4dc7-bb2c-eee7f256ace3 req-6bc06272-c151-4311-804a-0bd334c260c5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:41.186443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port df223970-b1fe-4950-877f-a17fdccfb5e7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:41.186842 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:41.192478 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-344717dd-282b-4dc7-bb2c-eee7f256ace3 req-6bc06272-c151-4311-804a-0bd334c260c5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.0930626 Dec 08 01:41:41.195595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50112) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:41.276345 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-78161af3-5fad-47c4-94e9-4d163a0a2bcd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7a68249c7c94a65a949d8d3bb8310a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795221 Dec 08 01:41:41.283211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50120) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:41.284274 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-344717dd-282b-4dc7-bb2c-eee7f256ace3 req-08f9b296-1454-462b-81f4-39d6873f9ff4 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787330 Dec 08 01:41:41.324548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50124) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:41.340562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50128) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:41.363261 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:41.436326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c1afba-f16b-486a-a806-4b4c0d6c0f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting subnet 6abceb6e-5712-4e54-86b9-25df1220bfd3 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:41:41.443377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72c1afba-f16b-486a-a806-4b4c0d6c0f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:41.453861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port df223970-b1fe-4950-877f-a17fdccfb5e7, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=df223970-b1fe-4950-877f-a17fdccfb5e7,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:41.463004 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:41.543655 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72c1afba-f16b-486a-a806-4b4c0d6c0f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:41.555300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:41.622793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ea176-807f-4908-8972-324672524740 req-6f00f73f-e506-4e49-8c62-d7d74854b688 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:41.633421 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a7ea176-807f-4908-8972-324672524740 req-6f00f73f-e506-4e49-8c62-d7d74854b688 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 945 time: 0.2328320 Dec 08 01:41:41.703140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72c1afba-f16b-486a-a806-4b4c0d6c0f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:41.722951 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a7ea176-807f-4908-8972-324672524740 req-dd35f187-b8b5-4284-8385-24d97953a157 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680568 Dec 08 01:41:41.723862 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b3e7bab-adf9-46ef-8c93-794be772c5a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:41.759921 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b3e7bab-adf9-46ef-8c93-794be772c5a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:41.844064 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b3e7bab-adf9-46ef-8c93-794be772c5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:41.847566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffc73d6-4a06-4e82-b7c3-52506e9a988c'}, {'server_uuid': '4202f1c0-2a83-44fc-938a-c4dcc44adc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a3fea-c911-4cb6-924b-9c098231e86b'}, {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bd3d93-1894-4564-a87b-4962abb893c0'}, {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df223970-b1fe-4950-877f-a17fdccfb5e7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:41.848424 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b3e7bab-adf9-46ef-8c93-794be772c5a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:41.851863 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9b3e7bab-adf9-46ef-8c93-794be772c5a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08ea01ce-5a4d-4193-9aba-3813f14a1d3c HTTP/1.1" status: 204 len: 168 time: 0.5654602 Dec 08 01:41:41.853928 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5381c84-6933-4c62-9ba1-c7dd2b5522f6" -d '{"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "dffc73d6-4a06-4e82-b7c3-52506e9a988c"}, {"server_uuid": "4202f1c0-2a83-44fc-938a-c4dcc44adc1d", "name": "network-vif-plugged", "status": "completed", "tag": "6c7a3fea-c911-4cb6-924b-9c098231e86b"}, {"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "62bd3d93-1894-4564-a87b-4962abb893c0"}, {"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "df223970-b1fe-4950-877f-a17fdccfb5e7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:41.859592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e7bab-adf9-46ef-8c93-794be772c5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ea01ce-5a4d-4193-9aba-3813f14a1d3c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:41.917161 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8f072f1f-9e7d-481d-947c-cecd2efc0190 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64403059b772468bb25507954fcd71ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5910368 Dec 08 01:41:41.920992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50138) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:41.956217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=df223970-b1fe-4950-877f-a17fdccfb5e7,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:41.961471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074a971-f28a-456c-9697-6ea168b9c351 req-dc30d00c-7fb3-4c35-8133-2c69f5f7ee61 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:41.961871 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df240f18-f15b-43b4-a468-26bc68633a12 x-openstack-request-id: req-df240f18-f15b-43b4-a468-26bc68633a12 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:41.962333 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "dffc73d6-4a06-4e82-b7c3-52506e9a988c", "code": 200}, {"server_uuid": "4202f1c0-2a83-44fc-938a-c4dcc44adc1d", "name": "network-vif-plugged", "status": "completed", "tag": "6c7a3fea-c911-4cb6-924b-9c098231e86b", "code": 200}, {"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "62bd3d93-1894-4564-a87b-4962abb893c0", "code": 200}, {"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "df223970-b1fe-4950-877f-a17fdccfb5e7", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:41.962773 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df240f18-f15b-43b4-a468-26bc68633a12 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:41.963316 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffc73d6-4a06-4e82-b7c3-52506e9a988c', 'code': 200} Dec 08 01:41:41.963725 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4202f1c0-2a83-44fc-938a-c4dcc44adc1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a3fea-c911-4cb6-924b-9c098231e86b', 'code': 200} Dec 08 01:41:41.970670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2074a971-f28a-456c-9697-6ea168b9c351 req-dc30d00c-7fb3-4c35-8133-2c69f5f7ee61 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 946 time: 0.2571647 Dec 08 01:41:41.985877 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bd3d93-1894-4564-a87b-4962abb893c0', 'code': 200} Dec 08 01:41:41.986142 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df223970-b1fe-4950-877f-a17fdccfb5e7', 'code': 200} Dec 08 01:41:42.031687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:41:42.037604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:42.038086 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:42.045602 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72c1afba-f16b-486a-a806-4b4c0d6c0f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:42.106116 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80af6e54-9d1c-42de-99d2-29fc5f2cbecc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:42.170957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2074a971-f28a-456c-9697-6ea168b9c351 req-f92a844a-0527-4792-a096-a3cb41255c0c tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994014 Dec 08 01:41:42.171656 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80af6e54-9d1c-42de-99d2-29fc5f2cbecc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:42.174104 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:42.238813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:42.247203 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:42.273598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1afba-f16b-486a-a806-4b4c0d6c0f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Subnet': ['ID=6abceb6e-5712-4e54-86b9-25df1220bfd3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:42.278910 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80af6e54-9d1c-42de-99d2-29fc5f2cbecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:42.286759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80af6e54-9d1c-42de-99d2-29fc5f2cbecc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:42.292390 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-80af6e54-9d1c-42de-99d2-29fc5f2cbecc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1656df26-5075-4543-83a3-d6196a22fd78 HTTP/1.1" status: 204 len: 168 time: 0.3690550 Dec 08 01:41:42.317453 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72c1afba-f16b-486a-a806-4b4c0d6c0f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:42.320087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af6e54-9d1c-42de-99d2-29fc5f2cbecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1656df26-5075-4543-83a3-d6196a22fd78,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:42.349413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-72c1afba-f16b-486a-a806-4b4c0d6c0f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "DELETE /v2.0/subnets/6abceb6e-5712-4e54-86b9-25df1220bfd3 HTTP/1.1" status: 204 len: 168 time: 1.0052752 Dec 08 01:41:42.351633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50148) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:42.365418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a66d262-b8dc-46e4-901d-d953bf9ca02b None None] Network 470ecc73-ce1f-4f95-b9be-f0497b6ccfda requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:41:42.393303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f80838-41c2-4d67-8f8d-c47fb2058708 req-9cea60d2-aea9-4fc2-b470-94801d21bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:42.394917 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7f80838-41c2-4d67-8f8d-c47fb2058708 req-9cea60d2-aea9-4fc2-b470-94801d21bfee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 1097 time: 0.3383048 Dec 08 01:41:42.491167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:42.555793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:42.565020 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7f80838-41c2-4d67-8f8d-c47fb2058708 req-869134f8-488a-4e94-9602-1fa674633f0f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623504 Dec 08 01:41:42.663440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585e77f-f29a-4c7d-b739-82868e429e57 req-2bb4bd20-6b3d-4ac5-9944-b055aad22e4f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:42.666253 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b585e77f-f29a-4c7d-b739-82868e429e57 req-2bb4bd20-6b3d-4ac5-9944-b055aad22e4f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.1116812 Dec 08 01:41:42.775164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b585e77f-f29a-4c7d-b739-82868e429e57 req-c3a3d9e1-7038-4cd0-b467-075790599002 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893784 Dec 08 01:41:42.800881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2d6d-d08e-4b9d-a54c-f011e59161b1 req-8a406df7-e618-4d70-a9b6-d6a5739a0ccc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:42.803713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7a1c73-6c6f-45f8-85f4-140a0e93f55e None None] DHCP port deletion for 470ecc73-ce1f-4f95-b9be-f0497b6ccfda request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:41:42.809312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2d6d-d08e-4b9d-a54c-f011e59161b1 req-8a406df7-e618-4d70-a9b6-d6a5739a0ccc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:42.817779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2d6d-d08e-4b9d-a54c-f011e59161b1 req-8a406df7-e618-4d70-a9b6-d6a5739a0ccc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:42.824169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2d6d-d08e-4b9d-a54c-f011e59161b1 req-8a406df7-e618-4d70-a9b6-d6a5739a0ccc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:42.832982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2d6d-d08e-4b9d-a54c-f011e59161b1 req-8a406df7-e618-4d70-a9b6-d6a5739a0ccc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:42.839021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2d6d-d08e-4b9d-a54c-f011e59161b1 req-8a406df7-e618-4d70-a9b6-d6a5739a0ccc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:42.847223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2d6d-d08e-4b9d-a54c-f011e59161b1 req-8a406df7-e618-4d70-a9b6-d6a5739a0ccc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:42.850025 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe7f2d6d-d08e-4b9d-a54c-f011e59161b1 req-8a406df7-e618-4d70-a9b6-d6a5739a0ccc tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5432 time: 0.2712584 Dec 08 01:41:42.895856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1c73-6c6f-45f8-85f4-140a0e93f55e None None] Deleting port bd8e01c5-cc5e-4355-b8fe-e09946b03883 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:42.896850 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1c73-6c6f-45f8-85f4-140a0e93f55e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:42.908794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting port bd8e01c5-cc5e-4355-b8fe-e09946b03883 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:42.909210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:42.961584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e0e80-0cab-4ff0-8066-bb1bacf757f1 req-4253351a-3f0a-4738-baa2-1dcf6efc389f tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:42.963270 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f4e0e80-0cab-4ff0-8066-bb1bacf757f1 req-4253351a-3f0a-4738-baa2-1dcf6efc389f tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 945 time: 0.0950465 Dec 08 01:41:42.990357 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3d7a1c73-6c6f-45f8-85f4-140a0e93f55e None None] For port bd8e01c5-cc5e-4355-b8fe-e09946b03883, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bd8e01c5-cc5e-4355-b8fe-e09946b03883,segment=NetworkSegment(832882bc-8b27-4b1c-bcf5-b54f83bfdea6),segment_id=832882bc-8b27-4b1c-bcf5-b54f83bfdea6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:42.990763 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1c73-6c6f-45f8-85f4-140a0e93f55e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:43.020757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1c73-6c6f-45f8-85f4-140a0e93f55e None None] Calling delete_port for bd8e01c5-cc5e-4355-b8fe-e09946b03883 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:43.043038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] For port bd8e01c5-cc5e-4355-b8fe-e09946b03883, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bd8e01c5-cc5e-4355-b8fe-e09946b03883,segment=NetworkSegment(832882bc-8b27-4b1c-bcf5-b54f83bfdea6),segment_id=832882bc-8b27-4b1c-bcf5-b54f83bfdea6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:43.043405 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:43.062506 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f4e0e80-0cab-4ff0-8066-bb1bacf757f1 req-350a713e-75cf-4405-9e7b-ee10f39cc328 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861366 Dec 08 01:41:43.077674 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe7f2d6d-d08e-4b9d-a54c-f011e59161b1 req-8ad43905-4a99-4ea0-8346-c5dc033029f3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2010589 Dec 08 01:41:43.079753 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Calling delete_port for bd8e01c5-cc5e-4355-b8fe-e09946b03883 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:43.140732 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1c73-6c6f-45f8-85f4-140a0e93f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:43.158916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7a1c73-6c6f-45f8-85f4-140a0e93f55e None None] No DVR routers for this DVR port bd8e01c5-cc5e-4355-b8fe-e09946b03883 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:43.179933 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:43.201004 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a1c73-6c6f-45f8-85f4-140a0e93f55e None None] Pushing event deleted for resources: {'Port': ['ID=bd8e01c5-cc5e-4355-b8fe-e09946b03883,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:43.233155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Port': ['ID=bd8e01c5-cc5e-4355-b8fe-e09946b03883,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:43.245239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] No DVR routers for this DVR port bd8e01c5-cc5e-4355-b8fe-e09946b03883 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:43.383608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3612760-4b7b-43bb-9584-b57f3502282a req-1e43cf12-5802-44f6-9bc6-0a2a2d28644f tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:43.385546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3612760-4b7b-43bb-9584-b57f3502282a req-1e43cf12-5802-44f6-9bc6-0a2a2d28644f tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 946 time: 0.0993979 Dec 08 01:41:43.404208 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:43.427884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470ecc73-ce1f-4f95-b9be-f0497b6ccfda']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:43.439977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832882bc-8b27-4b1c-bcf5-b54f83bfdea6') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:43.440308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832882bc-8b27-4b1c-bcf5-b54f83bfdea6') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:43.452160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:43.472382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:43.487130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:41:43.487348 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3612760-4b7b-43bb-9584-b57f3502282a req-c73bd636-6659-4e55-9e98-855690e5f4ff tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945349 Dec 08 01:41:43.487540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:41:43.495244 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:41:43.635539 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bd8e01c5-cc5e-4355-b8fe-e09946b03883 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:43.674803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bd8e01c5-cc5e-4355-b8fe-e09946b03883 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:41:43.676567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bd8e01c5-cc5e-4355-b8fe-e09946b03883 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:41:43.767780 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:43.825400 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:43.847486 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "DELETE /v2.0/networks/470ecc73-ce1f-4f95-b9be-f0497b6ccfda HTTP/1.1" status: 204 len: 168 time: 1.4958239 Dec 08 01:41:43.850405 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50222) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:43.932513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b53359-9aa9-4296-a681-fed65b67d911 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Network': ['ID=470ecc73-ce1f-4f95-b9be-f0497b6ccfda,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:43.961757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aca18c-d719-4b7d-a3fb-d46f7c3689a7 req-c0da35f5-ddb7-49bb-a05e-3057978f0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:43.963599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-48aca18c-d719-4b7d-a3fb-d46f7c3689a7 req-c0da35f5-ddb7-49bb-a05e-3057978f0d34 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 1098 time: 0.2938085 Dec 08 01:41:43.973484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054d753-eca4-4b96-a955-f9f573595e7d req-8c6ec8a8-3975-4ee1-a4f5-7fc735fe5d7a tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:43.977144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5090597-b6b6-445a-8e8f-541f48553822 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting subnet 7d01f8b0-cb7a-48b4-9817-d01c065fb805 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:41:43.985398 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d054d753-eca4-4b96-a955-f9f573595e7d req-8c6ec8a8-3975-4ee1-a4f5-7fc735fe5d7a tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 946 time: 0.3142500 Dec 08 01:41:43.987582 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a3b83c-e81a-46ad-96c8-894bd7fe7b63'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:43.990209 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f98dd5-bee5-407e-ac14-8d8c09d45f2f" -d '{"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "a2a3b83c-e81a-46ad-96c8-894bd7fe7b63"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:43.993768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50230) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:44.005587 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5090597-b6b6-445a-8e8f-541f48553822 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:44.012747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c6daf60e-51b4-4053-8a86-a4c33c59be61 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Request body: {'floatingip': {'port_id': 'c594e60b-842c-4d83-80c2-3e332c4bb031'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:44.071665 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c4f741-a30f-461e-9de6-c8623e17643b x-openstack-request-id: req-89c4f741-a30f-461e-9de6-c8623e17643b {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:44.072304 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-plugged", "status": "completed", "tag": "a2a3b83c-e81a-46ad-96c8-894bd7fe7b63", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:44.072777 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-89c4f741-a30f-461e-9de6-c8623e17643b {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:44.073386 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a3b83c-e81a-46ad-96c8-894bd7fe7b63', 'code': 200} Dec 08 01:41:44.082518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6daf60e-51b4-4053-8a86-a4c33c59be61 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:44.097733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50236) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:44.317712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aca18c-d719-4b7d-a3fb-d46f7c3689a7 req-7d64117b-68a6-4741-9433-456c8b97b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:44.319255 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-48aca18c-d719-4b7d-a3fb-d46f7c3689a7 req-7d64117b-68a6-4741-9433-456c8b97b09e service neutron] 10.222.0.65 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 913 time: 0.3373642 Dec 08 01:41:44.428539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f270c7-cd3d-4e3b-bca2-06e97dc7cac4 req-878dc2e3-c753-4417-8db4-30e5f1ea76be tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:44.436520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2f270c7-cd3d-4e3b-bca2-06e97dc7cac4 req-878dc2e3-c753-4417-8db4-30e5f1ea76be tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 945 time: 0.2640777 Dec 08 01:41:44.446886 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-48aca18c-d719-4b7d-a3fb-d46f7c3689a7 req-45373156-294b-407a-9c91-a7e8f382779a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a4af6a-9400-4a60-ae35-bc9bd530b0c1 HTTP/1.1" status: 200 len: 217 time: 0.1091259 Dec 08 01:41:44.486621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41a4d1-be8e-441b-8068-a66c479e4fcb req-e7ddf787-c59b-4b7b-b2be-37f73638b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:44.487025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41a4d1-be8e-441b-8068-a66c479e4fcb req-e7ddf787-c59b-4b7b-b2be-37f73638b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:44.497893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41a4d1-be8e-441b-8068-a66c479e4fcb req-e7ddf787-c59b-4b7b-b2be-37f73638b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:44.499045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41a4d1-be8e-441b-8068-a66c479e4fcb req-e7ddf787-c59b-4b7b-b2be-37f73638b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:44.499541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41a4d1-be8e-441b-8068-a66c479e4fcb req-e7ddf787-c59b-4b7b-b2be-37f73638b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:44.500163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41a4d1-be8e-441b-8068-a66c479e4fcb req-e7ddf787-c59b-4b7b-b2be-37f73638b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:44.500686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41a4d1-be8e-441b-8068-a66c479e4fcb req-e7ddf787-c59b-4b7b-b2be-37f73638b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:44.503278 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa41a4d1-be8e-441b-8068-a66c479e4fcb req-e7ddf787-c59b-4b7b-b2be-37f73638b488 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6496 time: 0.2934177 Dec 08 01:41:44.614418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aca18c-d719-4b7d-a3fb-d46f7c3689a7 req-2db7ef0b-44cc-4e80-be11-52d8ec025307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:44.619056 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-48aca18c-d719-4b7d-a3fb-d46f7c3689a7 req-2db7ef0b-44cc-4e80-be11-52d8ec025307 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.1610353 Dec 08 01:41:44.643280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bcb57-fc21-4158-9e5b-a70b30ed7746 req-eacb987a-626e-4570-9350-043e2791a86e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:44.650459 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad0bcb57-fc21-4158-9e5b-a70b30ed7746 req-eacb987a-626e-4570-9350-043e2791a86e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.6919279 Dec 08 01:41:44.671164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1485539904'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:44.696770 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5090597-b6b6-445a-8e8f-541f48553822 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:44.739260 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-48aca18c-d719-4b7d-a3fb-d46f7c3689a7 req-c5de6fa3-2394-46ea-a748-b9cc9bd011a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027787 Dec 08 01:41:44.745737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:44.749376 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:44.772698 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:44.844053 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad0bcb57-fc21-4158-9e5b-a70b30ed7746 req-17bc7421-85ab-431e-b7aa-f5fc8c86e182 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926448 Dec 08 01:41:44.895171 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:44.910564 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:44.929660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:41:44.944909 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:44.945303 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Added segment e443e3d7-8220-4f95-a6fd-04c87e53e124 of type vlan for network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 Dec 08 01:41:44.993847 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:45.042097 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5090597-b6b6-445a-8e8f-541f48553822 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:45.055082 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2f270c7-cd3d-4e3b-bca2-06e97dc7cac4 req-214637aa-94ba-42ad-8602-1e803ecc63a1 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174610 Dec 08 01:41:45.061593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1e73bf-217e-4c0b-9e9b-11b573d4fe5e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:45.065726 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:45.071689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:45.072199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:45.163670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Network': ['ID=38e622c3-d3e1-4fea-b44a-493f59fc27b4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:45.171107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5bc9e476-1704-4945-89f2-9cfc0041eb51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0714040 Dec 08 01:41:45.180208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:41:45.199223 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa41a4d1-be8e-441b-8068-a66c479e4fcb req-44fd598c-dbba-4b7b-8b4f-9dbb4117eeed service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6533468 Dec 08 01:41:45.199687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50270) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:45.206478 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7e0870a3-7063-4b64-9331-fc972dba2e2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:45.249151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177840f-ef0c-4b69-965e-40948c8c24cc req-b84e0330-c5b9-4b4c-988b-64d9edc0aa24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:45.274242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177840f-ef0c-4b69-965e-40948c8c24cc req-b84e0330-c5b9-4b4c-988b-64d9edc0aa24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:45.294610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177840f-ef0c-4b69-965e-40948c8c24cc req-b84e0330-c5b9-4b4c-988b-64d9edc0aa24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:45.315503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177840f-ef0c-4b69-965e-40948c8c24cc req-b84e0330-c5b9-4b4c-988b-64d9edc0aa24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:45.318279 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-48aca18c-d719-4b7d-a3fb-d46f7c3689a7 req-451e47a0-23a1-4f2a-809c-6ce706ad4c42 service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518837 Dec 08 01:41:45.325393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177840f-ef0c-4b69-965e-40948c8c24cc req-b84e0330-c5b9-4b4c-988b-64d9edc0aa24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:45.330524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177840f-ef0c-4b69-965e-40948c8c24cc req-b84e0330-c5b9-4b4c-988b-64d9edc0aa24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:45.337354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177840f-ef0c-4b69-965e-40948c8c24cc req-b84e0330-c5b9-4b4c-988b-64d9edc0aa24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:45.339949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0177840f-ef0c-4b69-965e-40948c8c24cc req-b84e0330-c5b9-4b4c-988b-64d9edc0aa24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5432 time: 0.3526096 Dec 08 01:41:45.359786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0870a3-7063-4b64-9331-fc972dba2e2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:45.364468 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7e0870a3-7063-4b64-9331-fc972dba2e2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:45.556795 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0177840f-ef0c-4b69-965e-40948c8c24cc req-d2448402-47f0-4608-bcb5-1154b22b8d10 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2042947 Dec 08 01:41:45.577140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5090597-b6b6-445a-8e8f-541f48553822 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:45.619023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5090597-b6b6-445a-8e8f-541f48553822 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Subnet': ['ID=7d01f8b0-cb7a-48b4-9817-d01c065fb805,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:45.640158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167b9467-0ecd-4354-ae1d-8229a9730bac None None] Network 5e6685e4-aaaf-4f84-8be9-7f15e367b056 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:41:45.660455 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5090597-b6b6-445a-8e8f-541f48553822 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:45.677692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50286) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:45.680081 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b5090597-b6b6-445a-8e8f-541f48553822 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "DELETE /v2.0/subnets/7d01f8b0-cb7a-48b4-9817-d01c065fb805 HTTP/1.1" status: 204 len: 168 time: 1.8280277 Dec 08 01:41:45.862153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6606a6ea-0de0-44a6-bb4f-a729086e2931 None None] DHCP port deletion for 5e6685e4-aaaf-4f84-8be9-7f15e367b056 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:41:45.974166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6606a6ea-0de0-44a6-bb4f-a729086e2931 None None] Deleting port 10c0fbe6-0705-496c-a63a-26184ff7b56f {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:45.974552 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6606a6ea-0de0-44a6-bb4f-a729086e2931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.129614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.148181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957c1a0-3f19-48b8-9073-d4803c5f86ef req-70dd41eb-a771-4aa4-891c-7950f28d7a6a tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:46.149824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-c6daf60e-51b4-4053-8a86-a4c33c59be61 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:41:46.157937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0957c1a0-3f19-48b8-9073-d4803c5f86ef req-70dd41eb-a771-4aa4-891c-7950f28d7a6a tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 945 time: 0.6554050 Dec 08 01:41:46.177421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6606a6ea-0de0-44a6-bb4f-a729086e2931 None None] For port 10c0fbe6-0705-496c-a63a-26184ff7b56f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=10c0fbe6-0705-496c-a63a-26184ff7b56f,segment=NetworkSegment(50b476a1-b186-4b38-a693-ced711bbf0a3),segment_id=50b476a1-b186-4b38-a693-ced711bbf0a3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:46.177958 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6606a6ea-0de0-44a6-bb4f-a729086e2931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.201374 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-48aca18c-d719-4b7d-a3fb-d46f7c3689a7 req-d5a8e47d-5e62-4fa7-8148-1cb6096557e9 service neutron] 10.222.0.65 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973896 Dec 08 01:41:46.228379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6606a6ea-0de0-44a6-bb4f-a729086e2931 None None] Calling delete_port for 10c0fbe6-0705-496c-a63a-26184ff7b56f owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:46.285895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f400e-ebe7-4ce4-8cad-c96999146be6 req-0efee01b-b712-47e9-b0d2-770d76096cad tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:46.293148 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50294) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:46.294109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c3f400e-ebe7-4ce4-8cad-c96999146be6 req-0efee01b-b712-47e9-b0d2-770d76096cad tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 946 time: 0.2563577 Dec 08 01:41:46.341939 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6daf60e-51b4-4053-8a86-a4c33c59be61 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.349724 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0957c1a0-3f19-48b8-9073-d4803c5f86ef req-882cb648-b483-4178-b09f-83da69d43b29 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865520 Dec 08 01:41:46.350044 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6daf60e-51b4-4053-8a86-a4c33c59be61 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.367461 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6606a6ea-0de0-44a6-bb4f-a729086e2931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.369485 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7e0870a3-7063-4b64-9331-fc972dba2e2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.426919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0870a3-7063-4b64-9331-fc972dba2e2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=0ff5415f-7ee2-4850-8a85-fe30ccef608d,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:46.428441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606a6ea-0de0-44a6-bb4f-a729086e2931 None None] Pushing event deleted for resources: {'Port': ['ID=10c0fbe6-0705-496c-a63a-26184ff7b56f,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:46.430829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6606a6ea-0de0-44a6-bb4f-a729086e2931 None None] No DVR routers for this DVR port 10c0fbe6-0705-496c-a63a-26184ff7b56f on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:46.447322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting port 10c0fbe6-0705-496c-a63a-26184ff7b56f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:46.447690 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.500035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0870a3-7063-4b64-9331-fc972dba2e2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:46.504119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0870a3-7063-4b64-9331-fc972dba2e2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network hostable DHCP agents. Network: 38e622c3-d3e1-4fea-b44a-493f59fc27b4, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:41:46.532663 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-c6daf60e-51b4-4053-8a86-a4c33c59be61 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Floating IP 73d53925-f99e-4dd3-b7a6-7569cff6488a associated. External IP: 172.25.2.167, port: c594e60b-842c-4d83-80c2-3e332c4bb031. Dec 08 01:41:46.626375 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c3f400e-ebe7-4ce4-8cad-c96999146be6 req-eb55298d-b80d-435d-9271-8872dc77044b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306353 Dec 08 01:41:46.686204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:46.737657 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4b46ae6-9e34-457e-8e3b-53e74073b40b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.770665 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0870a3-7063-4b64-9331-fc972dba2e2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:41:46.779915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] For port 10c0fbe6-0705-496c-a63a-26184ff7b56f, host n-d-713498-30, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:46.780376 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.802072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-7e0870a3-7063-4b64-9331-fc972dba2e2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 38e622c3-d3e1-4fea-b44a-493f59fc27b4) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:46.825412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f09417-da89-42c3-a2be-eb6764f2d44a None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:41:46.882307 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4b46ae6-9e34-457e-8e3b-53e74073b40b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.892254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0870a3-7063-4b64-9331-fc972dba2e2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:46.894232 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7e0870a3-7063-4b64-9331-fc972dba2e2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.910571 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4b46ae6-9e34-457e-8e3b-53e74073b40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.929977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Calling delete_port for 10c0fbe6-0705-496c-a63a-26184ff7b56f owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:46.941216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Port 10c0fbe6-0705-496c-a63a-26184ff7b56f was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:41:46.974784 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:46.992203 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.020744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d403fc-7d55-42e2-a1cf-713c592403ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:47.024228 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa484807-96c9-4d23-aeb9-2357a4af7708" -d '{"events": [{"server_uuid": "34d403fc-7d55-42e2-a1cf-713c592403ef", "name": "network-vif-unplugged", "status": "completed", "tag": "13a4af6a-9400-4a60-ae35-bc9bd530b0c1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:47.046422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Port': ['ID=10c0fbe6-0705-496c-a63a-26184ff7b56f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:47.063790 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7e0870a3-7063-4b64-9331-fc972dba2e2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8599057 Dec 08 01:41:47.068406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50306) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:47.077225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'name': 'tempest-NetworksTestDHCPv6-192106847'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:47.126826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:47.137505 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.151202 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184416b8-9f55-42c6-a4d6-64f0e7e87eef x-openstack-request-id: req-184416b8-9f55-42c6-a4d6-64f0e7e87eef {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:47.151497 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d403fc-7d55-42e2-a1cf-713c592403ef", "name": "network-vif-unplugged", "status": "completed", "tag": "13a4af6a-9400-4a60-ae35-bc9bd530b0c1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:47.151756 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-184416b8-9f55-42c6-a4d6-64f0e7e87eef {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:47.152194 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d403fc-7d55-42e2-a1cf-713c592403ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1', 'code': 200} Dec 08 01:41:47.190446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6daf60e-51b4-4053-8a86-a4c33c59be61 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:41:47.210542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7208-955b-4cfe-88cb-21f99bdf99dc req-66a3fe3f-09e2-4ec6-afbb-175e79924bef tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:47.224848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7208-955b-4cfe-88cb-21f99bdf99dc req-66a3fe3f-09e2-4ec6-afbb-175e79924bef tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:47.225484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee1281-c328-452d-8176-7c05a119b832 req-e438e853-f969-4ae4-aaff-584fa3c36dfd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:47.227439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-72ee1281-c328-452d-8176-7c05a119b832 req-e438e853-f969-4ae4-aaff-584fa3c36dfd tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.72 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 945 time: 0.4298575 Dec 08 01:41:47.230888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7208-955b-4cfe-88cb-21f99bdf99dc req-66a3fe3f-09e2-4ec6-afbb-175e79924bef tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:47.238083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7208-955b-4cfe-88cb-21f99bdf99dc req-66a3fe3f-09e2-4ec6-afbb-175e79924bef tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:47.246724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7208-955b-4cfe-88cb-21f99bdf99dc req-66a3fe3f-09e2-4ec6-afbb-175e79924bef tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:47.252819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7208-955b-4cfe-88cb-21f99bdf99dc req-66a3fe3f-09e2-4ec6-afbb-175e79924bef tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:47.260650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7208-955b-4cfe-88cb-21f99bdf99dc req-66a3fe3f-09e2-4ec6-afbb-175e79924bef tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:47.262761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': '0ff5415f-7ee2-4850-8a85-fe30ccef608d'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:41:47.265212 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.270736 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd6b7208-955b-4cfe-88cb-21f99bdf99dc req-66a3fe3f-09e2-4ec6-afbb-175e79924bef tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5432 time: 0.5405636 Dec 08 01:41:47.280778 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c4b46ae6-9e34-457e-8e3b-53e74073b40b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=df128b47866e4b6480f128cae4c4b788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9792233 Dec 08 01:41:47.280778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] No DVR routers for this DVR port 10c0fbe6-0705-496c-a63a-26184ff7b56f on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:47.283737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b46ae6-9e34-457e-8e3b-53e74073b40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856189df-ce66-4f76-ad76-da0cbe860142,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:47.307347 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50308) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:47.334279 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:47.451868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:47.456359 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.527390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port 54ea2fea-a810-4a3b-9b1d-09586f8d3b13 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:41:47.560135 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd6b7208-955b-4cfe-88cb-21f99bdf99dc req-8a5eb882-66eb-46d2-b5f0-11f3f6147223 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2847736 Dec 08 01:41:47.561752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Allocated IP 2001:db8::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/0ff5415f-7ee2-4850-8a85-fe30ccef608d/e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:47.629289 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.649392 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 10c0fbe6-0705-496c-a63a-26184ff7b56f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:47.701203 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 10c0fbe6-0705-496c-a63a-26184ff7b56f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:41:47.701622 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 10c0fbe6-0705-496c-a63a-26184ff7b56f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:41:47.733699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-331ff5fb-2227-4d5e-9b8f-a5836bced6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.789431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6685e4-aaaf-4f84-8be9-7f15e367b056']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:47.809942 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b476a1-b186-4b38-a693-ced711bbf0a3') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:47.810349 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b476a1-b186-4b38-a693-ced711bbf0a3') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:47.847636 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.850514 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-331ff5fb-2227-4d5e-9b8f-a5836bced6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.876370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.876829 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.887180 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.902632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:41:47.903031 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:41:47.930266 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:41:47.940228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6daf60e-51b4-4053-8a86-a4c33c59be61 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:41:47.950489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b775512-3d0c-4608-ad0b-f944e1ae8e44 req-6aceffcd-7696-403e-8ece-0b7e732766a1 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:47.953205 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357b991-01f9-4981-97b3-69dd4d111847 None None] Sync routers for ids ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:41:47.954298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b65e5-ae98-4ef6-a936-e8f835d37ff4 req-d8504bb0-ae58-4069-8303-6599cf13fb3d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:47.958634 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b775512-3d0c-4608-ad0b-f944e1ae8e44 req-6aceffcd-7696-403e-8ece-0b7e732766a1 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 945 time: 0.1074421 Dec 08 01:41:47.961421 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc7b65e5-ae98-4ef6-a936-e8f835d37ff4 req-d8504bb0-ae58-4069-8303-6599cf13fb3d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 944 time: 0.1941137 Dec 08 01:41:47.963505 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6daf60e-51b4-4053-8a86-a4c33c59be61 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:47.969659 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357b991-01f9-4981-97b3-69dd4d111847 None None] Routers {'ad3b52a4-6815-42f0-96e7-b0ac017eaf33'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:41:47.972406 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c357b991-01f9-4981-97b3-69dd4d111847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:41:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:47.984503 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Pushing event updated for resources: {'Port': ['ID=e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:47.987952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:47.989713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:48.005856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:48.017155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-72ee1281-c328-452d-8176-7c05a119b832 req-3233597d-e502-4413-a8c3-73001c907160 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Deleting port 6c7a3fea-c911-4cb6-924b-9c098231e86b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:48.017664 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72ee1281-c328-452d-8176-7c05a119b832 req-3233597d-e502-4413-a8c3-73001c907160 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:48.096569 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c6daf60e-51b4-4053-8a86-a4c33c59be61 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "PUT /v2.0/floatingips/73d53925-f99e-4dd3-b7a6-7569cff6488a HTTP/1.1" status: 200 len: 992 time: 4.1015518 Dec 08 01:41:48.100964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Attempting to bind port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:41:48.101351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Attempting to bind port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:41:48.101730 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Attempting to bind port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:48.105362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'tag': 'c594e60b-842c-4d83-80c2-3e332c4bb031'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:48.107566 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab0c01c-0b1a-41bc-8808-25443afa62f4" -d '{"events": [{"name": "network-changed", "server_uuid": "70e8c30c-6a28-4bb1-86f9-beb791a7e120", "tag": "c594e60b-842c-4d83-80c2-3e332c4bb031"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:48.113645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:41:48.113856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:48.114834 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:48.115308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:41:48.116187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Bound port: e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:41:48.116335 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:48.143839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::349 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/0ff5415f-7ee2-4850-8a85-fe30ccef608d/54ea2fea-a810-4a3b-9b1d-09586f8d3b13) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:48.146776 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-c357b991-01f9-4981-97b3-69dd4d111847 None None] Set router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:41:48.149227 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b775512-3d0c-4608-ad0b-f944e1ae8e44 req-523d0e04-b70d-4f2f-8af3-0f27565af19c tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups?id=91f8dbf2-4b66-433e-89a1-c8ea9846c612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894939 Dec 08 01:41:48.177680 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc7b65e5-ae98-4ef6-a936-e8f835d37ff4 req-0981c893-4932-410c-93b1-49fa2e3fe57c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152686 Dec 08 01:41:48.188955 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:48.219059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-72ee1281-c328-452d-8176-7c05a119b832 req-3233597d-e502-4413-a8c3-73001c907160 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] For port 6c7a3fea-c911-4cb6-924b-9c098231e86b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6c7a3fea-c911-4cb6-924b-9c098231e86b,segment=NetworkSegment(9375d110-624e-40dc-a951-b44ca2771c4e),segment_id=9375d110-624e-40dc-a951-b44ca2771c4e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:48.219485 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72ee1281-c328-452d-8176-7c05a119b832 req-3233597d-e502-4413-a8c3-73001c907160 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:48.260196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:48.262696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-72ee1281-c328-452d-8176-7c05a119b832 req-3233597d-e502-4413-a8c3-73001c907160 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Calling delete_port for 6c7a3fea-c911-4cb6-924b-9c098231e86b owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:48.288791 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "DELETE /v2.0/networks/5e6685e4-aaaf-4f84-8be9-7f15e367b056 HTTP/1.1" status: 204 len: 168 time: 2.6076853 Dec 08 01:41:48.298281 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e2111-0a7e-4743-89c0-37e7a198c03e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Network': ['ID=5e6685e4-aaaf-4f84-8be9-7f15e367b056,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:48.300757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] For port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:41:48.309243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50322) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:48.321339 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7538877-8e75-43a4-869f-f90786635785 x-openstack-request-id: req-c7538877-8e75-43a4-869f-f90786635785 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:48.321684 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e8c30c-6a28-4bb1-86f9-beb791a7e120", "tag": "c594e60b-842c-4d83-80c2-3e332c4bb031", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:48.321913 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c7538877-8e75-43a4-869f-f90786635785 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:48.322278 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'tag': 'c594e60b-842c-4d83-80c2-3e332c4bb031', 'status': 'completed', 'code': 200} Dec 08 01:41:48.325836 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] For port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:41:48.336741 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:48.340446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-854d0b21-82c1-46ea-9fbd-7b3ce3402eaf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1650630729'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:48.348789 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-331ff5fb-2227-4d5e-9b8f-a5836bced6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:48.353131 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-331ff5fb-2227-4d5e-9b8f-a5836bced6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:48.374969 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-331ff5fb-2227-4d5e-9b8f-a5836bced6f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/856189df-ce66-4f76-ad76-da0cbe860142 HTTP/1.1" status: 204 len: 168 time: 1.0528822 Dec 08 01:41:48.450072 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72ee1281-c328-452d-8176-7c05a119b832 req-3233597d-e502-4413-a8c3-73001c907160 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:48.493114 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233597d-e502-4413-a8c3-73001c907160 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event deleted for resources: {'Port': ['ID=6c7a3fea-c911-4cb6-924b-9c098231e86b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:48.521728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['6c7a3fea-c911-4cb6-924b-9c098231e86b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:41:48.563429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ff5fb-2227-4d5e-9b8f-a5836bced6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856189df-ce66-4f76-ad76-da0cbe860142,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:48.574893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ee1281-c328-452d-8176-7c05a119b832 req-3233597d-e502-4413-a8c3-73001c907160 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] No DVR routers for this DVR port 6c7a3fea-c911-4cb6-924b-9c098231e86b on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:48.582644 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72ee1281-c328-452d-8176-7c05a119b832 req-3233597d-e502-4413-a8c3-73001c907160 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:48.587192 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-72ee1281-c328-452d-8176-7c05a119b832 req-3233597d-e502-4413-a8c3-73001c907160 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.72 "DELETE /v2.0/ports/6c7a3fea-c911-4cb6-924b-9c098231e86b HTTP/1.1" status: 204 len: 173 time: 1.3521786 Dec 08 01:41:48.606846 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c357b991-01f9-4981-97b3-69dd4d111847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '73d53925-f99e-4dd3-b7a6-7569cff6488a', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'port_id': 'c594e60b-842c-4d83-80c2-3e332c4bb031', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'mac_address': 'fa:16:3e:17:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:41:08Z', 'updated_at': '2021-12-08T01:41:45Z', 'revision_number': 1, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7823fb39-a7a4-4259-b64f-26d1bdcc826f', 'name': '', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'mac_address': 'fa:16:3e:64:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:57Z', 'updated_at': '2021-12-08T01:41:04Z', 'revision_number': 5, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'subnets': [{'id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:48.667654 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357b991-01f9-4981-97b3-69dd4d111847 None None] Checking router: ad3b52a4-6815-42f0-96e7-b0ac017eaf33 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:41:48.675022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0c01c-0b1a-41bc-8808-25443afa62f4 req-91207320-6196-40d6-acb1-7dde87c198f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:48.689255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76db756-9c71-415d-8c6b-7f549f811483 None None] Pushing event updated for resources: {'Port': ['ID=e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:48.691125 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eab0c01c-0b1a-41bc-8808-25443afa62f4 req-91207320-6196-40d6-acb1-7dde87c198f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d360b4bc611d407ea6f627c59dbbd6fc&device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 1098 time: 0.3007715 Dec 08 01:41:48.703608 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357b991-01f9-4981-97b3-69dd4d111847 None None] Routers {'ad3b52a4-6815-42f0-96e7-b0ac017eaf33'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:41:48.704251 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c357b991-01f9-4981-97b3-69dd4d111847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:41:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:48.732106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854d0b21-82c1-46ea-9fbd-7b3ce3402eaf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:48.745563 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-854d0b21-82c1-46ea-9fbd-7b3ce3402eaf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:49.031140 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-c357b991-01f9-4981-97b3-69dd4d111847 None None] Set router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:41:49.040787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50338) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:49.060182 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3201262b-bcb9-4a0b-b647-107807df8c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:49.177037 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:49.242448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854d0b21-82c1-46ea-9fbd-7b3ce3402eaf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:41:49.268722 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-854d0b21-82c1-46ea-9fbd-7b3ce3402eaf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:49.269374 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-854d0b21-82c1-46ea-9fbd-7b3ce3402eaf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Added segment d6c5734b-02c7-4884-afd2-dc0efbba35e6 of type vlan for network 16039f7c-1c29-4636-9254-ec1d0b4d3595 Dec 08 01:41:49.310013 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3201262b-bcb9-4a0b-b647-107807df8c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:49.335269 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3201262b-bcb9-4a0b-b647-107807df8c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:49.368998 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-854d0b21-82c1-46ea-9fbd-7b3ce3402eaf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:49.409798 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fff6826e-6236-4ecb-a47d-bae7efc3d65e req-83462ba6-b2ed-4709-bb51-8ed772cec362 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/ports?device_id=4202f1c0-2a83-44fc-938a-c4dcc44adc1d HTTP/1.1" status: 200 len: 210 time: 0.0941486 Dec 08 01:41:49.442360 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3201262b-bcb9-4a0b-b647-107807df8c4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36cfe846d94f42278c60b6c48748924f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3988926 Dec 08 01:41:49.448150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50352) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:49.472335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201262b-bcb9-4a0b-b647-107807df8c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee6866a-2d18-453e-97c5-6b411ac2a635,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:49.504968 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c357b991-01f9-4981-97b3-69dd4d111847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '73d53925-f99e-4dd3-b7a6-7569cff6488a', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'port_id': 'c594e60b-842c-4d83-80c2-3e332c4bb031', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'mac_address': 'fa:16:3e:17:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:41:08Z', 'updated_at': '2021-12-08T01:41:45Z', 'revision_number': 1, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7823fb39-a7a4-4259-b64f-26d1bdcc826f', 'name': '', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'mac_address': 'fa:16:3e:64:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:57Z', 'updated_at': '2021-12-08T01:41:04Z', 'revision_number': 5, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'subnets': [{'id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:49.564446 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-854d0b21-82c1-46ea-9fbd-7b3ce3402eaf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:49.584989 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357b991-01f9-4981-97b3-69dd4d111847 None None] The sync data for ids ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'] in n-d-713498-30 is: [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '73d53925-f99e-4dd3-b7a6-7569cff6488a', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'port_id': 'c594e60b-842c-4d83-80c2-3e332c4bb031', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'mac_address': 'fa:16:3e:17:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:41:08Z', 'updated_at': '2021-12-08T01:41:45Z', 'revision_number': 1, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7823fb39-a7a4-4259-b64f-26d1bdcc826f', 'name': '', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'mac_address': 'fa:16:3e:64:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:57Z', 'updated_at': '2021-12-08T01:41:04Z', 'revision_number': 5, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'subnets': [{'id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:41:49.588166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854d0b21-82c1-46ea-9fbd-7b3ce3402eaf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:49.588803 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-854d0b21-82c1-46ea-9fbd-7b3ce3402eaf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:49.704642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd2a76-1fe2-4ff9-b03d-ff49b0ecf01c req-4b0643c9-770e-4fb8-acbb-231a65b9a662 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:49.717736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd2a76-1fe2-4ff9-b03d-ff49b0ecf01c req-4b0643c9-770e-4fb8-acbb-231a65b9a662 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:49.719212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f496b7f-3f6a-4a50-8b34-3216be3f3ee1 req-361d6cd0-eead-4cf9-a0ee-ae474f7b0059 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:49.720856 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f496b7f-3f6a-4a50-8b34-3216be3f3ee1 req-361d6cd0-eead-4cf9-a0ee-ae474f7b0059 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 944 time: 0.2128940 Dec 08 01:41:49.736597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd2a76-1fe2-4ff9-b03d-ff49b0ecf01c req-4b0643c9-770e-4fb8-acbb-231a65b9a662 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:49.761482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:49.762671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd2a76-1fe2-4ff9-b03d-ff49b0ecf01c req-4b0643c9-770e-4fb8-acbb-231a65b9a662 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:49.769079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd2a76-1fe2-4ff9-b03d-ff49b0ecf01c req-4b0643c9-770e-4fb8-acbb-231a65b9a662 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:49.789827 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd2a76-1fe2-4ff9-b03d-ff49b0ecf01c req-4b0643c9-770e-4fb8-acbb-231a65b9a662 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:49.794120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18084997-0b8d-49ec-80b8-dfef315d8f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:49.797273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd2a76-1fe2-4ff9-b03d-ff49b0ecf01c req-4b0643c9-770e-4fb8-acbb-231a65b9a662 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:49.799276 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2dd2a76-1fe2-4ff9-b03d-ff49b0ecf01c req-4b0643c9-770e-4fb8-acbb-231a65b9a662 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5432 time: 0.9999018 Dec 08 01:41:49.861231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0c01c-0b1a-41bc-8808-25443afa62f4 req-4b7e2f37-a616-4f6b-a192-742cf5be2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:49.862931 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eab0c01c-0b1a-41bc-8808-25443afa62f4 req-4b7e2f37-a616-4f6b-a192-742cf5be2aa2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2ed92aa6-c0ed-4956-b30a-8b1d673626d1 HTTP/1.1" status: 200 len: 916 time: 1.1711469 Dec 08 01:41:49.892101 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18084997-0b8d-49ec-80b8-dfef315d8f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:49.919082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:49.943504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58fcb7-c570-4340-bd51-5fa60f715733 None None] New status for floating IP 73d53925-f99e-4dd3-b7a6-7569cff6488a: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:41:50.033645 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-854d0b21-82c1-46ea-9fbd-7b3ce3402eaf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7233157 Dec 08 01:41:50.036419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50354) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:50.040530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d0b21-82c1-46ea-9fbd-7b3ce3402eaf tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Network': ['ID=16039f7c-1c29-4636-9254-ec1d0b4d3595,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:50.059281 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 16039f7c-1c29-4636-9254-ec1d0b4d3595 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:41:50.075182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0bcc90dd-1364-46ff-bfec-d8adec477213 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'subnet': {'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:50.097222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:50.111151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:50.113602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:50.119542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:50.120183 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:50.127732 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f496b7f-3f6a-4a50-8b34-3216be3f3ee1 req-f50877f6-fe91-4ee7-ad8d-4d60087a61a2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889279 Dec 08 01:41:50.161627 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eab0c01c-0b1a-41bc-8808-25443afa62f4 req-6cb9ad59-8757-4176-a53f-99a05a9857dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c594e60b-842c-4d83-80c2-3e332c4bb031 HTTP/1.1" status: 200 len: 1000 time: 0.2733455 Dec 08 01:41:50.186482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18084997-0b8d-49ec-80b8-dfef315d8f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:50.209639 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18084997-0b8d-49ec-80b8-dfef315d8f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:50.210365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2dd2a76-1fe2-4ff9-b03d-ff49b0ecf01c req-291e1afd-f5cf-472c-a8e4-b3c536c1e3e1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3690982 Dec 08 01:41:50.211244 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=54ea2fea-a810-4a3b-9b1d-09586f8d3b13,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:50.212633 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-18084997-0b8d-49ec-80b8-dfef315d8f66 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ee6866a-2d18-453e-97c5-6b411ac2a635 HTTP/1.1" status: 204 len: 168 time: 0.7634659 Dec 08 01:41:50.269075 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-082730ee-a573-4b41-9a11-c9003cfa33cb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1977091 Dec 08 01:41:50.340271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50362) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:50.350349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4202f1c0-2a83-44fc-938a-c4dcc44adc1d', 'name': 'network-vif-deleted', 'tag': '6c7a3fea-c911-4cb6-924b-9c098231e86b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:50.352726 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e73ccd1-79b6-4499-bfde-804d624fda93" -d '{"events": [{"server_uuid": "4202f1c0-2a83-44fc-938a-c4dcc44adc1d", "name": "network-vif-deleted", "tag": "6c7a3fea-c911-4cb6-924b-9c098231e86b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:50.369578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:50.369959 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:50.451868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0c01c-0b1a-41bc-8808-25443afa62f4 req-71932e0a-2eb7-4db1-834b-4137fa634009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:50.453469 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eab0c01c-0b1a-41bc-8808-25443afa62f4 req-71932e0a-2eb7-4db1-834b-4137fa634009 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0fd1893-ef6e-4d5e-8e35-5902b491ac33 HTTP/1.1" status: 200 len: 854 time: 0.2251830 Dec 08 01:41:50.503684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe05b1-e74c-4544-9362-9ec61ad94e08 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:41:50.533416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18084997-0b8d-49ec-80b8-dfef315d8f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee6866a-2d18-453e-97c5-6b411ac2a635,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:50.582204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0c01c-0b1a-41bc-8808-25443afa62f4 req-4cdf9cc3-3596-4c48-b5b6-1ffcde0063ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:50.584481 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eab0c01c-0b1a-41bc-8808-25443afa62f4 req-4cdf9cc3-3596-4c48-b5b6-1ffcde0063ed service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ed92aa6-c0ed-4956-b30a-8b1d673626d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226566 Dec 08 01:41:50.655787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8f13bf4b-f2cb-46b0-b10c-bfb487e7980a None None] Provisioning complete for port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:50.656093 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f13bf4b-f2cb-46b0-b10c-bfb487e7980a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:50.771596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eab0c01c-0b1a-41bc-8808-25443afa62f4 req-ae35bc97-7c44-49c2-bc8a-908a805256dc service neutron] 10.222.0.65 "GET /v2.0/networks/2ed92aa6-c0ed-4956-b30a-8b1d673626d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797473 Dec 08 01:41:50.771774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07400980-5c40-4a5c-838f-010ac92b7da6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:50.781350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07400980-5c40-4a5c-838f-010ac92b7da6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:50.783425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-07400980-5c40-4a5c-838f-010ac92b7da6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4269719 Dec 08 01:41:50.784945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcc90dd-1364-46ff-bfec-d8adec477213 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:50.789505 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bcc90dd-1364-46ff-bfec-d8adec477213 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:50.798138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:50.883394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7f22-78d1-4ed0-b692-b0c228f06640 req-c4bbb65c-6a7a-4700-ba9d-7bc1c8e77a14 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:50.892201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7f22-78d1-4ed0-b692-b0c228f06640 req-c4bbb65c-6a7a-4700-ba9d-7bc1c8e77a14 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:50.898898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7f22-78d1-4ed0-b692-b0c228f06640 req-c4bbb65c-6a7a-4700-ba9d-7bc1c8e77a14 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:50.906494 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7f22-78d1-4ed0-b692-b0c228f06640 req-c4bbb65c-6a7a-4700-ba9d-7bc1c8e77a14 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:50.932336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7f22-78d1-4ed0-b692-b0c228f06640 req-c4bbb65c-6a7a-4700-ba9d-7bc1c8e77a14 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:50.932565 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eab0c01c-0b1a-41bc-8808-25443afa62f4 req-2fa18afa-a5c2-426e-9673-ae6dd0c5346e service neutron] 10.222.0.65 "GET /v2.0/networks/2ed92aa6-c0ed-4956-b30a-8b1d673626d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501012 Dec 08 01:41:50.947467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7f22-78d1-4ed0-b692-b0c228f06640 req-c4bbb65c-6a7a-4700-ba9d-7bc1c8e77a14 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:50.956316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7f22-78d1-4ed0-b692-b0c228f06640 req-c4bbb65c-6a7a-4700-ba9d-7bc1c8e77a14 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:50.960839 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:50.970010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd8a7f22-78d1-4ed0-b692-b0c228f06640 req-c4bbb65c-6a7a-4700-ba9d-7bc1c8e77a14 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5432 time: 0.3936794 Dec 08 01:41:50.971572 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50390) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:51.025442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bcdf4bc0-541f-4d09-8fd6-ae29dcb12939 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Request body: {'floatingip': {'port_id': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:51.058930 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-d2da0976-3b05-4e44-b52b-53491f2b8763 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1262424 Dec 08 01:41:51.123970 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534b904e-4094-416a-8d68-546582b22d31 x-openstack-request-id: req-534b904e-4094-416a-8d68-546582b22d31 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:51.124654 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4202f1c0-2a83-44fc-938a-c4dcc44adc1d", "name": "network-vif-deleted", "tag": "6c7a3fea-c911-4cb6-924b-9c098231e86b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:51.125130 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-534b904e-4094-416a-8d68-546582b22d31 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:51.125244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:51.126191 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4202f1c0-2a83-44fc-938a-c4dcc44adc1d', 'name': 'network-vif-deleted', 'tag': '6c7a3fea-c911-4cb6-924b-9c098231e86b', 'status': 'completed', 'code': 200} Dec 08 01:41:51.134261 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:51.142840 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f13bf4b-f2cb-46b0-b10c-bfb487e7980a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:51.297531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-fb9be96f-8d4a-41c7-9762-0523726edd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:51.298090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-fb9be96f-8d4a-41c7-9762-0523726edd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:51.298475 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-fb9be96f-8d4a-41c7-9762-0523726edd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:51.298932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-fb9be96f-8d4a-41c7-9762-0523726edd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:51.299398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-fb9be96f-8d4a-41c7-9762-0523726edd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:51.299857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-fb9be96f-8d4a-41c7-9762-0523726edd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:51.316776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-fb9be96f-8d4a-41c7-9762-0523726edd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:51.325226 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-fb9be96f-8d4a-41c7-9762-0523726edd91 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6496 time: 0.1614530 Dec 08 01:41:51.377686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50410) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:51.391334 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-8f13bf4b-f2cb-46b0-b10c-bfb487e7980a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:41:51.391603 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-8f13bf4b-f2cb-46b0-b10c-bfb487e7980a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:41:51.425323 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4bc0-541f-4d09-8fd6-ae29dcb12939 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:51.461762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:51.642461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e0e99b8-b48f-420e-bd63-33947079fe31 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:51.718190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:51.801908 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f302d6e9-cd95-44e1-8fdb-f284f1ac632c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port 54ea2fea-a810-4a3b-9b1d-09586f8d3b13 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:51.802437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f302d6e9-cd95-44e1-8fdb-f284f1ac632c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:51.806231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6c7a3fea-c911-4cb6-924b-9c098231e86b no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:51.836813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 6c7a3fea-c911-4cb6-924b-9c098231e86b {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:41:51.837651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6c7a3fea-c911-4cb6-924b-9c098231e86b not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:41:51.883498 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e0e99b8-b48f-420e-bd63-33947079fe31 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:51.891298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:51.891765 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:51.914413 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bcc90dd-1364-46ff-bfec-d8adec477213 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:52.077443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-b7b86452-63e1-4a02-9e58-ccae985ec61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:52.078696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-b7b86452-63e1-4a02-9e58-ccae985ec61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:52.079938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-b7b86452-63e1-4a02-9e58-ccae985ec61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:52.082508 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-b7b86452-63e1-4a02-9e58-ccae985ec61c service neutron] 10.222.0.65 "GET /v2.0/networks?id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 HTTP/1.1" status: 200 len: 2293 time: 0.7304914 Dec 08 01:41:52.084394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e0e99b8-b48f-420e-bd63-33947079fe31 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:52.089137 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e0e99b8-b48f-420e-bd63-33947079fe31 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:52.090590 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9e0e99b8-b48f-420e-bd63-33947079fe31 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "DELETE /v2.0/security-groups/eb46f0c6-46d4-45cf-b363-74ff0f095a8b HTTP/1.1" status: 204 len: 168 time: 0.7116022 Dec 08 01:41:52.121204 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f302d6e9-cd95-44e1-8fdb-f284f1ac632c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:52.146784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50452) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:52.149376 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-5fb80cca-fc71-484e-be09-75e60938c6e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3aeebc-390c-4677-9dce-fdb3eca96bbb HTTP/1.1" status: 200 len: 217 time: 0.0572782 Dec 08 01:41:52.153109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f302d6e9-cd95-44e1-8fdb-f284f1ac632c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for 54ea2fea-a810-4a3b-9b1d-09586f8d3b13 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:52.168933 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-9faf7d9a-6939-421c-bb16-5b35031f6d9a tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] show failed (client error): The resource could not be found. Dec 08 01:41:52.170347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9faf7d9a-6939-421c-bb16-5b35031f6d9a tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "GET /v2.0/security-groups/eb46f0c6-46d4-45cf-b363-74ff0f095a8b HTTP/1.1" status: 404 len: 347 time: 0.0198662 Dec 08 01:41:52.176082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50454) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:52.210867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e99b8-b48f-420e-bd63-33947079fe31 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb46f0c6-46d4-45cf-b363-74ff0f095a8b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:52.277661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7451a67c-2900-44f3-9d22-8ac5a10146d2 None None] Provisioning complete for port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:52.279334 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7451a67c-2900-44f3-9d22-8ac5a10146d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:52.454623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7451a67c-2900-44f3-9d22-8ac5a10146d2 None None] Provisioning complete for port 54ea2fea-a810-4a3b-9b1d-09586f8d3b13 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:52.454956 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7451a67c-2900-44f3-9d22-8ac5a10146d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:52.473180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc90dd-1364-46ff-bfec-d8adec477213 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Subnet': ['ID=223c31f6-d95e-4847-b9cb-67ae4f612552,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:52.475002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-f3960d50-edc4-4a24-835f-1951067534b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:52.485582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-f3960d50-edc4-4a24-835f-1951067534b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74a492b-ae87-47c5-896c-ccd7628f02df HTTP/1.1" status: 200 len: 850 time: 0.3110888 Dec 08 01:41:52.496861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e8d2a-159e-4d67-96dd-51d45d243ccd req-ea3f94cc-d55a-4f35-a470-55d8db0d7d09 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:52.506727 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-374e8d2a-159e-4d67-96dd-51d45d243ccd req-ea3f94cc-d55a-4f35-a470-55d8db0d7d09 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=34d403fc-7d55-42e2-a1cf-713c592403ef HTTP/1.1" status: 200 len: 944 time: 0.1640286 Dec 08 01:41:52.541526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc90dd-1364-46ff-bfec-d8adec477213 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Checking segment: {'id': 'd6c5734b-02c7-4884-afd2-dc0efbba35e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:52.541897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc90dd-1364-46ff-bfec-d8adec477213 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network hostable DHCP agents. Network: 16039f7c-1c29-4636-9254-ec1d0b4d3595, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:41:52.597298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7451a67c-2900-44f3-9d22-8ac5a10146d2 None None] Port 54ea2fea-a810-4a3b-9b1d-09586f8d3b13 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:41:52.687280 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:52.707119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-36206bdd-22e3-480d-b9b9-c5db8b0fa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:52.708878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-36206bdd-22e3-480d-b9b9-c5db8b0fa421 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717737 Dec 08 01:41:52.818569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc90dd-1364-46ff-bfec-d8adec477213 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network 16039f7c-1c29-4636-9254-ec1d0b4d3595 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:41:52.900652 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-5bbe0b49-d4a5-44de-b4b6-5247df0f1e39 service neutron] 10.222.0.65 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786423 Dec 08 01:41:52.907982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc90dd-1364-46ff-bfec-d8adec477213 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 16039f7c-1c29-4636-9254-ec1d0b4d3595) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:52.908634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d67bf-c7ef-4f02-b6ac-bed2c95b2507 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Deleting port 385d23cf-3823-4467-b37c-956c812a9b91 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:52.909027 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d0d67bf-c7ef-4f02-b6ac-bed2c95b2507 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:52.921048 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf80c47-e071-4b50-90cf-f4cde0f0e23f None None] Network 16039f7c-1c29-4636-9254-ec1d0b4d3595 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:41:52.933298 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcc90dd-1364-46ff-bfec-d8adec477213 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:52.933892 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0bcc90dd-1364-46ff-bfec-d8adec477213 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:52.943268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f302d6e9-cd95-44e1-8fdb-f284f1ac632c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.047558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302d6e9-cd95-44e1-8fdb-f284f1ac632c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=54ea2fea-a810-4a3b-9b1d-09586f8d3b13,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:53.099954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-374e8d2a-159e-4d67-96dd-51d45d243ccd req-2bfd5edb-df8f-4f0e-a9af-163e93027583 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Deleting port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:53.100587 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-374e8d2a-159e-4d67-96dd-51d45d243ccd req-2bfd5edb-df8f-4f0e-a9af-163e93027583 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.114978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-16039f7c-1c29-4636-9254-ec1d0b4d3595', 'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595', 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'fixed_ips': [{'subnet_id': '223c31f6-d95e-4847-b9cb-67ae4f612552'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:41:53.115979 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.131024 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0bcc90dd-1364-46ff-bfec-d8adec477213 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0888011 Dec 08 01:41:53.165127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50474) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:53.173738 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f302d6e9-cd95-44e1-8fdb-f284f1ac632c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.186020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d249c556-dc52-4815-bb06-ceb888850f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-113239376'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:53.198630 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f302d6e9-cd95-44e1-8fdb-f284f1ac632c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/54ea2fea-a810-4a3b-9b1d-09586f8d3b13 HTTP/1.1" status: 204 len: 168 time: 2.3990316 Dec 08 01:41:53.208521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50476) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:53.280643 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d0d67bf-c7ef-4f02-b6ac-bed2c95b2507 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.281393 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d0d67bf-c7ef-4f02-b6ac-bed2c95b2507 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.319041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3d0d67bf-c7ef-4f02-b6ac-bed2c95b2507 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Calling delete_port for 385d23cf-3823-4467-b37c-956c812a9b91 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:53.330324 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-3e32d4e5-e088-4929-b600-bd764b57043e service neutron] 10.222.0.65 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166360 Dec 08 01:41:53.347705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-bcdf4bc0-541f-4d09-8fd6-ae29dcb12939 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:41:53.358374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d249c556-dc52-4815-bb06-ceb888850f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:53.362393 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d249c556-dc52-4815-bb06-ceb888850f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.391800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Allocated IP 19.80.0.2 (16039f7c-1c29-4636-9254-ec1d0b4d3595/223c31f6-d95e-4847-b9cb-67ae4f612552/e8e95ca1-f415-468d-b847-9f9ed0295e09) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:53.463687 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-fa799859-fa22-4d01-9fdf-ff28514049f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=dffc73d6-4a06-4e82-b7c3-52506e9a988c HTTP/1.1" status: 200 len: 217 time: 0.1210468 Dec 08 01:41:53.489859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-374e8d2a-159e-4d67-96dd-51d45d243ccd req-2bfd5edb-df8f-4f0e-a9af-163e93027583 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] For port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:53.490463 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-374e8d2a-159e-4d67-96dd-51d45d243ccd req-2bfd5edb-df8f-4f0e-a9af-163e93027583 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.523995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ea001-d394-48ee-95b1-0a5d5d16462d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:53.526322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ea001-d394-48ee-95b1-0a5d5d16462d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:53.528158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-683ea001-d394-48ee-95b1-0a5d5d16462d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3171234 Dec 08 01:41:53.533417 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4bc0-541f-4d09-8fd6-ae29dcb12939 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.534322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:53.544433 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4bc0-541f-4d09-8fd6-ae29dcb12939 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.561059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-b7e3ec8e-48c6-4471-a6bf-b0ad9cc2f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:53.562776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-b7e3ec8e-48c6-4471-a6bf-b0ad9cc2f5d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.0794358 Dec 08 01:41:53.573270 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-374e8d2a-159e-4d67-96dd-51d45d243ccd req-2bfd5edb-df8f-4f0e-a9af-163e93027583 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Calling delete_port for 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:53.648451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d249c556-dc52-4815-bb06-ceb888850f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:41:53.722807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c50d56d-058d-4e61-90f8-783547995536 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 0ff5415f-7ee2-4850-8a85-fe30ccef608d {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:41:53.727530 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c50d56d-058d-4e61-90f8-783547995536 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.743562 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.751935 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.794400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Network 16039f7c-1c29-4636-9254-ec1d0b4d3595 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:53.797625 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:53.817032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:53.821134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d249c556-dc52-4815-bb06-ceb888850f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.821468 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-d249c556-dc52-4815-bb06-ceb888850f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Added segment 5f3c20ea-f6f8-452a-99f7-141936e05633 of type vlan for network 183881c9-418d-4e36-b5c8-b7efc7f02cb9 Dec 08 01:41:53.848265 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c50d56d-058d-4e61-90f8-783547995536 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.850196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Pushing event updated for resources: {'Port': ['ID=e8e95ca1-f415-468d-b847-9f9ed0295e09,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:53.879040 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-bcdf4bc0-541f-4d09-8fd6-ae29dcb12939 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Floating IP 33a93b46-391a-40d3-96f1-97d194a2ec6c associated. External IP: 172.25.2.201, port: 5f3aeebc-390c-4677-9dce-fdb3eca96bbb. Dec 08 01:41:53.913828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-ce41c1b7-af18-4b5f-976d-34b732796876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:53.919122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-ce41c1b7-af18-4b5f-976d-34b732796876 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3426898 Dec 08 01:41:53.923475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Attempting to bind port e8e95ca1-f415-468d-b847-9f9ed0295e09 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:41:53.924758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Attempting to bind port e8e95ca1-f415-468d-b847-9f9ed0295e09 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'd6c5734b-02c7-4884-afd2-dc0efbba35e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:41:53.926068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Attempting to bind port e8e95ca1-f415-468d-b847-9f9ed0295e09 on network 16039f7c-1c29-4636-9254-ec1d0b4d3595 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:53.937827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:41:53.939096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Checking segment: {'id': 'd6c5734b-02c7-4884-afd2-dc0efbba35e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:53.943179 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:53.944226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Bound using segment: {'id': 'd6c5734b-02c7-4884-afd2-dc0efbba35e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:41:53.945878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Bound port: e8e95ca1-f415-468d-b847-9f9ed0295e09, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c5734b-02c7-4884-afd2-dc0efbba35e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:41:53.946349 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:54.094632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] For port e8e95ca1-f415-468d-b847-9f9ed0295e09, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:41:54.098731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] For port e8e95ca1-f415-468d-b847-9f9ed0295e09, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e8e95ca1-f415-468d-b847-9f9ed0295e09,segment=NetworkSegment(d6c5734b-02c7-4884-afd2-dc0efbba35e6),segment_id=d6c5734b-02c7-4884-afd2-dc0efbba35e6)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:41:54.111537 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:54.126386 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d249c556-dc52-4815-bb06-ceb888850f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:54.270291 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-7bc78bab-71a0-400e-8234-1e7c3a9706b8 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087533 Dec 08 01:41:54.271862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155f0db-4adb-442d-a5b4-3f441b4dd840 None None] Pushing event updated for resources: {'Port': ['ID=e8e95ca1-f415-468d-b847-9f9ed0295e09,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:54.470186 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c50d56d-058d-4e61-90f8-783547995536 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:54.554290 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d249c556-dc52-4815-bb06-ceb888850f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:54.562232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d249c556-dc52-4815-bb06-ceb888850f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:54.563721 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d249c556-dc52-4815-bb06-ceb888850f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:54.596865 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-374e8d2a-159e-4d67-96dd-51d45d243ccd req-2bfd5edb-df8f-4f0e-a9af-163e93027583 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:54.678344 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c50d56d-058d-4e61-90f8-783547995536 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:54.692986 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d0d67bf-c7ef-4f02-b6ac-bed2c95b2507 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:54.731200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdf4bc0-541f-4d09-8fd6-ae29dcb12939 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:41:54.732448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249c556-dc52-4815-bb06-ceb888850f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Network': ['ID=183881c9-418d-4e36-b5c8-b7efc7f02cb9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:54.734576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50d56d-058d-4e61-90f8-783547995536 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff5415f-7ee2-4850-8a85-fe30ccef608d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:54.737791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c50d56d-058d-4e61-90f8-783547995536 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:54.745115 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4c50d56d-058d-4e61-90f8-783547995536 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/0ff5415f-7ee2-4850-8a85-fe30ccef608d HTTP/1.1" status: 204 len: 168 time: 1.2071373 Dec 08 01:41:54.746760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50514) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:54.748929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd5edb-df8f-4f0e-a9af-163e93027583 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Pushing event deleted for resources: {'Port': ['ID=13a4af6a-9400-4a60-ae35-bc9bd530b0c1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:54.755920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 183881c9-418d-4e36-b5c8-b7efc7f02cb9 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:41:54.802142 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d249c556-dc52-4815-bb06-ceb888850f0e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6256962 Dec 08 01:41:54.840664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81906309-fc93-4a8d-9bf1-dd26d155afa8 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:41:54.853468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50518) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:54.862059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b8aad4de-c2fb-4915-bf0f-45ab4eda2e29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'subnet': {'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:54.862245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1295b34e-70cf-4b7e-bdfc-1d8e4b808f8d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115279 Dec 08 01:41:54.876528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50522) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:54.940030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d67bf-c7ef-4f02-b6ac-bed2c95b2507 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Pushing event deleted for resources: {'Port': ['ID=385d23cf-3823-4467-b37c-956c812a9b91,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:54.966999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:55.144434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:41:55.162359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdf4bc0-541f-4d09-8fd6-ae29dcb12939 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:41:55.168340 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bcdf4bc0-541f-4d09-8fd6-ae29dcb12939 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:55.180046 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7cf5b7-1de9-499f-9933-f575d640c632 None None] Sync routers for ids ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:41:55.199227 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7cf5b7-1de9-499f-9933-f575d640c632 None None] Routers {'3e2b2fae-a543-4b42-b4bc-c97a328beff4'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:41:55.199870 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9c7cf5b7-1de9-499f-9933-f575d640c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:41:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:55.202894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:55.208351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:55.279914 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bcdf4bc0-541f-4d09-8fd6-ae29dcb12939 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "PUT /v2.0/floatingips/33a93b46-391a-40d3-96f1-97d194a2ec6c HTTP/1.1" status: 200 len: 991 time: 4.2888861 Dec 08 01:41:55.287955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:55.290734 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4" -d '{"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "5f3aeebc-390c-4677-9dce-fdb3eca96bbb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:55.309384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Deleting port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:41:55.312851 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:55.536309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] For port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:55.539222 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:55.569444 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85cb09e-528e-4057-b2dc-523e79bac703 x-openstack-request-id: req-f85cb09e-528e-4057-b2dc-523e79bac703 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:55.569905 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "tag": "5f3aeebc-390c-4677-9dce-fdb3eca96bbb", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:55.570119 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f85cb09e-528e-4057-b2dc-523e79bac703 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:55.570580 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'tag': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb', 'status': 'completed', 'code': 200} Dec 08 01:41:55.603540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Calling delete_port for e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:41:55.673968 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-9c7cf5b7-1de9-499f-9933-f575d640c632 None None] Set router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:41:55.699300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-374e8d2a-159e-4d67-96dd-51d45d243ccd req-2bfd5edb-df8f-4f0e-a9af-163e93027583 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] No DVR routers for this DVR port 13a4af6a-9400-4a60-ae35-bc9bd530b0c1 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:55.756932 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:55.784451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-374e8d2a-159e-4d67-96dd-51d45d243ccd req-2bfd5edb-df8f-4f0e-a9af-163e93027583 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:55.801364 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-374e8d2a-159e-4d67-96dd-51d45d243ccd req-2bfd5edb-df8f-4f0e-a9af-163e93027583 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "DELETE /v2.0/ports/13a4af6a-9400-4a60-ae35-bc9bd530b0c1 HTTP/1.1" status: 204 len: 173 time: 3.2934442 Dec 08 01:41:55.801974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d403fc-7d55-42e2-a1cf-713c592403ef', 'name': 'network-vif-deleted', 'tag': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:41:55.804504 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ea4aef-feba-4579-878f-6d1189b44fc3" -d '{"events": [{"server_uuid": "34d403fc-7d55-42e2-a1cf-713c592403ef", "name": "network-vif-deleted", "tag": "13a4af6a-9400-4a60-ae35-bc9bd530b0c1"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:41:55.825685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e8e95ca1-f415-468d-b847-9f9ed0295e09 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:41:55.843137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Pushing event deleted for resources: {'Port': ['ID=e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:55.940026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.940026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.940026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.940026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.940026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.940026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.940026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.940026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.940617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.952594 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.952980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.953328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.953670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:55.961585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50556) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:55.970313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a38da-e75b-4076-b406-0410a798e0f2 None None] No DVR routers for this DVR port e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:41:56.005867 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.033593 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 01:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd396093-3c1b-48cf-b9b7-6629e07732cd x-openstack-request-id: req-bd396093-3c1b-48cf-b9b7-6629e07732cd {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:41:56.033899 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d403fc-7d55-42e2-a1cf-713c592403ef", "name": "network-vif-deleted", "tag": "13a4af6a-9400-4a60-ae35-bc9bd530b0c1", "status": "failed", "code": 422}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:41:56.034169 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bd396093-3c1b-48cf-b9b7-6629e07732cd {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:41:56.034611 n-d-713498-30 neutron-server[103130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34d403fc-7d55-42e2-a1cf-713c592403ef', 'name': 'network-vif-deleted', 'tag': '13a4af6a-9400-4a60-ae35-bc9bd530b0c1', 'status': 'failed', 'code': 422} returned with failed status Dec 08 01:41:56.043902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cef1c02-d082-4d45-9b74-49f22f718df2 None None] Network 16039f7c-1c29-4636-9254-ec1d0b4d3595 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:41:56.063216 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-c18d19a9-b078-4c65-9c33-65fb809493a5 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6708322 Dec 08 01:41:56.085844 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d0d67bf-c7ef-4f02-b6ac-bed2c95b2507 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.101836 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d0d67bf-c7ef-4f02-b6ac-bed2c95b2507 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.103296 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3d0d67bf-c7ef-4f02-b6ac-bed2c95b2507 tempest-ImagesOneServerNegativeTestJSON-1093904045 tempest-ImagesOneServerNegativeTestJSON-1093904045-project] 10.222.0.70 "DELETE /v2.0/floatingips/fa46c034-129c-4dd4-aa82-be0970657c8b HTTP/1.1" status: 204 len: 168 time: 3.8822062 Dec 08 01:41:56.104199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50560) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:56.151788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:56.182039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:56.197196 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:56.200258 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.238043 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9c7cf5b7-1de9-499f-9933-f575d640c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:38:42Z', 'revision_number': 4, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '33a93b46-391a-40d3-96f1-97d194a2ec6c', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'port_id': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'mac_address': 'fa:16:3e:6d:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:40:06Z', 'updated_at': '2021-12-08T01:41:53Z', 'revision_number': 1, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02380e42-9e18-41ca-9dca-45108758b36f', 'name': '', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'mac_address': 'fa:16:3e:87:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:40Z', 'updated_at': '2021-12-08T01:38:50Z', 'revision_number': 5, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'subnets': [{'id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:56.288776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c2e63f-453d-4f02-bdaf-8689607e9fff None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:41:56.297036 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-e5622e88-f9fd-4d77-90b0-d9a0f3d2b768 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=62bd3d93-1894-4564-a87b-4962abb893c0 HTTP/1.1" status: 200 len: 217 time: 0.1734912 Dec 08 01:41:56.327641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3660164 Dec 08 01:41:56.329293 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fafb2e5-aeb9-48da-ba85-0386e4d3571a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.330508 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7cf5b7-1de9-499f-9933-f575d640c632 None None] Checking router: 3e2b2fae-a543-4b42-b4bc-c97a328beff4 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:41:56.333183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aad4de-c2fb-4915-bf0f-45ab4eda2e29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:56.336469 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8aad4de-c2fb-4915-bf0f-45ab4eda2e29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.339809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50576) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:56.343377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=5f05bc3c-0d9e-4303-96d2-ddbde17b7321,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:56.352523 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'name': 'tempest-NetworksTestDHCPv6-436867799'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:41:56.361444 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7cf5b7-1de9-499f-9933-f575d640c632 None None] Routers {'3e2b2fae-a543-4b42-b4bc-c97a328beff4'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:41:56.362083 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9c7cf5b7-1de9-499f-9933-f575d640c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:41:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:56.379175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50580) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:56.461677 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-47bc3e22-a008-4963-a18a-0830c2d9a4a9 None None] Provisioning complete for port e8e95ca1-f415-468d-b847-9f9ed0295e09 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:56.462449 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-47bc3e22-a008-4963-a18a-0830c2d9a4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.465861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e8e95ca1-f415-468d-b847-9f9ed0295e09 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:56.466482 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.487749 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a493-6727-48cc-b384-168248acaee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.538646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': '5f05bc3c-0d9e-4303-96d2-ddbde17b7321'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:41:56.549427 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.553379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.553742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.554096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.554489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.555102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.555451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.555790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.556150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.556595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.556928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.557263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.557598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.557931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50b1d33-abfc-46d0-820d-b563e422e714 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:41:56.567533 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-9c7cf5b7-1de9-499f-9933-f575d640c632 None None] Set router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:41:56.627097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-2ae2cf26-5230-4c4d-92c7-4c4faa6d7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:56.629449 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-2ae2cf26-5230-4c4d-92c7-4c4faa6d7efa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.3202004 Dec 08 01:41:56.686716 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06c3ca1-5c1d-47b0-af3d-e4f7fcc94b76 admin admin] Deleting subnet 619d92e4-eb66-499a-8737-7efe45f82797 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:41:56.699051 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b06c3ca1-5c1d-47b0-af3d-e4f7fcc94b76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.727881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-e8e86cb0-8f3f-4261-bf18-f190c9294f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:56.729803 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-e8e86cb0-8f3f-4261-bf18-f190c9294f7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0925064 Dec 08 01:41:56.851133 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b06c3ca1-5c1d-47b0-af3d-e4f7fcc94b76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:56.958799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Allocated IP 2001:db8::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/5f05bc3c-0d9e-4303-96d2-ddbde17b7321/fda94e00-57ec-4374-84fb-6447572250da) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:56.959348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec06417-af96-4989-8548-1261892afa90 req-7715bc03-5eb7-49a6-99db-996ffd1b1a76 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:56.962052 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-7715bc03-5eb7-49a6-99db-996ffd1b1a76 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.2781310 Dec 08 01:41:56.967757 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9c7cf5b7-1de9-499f-9933-f575d640c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:38:42Z', 'revision_number': 4, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '33a93b46-391a-40d3-96f1-97d194a2ec6c', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'port_id': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'mac_address': 'fa:16:3e:6d:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:40:06Z', 'updated_at': '2021-12-08T01:41:53Z', 'revision_number': 1, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02380e42-9e18-41ca-9dca-45108758b36f', 'name': '', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'mac_address': 'fa:16:3e:87:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:40Z', 'updated_at': '2021-12-08T01:38:50Z', 'revision_number': 5, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'subnets': [{'id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:57.013006 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7cf5b7-1de9-499f-9933-f575d640c632 None None] The sync data for ids ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'] in n-d-713498-30 is: [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:38:42Z', 'revision_number': 4, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '33a93b46-391a-40d3-96f1-97d194a2ec6c', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'port_id': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'mac_address': 'fa:16:3e:6d:af:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:40:06Z', 'updated_at': '2021-12-08T01:41:53Z', 'revision_number': 1, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02380e42-9e18-41ca-9dca-45108758b36f', 'name': '', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'mac_address': 'fa:16:3e:87:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:40Z', 'updated_at': '2021-12-08T01:38:50Z', 'revision_number': 5, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'subnets': [{'id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:41:57.017371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fafb2e5-aeb9-48da-ba85-0386e4d3571a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.020418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a493-6727-48cc-b384-168248acaee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.051670 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2f1a493-6727-48cc-b384-168248acaee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.057242 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fafb2e5-aeb9-48da-ba85-0386e4d3571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.060972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-af8113f5-74b9-4e20-829c-8b74defa0920 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/quotas/6d71442bfb01438e86d9fd2348d1c32c HTTP/1.1" status: 200 len: 375 time: 0.0254533 Dec 08 01:41:57.063192 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.093896 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1a493-6727-48cc-b384-168248acaee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42b2341-6748-43a9-b4d9-25669ba2724e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:57.153275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafb2e5-aeb9-48da-ba85-0386e4d3571a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed0500c-a7e5-4f66-b093-a2e9d036b27c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:57.163659 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:41:57.167392 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.174289 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8aad4de-c2fb-4915-bf0f-45ab4eda2e29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.201699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a2f1a493-6727-48cc-b384-168248acaee7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6fd68644a284622ac3f16ee3cc2f9e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0789330 Dec 08 01:41:57.207906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-df2539cf-065d-4b78-a222-eaf88931ba24 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258016 Dec 08 01:41:57.208774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50596) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:57.221723 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b06c3ca1-5c1d-47b0-af3d-e4f7fcc94b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.231151 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-2d524335-0886-4715-82be-c9fcbaa07b45 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471369 Dec 08 01:41:57.312062 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port e8e95ca1-f415-468d-b847-9f9ed0295e09, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e8e95ca1-f415-468d-b847-9f9ed0295e09,segment=NetworkSegment(d6c5734b-02c7-4884-afd2-dc0efbba35e6),segment_id=d6c5734b-02c7-4884-afd2-dc0efbba35e6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:41:57.352989 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-47bc3e22-a008-4963-a18a-0830c2d9a4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.355599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f26803-f56e-45f0-b28d-83ca87cc6f23 None None] New status for floating IP 33a93b46-391a-40d3-96f1-97d194a2ec6c: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:41:57.360612 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-9eb62d11-16e1-4fa7-839b-d17aed0ded98 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196105 Dec 08 01:41:57.364555 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.400167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port 24ff6f66-398e-4340-a904-1e49039d3dad yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:41:57.424517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aad4de-c2fb-4915-bf0f-45ab4eda2e29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Subnet': ['ID=6e992f15-97e4-4ae0-b3fb-6e702e8115d7,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:57.430646 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-bce36f94-74cd-42d7-b3fe-7ab0a2c33cc0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=f0f7557b-c628-4920-8f4c-f0a60e109cc0 HTTP/1.1" status: 200 len: 217 time: 0.0521958 Dec 08 01:41:57.438220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aad4de-c2fb-4915-bf0f-45ab4eda2e29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Checking segment: {'id': '5f3c20ea-f6f8-452a-99f7-141936e05633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:57.438588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aad4de-c2fb-4915-bf0f-45ab4eda2e29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network hostable DHCP agents. Network: 183881c9-418d-4e36-b5c8-b7efc7f02cb9, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:41:57.448521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1fafb2e5-aeb9-48da-ba85-0386e4d3571a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a6404e5e079547558ad866d23f69c972&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4753969 Dec 08 01:41:57.450529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50598) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:57.460348 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:41:57.474806 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b06c3ca1-5c1d-47b0-af3d-e4f7fcc94b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.524468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:41:57.525069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e09fd9ef-7f9d-4cc3-9ab7-95a7385e0d0d not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:41:57.538546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-bb8de0c3-040a-4c8e-8407-5ddd0f527078 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526031 Dec 08 01:41:57.539372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c3ca1-5c1d-47b0-af3d-e4f7fcc94b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619d92e4-eb66-499a-8737-7efe45f82797,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:57.541597 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b06c3ca1-5c1d-47b0-af3d-e4f7fcc94b76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.542670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-7c086eee-50c5-47f4-85a2-42f5b89b7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:57.544242 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-7c086eee-50c5-47f4-85a2-42f5b89b7876 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.1026762 Dec 08 01:41:57.545046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b06c3ca1-5c1d-47b0-af3d-e4f7fcc94b76 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/619d92e4-eb66-499a-8737-7efe45f82797 HTTP/1.1" status: 204 len: 168 time: 1.1620095 Dec 08 01:41:57.548891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50600) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:57.549807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aad4de-c2fb-4915-bf0f-45ab4eda2e29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network 183881c9-418d-4e36-b5c8-b7efc7f02cb9 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:41:57.597618 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe906ee7-a271-404a-9b45-7b70d683b186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.624901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b8aad4de-c2fb-4915-bf0f-45ab4eda2e29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 183881c9-418d-4e36-b5c8-b7efc7f02cb9) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:57.629844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aad4de-c2fb-4915-bf0f-45ab4eda2e29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:57.630789 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8aad4de-c2fb-4915-bf0f-45ab4eda2e29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.633288 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78c33b82-5072-49fb-a2dc-bfd7a74e13a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.654909 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe2db61-d927-411f-a85f-bc3f512f2437 None None] Network 183881c9-418d-4e36-b5c8-b7efc7f02cb9 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:41:57.663589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe906ee7-a271-404a-9b45-7b70d683b186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.690212 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=e8e95ca1-f415-468d-b847-9f9ed0295e09,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:57.694502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-94ccf117-a349-4d44-b4d7-6fc5a6c6119f service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474092 Dec 08 01:41:57.729399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b8aad4de-c2fb-4915-bf0f-45ab4eda2e29 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8746099 Dec 08 01:41:57.734710 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78c33b82-5072-49fb-a2dc-bfd7a74e13a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.744424 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe906ee7-a271-404a-9b45-7b70d683b186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.747110 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe906ee7-a271-404a-9b45-7b70d683b186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.751720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-438d1de3-d11e-46d4-b1ac-d4dc72d3f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:57.761397 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-47bc3e22-a008-4963-a18a-0830c2d9a4a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:41:57.761755 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-438d1de3-d11e-46d4-b1ac-d4dc72d3f4ad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1968215 Dec 08 01:41:57.762327 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fe906ee7-a271-404a-9b45-7b70d683b186 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e42b2341-6748-43a9-b4d9-25669ba2724e HTTP/1.1" status: 204 len: 168 time: 0.4816930 Dec 08 01:41:57.764747 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-47bc3e22-a008-4963-a18a-0830c2d9a4a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:41:57.771289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe906ee7-a271-404a-9b45-7b70d683b186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42b2341-6748-43a9-b4d9-25669ba2724e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:57.804161 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.917015 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:57.950893 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.002018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:58.018888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78c33b82-5072-49fb-a2dc-bfd7a74e13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.025575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:58.026205 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78c33b82-5072-49fb-a2dc-bfd7a74e13a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.030499 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-78c33b82-5072-49fb-a2dc-bfd7a74e13a7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ed0500c-a7e5-4f66-b093-a2e9d036b27c HTTP/1.1" status: 204 len: 168 time: 0.5740011 Dec 08 01:41:58.051456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:58.063711 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-526c018b-8645-41a2-88d2-7bbe88875838 req-34da5a93-76d9-42dd-9fc7-5f71946e041e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 210 time: 0.1062541 Dec 08 01:41:58.064977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::1b (38e622c3-d3e1-4fea-b44a-493f59fc27b4/5f05bc3c-0d9e-4303-96d2-ddbde17b7321/24ff6f66-398e-4340-a904-1e49039d3dad) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:58.159304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c33b82-5072-49fb-a2dc-bfd7a74e13a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed0500c-a7e5-4f66-b093-a2e9d036b27c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:58.290268 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.324381 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-64250bb9-3d2c-49b1-83fe-970dfe53640e service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094719 Dec 08 01:41:58.334978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd779e6a-fa1e-42c4-9147-76d41728dbe8']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:58.352229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-183881c9-418d-4e36-b5c8-b7efc7f02cb9', 'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9', 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'fixed_ips': [{'subnet_id': '6e992f15-97e4-4ae0-b3fb-6e702e8115d7'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:41:58.354302 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.372988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Pushing event updated for resources: {'Port': ['ID=fda94e00-57ec-4374-84fb-6447572250da,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:58.386316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9375d110-624e-40dc-a951-b44ca2771c4e') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:58.386784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9375d110-624e-40dc-a951-b44ca2771c4e') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:41:58.415424 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.523005 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.575894 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:41:58.577687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.578040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Attempting to bind port fda94e00-57ec-4374-84fb-6447572250da on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:41:58.579627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Attempting to bind port fda94e00-57ec-4374-84fb-6447572250da by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:41:58.581678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Attempting to bind port fda94e00-57ec-4374-84fb-6447572250da on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:58.596534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-408256c1-ed17-4a22-a530-38bf9f5d9bca tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:58.604164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-408256c1-ed17-4a22-a530-38bf9f5d9bca tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:41:58.605371 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:41:58.609843 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-408256c1-ed17-4a22-a530-38bf9f5d9bca tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/networks?id=16039f7c-1c29-4636-9254-ec1d0b4d3595&id=183881c9-418d-4e36-b5c8-b7efc7f02cb9 HTTP/1.1" status: 200 len: 1391 time: 0.4255753 Dec 08 01:41:58.618896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:41:58.618896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:58.619150 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.620216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50634) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:58.620404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:41:58.620404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Bound port: fda94e00-57ec-4374-84fb-6447572250da, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:41:58.620404 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.655946 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b92c86c-4473-4c63-82b7-b7799febf482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.665729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-b83553c2-1437-47c9-895f-d8fe9b89d057 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/quotas/ba0e6880a1d146779c68dc757f1944e7 HTTP/1.1" status: 200 len: 375 time: 0.0499370 Dec 08 01:41:58.672378 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.771976 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-78d176b6-ddb9-4e25-9ed1-0d2d96d574e3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ba0e6880a1d146779c68dc757f1944e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966918 Dec 08 01:41:58.773890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5dc0ba23-c90c-40f4-8a51-7d029de26f9a None None] Provisioning complete for port e8e95ca1-f415-468d-b847-9f9ed0295e09 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:41:58.774138 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5dc0ba23-c90c-40f4-8a51-7d029de26f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.792755 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-339b348f-1500-48eb-bea0-f9a164791a95 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393053 Dec 08 01:41:58.833743 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8d9d138b-1160-4864-acd1-6623541c5316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.838716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] For port fda94e00-57ec-4374-84fb-6447572250da, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:41:58.847963 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.868658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] For port fda94e00-57ec-4374-84fb-6447572250da, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fda94e00-57ec-4374-84fb-6447572250da,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:41:58.875165 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Allocated IP 19.86.0.2 (183881c9-418d-4e36-b5c8-b7efc7f02cb9/6e992f15-97e4-4ae0-b3fb-6e702e8115d7/528d47f7-5003-4d14-84f7-42043effd4b6) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:41:58.963389 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-dd0fcc11-84d9-4fd0-b12b-ceb5e1cf6a66 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=909185d2-b0e2-4902-b2ff-aa8c38efc800 HTTP/1.1" status: 200 len: 217 time: 0.0614493 Dec 08 01:41:58.970678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.974134 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:58.976251 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:59.004154 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:59.015663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] 10.222.0.70 "DELETE /v2.0/networks/dd779e6a-fa1e-42c4-9147-76d41728dbe8 HTTP/1.1" status: 204 len: 168 time: 1.4622285 Dec 08 01:41:59.021384 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b92c86c-4473-4c63-82b7-b7799febf482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:59.023304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:59.026775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:59.034252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:59.034570 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:59.048142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=24ff6f66-398e-4340-a904-1e49039d3dad,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:59.058449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-91dcc592-7e2b-4972-889b-dfc0a6f53b41 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7101190 Dec 08 01:41:59.058449 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b92c86c-4473-4c63-82b7-b7799febf482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:59.063614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50642) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:59.083929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f1275-dd34-40a9-8455-ca91ee4400fd None None] Pushing event updated for resources: {'Port': ['ID=fda94e00-57ec-4374-84fb-6447572250da,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:59.098216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0f514-e539-4095-89c4-02789ccde03b admin admin] Pushing event deleted for resources: {'Network': ['ID=dd779e6a-fa1e-42c4-9147-76d41728dbe8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:59.161605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50646) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:59.235916 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-36fe1946-6a6e-4689-a8fd-11bf24ec8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:59.240561 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-36fe1946-6a6e-4689-a8fd-11bf24ec8608 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.2212138 Dec 08 01:41:59.296510 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-c60ec953-32e3-4709-8175-617ade9dfe1e service neutron] 10.222.0.70 "GET /v2.0/networks/16039f7c-1c29-4636-9254-ec1d0b4d3595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088668 Dec 08 01:41:59.309667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50650) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:59.313314 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-788330c6-a250-4efc-9363-a38a76132728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:59.324050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92c86c-4473-4c63-82b7-b7799febf482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951bb58a-8618-4bb0-9770-f7d410f04dd3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:59.354370 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3b92c86c-4473-4c63-82b7-b7799febf482 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ffccd15e0ce4ae39f62f41a1b263f93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7260940 Dec 08 01:41:59.357629 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-33100c53-2031-49e5-af52-d2eb8c3e5c2a req-b7067b2b-2564-4fbd-b645-7b86706820fc tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 210 time: 0.1135850 Dec 08 01:41:59.368191 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:59.383431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50654) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:59.389101 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:59.405509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-b6e4f5a8-c853-455d-929c-50f2c390b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:59.407320 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-b6e4f5a8-c853-455d-929c-50f2c390b7bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1206360 Dec 08 01:41:59.458815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Pushing event updated for resources: {'Port': ['ID=528d47f7-5003-4d14-84f7-42043effd4b6,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:59.493885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb9259a-f5f9-43c7-bc1d-4b89b2b4e458 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:59.510332 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb9259a-f5f9-43c7-bc1d-4b89b2b4e458 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:41:59.521534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Network 183881c9-418d-4e36-b5c8-b7efc7f02cb9 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:41:59.526402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:41:59.532031 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4fb9259a-f5f9-43c7-bc1d-4b89b2b4e458 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4649091 Dec 08 01:41:59.534621 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:41:59.563567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-d93681ba-f397-403b-b072-a49be309952d service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460075 Dec 08 01:41:59.566582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50656) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:59.657762 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-64441e7e-d565-4446-a765-f451e00e00a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=783ff023d0674ed4b454399ced7fde14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3432164 Dec 08 01:41:59.662876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50658) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:41:59.698585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Attempting to bind port 528d47f7-5003-4d14-84f7-42043effd4b6 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:41:59.699143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Attempting to bind port 528d47f7-5003-4d14-84f7-42043effd4b6 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5f3c20ea-f6f8-452a-99f7-141936e05633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:41:59.699669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Attempting to bind port 528d47f7-5003-4d14-84f7-42043effd4b6 on network 183881c9-418d-4e36-b5c8-b7efc7f02cb9 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:41:59.709045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:41:59.709746 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Checking segment: {'id': '5f3c20ea-f6f8-452a-99f7-141936e05633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:41:59.710701 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:59.711271 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Bound using segment: {'id': '5f3c20ea-f6f8-452a-99f7-141936e05633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:41:59.711923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Bound port: 528d47f7-5003-4d14-84f7-42043effd4b6, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3c20ea-f6f8-452a-99f7-141936e05633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:41:59.712658 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:59.721534 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-1ec7ed42-02ab-4667-89bd-0b2649c767ec service neutron] 10.222.0.70 "GET /v2.0/networks/16039f7c-1c29-4636-9254-ec1d0b4d3595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240348 Dec 08 01:41:59.764571 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-b1aeee9d-838a-44ef-91a5-bd32370da045 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627250 Dec 08 01:41:59.784168 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d157c2f6-4a4b-4cfa-8d63-157869b794ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:59.807012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] For port 528d47f7-5003-4d14-84f7-42043effd4b6, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:41:59.811771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] For port 528d47f7-5003-4d14-84f7-42043effd4b6, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=528d47f7-5003-4d14-84f7-42043effd4b6,segment=NetworkSegment(5f3c20ea-f6f8-452a-99f7-141936e05633),segment_id=5f3c20ea-f6f8-452a-99f7-141936e05633)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:41:59.822042 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:41:59.854656 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-2519ac43-4241-45f6-b35f-76638e5bf93c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=df223970-b1fe-4950-877f-a17fdccfb5e7 HTTP/1.1" status: 200 len: 217 time: 0.0687399 Dec 08 01:41:59.912454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a29983-4d6d-49a2-9e10-3ae86f49fb07 None None] Pushing event updated for resources: {'Port': ['ID=528d47f7-5003-4d14-84f7-42043effd4b6,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:41:59.988314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e8e95ca1-f415-468d-b847-9f9ed0295e09 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:00.017161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-df0c870d-634d-4f98-8c18-78903a9a38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:00.018660 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-df0c870d-634d-4f98-8c18-78903a9a38c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 HTTP/1.1" status: 200 len: 797 time: 0.1541839 Dec 08 01:42:00.094993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-25059f68-792a-424d-9d63-312e6f737676 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port 24ff6f66-398e-4340-a904-1e49039d3dad {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:00.095352 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25059f68-792a-424d-9d63-312e6f737676 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.106194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e8e95ca1-f415-468d-b847-9f9ed0295e09 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:00.106767 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.135840 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-3b5018b4-b9ac-433e-8090-093afa55f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:00.140156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-3b5018b4-b9ac-433e-8090-093afa55f7f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1126621 Dec 08 01:42:00.226517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fda94e00-57ec-4374-84fb-6447572250da up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:00.276457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d157c2f6-4a4b-4cfa-8d63-157869b794ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.304797 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fda94e00-57ec-4374-84fb-6447572250da triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:00.305180 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.344884 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-788330c6-a250-4efc-9363-a38a76132728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.356644 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3cb7-7fc2-4ce5-8d62-fabc194cf21f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.371989 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-788330c6-a250-4efc-9363-a38a76132728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.372228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25059f68-792a-424d-9d63-312e6f737676 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.393602 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-73aaad92-5c21-41d7-a459-43cd4a841f41 service neutron] 10.222.0.70 "GET /v2.0/networks/183881c9-418d-4e36-b5c8-b7efc7f02cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709359 Dec 08 01:42:00.444438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-25059f68-792a-424d-9d63-312e6f737676 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for 24ff6f66-398e-4340-a904-1e49039d3dad owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:00.455671 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.469885 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3cb7-7fc2-4ce5-8d62-fabc194cf21f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.500694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port fda94e00-57ec-4374-84fb-6447572250da, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fda94e00-57ec-4374-84fb-6447572250da,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:00.508444 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.572808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-f436600a-c5d6-4f87-8303-ea938782e1da service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188669 Dec 08 01:42:00.619587 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6099c6db-da88-4aa8-b5d0-2c43d323bcc1 req-e0dd865f-eb84-4b0c-8f86-3fee37712d9e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 210 time: 0.0440040 Dec 08 01:42:00.621933 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-788330c6-a250-4efc-9363-a38a76132728 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=653d6195ee234d20be687a693da3fcf6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4594157 Dec 08 01:42:00.625429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=fda94e00-57ec-4374-84fb-6447572250da,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:00.643914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50666) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:00.662275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788330c6-a250-4efc-9363-a38a76132728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1188e153-47db-4039-a2ab-598321281ea5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:00.733071 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d157c2f6-4a4b-4cfa-8d63-157869b794ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.735760 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d157c2f6-4a4b-4cfa-8d63-157869b794ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.737194 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d157c2f6-4a4b-4cfa-8d63-157869b794ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/951bb58a-8618-4bb0-9770-f7d410f04dd3 HTTP/1.1" status: 204 len: 168 time: 1.3371856 Dec 08 01:42:00.803379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157c2f6-4a4b-4cfa-8d63-157869b794ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951bb58a-8618-4bb0-9770-f7d410f04dd3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:00.824784 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3cb7-7fc2-4ce5-8d62-fabc194cf21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.828522 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7d3b3cb7-7fc2-4ce5-8d62-fabc194cf21f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.830112 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7d3b3cb7-7fc2-4ce5-8d62-fabc194cf21f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91f8dbf2-4b66-433e-89a1-c8ea9846c612 HTTP/1.1" status: 204 len: 168 time: 1.1504359 Dec 08 01:42:00.849643 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-706c2b72-1032-4f87-881c-f0dd0e4e336b service neutron] 10.222.0.70 "GET /v2.0/networks/183881c9-418d-4e36-b5c8-b7efc7f02cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546432 Dec 08 01:42:00.864185 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e6b5777e-09fc-494c-b1d0-1092a2da0e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:00.866881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b3cb7-7fc2-4ce5-8d62-fabc194cf21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f8dbf2-4b66-433e-89a1-c8ea9846c612,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:00.902992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec06417-af96-4989-8548-1261892afa90 req-a79f1883-3382-4c59-baed-91ef5f98e8d9 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:00.906448 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-a79f1883-3382-4c59-baed-91ef5f98e8d9 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.72 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.3306019 Dec 08 01:42:00.929019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8ec06417-af96-4989-8548-1261892afa90 req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Request body: {'port': {'device_id': '5ee29ae0-7757-47fd-94ee-5a165544b6e5', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'admin_state_up': True, 'tenant_id': '6d71442bfb01438e86d9fd2348d1c32c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:00.971912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-f63479d0-7eec-4935-b1d8-d5cb6683e0e4 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835044 Dec 08 01:42:00.977490 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e6b5777e-09fc-494c-b1d0-1092a2da0e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:01.195612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec06417-af96-4989-8548-1261892afa90 req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Made reservation on behalf of 6d71442bfb01438e86d9fd2348d1c32c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:01.201531 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8ec06417-af96-4989-8548-1261892afa90 req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:01.259188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-544a9df7-d1a7-4788-9dea-4965b6c8b472 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 HTTP/1.1" status: 200 len: 217 time: 0.2741561 Dec 08 01:42:01.265634 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e6b5777e-09fc-494c-b1d0-1092a2da0e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:01.269601 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e6b5777e-09fc-494c-b1d0-1092a2da0e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:01.273610 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e6b5777e-09fc-494c-b1d0-1092a2da0e5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1188e153-47db-4039-a2ab-598321281ea5 HTTP/1.1" status: 204 len: 168 time: 0.6262136 Dec 08 01:42:01.285242 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25059f68-792a-424d-9d63-312e6f737676 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:01.287410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5777e-09fc-494c-b1d0-1092a2da0e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1188e153-47db-4039-a2ab-598321281ea5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:01.415967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25059f68-792a-424d-9d63-312e6f737676 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=24ff6f66-398e-4340-a904-1e49039d3dad,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:01.445680 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-527bbb00-fdbe-4494-b953-86a0254169d6 req-b3d722cc-a407-4566-b1b9-bbc0384f2eba tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 210 time: 0.0795786 Dec 08 01:42:01.483629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0a65dcf2-9788-458c-a5a2-3c98be03e4f9 None None] Provisioning complete for port fda94e00-57ec-4374-84fb-6447572250da triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:01.484730 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a65dcf2-9788-458c-a5a2-3c98be03e4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:01.546361 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cd63779a-eb8f-4f57-b82a-66d2060342db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:01.560835 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25059f68-792a-424d-9d63-312e6f737676 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:01.574455 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-25059f68-792a-424d-9d63-312e6f737676 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/24ff6f66-398e-4340-a904-1e49039d3dad HTTP/1.1" status: 204 len: 168 time: 2.0061586 Dec 08 01:42:01.585811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50690) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:01.659613 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:01.673947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-8ec06417-af96-4989-8548-1261892afa90 req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Allocated IP 172.20.0.2 (ca5844b8-27b3-4526-899f-f6eb044a8310/6b516fe5-7c7e-4300-bab4-16f44055e7df/f9c979b7-2308-4eec-bdf0-9facb0c0a664) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:01.801747 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-f2e9fa49-17bd-4234-b029-a40930714d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:01.809536 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-f2e9fa49-17bd-4234-b029-a40930714d46 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 HTTP/1.1" status: 200 len: 797 time: 0.4173698 Dec 08 01:42:01.846910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-526b77c4-efda-4876-bb4a-513f7449e42b None None] Could not find standard attr ID for object 24ff6f66-398e-4340-a904-1e49039d3dad. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:42:01.877208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ad617-0066-4643-8579-d21342bd1c47 None None] Network 183881c9-418d-4e36-b5c8-b7efc7f02cb9 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:02.035060 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-100d732e-8058-49b0-882c-577125cbac76 req-ab91b635-b047-4c6f-ac5a-03575d99e7b5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 210 time: 0.1834397 Dec 08 01:42:02.063943 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 528d47f7-5003-4d14-84f7-42043effd4b6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:02.097349 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-db955030-842b-4047-8699-3d6bd486b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:02.105944 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-db955030-842b-4047-8699-3d6bd486b7dd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2562575 Dec 08 01:42:02.116906 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac8cc75-d0b7-48a4-8810-a0454d1746bd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:02.120573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac8cc75-d0b7-48a4-8810-a0454d1746bd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:02.126331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:02.130240 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cac8cc75-d0b7-48a4-8810-a0454d1746bd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5431619 Dec 08 01:42:02.133952 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8ec06417-af96-4989-8548-1261892afa90 req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.153857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b8e46b11-29ef-4c02-841e-f14b861218fe None None] Provisioning complete for port 528d47f7-5003-4d14-84f7-42043effd4b6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:02.155594 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8e46b11-29ef-4c02-841e-f14b861218fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.232431 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8ec06417-af96-4989-8548-1261892afa90 req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.242855 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.255978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 528d47f7-5003-4d14-84f7-42043effd4b6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:02.256535 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.277302 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-893bb629-b050-46b6-97a6-360ed5cabc67 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457665 Dec 08 01:42:02.441843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Pushing event updated for resources: {'Port': ['ID=f9c979b7-2308-4eec-bdf0-9facb0c0a664,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:02.490684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec06417-af96-4989-8548-1261892afa90 req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Network ca5844b8-27b3-4526-899f-f6eb044a8310 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:02.495527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-8ec06417-af96-4989-8548-1261892afa90 req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:02.496973 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8e46b11-29ef-4c02-841e-f14b861218fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.505025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec06417-af96-4989-8548-1261892afa90 req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:02.520259 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-074dc0a7-873b-4a90-8dcd-c4670a233610 req-a1a0f68b-4e4c-42ec-a805-57ccaec4982d service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340467 Dec 08 01:42:02.566457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-f415cf95-5cfe-4a43-ab15-8be7289af56c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 5f05bc3c-0d9e-4303-96d2-ddbde17b7321 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:42:02.573659 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f415cf95-5cfe-4a43-ab15-8be7289af56c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.611295 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.623064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec06417-af96-4989-8548-1261892afa90 req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:02.625603 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8ec06417-af96-4989-8548-1261892afa90 req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.648129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3aac3b9-8b58-45e3-b6e8-09ae621467e0 req-754ec092-3cce-46eb-8be3-6715ae9489e0 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 210 time: 0.0629578 Dec 08 01:42:02.649558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f415cf95-5cfe-4a43-ab15-8be7289af56c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.687096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-27185a77-f34b-499d-a2a9-db8a16daeee8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7645514 Dec 08 01:42:02.695785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b8e46b11-29ef-4c02-841e-f14b861218fe None None] For port 528d47f7-5003-4d14-84f7-42043effd4b6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=528d47f7-5003-4d14-84f7-42043effd4b6,segment=NetworkSegment(5f3c20ea-f6f8-452a-99f7-141936e05633),segment_id=5f3c20ea-f6f8-452a-99f7-141936e05633)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:02.707012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Request body: {'port': {'device_id': '5ee29ae0-7757-47fd-94ee-5a165544b6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:02.712320 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8e46b11-29ef-4c02-841e-f14b861218fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.753038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-9e8549e4-0c62-4be4-82ac-7b286dc2b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:02.753146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-9e8549e4-0c62-4be4-82ac-7b286dc2b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:02.753883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-9e8549e4-0c62-4be4-82ac-7b286dc2b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:02.754472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-9e8549e4-0c62-4be4-82ac-7b286dc2b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:02.754932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-9e8549e4-0c62-4be4-82ac-7b286dc2b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:02.755388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-9e8549e4-0c62-4be4-82ac-7b286dc2b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:02.755846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-9e8549e4-0c62-4be4-82ac-7b286dc2b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:02.767005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-9e8549e4-0c62-4be4-82ac-7b286dc2b4f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6496 time: 0.1171277 Dec 08 01:42:02.828196 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:42:02.828745 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:42:02.877496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-63e2efa7-24d8-4546-a72a-28aa4a893792 None None] Provisioning complete for port 528d47f7-5003-4d14-84f7-42043effd4b6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:02.877893 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-63e2efa7-24d8-4546-a72a-28aa4a893792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.911707 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.916782 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f415cf95-5cfe-4a43-ab15-8be7289af56c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:02.920234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e46b11-29ef-4c02-841e-f14b861218fe None None] Pushing event updated for resources: {'Port': ['ID=528d47f7-5003-4d14-84f7-42043effd4b6,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:02.979839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-67d149ae-478c-464a-a94d-6808d179aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:02.984549 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-67d149ae-478c-464a-a94d-6808d179aa05 service neutron] 10.222.0.65 "GET /v2.0/networks?id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29 HTTP/1.1" status: 200 len: 912 time: 0.1899960 Dec 08 01:42:03.150799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-ca48429d-4aad-4678-ba82-d866a5dd0183 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3aeebc-390c-4677-9dce-fdb3eca96bbb HTTP/1.1" status: 200 len: 1001 time: 0.1576927 Dec 08 01:42:03.151927 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f415cf95-5cfe-4a43-ab15-8be7289af56c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:03.177319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4681edbd-d454-4eaa-bc28-3a819162f861 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:03.179835 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f415cf95-5cfe-4a43-ab15-8be7289af56c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:03.184044 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f415cf95-5cfe-4a43-ab15-8be7289af56c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/5f05bc3c-0d9e-4303-96d2-ddbde17b7321 HTTP/1.1" status: 204 len: 168 time: 0.9687967 Dec 08 01:42:03.189524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50754) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:03.231556 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-1ede2d7b-94ae-4e35-a3e7-b5182510872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:03.234783 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-1ede2d7b-94ae-4e35-a3e7-b5182510872d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74a492b-ae87-47c5-896c-ccd7628f02df HTTP/1.1" status: 200 len: 850 time: 0.0764015 Dec 08 01:42:03.237689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50756) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:03.257249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415cf95-5cfe-4a43-ab15-8be7289af56c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=5f05bc3c-0d9e-4303-96d2-ddbde17b7321,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:03.331998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-5f9cafb2-0f34-470a-8327-7c4ade13932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:03.334052 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-5f9cafb2-0f34-470a-8327-7c4ade13932b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867021 Dec 08 01:42:03.343069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594260c0-0512-4d44-9096-d8b73e0e760c req-123b50ba-8aef-4cd2-a229-02b2e29af682 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:03.350618 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-594260c0-0512-4d44-9096-d8b73e0e760c req-123b50ba-8aef-4cd2-a229-02b2e29af682 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 931 time: 0.1136556 Dec 08 01:42:03.400469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fda94e00-57ec-4374-84fb-6447572250da up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:03.468198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c3d766-edc7-4bc8-9ab3-385b18da7ed7 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:42:03.505428 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-network', 'tenant_id': '008babb619094c7786f24fb206e9b0b7'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:03.525644 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6b5140bc-9281-4c44-a37b-dddcc4b93e2e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3171282 Dec 08 01:42:03.529148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50766) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:03.531939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c979b7-2308-4eec-bdf0-9facb0c0a664 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:42:03.540097 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-594260c0-0512-4d44-9096-d8b73e0e760c req-e3999d6c-1b32-459f-ac24-157110ed9c33 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880953 Dec 08 01:42:03.568933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e9396ad2-c05c-44e0-9759-bbd1f0135bfe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:03.588108 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:03.592470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-3a0d7589-d38d-499c-ac61-46a93942b7b4 service neutron] 10.222.0.65 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393074 Dec 08 01:42:03.597440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:03.600228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:03.610938 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:03.634878 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:03.658387 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fda94e00-57ec-4374-84fb-6447572250da triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:03.658777 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:03.666411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Transition to ACTIVE for port object f9c979b7-2308-4eec-bdf0-9facb0c0a664 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:42:03.679761 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:03.720905 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-01c3d766-edc7-4bc8-9ab3-385b18da7ed7 None None] Deleting port fda94e00-57ec-4374-84fb-6447572250da {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:03.721310 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01c3d766-edc7-4bc8-9ab3-385b18da7ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:03.826056 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:03.892320 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-721ea58b-871d-4a0e-9a89-c85b9784875f req-5c0a77a2-5e24-46f8-8222-11b4aad9ecd5 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 210 time: 0.1206613 Dec 08 01:42:03.937679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-01c3d766-edc7-4bc8-9ab3-385b18da7ed7 None None] For port fda94e00-57ec-4374-84fb-6447572250da, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fda94e00-57ec-4374-84fb-6447572250da,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:03.938114 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01c3d766-edc7-4bc8-9ab3-385b18da7ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:03.946960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c979b7-2308-4eec-bdf0-9facb0c0a664,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:03.976575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-01c3d766-edc7-4bc8-9ab3-385b18da7ed7 None None] Calling delete_port for fda94e00-57ec-4374-84fb-6447572250da owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:04.023620 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.031639 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d1a5b08-ed55-4a2d-9e73-12d6e391ceb4 req-f49788c4-00aa-4b24-9a4d-d3646b81d37b service neutron] 10.222.0.65 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860395 Dec 08 01:42:04.038459 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.063829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-69aaf742-ce65-4098-b29e-e2b08180940e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:04.070318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-69aaf742-ce65-4098-b29e-e2b08180940e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:04.072135 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-69aaf742-ce65-4098-b29e-e2b08180940e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.65 "GET /v2.0/networks?id=16039f7c-1c29-4636-9254-ec1d0b4d3595&id=183881c9-418d-4e36-b5c8-b7efc7f02cb9 HTTP/1.1" status: 200 len: 1391 time: 0.3260305 Dec 08 01:42:04.087919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:42:04.101799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'port': {'device_id': '57aebf59-46a0-4f51-aded-47ae44bff209', 'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595', 'admin_state_up': True, 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:04.114779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9396ad2-c05c-44e0-9759-bbd1f0135bfe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:04.122990 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.123656 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Added segment b05ede23-1ac3-444d-89bd-3db838e3a846 of type vlan for network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 Dec 08 01:42:04.125196 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9396ad2-c05c-44e0-9759-bbd1f0135bfe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.134629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7442950f-b638-444d-9502-c5fe8d22decc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:04.224756 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.268756 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01c3d766-edc7-4bc8-9ab3-385b18da7ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.289187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.291786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:04.295078 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.307040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3d766-edc7-4bc8-9ab3-385b18da7ed7 None None] Pushing event deleted for resources: {'Port': ['ID=fda94e00-57ec-4374-84fb-6447572250da,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:04.319340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3d766-edc7-4bc8-9ab3-385b18da7ed7 None None] No DVR routers for this DVR port fda94e00-57ec-4374-84fb-6447572250da on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:04.346500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 528d47f7-5003-4d14-84f7-42043effd4b6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:04.364927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Attempting to bind port f9c979b7-2308-4eec-bdf0-9facb0c0a664 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:04.365297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Attempting to bind port f9c979b7-2308-4eec-bdf0-9facb0c0a664 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:04.366796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Attempting to bind port f9c979b7-2308-4eec-bdf0-9facb0c0a664 on network ca5844b8-27b3-4526-899f-f6eb044a8310 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:04.387997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Port f9c979b7-2308-4eec-bdf0-9facb0c0a664 on network ca5844b8-27b3-4526-899f-f6eb044a8310 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:42:04.391064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Attempting to bind port f9c979b7-2308-4eec-bdf0-9facb0c0a664 on network ca5844b8-27b3-4526-899f-f6eb044a8310 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:04.409403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:04.410044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Checking segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:04.410354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:04.410774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Bound using segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:04.411483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Bound port: f9c979b7-2308-4eec-bdf0-9facb0c0a664, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:04.412016 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.415218 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.417423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:04.427683 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0e3c47b8-a642-41e4-ab59-94f7215ac164 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1884112 Dec 08 01:42:04.428537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:42:04.434759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50794) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:04.445281 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-10a98c8d-69ef-4c64-bc72-324973fef757 admin admin] Request body: {'subnet': {'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-subnet', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:04.523538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 528d47f7-5003-4d14-84f7-42043effd4b6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:04.524405 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.553580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] For port f9c979b7-2308-4eec-bdf0-9facb0c0a664, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:04.593387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] For port f9c979b7-2308-4eec-bdf0-9facb0c0a664, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f9c979b7-2308-4eec-bdf0-9facb0c0a664,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:04.609974 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.735099 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.790604 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:04.791608 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.793750 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] 10.222.0.72 "PUT /v2.0/ports/f9c979b7-2308-4eec-bdf0-9facb0c0a664 HTTP/1.1" status: 200 len: 1092 time: 2.0912549 Dec 08 01:42:04.794282 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee29ae0-7757-47fd-94ee-5a165544b6e5', 'tag': 'f9c979b7-2308-4eec-bdf0-9facb0c0a664'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:42:04.797583 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2473b4ba-af4e-4239-a72d-495e9cec580e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee29ae0-7757-47fd-94ee-5a165544b6e5", "tag": "f9c979b7-2308-4eec-bdf0-9facb0c0a664"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:42:04.827516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fda94e00-57ec-4374-84fb-6447572250da no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:04.879287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: fda94e00-57ec-4374-84fb-6447572250da {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:42:04.879773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fda94e00-57ec-4374-84fb-6447572250da not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:42:04.888554 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9396ad2-c05c-44e0-9759-bbd1f0135bfe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:04.908228 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8b656e-b7dd-43d6-8acb-51297293f8c8 x-openstack-request-id: req-5d8b656e-b7dd-43d6-8acb-51297293f8c8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:42:04.911957 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee29ae0-7757-47fd-94ee-5a165544b6e5", "tag": "f9c979b7-2308-4eec-bdf0-9facb0c0a664", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:42:04.912511 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d8b656e-b7dd-43d6-8acb-51297293f8c8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:42:04.913158 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee29ae0-7757-47fd-94ee-5a165544b6e5', 'tag': 'f9c979b7-2308-4eec-bdf0-9facb0c0a664', 'status': 'completed', 'code': 200} Dec 08 01:42:04.989788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe72d0-321f-4336-9ac1-61932dff0a79 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c979b7-2308-4eec-bdf0-9facb0c0a664,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:05.030614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9396ad2-c05c-44e0-9759-bbd1f0135bfe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:05.035517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e9396ad2-c05c-44e0-9759-bbd1f0135bfe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:05.055345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290302e2-1a1b-4978-a8ab-04279d4be7de None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:05.068321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9396ad2-c05c-44e0-9759-bbd1f0135bfe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:05.069061 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9396ad2-c05c-44e0-9759-bbd1f0135bfe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:05.073245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57419edd-1344-4dc1-82a6-7aa5adbfb4de req-648a018c-8dde-4b07-87db-0026684ee76d tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 210 time: 0.0571566 Dec 08 01:42:05.090950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9396ad2-c05c-44e0-9759-bbd1f0135bfe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=2b4a7f1b-3ade-489d-abae-ee856e7c9280,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:05.095937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec06417-af96-4989-8548-1261892afa90 req-16515c16-0369-43f8-8723-9e2ee8b2fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:05.097783 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-16515c16-0369-43f8-8723-9e2ee8b2fe36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 1095 time: 0.2271419 Dec 08 01:42:05.151732 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e9396ad2-c05c-44e0-9759-bbd1f0135bfe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6127498 Dec 08 01:42:05.153236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-80d7b3ba-e8d2-488f-bf60-a497ac35ba53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9c979b7-2308-4eec-bdf0-9facb0c0a664 HTTP/1.1" status: 200 len: 217 time: 0.0401254 Dec 08 01:42:05.155042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50822) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:05.161715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'name': 'tempest-NetworksTestDHCPv6-1416417177'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:05.224943 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a98c8d-69ef-4c64-bc72-324973fef757 admin admin] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:05.227681 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10a98c8d-69ef-4c64-bc72-324973fef757 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:05.242688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': '2b4a7f1b-3ade-489d-abae-ee856e7c9280'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:42:05.243755 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:05.274645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec06417-af96-4989-8548-1261892afa90 req-c3061788-8006-4f64-8593-88226149620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:05.276461 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-c3061788-8006-4f64-8593-88226149620f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.1095479 Dec 08 01:42:05.319855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730087b2-f070-4538-a449-da15ae8f4aa9 req-73bf0c56-b9bf-4461-8f4f-38b36ad17e94 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:05.327952 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-730087b2-f070-4538-a449-da15ae8f4aa9 req-73bf0c56-b9bf-4461-8f4f-38b36ad17e94 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 943 time: 0.1374605 Dec 08 01:42:05.329404 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-315240b1-16fc-4a8e-a318-18cc97af9b3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433555 Dec 08 01:42:05.392357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Allocated IP 19.80.0.198 (16039f7c-1c29-4636-9254-ec1d0b4d3595/223c31f6-d95e-4847-b9cb-67ae4f612552/ea74ee23-7932-4d11-9cf7-0b66e8617af8) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:05.462401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:05.466951 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:05.477045 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-730087b2-f070-4538-a449-da15ae8f4aa9 req-7d02ab43-7cc1-49b7-9210-a3ef043a2204 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479247 Dec 08 01:42:05.486204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Allocated IP 2001:db8::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/2b4a7f1b-3ade-489d-abae-ee856e7c9280/2b703113-65b2-485c-a3cf-dc50ee80ce37) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:05.513958 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port c07c6d8a-0da5-44d5-bbfe-78bd5bee1bd0 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:42:05.522059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-fcb92226-ae0a-461b-8ee8-3cc76896eef5 service neutron] 10.222.0.72 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844423 Dec 08 01:42:05.685668 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8ec06417-af96-4989-8548-1261892afa90 req-9429c261-7088-444d-9888-075b5825d766 service neutron] 10.222.0.72 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210916 Dec 08 01:42:05.736170 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:05.744089 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:05.831839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:05.835649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:05.842713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:05.847658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Pushing event updated for resources: {'Port': ['ID=2b703113-65b2-485c-a3cf-dc50ee80ce37,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:05.856186 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10a98c8d-69ef-4c64-bc72-324973fef757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:05.895949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::326 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/2b4a7f1b-3ade-489d-abae-ee856e7c9280/c07c6d8a-0da5-44d5-bbfe-78bd5bee1bd0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:05.909161 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:05.910482 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b4ba-af4e-4239-a72d-495e9cec580e req-b906342d-346f-4ac5-b5ee-6e4436dffc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:05.911874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Attempting to bind port 2b703113-65b2-485c-a3cf-dc50ee80ce37 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:05.912035 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2473b4ba-af4e-4239-a72d-495e9cec580e req-b906342d-346f-4ac5-b5ee-6e4436dffc78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 1095 time: 0.1215632 Dec 08 01:42:05.912350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Attempting to bind port 2b703113-65b2-485c-a3cf-dc50ee80ce37 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:05.913359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Attempting to bind port 2b703113-65b2-485c-a3cf-dc50ee80ce37 on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:05.918938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:05.919454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:05.920021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:05.920404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:05.921113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Bound port: 2b703113-65b2-485c-a3cf-dc50ee80ce37, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:05.922804 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:05.955672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a98c8d-69ef-4c64-bc72-324973fef757 admin admin] Checking segment: {'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:05.956219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a98c8d-69ef-4c64-bc72-324973fef757 admin admin] Network hostable DHCP agents. Network: a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:42:05.962684 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a98c8d-69ef-4c64-bc72-324973fef757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b4d4c1-f8d5-4e97-bf96-86b49df7e725,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:05.994610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:06.010381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a98c8d-69ef-4c64-bc72-324973fef757 admin admin] Network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:42:06.032076 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] For port 2b703113-65b2-485c-a3cf-dc50ee80ce37, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:06.037337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] For port 2b703113-65b2-485c-a3cf-dc50ee80ce37, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2b703113-65b2-485c-a3cf-dc50ee80ce37,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:06.043334 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:06.053736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network 16039f7c-1c29-4636-9254-ec1d0b4d3595 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:06.057356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:06.063815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-10a98c8d-69ef-4c64-bc72-324973fef757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:06.065449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:06.104672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a98c8d-69ef-4c64-bc72-324973fef757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:06.105286 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10a98c8d-69ef-4c64-bc72-324973fef757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:06.119407 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d723764-3e60-40b5-8c8d-3bffc90759f0 None None] Network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:06.128812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Port': ['ID=ea74ee23-7932-4d11-9cf7-0b66e8617af8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:06.152198 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-10a98c8d-69ef-4c64-bc72-324973fef757 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7158837 Dec 08 01:42:06.159555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:06.160217 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:06.162137 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50842) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:06.169349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:06.190540 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-bc67738f-f06f-4c9a-a118-43d3cd028694 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0986333 Dec 08 01:42:06.212015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Request body: {'port': {'device_id': '57aebf59-46a0-4f51-aded-47ae44bff209', 'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9', 'admin_state_up': True, 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:06.227254 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf075fe-e70d-4383-85bc-bfe01ae65b69 None None] Pushing event updated for resources: {'Port': ['ID=2b703113-65b2-485c-a3cf-dc50ee80ce37,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:06.262035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b4ba-af4e-4239-a72d-495e9cec580e req-fff71697-eaeb-4d30-bcf1-d48824515c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:06.264389 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2473b4ba-af4e-4239-a72d-495e9cec580e req-fff71697-eaeb-4d30-bcf1-d48824515c2b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 913 time: 0.3447182 Dec 08 01:42:06.344515 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2473b4ba-af4e-4239-a72d-495e9cec580e req-4bc6f707-fbec-4f8f-add1-30fb45094a0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f9c979b7-2308-4eec-bdf0-9facb0c0a664 HTTP/1.1" status: 200 len: 217 time: 0.0683784 Dec 08 01:42:06.351539 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:06.353036 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:06.423447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'project_id': '008babb619094c7786f24fb206e9b0b7', 'fixed_ips': [{'subnet_id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:42:06.424439 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:06.494538 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:06.496553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad4d07-8071-4af5-be30-766ebb0914e9 req-9dc38c5a-c087-4d6e-ada5-7d19fa0bee35 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:06.499138 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f3ad4d07-8071-4af5-be30-766ebb0914e9 req-9dc38c5a-c087-4d6e-ada5-7d19fa0bee35 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 932 time: 0.2321055 Dec 08 01:42:06.568951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Made reservation on behalf of ba0e6880a1d146779c68dc757f1944e7 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:06.573074 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:06.631151 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f3ad4d07-8071-4af5-be30-766ebb0914e9 req-2291c0b5-b5e7-42f6-a6f1-5df738f0dcce tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215146 Dec 08 01:42:06.638815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b4ba-af4e-4239-a72d-495e9cec580e req-950e7e97-aa9f-4cfc-a3c2-c5644afb15ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:06.641731 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2473b4ba-af4e-4239-a72d-495e9cec580e req-950e7e97-aa9f-4cfc-a3c2-c5644afb15ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.2756052 Dec 08 01:42:06.832212 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fbece0e1-28e7-4c07-b823-382519c64b81 None None] Provisioning complete for port ea74ee23-7932-4d11-9cf7-0b66e8617af8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:06.832733 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fbece0e1-28e7-4c07-b823-382519c64b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:06.890734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215317fe-073f-4a21-bfc7-0457bf076558 req-ef15da8a-4b48-4bae-89b2-345b12ee0206 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:06.894744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Allocated IP 172.20.0.2 (a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2/c3b4d4c1-f8d5-4e97-bf96-86b49df7e725/fac4881b-7506-4c84-bb46-c7face5f90e2) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:06.899986 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-215317fe-073f-4a21-bfc7-0457bf076558 req-ef15da8a-4b48-4bae-89b2-345b12ee0206 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 943 time: 0.1597316 Dec 08 01:42:06.945454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fbece0e1-28e7-4c07-b823-382519c64b81 None None] Port ea74ee23-7932-4d11-9cf7-0b66e8617af8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:42:07.007774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-215317fe-073f-4a21-bfc7-0457bf076558 req-f9fa9d53-3cbb-410e-a12e-a7c026085407 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063764 Dec 08 01:42:07.009362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Allocated IP 19.86.0.80 (183881c9-418d-4e36-b5c8-b7efc7f02cb9/6e992f15-97e4-4ae0-b3fb-6e702e8115d7/7376e88f-c25d-489c-9978-c862c2ce0a28) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:07.186686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:07.227882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2473b4ba-af4e-4239-a72d-495e9cec580e req-137aba78-dabb-49d7-a771-cae92d639c06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775473 Dec 08 01:42:07.231126 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:07.329705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:07.379873 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:07.387717 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:07.400849 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:07.417693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:07.452995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:07.466033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:07.467504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:07.475846 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:07.478298 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:07.482425 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Network 183881c9-418d-4e36-b5c8-b7efc7f02cb9 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:07.486227 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:07.493101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:07.495784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:07.496503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:07.499442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event updated for resources: {'Port': ['ID=7376e88f-c25d-489c-9978-c862c2ce0a28,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:07.559259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.560968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.561321 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.561928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.567473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.568223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.568223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.568561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.569012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.569548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.570191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.570610 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.571156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:07.645955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:07.646670 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:07.671309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Attempting to bind port fac4881b-7506-4c84-bb46-c7face5f90e2 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:07.672171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Attempting to bind port fac4881b-7506-4c84-bb46-c7face5f90e2 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:07.672171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Attempting to bind port fac4881b-7506-4c84-bb46-c7face5f90e2 on network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:07.673907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-eb0b93db-0395-454e-8018-60d31840f283 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4678366 Dec 08 01:42:07.679587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Pushing event updated for resources: {'Port': ['ID=fac4881b-7506-4c84-bb46-c7face5f90e2,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:07.699059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:07.699458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Checking segment: {'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:07.699876 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:07.701234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Bound using segment: {'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:07.701234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Bound port: fac4881b-7506-4c84-bb46-c7face5f90e2, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:07.701445 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:07.701549 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Request body: {'port': {'device_id': '57aebf59-46a0-4f51-aded-47ae44bff209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:07.707074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5506151 Dec 08 01:42:07.709854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae1913e-95f9-4a8d-8546-5f3e50934ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=c07c6d8a-0da5-44d5-bbfe-78bd5bee1bd0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:07.712414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50896) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:07.842449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f9c979b7-2308-4eec-bdf0-9facb0c0a664 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:42:07.893348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:07.934055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] For port fac4881b-7506-4c84-bb46-c7face5f90e2, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:07.955433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] For port fac4881b-7506-4c84-bb46-c7face5f90e2, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fac4881b-7506-4c84-bb46-c7face5f90e2,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:07.999015 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:08.005274 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:08.006681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2473b4ba-af4e-4239-a72d-495e9cec580e req-fed91948-d859-495c-98cc-bea1614a044e service neutron] 10.222.0.72 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7695680 Dec 08 01:42:08.070429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a06a885c-b9ed-40d9-b456-b161b4a93720 None None] Provisioning complete for port 7376e88f-c25d-489c-9978-c862c2ce0a28 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:08.072029 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a06a885c-b9ed-40d9-b456-b161b4a93720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:08.106707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc41940-60a5-4a1d-8675-d4e540676144 req-b3c406c0-affe-4345-9480-df1ed0ef6b53 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:08.125462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc41940-60a5-4a1d-8675-d4e540676144 req-b3c406c0-affe-4345-9480-df1ed0ef6b53 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:08.134470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cfc41940-60a5-4a1d-8675-d4e540676144 req-b3c406c0-affe-4345-9480-df1ed0ef6b53 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1654 time: 0.2408476 Dec 08 01:42:08.197022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f9c979b7-2308-4eec-bdf0-9facb0c0a664, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f9c979b7-2308-4eec-bdf0-9facb0c0a664,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:08.254312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'f9c979b7-2308-4eec-bdf0-9facb0c0a664', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'port_id': 'f9c979b7-2308-4eec-bdf0-9facb0c0a664', 'mac_address': 'fa:16:3e:61:b3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b516fe5-7c7e-4300-bab4-16f44055e7df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:42:08.257206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a06a885c-b9ed-40d9-b456-b161b4a93720 None None] Port 7376e88f-c25d-489c-9978-c862c2ce0a28 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:42:08.268405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c4c4e-16d5-46ba-9174-1979a6bf7e48 None None] Pushing event updated for resources: {'Port': ['ID=fac4881b-7506-4c84-bb46-c7face5f90e2,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:08.270223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c9e6d6-6762-4053-9e2c-b15d7c2aea82 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:08.295943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c9e6d6-6762-4053-9e2c-b15d7c2aea82 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:08.299564 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-48c9e6d6-6762-4053-9e2c-b15d7c2aea82 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5657187 Dec 08 01:42:08.321667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50908) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:08.327542 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cfc41940-60a5-4a1d-8675-d4e540676144 req-b1fd226d-7ac6-4713-a4b9-23e84363d3ea tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860559 Dec 08 01:42:08.346334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2b703113-65b2-485c-a3cf-dc50ee80ce37 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:08.550258 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:08.552621 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e32f0632-a946-4f9b-9e97-242ae694fe2b None None] Provisioning complete for port 2b703113-65b2-485c-a3cf-dc50ee80ce37 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:08.552989 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e32f0632-a946-4f9b-9e97-242ae694fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:08.626896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274c20-d0f0-4e08-a379-997b96d1c908 req-b09ad22b-338c-4917-a9e1-4e296be3d77a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:08.651834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c979b7-2308-4eec-bdf0-9facb0c0a664 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:42:08.652509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c274c20-d0f0-4e08-a379-997b96d1c908 req-b09ad22b-338c-4917-a9e1-4e296be3d77a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 943 time: 0.4082179 Dec 08 01:42:08.712633 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:42:08.730944 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2473b4ba-af4e-4239-a72d-495e9cec580e req-15dc9342-ce3b-4167-9fbe-568649d623a9 service neutron] 10.222.0.72 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148931 Dec 08 01:42:08.760084 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f9c979b7-2308-4eec-bdf0-9facb0c0a664, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f9c979b7-2308-4eec-bdf0-9facb0c0a664,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:08.762124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 2b703113-65b2-485c-a3cf-dc50ee80ce37 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:08.762531 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:08.848909 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:08.858561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c274c20-d0f0-4e08-a379-997b96d1c908 req-1fe3a0b2-34ac-4d20-a2d4-86a101adfb60 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014303 Dec 08 01:42:08.861984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f50e6-0a0a-4702-82a3-5cae7afc5c52 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port c07c6d8a-0da5-44d5-bbfe-78bd5bee1bd0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:08.863358 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b8f50e6-0a0a-4702-82a3-5cae7afc5c52 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:09.060160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b8f50e6-0a0a-4702-82a3-5cae7afc5c52 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:09.082371 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e32f0632-a946-4f9b-9e97-242ae694fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:09.093943 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9b8f50e6-0a0a-4702-82a3-5cae7afc5c52 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for c07c6d8a-0da5-44d5-bbfe-78bd5bee1bd0 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:09.149162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=f9c979b7-2308-4eec-bdf0-9facb0c0a664,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:09.157936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:09.165533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e32f0632-a946-4f9b-9e97-242ae694fe2b None None] For port 2b703113-65b2-485c-a3cf-dc50ee80ce37, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2b703113-65b2-485c-a3cf-dc50ee80ce37,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:09.171753 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['f9c979b7-2308-4eec-bdf0-9facb0c0a664'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:42:09.227845 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:09.256522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e32f0632-a946-4f9b-9e97-242ae694fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:09.456468 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:09.481039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Allocated IP 172.25.2.212 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/40094ad7-14fe-4825-a1dc-203e540d471f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:09.532863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f0632-a946-4f9b-9e97-242ae694fe2b None None] Pushing event updated for resources: {'Port': ['ID=2b703113-65b2-485c-a3cf-dc50ee80ce37,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:09.565706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-54952f3a-1168-4588-9602-d6d657be01b9 None None] Provisioning complete for port c07c6d8a-0da5-44d5-bbfe-78bd5bee1bd0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:09.567527 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54952f3a-1168-4588-9602-d6d657be01b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:09.609709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50934) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:09.695644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-54952f3a-1168-4588-9602-d6d657be01b9 None None] Port c07c6d8a-0da5-44d5-bbfe-78bd5bee1bd0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:42:09.782385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:09.800672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b8f50e6-0a0a-4702-82a3-5cae7afc5c52 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:09.859616 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:42:09.860845 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:42:09.898225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f50e6-0a0a-4702-82a3-5cae7afc5c52 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=c07c6d8a-0da5-44d5-bbfe-78bd5bee1bd0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:09.905704 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:09.922779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea74ee23-7932-4d11-9cf7-0b66e8617af8 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:42:10.020213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb4480-70b0-4e65-a3ca-030f17eb70c6 None None] Network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:10.028065 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b8f50e6-0a0a-4702-82a3-5cae7afc5c52 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:10.031537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9b8f50e6-0a0a-4702-82a3-5cae7afc5c52 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/c07c6d8a-0da5-44d5-bbfe-78bd5bee1bd0 HTTP/1.1" status: 204 len: 168 time: 1.7030356 Dec 08 01:42:10.042884 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:10.057864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50942) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:10.099538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:10.114086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e55a1ee6-5c0e-45ad-ba96-1b4011fdfa53 None None] Provisioning complete for port fac4881b-7506-4c84-bb46-c7face5f90e2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:10.114467 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e55a1ee6-5c0e-45ad-ba96-1b4011fdfa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:10.125141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:10.133420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:10.146719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Pushing event updated for resources: {'Port': ['ID=40094ad7-14fe-4825-a1dc-203e540d471f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:10.189661 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc0858-6985-4b1b-8ec9-31f04d4316f0 req-78e5f16e-70d9-4c6b-b0a6-572fa8e14942 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:10.207131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc0858-6985-4b1b-8ec9-31f04d4316f0 req-78e5f16e-70d9-4c6b-b0a6-572fa8e14942 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:10.212818 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ccc0858-6985-4b1b-8ec9-31f04d4316f0 req-78e5f16e-70d9-4c6b-b0a6-572fa8e14942 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1654 time: 0.3232358 Dec 08 01:42:10.237768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Transition to ACTIVE for port object ea74ee23-7932-4d11-9cf7-0b66e8617af8 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:42:10.243929 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2336-adf4-4e7c-87cc-1c4f2c0b4d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:10.291210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:10.339095 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e55a1ee6-5c0e-45ad-ba96-1b4011fdfa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:10.374017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc31978-5689-4fe1-a5d4-5a6655b96031 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:10.375964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc31978-5689-4fe1-a5d4-5a6655b96031 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:10.384497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50948) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:10.385405 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dbc31978-5689-4fe1-a5d4-5a6655b96031 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3268139 Dec 08 01:42:10.412903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459fc6e-e514-44b6-ba18-0f83458cb540 req-61163b31-1a5a-4d3a-b505-7e641e9f8fc6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:10.415126 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d459fc6e-e514-44b6-ba18-0f83458cb540 req-61163b31-1a5a-4d3a-b505-7e641e9f8fc6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 944 time: 0.3363183 Dec 08 01:42:10.478031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e55a1ee6-5c0e-45ad-ba96-1b4011fdfa53 None None] For port fac4881b-7506-4c84-bb46-c7face5f90e2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fac4881b-7506-4c84-bb46-c7face5f90e2,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:10.497198 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e55a1ee6-5c0e-45ad-ba96-1b4011fdfa53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:10.510989 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ccc0858-6985-4b1b-8ec9-31f04d4316f0 req-44233717-4774-4239-97ec-9017924ae9a3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911206 Dec 08 01:42:10.517006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Pushing event updated for resources: {'Port': ['ID=ea74ee23-7932-4d11-9cf7-0b66e8617af8,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:10.623649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a1ee6-5c0e-45ad-ba96-1b4011fdfa53 None None] Pushing event updated for resources: {'Port': ['ID=fac4881b-7506-4c84-bb46-c7face5f90e2,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:10.713519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2d6ef9-7e9c-45c8-83e8-9bccfbe0b840 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 2b4a7f1b-3ade-489d-abae-ee856e7c9280 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:42:10.731119 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d459fc6e-e514-44b6-ba18-0f83458cb540 req-6be22361-f7d9-4a5a-9730-2af1c9b177af tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926373 Dec 08 01:42:10.776469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Attempting to bind port ea74ee23-7932-4d11-9cf7-0b66e8617af8 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:10.776753 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Attempting to bind port ea74ee23-7932-4d11-9cf7-0b66e8617af8 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'd6c5734b-02c7-4884-afd2-dc0efbba35e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:10.777101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Attempting to bind port ea74ee23-7932-4d11-9cf7-0b66e8617af8 on network 16039f7c-1c29-4636-9254-ec1d0b4d3595 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:10.790639 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6ef9-7e9c-45c8-83e8-9bccfbe0b840 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:10.792062 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2336-adf4-4e7c-87cc-1c4f2c0b4d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:10.796973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Port ea74ee23-7932-4d11-9cf7-0b66e8617af8 on network 16039f7c-1c29-4636-9254-ec1d0b4d3595 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:42:10.800449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Attempting to bind port ea74ee23-7932-4d11-9cf7-0b66e8617af8 on network 16039f7c-1c29-4636-9254-ec1d0b4d3595 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:10.806555 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2336-adf4-4e7c-87cc-1c4f2c0b4d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:10.826599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:10.827108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Checking segment: {'id': 'd6c5734b-02c7-4884-afd2-dc0efbba35e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:10.827605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Bound using segment: {'id': 'd6c5734b-02c7-4884-afd2-dc0efbba35e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:10.828170 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Bound port: ea74ee23-7932-4d11-9cf7-0b66e8617af8, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c5734b-02c7-4884-afd2-dc0efbba35e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:10.828684 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:10.858157 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6ef9-7e9c-45c8-83e8-9bccfbe0b840 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:10.900174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2b703113-65b2-485c-a3cf-dc50ee80ce37 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:10.928067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b7ac2336-adf4-4e7c-87cc-1c4f2c0b4d02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fec01ba7b0fe4b45bfb1f430cf5ec019&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3132784 Dec 08 01:42:10.931665 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50960) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:10.939941 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac2336-adf4-4e7c-87cc-1c4f2c0b4d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd1ad02-8118-4504-a78c-dd9a6c0f4f7d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:11.012435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 2b703113-65b2-485c-a3cf-dc50ee80ce37 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:11.012435 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.031037 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6ef9-7e9c-45c8-83e8-9bccfbe0b840 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.054296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] For port ea74ee23-7932-4d11-9cf7-0b66e8617af8, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:11.081774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] For port ea74ee23-7932-4d11-9cf7-0b66e8617af8, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ea74ee23-7932-4d11-9cf7-0b66e8617af8,segment=NetworkSegment(d6c5734b-02c7-4884-afd2-dc0efbba35e6),segment_id=d6c5734b-02c7-4884-afd2-dc0efbba35e6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:11.088091 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.090061 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56221ea9-22ee-4cfb-8d47-ebfb54faeac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.137202 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fac4881b-7506-4c84-bb46-c7face5f90e2 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:11.143431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:11.144544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.145776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] 10.222.0.65 "PUT /v2.0/ports/ea74ee23-7932-4d11-9cf7-0b66e8617af8 HTTP/1.1" status: 200 len: 1093 time: 3.4511962 Dec 08 01:42:11.150433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'tag': 'ea74ee23-7932-4d11-9cf7-0b66e8617af8'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:42:11.153030 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf50a632-0253-45f3-93c0-c89061cf16f6" -d '{"events": [{"name": "network-changed", "server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "tag": "ea74ee23-7932-4d11-9cf7-0b66e8617af8"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:42:11.163758 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56221ea9-22ee-4cfb-8d47-ebfb54faeac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.197377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Request body: {'port': {'device_id': '57aebf59-46a0-4f51-aded-47ae44bff209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:11.204136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fac4881b-7506-4c84-bb46-c7face5f90e2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:11.204560 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.210680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6ee31-5db9-4dd3-9cc5-bfc71d1a946f service neutron] Pushing event updated for resources: {'Port': ['ID=ea74ee23-7932-4d11-9cf7-0b66e8617af8,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:11.258057 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.262240 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6ef9-7e9c-45c8-83e8-9bccfbe0b840 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.274288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cc6b78b2-5941-4356-9767-bc99a941ffc6 None None] Provisioning complete for port fac4881b-7506-4c84-bb46-c7face5f90e2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:11.275472 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cc6b78b2-5941-4356-9767-bc99a941ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.280324 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ce6408-bba7-45da-8547-8d8649c00e1c x-openstack-request-id: req-e5ce6408-bba7-45da-8547-8d8649c00e1c {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:42:11.286958 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "tag": "ea74ee23-7932-4d11-9cf7-0b66e8617af8", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:42:11.287400 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5ce6408-bba7-45da-8547-8d8649c00e1c {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:42:11.287997 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'tag': 'ea74ee23-7932-4d11-9cf7-0b66e8617af8', 'status': 'completed', 'code': 200} Dec 08 01:42:11.398601 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.410499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f2d6ef9-7e9c-45c8-83e8-9bccfbe0b840 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.415093 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56221ea9-22ee-4cfb-8d47-ebfb54faeac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.418733 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56221ea9-22ee-4cfb-8d47-ebfb54faeac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.421192 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-56221ea9-22ee-4cfb-8d47-ebfb54faeac6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6cd1ad02-8118-4504-a78c-dd9a6c0f4f7d HTTP/1.1" status: 204 len: 168 time: 0.4843032 Dec 08 01:42:11.431959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1f2d6ef9-7e9c-45c8-83e8-9bccfbe0b840 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/2b4a7f1b-3ade-489d-abae-ee856e7c9280 HTTP/1.1" status: 204 len: 168 time: 1.0460563 Dec 08 01:42:11.442099 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50972) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:11.444432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56221ea9-22ee-4cfb-8d47-ebfb54faeac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd1ad02-8118-4504-a78c-dd9a6c0f4f7d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:11.458443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d6ef9-7e9c-45c8-83e8-9bccfbe0b840 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4a7f1b-3ade-489d-abae-ee856e7c9280,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:11.520178 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5d5fd5f3-be9d-4f29-a4d2-2d026e61cd1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729089 Dec 08 01:42:11.520778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50974) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:11.594981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49af9347-69ff-443d-9873-9256d9d63faf None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:11.600757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50a632-0253-45f3-93c0-c89061cf16f6 req-ed9f3873-0bfd-4d4b-a176-e4807fabfe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:11.601856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50a632-0253-45f3-93c0-c89061cf16f6 req-ed9f3873-0bfd-4d4b-a176-e4807fabfe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:11.603625 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bf50a632-0253-45f3-93c0-c89061cf16f6 req-ed9f3873-0bfd-4d4b-a176-e4807fabfe49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba0e6880a1d146779c68dc757f1944e7&device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1914 time: 0.2695265 Dec 08 01:42:11.728609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50a632-0253-45f3-93c0-c89061cf16f6 req-24faf8c6-d51a-4e2d-8a60-1cb515ede89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:11.729063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50a632-0253-45f3-93c0-c89061cf16f6 req-24faf8c6-d51a-4e2d-8a60-1cb515ede89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:11.729522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50a632-0253-45f3-93c0-c89061cf16f6 req-24faf8c6-d51a-4e2d-8a60-1cb515ede89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:11.731221 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bf50a632-0253-45f3-93c0-c89061cf16f6 req-24faf8c6-d51a-4e2d-8a60-1cb515ede89b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ba0e6880a1d146779c68dc757f1944e7&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1097462 Dec 08 01:42:11.822143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba9ffa-9550-45ee-99f5-2dcd1d5c7bf9 req-5c9b4bcf-d289-460b-abac-3e6fbea14d1a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:11.840170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f9c979b7-2308-4eec-bdf0-9facb0c0a664 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:11.842706 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba9ffa-9550-45ee-99f5-2dcd1d5c7bf9 req-5c9b4bcf-d289-460b-abac-3e6fbea14d1a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:11.845901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ba9ffa-9550-45ee-99f5-2dcd1d5c7bf9 req-5c9b4bcf-d289-460b-abac-3e6fbea14d1a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1666 time: 0.1345997 Dec 08 01:42:11.849022 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.882371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4660f5c3-0cda-4996-b90a-498359613b70 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:42:11.932547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50a632-0253-45f3-93c0-c89061cf16f6 req-82133fff-1e0e-4257-95e2-63b5a4941dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:11.935620 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bf50a632-0253-45f3-93c0-c89061cf16f6 req-82133fff-1e0e-4257-95e2-63b5a4941dd7 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852214 Dec 08 01:42:11.958773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bfb620-b4e0-4b72-a4cf-9945b39ef4a0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:11.978370 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-23bfb620-b4e0-4b72-a4cf-9945b39ef4a0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3908896 Dec 08 01:42:11.979103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50986) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:11.980476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port f9c979b7-2308-4eec-bdf0-9facb0c0a664 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:42:11.988325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port f9c979b7-2308-4eec-bdf0-9facb0c0a664 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:11.988699 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:11.991181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4660f5c3-0cda-4996-b90a-498359613b70 None None] Deleting port 2b703113-65b2-485c-a3cf-dc50ee80ce37 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:11.991544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4660f5c3-0cda-4996-b90a-498359613b70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.059271 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ba9ffa-9550-45ee-99f5-2dcd1d5c7bf9 req-059f73d6-7ec6-419a-a0d6-7d4b73c44ebd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020261 Dec 08 01:42:12.105184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4660f5c3-0cda-4996-b90a-498359613b70 None None] For port 2b703113-65b2-485c-a3cf-dc50ee80ce37, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2b703113-65b2-485c-a3cf-dc50ee80ce37,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:12.105682 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4660f5c3-0cda-4996-b90a-498359613b70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.105894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Router ce21a83f-79cc-46e5-8930-e001220782be is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:42:12.127719 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4660f5c3-0cda-4996-b90a-498359613b70 None None] Calling delete_port for 2b703113-65b2-485c-a3cf-dc50ee80ce37 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:12.147944 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50988) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:12.209738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c36944-c6d4-4c11-907f-92f91916a901 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:12.209738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-25c36944-c6d4-4c11-907f-92f91916a901 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2182200 Dec 08 01:42:12.216570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2d12aa2-5b9a-4f15-ae30-33c561f1025e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.218829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50990) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:12.224436 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.250415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:42:12.263941 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Sync routers for ids ['ce21a83f-79cc-46e5-8930-e001220782be'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:42:12.267717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee29ae0-7757-47fd-94ee-5a165544b6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c979b7-2308-4eec-bdf0-9facb0c0a664'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:42:12.270818 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a3d8b7-f495-4a0e-9fb2-4302461be7bc" -d '{"events": [{"server_uuid": "5ee29ae0-7757-47fd-94ee-5a165544b6e5", "name": "network-vif-plugged", "status": "completed", "tag": "f9c979b7-2308-4eec-bdf0-9facb0c0a664"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:42:12.273099 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.278946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d7e1fe85-d58e-4066-b57e-b7073ed0336f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1116452 Dec 08 01:42:12.278946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50994) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:12.280719 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fb809743-8d37-4f2f-a9f5-bfff174db3e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577393 Dec 08 01:42:12.285180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50996) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:12.291395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-85f91bd1-8a7c-4e32-9ad1-f2df6e1e079f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:12.299157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f9c979b7-2308-4eec-bdf0-9facb0c0a664, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f9c979b7-2308-4eec-bdf0-9facb0c0a664,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:12.299513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa1cca-b6a6-4484-a06a-a45792d439e9 req-382f2a80-b397-4328-ad01-e371e3a5c2c6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:12.300854 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Routers {'ce21a83f-79cc-46e5-8930-e001220782be'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:12.302315 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ce21a83f-79cc-46e5-8930-e001220782be'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:12.309158 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e5aa1cca-b6a6-4484-a06a-a45792d439e9 req-382f2a80-b397-4328-ad01-e371e3a5c2c6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 944 time: 0.2985692 Dec 08 01:42:12.309353 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.353456 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4660f5c3-0cda-4996-b90a-498359613b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.396207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=f9c979b7-2308-4eec-bdf0-9facb0c0a664,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:12.410985 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fdb68f-55d1-4b5c-a546-8d63b1081681 x-openstack-request-id: req-e7fdb68f-55d1-4b5c-a546-8d63b1081681 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:42:12.411595 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee29ae0-7757-47fd-94ee-5a165544b6e5", "name": "network-vif-plugged", "status": "completed", "tag": "f9c979b7-2308-4eec-bdf0-9facb0c0a664", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:42:12.412073 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7fdb68f-55d1-4b5c-a546-8d63b1081681 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:42:12.412690 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee29ae0-7757-47fd-94ee-5a165544b6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c979b7-2308-4eec-bdf0-9facb0c0a664', 'code': 200} Dec 08 01:42:12.424562 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e5aa1cca-b6a6-4484-a06a-a45792d439e9 req-1ac16221-88b1-46cf-8648-ab9319f161c8 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167748 Dec 08 01:42:12.449744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4660f5c3-0cda-4996-b90a-498359613b70 None None] No DVR routers for this DVR port 2b703113-65b2-485c-a3cf-dc50ee80ce37 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:12.451703 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660f5c3-0cda-4996-b90a-498359613b70 None None] Pushing event deleted for resources: {'Port': ['ID=2b703113-65b2-485c-a3cf-dc50ee80ce37,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:12.463069 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Set router ce21a83f-79cc-46e5-8930-e001220782be gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:12.502559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7376e88f-c25d-489c-9978-c862c2ce0a28 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:42:12.529366 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.548422 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2d12aa2-5b9a-4f15-ae30-33c561f1025e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.554026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Transition to ACTIVE for port object 7376e88f-c25d-489c-9978-c862c2ce0a28 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:42:12.555550 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2d12aa2-5b9a-4f15-ae30-33c561f1025e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.575189 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.672557 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d2d12aa2-5b9a-4f15-ae30-33c561f1025e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e26577a7af5c4415a21d94f6b61d02d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5234001 Dec 08 01:42:12.680050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51002) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:12.686530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fac4881b-7506-4c84-bb46-c7face5f90e2 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:12.688751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d12aa2-5b9a-4f15-ae30-33c561f1025e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9740e8-a522-46d6-9f60-c52d162728ca,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:12.708111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Pushing event updated for resources: {'Port': ['ID=7376e88f-c25d-489c-9978-c862c2ce0a28,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:12.781721 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:42:10Z', 'revision_number': 3, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:12.845031 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ab21-afda-4f89-b947-01590e7b894e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.850917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fac4881b-7506-4c84-bb46-c7face5f90e2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:12.851990 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.867864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Attempting to bind port 7376e88f-c25d-489c-9978-c862c2ce0a28 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:12.874987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Attempting to bind port 7376e88f-c25d-489c-9978-c862c2ce0a28 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '5f3c20ea-f6f8-452a-99f7-141936e05633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:12.875495 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Attempting to bind port 7376e88f-c25d-489c-9978-c862c2ce0a28 on network 183881c9-418d-4e36-b5c8-b7efc7f02cb9 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:12.889646 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Port 7376e88f-c25d-489c-9978-c862c2ce0a28 on network 183881c9-418d-4e36-b5c8-b7efc7f02cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:42:12.889926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Attempting to bind port 7376e88f-c25d-489c-9978-c862c2ce0a28 on network 183881c9-418d-4e36-b5c8-b7efc7f02cb9 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:12.897242 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ab21-afda-4f89-b947-01590e7b894e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:12.925457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:12.925847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Checking segment: {'id': '5f3c20ea-f6f8-452a-99f7-141936e05633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:12.926243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Bound using segment: {'id': '5f3c20ea-f6f8-452a-99f7-141936e05633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:12.926710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Bound port: 7376e88f-c25d-489c-9978-c862c2ce0a28, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f3c20ea-f6f8-452a-99f7-141936e05633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:12.927141 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:13.106908 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Checking router: ce21a83f-79cc-46e5-8930-e001220782be for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:42:13.107547 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Updating router ce21a83f-79cc-46e5-8930-e001220782be port 40094ad7-14fe-4825-a1dc-203e540d471f binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:42:13.152030 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ab21-afda-4f89-b947-01590e7b894e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:13.155802 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:13.156387 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2b703113-65b2-485c-a3cf-dc50ee80ce37 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:13.157524 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bbf9ab21-afda-4f89-b947-01590e7b894e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:13.159073 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bbf9ab21-afda-4f89-b947-01590e7b894e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cd9740e8-a522-46d6-9f60-c52d162728ca HTTP/1.1" status: 204 len: 168 time: 0.4766109 Dec 08 01:42:13.191858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 2b703113-65b2-485c-a3cf-dc50ee80ce37 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:42:13.192697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2b703113-65b2-485c-a3cf-dc50ee80ce37 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:42:13.200358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7502d-54c4-4c17-9f95-8006fa17ada7 req-a5fec78a-14e2-4bf5-9e21-db21ecd98901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:13.201890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92b7502d-54c4-4c17-9f95-8006fa17ada7 req-a5fec78a-14e2-4bf5-9e21-db21ecd98901 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 1097 time: 0.7104368 Dec 08 01:42:13.209525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f91bd1-8a7c-4e32-9ad1-f2df6e1e079f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:13.217996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9ab21-afda-4f89-b947-01590e7b894e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9740e8-a522-46d6-9f60-c52d162728ca,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:13.219403 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85f91bd1-8a7c-4e32-9ad1-f2df6e1e079f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:13.222791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] For port 7376e88f-c25d-489c-9978-c862c2ce0a28, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:13.235647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] For port 7376e88f-c25d-489c-9978-c862c2ce0a28, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7376e88f-c25d-489c-9978-c862c2ce0a28,segment=NetworkSegment(5f3c20ea-f6f8-452a-99f7-141936e05633),segment_id=5f3c20ea-f6f8-452a-99f7-141936e05633)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:13.291817 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:13.342821 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92b7502d-54c4-4c17-9f95-8006fa17ada7 req-650b45e4-da77-4fbe-8ec8-f3f26bdb95d5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130171 Dec 08 01:42:13.386988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Pushing event updated for resources: {'Port': ['ID=7376e88f-c25d-489c-9978-c862c2ce0a28,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:13.426576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:13.427547 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:13.434865 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-741bc6ab-2322-4784-9f7b-2ab578c76d56 service neutron] 10.222.0.65 "PUT /v2.0/ports/7376e88f-c25d-489c-9978-c862c2ce0a28 HTTP/1.1" status: 200 len: 1092 time: 2.2463081 Dec 08 01:42:13.437013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'tag': '7376e88f-c25d-489c-9978-c862c2ce0a28'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:42:13.439655 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530" -d '{"events": [{"name": "network-changed", "server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "tag": "7376e88f-c25d-489c-9978-c862c2ce0a28"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:42:13.465098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9224000-29ee-4b5a-a236-73a95c41d955 req-984661c2-0336-4943-9bb8-9160e8645ca2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:13.484670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9224000-29ee-4b5a-a236-73a95c41d955 req-984661c2-0336-4943-9bb8-9160e8645ca2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:13.486855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9224000-29ee-4b5a-a236-73a95c41d955 req-984661c2-0336-4943-9bb8-9160e8645ca2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1678 time: 0.2833238 Dec 08 01:42:13.565020 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514510da-b7ef-48f1-8a90-dba9666e7e5d x-openstack-request-id: req-514510da-b7ef-48f1-8a90-dba9666e7e5d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:42:13.565620 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "tag": "7376e88f-c25d-489c-9978-c862c2ce0a28", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:42:13.567339 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-514510da-b7ef-48f1-8a90-dba9666e7e5d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:42:13.567955 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'tag': '7376e88f-c25d-489c-9978-c862c2ce0a28', 'status': 'completed', 'code': 200} Dec 08 01:42:13.667003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-21091420-6e6a-4188-996c-c76c76a61595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:13.667635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-21091420-6e6a-4188-996c-c76c76a61595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:13.671303 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-21091420-6e6a-4188-996c-c76c76a61595 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba0e6880a1d146779c68dc757f1944e7&device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1982 time: 0.1476367 Dec 08 01:42:13.682329 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9224000-29ee-4b5a-a236-73a95c41d955 req-e97c744b-8aac-4f4b-b04e-81adad7ff8d4 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834171 Dec 08 01:42:13.707392 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:13.715926 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:13.771970 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-d80f69df-7b68-4dd9-b2d4-705e05c87fa0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=ea74ee23-7932-4d11-9cf7-0b66e8617af8 HTTP/1.1" status: 200 len: 217 time: 0.0836618 Dec 08 01:42:13.798715 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Pushing event updated for resources: {'Port': ['ID=40094ad7-14fe-4825-a1dc-203e540d471f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:13.809600 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Attempting to bind port 40094ad7-14fe-4825-a1dc-203e540d471f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:13.811307 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Attempting to bind port 40094ad7-14fe-4825-a1dc-203e540d471f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:13.811307 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Attempting to bind port 40094ad7-14fe-4825-a1dc-203e540d471f on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:13.814388 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.814731 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.815078 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.815420 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.815756 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.816095 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.816468 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.816769 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.817286 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.817635 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.817953 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.818280 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.818602 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:13.828096 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:13.828596 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:13.828979 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:13.829303 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:13.829789 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Bound port: 40094ad7-14fe-4825-a1dc-203e540d471f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:13.830179 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:13.861632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-2e0e00b0-3c9c-41fe-a38a-08a078d65b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:13.863109 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-2e0e00b0-3c9c-41fe-a38a-08a078d65b50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=223c31f6-d95e-4847-b9cb-67ae4f612552 HTTP/1.1" status: 200 len: 801 time: 0.0833013 Dec 08 01:42:13.914523 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] For port 40094ad7-14fe-4825-a1dc-203e540d471f, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:13.921820 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] For port 40094ad7-14fe-4825-a1dc-203e540d471f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=40094ad7-14fe-4825-a1dc-203e540d471f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:13.936619 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:13.949103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0b1c9-38c5-4bb6-8feb-aa8bbba80122 req-2ebdeb7f-652f-405b-acd4-3b08647dcd8e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:13.953898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-b31bb2b7-f4c0-43e9-aa7b-04f25870a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:13.956528 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-17a0b1c9-38c5-4bb6-8feb-aa8bbba80122 req-2ebdeb7f-652f-405b-acd4-3b08647dcd8e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.2777603 Dec 08 01:42:13.956819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-b31bb2b7-f4c0-43e9-aa7b-04f25870a3cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16039f7c-1c29-4636-9254-ec1d0b4d3595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820310 Dec 08 01:42:14.025205 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Routers {'ce21a83f-79cc-46e5-8930-e001220782be'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:14.025205 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ce21a83f-79cc-46e5-8930-e001220782be'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:14.064246 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85f91bd1-8a7c-4e32-9ad1-f2df6e1e079f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:14.109605 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebead4-65d2-4adc-8dfe-2b6ea6898130 None None] Pushing event updated for resources: {'Port': ['ID=40094ad7-14fe-4825-a1dc-203e540d471f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:14.127368 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-299f9c0e-864d-4dfd-9e8a-9cda6cc42ab8 service neutron] 10.222.0.65 "GET /v2.0/networks/16039f7c-1c29-4636-9254-ec1d0b4d3595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587582 Dec 08 01:42:14.252544 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-17a0b1c9-38c5-4bb6-8feb-aa8bbba80122 req-d64a5969-d4a0-4bdc-8b18-8ca39a0b5715 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949767 Dec 08 01:42:14.256829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f91bd1-8a7c-4e32-9ad1-f2df6e1e079f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:14.259137 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] Set router ce21a83f-79cc-46e5-8930-e001220782be gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:14.268460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-85f91bd1-8a7c-4e32-9ad1-f2df6e1e079f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:14.276684 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-0b6b37b4-4e70-4eb6-ac6d-d47043418565 service neutron] 10.222.0.65 "GET /v2.0/networks/16039f7c-1c29-4636-9254-ec1d0b4d3595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393824 Dec 08 01:42:14.280946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab3779-5559-48cc-827a-5db8ecdcdbd3 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:14.289504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f91bd1-8a7c-4e32-9ad1-f2df6e1e079f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:14.290113 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85f91bd1-8a7c-4e32-9ad1-f2df6e1e079f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:14.308158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f91bd1-8a7c-4e32-9ad1-f2df6e1e079f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=e2ff5278-d200-42f4-901a-f5d865ade04d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:14.385042 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-800d8ccc-865b-45d5-b52a-72ca21176dd2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.80&port_id=7376e88f-c25d-489c-9978-c862c2ce0a28 HTTP/1.1" status: 200 len: 217 time: 0.0918038 Dec 08 01:42:14.480965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-d2fac405-ba42-4916-b700-901853d1e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:14.485621 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-d2fac405-ba42-4916-b700-901853d1e5b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e992f15-97e4-4ae0-b3fb-6e702e8115d7 HTTP/1.1" status: 200 len: 801 time: 0.0915258 Dec 08 01:42:14.496446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': 'e2ff5278-d200-42f4-901a-f5d865ade04d'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:42:14.497971 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:14.509507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51044) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:14.509680 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-85f91bd1-8a7c-4e32-9ad1-f2df6e1e079f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2230942 Dec 08 01:42:14.514930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'fixed_ips': [{'subnet_id': 'e2ff5278-d200-42f4-901a-f5d865ade04d', 'ip_address': '2001:db8::44eb:2f8b:8679:6272'}], 'name': 'tempest-NetworksTestDHCPv6-379001815'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:14.602365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:14.784576 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:42:10Z', 'revision_number': 3, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:14.819554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Allocated IP 2001:db8::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/e2ff5278-d200-42f4-901a-f5d865ade04d/fa1c44de-51d2-413a-8210-23f9745bb56f) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:14.864907 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ee80c-058c-4360-a777-058f43acb370 None None] The sync data for ids ['ce21a83f-79cc-46e5-8930-e001220782be'] in n-d-713498-30 is: [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:42:10Z', 'revision_number': 3, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:42:14.995333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73982b83-ba1b-4f31-a572-95078612725d req-ebee083b-710b-4f08-b5bc-8f3662331767 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:15.009098 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73982b83-ba1b-4f31-a572-95078612725d req-ebee083b-710b-4f08-b5bc-8f3662331767 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:15.017813 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73982b83-ba1b-4f31-a572-95078612725d req-ebee083b-710b-4f08-b5bc-8f3662331767 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1678 time: 0.1606967 Dec 08 01:42:15.080876 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:15.093708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Allocated IP 172.20.0.1 (a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2/c3b4d4c1-f8d5-4e97-bf96-86b49df7e725/bee8c9c4-40ca-47b7-b5a5-1d1ae518481a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:15.096305 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:15.113682 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73982b83-ba1b-4f31-a572-95078612725d req-f9f5edaa-af3e-4c14-af2a-0a45b95bb08c tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890954 Dec 08 01:42:15.203367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Pushing event updated for resources: {'Port': ['ID=fa1c44de-51d2-413a-8210-23f9745bb56f,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:15.239266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:15.243864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:15.247694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51064) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:15.249777 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:15.326075 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:15.357367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Attempting to bind port fa1c44de-51d2-413a-8210-23f9745bb56f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:15.358849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Attempting to bind port fa1c44de-51d2-413a-8210-23f9745bb56f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:15.359227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Attempting to bind port fa1c44de-51d2-413a-8210-23f9745bb56f on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:15.372789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:15.373432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:15.374025 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:15.374563 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:15.375180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Bound port: fa1c44de-51d2-413a-8210-23f9745bb56f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:15.375457 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:15.479606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-d28d396e-1e55-47d4-920b-d58c9e927dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:15.485310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-d28d396e-1e55-47d4-920b-d58c9e927dfd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=183881c9-418d-4e36-b5c8-b7efc7f02cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9530182 Dec 08 01:42:15.499590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] For port fa1c44de-51d2-413a-8210-23f9745bb56f, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:15.509845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] For port fa1c44de-51d2-413a-8210-23f9745bb56f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fa1c44de-51d2-413a-8210-23f9745bb56f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:15.518379 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:15.531065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:15.658134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:15.665247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d79af-4cad-4fa8-b17c-9adef2e035d7 None None] Pushing event updated for resources: {'Port': ['ID=fa1c44de-51d2-413a-8210-23f9745bb56f,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:15.703477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d95f34-6ad5-41de-9eb8-5b49e6ff5ca6 req-47e08050-33a7-4c15-a762-4ef8ffa37e3e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:15.711837 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90d95f34-6ad5-41de-9eb8-5b49e6ff5ca6 req-47e08050-33a7-4c15-a762-4ef8ffa37e3e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.3225696 Dec 08 01:42:15.719204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:15.727143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:15.736867 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d370c3d-d65a-4288-8cea-306ea2f2b432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:15.758064 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-9a052e9c-e592-47d5-8e2a-1853d5f6c491 service neutron] 10.222.0.65 "GET /v2.0/networks/183881c9-418d-4e36-b5c8-b7efc7f02cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626922 Dec 08 01:42:15.765846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:15.917802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d370c3d-d65a-4288-8cea-306ea2f2b432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:16.029320 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90d95f34-6ad5-41de-9eb8-5b49e6ff5ca6 req-16f72386-a9b9-469b-93ed-15322b2d8ea2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158607 Dec 08 01:42:16.031882 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d370c3d-d65a-4288-8cea-306ea2f2b432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:16.052744 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8f2f64e-8fb5-4160-b720-709e5a18abd1 req-40f34b0b-1a73-401a-ad7f-2ff195a40de6 service neutron] 10.222.0.65 "GET /v2.0/networks/183881c9-418d-4e36-b5c8-b7efc7f02cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769668 Dec 08 01:42:16.053613 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:16.054618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=bee8c9c4-40ca-47b7-b5a5-1d1ae518481a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:16.087590 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:16.088100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port a3ef258e-ea70-4069-82d6-fefac48f43c7 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:42:16.304666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fe10cd6a-ef16-447d-b0c7-2048df53a61b None None] Provisioning complete for port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:16.306564 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fe10cd6a-ef16-447d-b0c7-2048df53a61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:16.396274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fe10cd6a-ef16-447d-b0c7-2048df53a61b None None] Port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:42:16.426509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4d370c3d-d65a-4288-8cea-306ea2f2b432 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=001f35a830f24d988f8a817ce9fb684c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1743350 Dec 08 01:42:16.428082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d370c3d-d65a-4288-8cea-306ea2f2b432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526834a3-7127-493a-9e28-2d9e71252562,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:16.430074 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51096) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:16.492489 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:16.523063 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1106c-3556-4266-bc69-8dd2a32745cb req-2bd4d0bb-bf17-4810-9a79-a7a724372f02 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:16.529462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1106c-3556-4266-bc69-8dd2a32745cb req-2bd4d0bb-bf17-4810-9a79-a7a724372f02 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:16.537282 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70b1106c-3556-4266-bc69-8dd2a32745cb req-2bd4d0bb-bf17-4810-9a79-a7a724372f02 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1678 time: 0.2360272 Dec 08 01:42:16.675513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::44eb:2f8b:8679:6272 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/e2ff5278-d200-42f4-901a-f5d865ade04d/a3ef258e-ea70-4069-82d6-fefac48f43c7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:16.748011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fa1c44de-51d2-413a-8210-23f9745bb56f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:16.815690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fa1c44de-51d2-413a-8210-23f9745bb56f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:16.816068 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:16.885638 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70b1106c-3556-4266-bc69-8dd2a32745cb req-4027d4d1-4c21-444c-bfc9-3e03a0445d65 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473070 Dec 08 01:42:16.901373 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:16.909106 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:16.916748 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530 req-10dc6d95-2549-402b-bbfe-2ac504601790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:16.917294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530 req-10dc6d95-2549-402b-bbfe-2ac504601790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:16.920967 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530 req-10dc6d95-2549-402b-bbfe-2ac504601790 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba0e6880a1d146779c68dc757f1944e7&device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1982 time: 0.6671648 Dec 08 01:42:16.953837 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.014945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774923b2-dda8-4cd0-9bf5-a66df658c4b2 req-c1045222-c1e9-48e7-b3ba-a87a38b9cd4e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:17.022448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port fa1c44de-51d2-413a-8210-23f9745bb56f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fa1c44de-51d2-413a-8210-23f9745bb56f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:17.029975 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.032765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 40094ad7-14fe-4825-a1dc-203e540d471f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:17.035559 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-774923b2-dda8-4cd0-9bf5-a66df658c4b2 req-c1045222-c1e9-48e7-b3ba-a87a38b9cd4e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.5383451 Dec 08 01:42:17.052729 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.064471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=bee8c9c4-40ca-47b7-b5a5-1d1ae518481a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:17.076827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69765325-e5c1-44d6-ba71-bf9306634e1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.111412 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69765325-e5c1-44d6-ba71-bf9306634e1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.202062 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 40094ad7-14fe-4825-a1dc-203e540d471f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:17.202632 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.205551 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=fa1c44de-51d2-413a-8210-23f9745bb56f,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:17.242049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:17.245481 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:17.322090 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69765325-e5c1-44d6-ba71-bf9306634e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.329208 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69765325-e5c1-44d6-ba71-bf9306634e1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.332931 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-69765325-e5c1-44d6-ba71-bf9306634e1c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/526834a3-7127-493a-9e28-2d9e71252562 HTTP/1.1" status: 204 len: 168 time: 0.8968155 Dec 08 01:42:17.349500 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.359461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.392411 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-774923b2-dda8-4cd0-9bf5-a66df658c4b2 req-71fa53ba-9f89-4a24-a2d2-93d8060d8f0e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506751 Dec 08 01:42:17.413007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 40094ad7-14fe-4825-a1dc-203e540d471f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=40094ad7-14fe-4825-a1dc-203e540d471f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:17.414854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51110) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:17.428078 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.472192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-06cae9f6-6d6e-445d-8c89-53d0236a6372 None None] Provisioning complete for port fa1c44de-51d2-413a-8210-23f9745bb56f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:17.473045 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-06cae9f6-6d6e-445d-8c89-53d0236a6372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.474998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69765325-e5c1-44d6-ba71-bf9306634e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526834a3-7127-493a-9e28-2d9e71252562,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:17.500565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530 req-0cb124f0-71c1-44f2-b01c-975789ebffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:17.502366 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530 req-0cb124f0-71c1-44f2-b01c-975789ebffec service neutron] 10.222.0.65 "GET /v2.0/networks?id=183881c9-418d-4e36-b5c8-b7efc7f02cb9 HTTP/1.1" status: 200 len: 902 time: 0.5535996 Dec 08 01:42:17.597182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=40094ad7-14fe-4825-a1dc-203e540d471f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:17.643623 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530 req-9c36bb25-5c62-48a7-b6eb-c77beef04c7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.80&port_id=7376e88f-c25d-489c-9978-c862c2ce0a28 HTTP/1.1" status: 200 len: 217 time: 0.1276817 Dec 08 01:42:17.660378 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf79cc16-c557-4909-a85e-45bcce570693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.663832 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.668169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Router ce21a83f-79cc-46e5-8930-e001220782be has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:42:17.761636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:17.766562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:17.769456 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530 req-dbae8bd9-fbda-4951-b4d7-bd84379a60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:17.771237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530 req-dbae8bd9-fbda-4951-b4d7-bd84379a60ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e992f15-97e4-4ae0-b3fb-6e702e8115d7 HTTP/1.1" status: 200 len: 801 time: 0.1188323 Dec 08 01:42:17.772267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:17.778011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:17.779545 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.782216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=a3ef258e-ea70-4069-82d6-fefac48f43c7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:17.845264 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c4b8b34a-50c9-47d6-bb3e-a8a128fe96cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3348749 Dec 08 01:42:17.845704 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fc224e4b-8ab4-46ee-815c-53b63ffa8cad None None] Provisioning complete for port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:17.846090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc224e4b-8ab4-46ee-815c-53b63ffa8cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.850859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51116) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:17.855066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530 req-5059d215-ff28-4ed2-aab5-d4247103c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:17.857382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530 req-5059d215-ff28-4ed2-aab5-d4247103c8d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=183881c9-418d-4e36-b5c8-b7efc7f02cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717604 Dec 08 01:42:17.906886 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf79cc16-c557-4909-a85e-45bcce570693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.914289 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf79cc16-c557-4909-a85e-45bcce570693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:17.916748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fc224e4b-8ab4-46ee-815c-53b63ffa8cad None None] Port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:42:18.007288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79cc16-c557-4909-a85e-45bcce570693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22650d3-0ed2-41c7-9215-3b43a7139177,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:18.027444 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bf79cc16-c557-4909-a85e-45bcce570693 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5365f510d18049c6947e57b7c52c50fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6024582 Dec 08 01:42:18.041205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51120) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:18.053286 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:42:18.066912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Sync routers for ids ['ce21a83f-79cc-46e5-8930-e001220782be'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:42:18.092673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c9348060-08ec-4383-9738-595ab668c3d6 admin admin] 10.222.0.70 "PUT /v2.0/routers/ce21a83f-79cc-46e5-8930-e001220782be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8059595 Dec 08 01:42:18.092673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51124) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:18.093901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Routers {'ce21a83f-79cc-46e5-8930-e001220782be'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:18.094667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ce21a83f-79cc-46e5-8930-e001220782be'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:18.107278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea02992d-73a6-47de-b58b-37cb3746b093 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:18.117497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea02992d-73a6-47de-b58b-37cb3746b093 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:18.119553 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ea02992d-73a6-47de-b58b-37cb3746b093 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2676473 Dec 08 01:42:18.130537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51128) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:18.170872 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02d64de8-4627-4599-a9b6-59fb3e8afe10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.208090 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530 req-d62631da-475a-4870-9b29-f94746845426 service neutron] 10.222.0.65 "GET /v2.0/networks/183881c9-418d-4e36-b5c8-b7efc7f02cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375492 Dec 08 01:42:18.221851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2390b58-73f0-42e8-9197-cbf28b7718bc req-7c778a63-e656-4ae1-8827-2770fa18eed2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:18.228538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2390b58-73f0-42e8-9197-cbf28b7718bc req-7c778a63-e656-4ae1-8827-2770fa18eed2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:18.230481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c2390b58-73f0-42e8-9197-cbf28b7718bc req-7c778a63-e656-4ae1-8827-2770fa18eed2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1678 time: 0.2101870 Dec 08 01:42:18.285157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d440bc16-d2c0-4e10-a7b9-8290dcb04a10 None None] Provisioning complete for port a3ef258e-ea70-4069-82d6-fefac48f43c7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:18.285442 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d440bc16-d2c0-4e10-a7b9-8290dcb04a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.306328 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32bb1f13-6f00-4bbf-91b1-01d58d4d5304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.332009 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c2390b58-73f0-42e8-9197-cbf28b7718bc req-55408115-b147-4b64-90c5-7f9ac10ac365 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887530 Dec 08 01:42:18.334447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Set router ce21a83f-79cc-46e5-8930-e001220782be gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:18.367598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d440bc16-d2c0-4e10-a7b9-8290dcb04a10 None None] Port a3ef258e-ea70-4069-82d6-fefac48f43c7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:42:18.370772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02d64de8-4627-4599-a9b6-59fb3e8afe10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.376754 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-02d64de8-4627-4599-a9b6-59fb3e8afe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.386654 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32bb1f13-6f00-4bbf-91b1-01d58d4d5304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.442605 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-02d64de8-4627-4599-a9b6-59fb3e8afe10 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=19c35e236178470e97e685292cd89cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3453085 Dec 08 01:42:18.443266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:18.452240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d64de8-4627-4599-a9b6-59fb3e8afe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa9e7a7-4af4-4670-aabd-ace93bcd32b6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:18.460299 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32bb1f13-6f00-4bbf-91b1-01d58d4d5304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.463070 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32bb1f13-6f00-4bbf-91b1-01d58d4d5304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.464310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-32bb1f13-6f00-4bbf-91b1-01d58d4d5304 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b22650d3-0ed2-41c7-9215-3b43a7139177 HTTP/1.1" status: 204 len: 168 time: 0.4207554 Dec 08 01:42:18.483473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb1f13-6f00-4bbf-91b1-01d58d4d5304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22650d3-0ed2-41c7-9215-3b43a7139177,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:18.494080 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7d65d73f-8c16-44d9-ab13-f76e7aaa89fc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port a3ef258e-ea70-4069-82d6-fefac48f43c7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:18.495361 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d65d73f-8c16-44d9-ab13-f76e7aaa89fc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.585976 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd83dd-ff71-4bc9-98f8-c3ce14ed4530 req-c61a1336-8ab0-45a2-aa80-fb59bada5ee1 service neutron] 10.222.0.65 "GET /v2.0/networks/183881c9-418d-4e36-b5c8-b7efc7f02cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439221 Dec 08 01:42:18.596466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c93fa00a-85a4-4d2c-8266-d6d9f4338a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.658090 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c93fa00a-85a4-4d2c-8266-d6d9f4338a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.720213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938cb0f-b192-4821-8e87-27f16d04d033 req-32b8c277-239f-4476-ad6d-94dfe77df492 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:18.728994 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4938cb0f-b192-4821-8e87-27f16d04d033 req-32b8c277-239f-4476-ad6d-94dfe77df492 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.1498251 Dec 08 01:42:18.743907 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c93fa00a-85a4-4d2c-8266-d6d9f4338a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.749145 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c93fa00a-85a4-4d2c-8266-d6d9f4338a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.750579 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c93fa00a-85a4-4d2c-8266-d6d9f4338a29 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6fa9e7a7-4af4-4670-aabd-ace93bcd32b6 HTTP/1.1" status: 204 len: 168 time: 0.3062997 Dec 08 01:42:18.770930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fa00a-85a4-4d2c-8266-d6d9f4338a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa9e7a7-4af4-4670-aabd-ace93bcd32b6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:18.783611 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d65d73f-8c16-44d9-ab13-f76e7aaa89fc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.784465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fa1c44de-51d2-413a-8210-23f9745bb56f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:18.811185 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4938cb0f-b192-4821-8e87-27f16d04d033 req-0dde8d18-4eb9-4fb8-9b0c-5107f2a83665 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793459 Dec 08 01:42:18.812130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7d65d73f-8c16-44d9-ab13-f76e7aaa89fc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for a3ef258e-ea70-4069-82d6-fefac48f43c7 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:18.835033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ea74ee23-7932-4d11-9cf7-0b66e8617af8 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:42:18.890624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fa1c44de-51d2-413a-8210-23f9745bb56f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:18.891014 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:18.986389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:42:16Z', 'revision_number': 4, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bee8c9c4-40ca-47b7-b5a5-1d1ae518481a', 'name': '', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'mac_address': 'fa:16:3e:f2:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:14Z', 'updated_at': '2021-12-08T01:42:16Z', 'revision_number': 2, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'subnets': [{'id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:18.993183 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d65d73f-8c16-44d9-ab13-f76e7aaa89fc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.043116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65d73f-8c16-44d9-ab13-f76e7aaa89fc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=a3ef258e-ea70-4069-82d6-fefac48f43c7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:19.066345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Checking router: ce21a83f-79cc-46e5-8930-e001220782be for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:42:19.067078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Updating router ce21a83f-79cc-46e5-8930-e001220782be port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:42:19.082238 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d65d73f-8c16-44d9-ab13-f76e7aaa89fc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.088438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51152) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:19.091053 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7d65d73f-8c16-44d9-ab13-f76e7aaa89fc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/a3ef258e-ea70-4069-82d6-fefac48f43c7 HTTP/1.1" status: 204 len: 168 time: 0.9571929 Dec 08 01:42:19.091265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51154) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:19.108272 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28244509-882a-4082-821b-4e0fcf53f352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.144827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ea74ee23-7932-4d11-9cf7-0b66e8617af8, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ea74ee23-7932-4d11-9cf7-0b66e8617af8,segment=NetworkSegment(d6c5734b-02c7-4884-afd2-dc0efbba35e6),segment_id=d6c5734b-02c7-4884-afd2-dc0efbba35e6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:19.161926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'ea74ee23-7932-4d11-9cf7-0b66e8617af8', 'network_id': '16039f7c-1c29-4636-9254-ec1d0b4d3595', 'port_id': 'ea74ee23-7932-4d11-9cf7-0b66e8617af8', 'mac_address': 'fa:16:3e:f9:4c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223c31f6-d95e-4847-b9cb-67ae4f612552', 'ip_address': '19.80.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:42:19.165405 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.237588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be601ac3-ec4b-4144-b281-100b998e44d8 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:19.241200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be601ac3-ec4b-4144-b281-100b998e44d8 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:19.242884 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-be601ac3-ec4b-4144-b281-100b998e44d8 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1363289 Dec 08 01:42:19.246446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51160) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:19.315681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 40094ad7-14fe-4825-a1dc-203e540d471f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:19.342276 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28244509-882a-4082-821b-4e0fcf53f352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.351930 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28244509-882a-4082-821b-4e0fcf53f352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.391979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-085d1eae-bd0d-447e-9125-ea7604c8762a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet e2ff5278-d200-42f4-901a-f5d865ade04d {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:42:19.403794 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-28244509-882a-4082-821b-4e0fcf53f352 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1eccc6d0cc3046e4af774884f26961f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3139980 Dec 08 01:42:19.406592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:19.417039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28244509-882a-4082-821b-4e0fcf53f352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3136db54-2b38-46e6-8b57-4aec75571d03,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:19.427430 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-085d1eae-bd0d-447e-9125-ea7604c8762a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.497954 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bafd387b-7528-4586-b541-4ccd0f445750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.534652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-085d1eae-bd0d-447e-9125-ea7604c8762a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.557584 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.576606 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea74ee23-7932-4d11-9cf7-0b66e8617af8 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:42:19.611342 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bafd387b-7528-4586-b541-4ccd0f445750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.619073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ea74ee23-7932-4d11-9cf7-0b66e8617af8, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ea74ee23-7932-4d11-9cf7-0b66e8617af8,segment=NetworkSegment(d6c5734b-02c7-4884-afd2-dc0efbba35e6),segment_id=d6c5734b-02c7-4884-afd2-dc0efbba35e6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:19.623056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 40094ad7-14fe-4825-a1dc-203e540d471f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:19.623223 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.644850 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-085d1eae-bd0d-447e-9125-ea7604c8762a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.654025 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.654306 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 7376e88f-c25d-489c-9978-c862c2ce0a28 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:42:19.676432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d530d15-1338-4331-a2c6-18d1be91ff3c req-7705e7fd-4c4d-42e8-89a7-e06ba2a96e1b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:19.685670 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d530d15-1338-4331-a2c6-18d1be91ff3c req-7705e7fd-4c4d-42e8-89a7-e06ba2a96e1b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:19.687463 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d530d15-1338-4331-a2c6-18d1be91ff3c req-7705e7fd-4c4d-42e8-89a7-e06ba2a96e1b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1678 time: 0.1942701 Dec 08 01:42:19.726038 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-085d1eae-bd0d-447e-9125-ea7604c8762a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.740826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=ea74ee23-7932-4d11-9cf7-0b66e8617af8,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:19.765139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d1eae-bd0d-447e-9125-ea7604c8762a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=e2ff5278-d200-42f4-901a-f5d865ade04d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:19.766791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51178) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:19.767815 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-085d1eae-bd0d-447e-9125-ea7604c8762a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.771302 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-085d1eae-bd0d-447e-9125-ea7604c8762a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/e2ff5278-d200-42f4-901a-f5d865ade04d HTTP/1.1" status: 204 len: 168 time: 0.5224664 Dec 08 01:42:19.776641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1288369392-network', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:19.779792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51182) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:19.799325 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Made reservation on behalf of a16123f61ab24dbca0b11d05344dc84b for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:19.801914 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.816351 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.828663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520883ec-0d44-4193-9a3f-ace57f5f415c None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:19.856689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51186) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:19.857756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c06219d6-dcbc-4a11-9fe2-f4387e95b331 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756192 Dec 08 01:42:19.862468 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bafd387b-7528-4586-b541-4ccd0f445750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.863282 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5c4e4e5e-b1f5-490f-a4a7-77cb30dd57e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:19.868533 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bafd387b-7528-4586-b541-4ccd0f445750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:19.869650 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bafd387b-7528-4586-b541-4ccd0f445750 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3136db54-2b38-46e6-8b57-4aec75571d03 HTTP/1.1" status: 204 len: 168 time: 0.4617469 Dec 08 01:42:19.893112 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d530d15-1338-4331-a2c6-18d1be91ff3c req-e42af641-1e3e-4578-8d89-6b029d94881f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854124 Dec 08 01:42:19.893890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd387b-7528-4586-b541-4ccd0f445750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3136db54-2b38-46e6-8b57-4aec75571d03,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:19.910086 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.resource_extend [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:42:20.089864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd67529-9992-4e2d-9828-b207316a4a59 req-f1ea6bac-39c5-4fda-9fd4-59d47bb80bf1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:20.091491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ecd67529-9992-4e2d-9828-b207316a4a59 req-f1ea6bac-39c5-4fda-9fd4-59d47bb80bf1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.1621470 Dec 08 01:42:20.093732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4e4e5e-b1f5-490f-a4a7-77cb30dd57e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:20.098647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c4e4e5e-b1f5-490f-a4a7-77cb30dd57e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.199828 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.207234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 7376e88f-c25d-489c-9978-c862c2ce0a28, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7376e88f-c25d-489c-9978-c862c2ce0a28,segment=NetworkSegment(5f3c20ea-f6f8-452a-99f7-141936e05633),segment_id=5f3c20ea-f6f8-452a-99f7-141936e05633)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:20.215410 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.244891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '7376e88f-c25d-489c-9978-c862c2ce0a28', 'network_id': '183881c9-418d-4e36-b5c8-b7efc7f02cb9', 'port_id': '7376e88f-c25d-489c-9978-c862c2ce0a28', 'mac_address': 'fa:16:3e:61:ef:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e992f15-97e4-4ae0-b3fb-6e702e8115d7', 'ip_address': '19.86.0.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:42:20.249166 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.293567 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.300373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:42:20.314926 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ecd67529-9992-4e2d-9828-b207316a4a59 req-d5d9ef38-fb57-4863-9daa-7c594c585b74 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117152 Dec 08 01:42:20.334882 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0276604-6668-4c77-b4d7-aaa7d6818267,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:20.344820 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.345407 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Added segment f70f1215-96f8-4387-90aa-955143818db0 of type vlan for network b2984459-887d-4d82-98b9-939640d54b08 Dec 08 01:42:20.382083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b800ea-a478-4477-a402-eefbd2781232 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:42:20.401703 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.409632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddae3d2-e386-4d60-9ced-17a14b400a18 None None] Pushing event updated for resources: {'Port': ['ID=bee8c9c4-40ca-47b7-b5a5-1d1ae518481a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:20.471174 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.482857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7376e88f-c25d-489c-9978-c862c2ce0a28 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:42:20.544180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 7376e88f-c25d-489c-9978-c862c2ce0a28, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7376e88f-c25d-489c-9978-c862c2ce0a28,segment=NetworkSegment(5f3c20ea-f6f8-452a-99f7-141936e05633),segment_id=5f3c20ea-f6f8-452a-99f7-141936e05633)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:20.545349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Attempting to bind port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:20.545728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Attempting to bind port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:20.546123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Attempting to bind port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a on network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:20.554390 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.562448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:20.562843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Checking segment: {'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:20.563241 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.563640 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Bound using segment: {'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:20.564129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Bound port: bee8c9c4-40ca-47b7-b5a5-1d1ae518481a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:20.564542 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.596851 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.598219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:20.599919 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.633296 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c4e4e5e-b1f5-490f-a4a7-77cb30dd57e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.674024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-39b800ea-a478-4477-a402-eefbd2781232 None None] Deleting port fa1c44de-51d2-413a-8210-23f9745bb56f {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:20.674415 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-39b800ea-a478-4477-a402-eefbd2781232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.693823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fa1c44de-51d2-413a-8210-23f9745bb56f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:20.710601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51216) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:20.710791 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9380922 Dec 08 01:42:20.718681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ce6fae1f-cd9e-4e68-853f-a8de8d03ff81 admin admin] Request body: {'subnet': {'network_id': 'b2984459-887d-4d82-98b9-939640d54b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1288369392-subnet', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:20.736058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e4e5e-b1f5-490f-a4a7-77cb30dd57e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:20.769412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=7376e88f-c25d-489c-9978-c862c2ce0a28,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:20.774202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6fae1f-cd9e-4e68-853f-a8de8d03ff81 admin admin] Made reservation on behalf of a16123f61ab24dbca0b11d05344dc84b for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:20.783809 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce6fae1f-cd9e-4e68-853f-a8de8d03ff81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.805767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5c4e4e5e-b1f5-490f-a4a7-77cb30dd57e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:20.817519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24fcec-b06b-4dc6-964b-6afe0c2ef96d admin admin] Pushing event updated for resources: {'Network': ['ID=b2984459-887d-4d82-98b9-939640d54b08,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:20.820400 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4e4e5e-b1f5-490f-a4a7-77cb30dd57e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:20.820999 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c4e4e5e-b1f5-490f-a4a7-77cb30dd57e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:20.833030 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network b2984459-887d-4d82-98b9-939640d54b08 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:42:20.851571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e4e5e-b1f5-490f-a4a7-77cb30dd57e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=2c91557d-b90c-4ece-b1cd-743d8f27e0de,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:20.869042 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5c4e4e5e-b1f5-490f-a4a7-77cb30dd57e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0107007 Dec 08 01:42:20.870019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51220) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:20.875655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51222) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:20.880604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'fixed_ips': [{'subnet_id': '2c91557d-b90c-4ece-b1cd-743d8f27e0de', 'ip_address': '2001:db8::ba64:f94b:ab79:dd6a'}], 'name': 'tempest-NetworksTestDHCPv6-739000246'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:20.918147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] For port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:20.975100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] For port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bee8c9c4-40ca-47b7-b5a5-1d1ae518481a,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:20.995078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['ea74ee23-7932-4d11-9cf7-0b66e8617af8'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:42:21.039786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['7376e88f-c25d-489c-9978-c862c2ce0a28'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:42:21.042527 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.085302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:21.130251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71116a80-9996-434e-a306-5a145bc30b93 req-1c8edf70-2c03-445a-ac13-0d810607cfd9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:21.142658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71116a80-9996-434e-a306-5a145bc30b93 req-1c8edf70-2c03-445a-ac13-0d810607cfd9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:21.144044 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71116a80-9996-434e-a306-5a145bc30b93 req-1c8edf70-2c03-445a-ac13-0d810607cfd9 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1680 time: 0.1136711 Dec 08 01:42:21.213774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c0754627-d8fa-4c37-a2b6-5451fdce4262 None None] Provisioning complete for port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:21.214126 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c0754627-d8fa-4c37-a2b6-5451fdce4262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.220448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-39b800ea-a478-4477-a402-eefbd2781232 None None] For port fa1c44de-51d2-413a-8210-23f9745bb56f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fa1c44de-51d2-413a-8210-23f9745bb56f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:21.220862 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-39b800ea-a478-4477-a402-eefbd2781232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.244038 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71116a80-9996-434e-a306-5a145bc30b93 req-46d8cff5-33eb-4031-958a-82b550524c62 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922120 Dec 08 01:42:21.260546 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce6fae1f-cd9e-4e68-853f-a8de8d03ff81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.290692 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.334406 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78d6b896-6165-4354-b154-3b0c64a09f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.351216 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-39b800ea-a478-4477-a402-eefbd2781232 None None] Calling delete_port for fa1c44de-51d2-413a-8210-23f9745bb56f owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:21.365478 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6fae1f-cd9e-4e68-853f-a8de8d03ff81 admin admin] Checking segment: {'id': 'f70f1215-96f8-4387-90aa-955143818db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:21.365881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6fae1f-cd9e-4e68-853f-a8de8d03ff81 admin admin] Network hostable DHCP agents. Network: b2984459-887d-4d82-98b9-939640d54b08, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:42:21.375319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port c5affe9f-4a14-4d24-9c25-89b9673a337c yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:42:21.381576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fae1f-cd9e-4e68-853f-a8de8d03ff81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4234b37d-9e8c-479e-bdf2-32ca7cf13983,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:21.398130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6fae1f-cd9e-4e68-853f-a8de8d03ff81 admin admin] Network b2984459-887d-4d82-98b9-939640d54b08 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:42:21.426715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ce6fae1f-cd9e-4e68-853f-a8de8d03ff81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, b2984459-887d-4d82-98b9-939640d54b08) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:21.433442 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.458832 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6fae1f-cd9e-4e68-853f-a8de8d03ff81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:21.464210 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce6fae1f-cd9e-4e68-853f-a8de8d03ff81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.480944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e653e95-68bf-4580-b559-b1cf37e32b9b None None] Network b2984459-887d-4d82-98b9-939640d54b08 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:21.488990 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ce6fae1f-cd9e-4e68-853f-a8de8d03ff81 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7765458 Dec 08 01:42:21.491131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51242) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:21.496834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1288369392-router', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:21.532051 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.534213 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.609294 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78d6b896-6165-4354-b154-3b0c64a09f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.617947 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78d6b896-6165-4354-b154-3b0c64a09f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.636321 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.688084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8acc41-67f4-4803-8db5-7d53b0ac7fc0 req-bac74998-12f4-4e1a-a986-8e12441e752a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:21.688304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddae3d2-e386-4d60-9ced-17a14b400a18 None None] Pushing event updated for resources: {'Port': ['ID=bee8c9c4-40ca-47b7-b5a5-1d1ae518481a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:21.697173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a8acc41-67f4-4803-8db5-7d53b0ac7fc0 req-bac74998-12f4-4e1a-a986-8e12441e752a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.2485738 Dec 08 01:42:21.704690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Routers {'ce21a83f-79cc-46e5-8930-e001220782be'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:21.706743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ce21a83f-79cc-46e5-8930-e001220782be'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:21.775313 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-78d6b896-6165-4354-b154-3b0c64a09f3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af6cf4ae0dce4a928772f912f4c01592&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9034698 Dec 08 01:42:21.785938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51252) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:21.802155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port fa1c44de-51d2-413a-8210-23f9745bb56f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fa1c44de-51d2-413a-8210-23f9745bb56f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:21.838364 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6b896-6165-4354-b154-3b0c64a09f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f37126-686b-4674-a078-df9c176e5efc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:21.907888 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.908994 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a8acc41-67f4-4803-8db5-7d53b0ac7fc0 req-6e375935-9083-45aa-851b-bcc3e048990e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052484 Dec 08 01:42:21.928546 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::ba64:f94b:ab79:dd6a (38e622c3-d3e1-4fea-b44a-493f59fc27b4/2c91557d-b90c-4ece-b1cd-743d8f27e0de/c5affe9f-4a14-4d24-9c25-89b9673a337c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:21.964203 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3baf305d-adf2-4684-8a92-78214dc1bdd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:21.977898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c0754627-d8fa-4c37-a2b6-5451fdce4262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.032199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3baf305d-adf2-4684-8a92-78214dc1bdd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.083216 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c0754627-d8fa-4c37-a2b6-5451fdce4262 None None] For port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bee8c9c4-40ca-47b7-b5a5-1d1ae518481a,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:22.130564 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c0754627-d8fa-4c37-a2b6-5451fdce4262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.159223 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.192592 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3baf305d-adf2-4684-8a92-78214dc1bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.195938 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3baf305d-adf2-4684-8a92-78214dc1bdd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.197612 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3baf305d-adf2-4684-8a92-78214dc1bdd5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/07f37126-686b-4674-a078-df9c176e5efc HTTP/1.1" status: 204 len: 168 time: 0.4058113 Dec 08 01:42:22.243531 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.245587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf305d-adf2-4684-8a92-78214dc1bdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f37126-686b-4674-a078-df9c176e5efc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:22.259248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] Set router ce21a83f-79cc-46e5-8930-e001220782be gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:22.290078 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.345700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:22.349394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:22.353553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:22.360460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:22.361240 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.374067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=c5affe9f-4a14-4d24-9c25-89b9673a337c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:22.383952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-39b800ea-a478-4477-a402-eefbd2781232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.404637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e9cb6705-0359-4df2-a80d-026d803972e0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5265539 Dec 08 01:42:22.407169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51268) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:22.511379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3efb9f-f78e-4c8d-bbf9-45bc31dcc5ea tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:22.516444 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6b3efb9f-f78e-4c8d-bbf9-45bc31dcc5ea tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1049011 Dec 08 01:42:22.517288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51274) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:22.519972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-b2984459-887d-4d82-98b9-939640d54b08', 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08', 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'fixed_ips': [{'subnet_id': '4234b37d-9e8c-479e-bdf2-32ca7cf13983'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:42:22.522635 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.547517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4c07a77e-4e32-4314-a2f4-0d517b70e4bb None None] Provisioning complete for port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:22.548273 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4c07a77e-4e32-4314-a2f4-0d517b70e4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.553969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b800ea-a478-4477-a402-eefbd2781232 None None] No DVR routers for this DVR port fa1c44de-51d2-413a-8210-23f9745bb56f on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:22.554151 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.587704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ea353-4404-406d-8db9-a6391d163805 req-ed9c0748-0262-4b80-b48c-56db0bc9adcc tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:22.596723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ea353-4404-406d-8db9-a6391d163805 req-ed9c0748-0262-4b80-b48c-56db0bc9adcc tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:22.598384 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-217ea353-4404-406d-8db9-a6391d163805 req-ed9c0748-0262-4b80-b48c-56db0bc9adcc tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1680 time: 0.1304288 Dec 08 01:42:22.616246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=fa1c44de-51d2-413a-8210-23f9745bb56f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:22.632341 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.681518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d853ab7c-0c6b-4a61-bc09-b57c04488f4e None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:22.758693 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-217ea353-4404-406d-8db9-a6391d163805 req-76c4ba50-58ef-46db-92c0-9327234b79d2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286721 Dec 08 01:42:22.778738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b70dd-486c-4e20-a009-df1a9be24e4b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port c5affe9f-4a14-4d24-9c25-89b9673a337c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:22.779108 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc8b70dd-486c-4e20-a009-df1a9be24e4b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.908861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Allocated IP 172.25.2.50 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/1cba4060-e907-41f0-a4e7-48f79fcc904e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:22.971440 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc8b70dd-486c-4e20-a009-df1a9be24e4b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:22.985033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b70dd-486c-4e20-a009-df1a9be24e4b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for c5affe9f-4a14-4d24-9c25-89b9673a337c owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:23.066247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0754627-d8fa-4c37-a2b6-5451fdce4262 None None] Pushing event updated for resources: {'Port': ['ID=bee8c9c4-40ca-47b7-b5a5-1d1ae518481a,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:23.117372 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:23.125963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b800ea-a478-4477-a402-eefbd2781232 None None] Pushing event deleted for resources: {'Port': ['ID=fa1c44de-51d2-413a-8210-23f9745bb56f,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:23.202869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:23.301432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Allocated IP 172.20.0.2 (b2984459-887d-4d82-98b9-939640d54b08/4234b37d-9e8c-479e-bdf2-32ca7cf13983/5805358b-c789-4f47-a26a-14c2d2ca8b44) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:23.308453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': '2c91557d-b90c-4ece-b1cd-743d8f27e0de'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:42:23.309118 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:23.314341 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc8b70dd-486c-4e20-a009-df1a9be24e4b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:23.327429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:23.338699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c7e8f-2608-4b82-acb5-a4124149678f req-408d224b-5fc3-43e7-b6a3-e20e674a3a9e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:23.347759 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-914c7e8f-2608-4b82-acb5-a4124149678f req-408d224b-5fc3-43e7-b6a3-e20e674a3a9e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.1945407 Dec 08 01:42:23.359068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:23.379997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Pushing event updated for resources: {'Port': ['ID=1cba4060-e907-41f0-a4e7-48f79fcc904e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:23.383691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:23.404681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b70dd-486c-4e20-a009-df1a9be24e4b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=c5affe9f-4a14-4d24-9c25-89b9673a337c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:23.444529 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc8b70dd-486c-4e20-a009-df1a9be24e4b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:23.448097 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cc8b70dd-486c-4e20-a009-df1a9be24e4b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/c5affe9f-4a14-4d24-9c25-89b9673a337c HTTP/1.1" status: 204 len: 168 time: 0.9279454 Dec 08 01:42:23.451218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51304) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:23.477384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:42:16Z', 'revision_number': 4, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bee8c9c4-40ca-47b7-b5a5-1d1ae518481a', 'name': '', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'mac_address': 'fa:16:3e:f2:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:14Z', 'updated_at': '2021-12-08T01:42:20Z', 'revision_number': 4, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'subnets': [{'id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:23.517081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ff759-23ee-4442-9899-29a5161cfadf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:23.517371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202ad7cb-4de3-478f-b200-1c68c9154367 None None] The sync data for ids ['ce21a83f-79cc-46e5-8930-e001220782be'] in n-d-713498-30 is: [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:42:16Z', 'revision_number': 4, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bee8c9c4-40ca-47b7-b5a5-1d1ae518481a', 'name': '', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'mac_address': 'fa:16:3e:f2:2d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:14Z', 'updated_at': '2021-12-08T01:42:20Z', 'revision_number': 4, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'subnets': [{'id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:42:23.518645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ff759-23ee-4442-9899-29a5161cfadf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:23.520097 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-102ff759-23ee-4442-9899-29a5161cfadf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0676441 Dec 08 01:42:23.529862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51306) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:23.566636 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-914c7e8f-2608-4b82-acb5-a4124149678f req-60d87283-e1e8-447f-9942-528c73d3ac84 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179012 Dec 08 01:42:23.652312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-75018238-ed7d-42c7-99a7-805a5bf8cc54 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 2c91557d-b90c-4ece-b1cd-743d8f27e0de {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:42:24.047085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565328b-71a4-4be0-94da-d19d3770a055 req-f94f60a8-1835-4d9d-9911-5a203c7462d1 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:24.062752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565328b-71a4-4be0-94da-d19d3770a055 req-f94f60a8-1835-4d9d-9911-5a203c7462d1 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:24.065199 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a565328b-71a4-4be0-94da-d19d3770a055 req-f94f60a8-1835-4d9d-9911-5a203c7462d1 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1680 time: 0.1667647 Dec 08 01:42:24.067440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Allocated IP 2001:db8::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/2c91557d-b90c-4ece-b1cd-743d8f27e0de/9d8738f8-b537-43ae-9c94-cd2161e02a71) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:24.097727 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.098212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51322) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:24.111387 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.115654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.209958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a565328b-71a4-4be0-94da-d19d3770a055 req-226fe6d9-5349-4a29-a97a-5fd2949a8195 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326060 Dec 08 01:42:24.212522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Network b2984459-887d-4d82-98b9-939640d54b08 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:24.219019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:24.224040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:24.234570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Pushing event updated for resources: {'Port': ['ID=5805358b-c789-4f47-a26a-14c2d2ca8b44,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:24.326930 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6de79659-8590-4128-b386-5b16d191f7c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.371499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Attempting to bind port 5805358b-c789-4f47-a26a-14c2d2ca8b44 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:24.373099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Attempting to bind port 5805358b-c789-4f47-a26a-14c2d2ca8b44 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f70f1215-96f8-4387-90aa-955143818db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:24.373481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Attempting to bind port 5805358b-c789-4f47-a26a-14c2d2ca8b44 on network b2984459-887d-4d82-98b9-939640d54b08 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:24.381508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:24.381887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Checking segment: {'id': 'f70f1215-96f8-4387-90aa-955143818db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:24.382287 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.382748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Bound using segment: {'id': 'f70f1215-96f8-4387-90aa-955143818db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:24.383391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Bound port: 5805358b-c789-4f47-a26a-14c2d2ca8b44, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70f1215-96f8-4387-90aa-955143818db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:24.383778 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.476195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] For port 5805358b-c789-4f47-a26a-14c2d2ca8b44, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:24.482258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] For port 5805358b-c789-4f47-a26a-14c2d2ca8b44, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5805358b-c789-4f47-a26a-14c2d2ca8b44,segment=NetworkSegment(f70f1215-96f8-4387-90aa-955143818db0),segment_id=f70f1215-96f8-4387-90aa-955143818db0)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:24.492812 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.499694 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6de79659-8590-4128-b386-5b16d191f7c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.508104 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6de79659-8590-4128-b386-5b16d191f7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.545846 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.557585 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6de79659-8590-4128-b386-5b16d191f7c8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e3f496c2adf4ea08c83dc5b000bff34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4578061 Dec 08 01:42:24.558843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de79659-8590-4128-b386-5b16d191f7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ec56a7-5d80-4a32-938d-4be29b497bc2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:24.561994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51328) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:24.649055 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.669270 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.693005 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb2385-a907-46e9-8c2e-08902115d3bb None None] Pushing event updated for resources: {'Port': ['ID=5805358b-c789-4f47-a26a-14c2d2ca8b44,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:24.704927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:24.709927 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75018238-ed7d-42c7-99a7-805a5bf8cc54 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.719916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:24.735205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bee8c9c4-40ca-47b7-b5a5-1d1ae518481a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:24.740751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:24.777071 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-350781df-b23f-4404-bc45-f406c1f099ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.827261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Router 23acfe9a-f767-4589-b016-b17585a21cdf is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:42:24.845468 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75018238-ed7d-42c7-99a7-805a5bf8cc54 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:24.897972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ea74ee23-7932-4d11-9cf7-0b66e8617af8 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:24.981167 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75018238-ed7d-42c7-99a7-805a5bf8cc54 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.105438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:42:25.130298 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Sync routers for ids ['23acfe9a-f767-4589-b016-b17585a21cdf'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:42:25.145695 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.147973 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Routers {'23acfe9a-f767-4589-b016-b17585a21cdf'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:25.149489 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f9c0578b-930c-4f4f-95ed-36e2d0c8f235 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6566327 Dec 08 01:42:25.150204 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['23acfe9a-f767-4589-b016-b17585a21cdf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:25.152095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51336) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:25.157413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Attempting to bind port 9d8738f8-b537-43ae-9c94-cd2161e02a71 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:25.158352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Attempting to bind port 9d8738f8-b537-43ae-9c94-cd2161e02a71 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:25.158901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Attempting to bind port 9d8738f8-b537-43ae-9c94-cd2161e02a71 on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:25.159115 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-350781df-b23f-4404-bc45-f406c1f099ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.170783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:25.171453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:25.172041 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.172616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:25.173253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Bound port: 9d8738f8-b537-43ae-9c94-cd2161e02a71, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:25.173811 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.245905 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Pushing event updated for resources: {'Port': ['ID=9d8738f8-b537-43ae-9c94-cd2161e02a71,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:25.267201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d3c94-ffc3-44ca-a6d4-adab0b3714ad req-7baeca08-54bf-4549-949d-079673d61831 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:25.268790 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-208d3c94-ffc3-44ca-a6d4-adab0b3714ad req-7baeca08-54bf-4549-949d-079673d61831 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.5047576 Dec 08 01:42:25.300175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:25.300776 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.302735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port ea74ee23-7932-4d11-9cf7-0b66e8617af8 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:42:25.351972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75018238-ed7d-42c7-99a7-805a5bf8cc54 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.359020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port ea74ee23-7932-4d11-9cf7-0b66e8617af8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:25.359391 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.385597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] For port 9d8738f8-b537-43ae-9c94-cd2161e02a71, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:25.388348 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Set router 23acfe9a-f767-4589-b016-b17585a21cdf gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:25.447367 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-350781df-b23f-4404-bc45-f406c1f099ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.450094 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-350781df-b23f-4404-bc45-f406c1f099ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.451274 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-350781df-b23f-4404-bc45-f406c1f099ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51ec56a7-5d80-4a32-938d-4be29b497bc2 HTTP/1.1" status: 204 len: 168 time: 0.8886046 Dec 08 01:42:25.452013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75018238-ed7d-42c7-99a7-805a5bf8cc54 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=2c91557d-b90c-4ece-b1cd-743d8f27e0de,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:25.466732 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-208d3c94-ffc3-44ca-a6d4-adab0b3714ad req-1d3b2078-13c0-483b-afcb-a23d6b2954e5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822665 Dec 08 01:42:25.467802 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75018238-ed7d-42c7-99a7-805a5bf8cc54 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.470459 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] For port 9d8738f8-b537-43ae-9c94-cd2161e02a71, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9d8738f8-b537-43ae-9c94-cd2161e02a71,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:25.494815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-75018238-ed7d-42c7-99a7-805a5bf8cc54 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/2c91557d-b90c-4ece-b1cd-743d8f27e0de HTTP/1.1" status: 204 len: 168 time: 1.9526803 Dec 08 01:42:25.494815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51342) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:25.495222 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.508221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350781df-b23f-4404-bc45-f406c1f099ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ec56a7-5d80-4a32-938d-4be29b497bc2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:25.585607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-35a29e08-cb41-4934-a952-3a7b1164e72d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934107 Dec 08 01:42:25.585817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51346) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:25.590608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-12673506-9fda-4d4d-8cfc-19c5bd68f837 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:25.673787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbb14e-7e34-4876-a2b9-27b400e0f81c req-40e63450-acd1-4513-a167-a77a3cb0138e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:25.685788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbb14e-7e34-4876-a2b9-27b400e0f81c req-40e63450-acd1-4513-a167-a77a3cb0138e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:25.687670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61dbb14e-7e34-4876-a2b9-27b400e0f81c req-40e63450-acd1-4513-a167-a77a3cb0138e tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1680 time: 0.2363675 Dec 08 01:42:25.729861 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'name': 'tempest-TaggedBootDevicesTest_v242-1288369392-router', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:21Z', 'updated_at': '2021-12-08T01:42:23Z', 'revision_number': 3, 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'gw_port': {'id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:22Z', 'updated_at': '2021-12-08T01:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:25.782503 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Checking router: 23acfe9a-f767-4589-b016-b17585a21cdf for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:42:25.787362 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Updating router 23acfe9a-f767-4589-b016-b17585a21cdf port 1cba4060-e907-41f0-a4e7-48f79fcc904e binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:42:25.811828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12673506-9fda-4d4d-8cfc-19c5bd68f837 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:25.819906 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-12673506-9fda-4d4d-8cfc-19c5bd68f837 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.844267 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.854186 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:25.899778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954f770-1033-483d-a6d6-91136f1bc1a7 None None] Pushing event updated for resources: {'Port': ['ID=9d8738f8-b537-43ae-9c94-cd2161e02a71,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:26.022002 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea74ee23-7932-4d11-9cf7-0b66e8617af8'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:42:26.025499 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5149729d-a47f-4c16-b477-115a4ff88fe2" -d '{"events": [{"server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "name": "network-vif-plugged", "status": "completed", "tag": "ea74ee23-7932-4d11-9cf7-0b66e8617af8"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:42:26.112553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ea74ee23-7932-4d11-9cf7-0b66e8617af8, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ea74ee23-7932-4d11-9cf7-0b66e8617af8,segment=NetworkSegment(d6c5734b-02c7-4884-afd2-dc0efbba35e6),segment_id=d6c5734b-02c7-4884-afd2-dc0efbba35e6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:26.119859 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:26.121175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 7376e88f-c25d-489c-9978-c862c2ce0a28 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:26.351260 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2364dc88-ede1-422a-87bf-2e03fcc73ad1 x-openstack-request-id: req-2364dc88-ede1-422a-87bf-2e03fcc73ad1 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:42:26.351872 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "name": "network-vif-plugged", "status": "completed", "tag": "ea74ee23-7932-4d11-9cf7-0b66e8617af8", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:42:26.351872 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2364dc88-ede1-422a-87bf-2e03fcc73ad1 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:42:26.352250 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea74ee23-7932-4d11-9cf7-0b66e8617af8', 'code': 200} Dec 08 01:42:26.456374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=ea74ee23-7932-4d11-9cf7-0b66e8617af8,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:26.476514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 7376e88f-c25d-489c-9978-c862c2ce0a28 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:42:26.488440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 7376e88f-c25d-489c-9978-c862c2ce0a28 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:26.489014 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:26.495803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61dbb14e-7e34-4876-a2b9-27b400e0f81c req-580e4f6f-f2b4-441c-81d0-539e82e6e31f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7865403 Dec 08 01:42:26.588848 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:26.763349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8890c3-f602-4d8e-b041-3928cbcb010d None None] Network b2984459-887d-4d82-98b9-939640d54b08 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:26.832606 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:26.843190 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:26.861641 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:26.940745 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9d8738f8-b537-43ae-9c94-cd2161e02a71 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:26.971816 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0baa9-2949-464e-b758-18a08c300083 None None] Pushing event updated for resources: {'Port': ['ID=1cba4060-e907-41f0-a4e7-48f79fcc904e,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:26.974596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe738f-a1e9-491e-b781-72a56b522c6f req-11c8ea71-568e-40e8-b5ba-fbba88aa6ab6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:26.988517 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f6fe738f-a1e9-491e-b781-72a56b522c6f req-11c8ea71-568e-40e8-b5ba-fbba88aa6ab6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.2608621 Dec 08 01:42:27.035185 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Attempting to bind port 1cba4060-e907-41f0-a4e7-48f79fcc904e on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:27.035667 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Attempting to bind port 1cba4060-e907-41f0-a4e7-48f79fcc904e by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:27.037086 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Attempting to bind port 1cba4060-e907-41f0-a4e7-48f79fcc904e on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:27.052791 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:27.055540 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:27.056142 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:27.058517 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:27.061585 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Bound port: 1cba4060-e907-41f0-a4e7-48f79fcc904e, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:27.062847 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:27.173029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 7376e88f-c25d-489c-9978-c862c2ce0a28, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7376e88f-c25d-489c-9978-c862c2ce0a28,segment=NetworkSegment(5f3c20ea-f6f8-452a-99f7-141936e05633),segment_id=5f3c20ea-f6f8-452a-99f7-141936e05633)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:27.180352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f9d6f33b-4712-4eed-864e-3cab485df545 None None] Provisioning complete for port 5805358b-c789-4f47-a26a-14c2d2ca8b44 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:27.180630 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f33b-4712-4eed-864e-3cab485df545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:27.188243 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f6fe738f-a1e9-491e-b781-72a56b522c6f req-d8850bbd-f9ea-45ee-b519-4a8ba9a2a6dc tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889131 Dec 08 01:42:27.203706 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] For port 1cba4060-e907-41f0-a4e7-48f79fcc904e, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:27.212960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Allocated IP 172.20.0.1 (b2984459-887d-4d82-98b9-939640d54b08/4234b37d-9e8c-479e-bdf2-32ca7cf13983/f46427f8-1f09-4c5f-9df2-69ba5eba0704) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:27.223339 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] For port 1cba4060-e907-41f0-a4e7-48f79fcc904e, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1cba4060-e907-41f0-a4e7-48f79fcc904e,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:27.235057 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:27.300600 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:27.362884 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-12673506-9fda-4d4d-8cfc-19c5bd68f837 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:27.419355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12673506-9fda-4d4d-8cfc-19c5bd68f837 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:27.464891 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0baa9-2949-464e-b758-18a08c300083 None None] Pushing event updated for resources: {'Port': ['ID=1cba4060-e907-41f0-a4e7-48f79fcc904e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:27.474963 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Routers {'23acfe9a-f767-4589-b016-b17585a21cdf'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:27.475557 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['23acfe9a-f767-4589-b016-b17585a21cdf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:27.494355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 9d8738f8-b537-43ae-9c94-cd2161e02a71 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:27.495303 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:27.495427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-12673506-9fda-4d4d-8cfc-19c5bd68f837 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:27.501791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12673506-9fda-4d4d-8cfc-19c5bd68f837 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:27.503581 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-12673506-9fda-4d4d-8cfc-19c5bd68f837 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:27.549472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:27.569963 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-12673506-9fda-4d4d-8cfc-19c5bd68f837 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9831305 Dec 08 01:42:27.574390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51392) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:27.599008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'fixed_ips': [{'subnet_id': 'febbca43-fbf8-43a5-bd67-0270302af24b', 'ip_address': '2001:db8::cd63:393c:4348:d4a5'}], 'name': 'tempest-NetworksTestDHCPv6-1241882509'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:27.607184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12673506-9fda-4d4d-8cfc-19c5bd68f837 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=febbca43-fbf8-43a5-bd67-0270302af24b,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:27.728920 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] Set router 23acfe9a-f767-4589-b016-b17585a21cdf gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:27.733911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a040d-6d31-495d-bcb6-13d7748423ef None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:27.877448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=7376e88f-c25d-489c-9978-c862c2ce0a28,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:27.881770 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f33b-4712-4eed-864e-3cab485df545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:27.925228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f9d6f33b-4712-4eed-864e-3cab485df545 None None] For port 5805358b-c789-4f47-a26a-14c2d2ca8b44, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5805358b-c789-4f47-a26a-14c2d2ca8b44,segment=NetworkSegment(f70f1215-96f8-4387-90aa-955143818db0),segment_id=f70f1215-96f8-4387-90aa-955143818db0)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:27.946531 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f33b-4712-4eed-864e-3cab485df545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:28.056181 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:28.091590 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:28.121292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-22122892-e031-498f-87d3-5c21bbcde7fb None None] Could not find standard attr ID for object c5affe9f-4a14-4d24-9c25-89b9673a337c. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:42:28.181113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 9d8738f8-b537-43ae-9c94-cd2161e02a71, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9d8738f8-b537-43ae-9c94-cd2161e02a71,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:28.184948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6f33b-4712-4eed-864e-3cab485df545 None None] Pushing event updated for resources: {'Port': ['ID=5805358b-c789-4f47-a26a-14c2d2ca8b44,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:28.194120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Network b2984459-887d-4d82-98b9-939640d54b08 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:28.199430 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:28.210290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5805358b-c789-4f47-a26a-14c2d2ca8b44 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:28.307301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f72f9-9c01-4344-9b4e-347cf3fd4274 req-32d3b4c7-b77b-4ac0-8753-9b785ae01ead tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:28.347297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f72f9-9c01-4344-9b4e-347cf3fd4274 req-32d3b4c7-b77b-4ac0-8753-9b785ae01ead tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:28.357550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff3f72f9-9c01-4344-9b4e-347cf3fd4274 req-32d3b4c7-b77b-4ac0-8753-9b785ae01ead tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1682 time: 0.6234388 Dec 08 01:42:28.362055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:28.395689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:28.439749 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7376e88f-c25d-489c-9978-c862c2ce0a28'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:42:28.442288 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba77b660-2035-491d-8b0b-5331527b8f69" -d '{"events": [{"server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "name": "network-vif-plugged", "status": "completed", "tag": "7376e88f-c25d-489c-9978-c862c2ce0a28"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:42:28.472015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=9d8738f8-b537-43ae-9c94-cd2161e02a71,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:28.505373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d1ef6-a68d-4c64-b5dc-e057ff982a61 req-7debf011-9afc-4da3-855e-345df47bb7e7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:28.515261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-22122892-e031-498f-87d3-5c21bbcde7fb None None] Provisioning complete for port 9d8738f8-b537-43ae-9c94-cd2161e02a71 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:28.516852 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f0d1ef6-a68d-4c64-b5dc-e057ff982a61 req-7debf011-9afc-4da3-855e-345df47bb7e7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.1471119 Dec 08 01:42:28.517188 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-22122892-e031-498f-87d3-5c21bbcde7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:28.627549 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f0d1ef6-a68d-4c64-b5dc-e057ff982a61 req-382acc10-19e7-45d4-b404-541e16d7d489 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097100 Dec 08 01:42:28.693014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Pushing event updated for resources: {'Port': ['ID=f46427f8-1f09-4c5f-9df2-69ba5eba0704,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:28.722135 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'name': 'tempest-TaggedBootDevicesTest_v242-1288369392-router', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:21Z', 'updated_at': '2021-12-08T01:42:23Z', 'revision_number': 3, 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'gw_port': {'id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:22Z', 'updated_at': '2021-12-08T01:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:28.743552 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:28.799256 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9218d46-5df7-47da-bfa5-535764d91b31 None None] The sync data for ids ['23acfe9a-f767-4589-b016-b17585a21cdf'] in n-d-713498-30 is: [{'id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'name': 'tempest-TaggedBootDevicesTest_v242-1288369392-router', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:21Z', 'updated_at': '2021-12-08T01:42:23Z', 'revision_number': 3, 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'gw_port': {'id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:22Z', 'updated_at': '2021-12-08T01:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:42:28.905385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5805358b-c789-4f47-a26a-14c2d2ca8b44 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:28.907685 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:29.263990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325cc55-79f7-444f-91df-f9474806937a req-b376b7f6-befd-4018-98a4-91b3cfd6a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:29.264909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325cc55-79f7-444f-91df-f9474806937a req-b376b7f6-befd-4018-98a4-91b3cfd6a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:29.267173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8325cc55-79f7-444f-91df-f9474806937a req-b376b7f6-befd-4018-98a4-91b3cfd6a804 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1986 time: 0.1212995 Dec 08 01:42:29.278874 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d20158-7e28-492e-998d-0430b170eb7c x-openstack-request-id: req-56d20158-7e28-492e-998d-0430b170eb7c {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:42:29.279282 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "name": "network-vif-plugged", "status": "completed", "tag": "7376e88f-c25d-489c-9978-c862c2ce0a28", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:42:29.279835 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56d20158-7e28-492e-998d-0430b170eb7c {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:42:29.280616 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7376e88f-c25d-489c-9978-c862c2ce0a28', 'code': 200} Dec 08 01:42:29.344607 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ae9e3b24-52d1-4811-bab2-7fb345283438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:29.389319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-314d34f8-489d-40dd-bcfb-b9e98fc1cd61 None None] Provisioning complete for port 9d8738f8-b537-43ae-9c94-cd2161e02a71 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:29.393848 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-314d34f8-489d-40dd-bcfb-b9e98fc1cd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:29.434937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8325cc55-79f7-444f-91df-f9474806937a req-6d84969b-37ec-4814-a2ae-7bf4a13bef61 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576951 Dec 08 01:42:29.763795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-314d34f8-489d-40dd-bcfb-b9e98fc1cd61 None None] Provisioning complete for port f46427f8-1f09-4c5f-9df2-69ba5eba0704 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:29.765741 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-314d34f8-489d-40dd-bcfb-b9e98fc1cd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:29.813412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-314d34f8-489d-40dd-bcfb-b9e98fc1cd61 None None] Port f46427f8-1f09-4c5f-9df2-69ba5eba0704 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:42:29.840671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-314d34f8-489d-40dd-bcfb-b9e98fc1cd61 None None] Provisioning complete for port 5805358b-c789-4f47-a26a-14c2d2ca8b44 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:29.840879 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-314d34f8-489d-40dd-bcfb-b9e98fc1cd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:29.860084 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff3f72f9-9c01-4344-9b4e-347cf3fd4274 req-ef6ba3f9-14db-4b71-ba80-60f211330faa tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4741044 Dec 08 01:42:29.909978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:30.013712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958aee5c-6e4b-4423-bb39-2c968c78909d req-6e745690-2fca-47a2-a215-0f187f3dddbf tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:30.024181 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-958aee5c-6e4b-4423-bb39-2c968c78909d req-6e745690-2fca-47a2-a215-0f187f3dddbf tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.1972857 Dec 08 01:42:30.120410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1cba4060-e907-41f0-a4e7-48f79fcc904e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:30.132600 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-958aee5c-6e4b-4423-bb39-2c968c78909d req-332b66d3-ec9f-47eb-bd67-be1a33d8855d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058915 Dec 08 01:42:30.203478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7135cec0-909e-4ea2-afa2-75482efa7a7b None None] Could not find standard attr ID for object c5affe9f-4a14-4d24-9c25-89b9673a337c. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:42:30.256026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 1cba4060-e907-41f0-a4e7-48f79fcc904e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:30.256627 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:30.259555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:30.335352 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:30.394210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port c7dc7d33-dfde-453c-bcc0-92c55152021d yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:42:30.471074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:30.484046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51512) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:30.515660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 1cba4060-e907-41f0-a4e7-48f79fcc904e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1cba4060-e907-41f0-a4e7-48f79fcc904e,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:30.521274 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:30.522592 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9d8738f8-b537-43ae-9c94-cd2161e02a71 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:30.642457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=1cba4060-e907-41f0-a4e7-48f79fcc904e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:30.647103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 9d8738f8-b537-43ae-9c94-cd2161e02a71 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:30.647573 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:30.703578 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c5e9299-fd77-4902-817e-b318b8bb8f4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:30.777020 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::cd63:393c:4348:d4a5 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/febbca43-fbf8-43a5-bd67-0270302af24b/c7dc7d33-dfde-453c-bcc0-92c55152021d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:30.790857 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:30.799875 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:30.900542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5805358b-c789-4f47-a26a-14c2d2ca8b44 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:30.924861 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:30.938401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Pushing event updated for resources: {'Port': ['ID=f46427f8-1f09-4c5f-9df2-69ba5eba0704,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:30.975920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5805358b-c789-4f47-a26a-14c2d2ca8b44 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:30.976776 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:30.976955 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c5e9299-fd77-4902-817e-b318b8bb8f4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:30.988380 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c5e9299-fd77-4902-817e-b318b8bb8f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:31.108854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8c5e9299-fd77-4902-817e-b318b8bb8f4f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b00cd1d0167d44faa079c7961b03e281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6232426 Dec 08 01:42:31.110820 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e9299-fd77-4902-817e-b318b8bb8f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce828d40-26e3-45c1-830f-8ae87eaf4202,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:31.124252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51524) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:31.157248 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a2b6197-e959-4214-9527-e5fd237298df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:31.161111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac582e-bbaf-4ff6-8d40-c9f8bfa6b8ec req-57cb899e-7525-4a9a-ad37-1471fe831d96 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:31.167246 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac582e-bbaf-4ff6-8d40-c9f8bfa6b8ec req-57cb899e-7525-4a9a-ad37-1471fe831d96 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:31.170395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-85ac582e-bbaf-4ff6-8d40-c9f8bfa6b8ec req-57cb899e-7525-4a9a-ad37-1471fe831d96 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1682 time: 0.1860080 Dec 08 01:42:31.217776 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:31.221473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Network b2984459-887d-4d82-98b9-939640d54b08 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:31.226827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:31.246477 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b82f-3129-4e32-9695-f65bd7754509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:31.295822 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b82f-3129-4e32-9695-f65bd7754509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:31.304023 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-85ac582e-bbaf-4ff6-8d40-c9f8bfa6b8ec req-9d568024-f0f3-40d0-a933-398b11f37f9d tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214793 Dec 08 01:42:31.397552 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b82f-3129-4e32-9695-f65bd7754509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:31.400611 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9fe7b82f-3129-4e32-9695-f65bd7754509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:31.405821 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9fe7b82f-3129-4e32-9695-f65bd7754509 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce828d40-26e3-45c1-830f-8ae87eaf4202 HTTP/1.1" status: 204 len: 168 time: 0.2805054 Dec 08 01:42:31.418088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7b82f-3129-4e32-9695-f65bd7754509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce828d40-26e3-45c1-830f-8ae87eaf4202,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:31.488357 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:31.557707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3e4b8ee0-d8e1-43e7-8be5-795d5f0c0a31 None None] Provisioning complete for port f46427f8-1f09-4c5f-9df2-69ba5eba0704 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:31.558085 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3e4b8ee0-d8e1-43e7-8be5-795d5f0c0a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:31.616985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=c7dc7d33-dfde-453c-bcc0-92c55152021d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:31.664899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:31.666110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b8ee0-d8e1-43e7-8be5-795d5f0c0a31 None None] Port f46427f8-1f09-4c5f-9df2-69ba5eba0704 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:42:31.681387 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:31.687791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:31.698032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:31.705120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:31.706191 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:31.744894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8399ea-f1d7-4a9f-8869-59f88b3fb223 req-cc7e3c12-3c39-4317-9e5d-7be49aae397e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:31.756478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1cba4060-e907-41f0-a4e7-48f79fcc904e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:31.757658 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab8399ea-f1d7-4a9f-8869-59f88b3fb223 req-cc7e3c12-3c39-4317-9e5d-7be49aae397e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.4260080 Dec 08 01:42:31.770670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51538) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:31.785505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8bea9dbc-96e8-48fe-b84a-e4b11fc50a53 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2072484 Dec 08 01:42:31.873655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 1cba4060-e907-41f0-a4e7-48f79fcc904e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:31.874038 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:31.894036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c859c35-d8a3-4b53-83a0-a539d892d664 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:31.924158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c859c35-d8a3-4b53-83a0-a539d892d664 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:31.924906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab8399ea-f1d7-4a9f-8869-59f88b3fb223 req-d7c49532-df7d-4af2-85e9-e87d193f3807 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661198 Dec 08 01:42:31.930229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51544) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:31.936664 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6c859c35-d8a3-4b53-83a0-a539d892d664 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1608300 Dec 08 01:42:31.982514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Router 23acfe9a-f767-4589-b016-b17585a21cdf has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:42:32.064829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51546) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:32.095591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd3bb2-5b82-4a1b-a6ee-d48233055efd req-bf57837c-6c00-41a8-bf65-62ff479cd849 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:32.103116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd3bb2-5b82-4a1b-a6ee-d48233055efd req-bf57837c-6c00-41a8-bf65-62ff479cd849 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:32.112081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68fd3bb2-5b82-4a1b-a6ee-d48233055efd req-bf57837c-6c00-41a8-bf65-62ff479cd849 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1682 time: 0.1092966 Dec 08 01:42:32.121226 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c0a67ea-5c3c-4e22-a3fa-23d213633ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.205770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:42:32.216667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cebc0952-9635-4817-a502-760a11b7c6ac tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port c7dc7d33-dfde-453c-bcc0-92c55152021d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:32.217164 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cebc0952-9635-4817-a502-760a11b7c6ac tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.222771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68fd3bb2-5b82-4a1b-a6ee-d48233055efd req-7b4f35d7-2a97-49ae-8315-2bb8162fc669 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045396 Dec 08 01:42:32.231931 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c42c2fca-a1c1-43e4-9987-10a25e839043 admin admin] 10.222.0.70 "PUT /v2.0/routers/23acfe9a-f767-4589-b016-b17585a21cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0704336 Dec 08 01:42:32.249065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Sync routers for ids ['23acfe9a-f767-4589-b016-b17585a21cdf'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:42:32.286733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4046e1ca-c00c-4101-b69f-ad728be6c60e None None] Provisioning complete for port c7dc7d33-dfde-453c-bcc0-92c55152021d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:32.289857 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4046e1ca-c00c-4101-b69f-ad728be6c60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.301075 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c0a67ea-5c3c-4e22-a3fa-23d213633ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.307277 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c0a67ea-5c3c-4e22-a3fa-23d213633ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.347210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.350176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Routers {'23acfe9a-f767-4589-b016-b17585a21cdf'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:32.351475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['23acfe9a-f767-4589-b016-b17585a21cdf'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:32.375769 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0c0a67ea-5c3c-4e22-a3fa-23d213633ce7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=084852b67bab426baa52aaeb9b1baaa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3098876 Dec 08 01:42:32.377040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a67ea-5c3c-4e22-a3fa-23d213633ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16fb321-b06e-4a5e-b002-930b92fe6ca8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:32.380597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51552) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:32.441857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4046e1ca-c00c-4101-b69f-ad728be6c60e None None] Port c7dc7d33-dfde-453c-bcc0-92c55152021d cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:42:32.472638 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cebc0952-9635-4817-a502-760a11b7c6ac tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.490895 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-933678e9-b77b-47c7-aa52-040586d6544d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.501681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cebc0952-9635-4817-a502-760a11b7c6ac tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for c7dc7d33-dfde-453c-bcc0-92c55152021d owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:32.530620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Set router 23acfe9a-f767-4589-b016-b17585a21cdf gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:32.537265 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-933678e9-b77b-47c7-aa52-040586d6544d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.617421 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-933678e9-b77b-47c7-aa52-040586d6544d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.623061 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-933678e9-b77b-47c7-aa52-040586d6544d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.635693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-933678e9-b77b-47c7-aa52-040586d6544d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e16fb321-b06e-4a5e-b002-930b92fe6ca8 HTTP/1.1" status: 204 len: 168 time: 0.2456465 Dec 08 01:42:32.660206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933678e9-b77b-47c7-aa52-040586d6544d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16fb321-b06e-4a5e-b002-930b92fe6ca8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:32.729691 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cebc0952-9635-4817-a502-760a11b7c6ac tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.766314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc0952-9635-4817-a502-760a11b7c6ac tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=c7dc7d33-dfde-453c-bcc0-92c55152021d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:32.806713 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cebc0952-9635-4817-a502-760a11b7c6ac tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:32.816080 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51582) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:32.835499 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cebc0952-9635-4817-a502-760a11b7c6ac tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/c7dc7d33-dfde-453c-bcc0-92c55152021d HTTP/1.1" status: 204 len: 168 time: 0.9037845 Dec 08 01:42:32.890813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'name': 'tempest-TaggedBootDevicesTest_v242-1288369392-router', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:21Z', 'updated_at': '2021-12-08T01:42:30Z', 'revision_number': 4, 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'gw_port': {'id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:22Z', 'updated_at': '2021-12-08T01:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'f46427f8-1f09-4c5f-9df2-69ba5eba0704', 'name': '', 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'mac_address': 'fa:16:3e:e5:71:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '4234b37d-9e8c-479e-bdf2-32ca7cf13983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:26Z', 'updated_at': '2021-12-08T01:42:30Z', 'revision_number': 2, 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'subnets': [{'id': '4234b37d-9e8c-479e-bdf2-32ca7cf13983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:32.937289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Checking router: 23acfe9a-f767-4589-b016-b17585a21cdf for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:42:32.937662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Updating router 23acfe9a-f767-4589-b016-b17585a21cdf port f46427f8-1f09-4c5f-9df2-69ba5eba0704 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:42:32.973580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eac75a-4d89-4b32-b5a7-a0553cc0d79f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:32.980394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eac75a-4d89-4b32-b5a7-a0553cc0d79f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:32.983509 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f3eac75a-4d89-4b32-b5a7-a0553cc0d79f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1659060 Dec 08 01:42:32.985692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51600) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:33.011226 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:33.080928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c873f1-0539-4c2e-9280-abe83be752e3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet febbca43-fbf8-43a5-bd67-0270302af24b {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:42:33.093401 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3c873f1-0539-4c2e-9280-abe83be752e3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:33.196807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed5525-520b-4333-a4e1-8aaae8f4ae4e req-f7e7c01b-2739-4c3f-8374-99dbc7c0fca6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:33.198594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92ed5525-520b-4333-a4e1-8aaae8f4ae4e req-f7e7c01b-2739-4c3f-8374-99dbc7c0fca6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.1211369 Dec 08 01:42:33.209122 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3c873f1-0539-4c2e-9280-abe83be752e3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:33.345781 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3c873f1-0539-4c2e-9280-abe83be752e3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:33.347079 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92ed5525-520b-4333-a4e1-8aaae8f4ae4e req-a0eeaa57-8ba0-4036-a561-5ad34447742f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377733 Dec 08 01:42:33.498871 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3c873f1-0539-4c2e-9280-abe83be752e3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:33.552084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c873f1-0539-4c2e-9280-abe83be752e3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=febbca43-fbf8-43a5-bd67-0270302af24b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:33.567511 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3c873f1-0539-4c2e-9280-abe83be752e3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:33.573848 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f3c873f1-0539-4c2e-9280-abe83be752e3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/febbca43-fbf8-43a5-bd67-0270302af24b HTTP/1.1" status: 204 len: 168 time: 0.5849464 Dec 08 01:42:33.574590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51622) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:33.596754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ade098-6d23-4ed5-995f-77c42d8eb12a req-0e84b532-5831-4be9-8566-2ab5880528e3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:33.596754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ade098-6d23-4ed5-995f-77c42d8eb12a req-0e84b532-5831-4be9-8566-2ab5880528e3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:33.603949 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-71ade098-6d23-4ed5-995f-77c42d8eb12a req-0e84b532-5831-4be9-8566-2ab5880528e3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1682 time: 0.1720860 Dec 08 01:42:33.610108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e9c8d-0383-444f-bcd7-63398f29c2b7 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:33.685414 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-02a4a857-59e1-40b8-8487-632880c20c50 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098635 Dec 08 01:42:33.687703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51634) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:33.694079 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-71ade098-6d23-4ed5-995f-77c42d8eb12a req-835a81a3-8c8a-439f-9644-c84d5a660427 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889959 Dec 08 01:42:33.790453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f78024-dffe-46a2-8e36-fada20607d7b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:33.792214 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a5f78024-dffe-46a2-8e36-fada20607d7b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1033731 Dec 08 01:42:33.795800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51648) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:33.836044 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:33.842317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-d429adf2-3529-41d1-a976-b1e48d486d30 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:33.871120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-d429adf2-3529-41d1-a976-b1e48d486d30 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:33.877626 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-d429adf2-3529-41d1-a976-b1e48d486d30 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.65 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1682 time: 0.1809866 Dec 08 01:42:33.893564 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:33.945073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ec267-ed11-46bd-94e8-884f81186874 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:33.951370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51664) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:33.952735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ac1ec267-ed11-46bd-94e8-884f81186874 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1553795 Dec 08 01:42:33.983854 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:33.991794 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:34.015831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9ae5c8-40fe-43c9-a3a9-72cc99abda78 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:42:34.084193 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-be6166d3-04d5-4234-bb07-1ec0714b36a3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299803 Dec 08 01:42:34.088887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51668) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:34.095728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cc35afc5-8548-4ba2-ac60-07bce2cfb542 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:34.109756 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7cf26-110f-4bf9-ab78-1bbd650f31c4 None None] Pushing event updated for resources: {'Port': ['ID=f46427f8-1f09-4c5f-9df2-69ba5eba0704,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:34.218431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ae5c8-40fe-43c9-a3a9-72cc99abda78 None None] Deleting port 9d8738f8-b537-43ae-9c94-cd2161e02a71 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:34.220633 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae5c8-40fe-43c9-a3a9-72cc99abda78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:34.239117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-a05432dc-cdd4-4d1a-a0f1-a1da0e30a3a3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting port 7376e88f-c25d-489c-9978-c862c2ce0a28 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:34.239736 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-a05432dc-cdd4-4d1a-a0f1-a1da0e30a3a3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:34.346768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc35afc5-8548-4ba2-ac60-07bce2cfb542 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:34.352319 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc35afc5-8548-4ba2-ac60-07bce2cfb542 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:34.433285 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Attempting to bind port f46427f8-1f09-4c5f-9df2-69ba5eba0704 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:34.439266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Attempting to bind port f46427f8-1f09-4c5f-9df2-69ba5eba0704 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f70f1215-96f8-4387-90aa-955143818db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:34.439667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Attempting to bind port f46427f8-1f09-4c5f-9df2-69ba5eba0704 on network b2984459-887d-4d82-98b9-939640d54b08 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:34.484779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:34.485190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Checking segment: {'id': 'f70f1215-96f8-4387-90aa-955143818db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:34.487025 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:34.487951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Bound using segment: {'id': 'f70f1215-96f8-4387-90aa-955143818db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:34.488498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Bound port: f46427f8-1f09-4c5f-9df2-69ba5eba0704, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70f1215-96f8-4387-90aa-955143818db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:34.490935 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:34.528849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-fc9ae5c8-40fe-43c9-a3a9-72cc99abda78 None None] For port 9d8738f8-b537-43ae-9c94-cd2161e02a71, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9d8738f8-b537-43ae-9c94-cd2161e02a71,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:34.530598 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae5c8-40fe-43c9-a3a9-72cc99abda78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:34.606075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ae5c8-40fe-43c9-a3a9-72cc99abda78 None None] Calling delete_port for 9d8738f8-b537-43ae-9c94-cd2161e02a71 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:34.749072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-a05432dc-cdd4-4d1a-a0f1-a1da0e30a3a3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] For port 7376e88f-c25d-489c-9978-c862c2ce0a28, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7376e88f-c25d-489c-9978-c862c2ce0a28,segment=NetworkSegment(5f3c20ea-f6f8-452a-99f7-141936e05633),segment_id=5f3c20ea-f6f8-452a-99f7-141936e05633)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:34.751418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-a05432dc-cdd4-4d1a-a0f1-a1da0e30a3a3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:34.801463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-a05432dc-cdd4-4d1a-a0f1-a1da0e30a3a3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Calling delete_port for 7376e88f-c25d-489c-9978-c862c2ce0a28 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:34.845692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a334c2-5c2e-4d22-a977-b6afc481cbe0 req-87bc6ad2-4c11-4530-b13b-176b29a64ea7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:34.863852 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7a334c2-5c2e-4d22-a977-b6afc481cbe0 req-87bc6ad2-4c11-4530-b13b-176b29a64ea7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.2606642 Dec 08 01:42:34.909257 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc35afc5-8548-4ba2-ac60-07bce2cfb542 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:35.066040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] For port f46427f8-1f09-4c5f-9df2-69ba5eba0704, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:35.071845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] For port f46427f8-1f09-4c5f-9df2-69ba5eba0704, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f46427f8-1f09-4c5f-9df2-69ba5eba0704,segment=NetworkSegment(f70f1215-96f8-4387-90aa-955143818db0),segment_id=f70f1215-96f8-4387-90aa-955143818db0)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:35.086833 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:35.092766 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:35.109515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc35afc5-8548-4ba2-ac60-07bce2cfb542 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:35.116010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cc35afc5-8548-4ba2-ac60-07bce2cfb542 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:35.127340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70070a-2a8c-45d1-8565-f6035afcf125 req-191f9a60-ec93-4540-a162-2f53702361b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:35.145296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70070a-2a8c-45d1-8565-f6035afcf125 req-191f9a60-ec93-4540-a162-2f53702361b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:35.147535 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b70070a-2a8c-45d1-8565-f6035afcf125 req-191f9a60-ec93-4540-a162-2f53702361b2 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 1682 time: 0.2297966 Dec 08 01:42:35.149377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc35afc5-8548-4ba2-ac60-07bce2cfb542 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:35.150235 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc35afc5-8548-4ba2-ac60-07bce2cfb542 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:35.163917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35afc5-8548-4ba2-ac60-07bce2cfb542 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=60c3e753-23f5-4e53-ac36-f29c9fb8613a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:35.183407 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7a334c2-5c2e-4d22-a977-b6afc481cbe0 req-17cdba66-4619-4ea0-a244-3752106b2c34 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183291 Dec 08 01:42:35.194023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0cf61006-6456-46fb-983f-7d25974286a4 None None] Provisioning complete for port f46427f8-1f09-4c5f-9df2-69ba5eba0704 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:35.194404 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cf61006-6456-46fb-983f-7d25974286a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:35.221849 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cc35afc5-8548-4ba2-ac60-07bce2cfb542 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1293044 Dec 08 01:42:35.225904 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51736) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:35.259692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'fixed_ips': [{'subnet_id': '60c3e753-23f5-4e53-ac36-f29c9fb8613a', 'ip_address': '2001:db8::9487:ea9f:d01a:ea47'}], 'name': 'tempest-NetworksTestDHCPv6-2058499153'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:35.269215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Routers {'23acfe9a-f767-4589-b016-b17585a21cdf'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:35.269929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['23acfe9a-f767-4589-b016-b17585a21cdf'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:35.293336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b70070a-2a8c-45d1-8565-f6035afcf125 req-bddcb7bd-fa56-4a21-94d6-677ef391fa26 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257577 Dec 08 01:42:35.509936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51742) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:35.514574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] Set router 23acfe9a-f767-4589-b016-b17585a21cdf gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:35.615541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51748) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:35.640103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-a05432dc-cdd4-4d1a-a0f1-a1da0e30a3a3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:35.643066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:35.765557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7cf26-110f-4bf9-ab78-1bbd650f31c4 None None] Pushing event updated for resources: {'Port': ['ID=f46427f8-1f09-4c5f-9df2-69ba5eba0704,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:35.773875 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc9ae5c8-40fe-43c9-a3a9-72cc99abda78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:35.821931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ae5c8-40fe-43c9-a3a9-72cc99abda78 None None] Pushing event deleted for resources: {'Port': ['ID=9d8738f8-b537-43ae-9c94-cd2161e02a71,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:35.823449 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1845df64-dc88-47b7-b776-dbc0edcc68b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:35.834137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ae5c8-40fe-43c9-a3a9-72cc99abda78 None None] No DVR routers for this DVR port 9d8738f8-b537-43ae-9c94-cd2161e02a71 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:35.837420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9d8738f8-b537-43ae-9c94-cd2161e02a71 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:35.895950 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:35.947555 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b5a320-fdb5-43c2-a721-79ab9953fd34 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:35.949254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port 7ec33c86-1d97-4527-8876-525979c6f440 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:42:35.950678 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cf61006-6456-46fb-983f-7d25974286a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:35.979400 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b22e91fd-2e1f-430b-bb61-5d83f5974e8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.134705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b22e91fd-2e1f-430b-bb61-5d83f5974e8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.144338 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b22e91fd-2e1f-430b-bb61-5d83f5974e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.154556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 9d8738f8-b537-43ae-9c94-cd2161e02a71 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:42:36.155303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9d8738f8-b537-43ae-9c94-cd2161e02a71 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:42:36.189794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0cf61006-6456-46fb-983f-7d25974286a4 None None] For port f46427f8-1f09-4c5f-9df2-69ba5eba0704, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f46427f8-1f09-4c5f-9df2-69ba5eba0704,segment=NetworkSegment(f70f1215-96f8-4387-90aa-955143818db0),segment_id=f70f1215-96f8-4387-90aa-955143818db0)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:36.206159 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b22e91fd-2e1f-430b-bb61-5d83f5974e8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf28851e3aa54329991c6cbe7235da96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5870440 Dec 08 01:42:36.208677 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cf61006-6456-46fb-983f-7d25974286a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.231943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51754) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:36.232384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'name': 'tempest-TaggedBootDevicesTest_v242-1288369392-router', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:21Z', 'updated_at': '2021-12-08T01:42:30Z', 'revision_number': 4, 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'gw_port': {'id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:22Z', 'updated_at': '2021-12-08T01:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'f46427f8-1f09-4c5f-9df2-69ba5eba0704', 'name': '', 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'mac_address': 'fa:16:3e:e5:71:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '4234b37d-9e8c-479e-bdf2-32ca7cf13983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:26Z', 'updated_at': '2021-12-08T01:42:35Z', 'revision_number': 4, 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'subnets': [{'id': '4234b37d-9e8c-479e-bdf2-32ca7cf13983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:36.234225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::9487:ea9f:d01a:ea47 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/60c3e753-23f5-4e53-ac36-f29c9fb8613a/7ec33c86-1d97-4527-8876-525979c6f440) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:36.317530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': '60c3e753-23f5-4e53-ac36-f29c9fb8613a'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:42:36.318921 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.322625 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051b478f-a5ca-451d-9cef-b58187741ecd None None] The sync data for ids ['23acfe9a-f767-4589-b016-b17585a21cdf'] in n-d-713498-30 is: [{'id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'name': 'tempest-TaggedBootDevicesTest_v242-1288369392-router', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:21Z', 'updated_at': '2021-12-08T01:42:30Z', 'revision_number': 4, 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'gw_port': {'id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:22Z', 'updated_at': '2021-12-08T01:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'f46427f8-1f09-4c5f-9df2-69ba5eba0704', 'name': '', 'network_id': 'b2984459-887d-4d82-98b9-939640d54b08', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'mac_address': 'fa:16:3e:e5:71:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '4234b37d-9e8c-479e-bdf2-32ca7cf13983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:26Z', 'updated_at': '2021-12-08T01:42:35Z', 'revision_number': 4, 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'subnets': [{'id': '4234b37d-9e8c-479e-bdf2-32ca7cf13983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:42:36.417842 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1845df64-dc88-47b7-b776-dbc0edcc68b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.456960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf61006-6456-46fb-983f-7d25974286a4 None None] Pushing event updated for resources: {'Port': ['ID=f46427f8-1f09-4c5f-9df2-69ba5eba0704,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:36.463746 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1845df64-dc88-47b7-b776-dbc0edcc68b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.478057 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d44a8197-20db-4785-9803-9ea66ca4b91b None None] Provisioning complete for port f46427f8-1f09-4c5f-9df2-69ba5eba0704 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:36.478441 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d44a8197-20db-4785-9803-9ea66ca4b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.485771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-a05432dc-cdd4-4d1a-a0f1-a1da0e30a3a3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] No DVR routers for this DVR port 7376e88f-c25d-489c-9978-c862c2ce0a28 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:36.491647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-a05432dc-cdd4-4d1a-a0f1-a1da0e30a3a3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.497588 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-a05432dc-cdd4-4d1a-a0f1-a1da0e30a3a3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.65 "DELETE /v2.0/ports/7376e88f-c25d-489c-9978-c862c2ce0a28 HTTP/1.1" status: 204 len: 173 time: 2.6127787 Dec 08 01:42:36.498578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05432dc-cdd4-4d1a-a0f1-a1da0e30a3a3 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Port': ['ID=7376e88f-c25d-489c-9978-c862c2ce0a28,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:36.502093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e91fd-2e1f-430b-bb61-5d83f5974e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbcddd2-f004-4c49-9ad4-31f0d75e10ef,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:36.505416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'name': 'network-vif-deleted', 'tag': '7376e88f-c25d-489c-9978-c862c2ce0a28'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:42:36.507718 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30afcb8e-e699-43a6-a529-fa5b878daa5f" -d '{"events": [{"server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "name": "network-vif-deleted", "tag": "7376e88f-c25d-489c-9978-c862c2ce0a28"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:42:36.642140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1845df64-dc88-47b7-b776-dbc0edcc68b2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93fecba8b43745cb8735882ba1b9ec3e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1302736 Dec 08 01:42:36.645427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51764) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:36.648781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c6f3c0f-8874-4164-9fc9-0aafa11b624f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.681141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845df64-dc88-47b7-b776-dbc0edcc68b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd183b34-4bf1-4f8f-a324-203ff507b3f5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:36.683724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f44f7f-6ad7-4e02-afbd-db7473d50ea9 req-ae64cbe0-1579-44e8-b71c-53b6460d2e87 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:36.694668 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-36f44f7f-6ad7-4e02-afbd-db7473d50ea9 req-ae64cbe0-1579-44e8-b71c-53b6460d2e87 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.3163764 Dec 08 01:42:36.725578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e94b7c-c8cf-49a5-b672-1d7eb314da9c req-e93bf949-87b5-497c-af74-060d4780ab19 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:36.727348 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09e94b7c-c8cf-49a5-b672-1d7eb314da9c req-e93bf949-87b5-497c-af74-060d4780ab19 tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 946 time: 0.2263997 Dec 08 01:42:36.761930 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.766241 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c6f3c0f-8874-4164-9fc9-0aafa11b624f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.883260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-091dfa5e-ca28-4bc3-abf1-708fbc04c87b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting port ea74ee23-7932-4d11-9cf7-0b66e8617af8 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:36.883867 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09e94b7c-c8cf-49a5-b672-1d7eb314da9c req-caea850f-8b40-4670-ab62-5019b400fa7f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/security-groups?id=4355ce87-755f-4b28-af49-d643dd8953d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422923 Dec 08 01:42:36.884275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-091dfa5e-ca28-4bc3-abf1-708fbc04c87b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.885164 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84799f12-bb77-44ec-811b-0f7cc60d20d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.890760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ea74ee23-7932-4d11-9cf7-0b66e8617af8 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:36.901690 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-36f44f7f-6ad7-4e02-afbd-db7473d50ea9 req-3eaedb5d-41fd-4531-9923-48f4c074be60 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064641 Dec 08 01:42:36.961000 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84799f12-bb77-44ec-811b-0f7cc60d20d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.963403 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c6f3c0f-8874-4164-9fc9-0aafa11b624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.966214 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c6f3c0f-8874-4164-9fc9-0aafa11b624f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:36.967419 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8c6f3c0f-8874-4164-9fc9-0aafa11b624f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fbbcddd2-f004-4c49-9ad4-31f0d75e10ef HTTP/1.1" status: 204 len: 168 time: 0.7266448 Dec 08 01:42:36.986538 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.033764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f3c0f-8874-4164-9fc9-0aafa11b624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbcddd2-f004-4c49-9ad4-31f0d75e10ef,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:37.069254 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fccaac-6e93-490b-837e-80df1b495ea5 x-openstack-request-id: req-f5fccaac-6e93-490b-837e-80df1b495ea5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:42:37.070336 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "name": "network-vif-deleted", "tag": "7376e88f-c25d-489c-9978-c862c2ce0a28", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:42:37.070486 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5fccaac-6e93-490b-837e-80df1b495ea5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:42:37.070887 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'name': 'network-vif-deleted', 'tag': '7376e88f-c25d-489c-9978-c862c2ce0a28', 'status': 'completed', 'code': 200} Dec 08 01:42:37.124458 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84799f12-bb77-44ec-811b-0f7cc60d20d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.127107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84799f12-bb77-44ec-811b-0f7cc60d20d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.128610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-84799f12-bb77-44ec-811b-0f7cc60d20d6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dd183b34-4bf1-4f8f-a324-203ff507b3f5 HTTP/1.1" status: 204 len: 168 time: 0.4810181 Dec 08 01:42:37.147262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84799f12-bb77-44ec-811b-0f7cc60d20d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd183b34-4bf1-4f8f-a324-203ff507b3f5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:37.181746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:37.199394 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.204073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Allocated IP 2001:db8::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/60c3e753-23f5-4e53-ac36-f29c9fb8613a/2f0246d2-9392-43b4-b450-9b44f862214a) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:37.263385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea74ee23-7932-4d11-9cf7-0b66e8617af8'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:42:37.265709 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d712892-fd7a-4995-80c0-508283921b68" -d '{"events": [{"server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "name": "network-vif-unplugged", "status": "completed", "tag": "ea74ee23-7932-4d11-9cf7-0b66e8617af8"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:42:37.299893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:37.307324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=7ec33c86-1d97-4527-8876-525979c6f440,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:37.311114 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ea74ee23-7932-4d11-9cf7-0b66e8617af8, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ea74ee23-7932-4d11-9cf7-0b66e8617af8,segment=NetworkSegment(d6c5734b-02c7-4884-afd2-dc0efbba35e6),segment_id=d6c5734b-02c7-4884-afd2-dc0efbba35e6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:37.320549 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:37.335999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:37.336547 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c3930e-d639-4c90-b47b-9c5b00901a6f x-openstack-request-id: req-a8c3930e-d639-4c90-b47b-9c5b00901a6f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:42:37.337247 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.337372 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "name": "network-vif-unplugged", "status": "completed", "tag": "ea74ee23-7932-4d11-9cf7-0b66e8617af8", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:42:37.337573 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8c3930e-d639-4c90-b47b-9c5b00901a6f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:42:37.338114 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea74ee23-7932-4d11-9cf7-0b66e8617af8', 'code': 200} Dec 08 01:42:37.341445 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.342596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 7376e88f-c25d-489c-9978-c862c2ce0a28 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:37.398694 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8a00607e-892d-4f33-92af-28bc1a03470c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1672683 Dec 08 01:42:37.399222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51780) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:37.406608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8225d3cc-1a1e-4a26-b1a0-22e84be4ccd0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'fixed_ips': [{'subnet_id': '60c3e753-23f5-4e53-ac36-f29c9fb8613a', 'ip_address': '2001:db8::9487:ea9f:d01a:ea47'}], 'name': 'tempest-NetworksTestDHCPv6-344865295'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:37.426901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-091dfa5e-ca28-4bc3-abf1-708fbc04c87b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] For port ea74ee23-7932-4d11-9cf7-0b66e8617af8, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ea74ee23-7932-4d11-9cf7-0b66e8617af8,segment=NetworkSegment(d6c5734b-02c7-4884-afd2-dc0efbba35e6),segment_id=d6c5734b-02c7-4884-afd2-dc0efbba35e6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:37.427668 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-091dfa5e-ca28-4bc3-abf1-708fbc04c87b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.437927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=ea74ee23-7932-4d11-9cf7-0b66e8617af8,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:37.450163 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 7376e88f-c25d-489c-9978-c862c2ce0a28 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:42:37.450926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 7376e88f-c25d-489c-9978-c862c2ce0a28 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:42:37.465734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-091dfa5e-ca28-4bc3-abf1-708fbc04c87b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Calling delete_port for ea74ee23-7932-4d11-9cf7-0b66e8617af8 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:37.621786 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.641469 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.679900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8225d3cc-1a1e-4a26-b1a0-22e84be4ccd0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:37.693167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:37.699446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:37.704302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:37.720450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Pushing event updated for resources: {'Port': ['ID=2f0246d2-9392-43b4-b450-9b44f862214a,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:37.789848 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-091dfa5e-ca28-4bc3-abf1-708fbc04c87b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.818010 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51788) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:37.848645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Attempting to bind port 2f0246d2-9392-43b4-b450-9b44f862214a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:37.849085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Attempting to bind port 2f0246d2-9392-43b4-b450-9b44f862214a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:37.849468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Attempting to bind port 2f0246d2-9392-43b4-b450-9b44f862214a on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:37.857474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:37.858281 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:37.858872 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.859537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:37.860235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Bound port: 2f0246d2-9392-43b4-b450-9b44f862214a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:37.860975 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.934616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091dfa5e-ca28-4bc3-abf1-708fbc04c87b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Port': ['ID=ea74ee23-7932-4d11-9cf7-0b66e8617af8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:37.951658 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4bad7473-416c-439c-b508-ec268d16a5aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:37.967129 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8225d3cc-1a1e-4a26-b1a0-22e84be4ccd0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:38.022676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f46427f8-1f09-4c5f-9df2-69ba5eba0704 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:38.025333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-8225d3cc-1a1e-4a26-b1a0-22e84be4ccd0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port 45dff0bd-738f-4d83-9d8f-83035a7bf864 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:42:38.175380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-091dfa5e-ca28-4bc3-abf1-708fbc04c87b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] No DVR routers for this DVR port ea74ee23-7932-4d11-9cf7-0b66e8617af8 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:38.187456 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4bad7473-416c-439c-b508-ec268d16a5aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:38.189213 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-091dfa5e-ca28-4bc3-abf1-708fbc04c87b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:38.192642 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e81d4ee3-4941-4e44-8f68-b19cdf04f5c6 req-091dfa5e-ca28-4bc3-abf1-708fbc04c87b tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.65 "DELETE /v2.0/ports/ea74ee23-7932-4d11-9cf7-0b66e8617af8 HTTP/1.1" status: 204 len: 173 time: 1.6622245 Dec 08 01:42:38.198241 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port f46427f8-1f09-4c5f-9df2-69ba5eba0704 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:38.198768 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:38.214981 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4bad7473-416c-439c-b508-ec268d16a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:38.266087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] For port 2f0246d2-9392-43b4-b450-9b44f862214a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:38.279681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88d5971c-fbed-4038-a55e-f6a0dff0dc2b req-caa1db3a-e8ba-4423-abe2-451c2fc2b7dd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "GET /v2.0/ports?device_id=57aebf59-46a0-4f51-aded-47ae44bff209 HTTP/1.1" status: 200 len: 210 time: 0.1169448 Dec 08 01:42:38.312694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] For port 2f0246d2-9392-43b4-b450-9b44f862214a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2f0246d2-9392-43b4-b450-9b44f862214a,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:38.328551 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4bad7473-416c-439c-b508-ec268d16a5aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4626deca036c45518e410b0e79212645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4907036 Dec 08 01:42:38.332968 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:38.337305 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51806) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:38.370476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad7473-416c-439c-b508-ec268d16a5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7afd18-6f26-4108-a1e4-eebd2c074e42,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:38.455804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf120d9-2515-4bdc-9f69-3629acfd38f7 req-b321ac35-b0ec-4f0d-9805-5c229b5759c2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:38.464021 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0bf120d9-2515-4bdc-9f69-3629acfd38f7 req-b321ac35-b0ec-4f0d-9805-5c229b5759c2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.2927024 Dec 08 01:42:38.496390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01243a05-2c03-48bf-a1a2-2aeca59a8571 None None] Pushing event updated for resources: {'Port': ['ID=2f0246d2-9392-43b4-b450-9b44f862214a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:38.570604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0bf120d9-2515-4bdc-9f69-3629acfd38f7 req-92ea0460-0d33-4312-9cf3-4234d109f3a4 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052511 Dec 08 01:42:38.696592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a862520-e3cd-434f-ac60-9e7ffccef9e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:38.733284 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-8225d3cc-1a1e-4a26-b1a0-22e84be4ccd0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 01:42:38.733797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8225d3cc-1a1e-4a26-b1a0-22e84be4ccd0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:42:38.741230 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a862520-e3cd-434f-ac60-9e7ffccef9e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:38.779701 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8225d3cc-1a1e-4a26-b1a0-22e84be4ccd0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3790183 Dec 08 01:42:38.782759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51812) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:38.863861 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a862520-e3cd-434f-ac60-9e7ffccef9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:38.868574 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a862520-e3cd-434f-ac60-9e7ffccef9e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:38.869970 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6a862520-e3cd-434f-ac60-9e7ffccef9e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a7afd18-6f26-4108-a1e4-eebd2c074e42 HTTP/1.1" status: 204 len: 168 time: 0.5306330 Dec 08 01:42:38.882469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a862520-e3cd-434f-ac60-9e7ffccef9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7afd18-6f26-4108-a1e4-eebd2c074e42,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:38.948067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609be566-0ef2-4060-84a0-9ac95f581eea tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:38.974329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609be566-0ef2-4060-84a0-9ac95f581eea tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:38.976918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-609be566-0ef2-4060-84a0-9ac95f581eea tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1918123 Dec 08 01:42:38.980341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:39.073127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'name': 'network-vif-deleted', 'tag': 'ea74ee23-7932-4d11-9cf7-0b66e8617af8'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:42:39.082172 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c28448-cc6c-4c0a-bb52-5e1154a7b08f" -d '{"events": [{"server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "name": "network-vif-deleted", "tag": "ea74ee23-7932-4d11-9cf7-0b66e8617af8"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:42:39.174354 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af43fa43-40dc-4f09-b8d8-f48b05d09038 x-openstack-request-id: req-af43fa43-40dc-4f09-b8d8-f48b05d09038 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:42:39.174723 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57aebf59-46a0-4f51-aded-47ae44bff209", "name": "network-vif-deleted", "tag": "ea74ee23-7932-4d11-9cf7-0b66e8617af8", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:42:39.174977 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-af43fa43-40dc-4f09-b8d8-f48b05d09038 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:42:39.175433 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57aebf59-46a0-4f51-aded-47ae44bff209', 'name': 'network-vif-deleted', 'tag': 'ea74ee23-7932-4d11-9cf7-0b66e8617af8', 'status': 'completed', 'code': 200} Dec 08 01:42:39.222351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d5f9311a-809d-4b02-b715-347621eb332b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port 7ec33c86-1d97-4527-8876-525979c6f440 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:39.222733 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5f9311a-809d-4b02-b715-347621eb332b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:39.337846 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5f9311a-809d-4b02-b715-347621eb332b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:39.357060 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d5f9311a-809d-4b02-b715-347621eb332b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for 7ec33c86-1d97-4527-8876-525979c6f440 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:39.363901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51834) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:39.447851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ca066e-b145-47ee-b92f-64fc1cc1521a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting subnet 6e992f15-97e4-4ae0-b3fb-6e702e8115d7 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:42:39.452660 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40ca066e-b145-47ee-b92f-64fc1cc1521a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:39.534356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40ca066e-b145-47ee-b92f-64fc1cc1521a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:39.603683 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5f9311a-809d-4b02-b715-347621eb332b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:39.675726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9311a-809d-4b02-b715-347621eb332b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=7ec33c86-1d97-4527-8876-525979c6f440,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:39.763019 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5f9311a-809d-4b02-b715-347621eb332b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:39.768556 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d5f9311a-809d-4b02-b715-347621eb332b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/7ec33c86-1d97-4527-8876-525979c6f440 HTTP/1.1" status: 204 len: 168 time: 0.7848871 Dec 08 01:42:39.776153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:39.793607 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40ca066e-b145-47ee-b92f-64fc1cc1521a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:39.965201 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40ca066e-b145-47ee-b92f-64fc1cc1521a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:39.986385 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6238c-5f1b-40ce-8745-e9d7d69c443b req-ef79850f-aed8-486b-9cf1-53dc202adea3 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:39.989851 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bcf6238c-5f1b-40ce-8745-e9d7d69c443b req-ef79850f-aed8-486b-9cf1-53dc202adea3 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.2548883 Dec 08 01:42:39.994273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318a0cf-99dd-4f46-b94a-13b4f02395eb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:39.996072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318a0cf-99dd-4f46-b94a-13b4f02395eb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:39.999555 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5318a0cf-99dd-4f46-b94a-13b4f02395eb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2222748 Dec 08 01:42:40.011500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51856) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:40.048118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2f0246d2-9392-43b4-b450-9b44f862214a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:40.054043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8d3808-1ae7-4b87-ae78-97510eb97980 None None] Network 183881c9-418d-4e36-b5c8-b7efc7f02cb9 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:40.065311 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40ca066e-b145-47ee-b92f-64fc1cc1521a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.084980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-40ca066e-b145-47ee-b92f-64fc1cc1521a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "DELETE /v2.0/subnets/6e992f15-97e4-4ae0-b3fb-6e702e8115d7 HTTP/1.1" status: 204 len: 168 time: 0.7198491 Dec 08 01:42:40.085479 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51860) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:40.126697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca066e-b145-47ee-b92f-64fc1cc1521a tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Subnet': ['ID=6e992f15-97e4-4ae0-b3fb-6e702e8115d7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:40.143608 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bcf6238c-5f1b-40ce-8745-e9d7d69c443b req-dd7c5015-e7c2-47f5-bead-4f7df2e31f2c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358678 Dec 08 01:42:40.163878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-65649e1b-2710-44c6-a5f9-00a08582cec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 60c3e753-23f5-4e53-ac36-f29c9fb8613a {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:42:40.168138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65649e1b-2710-44c6-a5f9-00a08582cec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.196604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51864) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:40.235807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65649e1b-2710-44c6-a5f9-00a08582cec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.309701 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.421556 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting port 528d47f7-5003-4d14-84f7-42043effd4b6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:40.421902 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.440651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65649e1b-2710-44c6-a5f9-00a08582cec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.450321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 2f0246d2-9392-43b4-b450-9b44f862214a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:40.451227 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.496440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ea0a6aae-0673-4e5a-a46b-073a5c641365 None None] Provisioning complete for port 2f0246d2-9392-43b4-b450-9b44f862214a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:40.497046 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6aae-0673-4e5a-a46b-073a5c641365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.532867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] For port 528d47f7-5003-4d14-84f7-42043effd4b6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=528d47f7-5003-4d14-84f7-42043effd4b6,segment=NetworkSegment(5f3c20ea-f6f8-452a-99f7-141936e05633),segment_id=5f3c20ea-f6f8-452a-99f7-141936e05633)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:40.534415 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.570826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Calling delete_port for 528d47f7-5003-4d14-84f7-42043effd4b6 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:40.654734 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65649e1b-2710-44c6-a5f9-00a08582cec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.691165 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65649e1b-2710-44c6-a5f9-00a08582cec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.694516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd16acc-cbe7-44ed-8969-316ddc130fb6 None None] DHCP port deletion for 183881c9-418d-4e36-b5c8-b7efc7f02cb9 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:42:40.697925 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-65649e1b-2710-44c6-a5f9-00a08582cec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/60c3e753-23f5-4e53-ac36-f29c9fb8613a HTTP/1.1" status: 204 len: 168 time: 0.6826935 Dec 08 01:42:40.701137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51876) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:40.739195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65649e1b-2710-44c6-a5f9-00a08582cec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=60c3e753-23f5-4e53-ac36-f29c9fb8613a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:40.796242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:40.818982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:40.821079 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-edba03f0-7e36-4f16-822c-5a93297a9cf5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1167531 Dec 08 01:42:40.831150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1b02ddb6-0a19-4ddf-92e7-ac997491b2d9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:40.861970 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.892835 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:40.921016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51884) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:40.965540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Port': ['ID=528d47f7-5003-4d14-84f7-42043effd4b6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:40.979094 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd87ca-d3e4-4632-a266-680d1f187b97 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:40.982922 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] No DVR routers for this DVR port 528d47f7-5003-4d14-84f7-42043effd4b6 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:41.103182 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ea0a6aae-0673-4e5a-a46b-073a5c641365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.106306 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.231395 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.250125 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:42:41.251004 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:42:41.263536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183881c9-418d-4e36-b5c8-b7efc7f02cb9']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:41.266198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f8295-d12f-4825-b5a2-77cd6374e602 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:42:41.272602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-abd16acc-cbe7-44ed-8969-316ddc130fb6 None None] Deleting port 528d47f7-5003-4d14-84f7-42043effd4b6 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:41.272984 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abd16acc-cbe7-44ed-8969-316ddc130fb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.277180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3c20ea-f6f8-452a-99f7-141936e05633') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:41.277489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3c20ea-f6f8-452a-99f7-141936e05633') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:41.299994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1961357746-network', 'tenant_id': 'c5584dedca0441b0b59d74036f734889'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:41.305910 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.325803 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-ea0a6aae-0673-4e5a-a46b-073a5c641365 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:42:41.326172 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-ea0a6aae-0673-4e5a-a46b-073a5c641365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:42:41.383019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.395179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-abd16acc-cbe7-44ed-8969-316ddc130fb6 None None] For port 528d47f7-5003-4d14-84f7-42043effd4b6, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:41.395649 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abd16acc-cbe7-44ed-8969-316ddc130fb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.406300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:42:41.406699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:42:41.410952 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:42:41.419740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-abd16acc-cbe7-44ed-8969-316ddc130fb6 None None] Calling delete_port for 528d47f7-5003-4d14-84f7-42043effd4b6 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:41.424938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-abd16acc-cbe7-44ed-8969-316ddc130fb6 None None] Port 528d47f7-5003-4d14-84f7-42043effd4b6 was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:42:41.428725 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abd16acc-cbe7-44ed-8969-316ddc130fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.431430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b02ddb6-0a19-4ddf-92e7-ac997491b2d9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:41.433216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea755e07-91b8-45ad-99ca-63b173a9a68c req-abae589a-8e23-474f-90c3-31fb630f79cf tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:41.436099 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b02ddb6-0a19-4ddf-92e7-ac997491b2d9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.443388 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ea755e07-91b8-45ad-99ca-63b173a9a68c req-abae589a-8e23-474f-90c3-31fb630f79cf tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.1559634 Dec 08 01:42:41.451666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Made reservation on behalf of c5584dedca0441b0b59d74036f734889 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:41.454651 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.473444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd16acc-cbe7-44ed-8969-316ddc130fb6 None None] No DVR routers for this DVR port 528d47f7-5003-4d14-84f7-42043effd4b6 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:41.478572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd16acc-cbe7-44ed-8969-316ddc130fb6 None None] Pushing event deleted for resources: {'Port': ['ID=528d47f7-5003-4d14-84f7-42043effd4b6,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:41.489237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-036f8295-d12f-4825-b5a2-77cd6374e602 None None] Deleting port 2f0246d2-9392-43b4-b450-9b44f862214a {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:41.489793 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-036f8295-d12f-4825-b5a2-77cd6374e602 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.525658 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.532599 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.587369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-036f8295-d12f-4825-b5a2-77cd6374e602 None None] For port 2f0246d2-9392-43b4-b450-9b44f862214a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2f0246d2-9392-43b4-b450-9b44f862214a,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:41.588032 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-036f8295-d12f-4825-b5a2-77cd6374e602 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.592448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ea755e07-91b8-45ad-99ca-63b173a9a68c req-713a270b-d423-4d4f-b0d8-86a91d10e477 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413059 Dec 08 01:42:41.603777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.620392 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-036f8295-d12f-4825-b5a2-77cd6374e602 None None] Calling delete_port for 2f0246d2-9392-43b4-b450-9b44f862214a owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:41.652322 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.659438 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "DELETE /v2.0/networks/183881c9-418d-4e36-b5c8-b7efc7f02cb9 HTTP/1.1" status: 204 len: 168 time: 1.5618505 Dec 08 01:42:41.660763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51892) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:41.683912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd11394-6367-417d-9b59-39c26e2024cd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Network': ['ID=183881c9-418d-4e36-b5c8-b7efc7f02cb9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:41.789907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Allocated IP 172.25.2.51 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/7c9ff902-2050-4697-ad0a-84d6e2c05ffd) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:41.798648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Port 2f0246d2-9392-43b4-b450-9b44f862214a update to ACTIVE by agent not found {{(pid=103131) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 01:42:41.800216 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-036f8295-d12f-4825-b5a2-77cd6374e602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.818471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-62692648-8aec-45fb-b6c8-1a691a9b3abd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting subnet 223c31f6-d95e-4847-b9cb-67ae4f612552 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:42:41.829568 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62692648-8aec-45fb-b6c8-1a691a9b3abd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.907027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b02ddb6-0a19-4ddf-92e7-ac997491b2d9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.918566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f8295-d12f-4825-b5a2-77cd6374e602 None None] Pushing event deleted for resources: {'Port': ['ID=2f0246d2-9392-43b4-b450-9b44f862214a,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:41.930105 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ea0a6aae-0673-4e5a-a46b-073a5c641365 None None] Port 2f0246d2-9392-43b4-b450-9b44f862214a update to ACTIVE by agent not found {{(pid=103131) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 01:42:41.936012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f8295-d12f-4825-b5a2-77cd6374e602 None None] No DVR routers for this DVR port 2f0246d2-9392-43b4-b450-9b44f862214a on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:41.942373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b02ddb6-0a19-4ddf-92e7-ac997491b2d9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:41.977153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1b02ddb6-0a19-4ddf-92e7-ac997491b2d9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:41.989791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02ddb6-0a19-4ddf-92e7-ac997491b2d9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:41.991297 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b02ddb6-0a19-4ddf-92e7-ac997491b2d9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:41.994001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fa5215-e47f-4042-ba4d-f8a559c66a0b None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:41.997178 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62692648-8aec-45fb-b6c8-1a691a9b3abd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.041181 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.048599 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.055043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 528d47f7-5003-4d14-84f7-42043effd4b6 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:42.071449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:42:42.083730 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.084115 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Added segment e9a15b7b-2ecb-48d0-98a1-ac5a24609768 of type vlan for network 195adef1-7cec-4280-bd10-c38da887b969 Dec 08 01:42:42.085494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-eb64230c-996d-46e1-b30d-b76dd4e8540c None None] Could not find standard attr ID for object 7ec33c86-1d97-4527-8876-525979c6f440. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:42:42.087280 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 528d47f7-5003-4d14-84f7-42043effd4b6 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:42:42.087638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 528d47f7-5003-4d14-84f7-42043effd4b6 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:42:42.088130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2f0246d2-9392-43b4-b450-9b44f862214a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:42.128203 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 2f0246d2-9392-43b4-b450-9b44f862214a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:42:42.128942 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2f0246d2-9392-43b4-b450-9b44f862214a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:42:42.144245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1b02ddb6-0a19-4ddf-92e7-ac997491b2d9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3240354 Dec 08 01:42:42.151568 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51898) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:42.163968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-eda6342d-c869-4204-a18c-87e14be16b60 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'fixed_ips': [{'subnet_id': '1e0edc07-ef58-4696-b48e-37c14ae1ccc7', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-968162999'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:42.198833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.210068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02ddb6-0a19-4ddf-92e7-ac997491b2d9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=1e0edc07-ef58-4696-b48e-37c14ae1ccc7,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:42.232376 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.245568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ef8a74-389b-49b1-b5c7-61b2331c9618,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:42.272320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': '1e0edc07-ef58-4696-b48e-37c14ae1ccc7'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:42:42.273211 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.284231 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62692648-8aec-45fb-b6c8-1a691a9b3abd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.333056 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.334068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:42.334802 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.370852 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.404941 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62692648-8aec-45fb-b6c8-1a691a9b3abd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.410719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda6342d-c869-4204-a18c-87e14be16b60 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:42.416456 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eda6342d-c869-4204-a18c-87e14be16b60 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.472338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-eda6342d-c869-4204-a18c-87e14be16b60 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port 36a514e0-4060-4e4e-9333-e02ac05bc750 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:42:42.472565 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5247097 Dec 08 01:42:42.476749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d7f53-a7aa-4d3d-a258-b42ef266e8a2 admin admin] Pushing event updated for resources: {'Network': ['ID=195adef1-7cec-4280-bd10-c38da887b969,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:42.477219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:42.479954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62692648-8aec-45fb-b6c8-1a691a9b3abd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Subnet': ['ID=223c31f6-d95e-4847-b9cb-67ae4f612552,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:42.485606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b1b7fab1-46f3-4c5e-877d-02a5f6473fa2 admin admin] Request body: {'subnet': {'network_id': '195adef1-7cec-4280-bd10-c38da887b969', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1961357746-subnet', 'tenant_id': 'c5584dedca0441b0b59d74036f734889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:42.489369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:42.493745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:42.495310 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62692648-8aec-45fb-b6c8-1a691a9b3abd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.496523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Pushing event updated for resources: {'Port': ['ID=7c9ff902-2050-4697-ad0a-84d6e2c05ffd,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:42.499003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-62692648-8aec-45fb-b6c8-1a691a9b3abd tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "DELETE /v2.0/subnets/223c31f6-d95e-4847-b9cb-67ae4f612552 HTTP/1.1" status: 204 len: 168 time: 0.8369162 Dec 08 01:42:42.501385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:42.501891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51904) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:42.547467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 195adef1-7cec-4280-bd10-c38da887b969 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:42:42.549645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ec4433-6f4f-4516-bfe5-2d58a4ce0bfa None None] Network 16039f7c-1c29-4636-9254-ec1d0b4d3595 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:42.629916 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b7fab1-46f3-4c5e-877d-02a5f6473fa2 admin admin] Made reservation on behalf of c5584dedca0441b0b59d74036f734889 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:42.630777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.632671 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1b7fab1-46f3-4c5e-877d-02a5f6473fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.698986 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.809681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Allocated IP 2001:db8::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/1e0edc07-ef58-4696-b48e-37c14ae1ccc7/5fe26ee3-4a78-44ba-8ec7-79dd9009fd84) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:42.847488 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:42.940769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bb6c37-203e-4a2d-94b2-95c5a0041b21 None None] DHCP port deletion for 16039f7c-1c29-4636-9254-ec1d0b4d3595 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:42:42.955189 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2704570-397c-461b-be8f-119d6c677161 req-d492ed11-d885-4e3a-89b4-2e5efe4e4d7e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:42.956662 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a2704570-397c-461b-be8f-119d6c677161 req-d492ed11-d885-4e3a-89b4-2e5efe4e4d7e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.2459440 Dec 08 01:42:43.001256 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.021013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.073489 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a2704570-397c-461b-be8f-119d6c677161 req-b59983fe-57b2-488e-a0cd-0f5e32ffa39a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010902 Dec 08 01:42:43.106619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-24bb6c37-203e-4a2d-94b2-95c5a0041b21 None None] Deleting port e8e95ca1-f415-468d-b847-9f9ed0295e09 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:43.107394 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24bb6c37-203e-4a2d-94b2-95c5a0041b21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.118937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Deleting port e8e95ca1-f415-468d-b847-9f9ed0295e09 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:43.119282 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.150427 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1b7fab1-46f3-4c5e-877d-02a5f6473fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.165978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Pushing event updated for resources: {'Port': ['ID=7c9ff902-2050-4697-ad0a-84d6e2c05ffd,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:43.201761 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.217573 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.227733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-24bb6c37-203e-4a2d-94b2-95c5a0041b21 None None] For port e8e95ca1-f415-468d-b847-9f9ed0295e09, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e8e95ca1-f415-468d-b847-9f9ed0295e09,segment=NetworkSegment(d6c5734b-02c7-4884-afd2-dc0efbba35e6),segment_id=d6c5734b-02c7-4884-afd2-dc0efbba35e6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:43.227942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7fab1-46f3-4c5e-877d-02a5f6473fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9054bee9-4df7-4ee6-8702-053e3191bc4f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:43.228045 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24bb6c37-203e-4a2d-94b2-95c5a0041b21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.240204 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda6342d-c869-4204-a18c-87e14be16b60 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:42:43.241027 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda6342d-c869-4204-a18c-87e14be16b60 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:42:43.282845 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.315857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.318774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a9c6cad6-db98-428e-8299-99ab389e91c2 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1219459 Dec 08 01:42:43.323557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51914) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:43.330875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] For port e8e95ca1-f415-468d-b847-9f9ed0295e09, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e8e95ca1-f415-468d-b847-9f9ed0295e09,segment=NetworkSegment(d6c5734b-02c7-4884-afd2-dc0efbba35e6),segment_id=d6c5734b-02c7-4884-afd2-dc0efbba35e6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:43.331242 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.342004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-05b025c9-2be2-4844-af5d-4dc7df0df280 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1011387265', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'fixed_ips': [{'ip_address': '172.25.2.51'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:43.342855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Pushing event updated for resources: {'Port': ['ID=5fe26ee3-4a78-44ba-8ec7-79dd9009fd84,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:43.348921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b7fab1-46f3-4c5e-877d-02a5f6473fa2 admin admin] Checking segment: {'id': 'e9a15b7b-2ecb-48d0-98a1-ac5a24609768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '195adef1-7cec-4280-bd10-c38da887b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:43.349456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b7fab1-46f3-4c5e-877d-02a5f6473fa2 admin admin] Network hostable DHCP agents. Network: 195adef1-7cec-4280-bd10-c38da887b969, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:42:43.357897 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eda6342d-c869-4204-a18c-87e14be16b60 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2002108 Dec 08 01:42:43.360898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51918) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:43.379788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Calling delete_port for e8e95ca1-f415-468d-b847-9f9ed0295e09 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:43.381217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:43.382882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:43.385996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-24bb6c37-203e-4a2d-94b2-95c5a0041b21 None None] Calling delete_port for e8e95ca1-f415-468d-b847-9f9ed0295e09 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:43.398673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:43.408357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b025c9-2be2-4844-af5d-4dc7df0df280 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Made reservation on behalf of 7f2bf17076ba44ee821e1279f1d792c5 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:43.412248 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05b025c9-2be2-4844-af5d-4dc7df0df280 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.414983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b7fab1-46f3-4c5e-877d-02a5f6473fa2 admin admin] Network 195adef1-7cec-4280-bd10-c38da887b969 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:42:43.446600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05b025c9-2be2-4844-af5d-4dc7df0df280 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.514542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Attempting to bind port 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:43.514932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Attempting to bind port 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:43.515309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Attempting to bind port 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84 on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:43.523450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:43.523818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:43.524417 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.524827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:43.525315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Bound port: 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:43.525707 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.533662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b1b7fab1-46f3-4c5e-877d-02a5f6473fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 195adef1-7cec-4280-bd10-c38da887b969) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:43.549709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3220b14b-6a1e-48f5-9ceb-0e1e85ff89e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:43.551390 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3220b14b-6a1e-48f5-9ceb-0e1e85ff89e4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1895430 Dec 08 01:42:43.563421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b7fab1-46f3-4c5e-877d-02a5f6473fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:43.564100 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1b7fab1-46f3-4c5e-877d-02a5f6473fa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.581952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51922) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:43.606104 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b1b7fab1-46f3-4c5e-877d-02a5f6473fa2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1268299 Dec 08 01:42:43.609679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] For port 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:43.613127 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] For port 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5fe26ee3-4a78-44ba-8ec7-79dd9009fd84,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:43.614623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31874ee-27c9-4d4b-ad31-ac8fb5aaa478 None None] Network 195adef1-7cec-4280-bd10-c38da887b969 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:43.647625 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.659954 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05b025c9-2be2-4844-af5d-4dc7df0df280 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.677034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080e58a-0914-4258-a7cb-d5f1de6f2d34 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:43.678613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080e58a-0914-4258-a7cb-d5f1de6f2d34 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:43.680779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4080e58a-0914-4258-a7cb-d5f1de6f2d34 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0956159 Dec 08 01:42:43.682927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51926) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:43.718778 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.725813 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05b025c9-2be2-4844-af5d-4dc7df0df280 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.729266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-05b025c9-2be2-4844-af5d-4dc7df0df280 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] device_id is not set on port 73b3d6c0-c878-467d-8cdc-ee706e64dabe yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:42:43.736629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] No DVR routers for this DVR port e8e95ca1-f415-468d-b847-9f9ed0295e09 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:43.766318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Port': ['ID=e8e95ca1-f415-468d-b847-9f9ed0295e09,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:43.910337 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:43.947765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601a2a8-f893-461f-b004-806128a2c4b0 req-2a273cd9-1c91-4782-b7c8-44e95d20889a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:43.953116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0601a2a8-f893-461f-b004-806128a2c4b0 req-2a273cd9-1c91-4782-b7c8-44e95d20889a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.2857497 Dec 08 01:42:43.974558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16039f7c-1c29-4636-9254-ec1d0b4d3595']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:44.005895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c5734b-02c7-4884-afd2-dc0efbba35e6') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:44.006218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c5734b-02c7-4884-afd2-dc0efbba35e6') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:44.034567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e8e95ca1-f415-468d-b847-9f9ed0295e09 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:44.036874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7383657-580a-4067-90d7-922c1ae5bc77 None None] Pushing event updated for resources: {'Port': ['ID=5fe26ee3-4a78-44ba-8ec7-79dd9009fd84,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:44.037242 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:44.070543 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:44.086458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:42:44.086850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:44.096504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b025c9-2be2-4844-af5d-4dc7df0df280 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa229479-87b7-4463-a896-6c540d0b602c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:44.107835 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24bb6c37-203e-4a2d-94b2-95c5a0041b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:44.112851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a5524-c18d-4770-ab55-ad6fabd073ec None None] Network 195adef1-7cec-4280-bd10-c38da887b969 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:44.117065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: e8e95ca1-f415-468d-b847-9f9ed0295e09 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:42:44.117452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e8e95ca1-f415-468d-b847-9f9ed0295e09 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:42:44.272610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb6c37-203e-4a2d-94b2-95c5a0041b21 None None] No DVR routers for this DVR port e8e95ca1-f415-468d-b847-9f9ed0295e09 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:44.282764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0601a2a8-f893-461f-b004-806128a2c4b0 req-a0072def-09bc-4cbc-805e-fd202caa66db tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095925 Dec 08 01:42:44.304579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb6c37-203e-4a2d-94b2-95c5a0041b21 None None] Pushing event deleted for resources: {'Port': ['ID=e8e95ca1-f415-468d-b847-9f9ed0295e09,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:42:44.317410 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:42:44.320847 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:44.351571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:44.362102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] 10.222.0.70 "DELETE /v2.0/networks/16039f7c-1c29-4636-9254-ec1d0b4d3595 HTTP/1.1" status: 204 len: 168 time: 1.8560686 Dec 08 01:42:44.396473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-78121fc6-7e4f-4280-98ba-394237032a57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 1e0edc07-ef58-4696-b48e-37c14ae1ccc7 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:42:44.433487 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78121fc6-7e4f-4280-98ba-394237032a57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:44.441632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08105c06-5031-4b6b-89ca-c256efd2535f tempest-ServersTestMultiNic-330488219 tempest-ServersTestMultiNic-330488219-project] Pushing event deleted for resources: {'Network': ['ID=16039f7c-1c29-4636-9254-ec1d0b4d3595,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:44.459370 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b025c9-2be2-4844-af5d-4dc7df0df280 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 01:42:44.460229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b025c9-2be2-4844-af5d-4dc7df0df280 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:42:44.528946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-05b025c9-2be2-4844-af5d-4dc7df0df280 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1858842 Dec 08 01:42:44.534984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51948) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:44.626997 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78121fc6-7e4f-4280-98ba-394237032a57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:44.729536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51956) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:44.741917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1960374975-network', 'tenant_id': '7c095450a6d4421da77d736f4ca371b3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:44.761046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51958) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:44.876937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a0c69-8e7b-443e-961b-88ccdb8ad249 req-a7097a8e-865e-4040-8970-1cddafd8a5eb tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:44.878849 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-877a0c69-8e7b-443e-961b-88ccdb8ad249 req-a7097a8e-865e-4040-8970-1cddafd8a5eb tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.72 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.1204133 Dec 08 01:42:44.881786 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Made reservation on behalf of 7c095450a6d4421da77d736f4ca371b3 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:44.884507 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:44.923467 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78121fc6-7e4f-4280-98ba-394237032a57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.039684 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78121fc6-7e4f-4280-98ba-394237032a57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.067225 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.070319 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78121fc6-7e4f-4280-98ba-394237032a57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.074894 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-78121fc6-7e4f-4280-98ba-394237032a57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/1e0edc07-ef58-4696-b48e-37c14ae1ccc7 HTTP/1.1" status: 204 len: 168 time: 1.3907022 Dec 08 01:42:45.087028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51960) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:45.189858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78121fc6-7e4f-4280-98ba-394237032a57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0edc07-ef58-4696-b48e-37c14ae1ccc7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:45.256803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-96989acd-3d55-4ec2-823c-d00f6efa1c1d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1298172 Dec 08 01:42:45.265989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51962) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:45.279211 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6886c28e-0d1a-41c1-876c-51f1e288d9c2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:45.481894 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dce342f3-7a0e-42ac-87ba-dd2489037ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Deleting port 7c9ff902-2050-4697-ad0a-84d6e2c05ffd {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:45.482507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dce342f3-7a0e-42ac-87ba-dd2489037ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.547569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-877a0c69-8e7b-443e-961b-88ccdb8ad249 req-bede99d0-46c2-4fd0-a5b1-a64a5b7c1d60 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Deleting port f9c979b7-2308-4eec-bdf0-9facb0c0a664 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:45.548216 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-877a0c69-8e7b-443e-961b-88ccdb8ad249 req-bede99d0-46c2-4fd0-a5b1-a64a5b7c1d60 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.625529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6886c28e-0d1a-41c1-876c-51f1e288d9c2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:45.636641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6886c28e-0d1a-41c1-876c-51f1e288d9c2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.641678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddcb202-ef56-4a23-8ecb-d82cc76c3567 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:45.652021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4407-1575-40c1-9842-02010d1615f3 req-65676d7a-f663-4eca-ac52-efd400dcbf46 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:45.661594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-952d4407-1575-40c1-9842-02010d1615f3 req-65676d7a-f663-4eca-ac52-efd400dcbf46 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 945 time: 0.1963921 Dec 08 01:42:45.720265 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:42:45.730416 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dce342f3-7a0e-42ac-87ba-dd2489037ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.731295 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dce342f3-7a0e-42ac-87ba-dd2489037ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.748061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dce342f3-7a0e-42ac-87ba-dd2489037ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Calling delete_port for 7c9ff902-2050-4697-ad0a-84d6e2c05ffd owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:45.791450 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.805333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2f164574-f04f-4bfd-903f-9535ca4616d3 None None] Provisioning complete for port 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:45.805787 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2f164574-f04f-4bfd-903f-9535ca4616d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.814708 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.830401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:42:45.846074 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.846638 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Added segment fce73db1-03dd-47e1-93f4-3580d57b7c48 of type vlan for network 404be811-afcf-4702-baeb-c842a12413cc Dec 08 01:42:45.909483 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:45.960099 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2f164574-f04f-4bfd-903f-9535ca4616d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.003607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c150530e-19eb-4537-ad7b-fdcd5bdb43e5 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:42:46.076938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2f164574-f04f-4bfd-903f-9535ca4616d3 None None] For port 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5fe26ee3-4a78-44ba-8ec7-79dd9009fd84,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:46.080854 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.082691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:46.083710 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.086298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c150530e-19eb-4537-ad7b-fdcd5bdb43e5 None None] Deleting port 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:46.086751 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c150530e-19eb-4537-ad7b-fdcd5bdb43e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.089945 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2f164574-f04f-4bfd-903f-9535ca4616d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.138674 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dce342f3-7a0e-42ac-87ba-dd2489037ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.167049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-952d4407-1575-40c1-9842-02010d1615f3 req-9b6f7c52-c04a-4bb5-a208-bde99ecd82b5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044451 Dec 08 01:42:46.171249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce342f3-7a0e-42ac-87ba-dd2489037ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c9ff902-2050-4697-ad0a-84d6e2c05ffd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:46.197717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab88faf-631c-4e2a-8534-e276f792facc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:46.205500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c150530e-19eb-4537-ad7b-fdcd5bdb43e5 None None] For port 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5fe26ee3-4a78-44ba-8ec7-79dd9009fd84,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:46.205995 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c150530e-19eb-4537-ad7b-fdcd5bdb43e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.209835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-877a0c69-8e7b-443e-961b-88ccdb8ad249 req-bede99d0-46c2-4fd0-a5b1-a64a5b7c1d60 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] For port f9c979b7-2308-4eec-bdf0-9facb0c0a664, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f9c979b7-2308-4eec-bdf0-9facb0c0a664,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:46.210192 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-877a0c69-8e7b-443e-961b-88ccdb8ad249 req-bede99d0-46c2-4fd0-a5b1-a64a5b7c1d60 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.216061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4836130 Dec 08 01:42:46.219340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f164574-f04f-4bfd-903f-9535ca4616d3 None None] Pushing event updated for resources: {'Port': ['ID=5fe26ee3-4a78-44ba-8ec7-79dd9009fd84,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:46.228221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c150530e-19eb-4537-ad7b-fdcd5bdb43e5 None None] Calling delete_port for 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:46.235492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51972) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:46.248190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-faa6e48f-1443-4dfe-9e92-c7b58ed7a34a admin admin] Request body: {'subnet': {'network_id': '404be811-afcf-4702-baeb-c842a12413cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1960374975-subnet', 'tenant_id': '7c095450a6d4421da77d736f4ca371b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:46.279859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-877a0c69-8e7b-443e-961b-88ccdb8ad249 req-bede99d0-46c2-4fd0-a5b1-a64a5b7c1d60 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Calling delete_port for f9c979b7-2308-4eec-bdf0-9facb0c0a664 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:46.299666 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dce342f3-7a0e-42ac-87ba-dd2489037ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.302368 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dce342f3-7a0e-42ac-87ba-dd2489037ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.310009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dce342f3-7a0e-42ac-87ba-dd2489037ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418 tempest-ExternalNetworksAdminNegativeTestJSON-1557074418-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/2c62ee8f-cad2-4a2d-92c9-9f989df66695 HTTP/1.1" status: 204 len: 168 time: 1.7720416 Dec 08 01:42:46.345546 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c150530e-19eb-4537-ad7b-fdcd5bdb43e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.381600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80c903be-5f28-4653-b3d1-c9bac35e97ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.388567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150530e-19eb-4537-ad7b-fdcd5bdb43e5 None None] Pushing event deleted for resources: {'Port': ['ID=5fe26ee3-4a78-44ba-8ec7-79dd9009fd84,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:46.398061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150530e-19eb-4537-ad7b-fdcd5bdb43e5 None None] No DVR routers for this DVR port 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:46.455987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac3adf-b9b4-4bc7-9b99-da2092407d58 admin admin] Pushing event updated for resources: {'Network': ['ID=404be811-afcf-4702-baeb-c842a12413cc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:46.476945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 404be811-afcf-4702-baeb-c842a12413cc details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:42:46.488013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa6e48f-1443-4dfe-9e92-c7b58ed7a34a admin admin] Made reservation on behalf of 7c095450a6d4421da77d736f4ca371b3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:46.496560 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faa6e48f-1443-4dfe-9e92-c7b58ed7a34a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.692780 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6886c28e-0d1a-41c1-876c-51f1e288d9c2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.742146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-80c903be-5f28-4653-b3d1-c9bac35e97ac admin admin] Deleting port e6ed45d2-3768-4b1b-8760-a967f36b1d68 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:46.742754 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80c903be-5f28-4653-b3d1-c9bac35e97ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.845486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-80c903be-5f28-4653-b3d1-c9bac35e97ac admin admin] For port e6ed45d2-3768-4b1b-8760-a967f36b1d68, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e6ed45d2-3768-4b1b-8760-a967f36b1d68,segment=NetworkSegment(53a2b0bb-d962-47f7-ad96-f61be0595be6),segment_id=53a2b0bb-d962-47f7-ad96-f61be0595be6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:46.847244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80c903be-5f28-4653-b3d1-c9bac35e97ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.857367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886c28e-0d1a-41c1-876c-51f1e288d9c2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:46.868747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6886c28e-0d1a-41c1-876c-51f1e288d9c2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:46.875375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6886c28e-0d1a-41c1-876c-51f1e288d9c2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:46.875983 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6886c28e-0d1a-41c1-876c-51f1e288d9c2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.880585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-80c903be-5f28-4653-b3d1-c9bac35e97ac admin admin] Calling delete_port for e6ed45d2-3768-4b1b-8760-a967f36b1d68 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:46.880911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886c28e-0d1a-41c1-876c-51f1e288d9c2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=1860c8c6-3774-4f51-89f6-6a4752dcc825,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:46.888214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b9ba8a-7f38-4d2d-ad97-cf13d27e7ce0 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:46.890310 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-877a0c69-8e7b-443e-961b-88ccdb8ad249 req-bede99d0-46c2-4fd0-a5b1-a64a5b7c1d60 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:46.965791 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6886c28e-0d1a-41c1-876c-51f1e288d9c2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6970882 Dec 08 01:42:46.968177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede99d0-46c2-4fd0-a5b1-a64a5b7c1d60 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Pushing event deleted for resources: {'Port': ['ID=f9c979b7-2308-4eec-bdf0-9facb0c0a664,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:46.969777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51984) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:46.983636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c12c20be-0e3f-43da-97c0-df3e376684df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-537588485', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:47.052995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-877a0c69-8e7b-443e-961b-88ccdb8ad249 req-bede99d0-46c2-4fd0-a5b1-a64a5b7c1d60 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] No DVR routers for this DVR port f9c979b7-2308-4eec-bdf0-9facb0c0a664 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:47.053795 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51986) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:47.076707 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-877a0c69-8e7b-443e-961b-88ccdb8ad249 req-bede99d0-46c2-4fd0-a5b1-a64a5b7c1d60 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.080399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-877a0c69-8e7b-443e-961b-88ccdb8ad249 req-bede99d0-46c2-4fd0-a5b1-a64a5b7c1d60 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.72 "DELETE /v2.0/ports/f9c979b7-2308-4eec-bdf0-9facb0c0a664 HTTP/1.1" status: 204 len: 173 time: 2.1930869 Dec 08 01:42:47.094145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee29ae0-7757-47fd-94ee-5a165544b6e5', 'name': 'network-vif-deleted', 'tag': 'f9c979b7-2308-4eec-bdf0-9facb0c0a664'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:42:47.098235 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be6949e-ffd6-43ad-8a58-247cd3ade7ac" -d '{"events": [{"server_uuid": "5ee29ae0-7757-47fd-94ee-5a165544b6e5", "name": "network-vif-deleted", "tag": "f9c979b7-2308-4eec-bdf0-9facb0c0a664"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:42:47.120442 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c12c20be-0e3f-43da-97c0-df3e376684df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.121593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c12c20be-0e3f-43da-97c0-df3e376684df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.122817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': '1860c8c6-3774-4f51-89f6-6a4752dcc825'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:42:47.124892 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.128030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faa6e48f-1443-4dfe-9e92-c7b58ed7a34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.196953 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80c903be-5f28-4653-b3d1-c9bac35e97ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.284470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c903be-5f28-4653-b3d1-c9bac35e97ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ed45d2-3768-4b1b-8760-a967f36b1d68,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:47.312426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6e48f-1443-4dfe-9e92-c7b58ed7a34a admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e65e5b-c1a1-4f69-be62-72904acc3247,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:47.326825 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79524a6b-6e7a-43d7-afc0-eb189f8e0b8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.343795 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef5927f-aad1-4a74-aa04-6848edf54615 x-openstack-request-id: req-fef5927f-aad1-4a74-aa04-6848edf54615 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:42:47.344261 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee29ae0-7757-47fd-94ee-5a165544b6e5", "name": "network-vif-deleted", "tag": "f9c979b7-2308-4eec-bdf0-9facb0c0a664", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:42:47.344638 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fef5927f-aad1-4a74-aa04-6848edf54615 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:42:47.345148 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee29ae0-7757-47fd-94ee-5a165544b6e5', 'name': 'network-vif-deleted', 'tag': 'f9c979b7-2308-4eec-bdf0-9facb0c0a664', 'status': 'completed', 'code': 200} Dec 08 01:42:47.389249 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c12c20be-0e3f-43da-97c0-df3e376684df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.390498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa6e48f-1443-4dfe-9e92-c7b58ed7a34a admin admin] Checking segment: {'id': 'fce73db1-03dd-47e1-93f4-3580d57b7c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '404be811-afcf-4702-baeb-c842a12413cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:47.391632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa6e48f-1443-4dfe-9e92-c7b58ed7a34a admin admin] Network hostable DHCP agents. Network: 404be811-afcf-4702-baeb-c842a12413cc, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:42:47.466774 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c12c20be-0e3f-43da-97c0-df3e376684df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.514725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40cacd01-f313-41df-8fff-5793ce14e346 req-f7869974-cc56-4d83-937b-5e361e183a31 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ee29ae0-7757-47fd-94ee-5a165544b6e5 HTTP/1.1" status: 200 len: 210 time: 0.1422653 Dec 08 01:42:47.515535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa6e48f-1443-4dfe-9e92-c7b58ed7a34a admin admin] Network 404be811-afcf-4702-baeb-c842a12413cc is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:42:47.532129 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c12c20be-0e3f-43da-97c0-df3e376684df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.545434 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c12c20be-0e3f-43da-97c0-df3e376684df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5622480 Dec 08 01:42:47.545434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51994) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:47.564303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Allocated IP 2001:db8::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/1860c8c6-3774-4f51-89f6-6a4752dcc825/bbcdfb24-8899-4f52-86cd-6ff97cc29646) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:47.694772 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79524a6b-6e7a-43d7-afc0-eb189f8e0b8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.703429 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79524a6b-6e7a-43d7-afc0-eb189f8e0b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.734832 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80c903be-5f28-4653-b3d1-c9bac35e97ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.743722 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-79524a6b-6e7a-43d7-afc0-eb189f8e0b8b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12e24525cfaa4c63af669c781cc97c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6887264 Dec 08 01:42:47.764399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51998) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:47.906907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79524a6b-6e7a-43d7-afc0-eb189f8e0b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b75d6c-b322-46dc-a9f3-87f1d80e0e09,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:47.934297 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70a7529f-abe0-4034-b344-ce5966fd76ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:47.962161 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70a7529f-abe0-4034-b344-ce5966fd76ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:48.030925 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70a7529f-abe0-4034-b344-ce5966fd76ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:48.034243 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-70a7529f-abe0-4034-b344-ce5966fd76ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:48.035571 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-70a7529f-abe0-4034-b344-ce5966fd76ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11b75d6c-b322-46dc-a9f3-87f1d80e0e09 HTTP/1.1" status: 204 len: 168 time: 0.2621033 Dec 08 01:42:48.100860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-faa6e48f-1443-4dfe-9e92-c7b58ed7a34a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 404be811-afcf-4702-baeb-c842a12413cc) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:48.127470 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f9c979b7-2308-4eec-bdf0-9facb0c0a664 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:48.131882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cdde45-32f6-4dd5-a4e0-b6efe864237a None None] Network 404be811-afcf-4702-baeb-c842a12413cc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:48.142104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:48.150752 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7529f-abe0-4034-b344-ce5966fd76ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b75d6c-b322-46dc-a9f3-87f1d80e0e09,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:48.204635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa6e48f-1443-4dfe-9e92-c7b58ed7a34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:48.205378 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faa6e48f-1443-4dfe-9e92-c7b58ed7a34a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:48.217214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: f9c979b7-2308-4eec-bdf0-9facb0c0a664 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:42:48.218026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f9c979b7-2308-4eec-bdf0-9facb0c0a664 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:42:48.227546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:42:48.228317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5fe26ee3-4a78-44ba-8ec7-79dd9009fd84 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:42:48.237990 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:48.279418 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:48.340939 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-faa6e48f-1443-4dfe-9e92-c7b58ed7a34a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0964413 Dec 08 01:42:48.363806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:48.388032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:48.399738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:48.422430 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:48.428307 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c903be-5f28-4653-b3d1-c9bac35e97ac admin admin] Router 04cad7fd-7669-4bbd-b37e-04cabc240a1d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:42:48.494811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a562d-6a83-431e-a609-0f91ca5483b0 None None] Network 404be811-afcf-4702-baeb-c842a12413cc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:48.579025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c903be-5f28-4653-b3d1-c9bac35e97ac admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:42:48.596820 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee3b8e-a92d-47dd-9966-d87ac29daf5e None None] Sync routers for ids ['04cad7fd-7669-4bbd-b37e-04cabc240a1d'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:42:48.597669 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-80c903be-5f28-4653-b3d1-c9bac35e97ac admin admin] 10.222.0.70 "PUT /v2.0/routers/04cad7fd-7669-4bbd-b37e-04cabc240a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8294010 Dec 08 01:42:48.598385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52012) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:48.619831 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee3b8e-a92d-47dd-9966-d87ac29daf5e None None] Routers {'04cad7fd-7669-4bbd-b37e-04cabc240a1d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:48.631075 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1aee3b8e-a92d-47dd-9966-d87ac29daf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['04cad7fd-7669-4bbd-b37e-04cabc240a1d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:48.714529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52018) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:48.725276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Pushing event updated for resources: {'Port': ['ID=bbcdfb24-8899-4f52-86cd-6ff97cc29646,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:48.824962 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Attempting to bind port bbcdfb24-8899-4f52-86cd-6ff97cc29646 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:48.825673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Attempting to bind port bbcdfb24-8899-4f52-86cd-6ff97cc29646 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:48.826255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Attempting to bind port bbcdfb24-8899-4f52-86cd-6ff97cc29646 on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:48.835892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:48.837127 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:48.839545 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:48.842577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:48.843370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Bound port: bbcdfb24-8899-4f52-86cd-6ff97cc29646, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:48.844339 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:48.854584 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1aee3b8e-a92d-47dd-9966-d87ac29daf5e None None] Set router 04cad7fd-7669-4bbd-b37e-04cabc240a1d gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:48.900236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::1 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/1860c8c6-3774-4f51-89f6-6a4752dcc825/bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:48.959481 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2d157321-b895-4d40-83aa-2bc8ac7c5716 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7f2bf17076ba44ee821e1279f1d792c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426932 Dec 08 01:42:48.967759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52030) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:48.990043 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:49.047580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] For port bbcdfb24-8899-4f52-86cd-6ff97cc29646, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:49.053464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] For port bbcdfb24-8899-4f52-86cd-6ff97cc29646, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bbcdfb24-8899-4f52-86cd-6ff97cc29646,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:49.062311 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:49.103704 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2426a132-a8c7-440c-ab37-80f5054f8707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:49.132832 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2426a132-a8c7-440c-ab37-80f5054f8707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:49.205779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd76eb7-1887-4cff-ae11-a2329e35b6f0 None None] Pushing event updated for resources: {'Port': ['ID=bbcdfb24-8899-4f52-86cd-6ff97cc29646,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:49.269056 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2426a132-a8c7-440c-ab37-80f5054f8707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:49.272005 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2426a132-a8c7-440c-ab37-80f5054f8707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:49.273224 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2426a132-a8c7-440c-ab37-80f5054f8707 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa229479-87b7-4463-a896-6c540d0b602c HTTP/1.1" status: 204 len: 168 time: 0.3021131 Dec 08 01:42:49.295261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:49.297350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426a132-a8c7-440c-ab37-80f5054f8707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa229479-87b7-4463-a896-6c540d0b602c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:49.343976 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1aee3b8e-a92d-47dd-9966-d87ac29daf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'name': 'tempest-ServersTestMultiNic-1811100272-router', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4db0f067-7d77-46aa-9677-1327330791a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:31Z', 'updated_at': '2021-12-08T01:42:47Z', 'revision_number': 5, 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'gw_port': {'id': '4db0f067-7d77-46aa-9677-1327330791a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:32Z', 'updated_at': '2021-12-08T01:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:49.375939 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:49.384904 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee3b8e-a92d-47dd-9966-d87ac29daf5e None None] Checking router: 04cad7fd-7669-4bbd-b37e-04cabc240a1d for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:42:49.397615 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee3b8e-a92d-47dd-9966-d87ac29daf5e None None] Routers {'04cad7fd-7669-4bbd-b37e-04cabc240a1d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:49.398715 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1aee3b8e-a92d-47dd-9966-d87ac29daf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['04cad7fd-7669-4bbd-b37e-04cabc240a1d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:49.488769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:49.501220 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:49.548251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:49.552885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:49.557455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:49.558001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:49.560516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-31e13eeb-310d-40c5-8a48-0a07d1d94f46 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:49.561946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-31e13eeb-310d-40c5-8a48-0a07d1d94f46 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.3316848 Dec 08 01:42:49.623114 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-eaa00af6-9036-49b1-b766-475e6c09f3f7 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/quotas/6d71442bfb01438e86d9fd2348d1c32c HTTP/1.1" status: 200 len: 375 time: 0.0171037 Dec 08 01:42:49.652242 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1aee3b8e-a92d-47dd-9966-d87ac29daf5e None None] Set router 04cad7fd-7669-4bbd-b37e-04cabc240a1d gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:49.689897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-bcc93eb3-8609-43d7-8113-fa502ac78194 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:49.692029 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-bcc93eb3-8609-43d7-8113-fa502ac78194 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/networks?id=195adef1-7cec-4280-bd10-c38da887b969 HTTP/1.1" status: 200 len: 809 time: 0.3619163 Dec 08 01:42:49.700141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-e2e0d8e1-5b5b-4fb9-b36b-05c4a9ed4c53 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426509 Dec 08 01:42:49.715750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Deleting port 4db0f067-7d77-46aa-9677-1327330791a3 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:49.716111 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:49.718877 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-8d6e9e04-9580-4fbb-916e-6a9e33082d07 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/quotas/c5584dedca0441b0b59d74036f734889 HTTP/1.1" status: 200 len: 375 time: 0.0191278 Dec 08 01:42:49.914270 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:49.931259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-ccad7842-b588-44ec-a38e-891aaa9a9c5a tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5584dedca0441b0b59d74036f734889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2015576 Dec 08 01:42:50.045120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bbcdfb24-8899-4f52-86cd-6ff97cc29646 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:50.058871 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1aee3b8e-a92d-47dd-9966-d87ac29daf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'name': 'tempest-ServersTestMultiNic-1811100272-router', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4db0f067-7d77-46aa-9677-1327330791a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:31Z', 'updated_at': '2021-12-08T01:42:47Z', 'revision_number': 5, 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'gw_port': {'id': '4db0f067-7d77-46aa-9677-1327330791a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:32Z', 'updated_at': '2021-12-08T01:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:50.059019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] For port 4db0f067-7d77-46aa-9677-1327330791a3, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4db0f067-7d77-46aa-9677-1327330791a3,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:50.059019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:50.109522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Calling delete_port for 4db0f067-7d77-46aa-9677-1327330791a3 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:50.124779 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-d6d05910-702b-4794-b91d-c26cadf58fb6 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933008 Dec 08 01:42:50.126816 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee3b8e-a92d-47dd-9966-d87ac29daf5e None None] The sync data for ids ['04cad7fd-7669-4bbd-b37e-04cabc240a1d'] in n-d-713498-30 is: [{'id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'name': 'tempest-ServersTestMultiNic-1811100272-router', 'tenant_id': 'ba0e6880a1d146779c68dc757f1944e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4db0f067-7d77-46aa-9677-1327330791a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:31Z', 'updated_at': '2021-12-08T01:42:47Z', 'revision_number': 5, 'project_id': 'ba0e6880a1d146779c68dc757f1944e7', 'gw_port': {'id': '4db0f067-7d77-46aa-9677-1327330791a3', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cad7fd-7669-4bbd-b37e-04cabc240a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:32Z', 'updated_at': '2021-12-08T01:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:42:50.155295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bbcdfb24-8899-4f52-86cd-6ff97cc29646 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:50.159474 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:50.274315 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:50.322817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port bbcdfb24-8899-4f52-86cd-6ff97cc29646, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bbcdfb24-8899-4f52-86cd-6ff97cc29646,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:50.332680 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:50.344108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-35c56a52-ced6-4974-9db7-3897bf55454d service neutron] 10.222.0.70 "GET /v2.0/networks/195adef1-7cec-4280-bd10-c38da887b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118810 Dec 08 01:42:50.419217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=bbcdfb24-8899-4f52-86cd-6ff97cc29646,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:50.473335 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-20026ba7-bd4e-4f3a-bd34-6d9e66615484 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392038 Dec 08 01:42:50.529077 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-653ba73c-2878-4a46-9531-a9427e7bf0a3 service neutron] 10.222.0.70 "GET /v2.0/networks/195adef1-7cec-4280-bd10-c38da887b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839001 Dec 08 01:42:50.663334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:50.718102 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:50.733100 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:50.733749 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:50.777344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db0f067-7d77-46aa-9677-1327330791a3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:50.883430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:51.033579 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:51.243847 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd545e94-0f99-4d85-9f21-c7ed3876f573 req-f892f564-a702-4e4b-90d1-0d3bf6e02b4d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 210 time: 0.1382143 Dec 08 01:42:51.263009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:51.267932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:51.311697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e173dc66-9609-4b04-ba6c-455443f370d7 None None] Provisioning complete for port bbcdfb24-8899-4f52-86cd-6ff97cc29646 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:51.313002 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e173dc66-9609-4b04-ba6c-455443f370d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:51.317171 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3c9cb4b7-0ac5-4370-a549-0fc8272c0389 req-b381890d-7fd4-4fe7-a913-604eb9e2ff5c tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 210 time: 0.0419500 Dec 08 01:42:51.360171 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:51.362826 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:51.420391 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:51.421117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04cad7fd-7669-4bbd-b37e-04cabc240a1d {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:42:51.440212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:51.446603 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fc6e54ab-7205-471f-832c-74b450593a51 admin admin] 10.222.0.70 "DELETE /v2.0/routers/04cad7fd-7669-4bbd-b37e-04cabc240a1d HTTP/1.1" status: 204 len: 168 time: 2.8457706 Dec 08 01:42:51.451274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52096) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:51.628137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f9f76b-fcc5-4826-bff6-d34a3a55d232 admin admin] Deleting subnet 41091c11-b6e9-42d6-8daa-a09fa5e8d315 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:42:51.639359 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07f9f76b-fcc5-4826-bff6-d34a3a55d232 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:51.644946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Router 47569c90-6ee7-4727-85d4-61e7ab1b6e56 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:42:51.750135 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07f9f76b-fcc5-4826-bff6-d34a3a55d232 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:51.838957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:42:51.842975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1feb9478-b878-49aa-b723-96fc731e554f None None] Provisioning complete for port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:51.843358 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1feb9478-b878-49aa-b723-96fc731e554f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:51.852938 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b4f35d59-d410-4113-b7bd-1b9b4f1a6085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "PUT /v2.0/routers/47569c90-6ee7-4727-85d4-61e7ab1b6e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3054860 Dec 08 01:42:51.857036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52102) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:51.936442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1feb9478-b878-49aa-b723-96fc731e554f None None] Port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:42:51.939356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Sync routers for ids ['47569c90-6ee7-4727-85d4-61e7ab1b6e56'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:42:51.964745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65335380-7e84-476b-b154-26838cd49486 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:51.972644 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-65335380-7e84-476b-b154-26838cd49486 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports/bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 HTTP/1.1" status: 200 len: 911 time: 0.1121280 Dec 08 01:42:51.975274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52108) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:51.987537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Routers {'47569c90-6ee7-4727-85d4-61e7ab1b6e56'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:51.990937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['47569c90-6ee7-4727-85d4-61e7ab1b6e56'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:52.105354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9167825-194f-40b1-b46a-aa0e635490b5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:52.129314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9167825-194f-40b1-b46a-aa0e635490b5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:52.136757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f9167825-194f-40b1-b46a-aa0e635490b5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1603744 Dec 08 01:42:52.142172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52114) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:52.328607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bbcdfb24-8899-4f52-86cd-6ff97cc29646 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:42:52.516728 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5e7e5df-90e2-4233-86eb-dca073a4c719 req-adcb41a4-1a34-4bf2-ab2c-75612db757b1 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 210 time: 0.1075099 Dec 08 01:42:52.577025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Set router 47569c90-6ee7-4727-85d4-61e7ab1b6e56 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:52.763426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52128) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:52.813637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16eee638-c8a1-41d9-b2b8-f426dda49fa2 req-fc9ca44c-7cc4-48a0-ac64-cb1028554265 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 210 time: 0.0590217 Dec 08 01:42:52.820484 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07f9f76b-fcc5-4826-bff6-d34a3a55d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:52.871931 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0df9726f-7816-44a3-8da2-c3c4b21b6ec2 req-13c674b9-a041-480f-976c-99e503661ac7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9073310 Dec 08 01:42:52.906175 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07f9f76b-fcc5-4826-bff6-d34a3a55d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:52.957376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9f76b-fcc5-4826-bff6-d34a3a55d232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41091c11-b6e9-42d6-8daa-a09fa5e8d315,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:52.961746 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07f9f76b-fcc5-4826-bff6-d34a3a55d232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:52.976161 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-07f9f76b-fcc5-4826-bff6-d34a3a55d232 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/41091c11-b6e9-42d6-8daa-a09fa5e8d315 HTTP/1.1" status: 204 len: 168 time: 1.5220687 Dec 08 01:42:52.988249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:53.021044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-215d28fa-4f3b-47cf-afd7-e76ba594c963 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-686264087'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:53.048995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9726f-7816-44a3-8da2-c3c4b21b6ec2 req-f46485d8-114f-4bf1-9ada-160d79a3b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:53.051588 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0df9726f-7816-44a3-8da2-c3c4b21b6ec2 req-f46485d8-114f-4bf1-9ada-160d79a3b37c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d360b4bc611d407ea6f627c59dbbd6fc&device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 1098 time: 0.1134367 Dec 08 01:42:53.066162 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-215d28fa-4f3b-47cf-afd7-e76ba594c963 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.067702 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-215d28fa-4f3b-47cf-afd7-e76ba594c963 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.140136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-318e5e08-4b6b-4bb0-ab1c-1179a11bfada tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:53.142024 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-318e5e08-4b6b-4bb0-ab1c-1179a11bfada tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.72 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 812 time: 0.5936613 Dec 08 01:42:53.169491 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-215d28fa-4f3b-47cf-afd7-e76ba594c963 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.179735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Request body: {'port': {'device_id': 'ab3ddaac-5b20-4537-a457-dc4c13f0d78a', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'admin_state_up': True, 'tenant_id': '6d71442bfb01438e86d9fd2348d1c32c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:53.180383 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-215d28fa-4f3b-47cf-afd7-e76ba594c963 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.201480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-32f0b239-81ba-477a-8bc8-dbbd3d17c8e4 None None] Provisioning complete for port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:53.203177 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-32f0b239-81ba-477a-8bc8-dbbd3d17c8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.244815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7c0f9e-d205-4c34-9657-9e25d078aecb None None] Network b6c3230a-5d6e-41ed-8178-6f97cb18a062 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:42:53.256857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-215d28fa-4f3b-47cf-afd7-e76ba594c963 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.256857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-215d28fa-4f3b-47cf-afd7-e76ba594c963 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4890103 Dec 08 01:42:53.260223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52136) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:53.325237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9726f-7816-44a3-8da2-c3c4b21b6ec2 req-cfb67d12-03c4-417e-9b4f-b1b847b68fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:53.326955 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0df9726f-7816-44a3-8da2-c3c4b21b6ec2 req-cfb67d12-03c4-417e-9b4f-b1b847b68fae service neutron] 10.222.0.65 "GET /v2.0/networks?id=2ed92aa6-c0ed-4956-b30a-8b1d673626d1 HTTP/1.1" status: 200 len: 916 time: 0.2401457 Dec 08 01:42:53.423802 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68f18d9a-6f28-41d7-bf60-54cd881bd538 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.506896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-32f0b239-81ba-477a-8bc8-dbbd3d17c8e4 None None] Port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:42:53.544114 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0df9726f-7816-44a3-8da2-c3c4b21b6ec2 req-f9af08ae-50ac-4dfd-a082-50d72dcc8c73 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c594e60b-842c-4d83-80c2-3e332c4bb031 HTTP/1.1" status: 200 len: 1002 time: 0.1701798 Dec 08 01:42:53.600945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bbcdfb24-8899-4f52-86cd-6ff97cc29646 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:53.601874 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.717692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47569c90-6ee7-4727-85d4-61e7ab1b6e56', 'name': 'tempest-NetworksTestDHCPv6-router-537588485', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:47Z', 'updated_at': '2021-12-08T01:42:49Z', 'revision_number': 2, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'gw_port_host': None, '_interfaces': [{'id': 'bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95', 'name': '', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'mac_address': 'fa:16:3e:fe:cb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47569c90-6ee7-4727-85d4-61e7ab1b6e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '1860c8c6-3774-4f51-89f6-6a4752dcc825', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:48Z', 'updated_at': '2021-12-08T01:42:50Z', 'revision_number': 2, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'subnets': [{'id': '1860c8c6-3774-4f51-89f6-6a4752dcc825', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:53.727066 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68f18d9a-6f28-41d7-bf60-54cd881bd538 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.730158 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68f18d9a-6f28-41d7-bf60-54cd881bd538 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.753840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Checking router: 47569c90-6ee7-4727-85d4-61e7ab1b6e56 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:42:53.754309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Updating router 47569c90-6ee7-4727-85d4-61e7ab1b6e56 port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:42:53.800413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097af3d-1f89-4304-87e9-affb0d5a2be3 None None] DHCP port deletion for b6c3230a-5d6e-41ed-8178-6f97cb18a062 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:42:53.808451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68f18d9a-6f28-41d7-bf60-54cd881bd538 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.809176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f18d9a-6f28-41d7-bf60-54cd881bd538 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18ab5f19-d2f2-4c62-90ae-da6b4aba8524 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:42:53.817702 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.834887 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68f18d9a-6f28-41d7-bf60-54cd881bd538 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.838962 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-68f18d9a-6f28-41d7-bf60-54cd881bd538 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] 10.222.0.70 "DELETE /v2.0/routers/18ab5f19-d2f2-4c62-90ae-da6b4aba8524 HTTP/1.1" status: 204 len: 168 time: 0.5748563 Dec 08 01:42:53.840522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52144) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:53.849009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-cddc0c52-6754-4741-9b27-b3d8b8699bc6 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Request body: {'router': {'name': 'tempest-router-2129388479', 'distributed': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:53.921434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9726f-7816-44a3-8da2-c3c4b21b6ec2 req-6ad47827-20b9-41c2-a2ce-9eb2a3a011e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:53.927361 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0df9726f-7816-44a3-8da2-c3c4b21b6ec2 req-6ad47827-20b9-41c2-a2ce-9eb2a3a011e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0fd1893-ef6e-4d5e-8e35-5902b491ac33 HTTP/1.1" status: 200 len: 854 time: 0.3044651 Dec 08 01:42:53.966921 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4db0f067-7d77-46aa-9677-1327330791a3 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:53.970883 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cddc0c52-6754-4741-9b27-b3d8b8699bc6 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.971769 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.972911 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cddc0c52-6754-4741-9b27-b3d8b8699bc6 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:53.999192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 4db0f067-7d77-46aa-9677-1327330791a3 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:42:53.999721 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4db0f067-7d77-46aa-9677-1327330791a3 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:42:54.000125 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e6ed45d2-3768-4b1b-8760-a967f36b1d68 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:54.025468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: e6ed45d2-3768-4b1b-8760-a967f36b1d68 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:42:54.025872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e6ed45d2-3768-4b1b-8760-a967f36b1d68 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:42:54.033895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Made reservation on behalf of 6d71442bfb01438e86d9fd2348d1c32c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:54.037682 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.060243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c097af3d-1f89-4304-87e9-affb0d5a2be3 None None] Deleting port 0cf9946b-4169-4eb9-a755-320703f218f0 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:54.060435 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c097af3d-1f89-4304-87e9-affb0d5a2be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.072162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9f3f7d95-c036-4f5d-88db-ad69b0079769 req-1d1b61a9-9f00-447e-961e-718cd447448b tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 210 time: 0.1198280 Dec 08 01:42:54.094967 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d60d7804-e4d5-4c83-9e92-1649da193715 req-6fee5d2c-8fd6-4361-994f-6740b2a5d69a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 210 time: 0.1535337 Dec 08 01:42:54.158990 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cddc0c52-6754-4741-9b27-b3d8b8699bc6 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.178276 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cddc0c52-6754-4741-9b27-b3d8b8699bc6 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.180648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c097af3d-1f89-4304-87e9-affb0d5a2be3 None None] For port 0cf9946b-4169-4eb9-a755-320703f218f0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0cf9946b-4169-4eb9-a755-320703f218f0,segment=NetworkSegment(53a2b0bb-d962-47f7-ad96-f61be0595be6),segment_id=53a2b0bb-d962-47f7-ad96-f61be0595be6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:54.181231 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c097af3d-1f89-4304-87e9-affb0d5a2be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.201298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9726f-7816-44a3-8da2-c3c4b21b6ec2 req-e94caac7-9313-4799-9260-d32fd1f36f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:54.203754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0df9726f-7816-44a3-8da2-c3c4b21b6ec2 req-e94caac7-9313-4799-9260-d32fd1f36f90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2ed92aa6-c0ed-4956-b30a-8b1d673626d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2590704 Dec 08 01:42:54.204369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0cf9946b-4169-4eb9-a755-320703f218f0 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:42:54.211624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c097af3d-1f89-4304-87e9-affb0d5a2be3 None None] Calling delete_port for 0cf9946b-4169-4eb9-a755-320703f218f0 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:54.219072 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cddc0c52-6754-4741-9b27-b3d8b8699bc6 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.223904 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cddc0c52-6754-4741-9b27-b3d8b8699bc6 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3827221 Dec 08 01:42:54.235239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52148) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:54.266560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-9229c674-d321-43a1-8a45-7bd19c1ddff9 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:54.268040 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-9229c674-d321-43a1-8a45-7bd19c1ddff9 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.72 "GET /v2.0/networks?id=195adef1-7cec-4280-bd10-c38da887b969 HTTP/1.1" status: 200 len: 809 time: 1.0287104 Dec 08 01:42:54.300760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Request body: {'port': {'device_id': 'cab448b1-abf5-4a06-8990-ebd640c16d1f', 'network_id': '195adef1-7cec-4280-bd10-c38da887b969', 'admin_state_up': True, 'tenant_id': 'c5584dedca0441b0b59d74036f734889'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:54.404812 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.443010 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.451844 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef7f301a-0057-43bc-9157-56a37ca4d98f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.452989 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.481545 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c097af3d-1f89-4304-87e9-affb0d5a2be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.523377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Deleting port 0cf9946b-4169-4eb9-a755-320703f218f0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:54.523626 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0df9726f-7816-44a3-8da2-c3c4b21b6ec2 req-e9703221-ddaf-4564-bac6-3c8d2730994f service neutron] 10.222.0.65 "GET /v2.0/networks/2ed92aa6-c0ed-4956-b30a-8b1d673626d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983503 Dec 08 01:42:54.523767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.535408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c097af3d-1f89-4304-87e9-affb0d5a2be3 None None] No DVR routers for this DVR port 0cf9946b-4169-4eb9-a755-320703f218f0 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:54.545812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f1134-5fad-4670-acf5-5eee46c95f5d None None] Pushing event updated for resources: {'Port': ['ID=bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:54.595656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097af3d-1f89-4304-87e9-affb0d5a2be3 None None] Pushing event deleted for resources: {'Port': ['ID=0cf9946b-4169-4eb9-a755-320703f218f0,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:54.668314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Attempting to bind port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:54.668314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Attempting to bind port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:54.668314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Attempting to bind port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:54.673355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:54.673355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:54.673355 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.673355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:54.679963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Bound port: bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:54.680860 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.749272 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0df9726f-7816-44a3-8da2-c3c4b21b6ec2 req-30b0f2ab-c4f1-487c-91f6-19bd15f891e1 service neutron] 10.222.0.65 "GET /v2.0/networks/2ed92aa6-c0ed-4956-b30a-8b1d673626d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597564 Dec 08 01:42:54.761046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Allocated IP 172.20.0.10 (ca5844b8-27b3-4526-899f-f6eb044a8310/6b516fe5-7c7e-4300-bab4-16f44055e7df/87abd92e-76e0-4ce1-8600-3905f4d2610e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:54.774160 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] For port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:54.779682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] For port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:54.787040 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.832733 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb326158-9e10-4fd1-981e-ff2e83c0015a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.878008 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef7f301a-0057-43bc-9157-56a37ca4d98f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.880393 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef7f301a-0057-43bc-9157-56a37ca4d98f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.891645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f1134-5fad-4670-acf5-5eee46c95f5d None None] Pushing event updated for resources: {'Port': ['ID=bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:54.925152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Routers {'47569c90-6ee7-4727-85d4-61e7ab1b6e56'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:54.925792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['47569c90-6ee7-4727-85d4-61e7ab1b6e56'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:54.944646 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef7f301a-0057-43bc-9157-56a37ca4d98f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.945265 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7f301a-0057-43bc-9157-56a37ca4d98f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8abfd70-3587-4e6f-94d3-a2cff7b686dc {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:42:54.982787 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef7f301a-0057-43bc-9157-56a37ca4d98f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:54.987015 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ef7f301a-0057-43bc-9157-56a37ca4d98f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] 10.222.0.70 "DELETE /v2.0/routers/d8abfd70-3587-4e6f-94d3-a2cff7b686dc HTTP/1.1" status: 204 len: 168 time: 0.7500074 Dec 08 01:42:55.004855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52160) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:55.009470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2f03536c-d6ab-4858-aa03-c4efcccad5d7 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Request body: {'router': {'name': 'tempest-router-311761241', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '82745a85e77646f8a3f3c7fde1a9a8b6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:55.018321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f9f620e0-fa87-4d69-8b55-f92e5015f896 None None] Provisioning complete for port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:55.018746 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9f620e0-fa87-4d69-8b55-f92e5015f896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.032738 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-2f03536c-d6ab-4858-aa03-c4efcccad5d7 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 01:42:55.032738 n-d-713498-30 neutron-server[103130]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 01:42:55.032738 n-d-713498-30 neutron-server[103130]: [parameters: {'project_id_1': '82745a85e77646f8a3f3c7fde1a9a8b6', 'expiration_1': datetime.datetime(2021, 12, 8, 1, 42, 35, 16908)}] Dec 08 01:42:55.032738 n-d-713498-30 neutron-server[103130]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:42:55.033201 n-d-713498-30 neutron-server[103130]: DEBUG oslo_db.api [None req-2f03536c-d6ab-4858-aa03-c4efcccad5d7 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:42:55.041045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] For port 0cf9946b-4169-4eb9-a755-320703f218f0, host n-d-713498-30, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:55.041621 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.108595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] Set router 47569c90-6ee7-4727-85d4-61e7ab1b6e56 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:55.150692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Calling delete_port for 0cf9946b-4169-4eb9-a755-320703f218f0 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:55.154542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Port 0cf9946b-4169-4eb9-a755-320703f218f0 was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:42:55.193924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.199207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Made reservation on behalf of c5584dedca0441b0b59d74036f734889 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:55.203390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.267497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-915b1d29-b3b3-455c-8428-619ac6202899 req-a6c16a53-53f7-4835-b704-9406ce7dfc83 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 210 time: 0.0288355 Dec 08 01:42:55.340621 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f0e5ce12-8558-4a12-b9e7-b3cba2fa9941 req-b803db04-2a31-417e-8d98-f96adb8ba883 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 210 time: 0.0921159 Dec 08 01:42:55.341619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf9946b-4169-4eb9-a755-320703f218f0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:55.354838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] No DVR routers for this DVR port 0cf9946b-4169-4eb9-a755-320703f218f0 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:42:55.430031 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9f620e0-fa87-4d69-8b55-f92e5015f896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.507517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f9f620e0-fa87-4d69-8b55-f92e5015f896 None None] For port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:55.512235 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9f620e0-fa87-4d69-8b55-f92e5015f896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.526646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.544835 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.597659 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f03536c-d6ab-4858-aa03-c4efcccad5d7 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.598486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c3230a-5d6e-41ed-8178-6f97cb18a062']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:55.602822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f620e0-fa87-4d69-8b55-f92e5015f896 None None] Pushing event updated for resources: {'Port': ['ID=bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:55.606608 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f03536c-d6ab-4858-aa03-c4efcccad5d7 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.626245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a2b0bb-d962-47f7-ad96-f61be0595be6') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:55.626538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a2b0bb-d962-47f7-ad96-f61be0595be6') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:55.649219 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47569c90-6ee7-4727-85d4-61e7ab1b6e56', 'name': 'tempest-NetworksTestDHCPv6-router-537588485', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:47Z', 'updated_at': '2021-12-08T01:42:49Z', 'revision_number': 2, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'gw_port_host': None, '_interfaces': [{'id': 'bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95', 'name': '', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'mac_address': 'fa:16:3e:fe:cb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47569c90-6ee7-4727-85d4-61e7ab1b6e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '1860c8c6-3774-4f51-89f6-6a4752dcc825', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:48Z', 'updated_at': '2021-12-08T01:42:54Z', 'revision_number': 4, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'subnets': [{'id': '1860c8c6-3774-4f51-89f6-6a4752dcc825', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:55.653394 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.687963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Allocated IP 172.20.0.11 (195adef1-7cec-4280-bd10-c38da887b969/9054bee9-4df7-4ee6-8702-053e3191bc4f/467e1c30-da5b-4ff6-b7a9-0a330adc65f1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:42:55.717923 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.729443 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f03536c-d6ab-4858-aa03-c4efcccad5d7 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.731610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cb8ed-7137-4383-8793-985d127caf3b None None] The sync data for ids ['47569c90-6ee7-4727-85d4-61e7ab1b6e56'] in n-d-713498-30 is: [{'id': '47569c90-6ee7-4727-85d4-61e7ab1b6e56', 'name': 'tempest-NetworksTestDHCPv6-router-537588485', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:47Z', 'updated_at': '2021-12-08T01:42:49Z', 'revision_number': 2, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'gw_port_host': None, '_interfaces': [{'id': 'bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95', 'name': '', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'mac_address': 'fa:16:3e:fe:cb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47569c90-6ee7-4727-85d4-61e7ab1b6e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '1860c8c6-3774-4f51-89f6-6a4752dcc825', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:48Z', 'updated_at': '2021-12-08T01:42:54Z', 'revision_number': 4, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'subnets': [{'id': '1860c8c6-3774-4f51-89f6-6a4752dcc825', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:42:55.732914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:42:55.733325 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.737113 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f03536c-d6ab-4858-aa03-c4efcccad5d7 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.760419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-49e51ba9-b6c7-4ba2-a32e-7859afa34717 None None] Provisioning complete for port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:42:55.760836 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49e51ba9-b6c7-4ba2-a32e-7859afa34717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:42:55.766169 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:42:55.773410 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2f03536c-d6ab-4858-aa03-c4efcccad5d7 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.774836 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2f03536c-d6ab-4858-aa03-c4efcccad5d7 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7689147 Dec 08 01:42:55.780905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52176) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:55.783378 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.800097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:55.972820 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Network ca5844b8-27b3-4526-899f-f6eb044a8310 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:55.977869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:55.994685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:56.005405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.019806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] 10.222.0.70 "DELETE /v2.0/networks/b6c3230a-5d6e-41ed-8178-6f97cb18a062 HTTP/1.1" status: 204 len: 168 time: 3.0303864 Dec 08 01:42:56.039022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Pushing event updated for resources: {'Port': ['ID=87abd92e-76e0-4ce1-8600-3905f4d2610e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:56.058544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:56.106082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28b5c1-91ae-4991-8611-4a2f3e2e4f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c3230a-5d6e-41ed-8178-6f97cb18a062,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:56.171683 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.172308 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.178671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cb326158-9e10-4fd1-981e-ff2e83c0015a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:42:56.179135 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb326158-9e10-4fd1-981e-ff2e83c0015a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.195585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:56.196345 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.262425 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103130) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 08 01:42:56.262853 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Router 96fb80f3-c940-467b-b1da-f76a6b472099 migrating from provider to provider. {{(pid=103130) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 08 01:42:56.263331 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.268978 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.276621 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.278381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-5d47f8fb-bdc1-48a1-871d-ac849a78c080 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1051872 Dec 08 01:42:56.316412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Request body: {'port': {'device_id': 'ab3ddaac-5b20-4537-a457-dc4c13f0d78a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:56.411993 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.432607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52192) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:56.438910 n-d-713498-30 neutron-server[103130]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] No L3 agents can host the router 96fb80f3-c940-467b-b1da-f76a6b472099 Dec 08 01:42:56.562447 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71fb43a9-5fd3-4d6b-97e4-80a55d8fceef req-4eb0dc69-99aa-401d-aec8-93d6f4a1cbd1 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 210 time: 0.0584931 Dec 08 01:42:56.590691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cb326158-9e10-4fd1-981e-ff2e83c0015a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] For port bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:42:56.591300 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb326158-9e10-4fd1-981e-ff2e83c0015a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.594090 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.621126 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-88b958e1-b3db-4929-8395-1ed8e3b89ce9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ba0e6880a1d146779c68dc757f1944e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1735895 Dec 08 01:42:56.628217 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cb326158-9e10-4fd1-981e-ff2e83c0015a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:42:56.629876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52194) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:56.645592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d1fce-b3e9-4a0c-a62c-0cd74161ea5a req-85936bd1-015a-4591-a41f-51413bb4957d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:56.648443 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ea6d1fce-b3e9-4a0c-a62c-0cd74161ea5a req-85936bd1-015a-4591-a41f-51413bb4957d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 932 time: 0.2079401 Dec 08 01:42:56.681785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Hosts for router 96fb80f3-c940-467b-b1da-f76a6b472099: [] {{(pid=103130) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 08 01:42:56.688765 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.724358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Hosts for other DVR routers connected to router 96fb80f3-c940-467b-b1da-f76a6b472099: set() {{(pid=103130) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 08 01:42:56.726945 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:56.728159 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6dee6e61-7261-4c1b-bc87-aa461c59fc6d tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] 10.222.0.70 "PUT /v2.0/routers/96fb80f3-c940-467b-b1da-f76a6b472099 HTTP/1.1" status: 200 len: 716 time: 0.9462607 Dec 08 01:42:56.742082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52198) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:56.763934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ea6d1fce-b3e9-4a0c-a62c-0cd74161ea5a req-db34d3ff-d173-4e7d-b3d2-0f6dd90272d1 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915174 Dec 08 01:42:56.978435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Network 195adef1-7cec-4280-bd10-c38da887b969 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:42:56.992338 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-419ab7a6-840b-4203-8064-912fd1bc6910 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] 10.222.0.70 "GET /v2.0/routers/96fb80f3-c940-467b-b1da-f76a6b472099 HTTP/1.1" status: 200 len: 716 time: 0.2407515 Dec 08 01:42:56.994970 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52204) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:57.011970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:42:57.026365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Pushing event updated for resources: {'Port': ['ID=467e1c30-da5b-4ff6-b7a9-0a330adc65f1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:57.029009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:42:57.077749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.078363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.078469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.078765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.079104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.079443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.079784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.080120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.080480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.080836 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.081169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.081499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.081827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:42:57.091737 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65db4dcf-7b2b-4778-bd27-ce048c3c3397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:57.247504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4e8d79e6-b0f3-41f9-8988-658792198592 tempest-RoutersTestDVR-282962548 tempest-RoutersTestDVR-282962548-project] 10.222.0.70 "GET /v2.0/routers/96fb80f3-c940-467b-b1da-f76a6b472099 HTTP/1.1" status: 200 len: 682 time: 0.2509220 Dec 08 01:42:57.250162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52208) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:57.331674 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ba41311-947a-4dd7-9889-e829cbf0ff9f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:57.501346 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65db4dcf-7b2b-4778-bd27-ce048c3c3397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:57.510446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:57.511126 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:57.598025 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-fa5fe42c-f0c1-467e-9168-0156f79e657e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3120155 Dec 08 01:42:57.631280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Request body: {'port': {'device_id': 'cab448b1-abf5-4a06-8990-ebd640c16d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:57.706963 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb326158-9e10-4fd1-981e-ff2e83c0015a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:57.775625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65db4dcf-7b2b-4778-bd27-ce048c3c3397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:57.779329 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65db4dcf-7b2b-4778-bd27-ce048c3c3397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:57.783644 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-65db4dcf-7b2b-4778-bd27-ce048c3c3397 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4355ce87-755f-4b28-af49-d643dd8953d5 HTTP/1.1" status: 204 len: 168 time: 1.1484704 Dec 08 01:42:57.800055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb326158-9e10-4fd1-981e-ff2e83c0015a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:57.856518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:57.863133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db4dcf-7b2b-4778-bd27-ce048c3c3397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4355ce87-755f-4b28-af49-d643dd8953d5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:57.890100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87abd92e-76e0-4ce1-8600-3905f4d2610e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:42:57.941363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ba41311-947a-4dd7-9889-e829cbf0ff9f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:57.948418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ba41311-947a-4dd7-9889-e829cbf0ff9f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:57.956255 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.023385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb326158-9e10-4fd1-981e-ff2e83c0015a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.046554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Transition to ACTIVE for port object 87abd92e-76e0-4ce1-8600-3905f4d2610e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:42:58.061081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360151b0-2823-4ad7-a948-b434b1889e5c req-7e05e772-7902-440e-9920-798b602e4259 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:58.068103 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-360151b0-2823-4ad7-a948-b434b1889e5c req-7e05e772-7902-440e-9920-798b602e4259 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 932 time: 0.3470068 Dec 08 01:42:58.073771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26426c-a7fc-4e75-a074-bdf94a6904a9 req-9aa8a1bc-0a2c-4cc6-a0ab-936ad65307a5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:58.079969 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.083674 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd26426c-a7fc-4e75-a074-bdf94a6904a9 req-9aa8a1bc-0a2c-4cc6-a0ab-936ad65307a5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 932 time: 0.1246057 Dec 08 01:42:58.115922 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ba41311-947a-4dd7-9889-e829cbf0ff9f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.117220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba41311-947a-4dd7-9889-e829cbf0ff9f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96fb80f3-c940-467b-b1da-f76a6b472099 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:42:58.133423 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ba41311-947a-4dd7-9889-e829cbf0ff9f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.134866 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4ba41311-947a-4dd7-9889-e829cbf0ff9f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] 10.222.0.70 "DELETE /v2.0/routers/96fb80f3-c940-467b-b1da-f76a6b472099 HTTP/1.1" status: 204 len: 168 time: 0.8838394 Dec 08 01:42:58.142731 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52230) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:58.153749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f24e332d-25af-43d6-9b91-9b7fd0288d3f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Request body: {'router': {'name': 'tempest-router-1819078020', 'distributed': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:58.200738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd26426c-a7fc-4e75-a074-bdf94a6904a9 req-01ee22a3-9468-4693-95db-917c417e2477 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159928 Dec 08 01:42:58.251669 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f24e332d-25af-43d6-9b91-9b7fd0288d3f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.254926 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f24e332d-25af-43d6-9b91-9b7fd0288d3f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.337155 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f24e332d-25af-43d6-9b91-9b7fd0288d3f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.344588 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f24e332d-25af-43d6-9b91-9b7fd0288d3f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.366059 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f24e332d-25af-43d6-9b91-9b7fd0288d3f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.367602 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f24e332d-25af-43d6-9b91-9b7fd0288d3f tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2212141 Dec 08 01:42:58.370746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52236) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:58.375244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Pushing event updated for resources: {'Port': ['ID=87abd92e-76e0-4ce1-8600-3905f4d2610e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:58.474772 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-360151b0-2823-4ad7-a948-b434b1889e5c req-c1bd2115-bbd3-4d8d-b32c-dcf5b7a5f424 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036534 Dec 08 01:42:58.499532 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9acb664-1a94-4342-a0cd-0110ff9fee17 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.587701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb326158-9e10-4fd1-981e-ff2e83c0015a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Router 47569c90-6ee7-4727-85d4-61e7ab1b6e56 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:42:58.598227 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Attempting to bind port 87abd92e-76e0-4ce1-8600-3905f4d2610e on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:58.598717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Attempting to bind port 87abd92e-76e0-4ce1-8600-3905f4d2610e by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:58.599285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Attempting to bind port 87abd92e-76e0-4ce1-8600-3905f4d2610e on network ca5844b8-27b3-4526-899f-f6eb044a8310 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:58.614483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Port 87abd92e-76e0-4ce1-8600-3905f4d2610e on network ca5844b8-27b3-4526-899f-f6eb044a8310 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:42:58.615216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Attempting to bind port 87abd92e-76e0-4ce1-8600-3905f4d2610e on network ca5844b8-27b3-4526-899f-f6eb044a8310 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:58.640186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:58.640633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Checking segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:58.640951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Bound using segment: {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:58.641392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Bound port: 87abd92e-76e0-4ce1-8600-3905f4d2610e, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:58.641753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.726293 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9acb664-1a94-4342-a0cd-0110ff9fee17 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.728781 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9acb664-1a94-4342-a0cd-0110ff9fee17 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.753285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb326158-9e10-4fd1-981e-ff2e83c0015a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:42:58.763598 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cb326158-9e10-4fd1-981e-ff2e83c0015a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "PUT /v2.0/routers/47569c90-6ee7-4727-85d4-61e7ab1b6e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6162434 Dec 08 01:42:58.773540 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c6d53d-7ed7-437a-b231-c6c230c12a18 None None] Sync routers for ids ['47569c90-6ee7-4727-85d4-61e7ab1b6e56'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:42:58.775195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52248) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:58.787708 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c6d53d-7ed7-437a-b231-c6c230c12a18 None None] Routers {'47569c90-6ee7-4727-85d4-61e7ab1b6e56'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:58.788623 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b5c6d53d-7ed7-437a-b231-c6c230c12a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['47569c90-6ee7-4727-85d4-61e7ab1b6e56'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:58.810725 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9acb664-1a94-4342-a0cd-0110ff9fee17 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.811441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9acb664-1a94-4342-a0cd-0110ff9fee17 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f382876f-87a3-4027-befe-279a7d004f3d {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:42:58.818358 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9acb664-1a94-4342-a0cd-0110ff9fee17 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.819992 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c9acb664-1a94-4342-a0cd-0110ff9fee17 tempest-RoutersTestDVR-365121779 tempest-RoutersTestDVR-365121779-project-admin] 10.222.0.70 "DELETE /v2.0/routers/f382876f-87a3-4027-befe-279a7d004f3d HTTP/1.1" status: 204 len: 168 time: 0.4489603 Dec 08 01:42:58.828943 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d764628b-5fa8-4bd1-b8c3-9939934304ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.873026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:42:58.877484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] For port 87abd92e-76e0-4ce1-8600-3905f4d2610e, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:58.888064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] For port 87abd92e-76e0-4ce1-8600-3905f4d2610e, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=87abd92e-76e0-4ce1-8600-3905f4d2610e,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:58.890359 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.895729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9fa4b2-d55e-4f26-920c-0f8599d9ef9f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:58.897307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9fa4b2-d55e-4f26-920c-0f8599d9ef9f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:58.898888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5f9fa4b2-d55e-4f26-920c-0f8599d9ef9f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1226840 Dec 08 01:42:58.901636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52256) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:58.911777 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-b5c6d53d-7ed7-437a-b231-c6c230c12a18 None None] Set router 47569c90-6ee7-4727-85d4-61e7ab1b6e56 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:58.914701 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:58.941351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Transition to ACTIVE for port object 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:42:58.989286 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b5c6d53d-7ed7-437a-b231-c6c230c12a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47569c90-6ee7-4727-85d4-61e7ab1b6e56', 'name': 'tempest-NetworksTestDHCPv6-router-537588485', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:47Z', 'updated_at': '2021-12-08T01:42:57Z', 'revision_number': 3, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:59.029026 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c6d53d-7ed7-437a-b231-c6c230c12a18 None None] Checking router: 47569c90-6ee7-4727-85d4-61e7ab1b6e56 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:42:59.038856 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c6d53d-7ed7-437a-b231-c6c230c12a18 None None] Routers {'47569c90-6ee7-4727-85d4-61e7ab1b6e56'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:42:59.039617 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b5c6d53d-7ed7-437a-b231-c6c230c12a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:42:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['47569c90-6ee7-4727-85d4-61e7ab1b6e56'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:59.108480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Pushing event updated for resources: {'Port': ['ID=87abd92e-76e0-4ce1-8600-3905f4d2610e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:59.130779 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-b5c6d53d-7ed7-437a-b231-c6c230c12a18 None None] Set router 47569c90-6ee7-4727-85d4-61e7ab1b6e56 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:42:59.134973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52262) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:59.146541 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.163013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52266) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:59.175161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:59.175802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.177235 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-9833c08c-f0e9-4b15-9467-c77cb2e0bbea service neutron] 10.222.0.72 "PUT /v2.0/ports/87abd92e-76e0-4ce1-8600-3905f4d2610e HTTP/1.1" status: 200 len: 1093 time: 2.8654816 Dec 08 01:42:59.181320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3ddaac-5b20-4537-a457-dc4c13f0d78a', 'tag': '87abd92e-76e0-4ce1-8600-3905f4d2610e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:42:59.183778 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28169d35-f6c5-4bfa-8959-7464629bdfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3ddaac-5b20-4537-a457-dc4c13f0d78a", "tag": "87abd92e-76e0-4ce1-8600-3905f4d2610e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:42:59.210606 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b5c6d53d-7ed7-437a-b231-c6c230c12a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47569c90-6ee7-4727-85d4-61e7ab1b6e56', 'name': 'tempest-NetworksTestDHCPv6-router-537588485', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:47Z', 'updated_at': '2021-12-08T01:42:57Z', 'revision_number': 3, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:42:59.283758 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daef329-67d2-4356-96c3-9790a3583f7f x-openstack-request-id: req-0daef329-67d2-4356-96c3-9790a3583f7f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:42:59.284231 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3ddaac-5b20-4537-a457-dc4c13f0d78a", "tag": "87abd92e-76e0-4ce1-8600-3905f4d2610e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:42:59.284619 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0daef329-67d2-4356-96c3-9790a3583f7f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:42:59.285277 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3ddaac-5b20-4537-a457-dc4c13f0d78a', 'tag': '87abd92e-76e0-4ce1-8600-3905f4d2610e', 'status': 'completed', 'code': 200} Dec 08 01:42:59.373722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f9d74d-41d9-4fd0-9754-4ded0403b00e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 1860c8c6-3774-4f51-89f6-6a4752dcc825 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:42:59.380941 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d74d-41d9-4fd0-9754-4ded0403b00e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.391378 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c6d53d-7ed7-437a-b231-c6c230c12a18 None None] The sync data for ids ['47569c90-6ee7-4727-85d4-61e7ab1b6e56'] in n-d-713498-30 is: [{'id': '47569c90-6ee7-4727-85d4-61e7ab1b6e56', 'name': 'tempest-NetworksTestDHCPv6-router-537588485', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:47Z', 'updated_at': '2021-12-08T01:42:57Z', 'revision_number': 3, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:42:59.399805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1206318395-network', 'tenant_id': '4eb2e093eba946c78088f73a589065d9'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:42:59.412678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c47437-1880-4bf3-a2d3-83891226e1bd req-c765a414-5f69-4fde-acd8-9d5a02174ac5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:59.414399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53c47437-1880-4bf3-a2d3-83891226e1bd req-c765a414-5f69-4fde-acd8-9d5a02174ac5 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 944 time: 0.0830901 Dec 08 01:42:59.415438 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c2320c1-52da-4885-86e6-6fc770c2198d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.429929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d74d-41d9-4fd0-9754-4ded0403b00e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.512468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Made reservation on behalf of 4eb2e093eba946c78088f73a589065d9 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:42:59.514928 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.542601 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53c47437-1880-4bf3-a2d3-83891226e1bd req-300f6e75-c1b2-4bd8-8556-484c7fc3c7e0 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018922 Dec 08 01:42:59.563995 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.573632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Pushing event updated for resources: {'Port': ['ID=467e1c30-da5b-4ff6-b7a9-0a330adc65f1,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:59.603311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Attempting to bind port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:42:59.603994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Attempting to bind port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'e9a15b7b-2ecb-48d0-98a1-ac5a24609768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '195adef1-7cec-4280-bd10-c38da887b969'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:42:59.603994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Attempting to bind port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 on network 195adef1-7cec-4280-bd10-c38da887b969 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:59.613259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 on network 195adef1-7cec-4280-bd10-c38da887b969 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:42:59.613494 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Attempting to bind port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 on network 195adef1-7cec-4280-bd10-c38da887b969 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:42:59.631394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-c6e9591c-1c4d-45d5-b68a-33b8af41a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:59.632865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-c6e9591c-1c4d-45d5-b68a-33b8af41a623 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 1096 time: 0.3422284 Dec 08 01:42:59.634285 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d74d-41d9-4fd0-9754-4ded0403b00e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.639955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:42:59.640352 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Checking segment: {'id': 'e9a15b7b-2ecb-48d0-98a1-ac5a24609768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '195adef1-7cec-4280-bd10-c38da887b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:42:59.640705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Bound using segment: {'id': 'e9a15b7b-2ecb-48d0-98a1-ac5a24609768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '195adef1-7cec-4280-bd10-c38da887b969'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:42:59.641154 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Bound port: 467e1c30-da5b-4ff6-b7a9-0a330adc65f1, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9a15b7b-2ecb-48d0-98a1-ac5a24609768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '195adef1-7cec-4280-bd10-c38da887b969'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:42:59.641520 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.698941 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c2320c1-52da-4885-86e6-6fc770c2198d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.706968 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c2320c1-52da-4885-86e6-6fc770c2198d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.722529 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.734925 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.768899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:42:59.772321 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2320c1-52da-4885-86e6-6fc770c2198d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004af56c-a603-498c-bf66-7253d40aa9b4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:59.795964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-83480688-ccdf-4459-8083-07d182b8f090 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87abd92e-76e0-4ce1-8600-3905f4d2610e HTTP/1.1" status: 200 len: 217 time: 0.0833139 Dec 08 01:42:59.803375 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9c2320c1-52da-4885-86e6-6fc770c2198d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=82745a85e77646f8a3f3c7fde1a9a8b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6665516 Dec 08 01:42:59.803961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8005c172-dd79-46a4-b17e-679af7215300,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:42:59.807413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52280) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:42:59.853131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263a01a-9ac2-4158-89e4-7ff696575ec2 req-e5b94668-6b7f-4bef-a4e4-dcf30b43f66d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:59.862203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8263a01a-9ac2-4158-89e4-7ff696575ec2 req-e5b94668-6b7f-4bef-a4e4-dcf30b43f66d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 944 time: 0.2238810 Dec 08 01:42:59.868562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.868910 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Added segment e4ef5e5f-392a-43dd-83d5-a1662cbe30d1 of type vlan for network add1204c-708d-4dd0-8c27-2024f200bc03 Dec 08 01:42:59.915041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] For port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:42:59.938024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] For port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=467e1c30-da5b-4ff6-b7a9-0a330adc65f1,segment=NetworkSegment(e9a15b7b-2ecb-48d0-98a1-ac5a24609768),segment_id=e9a15b7b-2ecb-48d0-98a1-ac5a24609768)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:42:59.938664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.942108 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d74d-41d9-4fd0-9754-4ded0403b00e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.963890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.971523 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c129aab-742d-497a-a7d9-0309c5072846 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:42:59.988009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-786bfc01-7bc6-498b-877b-df250d0c941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:42:59.989882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-786bfc01-7bc6-498b-877b-df250d0c941e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.1779132 Dec 08 01:43:00.015705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.015705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:00.015705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.031913 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c129aab-742d-497a-a7d9-0309c5072846 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.041622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9d74d-41d9-4fd0-9754-4ded0403b00e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=1860c8c6-3774-4f51-89f6-6a4752dcc825,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:00.047052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d74d-41d9-4fd0-9754-4ded0403b00e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.051225 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b1f9d74d-41d9-4fd0-9754-4ded0403b00e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/1860c8c6-3774-4f51-89f6-6a4752dcc825 HTTP/1.1" status: 204 len: 168 time: 1.1478457 Dec 08 01:43:00.060583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063397ae-442f-4ada-bbb9-9f8316683dc4 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:00.088913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52284) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:00.112828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:00.115622 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.120789 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] 10.222.0.72 "PUT /v2.0/ports/467e1c30-da5b-4ff6-b7a9-0a330adc65f1 HTTP/1.1" status: 200 len: 1093 time: 2.4959781 Dec 08 01:43:00.125163 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c129aab-742d-497a-a7d9-0309c5072846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.128925 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c129aab-742d-497a-a7d9-0309c5072846 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.130245 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0c129aab-742d-497a-a7d9-0309c5072846 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/004af56c-a603-498c-bf66-7253d40aa9b4 HTTP/1.1" status: 204 len: 168 time: 0.3219044 Dec 08 01:43:00.181450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-3be1462a-eb05-4caf-8ae4-1d44809a6aec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387947 Dec 08 01:43:00.194834 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8263a01a-9ac2-4158-89e4-7ff696575ec2 req-fe894623-1095-4088-b305-82d3fb75f2e0 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317280 Dec 08 01:43:00.196723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:00.214153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c129aab-742d-497a-a7d9-0309c5072846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004af56c-a603-498c-bf66-7253d40aa9b4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:00.231253 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0669930 Dec 08 01:43:00.267790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52290) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:00.269788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:43:00.270140 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bd2eff7b-1f61-40fe-84b4-6f6cf27e9e95 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:43:00.283976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ec5bfeae-1291-4ade-918b-cebbf6eed7c0 admin admin] Request body: {'subnet': {'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1206318395-subnet', 'tenant_id': '4eb2e093eba946c78088f73a589065d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:00.327040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa96ff-d77b-4b41-8bbb-3e84d8d13fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=add1204c-708d-4dd0-8c27-2024f200bc03,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:00.356039 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ef2291ca-5577-42d0-902e-777db42b4f28 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2407882 Dec 08 01:43:00.356889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52294) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:00.378860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network add1204c-708d-4dd0-8c27-2024f200bc03 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:00.394112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b31f8-2d3a-4708-ba9c-83c1c49a7851 service neutron] Pushing event updated for resources: {'Port': ['ID=467e1c30-da5b-4ff6-b7a9-0a330adc65f1,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:00.467521 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-470cc74b-a20a-4e6d-b123-982f91ce52d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.485179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5bfeae-1291-4ade-918b-cebbf6eed7c0 admin admin] Made reservation on behalf of 4eb2e093eba946c78088f73a589065d9 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:00.488685 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec5bfeae-1291-4ade-918b-cebbf6eed7c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.504852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:00.570103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b112f805-effd-4a30-91cb-28de4fff7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:00.571644 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-b112f805-effd-4a30-91cb-28de4fff7ac9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5584dedca0441b0b59d74036f734889&device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 1096 time: 0.3703363 Dec 08 01:43:00.626320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52300) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:00.655780 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Deleting port bbcdfb24-8899-4f52-86cd-6ff97cc29646 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:00.656471 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.684547 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-1bd7c181-039c-425a-9493-b23a1f25a27f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=467e1c30-da5b-4ff6-b7a9-0a330adc65f1 HTTP/1.1" status: 200 len: 217 time: 0.0718138 Dec 08 01:43:00.712878 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7774b282-10a7-4f51-bc3e-77d025058b2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.723923 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-470cc74b-a20a-4e6d-b123-982f91ce52d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.726858 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-470cc74b-a20a-4e6d-b123-982f91ce52d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.735878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] For port bbcdfb24-8899-4f52-86cd-6ff97cc29646, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bbcdfb24-8899-4f52-86cd-6ff97cc29646,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:00.736549 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.757134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Calling delete_port for bbcdfb24-8899-4f52-86cd-6ff97cc29646 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:00.847031 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-d87b6fa9-fdc6-4969-a911-5dd03b3b8729 service neutron] 10.222.0.72 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384494 Dec 08 01:43:00.869586 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.891178 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-470cc74b-a20a-4e6d-b123-982f91ce52d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.891857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470cc74b-a20a-4e6d-b123-982f91ce52d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Fanout notify agent at l3_agent the message router_deleted on router 47569c90-6ee7-4727-85d4-61e7ab1b6e56 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:43:00.901561 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-470cc74b-a20a-4e6d-b123-982f91ce52d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.903104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-470cc74b-a20a-4e6d-b123-982f91ce52d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/routers/47569c90-6ee7-4727-85d4-61e7ab1b6e56 HTTP/1.1" status: 204 len: 168 time: 0.5450418 Dec 08 01:43:00.903707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Pushing event deleted for resources: {'Port': ['ID=bbcdfb24-8899-4f52-86cd-6ff97cc29646,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:00.909262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52304) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:00.913333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] No DVR routers for this DVR port bbcdfb24-8899-4f52-86cd-6ff97cc29646 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:00.927636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-655a5803-863e-44f3-889f-3d7fbdb7f366 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:00.944010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.944755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.945268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.945762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.946316 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.946801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.947392 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.947976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.948480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.950459 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.951281 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.951773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.952260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0047dfa-9933-4c90-8267-d29836314744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:00.960202 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7774b282-10a7-4f51-bc3e-77d025058b2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:00.965190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7774b282-10a7-4f51-bc3e-77d025058b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.052072 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7774b282-10a7-4f51-bc3e-77d025058b2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ae71d4d703044757886c99ac19334638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197457 Dec 08 01:43:01.055471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52306) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:01.064274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774b282-10a7-4f51-bc3e-77d025058b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17371cf-64e1-4471-894f-62723dfd0d2d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:01.098538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655a5803-863e-44f3-889f-3d7fbdb7f366 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:01.102095 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-655a5803-863e-44f3-889f-3d7fbdb7f366 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.158859 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8b3ad92-5c2e-4621-abc9-6ecc82995f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.228720 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b06c4ff-5f66-41dd-8eb0-58c1bac4b9ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.275854 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b06c4ff-5f66-41dd-8eb0-58c1bac4b9ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.389001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-389af82b-ccee-4c7e-b24e-f59aeb5a3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:01.391046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-389af82b-ccee-4c7e-b24e-f59aeb5a3503 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9054bee9-4df7-4ee6-8702-053e3191bc4f HTTP/1.1" status: 200 len: 849 time: 0.6355236 Dec 08 01:43:01.391714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab448b1-abf5-4a06-8990-ebd640c16d1f', 'tag': '467e1c30-da5b-4ff6-b7a9-0a330adc65f1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:43:01.394662 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a4a5dd-9010-41e4-b7b2-b024340459e5" -d '{"events": [{"name": "network-changed", "server_uuid": "cab448b1-abf5-4a06-8990-ebd640c16d1f", "tag": "467e1c30-da5b-4ff6-b7a9-0a330adc65f1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:43:01.448055 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-87381beb-21c2-4d90-9bb6-51eca2c86823 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=195adef1-7cec-4280-bd10-c38da887b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388844 Dec 08 01:43:01.462786 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b06c4ff-5f66-41dd-8eb0-58c1bac4b9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.466793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b06c4ff-5f66-41dd-8eb0-58c1bac4b9ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.471095 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9b06c4ff-5f66-41dd-8eb0-58c1bac4b9ea admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a17371cf-64e1-4471-894f-62723dfd0d2d HTTP/1.1" status: 204 len: 168 time: 0.4114032 Dec 08 01:43:01.487255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217722e-c01e-43de-a961-0b461a4cc2df req-047fb0de-67dc-4509-8cd0-409ba700425f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:01.489765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d8cf1-1ca8-45fb-bbf2-e0dc0366b4eb req-12bdf75a-3f11-44e3-98bc-62893e78b00c tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:01.491982 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a9d8cf1-1ca8-45fb-bbf2-e0dc0366b4eb req-12bdf75a-3f11-44e3-98bc-62893e78b00c tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 944 time: 0.1445203 Dec 08 01:43:01.494750 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d217722e-c01e-43de-a961-0b461a4cc2df req-047fb0de-67dc-4509-8cd0-409ba700425f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 944 time: 0.8091338 Dec 08 01:43:01.509660 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-655a5803-863e-44f3-889f-3d7fbdb7f366 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.512131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06c4ff-5f66-41dd-8eb0-58c1bac4b9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17371cf-64e1-4471-894f-62723dfd0d2d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:01.579215 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de18a935-8dc5-44cf-8484-9e6561d9c463 req-0d5b14fb-d07b-48b7-bca0-25878beb2629 service neutron] 10.222.0.72 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7181168 Dec 08 01:43:01.591435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655a5803-863e-44f3-889f-3d7fbdb7f366 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:01.606575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-655a5803-863e-44f3-889f-3d7fbdb7f366 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:01.618088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a5803-863e-44f3-889f-3d7fbdb7f366 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:01.619204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f80071-11a4-4945-b24d-a12120939d12 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:01.619785 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-655a5803-863e-44f3-889f-3d7fbdb7f366 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.658424 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.677806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a5803-863e-44f3-889f-3d7fbdb7f366 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=ae4df245-50e9-4c9f-9507-00d45bea12a3,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:01.688733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a9d8cf1-1ca8-45fb-bbf2-e0dc0366b4eb req-77ba0c06-3001-46fa-932a-5a828236a1d1 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866827 Dec 08 01:43:01.696798 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-655a5803-863e-44f3-889f-3d7fbdb7f366 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7797389 Dec 08 01:43:01.697283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52316) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:01.705041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-22a6112b-7a43-41e9-b3ac-608488b93d74 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2029299094', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:01.736164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d217722e-c01e-43de-a961-0b461a4cc2df req-10a5fffb-30d7-422e-bd95-3dc26b030405 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402213 Dec 08 01:43:01.776187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22a6112b-7a43-41e9-b3ac-608488b93d74 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.782713 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22a6112b-7a43-41e9-b3ac-608488b93d74 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.841268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': 'ae4df245-50e9-4c9f-9507-00d45bea12a3'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:01.842798 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.882387 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-88836583-e6fd-40cb-9cab-3bd172a70d10 service neutron] 10.222.0.72 "GET /v2.0/networks/195adef1-7cec-4280-bd10-c38da887b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200051 Dec 08 01:43:01.893566 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc70f23-aa80-4a3f-a97b-593d0b01e134 x-openstack-request-id: req-2cc70f23-aa80-4a3f-a97b-593d0b01e134 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:43:01.894019 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab448b1-abf5-4a06-8990-ebd640c16d1f", "tag": "467e1c30-da5b-4ff6-b7a9-0a330adc65f1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:43:01.895218 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2cc70f23-aa80-4a3f-a97b-593d0b01e134 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:43:01.895218 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab448b1-abf5-4a06-8990-ebd640c16d1f', 'tag': '467e1c30-da5b-4ff6-b7a9-0a330adc65f1', 'status': 'completed', 'code': 200} Dec 08 01:43:01.970996 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22a6112b-7a43-41e9-b3ac-608488b93d74 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:01.990558 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22a6112b-7a43-41e9-b3ac-608488b93d74 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:02.022767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec5bfeae-1291-4ade-918b-cebbf6eed7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:02.034667 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22a6112b-7a43-41e9-b3ac-608488b93d74 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:02.036999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-22a6112b-7a43-41e9-b3ac-608488b93d74 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3382022 Dec 08 01:43:02.040569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52324) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:02.138944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28169d35-f6c5-4bfa-8959-7464629bdfe7 req-80ac585b-aa3d-451b-b193-82f10f1be540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:02.141582 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-28169d35-f6c5-4bfa-8959-7464629bdfe7 req-80ac585b-aa3d-451b-b193-82f10f1be540 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 1096 time: 0.3846385 Dec 08 01:43:02.159794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Allocated IP 2001:db8::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/ae4df245-50e9-4c9f-9507-00d45bea12a3/bc92e72c-6ac3-4b42-a646-6c5822bb63ec) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:02.186189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bbcdfb24-8899-4f52-86cd-6ff97cc29646 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:02.255208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bbcdfb24-8899-4f52-86cd-6ff97cc29646 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:43:02.255565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bbcdfb24-8899-4f52-86cd-6ff97cc29646 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:43:02.260047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64626dae-f2b4-4f5e-bcc6-da72c40e8f35 req-e7e504f5-e765-4e44-b48e-ffeb6269d321 service neutron] 10.222.0.72 "GET /v2.0/networks/195adef1-7cec-4280-bd10-c38da887b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615191 Dec 08 01:43:02.288624 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:02.419840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bfeae-1291-4ade-918b-cebbf6eed7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fd533c-1222-42a7-929e-1a209b1b24e6,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:02.442886 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:02.453016 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:02.460648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5bfeae-1291-4ade-918b-cebbf6eed7c0 admin admin] Checking segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:02.461014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5bfeae-1291-4ade-918b-cebbf6eed7c0 admin admin] Network hostable DHCP agents. Network: add1204c-708d-4dd0-8c27-2024f200bc03, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:02.480829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28169d35-f6c5-4bfa-8959-7464629bdfe7 req-03230d7e-3d44-4cf3-bfd3-eb23e1da51c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:02.483326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-28169d35-f6c5-4bfa-8959-7464629bdfe7 req-03230d7e-3d44-4cf3-bfd3-eb23e1da51c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 200 len: 913 time: 0.3159142 Dec 08 01:43:02.507202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4a5dd-9010-41e4-b7b2-b024340459e5 req-d4c836b8-ee41-439c-92f8-3fc9182933c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:02.509072 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75a4a5dd-9010-41e4-b7b2-b024340459e5 req-d4c836b8-ee41-439c-92f8-3fc9182933c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c5584dedca0441b0b59d74036f734889&device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 1096 time: 0.1293600 Dec 08 01:43:02.528991 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:02.530989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:02.556583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-28169d35-f6c5-4bfa-8959-7464629bdfe7 req-07fc9cfa-9dff-4c04-b32e-abe55c69a1b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87abd92e-76e0-4ce1-8600-3905f4d2610e HTTP/1.1" status: 200 len: 217 time: 0.0630352 Dec 08 01:43:02.559213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5bfeae-1291-4ade-918b-cebbf6eed7c0 admin admin] Network add1204c-708d-4dd0-8c27-2024f200bc03 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:02.567670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:02.622005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ec5bfeae-1291-4ade-918b-cebbf6eed7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, add1204c-708d-4dd0-8c27-2024f200bc03) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:02.638418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:02.660309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5bfeae-1291-4ade-918b-cebbf6eed7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:02.660897 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec5bfeae-1291-4ade-918b-cebbf6eed7c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:02.669054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935f14a-0a6c-4d9d-9493-ddf4dfca964c None None] Network add1204c-708d-4dd0-8c27-2024f200bc03 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:02.692906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28169d35-f6c5-4bfa-8959-7464629bdfe7 req-c1a56c3e-75de-46b3-9cf3-a2f375d7cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:02.694494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-28169d35-f6c5-4bfa-8959-7464629bdfe7 req-c1a56c3e-75de-46b3-9cf3-a2f375d7cb21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 200 len: 852 time: 0.1235826 Dec 08 01:43:02.700628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ec5bfeae-1291-4ade-918b-cebbf6eed7c0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.4267259 Dec 08 01:43:02.746671 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-28169d35-f6c5-4bfa-8959-7464629bdfe7 req-8bc086fa-3bd6-49dc-8921-2aa9faaf7269 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ca5844b8-27b3-4526-899f-f6eb044a8310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403616 Dec 08 01:43:02.750541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4a5dd-9010-41e4-b7b2-b024340459e5 req-3a482d55-7781-4aef-82c3-be5e285dedda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:02.753256 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75a4a5dd-9010-41e4-b7b2-b024340459e5 req-3a482d55-7781-4aef-82c3-be5e285dedda service neutron] 10.222.0.72 "GET /v2.0/networks?id=195adef1-7cec-4280-bd10-c38da887b969 HTTP/1.1" status: 200 len: 910 time: 0.2053833 Dec 08 01:43:02.830270 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Pushing event updated for resources: {'Port': ['ID=bc92e72c-6ac3-4b42-a646-6c5822bb63ec,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:02.903445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Attempting to bind port bc92e72c-6ac3-4b42-a646-6c5822bb63ec on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:02.905363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Attempting to bind port bc92e72c-6ac3-4b42-a646-6c5822bb63ec by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:02.906971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Attempting to bind port bc92e72c-6ac3-4b42-a646-6c5822bb63ec on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:02.919913 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:02.920963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:02.928046 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:02.928843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:02.930979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Bound port: bc92e72c-6ac3-4b42-a646-6c5822bb63ec, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:02.931627 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:02.948173 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-28169d35-f6c5-4bfa-8959-7464629bdfe7 req-77a481d3-0aad-47f6-957e-71c670f517f1 service neutron] 10.222.0.72 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936555 Dec 08 01:43:03.039920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7af6c-6b5b-44be-bebf-3996f92a8ba9 req-43022efd-729c-4152-85b4-8f339b339c8f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:03.048316 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bec7af6c-6b5b-44be-bebf-3996f92a8ba9 req-43022efd-729c-4152-85b4-8f339b339c8f tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 944 time: 0.1302090 Dec 08 01:43:03.052381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75a4a5dd-9010-41e4-b7b2-b024340459e5 req-6dd1825e-78bb-4db2-8fb1-820ebbebe9fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=467e1c30-da5b-4ff6-b7a9-0a330adc65f1 HTTP/1.1" status: 200 len: 217 time: 0.2564516 Dec 08 01:43:03.061630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52356) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:03.159092 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bec7af6c-6b5b-44be-bebf-3996f92a8ba9 req-6c9a9950-e207-4aa0-a829-74f5f44e689d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096718 Dec 08 01:43:03.160953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] For port bc92e72c-6ac3-4b42-a646-6c5822bb63ec, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:03.165307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] For port bc92e72c-6ac3-4b42-a646-6c5822bb63ec, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bc92e72c-6ac3-4b42-a646-6c5822bb63ec,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:03.173600 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:03.184554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::1 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/ae4df245-50e9-4c9f-9507-00d45bea12a3/ac01bb63-4310-4313-9d2a-fe9dffe6dabb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:03.254548 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-28169d35-f6c5-4bfa-8959-7464629bdfe7 req-79c4c59e-f758-41b8-8c72-1dc3e033f65f service neutron] 10.222.0.72 "GET /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275729 Dec 08 01:43:03.256019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4a5dd-9010-41e4-b7b2-b024340459e5 req-fb5c219b-5e30-4a29-8ff4-f6f08bd0b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:03.257517 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75a4a5dd-9010-41e4-b7b2-b024340459e5 req-fb5c219b-5e30-4a29-8ff4-f6f08bd0b161 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9054bee9-4df7-4ee6-8702-053e3191bc4f HTTP/1.1" status: 200 len: 849 time: 0.1714523 Dec 08 01:43:03.267794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31964706-a287-4f90-abd3-3e45d282ba86 req-6db4dbca-b678-45c7-8097-599e7f43b035 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:03.269838 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31964706-a287-4f90-abd3-3e45d282ba86 req-6db4dbca-b678-45c7-8097-599e7f43b035 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 944 time: 0.3201795 Dec 08 01:43:03.317013 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dcc3c8-49c0-4b1e-acb5-2dbb1c725019 None None] Network add1204c-708d-4dd0-8c27-2024f200bc03 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:03.377144 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75a4a5dd-9010-41e4-b7b2-b024340459e5 req-04b0509a-91a8-4110-bf74-ea018bb4cc3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=195adef1-7cec-4280-bd10-c38da887b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762489 Dec 08 01:43:03.379583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'networks': [{'name': 'tempest-network--2032530163'}, {'name': 'tempest-network--959955804'}]} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:03.380096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'network': {'name': 'tempest-network--2032530163'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:03.380868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'network': {'name': 'tempest-network--959955804'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:03.390061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce03916-29c2-4287-9b4f-6561d417d57c None None] Pushing event updated for resources: {'Port': ['ID=bc92e72c-6ac3-4b42-a646-6c5822bb63ec,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:03.473978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Made reservation on behalf of 9b72c4dd2a6445a18ea4671f1b56978e for: {'network': 2} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:03.487687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:03.509306 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:03.536905 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:03.541656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75a4a5dd-9010-41e4-b7b2-b024340459e5 req-b36b9379-9b78-4c24-8d62-f8bb01f2b666 service neutron] 10.222.0.72 "GET /v2.0/networks/195adef1-7cec-4280-bd10-c38da887b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325965 Dec 08 01:43:03.547578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31964706-a287-4f90-abd3-3e45d282ba86 req-be451261-2050-49bd-86ed-d8064b3a860a tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719600 Dec 08 01:43:03.596416 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:03.638875 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:03.696908 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:03.702094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75a4a5dd-9010-41e4-b7b2-b024340459e5 req-e2a3d41d-7bcf-425e-8227-84c0e50dbf0a service neutron] 10.222.0.72 "GET /v2.0/networks/195adef1-7cec-4280-bd10-c38da887b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532099 Dec 08 01:43:03.718133 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:03.720527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:03.724700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:03.737149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=ac01bb63-4310-4313-9d2a-fe9dffe6dabb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:03.739724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:03.740271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:03.742865 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:03.743504 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:03.828821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01753bf0-22b6-4a71-b0e9-0f3d95ed45da,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:03.878493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:03.908888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:03.909170 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Added segment a002067f-0245-40f4-86c3-df425997f0b7 of type vlan for network 9f6a2fda-dd69-4e99-872c-4f19a8389259 Dec 08 01:43:04.016370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.021162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 87abd92e-76e0-4ce1-8600-3905f4d2610e details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:43:04.033810 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.056579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-0c7b7992-e2cc-4487-8fb5-7261892079de tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:04.058206 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-0c7b7992-e2cc-4487-8fb5-7261892079de tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.2357209 Dec 08 01:43:04.116466 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-c410fd0d-025c-4800-9a8c-323388e09264 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/quotas/4eb2e093eba946c78088f73a589065d9 HTTP/1.1" status: 200 len: 375 time: 0.0470462 Dec 08 01:43:04.117309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:04.142722 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 87abd92e-76e0-4ce1-8600-3905f4d2610e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=87abd92e-76e0-4ce1-8600-3905f4d2610e,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:04.148725 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.149214 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Added segment 774dbf40-54ae-4cce-8b4c-b427b279d96d of type vlan for network 97d202cb-4e88-4fbc-827c-9a6cf390a411 Dec 08 01:43:04.160466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '87abd92e-76e0-4ce1-8600-3905f4d2610e', 'network_id': 'ca5844b8-27b3-4526-899f-f6eb044a8310', 'port_id': '87abd92e-76e0-4ce1-8600-3905f4d2610e', 'mac_address': 'fa:16:3e:a2:95:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b516fe5-7c7e-4300-bab4-16f44055e7df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:43:04.183699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-ad587772-26e1-4c9d-9cc3-fdde1df8b247 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579488 Dec 08 01:43:04.195798 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bc92e72c-6ac3-4b42-a646-6c5822bb63ec up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:04.242560 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.258483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87abd92e-76e0-4ce1-8600-3905f4d2610e {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:43:04.283927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 87abd92e-76e0-4ce1-8600-3905f4d2610e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=87abd92e-76e0-4ce1-8600-3905f4d2610e,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:04.294262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a219a-c72c-45ce-a504-80ca1eadb278 req-077a39aa-9e06-40bb-883d-646ed8556b1d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:04.297727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f82a219a-c72c-45ce-a504-80ca1eadb278 req-077a39aa-9e06-40bb-883d-646ed8556b1d tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 944 time: 0.0659420 Dec 08 01:43:04.299965 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.300678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:43:04.308429 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.366654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bc92e72c-6ac3-4b42-a646-6c5822bb63ec triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:04.367035 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.367824 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f82a219a-c72c-45ce-a504-80ca1eadb278 req-691a2920-f0b5-4890-90cf-42a8716e7720 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621231 Dec 08 01:43:04.505168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=87abd92e-76e0-4ce1-8600-3905f4d2610e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:04.529805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=467e1c30-da5b-4ff6-b7a9-0a330adc65f1,segment=NetworkSegment(e9a15b7b-2ecb-48d0-98a1-ac5a24609768),segment_id=e9a15b7b-2ecb-48d0-98a1-ac5a24609768)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:04.549104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '467e1c30-da5b-4ff6-b7a9-0a330adc65f1', 'network_id': '195adef1-7cec-4280-bd10-c38da887b969', 'port_id': '467e1c30-da5b-4ff6-b7a9-0a330adc65f1', 'mac_address': 'fa:16:3e:14:9f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9054bee9-4df7-4ee6-8702-053e3191bc4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:43:04.761441 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.820796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da9bad-ee1f-4949-ba3d-908f8a6ab28e req-581b5b51-e93b-4ad8-b083-b52c8c5bd296 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:04.829901 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.831056 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67da9bad-ee1f-4949-ba3d-908f8a6ab28e req-581b5b51-e93b-4ad8-b083-b52c8c5bd296 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 944 time: 0.0823967 Dec 08 01:43:04.832780 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.839103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:04.849685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:43:04.852692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:04.853394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.878300 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.903356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67da9bad-ee1f-4949-ba3d-908f8a6ab28e req-370a5e06-980f-4c45-8a24-ee7f101c0b4d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665655 Dec 08 01:43:04.925615 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.951904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=467e1c30-da5b-4ff6-b7a9-0a330adc65f1,segment=NetworkSegment(e9a15b7b-2ecb-48d0-98a1-ac5a24609768),segment_id=e9a15b7b-2ecb-48d0-98a1-ac5a24609768)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:04.960622 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-90f3ccae-41b8-4457-af29-ebd82d9aa67b None None] Provisioning complete for port bc92e72c-6ac3-4b42-a646-6c5822bb63ec triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:04.961079 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-90f3ccae-41b8-4457-af29-ebd82d9aa67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:04.986327 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.011085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event updated for resources: {'Network': ['ID=9f6a2fda-dd69-4e99-872c-4f19a8389259,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:05.053506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 9f6a2fda-dd69-4e99-872c-4f19a8389259 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:05.084897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port bc92e72c-6ac3-4b42-a646-6c5822bb63ec, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bc92e72c-6ac3-4b42-a646-6c5822bb63ec,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:05.086435 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-48f5af0c-7128-401a-9c25-9e6700369d8e service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8667026 Dec 08 01:43:05.092959 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0291080 Dec 08 01:43:05.095188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52394) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:05.097073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a9f5c-151b-48af-b310-fd27bbed5a73 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event updated for resources: {'Network': ['ID=97d202cb-4e88-4fbc-827c-9a6cf390a411,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:05.129176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 97d202cb-4e88-4fbc-827c-9a6cf390a411 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:05.210087 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.240893 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.266674 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-547a8441-427c-4e04-8d18-86eb9cd6412b service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607285 Dec 08 01:43:05.267757 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.268546 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.271273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3576421-9af1-48ea-9b3f-4e4fa946ac90 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:05.279551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3576421-9af1-48ea-9b3f-4e4fa946ac90 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:05.289463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3576421-9af1-48ea-9b3f-4e4fa946ac90 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:05.298499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3576421-9af1-48ea-9b3f-4e4fa946ac90 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:05.300559 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c3576421-9af1-48ea-9b3f-4e4fa946ac90 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2041717 Dec 08 01:43:05.303189 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52396) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:05.319037 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=467e1c30-da5b-4ff6-b7a9-0a330adc65f1,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:05.325867 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['87abd92e-76e0-4ce1-8600-3905f4d2610e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:43:05.406103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:05.413585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:05.443599 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.479751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['467e1c30-da5b-4ff6-b7a9-0a330adc65f1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:43:05.524722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=ac01bb63-4310-4313-9d2a-fe9dffe6dabb,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:05.621430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Router 63ddbb50-756e-4dd5-b955-0542960b5dde is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:43:05.675429 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.729289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4de25a-23fa-4246-8741-7aad225c98ac req-30ba9c3a-e2f2-43e9-8a3d-be5eccac2cd2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:05.731677 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a4de25a-23fa-4246-8741-7aad225c98ac req-30ba9c3a-e2f2-43e9-8a3d-be5eccac2cd2 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 945 time: 0.1677849 Dec 08 01:43:05.733514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6a2fda-dd69-4e99-872c-4f19a8389259']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:05.754827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a002067f-0245-40f4-86c3-df425997f0b7') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:05.755063 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a002067f-0245-40f4-86c3-df425997f0b7') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:05.767645 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8a4e0c2-3b87-4025-b698-ea22240f7c76 req-af639a31-e194-493b-9356-e168c0e8250b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 210 time: 0.0430000 Dec 08 01:43:05.777744 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.819895 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-127828b9-c823-47f4-a236-59052a4dad3d None None] Provisioning complete for port ac01bb63-4310-4313-9d2a-fe9dffe6dabb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:05.820564 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-127828b9-c823-47f4-a236-59052a4dad3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.827185 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.833370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=bc92e72c-6ac3-4b42-a646-6c5822bb63ec,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:05.850041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:43:05.850506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:43:05.853971 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:43:05.858692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a4de25a-23fa-4246-8741-7aad225c98ac req-3e520af0-1e8d-4fb8-a11e-c4cf28ff794a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171525 Dec 08 01:43:05.961886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-127828b9-c823-47f4-a236-59052a4dad3d None None] Port ac01bb63-4310-4313-9d2a-fe9dffe6dabb cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:05.966599 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.972179 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:05.991863 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "DELETE /v2.0/networks/9f6a2fda-dd69-4e99-872c-4f19a8389259 HTTP/1.1" status: 204 len: 168 time: 0.6862311 Dec 08 01:43:05.996466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52416) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:06.024058 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ebd90-53ff-43bc-beb5-d7655a8a4282 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event deleted for resources: {'Network': ['ID=9f6a2fda-dd69-4e99-872c-4f19a8389259,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:06.041079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:43:06.056344 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-831d5e34-1455-4794-9f3d-6ba011063fb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "PUT /v2.0/routers/63ddbb50-756e-4dd5-b955-0542960b5dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0121453 Dec 08 01:43:06.056830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52418) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:06.074788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] Sync routers for ids ['63ddbb50-756e-4dd5-b955-0542960b5dde'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:43:06.176767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1336ccf4-b388-4ee1-9f9b-0aa046452cd0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:06.180914 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1336ccf4-b388-4ee1-9f9b-0aa046452cd0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports/ac01bb63-4310-4313-9d2a-fe9dffe6dabb HTTP/1.1" status: 200 len: 911 time: 0.1205256 Dec 08 01:43:06.181495 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52420) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:06.194758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5bba1-f7f4-4aab-8b6c-b26d02cdc2e5 req-556a94fc-d02d-4e2c-a6ce-59ad2617f8b4 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:06.197696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d5c5bba1-f7f4-4aab-8b6c-b26d02cdc2e5 req-556a94fc-d02d-4e2c-a6ce-59ad2617f8b4 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 945 time: 0.0945005 Dec 08 01:43:06.224255 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:06.245133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] Routers {'63ddbb50-756e-4dd5-b955-0542960b5dde'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:43:06.246860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:43:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['63ddbb50-756e-4dd5-b955-0542960b5dde'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:06.272492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9a0c9-b04e-4b67-8643-38e00304b03d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:06.274940 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bc92e72c-6ac3-4b42-a646-6c5822bb63ec up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:06.299669 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d5c5bba1-f7f4-4aab-8b6c-b26d02cdc2e5 req-4c8f88ff-b8e5-4c67-86c4-8636ba8d079c tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876718 Dec 08 01:43:06.302770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9a0c9-b04e-4b67-8643-38e00304b03d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:06.305231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e5e9a0c9-b04e-4b67-8643-38e00304b03d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1225276 Dec 08 01:43:06.308865 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52424) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:06.388681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1bcbbb01-af41-48a0-ae2f-267f87b4556a None None] Provisioning complete for port ac01bb63-4310-4313-9d2a-fe9dffe6dabb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:06.389167 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1bcbbb01-af41-48a0-ae2f-267f87b4556a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:06.421335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:06.453782 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d202cb-4e88-4fbc-827c-9a6cf390a411']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:06.464689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774dbf40-54ae-4cce-8b4c-b427b279d96d') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:06.465075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774dbf40-54ae-4cce-8b4c-b427b279d96d') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:06.476122 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:06.496997 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:06.497494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbbb01-af41-48a0-ae2f-267f87b4556a None None] Port ac01bb63-4310-4313-9d2a-fe9dffe6dabb cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:06.503935 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] Set router 63ddbb50-756e-4dd5-b955-0542960b5dde gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:43:06.505715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:43:06.506340 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:43:06.510240 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:43:06.578172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bc92e72c-6ac3-4b42-a646-6c5822bb63ec triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:06.578554 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:06.592672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:06.597206 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:06.602923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "DELETE /v2.0/networks/97d202cb-4e88-4fbc-827c-9a6cf390a411 HTTP/1.1" status: 204 len: 168 time: 0.6054697 Dec 08 01:43:06.609708 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52426) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:06.640485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fa0a8-060e-4050-ad02-ef82d3585590 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event deleted for resources: {'Network': ['ID=97d202cb-4e88-4fbc-827c-9a6cf390a411,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:06.741664 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e5278d8-068d-4666-9c48-54c034c1fbad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:06.887450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8fc79b-faec-44b4-953b-2a04b9215c30 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:06.896648 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8fc79b-faec-44b4-953b-2a04b9215c30 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:06.901716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ea8fc79b-faec-44b4-953b-2a04b9215c30 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2871387 Dec 08 01:43:06.902638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52434) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:06.907722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2b2b528f-32ee-43be-a708-b53c07e0b905 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1695195095'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:06.937765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2b528f-32ee-43be-a708-b53c07e0b905 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Made reservation on behalf of 9b72c4dd2a6445a18ea4671f1b56978e for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:06.943088 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b2b528f-32ee-43be-a708-b53c07e0b905 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:06.950192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ddbb50-756e-4dd5-b955-0542960b5dde', 'name': 'tempest-NetworksTestDHCPv6-router-2029299094', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:43:01Z', 'updated_at': '2021-12-08T01:43:03Z', 'revision_number': 2, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'gw_port_host': None, '_interfaces': [{'id': 'ac01bb63-4310-4313-9d2a-fe9dffe6dabb', 'name': '', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'mac_address': 'fa:16:3e:db:10:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ddbb50-756e-4dd5-b955-0542960b5dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'ae4df245-50e9-4c9f-9507-00d45bea12a3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:43:02Z', 'updated_at': '2021-12-08T01:43:04Z', 'revision_number': 2, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'subnets': [{'id': 'ae4df245-50e9-4c9f-9507-00d45bea12a3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:06.961376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fed041a1-aa0c-46f5-ab36-b48ab8a0891c req-d6ac0406-2624-4e78-afa1-943e71a937ae tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 210 time: 0.0698731 Dec 08 01:43:06.993859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] Checking router: 63ddbb50-756e-4dd5-b955-0542960b5dde for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:43:06.993859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] Updating router 63ddbb50-756e-4dd5-b955-0542960b5dde port ac01bb63-4310-4313-9d2a-fe9dffe6dabb binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:43:07.005326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2b528f-32ee-43be-a708-b53c07e0b905 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:07.027511 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b2b528f-32ee-43be-a708-b53c07e0b905 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.027856 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-2b2b528f-32ee-43be-a708-b53c07e0b905 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Added segment 089266bc-3ad5-4d9d-af70-612e4dfa1e1b of type vlan for network 192e0799-c1cd-4a66-94b3-bfdb5435fdb2 Dec 08 01:43:07.061420 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.067703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4265122-c222-4013-a773-555d985383f5 req-f5d7b217-0625-4810-8340-b21e4b0d5693 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:07.069356 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4265122-c222-4013-a773-555d985383f5 req-f5d7b217-0625-4810-8340-b21e4b0d5693 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 945 time: 0.1092246 Dec 08 01:43:07.091872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9e5278d8-068d-4666-9c48-54c034c1fbad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port ac01bb63-4310-4313-9d2a-fe9dffe6dabb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:07.092444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e5278d8-068d-4666-9c48-54c034c1fbad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.116254 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b2b528f-32ee-43be-a708-b53c07e0b905 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.193053 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4265122-c222-4013-a773-555d985383f5 req-dc4fce06-6511-4788-92f9-ab1479f1daed tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881710 Dec 08 01:43:07.194935 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b2b528f-32ee-43be-a708-b53c07e0b905 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.203255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2b528f-32ee-43be-a708-b53c07e0b905 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:07.203255 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b2b528f-32ee-43be-a708-b53c07e0b905 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.228247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e5278d8-068d-4666-9c48-54c034c1fbad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.245606 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2b2b528f-32ee-43be-a708-b53c07e0b905 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3394825 Dec 08 01:43:07.246558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52442) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:07.254672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1993058524'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:07.261269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9e5278d8-068d-4666-9c48-54c034c1fbad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for ac01bb63-4310-4313-9d2a-fe9dffe6dabb owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:07.291948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b528f-32ee-43be-a708-b53c07e0b905 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event updated for resources: {'Network': ['ID=192e0799-c1cd-4a66-94b3-bfdb5435fdb2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:07.312938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Made reservation on behalf of 9b72c4dd2a6445a18ea4671f1b56978e for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:07.317190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.324027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 192e0799-c1cd-4a66-94b3-bfdb5435fdb2 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:07.343676 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:07.353396 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.353738 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Added segment c93e69b3-4016-469e-af5e-c610302cbacf of type vlan for network 4305bc19-ee72-4ac1-8748-cef80f990da3 Dec 08 01:43:07.419579 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.555210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.570772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:07.572000 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.626041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84afb70-44af-4d81-81b3-09dec07bac72 req-d320520b-c724-4e5b-9b24-d788d1922041 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:07.633649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3860421 Dec 08 01:43:07.637761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c84afb70-44af-4d81-81b3-09dec07bac72 req-d320520b-c724-4e5b-9b24-d788d1922041 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 945 time: 0.1234348 Dec 08 01:43:07.644428 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52450) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:07.651131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'ports': [{'network_id': '192e0799-c1cd-4a66-94b3-bfdb5435fdb2', 'name': 'tempest-port--1940619446', 'admin_state_up': True}, {'network_id': '4305bc19-ee72-4ac1-8748-cef80f990da3', 'admin_state_up': False}]} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:07.651526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'port': {'network_id': '192e0799-c1cd-4a66-94b3-bfdb5435fdb2', 'name': 'tempest-port--1940619446', 'admin_state_up': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:07.652113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'port': {'network_id': '4305bc19-ee72-4ac1-8748-cef80f990da3', 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:07.717795 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c84afb70-44af-4d81-81b3-09dec07bac72 req-70ccc1a0-3d7a-41ed-890b-b3fbd8c96ae6 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728889 Dec 08 01:43:07.717982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event updated for resources: {'Network': ['ID=4305bc19-ee72-4ac1-8748-cef80f990da3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:07.718119 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e5278d8-068d-4666-9c48-54c034c1fbad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:07.730172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-a282db1d-5396-46a7-a3a9-52c94214a1ba tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:07.731413 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-a282db1d-5396-46a7-a3a9-52c94214a1ba tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.3388782 Dec 08 01:43:07.754319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.754671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.755020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.755363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.755705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.756043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.756397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.756734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.757067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.757395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.757727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.758049 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.758381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e77f08-7df2-4936-a710-9a6f958c71e3 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:07.770040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5278d8-068d-4666-9c48-54c034c1fbad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=ac01bb63-4310-4313-9d2a-fe9dffe6dabb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:07.783622 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 4305bc19-ee72-4ac1-8748-cef80f990da3 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:07.787756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Request body: {'port': {'device_id': '8bf47473-4e2a-4536-a5fb-e041dfaba6ff', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'admin_state_up': True, 'tenant_id': '4eb2e093eba946c78088f73a589065d9'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:07.827881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:43:07.832132 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:43:07.926557 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e5278d8-068d-4666-9c48-54c034c1fbad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:08.021390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 87abd92e-76e0-4ce1-8600-3905f4d2610e up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:08.138848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 87abd92e-76e0-4ce1-8600-3905f4d2610e completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:43:08.143821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 87abd92e-76e0-4ce1-8600-3905f4d2610e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:08.144740 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:08.158942 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Made reservation on behalf of 4eb2e093eba946c78088f73a589065d9 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:08.165223 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:08.166010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fb85a27b-8659-4dae-bb85-fbe850887094 req-b91a8639-823c-4ac2-a8c9-90af26eb88eb tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 210 time: 0.0501120 Dec 08 01:43:08.170278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Made reservation on behalf of 9b72c4dd2a6445a18ea4671f1b56978e for: {'port': 2} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:08.171066 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5278d8-068d-4666-9c48-54c034c1fbad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Router 63ddbb50-756e-4dd5-b955-0542960b5dde has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:43:08.176105 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:08.213600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:08.298172 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:08.327768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5278d8-068d-4666-9c48-54c034c1fbad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:43:08.354173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 87abd92e-76e0-4ce1-8600-3905f4d2610e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=87abd92e-76e0-4ce1-8600-3905f4d2610e,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:08.355990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3ddaac-5b20-4537-a457-dc4c13f0d78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87abd92e-76e0-4ce1-8600-3905f4d2610e'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:43:08.358848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] device_id is not set on port 5a102f2b-497a-40d2-b925-93fab7d6d575 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:43:08.360008 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb94d52-8acd-4192-a5a2-2795c7eb9fcb" -d '{"events": [{"server_uuid": "ab3ddaac-5b20-4537-a457-dc4c13f0d78a", "name": "network-vif-plugged", "status": "completed", "tag": "87abd92e-76e0-4ce1-8600-3905f4d2610e"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:43:08.362962 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9e5278d8-068d-4666-9c48-54c034c1fbad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "PUT /v2.0/routers/63ddbb50-756e-4dd5-b955-0542960b5dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0513220 Dec 08 01:43:08.366660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52462) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:08.388812 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:08.390016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:08.401405 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c69032-5b73-4902-9133-e5c10491df2d req-24cbc0b7-2ecf-43bd-bb4e-38589e06ceae tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:08.410802 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35c69032-5b73-4902-9133-e5c10491df2d req-24cbc0b7-2ecf-43bd-bb4e-38589e06ceae tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 945 time: 0.0991311 Dec 08 01:43:08.457475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] Port ac01bb63-4310-4313-9d2a-fe9dffe6dabb not found while updating agent binding for router 63ddbb50-756e-4dd5-b955-0542960b5dde. {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 01:43:08.482886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35c69032-5b73-4902-9133-e5c10491df2d req-acd36502-34c3-4d1c-ad10-15f3f434dfed tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707955 Dec 08 01:43:08.486939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Allocated IP 172.20.0.4 (add1204c-708d-4dd0-8c27-2024f200bc03/86fd533c-1222-42a7-929e-1a209b1b24e6/2a24dd90-929d-4529-90ed-e9e7d3612112) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:08.497144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd97a330-6499-4ac8-8ff3-472af4d28975 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:08.498905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd97a330-6499-4ac8-8ff3-472af4d28975 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:08.500480 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bd97a330-6499-4ac8-8ff3-472af4d28975 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1326518 Dec 08 01:43:08.504639 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52466) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:08.510992 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ee4c38-9dc3-4663-98b5-eb6defd32285 x-openstack-request-id: req-95ee4c38-9dc3-4663-98b5-eb6defd32285 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:43:08.511429 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3ddaac-5b20-4537-a457-dc4c13f0d78a", "name": "network-vif-plugged", "status": "completed", "tag": "87abd92e-76e0-4ce1-8600-3905f4d2610e", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:43:08.511910 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-95ee4c38-9dc3-4663-98b5-eb6defd32285 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:43:08.512426 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3ddaac-5b20-4537-a457-dc4c13f0d78a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87abd92e-76e0-4ce1-8600-3905f4d2610e', 'code': 200} Dec 08 01:43:08.553533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] Routers {'63ddbb50-756e-4dd5-b955-0542960b5dde'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:43:08.554291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:43:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['63ddbb50-756e-4dd5-b955-0542960b5dde'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:08.656664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa95c0-d79d-4bc2-9b54-4831428114fa req-4151e361-b724-495b-b0b8-71aee84d5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:08.658276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95aa95c0-d79d-4bc2-9b54-4831428114fa req-4151e361-b724-495b-b0b8-71aee84d5d62 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 1098 time: 0.0556722 Dec 08 01:43:08.658976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df93398-84bc-44ea-b14a-643acabc720c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet ae4df245-50e9-4c9f-9507-00d45bea12a3 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:43:08.664318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=87abd92e-76e0-4ce1-8600-3905f4d2610e,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:08.672505 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0df93398-84bc-44ea-b14a-643acabc720c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:08.690388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] Set router 63ddbb50-756e-4dd5-b955-0542960b5dde gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:43:08.693549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:43:08.729527 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95aa95c0-d79d-4bc2-9b54-4831428114fa req-1c39a4f6-28f0-4744-b893-2ad02776294b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630727 Dec 08 01:43:08.769249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:08.769632 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:08.771248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ddbb50-756e-4dd5-b955-0542960b5dde', 'name': 'tempest-NetworksTestDHCPv6-router-2029299094', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:43:01Z', 'updated_at': '2021-12-08T01:43:07Z', 'revision_number': 3, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:08.801034 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0df93398-84bc-44ea-b14a-643acabc720c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:08.823499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facfa684-0060-41b6-9174-8330c5504fb5 None None] The sync data for ids ['63ddbb50-756e-4dd5-b955-0542960b5dde'] in n-d-713498-30 is: [{'id': '63ddbb50-756e-4dd5-b955-0542960b5dde', 'name': 'tempest-NetworksTestDHCPv6-router-2029299094', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:43:01Z', 'updated_at': '2021-12-08T01:43:07Z', 'revision_number': 3, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:43:08.897672 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:08.908801 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:08.943895 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=467e1c30-da5b-4ff6-b7a9-0a330adc65f1,segment=NetworkSegment(e9a15b7b-2ecb-48d0-98a1-ac5a24609768),segment_id=e9a15b7b-2ecb-48d0-98a1-ac5a24609768)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:08.948696 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.004824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=467e1c30-da5b-4ff6-b7a9-0a330adc65f1,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:09.044540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] device_id is not set on port e7ec6199-5dfb-42fa-b0b2-1b74baad08fe yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:43:09.061126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7520522-be0d-4b5e-b952-e53d20e52bcc req-c05cf0ec-4592-4089-9111-5b6717083b65 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:09.062667 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7520522-be0d-4b5e-b952-e53d20e52bcc req-c05cf0ec-4592-4089-9111-5b6717083b65 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 945 time: 0.2665856 Dec 08 01:43:09.088479 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.115145 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0df93398-84bc-44ea-b14a-643acabc720c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.198497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7520522-be0d-4b5e-b952-e53d20e52bcc req-cd34d9cc-a487-4d23-982b-7f05fa65dc63 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241231 Dec 08 01:43:09.249457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.268484 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0df93398-84bc-44ea-b14a-643acabc720c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.317729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93764a2d-4f2d-464f-b929-4eddee484c30 req-b6807377-7e4e-43b9-bffa-aee0df71381a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:09.319288 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93764a2d-4f2d-464f-b929-4eddee484c30 req-b6807377-7e4e-43b9-bffa-aee0df71381a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 931 time: 0.0612931 Dec 08 01:43:09.342439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df93398-84bc-44ea-b14a-643acabc720c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4df245-50e9-4c9f-9507-00d45bea12a3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:09.354536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Network add1204c-708d-4dd0-8c27-2024f200bc03 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:09.365069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0df93398-84bc-44ea-b14a-643acabc720c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.367762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26345bc0-19a2-4eaa-9cdc-1d6176f8632b None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:09.370333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0df93398-84bc-44ea-b14a-643acabc720c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/ae4df245-50e9-4c9f-9507-00d45bea12a3 HTTP/1.1" status: 204 len: 168 time: 0.8585889 Dec 08 01:43:09.373771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52478) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:09.373918 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:09.385298 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93764a2d-4f2d-464f-b929-4eddee484c30 req-d5fddb1d-dec0-4b22-a993-21acbcf9bfad tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592961 Dec 08 01:43:09.387221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:09.411033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event updated for resources: {'Port': ['ID=2a24dd90-929d-4529-90ed-e9e7d3612112,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:09.414799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.454781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:09.455424 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.486711 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-91de9375-d3d8-4661-af21-f45626e1baaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7334871 Dec 08 01:43:09.488365 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.539121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Request body: {'port': {'device_id': '8bf47473-4e2a-4536-a5fb-e041dfaba6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:09.586615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf5abd4-a81c-490b-87b3-c72500d226f0 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:09.674624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5abd4-a81c-490b-87b3-c72500d226f0 None None] Deleting port bc92e72c-6ac3-4b42-a646-6c5822bb63ec {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:09.675018 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7cf5abd4-a81c-490b-87b3-c72500d226f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.779628 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7cf5abd4-a81c-490b-87b3-c72500d226f0 None None] For port bc92e72c-6ac3-4b42-a646-6c5822bb63ec, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bc92e72c-6ac3-4b42-a646-6c5822bb63ec,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:09.780186 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7cf5abd4-a81c-490b-87b3-c72500d226f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.799823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7cf5abd4-a81c-490b-87b3-c72500d226f0 None None] Calling delete_port for bc92e72c-6ac3-4b42-a646-6c5822bb63ec owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:09.819732 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:09.826329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-231ffbf7-4f1f-41c2-a6b2-2b4642a3109b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-986781253'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:09.858307 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f781bc19-46e4-4d3f-8b76-10c7f89c8d59 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4832366 Dec 08 01:43:09.860436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52486) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:09.921907 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7cf5abd4-a81c-490b-87b3-c72500d226f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.936295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231ffbf7-4f1f-41c2-a6b2-2b4642a3109b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:09.939693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231ffbf7-4f1f-41c2-a6b2-2b4642a3109b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.955283 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4853f8d-dc6b-41e7-9a39-0d0398123a35 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:09.962771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5abd4-a81c-490b-87b3-c72500d226f0 None None] Pushing event deleted for resources: {'Port': ['ID=bc92e72c-6ac3-4b42-a646-6c5822bb63ec,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:09.968702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5abd4-a81c-490b-87b3-c72500d226f0 None None] No DVR routers for this DVR port bc92e72c-6ac3-4b42-a646-6c5822bb63ec on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:09.973577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event updated for resources: {'Port': ['ID=5a102f2b-497a-40d2-b925-93fab7d6d575,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:10.047368 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe7b45-4bcd-4825-809c-f1ab597b7a18 None None] Sync routers for ids ['63ddbb50-756e-4dd5-b955-0542960b5dde'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:43:10.049433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Checking segment: {'id': '089266bc-3ad5-4d9d-af70-612e4dfa1e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '192e0799-c1cd-4a66-94b3-bfdb5435fdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:10.049817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Network hostable DHCP agents. Network: 192e0799-c1cd-4a66-94b3-bfdb5435fdb2, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:10.054835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-231ffbf7-4f1f-41c2-a6b2-2b4642a3109b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:10.061636 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe7b45-4bcd-4825-809c-f1ab597b7a18 None None] Routers {'63ddbb50-756e-4dd5-b955-0542960b5dde'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:43:10.061636 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fcbe7b45-4bcd-4825-809c-f1ab597b7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:43:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['63ddbb50-756e-4dd5-b955-0542960b5dde'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:10.064268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954720bb-1578-4ce5-aacf-e8a9a256ea32 req-4aa5b338-7778-465b-bbfd-eaf7872d0681 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:10.066843 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-954720bb-1578-4ce5-aacf-e8a9a256ea32 req-4aa5b338-7778-465b-bbfd-eaf7872d0681 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 946 time: 0.1556954 Dec 08 01:43:10.068548 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.140017 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-fcbe7b45-4bcd-4825-809c-f1ab597b7a18 None None] Set router 63ddbb50-756e-4dd5-b955-0542960b5dde gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:43:10.155745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Network 192e0799-c1cd-4a66-94b3-bfdb5435fdb2 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:10.164643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bc92e72c-6ac3-4b42-a646-6c5822bb63ec no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:10.187674 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 192e0799-c1cd-4a66-94b3-bfdb5435fdb2) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:10.194524 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231ffbf7-4f1f-41c2-a6b2-2b4642a3109b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.194876 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-231ffbf7-4f1f-41c2-a6b2-2b4642a3109b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Added segment 52197a0f-5711-4a71-9765-338d01d1083e of type vlan for network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 Dec 08 01:43:10.203578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-954720bb-1578-4ce5-aacf-e8a9a256ea32 req-a0c3074a-8401-4561-8c24-454565e40b4a tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190224 Dec 08 01:43:10.204966 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fcbe7b45-4bcd-4825-809c-f1ab597b7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ddbb50-756e-4dd5-b955-0542960b5dde', 'name': 'tempest-NetworksTestDHCPv6-router-2029299094', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:43:01Z', 'updated_at': '2021-12-08T01:43:07Z', 'revision_number': 3, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:10.206465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:10.207320 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.219641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4853f8d-dc6b-41e7-9a39-0d0398123a35 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.225984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21753c0-86ca-4704-8e7d-a5d9583a1151 None None] Network 192e0799-c1cd-4a66-94b3-bfdb5435fdb2 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:10.232985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4853f8d-dc6b-41e7-9a39-0d0398123a35 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.242968 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe7b45-4bcd-4825-809c-f1ab597b7a18 None None] Checking router: 63ddbb50-756e-4dd5-b955-0542960b5dde for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:43:10.253055 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe7b45-4bcd-4825-809c-f1ab597b7a18 None None] Routers {'63ddbb50-756e-4dd5-b955-0542960b5dde'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:43:10.253860 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fcbe7b45-4bcd-4825-809c-f1ab597b7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:43:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['63ddbb50-756e-4dd5-b955-0542960b5dde'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:10.339716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bc92e72c-6ac3-4b42-a646-6c5822bb63ec {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:43:10.340148 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bc92e72c-6ac3-4b42-a646-6c5822bb63ec not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:43:10.358036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event updated for resources: {'Port': ['ID=e7ec6199-5dfb-42fa-b0b2-1b74baad08fe,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:10.358878 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-fcbe7b45-4bcd-4825-809c-f1ab597b7a18 None None] Set router 63ddbb50-756e-4dd5-b955-0542960b5dde gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:43:10.381181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Checking segment: {'id': 'c93e69b3-4016-469e-af5e-c610302cbacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4305bc19-ee72-4ac1-8748-cef80f990da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:10.381548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Network hostable DHCP agents. Network: 4305bc19-ee72-4ac1-8748-cef80f990da3, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:10.404988 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231ffbf7-4f1f-41c2-a6b2-2b4642a3109b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.420223 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-fcbe7b45-4bcd-4825-809c-f1ab597b7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ddbb50-756e-4dd5-b955-0542960b5dde', 'name': 'tempest-NetworksTestDHCPv6-router-2029299094', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:43:01Z', 'updated_at': '2021-12-08T01:43:07Z', 'revision_number': 3, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:10.436829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Network 4305bc19-ee72-4ac1-8748-cef80f990da3 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:10.456131 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbe7b45-4bcd-4825-809c-f1ab597b7a18 None None] The sync data for ids ['63ddbb50-756e-4dd5-b955-0542960b5dde'] in n-d-713498-30 is: [{'id': '63ddbb50-756e-4dd5-b955-0542960b5dde', 'name': 'tempest-NetworksTestDHCPv6-router-2029299094', 'tenant_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:43:01Z', 'updated_at': '2021-12-08T01:43:07Z', 'revision_number': 3, 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:43:10.461001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 4305bc19-ee72-4ac1-8748-cef80f990da3) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:10.465773 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4853f8d-dc6b-41e7-9a39-0d0398123a35 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.466321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4853f8d-dc6b-41e7-9a39-0d0398123a35 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Fanout notify agent at l3_agent the message router_deleted on router 63ddbb50-756e-4dd5-b955-0542960b5dde {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:43:10.471440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:10.474394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada47b17-34dd-4521-bff1-327397f11eb2 None None] Network 4305bc19-ee72-4ac1-8748-cef80f990da3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:10.477192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:10.483017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:10.483724 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.493043 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4853f8d-dc6b-41e7-9a39-0d0398123a35 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.494453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f4853f8d-dc6b-41e7-9a39-0d0398123a35 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/routers/63ddbb50-756e-4dd5-b955-0542960b5dde HTTP/1.1" status: 204 len: 168 time: 0.6330848 Dec 08 01:43:10.498238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52496) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:10.498526 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231ffbf7-4f1f-41c2-a6b2-2b4642a3109b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.510489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231ffbf7-4f1f-41c2-a6b2-2b4642a3109b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:10.511571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-231ffbf7-4f1f-41c2-a6b2-2b4642a3109b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.513867 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab448b1-abf5-4a06-8990-ebd640c16d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467e1c30-da5b-4ff6-b7a9-0a330adc65f1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:43:10.516729 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ef2563-224d-43ea-a845-89b8739b1053" -d '{"events": [{"server_uuid": "cab448b1-abf5-4a06-8990-ebd640c16d1f", "name": "network-vif-plugged", "status": "completed", "tag": "467e1c30-da5b-4ff6-b7a9-0a330adc65f1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:43:10.585628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-231ffbf7-4f1f-41c2-a6b2-2b4642a3109b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7623658 Dec 08 01:43:10.592677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a24dd90-929d-4529-90ed-e9e7d3612112 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:43:10.597700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52500) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:10.619348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c5a0338e-53b6-429c-b81e-405f5c257f8e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-471679806'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:10.621792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371b599-ab85-48d8-8bb5-be0267fb33c4 req-43cbc7ae-b638-4db0-8acd-50a98f08bb4d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:10.623475 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8371b599-ab85-48d8-8bb5-be0267fb33c4 req-43cbc7ae-b638-4db0-8acd-50a98f08bb4d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 946 time: 0.2769980 Dec 08 01:43:10.631757 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-421adfd1-5f1d-4541-8dcc-d1a19a945a32 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1284094 Dec 08 01:43:10.635815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-09bdc7c6-e4ab-4b2b-b3d3-cf9aa763139a tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9888623 Dec 08 01:43:10.635949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52502) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:10.638231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52504) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:10.638455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.685654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Transition to ACTIVE for port object 2a24dd90-929d-4529-90ed-e9e7d3612112 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:43:10.692263 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.703355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a0338e-53b6-429c-b81e-405f5c257f8e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:10.708002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5a0338e-53b6-429c-b81e-405f5c257f8e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.750263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ffbf7-4f1f-41c2-a6b2-2b4642a3109b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Network': ['ID=9e36b60e-7812-4b19-925e-ef8b9cfd1e66,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:10.763628 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:10.769345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650069-e9cf-4bac-b28e-35ea4e358143 req-0d8ae455-b065-4fd8-addc-8c4539dbc75d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:10.772330 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-24650069-e9cf-4bac-b28e-35ea4e358143 req-0d8ae455-b065-4fd8-addc-8c4539dbc75d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 931 time: 0.1591811 Dec 08 01:43:10.798842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e929751-8b57-4e23-8050-5466a930e387 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:10.800401 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6e929751-8b57-4e23-8050-5466a930e387 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1639225 Dec 08 01:43:10.806063 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52508) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:10.831319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a414fc-d847-4156-81da-dea11f382c75 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:10.837376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a414fc-d847-4156-81da-dea11f382c75 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:10.841547 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-34a414fc-d847-4156-81da-dea11f382c75 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1914101 Dec 08 01:43:10.850060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Pushing event updated for resources: {'Port': ['ID=2a24dd90-929d-4529-90ed-e9e7d3612112,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:10.866641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a0338e-53b6-429c-b81e-405f5c257f8e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:10.873554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52510) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:10.875971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3d34e473-9d84-462a-b1d2-cbf1009bd020 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642602 Dec 08 01:43:10.880263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52512) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:10.885500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c612e550-6536-44c8-b6ef-60a21b4b5f5b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:10.893714 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8371b599-ab85-48d8-8bb5-be0267fb33c4 req-e05b93f5-6668-4417-b9cf-a82180d7bedc tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334850 Dec 08 01:43:10.938895 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5a0338e-53b6-429c-b81e-405f5c257f8e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:10.939189 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-c5a0338e-53b6-429c-b81e-405f5c257f8e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Added segment 81dbdafb-7b77-47b0-8468-4a52c6cd256d of type vlan for network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d Dec 08 01:43:10.953595 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7139b109-2873-4b1d-b1b8-7fb7cda891aa x-openstack-request-id: req-7139b109-2873-4b1d-b1b8-7fb7cda891aa {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:43:10.954132 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab448b1-abf5-4a06-8990-ebd640c16d1f", "name": "network-vif-plugged", "status": "completed", "tag": "467e1c30-da5b-4ff6-b7a9-0a330adc65f1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:43:10.954520 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7139b109-2873-4b1d-b1b8-7fb7cda891aa {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:43:10.955016 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab448b1-abf5-4a06-8990-ebd640c16d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467e1c30-da5b-4ff6-b7a9-0a330adc65f1', 'code': 200} Dec 08 01:43:10.991133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c612e550-6536-44c8-b6ef-60a21b4b5f5b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:11.000105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c612e550-6536-44c8-b6ef-60a21b4b5f5b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.012878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-24650069-e9cf-4bac-b28e-35ea4e358143 req-630cd2d8-9981-4547-9657-b4617e47ad76 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248538 Dec 08 01:43:11.044043 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5a0338e-53b6-429c-b81e-405f5c257f8e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.070057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Attempting to bind port 2a24dd90-929d-4529-90ed-e9e7d3612112 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:11.070402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Attempting to bind port 2a24dd90-929d-4529-90ed-e9e7d3612112 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:11.070731 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Attempting to bind port 2a24dd90-929d-4529-90ed-e9e7d3612112 on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:11.090440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Port 2a24dd90-929d-4529-90ed-e9e7d3612112 on network add1204c-708d-4dd0-8c27-2024f200bc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:43:11.090767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Attempting to bind port 2a24dd90-929d-4529-90ed-e9e7d3612112 on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:11.101134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5a0338e-53b6-429c-b81e-405f5c257f8e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.107666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a0338e-53b6-429c-b81e-405f5c257f8e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:11.108303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5a0338e-53b6-429c-b81e-405f5c257f8e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.110718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:11.111065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Checking segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:11.111715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Bound using segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:11.111920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Bound port: 2a24dd90-929d-4529-90ed-e9e7d3612112, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:11.112270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.142843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a88dac-39a2-43f1-a250-033c8fa75781 req-2b262f37-8c0e-4990-9469-ec985f7d9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:11.145706 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27a88dac-39a2-43f1-a250-033c8fa75781 req-2b262f37-8c0e-4990-9469-ec985f7d9d7e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 1098 time: 0.0618477 Dec 08 01:43:11.198507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-979166bd-484e-4a71-88eb-fec30261abf1 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Deleting port 5a102f2b-497a-40d2-b925-93fab7d6d575 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:11.198796 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-979166bd-484e-4a71-88eb-fec30261abf1 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.231793 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c5a0338e-53b6-429c-b81e-405f5c257f8e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6173081 Dec 08 01:43:11.234704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52518) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:11.240309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27a88dac-39a2-43f1-a250-033c8fa75781 req-1447746d-329d-4e28-87f4-096cbce6d6e1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876715 Dec 08 01:43:11.247511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f8eb98eb-7c69-4d41-877d-4aa23109f8ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'subnet': {'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:11.248693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0338e-53b6-429c-b81e-405f5c257f8e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Network': ['ID=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:11.268993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:11.334204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] For port 2a24dd90-929d-4529-90ed-e9e7d3612112, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:11.337306 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-979166bd-484e-4a71-88eb-fec30261abf1 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.370159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] For port 2a24dd90-929d-4529-90ed-e9e7d3612112, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=2a24dd90-929d-4529-90ed-e9e7d3612112,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:11.377797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-979166bd-484e-4a71-88eb-fec30261abf1 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Calling delete_port for 5a102f2b-497a-40d2-b925-93fab7d6d575 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:11.380702 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.406087 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eb98eb-7c69-4d41-877d-4aa23109f8ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:11.409706 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8eb98eb-7c69-4d41-877d-4aa23109f8ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.428162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:11.428859 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.430247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] 10.222.0.65 "PUT /v2.0/ports/2a24dd90-929d-4529-90ed-e9e7d3612112 HTTP/1.1" status: 200 len: 1092 time: 1.8974431 Dec 08 01:43:11.439863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114f744-2421-42ce-83db-bfeccff4d082 req-ad2bbb43-dcfe-46a8-a78d-4d58f158094b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:11.441224 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8114f744-2421-42ce-83db-bfeccff4d082 req-ad2bbb43-dcfe-46a8-a78d-4d58f158094b tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 946 time: 0.1358774 Dec 08 01:43:11.441671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf47473-4e2a-4536-a5fb-e041dfaba6ff', 'tag': '2a24dd90-929d-4529-90ed-e9e7d3612112'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:43:11.443982 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ef58c6-cbbe-4051-a34c-37384a0adfd4" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf47473-4e2a-4536-a5fb-e041dfaba6ff", "tag": "2a24dd90-929d-4529-90ed-e9e7d3612112"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:43:11.512666 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6fde30-52e2-49c4-a4eb-a05a2112158e x-openstack-request-id: req-7e6fde30-52e2-49c4-a4eb-a05a2112158e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:43:11.512970 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf47473-4e2a-4536-a5fb-e041dfaba6ff", "tag": "2a24dd90-929d-4529-90ed-e9e7d3612112", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:43:11.513232 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7e6fde30-52e2-49c4-a4eb-a05a2112158e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:43:11.513633 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf47473-4e2a-4536-a5fb-e041dfaba6ff', 'tag': '2a24dd90-929d-4529-90ed-e9e7d3612112', 'status': 'completed', 'code': 200} Dec 08 01:43:11.546415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-c612e550-6536-44c8-b6ef-60a21b4b5f5b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:43:11.551361 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c612e550-6536-44c8-b6ef-60a21b4b5f5b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.575799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678bd6d3-f240-45a7-806c-9cc27969ae59 service neutron] Pushing event updated for resources: {'Port': ['ID=2a24dd90-929d-4529-90ed-e9e7d3612112,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:11.604381 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8114f744-2421-42ce-83db-bfeccff4d082 req-3b77bb7b-afeb-4f1f-acea-1b2681e91d10 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199882 Dec 08 01:43:11.614417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c612e550-6536-44c8-b6ef-60a21b4b5f5b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:11.616055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-0ed3cf33-475e-41a3-abc8-3465699686fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:11.617598 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-0ed3cf33-475e-41a3-abc8-3465699686fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 1095 time: 0.1206756 Dec 08 01:43:11.621985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c612e550-6536-44c8-b6ef-60a21b4b5f5b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:11.630947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612e550-6536-44c8-b6ef-60a21b4b5f5b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=af481872-06c4-448b-8c17-ce2f471b73af,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:11.636569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c612e550-6536-44c8-b6ef-60a21b4b5f5b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:11.637284 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c612e550-6536-44c8-b6ef-60a21b4b5f5b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.643915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7706252-8d06-4093-ba29-80574a2f8d8a None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:11.648684 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-979166bd-484e-4a71-88eb-fec30261abf1 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.662755 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c612e550-6536-44c8-b6ef-60a21b4b5f5b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7783699 Dec 08 01:43:11.662755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52526) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:11.668236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8362dca4-d9c5-4a33-9485-3365e290c62e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:11.692863 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-56ac62f0-7e8b-48f2-a29e-c91ec258da0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a24dd90-929d-4529-90ed-e9e7d3612112 HTTP/1.1" status: 200 len: 217 time: 0.0615187 Dec 08 01:43:11.736185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979166bd-484e-4a71-88eb-fec30261abf1 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event deleted for resources: {'Port': ['ID=5a102f2b-497a-40d2-b925-93fab7d6d575,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:11.768652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-979166bd-484e-4a71-88eb-fec30261abf1 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.775572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-979166bd-484e-4a71-88eb-fec30261abf1 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "DELETE /v2.0/ports/5a102f2b-497a-40d2-b925-93fab7d6d575 HTTP/1.1" status: 204 len: 168 time: 0.8989513 Dec 08 01:43:11.777856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52528) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:11.799745 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': 'af481872-06c4-448b-8c17-ce2f471b73af'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:11.801045 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.829373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-d7051f69-1c34-4e1e-bdf6-4675e8a1791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:11.831350 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-d7051f69-1c34-4e1e-bdf6-4675e8a1791b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.1142817 Dec 08 01:43:11.846662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8eb98eb-7c69-4d41-877d-4aa23109f8ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:11.899673 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-90584db0-4c0a-402c-a102-94d8c53cf30d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319159 Dec 08 01:43:11.954723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb98eb-7c69-4d41-877d-4aa23109f8ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Subnet': ['ID=6fba775e-421a-4f43-8d82-463dd5994350,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:11.962010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8362dca4-d9c5-4a33-9485-3365e290c62e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:11.966431 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8362dca4-d9c5-4a33-9485-3365e290c62e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.000177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Allocated IP 2001:db8::f816:3eff:fec4:c9d6 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/af481872-06c4-448b-8c17-ce2f471b73af/6db4e035-a11f-44af-9a2c-8859eab29989) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:12.048916 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f38a02-bb9b-423a-8c6b-d9bb1769eb1c req-82a4707d-e36b-46da-a4f2-9f1c22b94301 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:12.050435 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-07f38a02-bb9b-423a-8c6b-d9bb1769eb1c req-82a4707d-e36b-46da-a4f2-9f1c22b94301 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 946 time: 0.1534111 Dec 08 01:43:12.061584 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-89e67b0a-bad8-4f18-848b-fe8e94dd51f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Deleting port e7ec6199-5dfb-42fa-b0b2-1b74baad08fe {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:12.061928 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89e67b0a-bad8-4f18-848b-fe8e94dd51f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.076726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eb98eb-7c69-4d41-877d-4aa23109f8ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Checking segment: {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:12.077216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb98eb-7c69-4d41-877d-4aa23109f8ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Network hostable DHCP agents. Network: 9e36b60e-7812-4b19-925e-ef8b9cfd1e66, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:12.133186 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-0f73207e-0474-4d1d-a18a-4633b058640b service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208374 Dec 08 01:43:12.140115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb98eb-7c69-4d41-877d-4aa23109f8ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:12.154764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd2256-e579-422d-9b67-12bf85945fb3 req-56c80bfb-16e5-498d-b142-9fc19fb674ac tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:12.156306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20bd2256-e579-422d-9b67-12bf85945fb3 req-56c80bfb-16e5-498d-b142-9fc19fb674ac tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 946 time: 0.1521564 Dec 08 01:43:12.193966 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb98eb-7c69-4d41-877d-4aa23109f8ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 9e36b60e-7812-4b19-925e-ef8b9cfd1e66) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:12.199960 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89e67b0a-bad8-4f18-848b-fe8e94dd51f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.206023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580683fd-af2e-4c38-8957-83e038d08310 None None] Network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:12.213184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb98eb-7c69-4d41-877d-4aa23109f8ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:12.213525 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8eb98eb-7c69-4d41-877d-4aa23109f8ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.216850 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.225802 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-07f38a02-bb9b-423a-8c6b-d9bb1769eb1c req-857ee743-090f-4720-9c0c-fedf8a670322 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584506 Dec 08 01:43:12.234218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-89e67b0a-bad8-4f18-848b-fe8e94dd51f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Calling delete_port for e7ec6199-5dfb-42fa-b0b2-1b74baad08fe owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:12.244891 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.289791 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f8eb98eb-7c69-4d41-877d-4aa23109f8ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0519855 Dec 08 01:43:12.293807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52538) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:12.300187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e06288d9-9654-4f4d-9a4f-fd8ddf6f933d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'subnet': {'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:12.340389 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f0f33c5-8e40-457b-a1ab-e9854016460b req-d08714f7-1d5b-4aff-8ec3-785ddf5384d6 service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747479 Dec 08 01:43:12.357924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:12.361155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Pushing event updated for resources: {'Port': ['ID=6db4e035-a11f-44af-9a2c-8859eab29989,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:12.367688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:12.370221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:12.400507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89e67b0a-bad8-4f18-848b-fe8e94dd51f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.401199 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20bd2256-e579-422d-9b67-12bf85945fb3 req-3d45f601-4ca8-46dc-af0b-eb6a9afed3a0 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308676 Dec 08 01:43:12.453938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e67b0a-bad8-4f18-848b-fe8e94dd51f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event deleted for resources: {'Port': ['ID=e7ec6199-5dfb-42fa-b0b2-1b74baad08fe,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:12.477479 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89e67b0a-bad8-4f18-848b-fe8e94dd51f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.480580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-9e36b60e-7812-4b19-925e-ef8b9cfd1e66', 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66', 'project_id': '008babb619094c7786f24fb206e9b0b7', 'fixed_ips': [{'subnet_id': '6fba775e-421a-4f43-8d82-463dd5994350'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:12.481394 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.484156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-89e67b0a-bad8-4f18-848b-fe8e94dd51f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "DELETE /v2.0/ports/e7ec6199-5dfb-42fa-b0b2-1b74baad08fe HTTP/1.1" status: 204 len: 168 time: 0.7029936 Dec 08 01:43:12.484956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52540) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:12.525705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06288d9-9654-4f4d-9a4f-fd8ddf6f933d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:12.529774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e602c76c-9472-4354-bf7c-6f6a29a7f302 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0414040 Dec 08 01:43:12.539466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e06288d9-9654-4f4d-9a4f-fd8ddf6f933d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.542636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52542) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:12.553616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-494264b5-3909-4741-a6cb-6442c63400a6 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-552305134'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:12.556597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669ba3d-3b87-43eb-83db-9c9d490bdfe3 req-d6c01393-3b11-4800-963e-b3412f3ffe22 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:12.564934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7669ba3d-3b87-43eb-83db-9c9d490bdfe3 req-d6c01393-3b11-4800-963e-b3412f3ffe22 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 943 time: 0.1242154 Dec 08 01:43:12.612570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Attempting to bind port 6db4e035-a11f-44af-9a2c-8859eab29989 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:12.612949 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Attempting to bind port 6db4e035-a11f-44af-9a2c-8859eab29989 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:12.613318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Attempting to bind port 6db4e035-a11f-44af-9a2c-8859eab29989 on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:12.638964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:12.639353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:12.639771 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.640702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:12.640702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Bound port: 6db4e035-a11f-44af-9a2c-8859eab29989, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:12.641083 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.673665 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7669ba3d-3b87-43eb-83db-9c9d490bdfe3 req-7e0687b0-0b4a-4469-84ca-73c118f4fc93 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060619 Dec 08 01:43:12.682739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef58c6-cbbe-4051-a34c-37384a0adfd4 req-e134bb84-9dd0-4fb1-bb87-6293fc8fd66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:12.684569 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7ef58c6-cbbe-4051-a34c-37384a0adfd4 req-e134bb84-9dd0-4fb1-bb87-6293fc8fd66b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 1095 time: 0.1184602 Dec 08 01:43:12.717542 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8362dca4-d9c5-4a33-9485-3365e290c62e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.747940 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Allocated IP 10.1.1.2 (9e36b60e-7812-4b19-925e-ef8b9cfd1e66/6fba775e-421a-4f43-8d82-463dd5994350/433544a1-21e4-4bd7-8aea-e70e1f559dac) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:12.753121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494264b5-3909-4741-a6cb-6442c63400a6 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Made reservation on behalf of 9b72c4dd2a6445a18ea4671f1b56978e for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:12.756333 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-494264b5-3909-4741-a6cb-6442c63400a6 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.764000 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] For port 6db4e035-a11f-44af-9a2c-8859eab29989, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:12.767727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] For port 6db4e035-a11f-44af-9a2c-8859eab29989, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6db4e035-a11f-44af-9a2c-8859eab29989,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:12.775544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.801739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8362dca4-d9c5-4a33-9485-3365e290c62e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:12.807659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef58c6-cbbe-4051-a34c-37384a0adfd4 req-1302540b-9fab-4058-a30a-40d6617af956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:12.809466 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7ef58c6-cbbe-4051-a34c-37384a0adfd4 req-1302540b-9fab-4058-a30a-40d6617af956 service neutron] 10.222.0.65 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 907 time: 0.1157053 Dec 08 01:43:12.816510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8362dca4-d9c5-4a33-9485-3365e290c62e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:12.818244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362dca4-d9c5-4a33-9485-3365e290c62e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=ced78f9c-47d2-46a7-9da8-e9d86326c4bb,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:12.822105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8362dca4-d9c5-4a33-9485-3365e290c62e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:12.822828 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8362dca4-d9c5-4a33-9485-3365e290c62e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.864939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494264b5-3909-4741-a6cb-6442c63400a6 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:12.877314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7ef58c6-cbbe-4051-a34c-37384a0adfd4 req-5dcbb855-f25d-4a90-91be-832d0c50fbdf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a24dd90-929d-4529-90ed-e9e7d3612112 HTTP/1.1" status: 200 len: 217 time: 0.0575004 Dec 08 01:43:12.883683 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8362dca4-d9c5-4a33-9485-3365e290c62e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2200000 Dec 08 01:43:12.892398 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1540e6d-3549-469e-8815-8a2205143085 None None] Pushing event updated for resources: {'Port': ['ID=6db4e035-a11f-44af-9a2c-8859eab29989,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:12.894090 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-494264b5-3909-4741-a6cb-6442c63400a6 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.894902 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-494264b5-3909-4741-a6cb-6442c63400a6 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Added segment 28c8713e-02b4-4161-9ee9-c3c2db5e70d8 of type vlan for network d0a2f894-5905-4275-b315-a833d59000c6 Dec 08 01:43:12.895651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52546) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:12.922736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:bb:e2:aa', 'name': 'tempest-NetworksTestDHCPv6-301780743'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:12.941625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-494264b5-3909-4741-a6cb-6442c63400a6 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.977965 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.981161 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-494264b5-3909-4741-a6cb-6442c63400a6 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.983276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef58c6-cbbe-4051-a34c-37384a0adfd4 req-68fc8627-7206-4535-9775-5d2fa46f66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:12.984946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7ef58c6-cbbe-4051-a34c-37384a0adfd4 req-68fc8627-7206-4535-9775-5d2fa46f66b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.0984280 Dec 08 01:43:12.987268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494264b5-3909-4741-a6cb-6442c63400a6 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:12.987899 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-494264b5-3909-4741-a6cb-6442c63400a6 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:12.988882 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.124195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-494264b5-3909-4741-a6cb-6442c63400a6 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5722933 Dec 08 01:43:13.124195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494264b5-3909-4741-a6cb-6442c63400a6 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event updated for resources: {'Network': ['ID=d0a2f894-5905-4275-b315-a833d59000c6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:13.126499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e06288d9-9654-4f4d-9a4f-fd8ddf6f933d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.131217 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7ef58c6-cbbe-4051-a34c-37384a0adfd4 req-6f1cbf66-030f-4746-ad25-847c60ba95c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577450 Dec 08 01:43:13.131876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52548) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:13.138235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-602d0806-f5ec-4666-b6ac-f2d82d15b4f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-815131567'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:13.197415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06288d9-9654-4f4d-9a4f-fd8ddf6f933d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Subnet': ['ID=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:13.208964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06288d9-9654-4f4d-9a4f-fd8ddf6f933d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Checking segment: {'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:13.209336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06288d9-9654-4f4d-9a4f-fd8ddf6f933d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Network hostable DHCP agents. Network: ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:13.218510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602d0806-f5ec-4666-b6ac-f2d82d15b4f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Made reservation on behalf of 9b72c4dd2a6445a18ea4671f1b56978e for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:13.223952 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-602d0806-f5ec-4666-b6ac-f2d82d15b4f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.235838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06288d9-9654-4f4d-9a4f-fd8ddf6f933d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:13.239464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:13.248009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Pushing event updated for resources: {'Port': ['ID=433544a1-21e4-4bd7-8aea-e70e1f559dac,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:13.250411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network d0a2f894-5905-4275-b315-a833d59000c6 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:13.252431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e06288d9-9654-4f4d-9a4f-fd8ddf6f933d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:13.259117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06288d9-9654-4f4d-9a4f-fd8ddf6f933d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:13.261773 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e06288d9-9654-4f4d-9a4f-fd8ddf6f933d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.272143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3201d6-2fd2-463e-b30d-2f489ff583eb None None] Network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:13.288156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e06288d9-9654-4f4d-9a4f-fd8ddf6f933d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9918020 Dec 08 01:43:13.290709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52552) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:13.296275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'port': {'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66', 'name': 'tempest-TaggedBootDevicesTest_v242-1096304502', 'fixed_ips': [{'subnet_id': '6fba775e-421a-4f43-8d82-463dd5994350'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:13.389807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:13.397584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:13.430927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:13.443076 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602d0806-f5ec-4666-b6ac-f2d82d15b4f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:13.456657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:13.482661 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-602d0806-f5ec-4666-b6ac-f2d82d15b4f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.483093 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-602d0806-f5ec-4666-b6ac-f2d82d15b4f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Added segment 8dc7952d-2505-4800-8dbe-850d8d491ec3 of type vlan for network 0fb35a9b-096f-477e-a044-be403b1f074f Dec 08 01:43:13.498695 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.531674 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.544022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d', 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d', 'project_id': '008babb619094c7786f24fb206e9b0b7', 'fixed_ips': [{'subnet_id': '221dc65f-1e9d-43ad-87c2-ac1d9fef10e2'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:13.545180 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.559841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Attempting to bind port 433544a1-21e4-4bd7-8aea-e70e1f559dac on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:13.560555 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Attempting to bind port 433544a1-21e4-4bd7-8aea-e70e1f559dac by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:13.561143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Attempting to bind port 433544a1-21e4-4bd7-8aea-e70e1f559dac on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:13.562883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port c81c9533-7ecd-4927-901f-8efa7c85664a yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:43:13.569405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:13.569830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Checking segment: {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:13.570218 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.570616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Bound using segment: {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:13.571090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Bound port: 433544a1-21e4-4bd7-8aea-e70e1f559dac, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:13.571471 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.579177 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7ef58c6-cbbe-4051-a34c-37384a0adfd4 req-8463b9ad-3adb-44a2-8bb4-89561942759d service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934760 Dec 08 01:43:13.592894 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3ae65-5861-46ce-8b14-2f405edf5921 req-d068fc06-1e78-40d2-9af7-ef0dbaafcf7e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:13.594359 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-00d3ae65-5861-46ce-8b14-2f405edf5921 req-d068fc06-1e78-40d2-9af7-ef0dbaafcf7e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 946 time: 0.2261271 Dec 08 01:43:13.599830 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-602d0806-f5ec-4666-b6ac-f2d82d15b4f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.604118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] device_id is not set on port 15bebb90-8c8e-44bc-9c6b-797d55456b55 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:43:13.658879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2359eba-41fb-46dc-884b-d9a7c443c50b req-36b618d2-8207-4e95-8df7-8418d375df28 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:13.666419 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2359eba-41fb-46dc-884b-d9a7c443c50b req-36b618d2-8207-4e95-8df7-8418d375df28 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 946 time: 0.1391556 Dec 08 01:43:13.753600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] For port 433544a1-21e4-4bd7-8aea-e70e1f559dac, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:13.771974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] For port 433544a1-21e4-4bd7-8aea-e70e1f559dac, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=433544a1-21e4-4bd7-8aea-e70e1f559dac,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:13.777780 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-602d0806-f5ec-4666-b6ac-f2d82d15b4f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.778613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2359eba-41fb-46dc-884b-d9a7c443c50b req-89bda5ca-4423-4b7b-ace8-475dad2b993e tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087105 Dec 08 01:43:13.783477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602d0806-f5ec-4666-b6ac-f2d82d15b4f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:13.783662 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.784100 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-602d0806-f5ec-4666-b6ac-f2d82d15b4f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:13.787771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Allocated IP 10.2.2.2 (ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d/221dc65f-1e9d-43ad-87c2-ac1d9fef10e2/7afac719-e169-412c-b322-f3b4c8f3e20e) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:13.927312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb551e-0bf6-4a88-8eb1-5ffbec9b3fa1 None None] Pushing event updated for resources: {'Port': ['ID=433544a1-21e4-4bd7-8aea-e70e1f559dac,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:13.936377 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-602d0806-f5ec-4666-b6ac-f2d82d15b4f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8031242 Dec 08 01:43:14.020427 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7ef58c6-cbbe-4051-a34c-37384a0adfd4 req-c2624780-c0c2-4e7b-987b-98505f97450d service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249408 Dec 08 01:43:14.021652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d0806-f5ec-4666-b6ac-f2d82d15b4f5 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event updated for resources: {'Network': ['ID=0fb35a9b-096f-477e-a044-be403b1f074f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:14.042120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 0fb35a9b-096f-477e-a044-be403b1f074f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:14.141606 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-00d3ae65-5861-46ce-8b14-2f405edf5921 req-df3e2701-b2c3-40b3-9dd4-9cf2299dcb69 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391448 Dec 08 01:43:14.142489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52566) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:14.181505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 172.20.0.7 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/ced78f9c-47d2-46a7-9da8-e9d86326c4bb/c81c9533-7ecd-4927-901f-8efa7c85664a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:14.189977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'subnets': [{'network_id': 'd0a2f894-5905-4275-b315-a833d59000c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1747809494', 'ip_version': 4}, {'network_id': '0fb35a9b-096f-477e-a044-be403b1f074f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:14.190307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'subnet': {'network_id': 'd0a2f894-5905-4275-b315-a833d59000c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1747809494', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:14.191142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Request body: {'subnet': {'network_id': '0fb35a9b-096f-477e-a044-be403b1f074f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:14.195666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Allocated IP 10.1.1.219 (9e36b60e-7812-4b19-925e-ef8b9cfd1e66/6fba775e-421a-4f43-8d82-463dd5994350/15bebb90-8c8e-44bc-9c6b-797d55456b55) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:14.201963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::f816:3eff:febb:e2aa (38e622c3-d3e1-4fea-b44a-493f59fc27b4/af481872-06c4-448b-8c17-ce2f471b73af/c81c9533-7ecd-4927-901f-8efa7c85664a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:14.532687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6db4e035-a11f-44af-9a2c-8859eab29989 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:14.672352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51c1e6d-a7ac-4646-8b56-0f098d01267a None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:14.696829 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:14.697384 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:14.757473 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:14.788735 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:14.806482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Pushing event updated for resources: {'Port': ['ID=7afac719-e169-412c-b322-f3b4c8f3e20e,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:14.882207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b34bc276-4044-4eff-87f1-539e01ffcca9 None None] Provisioning complete for port 6db4e035-a11f-44af-9a2c-8859eab29989 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:14.882504 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b34bc276-4044-4eff-87f1-539e01ffcca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:14.883331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:14.891708 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:14.894405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:14.914293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:14.927769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:14.947685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:14.951271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:14.952021 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:14.957329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 6db4e035-a11f-44af-9a2c-8859eab29989 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:14.959224 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:14.968176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=c81c9533-7ecd-4927-901f-8efa7c85664a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:14.968428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b724397-cd93-43c6-8092-819e0bcd26bb req-88b84088-cbdb-4f91-9cc0-82645983a246 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:14.979599 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b724397-cd93-43c6-8092-819e0bcd26bb req-88b84088-cbdb-4f91-9cc0-82645983a246 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 943 time: 0.7458985 Dec 08 01:43:14.986353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cd46b-bebc-4b8c-bdb6-c62b6d531c2d req-a9942ebb-60da-4c51-9973-76539c4d141e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:14.988046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0b0cd46b-bebc-4b8c-bdb6-c62b6d531c2d req-a9942ebb-60da-4c51-9973-76539c4d141e tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 946 time: 0.1554940 Dec 08 01:43:14.992520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1221c03d-9e08-42bd-bd32-0621e217856e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0957320 Dec 08 01:43:14.995577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52578) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:15.034662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 2a24dd90-929d-4529-90ed-e9e7d3612112 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:43:15.092324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b724397-cd93-43c6-8092-819e0bcd26bb req-1c85ddd3-c8cf-4e18-91ff-547786933c8e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067522 Dec 08 01:43:15.101995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Made reservation on behalf of 9b72c4dd2a6445a18ea4671f1b56978e for: {'subnet': 2} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:15.114815 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.115398 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.143048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397ae20-a9ea-4293-809c-6dd454063e95 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:15.149493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a397ae20-a9ea-4293-809c-6dd454063e95 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:15.159830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52582) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:15.160593 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a397ae20-a9ea-4293-809c-6dd454063e95 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1555598 Dec 08 01:43:15.196600 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0b0cd46b-bebc-4b8c-bdb6-c62b6d531c2d req-eac53ff1-61f2-4e29-ae57-10f471abd2f6 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862552 Dec 08 01:43:15.231024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 2a24dd90-929d-4529-90ed-e9e7d3612112, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=2a24dd90-929d-4529-90ed-e9e7d3612112,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:15.300697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Attempting to bind port 7afac719-e169-412c-b322-f3b4c8f3e20e on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:15.301304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Attempting to bind port 7afac719-e169-412c-b322-f3b4c8f3e20e by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:15.301770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Attempting to bind port 7afac719-e169-412c-b322-f3b4c8f3e20e on network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:15.303884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '2a24dd90-929d-4529-90ed-e9e7d3612112', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'port_id': '2a24dd90-929d-4529-90ed-e9e7d3612112', 'mac_address': 'fa:16:3e:0a:db:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fd533c-1222-42a7-929e-1a209b1b24e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:43:15.320481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:15.321035 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Checking segment: {'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:15.321564 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.322058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Bound using segment: {'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:15.322649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Bound port: 7afac719-e169-412c-b322-f3b4c8f3e20e, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:15.323135 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.352050 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.395822 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.475643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a24dd90-929d-4529-90ed-e9e7d3612112 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:43:15.626204 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.636896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2e9498-2553-432c-8181-2e7a91da9ceb None None] Network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:15.639164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b34bc276-4044-4eff-87f1-539e01ffcca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.641354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e2f68397-b2a9-4068-9e32-1a8164f618dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port c81c9533-7ecd-4927-901f-8efa7c85664a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:15.641927 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2f68397-b2a9-4068-9e32-1a8164f618dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.643172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 2a24dd90-929d-4529-90ed-e9e7d3612112, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=2a24dd90-929d-4529-90ed-e9e7d3612112,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:15.653232 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] For port 7afac719-e169-412c-b322-f3b4c8f3e20e, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:15.694141 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.702625 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.708491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] For port 7afac719-e169-412c-b322-f3b4c8f3e20e, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7afac719-e169-412c-b322-f3b4c8f3e20e,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:15.750687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:15.781319 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.793067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:15.795887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:15.814343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a704c8-41ab-4a6c-a32b-2c71e52bed8d None None] Update dhcp port {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'fixed_ips': [{'subnet_id': 'af481872-06c4-448b-8c17-ce2f471b73af', 'ip_address': '2001:db8::f816:3eff:fec4:c9d6'}, {'subnet_id': 'ced78f9c-47d2-46a7-9da8-e9d86326c4bb'}], 'binding:host_id': 'n-d-713498-30'}, 'id': '6db4e035-a11f-44af-9a2c-8859eab29989'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:43:15.824488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Port': ['ID=15bebb90-8c8e-44bc-9c6b-797d55456b55,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:15.914696 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2f68397-b2a9-4068-9e32-1a8164f618dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.951445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:15.952105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:15.954966 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e2f68397-b2a9-4068-9e32-1a8164f618dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for c81c9533-7ecd-4927-901f-8efa7c85664a owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:15.993330 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f7dfae39-8ed9-4369-a349-9c1317bfaf18 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7015400 Dec 08 01:43:15.995339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b34bc276-4044-4eff-87f1-539e01ffcca9 None None] For port 6db4e035-a11f-44af-9a2c-8859eab29989, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6db4e035-a11f-44af-9a2c-8859eab29989,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:15.996180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52588) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:16.010428 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'port': {'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66', 'name': 'tempest-TaggedBootDevicesTest_v242-909816115', 'fixed_ips': [{'subnet_id': '6fba775e-421a-4f43-8d82-463dd5994350'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:16.017021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b34bc276-4044-4eff-87f1-539e01ffcca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:16.018513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=2a24dd90-929d-4529-90ed-e9e7d3612112,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:16.031516 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-91a704c8-41ab-4a6c-a32b-2c71e52bed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:16.186239 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:43:16.208324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:16.246550 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:43:16.246923 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:43:16.320923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68c509-bbea-4e20-823b-5ea110c6aa36 None None] Pushing event updated for resources: {'Port': ['ID=7afac719-e169-412c-b322-f3b4c8f3e20e,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:16.358489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:16.401791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acec956-b2fe-4c61-88fd-c97068b9818c req-221db405-c645-4d70-b54f-0628de304704 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:16.418030 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-87227611-b210-442b-95b9-a7b263d627f3 None None] Provisioning complete for port 433544a1-21e4-4bd7-8aea-e70e1f559dac triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:16.418437 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-87227611-b210-442b-95b9-a7b263d627f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:16.427428 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6acec956-b2fe-4c61-88fd-c97068b9818c req-221db405-c645-4d70-b54f-0628de304704 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 946 time: 0.1467581 Dec 08 01:43:16.443911 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] device_id is not set on port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:43:16.452631 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:16.479061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa174e9-0a54-440f-9e28-f7e440a3aeb8 req-4e3c718c-c4e1-48fb-b1d4-920186688bd4 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:16.480708 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fa174e9-0a54-440f-9e28-f7e440a3aeb8 req-4e3c718c-c4e1-48fb-b1d4-920186688bd4 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.72 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 946 time: 0.2677076 Dec 08 01:43:16.519039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bc276-4044-4eff-87f1-539e01ffcca9 None None] Pushing event updated for resources: {'Port': ['ID=6db4e035-a11f-44af-9a2c-8859eab29989,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:16.596856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60241800-79ea-4295-a259-8852ff8b036f req-cf684c23-7cc2-4fdb-b70c-d09e88af8aaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:16.598960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-91a704c8-41ab-4a6c-a32b-2c71e52bed8d None None] Allocated IP 172.20.0.2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/ced78f9c-47d2-46a7-9da8-e9d86326c4bb/6db4e035-a11f-44af-9a2c-8859eab29989) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:16.599121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60241800-79ea-4295-a259-8852ff8b036f req-cf684c23-7cc2-4fdb-b70c-d09e88af8aaa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 944 time: 0.3899446 Dec 08 01:43:16.606481 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6acec956-b2fe-4c61-88fd-c97068b9818c req-7cd84ec5-0197-478c-b9f3-d61abbf86972 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780481 Dec 08 01:43:16.630505 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2f68397-b2a9-4068-9e32-1a8164f618dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:16.867646 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Allocated IP 10.1.1.103 (9e36b60e-7812-4b19-925e-ef8b9cfd1e66/6fba775e-421a-4f43-8d82-463dd5994350/5b7a6954-74e4-413a-9c6b-8b0f820210d7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:16.907965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event updated for resources: {'Subnet': ['ID=953495d6-af6a-4d41-bd09-617ed5a8e999,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:16.950880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-91a704c8-41ab-4a6c-a32b-2c71e52bed8d None None] For port 6db4e035-a11f-44af-9a2c-8859eab29989, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6db4e035-a11f-44af-9a2c-8859eab29989,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:16.956829 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-87227611-b210-442b-95b9-a7b263d627f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:16.958419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f68397-b2a9-4068-9e32-1a8164f618dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=c81c9533-7ecd-4927-901f-8efa7c85664a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:17.019124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60241800-79ea-4295-a259-8852ff8b036f req-d4f7a557-e873-4327-aedd-2110efaaf2f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982816 Dec 08 01:43:17.068983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.073679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-87227611-b210-442b-95b9-a7b263d627f3 None None] For port 433544a1-21e4-4bd7-8aea-e70e1f559dac, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=433544a1-21e4-4bd7-8aea-e70e1f559dac,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:17.075983 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-91a704c8-41ab-4a6c-a32b-2c71e52bed8d None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.083938 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-87227611-b210-442b-95b9-a7b263d627f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.095227 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-91a704c8-41ab-4a6c-a32b-2c71e52bed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.131257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Checking segment: {'id': '28c8713e-02b4-4161-9ee9-c3c2db5e70d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd0a2f894-5905-4275-b315-a833d59000c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:17.131640 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Network hostable DHCP agents. Network: d0a2f894-5905-4275-b315-a833d59000c6, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:17.157695 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.180401 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2f68397-b2a9-4068-9e32-1a8164f618dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.183674 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e2f68397-b2a9-4068-9e32-1a8164f618dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/c81c9533-7ecd-4927-901f-8efa7c85664a HTTP/1.1" status: 204 len: 168 time: 2.0141902 Dec 08 01:43:17.187013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52606) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:17.225937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Network d0a2f894-5905-4275-b315-a833d59000c6 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:17.254068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8fa174e9-0a54-440f-9e28-f7e440a3aeb8 req-517d37e6-cb43-4a4d-90b7-ec8871b916d9 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Deleting port 87abd92e-76e0-4ce1-8600-3905f4d2610e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:17.254435 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8fa174e9-0a54-440f-9e28-f7e440a3aeb8 req-517d37e6-cb43-4a4d-90b7-ec8871b916d9 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.285199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, d0a2f894-5905-4275-b315-a833d59000c6) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:17.316824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.353584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687a0cdb-9e3a-4a92-918c-7f2385e934f8 None None] Network d0a2f894-5905-4275-b315-a833d59000c6 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:17.375793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:17.395871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87227611-b210-442b-95b9-a7b263d627f3 None None] Pushing event updated for resources: {'Port': ['ID=433544a1-21e4-4bd7-8aea-e70e1f559dac,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:17.406399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:17.411774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:17.484015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event updated for resources: {'Subnet': ['ID=a764f0a0-a326-4a5b-bcc9-cef92f900d6a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:17.489131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Port': ['ID=5b7a6954-74e4-413a-9c6b-8b0f820210d7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:17.514780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Checking segment: {'id': '8dc7952d-2505-4800-8dbe-850d8d491ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0fb35a9b-096f-477e-a044-be403b1f074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:17.515163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Network hostable DHCP agents. Network: 0fb35a9b-096f-477e-a044-be403b1f074f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:17.522819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8fa174e9-0a54-440f-9e28-f7e440a3aeb8 req-517d37e6-cb43-4a4d-90b7-ec8871b916d9 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] For port 87abd92e-76e0-4ce1-8600-3905f4d2610e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=87abd92e-76e0-4ce1-8600-3905f4d2610e,segment=NetworkSegment(b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec),segment_id=b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:17.523155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8fa174e9-0a54-440f-9e28-f7e440a3aeb8 req-517d37e6-cb43-4a4d-90b7-ec8871b916d9 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.525014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f1bab4aa-97ef-4011-aac5-66df99e015e8 None None] Provisioning complete for port 433544a1-21e4-4bd7-8aea-e70e1f559dac triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:17.525401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1bab4aa-97ef-4011-aac5-66df99e015e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.556229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8fa174e9-0a54-440f-9e28-f7e440a3aeb8 req-517d37e6-cb43-4a4d-90b7-ec8871b916d9 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Calling delete_port for 87abd92e-76e0-4ce1-8600-3905f4d2610e owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:17.563985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220b197-1805-4051-a339-7eae9cfdd1b4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:17.565589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220b197-1805-4051-a339-7eae9cfdd1b4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:17.570486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220b197-1805-4051-a339-7eae9cfdd1b4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:17.577537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2220b197-1805-4051-a339-7eae9cfdd1b4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3474278 Dec 08 01:43:17.581941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52612) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:17.626315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:17.630172 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.641502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Network 0fb35a9b-096f-477e-a044-be403b1f074f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:17.656501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6db4e035-a11f-44af-9a2c-8859eab29989 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:17.677863 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-51a1616c-067a-4af9-9f24-f9150f944d73 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6790390 Dec 08 01:43:17.757927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 0fb35a9b-096f-477e-a044-be403b1f074f) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:17.781654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:17.782128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:17.782760 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.810903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a704c8-41ab-4a6c-a32b-2c71e52bed8d None None] Pushing event updated for resources: {'Port': ['ID=6db4e035-a11f-44af-9a2c-8859eab29989,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:17.849995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7766d81-1d36-454c-9a24-528e409beee1 None None] Network 0fb35a9b-096f-477e-a044-be403b1f074f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:17.892931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b8217b-76bf-4a81-9778-803700abf952 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet af481872-06c4-448b-8c17-ce2f471b73af {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:43:17.902797 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72b8217b-76bf-4a81-9778-803700abf952 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:17.938600 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cdc27293-14c4-4cd3-af69-a0ae3d59d346 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.7897801 Dec 08 01:43:17.940595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52626) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:17.943873 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7948578-f711-40fd-b253-6504bd8f1b6e req-bb845df2-5c63-46a4-b3e7-12a9bfa791b3 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:17.954791 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7948578-f711-40fd-b253-6504bd8f1b6e req-bb845df2-5c63-46a4-b3e7-12a9bfa791b3 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 946 time: 0.1523194 Dec 08 01:43:18.010047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69ad125-e0d1-47b7-8f00-61e7a2781fd6 None None] Network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:18.043566 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7948578-f711-40fd-b253-6504bd8f1b6e req-d0c48261-8091-4f63-a193-363450e8aaad tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/security-groups?id=dce7b3ff-dadc-4235-bf67-4f6dae462310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813420 Dec 08 01:43:18.045387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32afe3f-0fdb-437d-bd0e-ef13c2fee3d9 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:18.047358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32afe3f-0fdb-437d-bd0e-ef13c2fee3d9 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:18.049004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32afe3f-0fdb-437d-bd0e-ef13c2fee3d9 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:18.053658 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f32afe3f-0fdb-437d-bd0e-ef13c2fee3d9 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1066222 Dec 08 01:43:18.054669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52630) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:18.098647 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72b8217b-76bf-4a81-9778-803700abf952 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.179622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-157b2d64-36a0-49e1-bf4a-8b7ef996ee3d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Deleting subnet 953495d6-af6a-4d41-bd09-617ed5a8e999 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:43:18.180157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3575e97a-e26b-4d97-b958-9b63a74c56fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-d0a2f894-5905-4275-b315-a833d59000c6', 'network_id': 'd0a2f894-5905-4275-b315-a833d59000c6', 'project_id': '9b72c4dd2a6445a18ea4671f1b56978e', 'fixed_ips': [{'subnet_id': '953495d6-af6a-4d41-bd09-617ed5a8e999'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:18.180733 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3575e97a-e26b-4d97-b958-9b63a74c56fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.188667 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-157b2d64-36a0-49e1-bf4a-8b7ef996ee3d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.239745 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8fa174e9-0a54-440f-9e28-f7e440a3aeb8 req-517d37e6-cb43-4a4d-90b7-ec8871b916d9 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.256098 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-157b2d64-36a0-49e1-bf4a-8b7ef996ee3d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.329006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52638) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:18.336593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6a6bf6e9-7070-4955-9bb9-1f5b7ee90ae4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741307663', 'description': 'tempest-description--13998822'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:18.343384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d37e6-cb43-4a4d-90b7-ec8871b916d9 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Pushing event deleted for resources: {'Port': ['ID=87abd92e-76e0-4ce1-8600-3905f4d2610e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:18.474963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa174e9-0a54-440f-9e28-f7e440a3aeb8 req-517d37e6-cb43-4a4d-90b7-ec8871b916d9 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] No DVR routers for this DVR port 87abd92e-76e0-4ce1-8600-3905f4d2610e on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:18.480705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8fa174e9-0a54-440f-9e28-f7e440a3aeb8 req-517d37e6-cb43-4a4d-90b7-ec8871b916d9 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.484633 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fa174e9-0a54-440f-9e28-f7e440a3aeb8 req-517d37e6-cb43-4a4d-90b7-ec8871b916d9 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.72 "DELETE /v2.0/ports/87abd92e-76e0-4ce1-8600-3905f4d2610e HTTP/1.1" status: 204 len: 173 time: 1.9719474 Dec 08 01:43:18.500729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3ddaac-5b20-4537-a457-dc4c13f0d78a', 'name': 'network-vif-deleted', 'tag': '87abd92e-76e0-4ce1-8600-3905f4d2610e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:43:18.503305 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d16aecb-1878-4ec8-b867-75ccb7951af4" -d '{"events": [{"server_uuid": "ab3ddaac-5b20-4537-a457-dc4c13f0d78a", "name": "network-vif-deleted", "tag": "87abd92e-76e0-4ce1-8600-3905f4d2610e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:43:18.582591 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf6e9-7070-4955-9bb9-1f5b7ee90ae4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.586562 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72b8217b-76bf-4a81-9778-803700abf952 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.645031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-0fb35a9b-096f-477e-a044-be403b1f074f', 'network_id': '0fb35a9b-096f-477e-a044-be403b1f074f', 'project_id': '9b72c4dd2a6445a18ea4671f1b56978e', 'fixed_ips': [{'subnet_id': 'a764f0a0-a326-4a5b-bcc9-cef92f900d6a'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:18.645815 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.665286 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24915de-9e9c-4a16-b16a-8d4f05c8e973 x-openstack-request-id: req-d24915de-9e9c-4a16-b16a-8d4f05c8e973 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:43:18.665738 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3ddaac-5b20-4537-a457-dc4c13f0d78a", "name": "network-vif-deleted", "tag": "87abd92e-76e0-4ce1-8600-3905f4d2610e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:43:18.666313 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d24915de-9e9c-4a16-b16a-8d4f05c8e973 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:43:18.666619 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3ddaac-5b20-4537-a457-dc4c13f0d78a', 'name': 'network-vif-deleted', 'tag': '87abd92e-76e0-4ce1-8600-3905f4d2610e', 'status': 'completed', 'code': 200} Dec 08 01:43:18.711599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61950c12-f8d9-4f65-afd2-843332f0872e req-c51f0fa2-b5ba-4e4b-b578-5e8a119b16c1 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:18.732842 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61950c12-f8d9-4f65-afd2-843332f0872e req-c51f0fa2-b5ba-4e4b-b578-5e8a119b16c1 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 944 time: 0.2905424 Dec 08 01:43:18.898048 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61950c12-f8d9-4f65-afd2-843332f0872e req-dc7edf59-b4b4-46d5-8c94-e32a8f685d96 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629012 Dec 08 01:43:18.923806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Allocated IP 172.20.0.18 (0fb35a9b-096f-477e-a044-be403b1f074f/a764f0a0-a326-4a5b-bcc9-cef92f900d6a/5fe442e2-87f4-461a-88ea-43e8b27a92f4) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:18.928727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 6db4e035-a11f-44af-9a2c-8859eab29989 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:18.929114 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.930504 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72b8217b-76bf-4a81-9778-803700abf952 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.958453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f1bab4aa-97ef-4011-aac5-66df99e015e8 None None] Provisioning complete for port 15bebb90-8c8e-44bc-9c6b-797d55456b55 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:18.958856 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1bab4aa-97ef-4011-aac5-66df99e015e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.968544 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72b8217b-76bf-4a81-9778-803700abf952 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:18.981640 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-72b8217b-76bf-4a81-9778-803700abf952 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/af481872-06c4-448b-8c17-ce2f471b73af HTTP/1.1" status: 204 len: 168 time: 1.3923209 Dec 08 01:43:19.019634 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-157b2d64-36a0-49e1-bf4a-8b7ef996ee3d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.024880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52648) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:19.052226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 2a24dd90-929d-4529-90ed-e9e7d3612112 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:19.091040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-92182075-f32c-41ad-a145-8644ab3bc7d7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet ced78f9c-47d2-46a7-9da8-e9d86326c4bb {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:43:19.106137 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92182075-f32c-41ad-a145-8644ab3bc7d7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.116655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f1bab4aa-97ef-4011-aac5-66df99e015e8 None None] Port 15bebb90-8c8e-44bc-9c6b-797d55456b55 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:19.129621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f977a-31c0-4278-a278-cf859c14f84c req-2c8d94d2-3cdf-479e-b57e-13b654635e07 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:19.138850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-865f977a-31c0-4278-a278-cf859c14f84c req-2c8d94d2-3cdf-479e-b57e-13b654635e07 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 946 time: 0.1860099 Dec 08 01:43:19.157575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7d4b22-abfc-4ffb-8c2c-7182660bb4a4 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:19.160480 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92182075-f32c-41ad-a145-8644ab3bc7d7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.212696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8217b-76bf-4a81-9778-803700abf952 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=af481872-06c4-448b-8c17-ce2f471b73af,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:19.220907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-865f977a-31c0-4278-a278-cf859c14f84c req-35b13f95-6bd7-40ca-b3cd-03ca74b7b074 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808134 Dec 08 01:43:19.253646 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-157b2d64-36a0-49e1-bf4a-8b7ef996ee3d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.265598 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77f4e391-ed64-4234-8b6d-f9fb1f9d26c8 req-6031ae0b-7f7c-4d1a-ab44-7eb8fedf0541 tempest-DeleteServersTestJSON-1536843336 tempest-DeleteServersTestJSON-1536843336-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab3ddaac-5b20-4537-a457-dc4c13f0d78a HTTP/1.1" status: 200 len: 210 time: 0.0494301 Dec 08 01:43:19.320044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b2d64-36a0-49e1-bf4a-8b7ef996ee3d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event deleted for resources: {'Subnet': ['ID=953495d6-af6a-4d41-bd09-617ed5a8e999,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:19.320956 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf6e9-7070-4955-9bb9-1f5b7ee90ae4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.322226 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-157b2d64-36a0-49e1-bf4a-8b7ef996ee3d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.328347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-157b2d64-36a0-49e1-bf4a-8b7ef996ee3d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "DELETE /v2.0/subnets/953495d6-af6a-4d41-bd09-617ed5a8e999 HTTP/1.1" status: 204 len: 168 time: 1.2702763 Dec 08 01:43:19.332678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52654) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:19.336208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf6e9-7070-4955-9bb9-1f5b7ee90ae4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.373289 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92182075-f32c-41ad-a145-8644ab3bc7d7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.398921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1e89ef-e2ea-4eed-be8f-5aaeda282926 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Deleting subnet a764f0a0-a326-4a5b-bcc9-cef92f900d6a {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:43:19.403562 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a6bf6e9-7070-4955-9bb9-1f5b7ee90ae4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.404855 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6a6bf6e9-7070-4955-9bb9-1f5b7ee90ae4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0728559 Dec 08 01:43:19.408030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52658) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:19.408167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bf6e9-7070-4955-9bb9-1f5b7ee90ae4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ae402a-0c93-45e5-9891-1ed025bc7ba3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:19.412778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4d5b8c88-43b3-407e-9578-92e75ec60786 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'security_group_rule': {'security_group_id': '05ae402a-0c93-45e5-9891-1ed025bc7ba3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:19.443507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8c88-43b3-407e-9578-92e75ec60786 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.451966 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92182075-f32c-41ad-a145-8644ab3bc7d7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server [None req-3575e97a-e26b-4d97-b958-9b63a74c56fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 953495d6-af6a-4d41-bd09-617ed5a8e999: This subnet is being modified by another concurrent operation. Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 01:43:19.461332 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise exception Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 953495d6-af6a-4d41-bd09-617ed5a8e999: This subnet is being modified by another concurrent operation. Dec 08 01:43:19.467199 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Dec 08 01:43:19.487782 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92182075-f32c-41ad-a145-8644ab3bc7d7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.490654 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-92182075-f32c-41ad-a145-8644ab3bc7d7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/ced78f9c-47d2-46a7-9da8-e9d86326c4bb HTTP/1.1" status: 204 len: 168 time: 0.4615607 Dec 08 01:43:19.491669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92182075-f32c-41ad-a145-8644ab3bc7d7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=ced78f9c-47d2-46a7-9da8-e9d86326c4bb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:19.494047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52660) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:19.513004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8c88-43b3-407e-9578-92e75ec60786 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.517942 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8c88-43b3-407e-9578-92e75ec60786 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.537630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b8c88-43b3-407e-9578-92e75ec60786 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b13555-c975-4df9-9abf-f1cebaaf977d,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:19.544737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b2b93e26-11f7-493f-bda6-b698f5de3a1f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493159 Dec 08 01:43:19.547786 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52662) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:19.551199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d5b8c88-43b3-407e-9578-92e75ec60786 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.553274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:19.555636 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4d5b8c88-43b3-407e-9578-92e75ec60786 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465406 Dec 08 01:43:19.556566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52664) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:19.561476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-253fd6b4-dd4e-482f-98ca-6b2919705342 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'security_group_rule': {'security_group_id': '05ae402a-0c93-45e5-9891-1ed025bc7ba3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:19.588783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab46e549-2d9f-4018-bc1c-1fe609f31930 None None] Network d0a2f894-5905-4275-b315-a833d59000c6 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:19.593060 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-253fd6b4-dd4e-482f-98ca-6b2919705342 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.649220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Provisioning complete for port 7afac719-e169-412c-b322-f3b4c8f3e20e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:19.649610 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.650391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:19.654176 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-253fd6b4-dd4e-482f-98ca-6b2919705342 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.655408 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.659422 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-253fd6b4-dd4e-482f-98ca-6b2919705342 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.677692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fd6b4-dd4e-482f-98ca-6b2919705342 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f93894-9ab7-45e1-9929-7b3d56b48884,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:19.685511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7afac719-e169-412c-b322-f3b4c8f3e20e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:19.687738 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-253fd6b4-dd4e-482f-98ca-6b2919705342 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.689111 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-253fd6b4-dd4e-482f-98ca-6b2919705342 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317861 Dec 08 01:43:19.692176 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52666) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:19.700313 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:19.720819 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 2a24dd90-929d-4529-90ed-e9e7d3612112 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:43:19.757498 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.774047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 2a24dd90-929d-4529-90ed-e9e7d3612112 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:19.774426 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.775385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.782617 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca1e89ef-e2ea-4eed-be8f-5aaeda282926 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.829493 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.842743 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca1e89ef-e2ea-4eed-be8f-5aaeda282926 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:19.900912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Network 0fb35a9b-096f-477e-a044-be403b1f074f is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:19.919132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:19.926563 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:19.952767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Pushing event updated for resources: {'Port': ['ID=5fe442e2-87f4-461a-88ea-43e8b27a92f4,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:19.981556 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca1e89ef-e2ea-4eed-be8f-5aaeda282926 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.012055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.019028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 7afac719-e169-412c-b322-f3b4c8f3e20e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:20.019410 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.066120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 87abd92e-76e0-4ce1-8600-3905f4d2610e no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:20.101339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675ed5c-a25f-4ff2-8fc4-d3fde3f6f6ca req-c5921585-815e-4264-91c3-0c7d2750ad5d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:20.103071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a675ed5c-a25f-4ff2-8fc4-d3fde3f6f6ca req-c5921585-815e-4264-91c3-0c7d2750ad5d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 944 time: 0.1175148 Dec 08 01:43:20.104680 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca1e89ef-e2ea-4eed-be8f-5aaeda282926 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.115261 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.141517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 87abd92e-76e0-4ce1-8600-3905f4d2610e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:43:20.141871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 87abd92e-76e0-4ce1-8600-3905f4d2610e not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:43:20.152357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e89ef-e2ea-4eed-be8f-5aaeda282926 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event deleted for resources: {'Subnet': ['ID=a764f0a0-a326-4a5b-bcc9-cef92f900d6a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:20.159768 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.161479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Attempting to bind port 5fe442e2-87f4-461a-88ea-43e8b27a92f4 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:20.161857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Attempting to bind port 5fe442e2-87f4-461a-88ea-43e8b27a92f4 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8dc7952d-2505-4800-8dbe-850d8d491ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0fb35a9b-096f-477e-a044-be403b1f074f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:20.162228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Attempting to bind port 5fe442e2-87f4-461a-88ea-43e8b27a92f4 on network 0fb35a9b-096f-477e-a044-be403b1f074f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:20.164302 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca1e89ef-e2ea-4eed-be8f-5aaeda282926 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.169210 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ca1e89ef-e2ea-4eed-be8f-5aaeda282926 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "DELETE /v2.0/subnets/a764f0a0-a326-4a5b-bcc9-cef92f900d6a HTTP/1.1" status: 204 len: 168 time: 0.8340030 Dec 08 01:43:20.172783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52670) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:20.186220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b8598c-3cef-4225-bab5-c8bde99055da None None] Update dhcp port {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'fixed_ips': [{'subnet_id': 'ced78f9c-47d2-46a7-9da8-e9d86326c4bb'}], 'binding:host_id': 'n-d-713498-30'}, 'id': '6db4e035-a11f-44af-9a2c-8859eab29989'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:43:20.205731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:43:20.229310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:20.229713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Checking segment: {'id': '8dc7952d-2505-4800-8dbe-850d8d491ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0fb35a9b-096f-477e-a044-be403b1f074f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:20.230149 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.231011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Bound using segment: {'id': '8dc7952d-2505-4800-8dbe-850d8d491ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0fb35a9b-096f-477e-a044-be403b1f074f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:20.231011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Bound port: 5fe442e2-87f4-461a-88ea-43e8b27a92f4, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc7952d-2505-4800-8dbe-850d8d491ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '0fb35a9b-096f-477e-a044-be403b1f074f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:20.231414 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.254175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eedd73-d8aa-4dbc-8973-bbb29ccf0e67 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:20.255941 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f2eedd73-d8aa-4dbc-8973-bbb29ccf0e67 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0821922 Dec 08 01:43:20.274232 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] For port 7afac719-e169-412c-b322-f3b4c8f3e20e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7afac719-e169-412c-b322-f3b4c8f3e20e,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:20.276309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf47473-4e2a-4536-a5fb-e041dfaba6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a24dd90-929d-4529-90ed-e9e7d3612112'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:43:20.279701 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0c681a-bbb1-4bca-8b8e-4f944665e37b" -d '{"events": [{"server_uuid": "8bf47473-4e2a-4536-a5fb-e041dfaba6ff", "name": "network-vif-plugged", "status": "completed", "tag": "2a24dd90-929d-4529-90ed-e9e7d3612112"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:43:20.281998 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a675ed5c-a25f-4ff2-8fc4-d3fde3f6f6ca req-f97805b4-08b0-4cb3-8ae5-9bc78c3cdee1 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634865 Dec 08 01:43:20.282321 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-32b8598c-3cef-4225-bab5-c8bde99055da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.282608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52674) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:20.296047 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.312116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 2a24dd90-929d-4529-90ed-e9e7d3612112, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=2a24dd90-929d-4529-90ed-e9e7d3612112,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:20.353981 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.388777 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d61ccc-88ad-43a2-84ea-b8a261fae34a x-openstack-request-id: req-a1d61ccc-88ad-43a2-84ea-b8a261fae34a {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:43:20.389073 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf47473-4e2a-4536-a5fb-e041dfaba6ff", "name": "network-vif-plugged", "status": "completed", "tag": "2a24dd90-929d-4529-90ed-e9e7d3612112", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:43:20.390545 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1d61ccc-88ad-43a2-84ea-b8a261fae34a {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:43:20.390545 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf47473-4e2a-4536-a5fb-e041dfaba6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a24dd90-929d-4529-90ed-e9e7d3612112', 'code': 200} Dec 08 01:43:20.415603 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.492208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Provisioning complete for port 15bebb90-8c8e-44bc-9c6b-797d55456b55 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:20.492611 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.531672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc430-7c0e-4d12-b9b2-1744b1fcdb80 req-7be90ebd-cb2a-440b-9609-fdab8bba2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:20.533385 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ca4cc430-7c0e-4d12-b9b2-1744b1fcdb80 req-7be90ebd-cb2a-440b-9609-fdab8bba2e6e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 1097 time: 0.0596635 Dec 08 01:43:20.537816 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Pushing event updated for resources: {'Port': ['ID=7afac719-e169-412c-b322-f3b4c8f3e20e,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:20.541163 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 433544a1-21e4-4bd7-8aea-e70e1f559dac up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:20.545052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] For port 5fe442e2-87f4-461a-88ea-43e8b27a92f4, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:20.563275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Deleting port 5fe442e2-87f4-461a-88ea-43e8b27a92f4 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:20.563704 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.629468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] For port 5fe442e2-87f4-461a-88ea-43e8b27a92f4, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5fe442e2-87f4-461a-88ea-43e8b27a92f4,segment=NetworkSegment(8dc7952d-2505-4800-8dbe-850d8d491ec3),segment_id=8dc7952d-2505-4800-8dbe-850d8d491ec3)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:20.647263 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] For port 5fe442e2-87f4-461a-88ea-43e8b27a92f4, host n-d-713498-30, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:20.647714 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.654227 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.663248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Calling delete_port for 5fe442e2-87f4-461a-88ea-43e8b27a92f4 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:20.689107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Port 15bebb90-8c8e-44bc-9c6b-797d55456b55 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:20.721422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=2a24dd90-929d-4529-90ed-e9e7d3612112,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:20.760614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Allocated IP 172.25.2.45 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/6cf990b4-f080-4c06-b4f9-214347c67c08) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:20.765995 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.795016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Provisioning complete for port 6db4e035-a11f-44af-9a2c-8859eab29989 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:20.795397 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.837699 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] No DVR routers for this DVR port 5fe442e2-87f4-461a-88ea-43e8b27a92f4 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:20.864072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0038568c-a5c7-4430-900e-cf0c79a91b15 None None] Network 0fb35a9b-096f-477e-a044-be403b1f074f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:20.864329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event deleted for resources: {'Port': ['ID=5fe442e2-87f4-461a-88ea-43e8b27a92f4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:20.867552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 433544a1-21e4-4bd7-8aea-e70e1f559dac triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:20.867938 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:20.869527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d8812-360b-4fdf-8256-70dae47217ad None None] Pushing event updated for resources: {'Port': ['ID=5fe442e2-87f4-461a-88ea-43e8b27a92f4,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:20.874791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c263e-3142-4321-854c-897ed431269f req-32b2ccfa-f473-43f6-8e83-7a67fff48018 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:20.883448 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb5c263e-3142-4321-854c-897ed431269f req-32b2ccfa-f473-43f6-8e83-7a67fff48018 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 946 time: 0.5568604 Dec 08 01:43:20.908937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8c2eb3-ecd6-4567-a4ba-22eb078f93a3 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:20.940527 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ca4cc430-7c0e-4d12-b9b2-1744b1fcdb80 req-bc9114c2-7478-4d50-834f-bf7710e24322 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857515 Dec 08 01:43:20.972945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a706e-0514-478b-9e9a-9564adf24a8b req-7c6d2e79-ae08-45f2-8baf-f253de2b41b3 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:20.974518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-964a706e-0514-478b-9e9a-9564adf24a8b req-7c6d2e79-ae08-45f2-8baf-f253de2b41b3 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.72 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 946 time: 0.2174261 Dec 08 01:43:20.994343 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.036248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb35a9b-096f-477e-a044-be403b1f074f']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:21.048589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc7952d-2505-4800-8dbe-850d8d491ec3') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:21.048589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc7952d-2505-4800-8dbe-850d8d491ec3') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:21.059246 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.073964 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.077461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.092650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:43:21.094159 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:43:21.127309 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:43:21.164876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb5c263e-3142-4321-854c-897ed431269f req-dff658b9-641d-4b59-9f99-60b474352dae tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803319 Dec 08 01:43:21.172478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Provisioning complete for port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:21.178416 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.184375 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.195609 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.200062 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "DELETE /v2.0/networks/0fb35a9b-096f-477e-a044-be403b1f074f HTTP/1.1" status: 204 len: 168 time: 0.9150324 Dec 08 01:43:21.210429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52700) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:21.240990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:21.253208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-36f2f0f6-65d7-4b7a-8ec3-458db402e412 None None] Could not find standard attr ID for object c81c9533-7ecd-4927-901f-8efa7c85664a. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:43:21.286225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7afac719-e169-412c-b322-f3b4c8f3e20e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:21.298987 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.301793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80393b3-4162-4b06-ae10-f6c102585fa7 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event deleted for resources: {'Network': ['ID=0fb35a9b-096f-477e-a044-be403b1f074f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:21.418200 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.547408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a2f894-5905-4275-b315-a833d59000c6']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:21.570437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c8713e-02b4-4161-9ee9-c3c2db5e70d8') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:21.571008 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c8713e-02b4-4161-9ee9-c3c2db5e70d8') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:21.595362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] For port 6db4e035-a11f-44af-9a2c-8859eab29989, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6db4e035-a11f-44af-9a2c-8859eab29989,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:21.598623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cf053-aee9-45e6-9e37-7884b6a4bb31 req-ec2d5374-92db-4909-b6d2-9a22c5c2b8a5 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:21.608346 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f32cf053-aee9-45e6-9e37-7884b6a4bb31 req-ec2d5374-92db-4909-b6d2-9a22c5c2b8a5 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 945 time: 0.1862791 Dec 08 01:43:21.609276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c6bbb5e7-1814-4506-9526-96455c6cb55a None None] Provisioning complete for port 6db4e035-a11f-44af-9a2c-8859eab29989 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:21.609653 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6bbb5e7-1814-4506-9526-96455c6cb55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.632046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.633938 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.663718 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 7afac719-e169-412c-b322-f3b4c8f3e20e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:21.664099 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.681814 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.697530 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.705420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:43:21.705827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:43:21.723794 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:43:21.742576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.743499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.788909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f32cf053-aee9-45e6-9e37-7884b6a4bb31 req-467bb45a-e9d5-4d0a-9e96-14fd58dcd5c1 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791685 Dec 08 01:43:21.843664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 433544a1-21e4-4bd7-8aea-e70e1f559dac up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:21.914374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.925087 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.927668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 433544a1-21e4-4bd7-8aea-e70e1f559dac triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:21.931582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:21.931804 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "DELETE /v2.0/networks/d0a2f894-5905-4275-b315-a833d59000c6 HTTP/1.1" status: 204 len: 168 time: 0.7168963 Dec 08 01:43:21.942846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52716) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:21.969071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ef523-322c-4d2e-ab33-e990a0fc3489 tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event deleted for resources: {'Network': ['ID=d0a2f894-5905-4275-b315-a833d59000c6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:21.981277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=6db4e035-a11f-44af-9a2c-8859eab29989,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:21.994352 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.019128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:22.094664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:22.105467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-964a706e-0514-478b-9e9a-9564adf24a8b req-d8f6f1a4-bcda-462d-ad2a-3667b5f3607d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Deleting port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:22.105973 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-964a706e-0514-478b-9e9a-9564adf24a8b req-d8f6f1a4-bcda-462d-ad2a-3667b5f3607d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.125427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:22.126058 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.137536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6db4e035-a11f-44af-9a2c-8859eab29989 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:22.236015 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.240957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=2e448a36-eb94-48f4-b6b8-2acfab92b1fd,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:22.298797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:22.311269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:22.313859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:22.314266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 6db4e035-a11f-44af-9a2c-8859eab29989, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6db4e035-a11f-44af-9a2c-8859eab29989,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:22.322630 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.352953 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Port': ['ID=6cf990b4-f080-4c06-b4f9-214347c67c08,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:22.378601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=6db4e035-a11f-44af-9a2c-8859eab29989,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:22.382071 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.393589 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-123f59e4-93c5-4b63-a8bc-27df3a3f3733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8415854 Dec 08 01:43:22.394807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52720) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:22.398542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6dbccc-764f-4a8c-9144-29c99a41187c None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:22.401160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f9eeeee6-694f-428e-a07e-d1113ca72eb3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:22.488786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a8c7bf42-1472-4804-abc1-e749b9b71970 None None] Provisioning complete for port 6db4e035-a11f-44af-9a2c-8859eab29989 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:22.489164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8c7bf42-1472-4804-abc1-e749b9b71970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.516842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-964a706e-0514-478b-9e9a-9564adf24a8b req-d8f6f1a4-bcda-462d-ad2a-3667b5f3607d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] For port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=467e1c30-da5b-4ff6-b7a9-0a330adc65f1,segment=NetworkSegment(e9a15b7b-2ecb-48d0-98a1-ac5a24609768),segment_id=e9a15b7b-2ecb-48d0-98a1-ac5a24609768)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:22.517613 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-964a706e-0514-478b-9e9a-9564adf24a8b req-d8f6f1a4-bcda-462d-ad2a-3667b5f3607d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.540231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9eeeee6-694f-428e-a07e-d1113ca72eb3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:22.545293 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f9eeeee6-694f-428e-a07e-d1113ca72eb3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.548985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-964a706e-0514-478b-9e9a-9564adf24a8b req-d8f6f1a4-bcda-462d-ad2a-3667b5f3607d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Calling delete_port for 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:22.616153 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8c7bf42-1472-4804-abc1-e749b9b71970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.682230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a8c7bf42-1472-4804-abc1-e749b9b71970 None None] For port 6db4e035-a11f-44af-9a2c-8859eab29989, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6db4e035-a11f-44af-9a2c-8859eab29989,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:22.689665 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8c7bf42-1472-4804-abc1-e749b9b71970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.711104 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:43:22.718936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.780199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7bf42-1472-4804-abc1-e749b9b71970 None None] Pushing event updated for resources: {'Port': ['ID=6db4e035-a11f-44af-9a2c-8859eab29989,revision_number=10']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:22.787283 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37641c2a-d64e-4906-8647-33e603c970f4 req-95f52cf7-a5e1-426d-87d9-a87f9739fbf1 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:22.789125 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37641c2a-d64e-4906-8647-33e603c970f4 req-95f52cf7-a5e1-426d-87d9-a87f9739fbf1 tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 946 time: 0.4867394 Dec 08 01:43:22.826243 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.863552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3319017a-b86e-4037-b29f-9771bb749d27 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:43:22.933416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4305bc19-ee72-4ac1-8748-cef80f990da3']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:22.948089 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:22.990420 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f9eeeee6-694f-428e-a07e-d1113ca72eb3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.014113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-00982f28-4313-4601-9219-cfd6409f6516 None None] Provisioning complete for port 6db4e035-a11f-44af-9a2c-8859eab29989 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:23.014539 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00982f28-4313-4601-9219-cfd6409f6516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.046180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316db5d2-b5e8-4742-9044-d16eafe4f15c req-873e10d6-5e4a-40e4-86cd-63ae3a5e2a58 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:23.053475 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-316db5d2-b5e8-4742-9044-d16eafe4f15c req-873e10d6-5e4a-40e4-86cd-63ae3a5e2a58 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 945 time: 0.1248229 Dec 08 01:43:23.065366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93e69b3-4016-469e-af5e-c610302cbacf') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:23.065641 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93e69b3-4016-469e-af5e-c610302cbacf') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:23.083689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eeeee6-694f-428e-a07e-d1113ca72eb3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:23.095325 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f9eeeee6-694f-428e-a07e-d1113ca72eb3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:23.101507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eeeee6-694f-428e-a07e-d1113ca72eb3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:23.102383 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f9eeeee6-694f-428e-a07e-d1113ca72eb3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.105653 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.114821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeeee6-694f-428e-a07e-d1113ca72eb3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=1d3efb90-dbfe-4a4a-b9a9-6d7a72ba85ec,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:23.125583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37641c2a-d64e-4906-8647-33e603c970f4 req-03f88e0b-b2f1-428a-b1aa-d0666051bfae tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/security-groups?id=d3ef8a74-389b-49b1-b5c7-61b2331c9618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941198 Dec 08 01:43:23.160751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f9eeeee6-694f-428e-a07e-d1113ca72eb3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7638810 Dec 08 01:43:23.162831 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-964a706e-0514-478b-9e9a-9564adf24a8b req-d8f6f1a4-bcda-462d-ad2a-3667b5f3607d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.171467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52730) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:23.181771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:bd:95:9a', 'name': 'tempest-NetworksTestDHCPv6-103114524'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:23.182907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-316db5d2-b5e8-4742-9044-d16eafe4f15c req-587e5c1a-d88f-4ac4-9eea-7a9456e1f110 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134698 Dec 08 01:43:23.193518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.206399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3319017a-b86e-4037-b29f-9771bb749d27 None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:43:23.343868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6f1a4-bcda-462d-ad2a-3667b5f3607d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Pushing event deleted for resources: {'Port': ['ID=467e1c30-da5b-4ff6-b7a9-0a330adc65f1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:23.358930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6db4e035-a11f-44af-9a2c-8859eab29989 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:23.372716 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:43:23.373122 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:43:23.378880 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:43:23.510138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-964a706e-0514-478b-9e9a-9564adf24a8b req-d8f6f1a4-bcda-462d-ad2a-3667b5f3607d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] No DVR routers for this DVR port 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:23.533751 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-964a706e-0514-478b-9e9a-9564adf24a8b req-d8f6f1a4-bcda-462d-ad2a-3667b5f3607d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.537342 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-964a706e-0514-478b-9e9a-9564adf24a8b req-d8f6f1a4-bcda-462d-ad2a-3667b5f3607d tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.72 "DELETE /v2.0/ports/467e1c30-da5b-4ff6-b7a9-0a330adc65f1 HTTP/1.1" status: 204 len: 173 time: 2.5069132 Dec 08 01:43:23.539657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab448b1-abf5-4a06-8990-ebd640c16d1f', 'name': 'network-vif-deleted', 'tag': '467e1c30-da5b-4ff6-b7a9-0a330adc65f1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:43:23.542036 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1826fc75-f7de-4048-995b-938453aab44d" -d '{"events": [{"server_uuid": "cab448b1-abf5-4a06-8990-ebd640c16d1f", "name": "network-vif-deleted", "tag": "467e1c30-da5b-4ff6-b7a9-0a330adc65f1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:43:23.545671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 6db4e035-a11f-44af-9a2c-8859eab29989 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:23.546064 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.603582 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96550595-5b94-41d7-ad51-72b6fc45f22d x-openstack-request-id: req-96550595-5b94-41d7-ad51-72b6fc45f22d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:43:23.604107 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab448b1-abf5-4a06-8990-ebd640c16d1f", "name": "network-vif-deleted", "tag": "467e1c30-da5b-4ff6-b7a9-0a330adc65f1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:43:23.604521 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96550595-5b94-41d7-ad51-72b6fc45f22d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:43:23.605766 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab448b1-abf5-4a06-8990-ebd640c16d1f', 'name': 'network-vif-deleted', 'tag': '467e1c30-da5b-4ff6-b7a9-0a330adc65f1', 'status': 'completed', 'code': 200} Dec 08 01:43:23.669908 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.694525 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.699274 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "DELETE /v2.0/networks/4305bc19-ee72-4ac1-8748-cef80f990da3 HTTP/1.1" status: 204 len: 168 time: 1.7500379 Dec 08 01:43:23.702157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52746) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:23.727440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca2ef2-86f6-47e9-ba16-e985cd0cb0bd tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event deleted for resources: {'Network': ['ID=4305bc19-ee72-4ac1-8748-cef80f990da3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:23.775551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c011bf7-c703-4e0a-b419-5bb974cac392 req-c6ced3d9-b72e-4ceb-9094-ae4af9751f52 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:23.778325 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c011bf7-c703-4e0a-b419-5bb974cac392 req-c6ced3d9-b72e-4ceb-9094-ae4af9751f52 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.3650110 Dec 08 01:43:23.781167 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.782876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:23.788222 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.847018 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c011bf7-c703-4e0a-b419-5bb974cac392 req-a8425e0e-c16a-44a6-9335-013a5d9cb2b4 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/quotas/4eb2e093eba946c78088f73a589065d9 HTTP/1.1" status: 200 len: 375 time: 0.0467970 Dec 08 01:43:23.857627 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:23.958628 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e2caa-02ba-4c54-8d61-b548121d0ec3 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:43:23.968237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Port': ['ID=6cf990b4-f080-4c06-b4f9-214347c67c08,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:24.020998 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.024533 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.034381 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.044888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c011bf7-c703-4e0a-b419-5bb974cac392 req-9cb8173b-809d-41d8-b590-6cdd5369ba78 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1849840 Dec 08 01:43:24.060729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192e0799-c1cd-4a66-94b3-bfdb5435fdb2']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:24.080274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:24.084088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089266bc-3ad5-4d9d-af70-612e4dfa1e1b') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:24.084700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089266bc-3ad5-4d9d-af70-612e4dfa1e1b') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:24.095213 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.101219 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.116835 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eea99af1-ab7f-4585-9cc8-b2a73e918925 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4113681 Dec 08 01:43:24.119664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.128188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:43:24.128940 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Provisioning complete for port 992fc0b3-87ea-4c9d-94e2-230373495e5f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:24.129304 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.129430 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:43:24.133114 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:43:24.135698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port 3e1c5760-7a7b-4b26-9886-4e532f0c4f51 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:43:24.334480 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5dcce00b-506e-4483-b42a-ac99c4d544c7 req-e26165c4-3bc1-4e28-939e-4cf1f4395a7a tempest-VolumesActionsTest-1387201019 tempest-VolumesActionsTest-1387201019-project] 10.222.0.70 "GET /v2.0/ports?device_id=cab448b1-abf5-4a06-8990-ebd640c16d1f HTTP/1.1" status: 200 len: 210 time: 0.0423391 Dec 08 01:43:24.348318 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.398754 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c011bf7-c703-4e0a-b419-5bb974cac392 req-170cda29-2c78-4cd6-b31e-e6306050ab0c service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459921 Dec 08 01:43:24.402737 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.413700 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] 10.222.0.70 "DELETE /v2.0/networks/192e0799-c1cd-4a66-94b3-bfdb5435fdb2 HTTP/1.1" status: 204 len: 168 time: 0.7102900 Dec 08 01:43:24.414823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c8ec0-41ad-4ff5-9ab3-fe327503bf6d tempest-BulkNetworkOpsTest-1460150355 tempest-BulkNetworkOpsTest-1460150355-project] Pushing event deleted for resources: {'Network': ['ID=192e0799-c1cd-4a66-94b3-bfdb5435fdb2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:24.455740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:43:24.456380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 467e1c30-da5b-4ff6-b7a9-0a330adc65f1 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:43:24.474080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319e2caa-02ba-4c54-8d61-b548121d0ec3 None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:43:24.561934 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c011bf7-c703-4e0a-b419-5bb974cac392 req-3ea54f1d-b384-485c-afc2-fed88c531358 service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616626 Dec 08 01:43:24.601220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Provisioning complete for port da455724-39c6-4e0e-ac64-ebd2b5b27a8a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:24.601604 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.702724 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-9d9a9d6e-156d-4142-b23c-df390dce7f8d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--741307663&fields=id&tenant_id=008babb619094c7786f24fb206e9b0b7 HTTP/1.1" status: 200 len: 267 time: 0.1148603 Dec 08 01:43:24.738246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 172.20.0.8 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/1d3efb90-dbfe-4a4a-b9a9-6d7a72ba85ec/3e1c5760-7a7b-4b26-9886-4e532f0c4f51) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:24.752967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::f816:3eff:febd:959a (38e622c3-d3e1-4fea-b44a-493f59fc27b4/2e448a36-eb94-48f4-b6b8-2acfab92b1fd/3e1c5760-7a7b-4b26-9886-4e532f0c4f51) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:24.759336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-74dbf24d-c8b6-46c8-942c-4195885eee80 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:24.767069 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-74dbf24d-c8b6-46c8-942c-4195885eee80 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports/15bebb90-8c8e-44bc-9c6b-797d55456b55 HTTP/1.1" status: 200 len: 937 time: 0.0627244 Dec 08 01:43:24.827438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Port da455724-39c6-4e0e-ac64-ebd2b5b27a8a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:24.828682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-cbd89784-17d5-45b2-aead-6ddef49d4fe8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:24.841170 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-cbd89784-17d5-45b2-aead-6ddef49d4fe8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports/5b7a6954-74e4-413a-9c6b-8b0f820210d7 HTTP/1.1" status: 200 len: 936 time: 0.0723765 Dec 08 01:43:24.885006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52778) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:24.931302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Provisioning complete for port 1cba4060-e907-41f0-a4e7-48f79fcc904e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:24.931697 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:24.991345 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-fba2ecad-7414-49f9-88bc-4b817dd2d7c4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1488364 Dec 08 01:43:25.074200 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-77b7ee63-04db-42cc-9e3b-2e292c56e0c4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0817876 Dec 08 01:43:25.077312 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:25.169742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabaf2cb-57b3-48ac-af0b-9b04efebcc82 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:25.209305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Provisioning complete for port 6cf990b4-f080-4c06-b4f9-214347c67c08 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:25.212127 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:25.284923 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:25.290775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Port 6cf990b4-f080-4c06-b4f9-214347c67c08 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:25.328392 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-61c18cbe-24be-4758-b68b-1f79ddfea2df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b72c4dd2a6445a18ea4671f1b56978e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4404328 Dec 08 01:43:25.332379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52794) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:25.355138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:25.359462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:25.363038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-64b249a2-71e8-4a7a-98cc-e5630e6b90cf tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:25.363608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:25.366800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Provisioning complete for port 2a24dd90-929d-4529-90ed-e9e7d3612112 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:25.367412 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:25.369073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-64b249a2-71e8-4a7a-98cc-e5630e6b90cf tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:25.400923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-64b249a2-71e8-4a7a-98cc-e5630e6b90cf tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:25.410207 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-64b249a2-71e8-4a7a-98cc-e5630e6b90cf tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/networks?id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d HTTP/1.1" status: 200 len: 1994 time: 0.3281980 Dec 08 01:43:25.441257 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6787caca-c5e6-4a3e-8afe-f953a4c572c9 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/quotas/008babb619094c7786f24fb206e9b0b7 HTTP/1.1" status: 200 len: 375 time: 0.0298953 Dec 08 01:43:25.617161 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3ad965fb-fa06-4417-9c8d-e661f1b4ff55 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1748366 Dec 08 01:43:25.626206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Provisioning complete for port 675527cf-7b4c-46ec-9bdc-38f06517b702 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:25.626720 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:25.732373 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb54318-8398-4ab0-b41d-1d8c813bc5e0 None None] Update dhcp port {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'fixed_ips': [{'subnet_id': '2e448a36-eb94-48f4-b6b8-2acfab92b1fd', 'ip_address': '2001:db8::f816:3eff:fec4:c9d6'}, {'subnet_id': '1d3efb90-dbfe-4a4a-b9a9-6d7a72ba85ec'}], 'binding:host_id': 'n-d-713498-30'}, 'id': '6db4e035-a11f-44af-9a2c-8859eab29989'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:43:25.811036 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-17936ea7-c394-4685-ac66-e4daee7336d7 service neutron] 10.222.0.70 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671278 Dec 08 01:43:25.835756 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5cb54318-8398-4ab0-b41d-1d8c813bc5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:25.971904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=3e1c5760-7a7b-4b26-9886-4e532f0c4f51,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:25.981486 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-25edb0cf-4e78-44b3-a978-26147e0ea43c service neutron] 10.222.0.70 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628547 Dec 08 01:43:26.024101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:26.024920 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:26.054000 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-648a1af9-965f-4c21-95bf-da7a7ca6b161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:26.065462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9c8c24cc-b163-428a-9f35-6837e986d7bf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8877389 Dec 08 01:43:26.069732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52818) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:26.106724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Provisioning complete for port 3dbe93db-9264-4347-b494-cef59cf0c49a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:26.107003 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:26.109539 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-648a1af9-965f-4c21-95bf-da7a7ca6b161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:26.127909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-1779c6af-25aa-4e12-9b4c-035c767c3068 service neutron] 10.222.0.70 "GET /v2.0/ports/15bebb90-8c8e-44bc-9c6b-797d55456b55?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1452627 Dec 08 01:43:26.213503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-648a1af9-965f-4c21-95bf-da7a7ca6b161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:26.217438 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-648a1af9-965f-4c21-95bf-da7a7ca6b161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:26.220569 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-648a1af9-965f-4c21-95bf-da7a7ca6b161 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/01753bf0-22b6-4a71-b0e9-0f3d95ed45da HTTP/1.1" status: 204 len: 168 time: 0.8865168 Dec 08 01:43:26.230956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be199f-1db5-4fa0-b291-801ba359c490 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:26.247552 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a1af9-965f-4c21-95bf-da7a7ca6b161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01753bf0-22b6-4a71-b0e9-0f3d95ed45da,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:26.255164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be199f-1db5-4fa0-b291-801ba359c490 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:26.262911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c9be199f-1db5-4fa0-b291-801ba359c490 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1870177 Dec 08 01:43:26.263899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52826) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:26.357087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-a0fd7935-314a-4515-9a8b-92c4cd215304 service neutron] 10.222.0.70 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151651 Dec 08 01:43:26.394683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-5cb54318-8398-4ab0-b41d-1d8c813bc5e0 None None] Allocated IP 172.20.0.2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/1d3efb90-dbfe-4a4a-b9a9-6d7a72ba85ec/6db4e035-a11f-44af-9a2c-8859eab29989) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:26.549530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Provisioning complete for port 40094ad7-14fe-4825-a1dc-203e540d471f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:26.549957 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:26.554166 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-ea8d9133-63d6-43de-83e7-7021f28af2d4 service neutron] 10.222.0.70 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952507 Dec 08 01:43:26.643288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-31d87140-72c8-4d36-a177-33eed4390e8a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port 3e1c5760-7a7b-4b26-9886-4e532f0c4f51 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:26.643746 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31d87140-72c8-4d36-a177-33eed4390e8a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:26.663540 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e421ce3e-0734-4816-9e78-89a5b84edc14 service neutron] 10.222.0.70 "GET /v2.0/ports/5b7a6954-74e4-413a-9c6b-8b0f820210d7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0995982 Dec 08 01:43:26.673517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-db584b40-f0ca-44e1-914e-db60e55a81eb tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:26.681144 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-db584b40-f0ca-44e1-914e-db60e55a81eb tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.1842294 Dec 08 01:43:26.721110 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-d4a91109-b3e3-40e5-b71a-7bf08de31e7a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/quotas/4eb2e093eba946c78088f73a589065d9 HTTP/1.1" status: 200 len: 375 time: 0.0373082 Dec 08 01:43:26.802781 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5cb54318-8398-4ab0-b41d-1d8c813bc5e0 None None] For port 6db4e035-a11f-44af-9a2c-8859eab29989, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6db4e035-a11f-44af-9a2c-8859eab29989,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:26.810023 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-9c0cd9ce-97d1-46b5-a3c2-9613f7ade5a4 service neutron] 10.222.0.70 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404681 Dec 08 01:43:26.842476 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5cb54318-8398-4ab0-b41d-1d8c813bc5e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:26.865441 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5cb54318-8398-4ab0-b41d-1d8c813bc5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:26.897028 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-23606d28-3f58-48b2-90f0-793ae39a1d50 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753769 Dec 08 01:43:26.919427 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31d87140-72c8-4d36-a177-33eed4390e8a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:26.955617 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-19e64164-96ba-4fce-a80d-555b3ac2309f service neutron] 10.222.0.70 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389465 Dec 08 01:43:26.970981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-31d87140-72c8-4d36-a177-33eed4390e8a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for 3e1c5760-7a7b-4b26-9886-4e532f0c4f51 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:27.113764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Provisioning complete for port ee620123-c51a-4e1a-9381-bc03012c38ac triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:27.114144 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:27.126296 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb54318-8398-4ab0-b41d-1d8c813bc5e0 None None] Pushing event updated for resources: {'Port': ['ID=6db4e035-a11f-44af-9a2c-8859eab29989,revision_number=11']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:27.130217 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-47aecbfb-a8b9-4f8c-8716-6d40977207a6 service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215080 Dec 08 01:43:27.237137 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-0882c588-f0df-4702-b2a1-6532936b104e service neutron] 10.222.0.70 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732179 Dec 08 01:43:27.288597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Provisioning complete for port c2a11047-199f-4ce4-9700-eca5bb264fad triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:27.290448 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:27.365969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6db4e035-a11f-44af-9a2c-8859eab29989 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:27.472539 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-574e9020-46be-4670-b2e2-ec4f6278a51e None None] Port c2a11047-199f-4ce4-9700-eca5bb264fad cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:27.493402 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-f87ff5c0-1229-4fc5-8c40-d42194681dbc service neutron] 10.222.0.70 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488308 Dec 08 01:43:27.505783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 6db4e035-a11f-44af-9a2c-8859eab29989 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:27.506269 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:27.555895 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-49ef2696-f423-45fc-b020-e5e01be423ae service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227653 Dec 08 01:43:27.588241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52870) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:27.613551 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31d87140-72c8-4d36-a177-33eed4390e8a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:27.719362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d87140-72c8-4d36-a177-33eed4390e8a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=3e1c5760-7a7b-4b26-9886-4e532f0c4f51,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:27.732799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-c26dd26c-6a72-496d-8663-d946affd431b service neutron] 10.222.0.70 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209930 Dec 08 01:43:27.842277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-431848819'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:27.982971 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b79450de-d34e-404d-9923-af33995501d0 service neutron] 10.222.0.70 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431686 Dec 08 01:43:27.991295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:27.995399 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.033395 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31d87140-72c8-4d36-a177-33eed4390e8a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.036194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.047457 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-31d87140-72c8-4d36-a177-33eed4390e8a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/3e1c5760-7a7b-4b26-9886-4e532f0c4f51 HTTP/1.1" status: 204 len: 168 time: 1.7827876 Dec 08 01:43:28.061070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52878) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:28.180996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12543963-8a63-4ee3-9818-ed6a02080c9f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:28.184033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12543963-8a63-4ee3-9818-ed6a02080c9f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:28.187045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12543963-8a63-4ee3-9818-ed6a02080c9f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:28.192126 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-12543963-8a63-4ee3-9818-ed6a02080c9f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1299238 Dec 08 01:43:28.193915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52884) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:28.226056 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-ecfc39f5-555e-4c13-ac23-1fa88416a905 service neutron] 10.222.0.70 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357316 Dec 08 01:43:28.299011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bde9242b-faf7-4c43-b2bf-78b2bec06885 None None] Could not find standard attr ID for object 3e1c5760-7a7b-4b26-9886-4e532f0c4f51. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:43:28.328146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bde9242b-faf7-4c43-b2bf-78b2bec06885 None None] Provisioning complete for port 6db4e035-a11f-44af-9a2c-8859eab29989 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:28.331439 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bde9242b-faf7-4c43-b2bf-78b2bec06885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.336452 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-05edf320-87c0-482a-b21d-741f94c86bc6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 1d3efb90-dbfe-4a4a-b9a9-6d7a72ba85ec {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:43:28.341365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05edf320-87c0-482a-b21d-741f94c86bc6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.445597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-9002486a-7952-44b6-9c46-ff74a2659b3e service neutron] 10.222.0.70 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647193 Dec 08 01:43:28.446710 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05edf320-87c0-482a-b21d-741f94c86bc6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.573021 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05edf320-87c0-482a-b21d-741f94c86bc6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.574189 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.585132 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.649064 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1dc5f11a-6cef-41dc-9efe-a67b5e9baeea req-1f760c03-1db5-4e8a-8369-5aebd720db29 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 210 time: 0.0707862 Dec 08 01:43:28.665863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:28.693346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887f0641-2736-4b56-84dd-3b347729bccd,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:28.699730 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.699730 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Added segment 02112092-9260-4f6e-bb23-bde53329bfd4 of type vlan for network 391f1c5d-5a27-43f7-8939-5da244473b5a Dec 08 01:43:28.744271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b1a196a0-4f52-4d27-aaf1-b81271f30c24 service neutron] 10.222.0.70 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871454 Dec 08 01:43:28.816269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e57b816c-83fe-474b-b6ff-3ee4399680e1 None None] Could not find standard attr ID for object 3e1c5760-7a7b-4b26-9886-4e532f0c4f51. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:43:28.824646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05edf320-87c0-482a-b21d-741f94c86bc6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.843110 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.851179 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-09c413fe-84b3-489e-891d-79d173bbcf24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.911321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edf320-87c0-482a-b21d-741f94c86bc6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=1d3efb90-dbfe-4a4a-b9a9-6d7a72ba85ec,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:28.928961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141533e-416d-498c-832d-5c140963987a req-19f5aefe-5a71-4aed-a70f-aa6b6c871a3a tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:28.930769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5141533e-416d-498c-832d-5c140963987a req-19f5aefe-5a71-4aed-a70f-aa6b6c871a3a tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 946 time: 0.1909826 Dec 08 01:43:28.934275 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05edf320-87c0-482a-b21d-741f94c86bc6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.938758 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-05edf320-87c0-482a-b21d-741f94c86bc6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/1d3efb90-dbfe-4a4a-b9a9-6d7a72ba85ec HTTP/1.1" status: 204 len: 168 time: 0.7405162 Dec 08 01:43:28.941249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52900) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:28.941414 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.947248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:28.947844 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:28.976471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-df969274-7c43-47a8-83f2-4bebd19da82f service neutron] 10.222.0.70 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171862 Dec 08 01:43:28.993022 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4035993 Dec 08 01:43:29.064851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f23d3-e99f-4656-b15f-a26258dca479 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=391f1c5d-5a27-43f7-8939-5da244473b5a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:29.078965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 391f1c5d-5a27-43f7-8939-5da244473b5a details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:29.081365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c699064-4488-4afd-be86-5e1325ea5733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 2e448a36-eb94-48f4-b6b8-2acfab92b1fd {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:43:29.086617 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c699064-4488-4afd-be86-5e1325ea5733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:29.125630 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5141533e-416d-498c-832d-5c140963987a req-d0d2b75b-950e-4960-a91e-401f006a725a tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855948 Dec 08 01:43:29.154311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52904) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:29.159851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-35813c98-b5f2-4a88-b24a-83c0adcc48c0 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'network_id': '391f1c5d-5a27-43f7-8939-5da244473b5a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:29.192637 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c699064-4488-4afd-be86-5e1325ea5733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:29.369462 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c699064-4488-4afd-be86-5e1325ea5733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:29.379530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35813c98-b5f2-4a88-b24a-83c0adcc48c0 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:29.386485 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35813c98-b5f2-4a88-b24a-83c0adcc48c0 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:29.389500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52916) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:29.494571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c699064-4488-4afd-be86-5e1325ea5733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:29.570010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c699064-4488-4afd-be86-5e1325ea5733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=2e448a36-eb94-48f4-b6b8-2acfab92b1fd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:29.576257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb63151-4971-4694-963e-7529daef7ed4 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:29.577226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c699064-4488-4afd-be86-5e1325ea5733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:29.585612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52930) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:29.596846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0c699064-4488-4afd-be86-5e1325ea5733 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/2e448a36-eb94-48f4-b6b8-2acfab92b1fd HTTP/1.1" status: 204 len: 168 time: 0.6371360 Dec 08 01:43:29.655981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3eb12478-90f8-4242-ac23-f07ea0d7165c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688627 Dec 08 01:43:29.659050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52932) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:29.664710 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b6c04e00-134f-4646-8adc-ec084e162485 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:29.734784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-55cd40b1-a636-4a3c-8528-dd32c209c589 admin admin] Deleting subnet 6b516fe5-7c7e-4300-bab4-16f44055e7df {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:43:29.739477 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55cd40b1-a636-4a3c-8528-dd32c209c589 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:29.788757 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55cd40b1-a636-4a3c-8528-dd32c209c589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:29.872502 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55cd40b1-a636-4a3c-8528-dd32c209c589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:29.959293 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55cd40b1-a636-4a3c-8528-dd32c209c589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:30.008750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caba464-48a1-47a5-9c82-738b317a2827 None None] Network ca5844b8-27b3-4526-899f-f6eb044a8310 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:30.023019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55cd40b1-a636-4a3c-8528-dd32c209c589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:30.032318 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-55cd40b1-a636-4a3c-8528-dd32c209c589 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6b516fe5-7c7e-4300-bab4-16f44055e7df HTTP/1.1" status: 204 len: 168 time: 0.6395285 Dec 08 01:43:30.037975 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-be05c82f-99e1-4206-9ee4-00a458c254b1 req-bd2d257d-453e-4e79-82ad-8c5938b53313 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 210 time: 0.1691093 Dec 08 01:43:30.038707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52944) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:30.115758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd40b1-a636-4a3c-8528-dd32c209c589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b516fe5-7c7e-4300-bab4-16f44055e7df,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:30.170053 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86caa432-5562-4837-abdb-a9e96bb74825 req-ec16e1e6-ecb2-42d5-9e2a-1b84378c72f6 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0841300 Dec 08 01:43:30.234267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbb33dc-4917-493f-8cef-288090ea411a None None] DHCP port deletion for ca5844b8-27b3-4526-899f-f6eb044a8310 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:30.240501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-dcc7857d-163a-4871-bd88-e329162aeb28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:30.242477 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-dcc7857d-163a-4871-bd88-e329162aeb28 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.65 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 946 time: 0.1905029 Dec 08 01:43:30.304354 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:30.337669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-7afa61c4-f737-4805-9bcd-ff519288642e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:30.342352 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-7afa61c4-f737-4805-9bcd-ff519288642e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.72 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.6449308 Dec 08 01:43:30.343164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c04e00-134f-4646-8adc-ec084e162485 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:30.348793 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6c04e00-134f-4646-8adc-ec084e162485 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:30.391083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Request body: {'port': {'device_id': 'bfbfca00-708c-4431-80fb-47be48594fe3', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'admin_state_up': True, 'tenant_id': '4eb2e093eba946c78088f73a589065d9'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:30.423195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa5a888-a38c-4166-80f3-ca187d09fd9d None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:30.476324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35813c98-b5f2-4a88-b24a-83c0adcc48c0 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:30.538800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5a888-a38c-4166-80f3-ca187d09fd9d None None] Deleting port 6db4e035-a11f-44af-9a2c-8859eab29989 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:30.539387 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a888-a38c-4166-80f3-ca187d09fd9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:30.565661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35813c98-b5f2-4a88-b24a-83c0adcc48c0 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=01bcabb0-a38b-450f-a053-d18c1fbd8349,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:30.580478 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35813c98-b5f2-4a88-b24a-83c0adcc48c0 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking segment: {'id': '02112092-9260-4f6e-bb23-bde53329bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '391f1c5d-5a27-43f7-8939-5da244473b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:30.581019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35813c98-b5f2-4a88-b24a-83c0adcc48c0 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network hostable DHCP agents. Network: 391f1c5d-5a27-43f7-8939-5da244473b5a, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:30.592487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Deleting port c594e60b-842c-4d83-80c2-3e332c4bb031 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:30.592824 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:30.643872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967e202-595f-403e-88be-6b26c8593625 req-7ab05a29-bcf9-44e0-aa39-ef338e2140aa tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:30.653882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a967e202-595f-403e-88be-6b26c8593625 req-7ab05a29-bcf9-44e0-aa39-ef338e2140aa tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 946 time: 0.3375049 Dec 08 01:43:30.687396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35813c98-b5f2-4a88-b24a-83c0adcc48c0 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network 391f1c5d-5a27-43f7-8939-5da244473b5a is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:30.743861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-35813c98-b5f2-4a88-b24a-83c0adcc48c0 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 391f1c5d-5a27-43f7-8939-5da244473b5a) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:30.744653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6fa5a888-a38c-4166-80f3-ca187d09fd9d None None] For port 6db4e035-a11f-44af-9a2c-8859eab29989, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6db4e035-a11f-44af-9a2c-8859eab29989,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:30.745736 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a888-a38c-4166-80f3-ca187d09fd9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:30.753671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35813c98-b5f2-4a88-b24a-83c0adcc48c0 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:30.754491 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35813c98-b5f2-4a88-b24a-83c0adcc48c0 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:30.766030 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6fa5a888-a38c-4166-80f3-ca187d09fd9d None None] Calling delete_port for 6db4e035-a11f-44af-9a2c-8859eab29989 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:30.778226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] For port c594e60b-842c-4d83-80c2-3e332c4bb031, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=c594e60b-842c-4d83-80c2-3e332c4bb031,segment=NetworkSegment(780f7db2-28b7-47ff-b041-3c49dc21da13),segment_id=780f7db2-28b7-47ff-b041-3c49dc21da13)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:30.778874 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:30.794332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-35813c98-b5f2-4a88-b24a-83c0adcc48c0 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6386976 Dec 08 01:43:30.798498 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52958) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:30.806334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1907501483'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:30.885661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c582b3f0-f8fc-4c07-91eb-9b4ec298a618 None None] Network 391f1c5d-5a27-43f7-8939-5da244473b5a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:30.887748 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:30.889362 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6fa5a888-a38c-4166-80f3-ca187d09fd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:30.926016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5844b8-27b3-4526-899f-f6eb044a8310']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:30.934112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5a888-a38c-4166-80f3-ca187d09fd9d None None] Pushing event deleted for resources: {'Port': ['ID=6db4e035-a11f-44af-9a2c-8859eab29989,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:30.951261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:30.951735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32bf956-0ec8-4a5e-b8be-cd1c6ce91aec') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:30.960223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa5a888-a38c-4166-80f3-ca187d09fd9d None None] No DVR routers for this DVR port 6db4e035-a11f-44af-9a2c-8859eab29989 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:30.971763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.001287 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.012458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:43:31.013382 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:43:31.034707 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:43:31.085114 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Made reservation on behalf of 4eb2e093eba946c78088f73a589065d9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:31.085333 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 01:43:31.085333 n-d-713498-30 neutron-server[103130]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 01:43:31.085333 n-d-713498-30 neutron-server[103130]: [parameters: {'project_id_1': 'ced2bef9d8a94ea2adff8f01f411cfba', 'expiration_1': datetime.datetime(2021, 12, 8, 1, 43, 10, 837169)}] Dec 08 01:43:31.085333 n-d-713498-30 neutron-server[103130]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:43:31.086567 n-d-713498-30 neutron-server[103130]: DEBUG oslo_db.api [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:43:31.091540 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.092023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-391f1c5d-5a27-43f7-8939-5da244473b5a', 'network_id': '391f1c5d-5a27-43f7-8939-5da244473b5a', 'project_id': 'ced2bef9d8a94ea2adff8f01f411cfba', 'fixed_ips': [{'subnet_id': '01bcabb0-a38b-450f-a053-d18c1fbd8349'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:31.094423 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.407957 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6c04e00-134f-4646-8adc-ec084e162485 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.556624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Allocated IP 172.20.255.242 (391f1c5d-5a27-43f7-8939-5da244473b5a/01bcabb0-a38b-450f-a053-d18c1fbd8349/e30232fc-3d10-4ce9-ad5d-5ebbca9907db) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:31.581437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Allocated IP 172.20.0.9 (add1204c-708d-4dd0-8c27-2024f200bc03/86fd533c-1222-42a7-929e-1a209b1b24e6/44149266-1906-4efc-b7fb-06466f986b79) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:31.689310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.689539 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6db4e035-a11f-44af-9a2c-8859eab29989 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:31.689663 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.689974 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Floating IP 73d53925-f99e-4dd3-b7a6-7569cff6488a disassociated. External IP: 172.25.2.167, port: c594e60b-842c-4d83-80c2-3e332c4bb031. Dec 08 01:43:31.690357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Calling delete_port for c594e60b-842c-4d83-80c2-3e332c4bb031 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:31.731954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 6db4e035-a11f-44af-9a2c-8859eab29989 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:43:31.732503 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6db4e035-a11f-44af-9a2c-8859eab29989 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:43:31.732971 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f90c5c98-876f-4c42-bf23-a5a55ada1ed2 req-0329a6a0-cb3f-4c65-a55c-eb4ef19e37e5 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 210 time: 0.0472763 Dec 08 01:43:31.734331 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fbf0c26e-fd43-4b00-86d8-12d6561de5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.774063 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.807221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.808028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:31.811295 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.851869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:31.898793 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a967e202-595f-403e-88be-6b26c8593625 req-549fa32c-3076-4d13-8fce-993fe8c32f4c tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups?id=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2364149 Dec 08 01:43:31.914118 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.924672 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.926280 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.926716 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Added segment c55fa8ad-351a-4d11-99ab-a60cbf18565b of type vlan for network d30c3f71-ce7c-4825-a9f9-e30350a09ecd Dec 08 01:43:31.946243 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.953664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c04e00-134f-4646-8adc-ec084e162485 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:31.963534 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:31.969530 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] 10.222.0.70 "DELETE /v2.0/networks/ca5844b8-27b3-4526-899f-f6eb044a8310 HTTP/1.1" status: 204 len: 168 time: 1.9234226 Dec 08 01:43:31.974758 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-727b8100-a4fd-4abf-87b7-d7e16fa2d812 req-a4ae9ae6-1fbc-47f3-89d2-ed178dc5081d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0518763 Dec 08 01:43:31.991012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Network 391f1c5d-5a27-43f7-8939-5da244473b5a is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:31.994862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:32.017711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:32.040219 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.040708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Pushing event updated for resources: {'Port': ['ID=e30232fc-3d10-4ce9-ad5d-5ebbca9907db,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:32.055444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.066947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a4c56-55f6-4534-a9fc-a97a0b83d44d admin admin] Pushing event deleted for resources: {'Network': ['ID=ca5844b8-27b3-4526-899f-f6eb044a8310,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:32.072710 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b6c04e00-134f-4646-8adc-ec084e162485 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:32.114481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c35eab-06fe-492a-857e-b14223a81b3f None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:32.116044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Pushing event deleted for resources: {'Port': ['ID=c594e60b-842c-4d83-80c2-3e332c4bb031,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:32.121331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Attempting to bind port e30232fc-3d10-4ce9-ad5d-5ebbca9907db on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:32.121797 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Attempting to bind port e30232fc-3d10-4ce9-ad5d-5ebbca9907db by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '02112092-9260-4f6e-bb23-bde53329bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '391f1c5d-5a27-43f7-8939-5da244473b5a'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:32.122914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Attempting to bind port e30232fc-3d10-4ce9-ad5d-5ebbca9907db on network 391f1c5d-5a27-43f7-8939-5da244473b5a {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:32.125589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c04e00-134f-4646-8adc-ec084e162485 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:32.132346 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b6c04e00-134f-4646-8adc-ec084e162485 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.137768 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.150778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:32.157120 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.162978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:32.163722 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Checking segment: {'id': '02112092-9260-4f6e-bb23-bde53329bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '391f1c5d-5a27-43f7-8939-5da244473b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:32.164367 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.164941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Bound using segment: {'id': '02112092-9260-4f6e-bb23-bde53329bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '391f1c5d-5a27-43f7-8939-5da244473b5a'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:32.165718 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Bound port: e30232fc-3d10-4ce9-ad5d-5ebbca9907db, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02112092-9260-4f6e-bb23-bde53329bfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '391f1c5d-5a27-43f7-8939-5da244473b5a'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:32.167086 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.206442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c04e00-134f-4646-8adc-ec084e162485 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=7335e7b9-dad5-496c-8f0c-48e41b0db267,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:32.224206 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4243765 Dec 08 01:43:32.237781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52970) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:32.254417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-fa310786-4eab-45fd-9372-a51bde50d889 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'network_id': 'd30c3f71-ce7c-4825-a9f9-e30350a09ecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:32.293042 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.294609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52972) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:32.344651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b6c04e00-134f-4646-8adc-ec084e162485 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6817214 Dec 08 01:43:32.344651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7019bf4d-f18b-47ed-989e-d8953b22ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:32.345096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7019bf4d-f18b-47ed-989e-d8953b22ffad service neutron] 10.222.0.72 "GET /v2.0/ports/15bebb90-8c8e-44bc-9c6b-797d55456b55 HTTP/1.1" status: 200 len: 1033 time: 0.2955790 Dec 08 01:43:32.366552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52976) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:32.374415 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:32.377822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:43:32.384549 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.391572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b7603-5913-4392-81bf-31faad5cd9c6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=d30c3f71-ce7c-4825-a9f9-e30350a09ecd,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:32.421500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event updated for resources: {'Port': ['ID=44149266-1906-4efc-b7fb-06466f986b79,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:32.453786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network d30c3f71-ce7c-4825-a9f9-e30350a09ecd details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:32.511006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-74b29f2d-09b5-457f-a6f9-df0330d40569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:32.530835 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-74b29f2d-09b5-457f-a6f9-df0330d40569 service neutron] 10.222.0.72 "GET /v2.0/ports/5b7a6954-74e4-413a-9c6b-8b0f820210d7 HTTP/1.1" status: 200 len: 1032 time: 0.1108661 Dec 08 01:43:32.546765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': '7335e7b9-dad5-496c-8f0c-48e41b0db267'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:32.548262 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.590566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] For port e30232fc-3d10-4ce9-ad5d-5ebbca9907db, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:32.602914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:43:32.671803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa310786-4eab-45fd-9372-a51bde50d889 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:32.676105 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa310786-4eab-45fd-9372-a51bde50d889 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.768306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-a28dd622-eaa5-4ae4-9697-39d1dccdd6a3 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:32.784731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-a28dd622-eaa5-4ae4-9697-39d1dccdd6a3 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:32.801362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] For port e30232fc-3d10-4ce9-ad5d-5ebbca9907db, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e30232fc-3d10-4ce9-ad5d-5ebbca9907db,segment=NetworkSegment(02112092-9260-4f6e-bb23-bde53329bfd4),segment_id=02112092-9260-4f6e-bb23-bde53329bfd4)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:32.802618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-a28dd622-eaa5-4ae4-9697-39d1dccdd6a3 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:32.807572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-a28dd622-eaa5-4ae4-9697-39d1dccdd6a3 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "GET /v2.0/networks?id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d HTTP/1.1" status: 200 len: 1994 time: 0.2745302 Dec 08 01:43:32.819232 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.927570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Allocated IP 172.20.0.2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/7335e7b9-dad5-496c-8f0c-48e41b0db267/5628e262-2643-4e8f-b3e5-2a8245021e4f) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:32.968063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:32.971586 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:32.985017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e9cfb-1d6f-42bc-ac6b-08977f8b7642 None None] Pushing event updated for resources: {'Port': ['ID=e30232fc-3d10-4ce9-ad5d-5ebbca9907db,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:33.029487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-76511577-f1e4-409b-8ff7-333c0b1bd103 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d71442bfb01438e86d9fd2348d1c32c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7284937 Dec 08 01:43:33.031455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Network add1204c-708d-4dd0-8c27-2024f200bc03 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:33.037019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52984) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:33.055228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:33.073963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:33.090421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7014d4-34ab-45a3-8fb7-b205d560a6b9 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:33.171868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:43:33.206306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-82c79b8f-cd99-4e1d-abce-ff717037432e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=008babb619094c7786f24fb206e9b0b7 HTTP/1.1" status: 200 len: 379 time: 0.3728323 Dec 08 01:43:33.215568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1fa876c7-1838-470b-85e6-8f01c43b3966 req-bc0daf82-badb-4477-b9cf-e98445719370 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 210 time: 0.1183627 Dec 08 01:43:33.263479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'port': {'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'admin_state_up': True, 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'security_groups': ['05ae402a-0c93-45e5-9891-1ed025bc7ba3']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:33.323847 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:33.324422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:33.339428 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b539892-72d9-48b1-8c50-67936526d934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:33.352205 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-8ba4e8e2-357c-47d6-a546-3ddffae8e96c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9876382 Dec 08 01:43:33.417213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Request body: {'port': {'device_id': 'bfbfca00-708c-4431-80fb-47be48594fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:33.422734 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:33.438834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c594e60b-842c-4d83-80c2-3e332c4bb031 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:33.441931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f7b77-0053-41dd-8c76-46d291abc550 None None] Sync routers for ids ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:43:33.461222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] No DVR routers for this DVR port c594e60b-842c-4d83-80c2-3e332c4bb031 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:33.469240 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:33.469591 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:33.475452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73a22ae4-eb57-4954-87af-2a28bb9fac23 req-cc1df3c1-bdd1-43bf-b6d9-d2c126e530a1 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.65 "DELETE /v2.0/ports/c594e60b-842c-4d83-80c2-3e332c4bb031 HTTP/1.1" status: 204 len: 173 time: 3.2240708 Dec 08 01:43:33.502667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'name': 'network-vif-deleted', 'tag': 'c594e60b-842c-4d83-80c2-3e332c4bb031'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:43:33.510991 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e6a561-d19f-4ef6-82e9-94bdec3f2265" -d '{"events": [{"server_uuid": "70e8c30c-6a28-4bb1-86f9-beb791a7e120", "name": "network-vif-deleted", "tag": "c594e60b-842c-4d83-80c2-3e332c4bb031"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:43:33.521036 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b539892-72d9-48b1-8c50-67936526d934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:33.550169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-954dc079-c56a-4044-90d6-d5545f0e1501 req-8870dfc6-9354-4058-b22d-30c9fbc1f60b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1389039 Dec 08 01:43:33.577184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: c594e60b-842c-4d83-80c2-3e332c4bb031 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:43:33.577605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device c594e60b-842c-4d83-80c2-3e332c4bb031 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:43:33.603415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f7b77-0053-41dd-8c76-46d291abc550 None None] Routers {'ad3b52a4-6815-42f0-96e7-b0ac017eaf33'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:43:33.605498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-913f7b77-0053-41dd-8c76-46d291abc550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:43:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:33.643527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca49ddc-58ba-49fc-bc4b-51565ea3d3f3 req-87e19e9d-a9c1-4d3e-97ab-2f6e92fad674 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:33.652186 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dca49ddc-58ba-49fc-bc4b-51565ea3d3f3 req-87e19e9d-a9c1-4d3e-97ab-2f6e92fad674 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 931 time: 0.7477789 Dec 08 01:43:33.742340 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:33.774444 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dca49ddc-58ba-49fc-bc4b-51565ea3d3f3 req-a76b9a1b-e4f9-4851-90bb-30795f5822c7 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213202 Dec 08 01:43:33.872401 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3a6f09-53f3-4783-a3c3-122e31a62c5c x-openstack-request-id: req-cc3a6f09-53f3-4783-a3c3-122e31a62c5c {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:43:33.872963 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e8c30c-6a28-4bb1-86f9-beb791a7e120", "name": "network-vif-deleted", "tag": "c594e60b-842c-4d83-80c2-3e332c4bb031", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:43:33.873371 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc3a6f09-53f3-4783-a3c3-122e31a62c5c {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:43:33.874020 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e8c30c-6a28-4bb1-86f9-beb791a7e120', 'name': 'network-vif-deleted', 'tag': 'c594e60b-842c-4d83-80c2-3e332c4bb031', 'status': 'completed', 'code': 200} Dec 08 01:43:33.888256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:33.891866 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:33.897157 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa310786-4eab-45fd-9372-a51bde50d889 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:33.963144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:33.996519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa310786-4eab-45fd-9372-a51bde50d889 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=264862fd-1f0e-454d-a2d3-105e95e131a0,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:34.028841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:34.038437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b539892-72d9-48b1-8c50-67936526d934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:34.041226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b539892-72d9-48b1-8c50-67936526d934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:34.042027 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:34.045718 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9b539892-72d9-48b1-8c50-67936526d934 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dce7b3ff-dadc-4235-bf67-4f6dae462310 HTTP/1.1" status: 204 len: 168 time: 1.0076668 Dec 08 01:43:34.046070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:34.049993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-641d2b46-f887-4e2e-8ef8-46afcf56bd42 None None] Provisioning complete for port 44149266-1906-4efc-b7fb-06466f986b79 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:34.050968 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-641d2b46-f887-4e2e-8ef8-46afcf56bd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:34.052645 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:34.058296 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Pushing event updated for resources: {'Port': ['ID=5628e262-2643-4e8f-b3e5-2a8245021e4f,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:34.067725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b539892-72d9-48b1-8c50-67936526d934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce7b3ff-dadc-4235-bf67-4f6dae462310,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:34.130651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa310786-4eab-45fd-9372-a51bde50d889 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking segment: {'id': 'c55fa8ad-351a-4d11-99ab-a60cbf18565b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd30c3f71-ce7c-4825-a9f9-e30350a09ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:34.131025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa310786-4eab-45fd-9372-a51bde50d889 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network hostable DHCP agents. Network: d30c3f71-ce7c-4825-a9f9-e30350a09ecd, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:34.279015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa310786-4eab-45fd-9372-a51bde50d889 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network d30c3f71-ce7c-4825-a9f9-e30350a09ecd is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:34.308795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-641d2b46-f887-4e2e-8ef8-46afcf56bd42 None None] Port 44149266-1906-4efc-b7fb-06466f986b79 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:34.330388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Allocated IP 172.20.0.8 (a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2/c3b4d4c1-f8d5-4e97-bf96-86b49df7e725/e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:34.343317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-fa310786-4eab-45fd-9372-a51bde50d889 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, d30c3f71-ce7c-4825-a9f9-e30350a09ecd) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:34.368261 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa310786-4eab-45fd-9372-a51bde50d889 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:34.368683 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa310786-4eab-45fd-9372-a51bde50d889 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:34.381069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ce080-d5e8-428e-ae01-846ef3423555 None None] Network d30c3f71-ce7c-4825-a9f9-e30350a09ecd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:34.410728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fa310786-4eab-45fd-9372-a51bde50d889 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1643167 Dec 08 01:43:34.415846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52998) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:34.450078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Attempting to bind port 5628e262-2643-4e8f-b3e5-2a8245021e4f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:34.450736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Attempting to bind port 5628e262-2643-4e8f-b3e5-2a8245021e4f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:34.452569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Attempting to bind port 5628e262-2643-4e8f-b3e5-2a8245021e4f on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:34.472803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-913f7b77-0053-41dd-8c76-46d291abc550 None None] Set router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:43:34.547661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:34.548371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:34.548967 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:34.549542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:34.550221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Bound port: 5628e262-2643-4e8f-b3e5-2a8245021e4f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:34.550782 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:34.843835 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:34.946306 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60f766f5-dfa0-485a-ba88-7b709bed5bbf req-72c7d72c-09b3-416f-8275-7b65c57d7202 tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/ports?device_id=70e8c30c-6a28-4bb1-86f9-beb791a7e120 HTTP/1.1" status: 200 len: 210 time: 0.2046857 Dec 08 01:43:34.951806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-466fe734-2b1e-4eb4-b97a-e610453ad7f3 req-7ca2dd61-21c3-4f04-b99d-ee8bb409ea5d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1896791 Dec 08 01:43:34.953174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8eeb9a-cb41-4883-a406-807e9821ff22 None None] Network 391f1c5d-5a27-43f7-8939-5da244473b5a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:35.044379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9151da-6371-420f-aefa-71a72a054786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-d30c3f71-ce7c-4825-a9f9-e30350a09ecd', 'network_id': 'd30c3f71-ce7c-4825-a9f9-e30350a09ecd', 'project_id': 'ced2bef9d8a94ea2adff8f01f411cfba', 'fixed_ips': [{'subnet_id': '264862fd-1f0e-454d-a2d3-105e95e131a0'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:35.044379 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1a9151da-6371-420f-aefa-71a72a054786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:35.312846 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:35.395924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:35.485720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-90398522-9488-40a6-9b79-4887a9ecd633 None None] Provisioning complete for port e30232fc-3d10-4ce9-ad5d-5ebbca9907db triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:35.485720 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-90398522-9488-40a6-9b79-4887a9ecd633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:35.495849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e30232fc-3d10-4ce9-ad5d-5ebbca9907db up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:35.586230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.objects.ports [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103130) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:43:35.590799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:35.666646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] For port 5628e262-2643-4e8f-b3e5-2a8245021e4f, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:35.739236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53034) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:35.772733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e30232fc-3d10-4ce9-ad5d-5ebbca9907db triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:35.773047 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:35.794600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44149266-1906-4efc-b7fb-06466f986b79 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:43:35.809151 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:35.833396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Subnet': ['ID=264862fd-1f0e-454d-a2d3-105e95e131a0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:35.858158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407fc62-0a31-4277-84e8-5c7863f959de req-2fad9736-7968-4137-997f-dfc85a1093fe tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:35.866271 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7407fc62-0a31-4277-84e8-5c7863f959de req-2fad9736-7968-4137-997f-dfc85a1093fe tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 931 time: 0.1258254 Dec 08 01:43:35.868759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Transition to ACTIVE for port object 44149266-1906-4efc-b7fb-06466f986b79 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:43:35.884979 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:35.897290 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.005025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] For port 5628e262-2643-4e8f-b3e5-2a8245021e4f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5628e262-2643-4e8f-b3e5-2a8245021e4f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:36.007088 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7407fc62-0a31-4277-84e8-5c7863f959de req-1b1e0b93-7649-44a6-9c11-0119f46ed745 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396935 Dec 08 01:43:36.008044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228939f7-541e-48af-b0bb-499ad34c5795 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:36.024650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2127851455-network', 'tenant_id': 'e6c9b12f76894fa08f2595ad441a865c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:36.056436 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.097976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53044) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:36.102251 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.147216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Pushing event updated for resources: {'Port': ['ID=44149266-1906-4efc-b7fb-06466f986b79,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:36.308026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30c3f71-ce7c-4825-a9f9-e30350a09ecd']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:36.312070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-913f7b77-0053-41dd-8c76-46d291abc550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '7823fb39-a7a4-4259-b64f-26d1bdcc826f', 'name': '', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'mac_address': 'fa:16:3e:64:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:57Z', 'updated_at': '2021-12-08T01:41:04Z', 'revision_number': 5, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'subnets': [{'id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:36.332194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2e169-a4f7-4e5a-b651-d84f63c4ab30 None None] Pushing event updated for resources: {'Port': ['ID=5628e262-2643-4e8f-b3e5-2a8245021e4f,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:36.357723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Made reservation on behalf of e6c9b12f76894fa08f2595ad441a865c for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:36.360065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.433181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server [None req-1a9151da-6371-420f-aefa-71a72a054786 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 264862fd-1f0e-454d-a2d3-105e95e131a0: This subnet is being modified by another concurrent operation. Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 01:43:36.476539 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise exception Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 264862fd-1f0e-454d-a2d3-105e95e131a0: This subnet is being modified by another concurrent operation. Dec 08 01:43:36.480955 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Dec 08 01:43:36.491842 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ba7194d-5d61-4398-8dff-14ac46b0c0ac tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.493392 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f7b77-0053-41dd-8c76-46d291abc550 None None] Checking router: ad3b52a4-6815-42f0-96e7-b0ac017eaf33 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:43:36.523162 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.525678 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.642518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f7b77-0053-41dd-8c76-46d291abc550 None None] Routers {'ad3b52a4-6815-42f0-96e7-b0ac017eaf33'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:43:36.642518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-913f7b77-0053-41dd-8c76-46d291abc550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:43:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:36.679589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Port': ['ID=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:36.702654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ba7194d-5d61-4398-8dff-14ac46b0c0ac tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.743794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port e30232fc-3d10-4ce9-ad5d-5ebbca9907db, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e30232fc-3d10-4ce9-ad5d-5ebbca9907db,segment=NetworkSegment(02112092-9260-4f6e-bb23-bde53329bfd4),segment_id=02112092-9260-4f6e-bb23-bde53329bfd4)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:36.750313 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-90398522-9488-40a6-9b79-4887a9ecd633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.763595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7052853-7ca9-4cd6-867b-fa7dddc1cd86 None None] Network d30c3f71-ce7c-4825-a9f9-e30350a09ecd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:36.768915 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2139e33-ff52-4757-9fac-c4f1e63a5f0a req-1d06b916-ba98-40bc-a71f-cc3099cb1b16 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.5180106 Dec 08 01:43:36.772171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Attempting to bind port 44149266-1906-4efc-b7fb-06466f986b79 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:36.772558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Attempting to bind port 44149266-1906-4efc-b7fb-06466f986b79 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:36.772894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Attempting to bind port 44149266-1906-4efc-b7fb-06466f986b79 on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:36.780106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55fa8ad-351a-4d11-99ab-a60cbf18565b') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:36.795088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:36.796527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55fa8ad-351a-4d11-99ab-a60cbf18565b') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:36.805920 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.830321 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.844315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:36.849109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Port 44149266-1906-4efc-b7fb-06466f986b79 on network add1204c-708d-4dd0-8c27-2024f200bc03 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:43:36.849230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Attempting to bind port 44149266-1906-4efc-b7fb-06466f986b79 on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:36.863207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:36.866348 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.908161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:43:36.911919 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:43:36.925128 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:43:37.027024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:37.032021 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:37.047321 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ba7194d-5d61-4398-8dff-14ac46b0c0ac tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:37.055511 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ba7194d-5d61-4398-8dff-14ac46b0c0ac tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:37.056805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8ba7194d-5d61-4398-8dff-14ac46b0c0ac tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "DELETE /v2.0/security-groups/3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f HTTP/1.1" status: 204 len: 168 time: 0.9558282 Dec 08 01:43:37.081278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53052) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:37.082257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:37.082730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Checking segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:37.083123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Bound using segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:37.083667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Bound port: 44149266-1906-4efc-b7fb-06466f986b79, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:37.084033 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:37.121557 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-8ee0e42e-c29b-47a6-b46a-f9f10ba4613a tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] show failed (client error): The resource could not be found. Dec 08 01:43:37.122744 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8ee0e42e-c29b-47a6-b46a-f9f10ba4613a tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "GET /v2.0/security-groups/3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f HTTP/1.1" status: 404 len: 347 time: 0.0352767 Dec 08 01:43:37.143567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53054) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:37.145968 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:37.151146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7194d-5d61-4398-8dff-14ac46b0c0ac tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d23b2e1-8c82-40a3-b1f9-94886a6d8d0f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:37.185509 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-90398522-9488-40a6-9b79-4887a9ecd633 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:43:37.186065 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-90398522-9488-40a6-9b79-4887a9ecd633 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:43:37.209083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=e30232fc-3d10-4ce9-ad5d-5ebbca9907db,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:37.235199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-913f7b77-0053-41dd-8c76-46d291abc550 None None] Set router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:43:37.259379 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:37.359329 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:37.371767 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/d30c3f71-ce7c-4825-a9f9-e30350a09ecd HTTP/1.1" status: 204 len: 168 time: 2.9538891 Dec 08 01:43:37.382531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53060) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:37.383678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf090a-b696-4281-8d60-bf9707f65dc4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Network': ['ID=d30c3f71-ce7c-4825-a9f9-e30350a09ecd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:37.404983 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-e1047d53-b35a-48f4-a290-c0ec13742aa8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1846135 Dec 08 01:43:37.449395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-83e2bc58-e50d-4632-addc-56b10f29191e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-655088687'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:37.532509 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:37.592414 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:37.620831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'port': {'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66', 'admin_state_up': True, 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'security_groups': ['05ae402a-0c93-45e5-9891-1ed025bc7ba3']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:37.637082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e2bc58-e50d-4632-addc-56b10f29191e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:37.643271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83e2bc58-e50d-4632-addc-56b10f29191e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:37.690283 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5628e262-2643-4e8f-b3e5-2a8245021e4f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:37.741303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] For port 5628e262-2643-4e8f-b3e5-2a8245021e4f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5628e262-2643-4e8f-b3e5-2a8245021e4f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:37.806027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e2bc58-e50d-4632-addc-56b10f29191e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:37.816578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:37.845856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c6968-669b-43d8-a34a-ff1915994d11 req-590e9552-aebe-46c8-a58c-b1cfde13bbdf tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:37.847649 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc3c6968-669b-43d8-a34a-ff1915994d11 req-590e9552-aebe-46c8-a58c-b1cfde13bbdf tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 943 time: 0.6661613 Dec 08 01:43:37.879445 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:37.893775 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83e2bc58-e50d-4632-addc-56b10f29191e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:37.894164 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-83e2bc58-e50d-4632-addc-56b10f29191e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Added segment fc902930-641c-40d3-b88b-c7d3a79be62c of type vlan for network 35321055-388c-4a01-93d0-ea8972623f5d Dec 08 01:43:37.902648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c15d1eb-0259-4eba-baad-561920793289,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:37.981223 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83e2bc58-e50d-4632-addc-56b10f29191e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.012494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.012848 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Added segment 0799589b-6a3b-4f91-8304-0f5475995fde of type vlan for network a7851832-95d1-4c13-97ae-d496b5dfae7a Dec 08 01:43:38.038714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-53e32947-d825-49b4-8e36-b432bca18826 None None] Provisioning complete for port e30232fc-3d10-4ce9-ad5d-5ebbca9907db triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:38.039330 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-53e32947-d825-49b4-8e36-b432bca18826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.040047 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.043488 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.051329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5628e262-2643-4e8f-b3e5-2a8245021e4f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:38.051868 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.053354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] For port 44149266-1906-4efc-b7fb-06466f986b79, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:38.140363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] For port 44149266-1906-4efc-b7fb-06466f986b79, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=44149266-1906-4efc-b7fb-06466f986b79,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:38.155925 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc3c6968-669b-43d8-a34a-ff1915994d11 req-70395f16-f16d-499b-a10c-861c90315aae tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150059 Dec 08 01:43:38.157700 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.161090 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.221783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:38.222195 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.224427 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] 10.222.0.72 "PUT /v2.0/ports/44149266-1906-4efc-b7fb-06466f986b79 HTTP/1.1" status: 200 len: 1092 time: 4.8163402 Dec 08 01:43:38.246059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbfca00-708c-4431-80fb-47be48594fe3', 'tag': '44149266-1906-4efc-b7fb-06466f986b79'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:43:38.252980 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f84b67-c6dc-4061-a4ca-c686d57f7910" -d '{"events": [{"name": "network-changed", "server_uuid": "bfbfca00-708c-4431-80fb-47be48594fe3", "tag": "44149266-1906-4efc-b7fb-06466f986b79"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:43:38.257793 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-afee5248-bf30-46a1-87b6-5cb88a234b1d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Deleting port da455724-39c6-4e0e-ac64-ebd2b5b27a8a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:38.258160 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afee5248-bf30-46a1-87b6-5cb88a234b1d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.279152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab8a339-9402-434d-ad8b-2237812c2387 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:38.279844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=5628e262-2643-4e8f-b3e5-2a8245021e4f,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:38.282886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=4f815fe9-9c40-47fc-8555-a248677187b7,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:38.284931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83e2bc58-e50d-4632-addc-56b10f29191e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.293645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e2bc58-e50d-4632-addc-56b10f29191e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:38.294284 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83e2bc58-e50d-4632-addc-56b10f29191e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.351617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-913f7b77-0053-41dd-8c76-46d291abc550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '7823fb39-a7a4-4259-b64f-26d1bdcc826f', 'name': '', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'mac_address': 'fa:16:3e:64:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:57Z', 'updated_at': '2021-12-08T01:41:04Z', 'revision_number': 5, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'subnets': [{'id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:38.396480 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afee5248-bf30-46a1-87b6-5cb88a234b1d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.396814 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afee5248-bf30-46a1-87b6-5cb88a234b1d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.412470 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-afee5248-bf30-46a1-87b6-5cb88a234b1d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Calling delete_port for da455724-39c6-4e0e-ac64-ebd2b5b27a8a owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:38.415198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:38.415927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f7b77-0053-41dd-8c76-46d291abc550 None None] The sync data for ids ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'] in n-d-713498-30 is: [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '7823fb39-a7a4-4259-b64f-26d1bdcc826f', 'name': '', 'network_id': '2ed92aa6-c0ed-4956-b30a-8b1d673626d1', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'mac_address': 'fa:16:3e:64:87:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:57Z', 'updated_at': '2021-12-08T01:41:04Z', 'revision_number': 5, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'subnets': [{'id': 'f0fd1893-ef6e-4d5e-8e35-5902b491ac33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:43:38.447832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:38.450950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-53e32947-d825-49b4-8e36-b432bca18826 None None] Provisioning complete for port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:38.451467 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-53e32947-d825-49b4-8e36-b432bca18826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.460123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:38.464804 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.524642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-53e32947-d825-49b4-8e36-b432bca18826 None None] Port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:38.529975 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.558620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d35cba-d5ff-473b-9864-c6e9ddc76669 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:38.591105 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1073df-a1bf-4d37-91a3-d1ad32285153 req-44d34500-0df2-4510-b2b2-173899304731 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:38.593654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5a1073df-a1bf-4d37-91a3-d1ad32285153 req-44d34500-0df2-4510-b2b2-173899304731 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 931 time: 0.5556557 Dec 08 01:43:38.657221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 5628e262-2643-4e8f-b3e5-2a8245021e4f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5628e262-2643-4e8f-b3e5-2a8245021e4f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:38.665687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2bc58-e50d-4632-addc-56b10f29191e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=35321055-388c-4a01-93d0-ea8972623f5d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:38.720837 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5a1073df-a1bf-4d37-91a3-d1ad32285153 req-9b11ac3c-9cc3-4400-823c-1670cac428a0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645328 Dec 08 01:43:38.738774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 35321055-388c-4a01-93d0-ea8972623f5d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:38.751254 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b246e754-ed6a-449c-a85a-dca9788347f6 x-openstack-request-id: req-b246e754-ed6a-449c-a85a-dca9788347f6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:43:38.751254 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfbfca00-708c-4431-80fb-47be48594fe3", "tag": "44149266-1906-4efc-b7fb-06466f986b79", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:43:38.751254 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b246e754-ed6a-449c-a85a-dca9788347f6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:43:38.751254 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbfca00-708c-4431-80fb-47be48594fe3', 'tag': '44149266-1906-4efc-b7fb-06466f986b79', 'status': 'completed', 'code': 200} Dec 08 01:43:38.753354 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.754355 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.754516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:38.755136 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.794988 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-83e2bc58-e50d-4632-addc-56b10f29191e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4082711 Dec 08 01:43:38.803118 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dbfec59e-6c78-453a-b04a-0365cebfda04 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.4354494 Dec 08 01:43:38.804060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53076) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:38.806096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53078) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:38.810487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'network_id': '35321055-388c-4a01-93d0-ea8972623f5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:38.830775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:14:76:23', 'name': 'tempest-NetworksTestDHCPv6-1049059212'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:38.833154 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5deaf68-a1cf-4330-8be6-7978fa936d8e service neutron] Pushing event updated for resources: {'Port': ['ID=44149266-1906-4efc-b7fb-06466f986b79,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:38.848929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:38.853784 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.871070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=5628e262-2643-4e8f-b3e5-2a8245021e4f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:38.892860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d4c5fb8a-0a13-47a1-b0a0-cf5db37724da None None] Provisioning complete for port 5628e262-2643-4e8f-b3e5-2a8245021e4f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:38.893380 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d4c5fb8a-0a13-47a1-b0a0-cf5db37724da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:38.954107 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96361c7c-dd9d-4058-9112-93c6b325f932 None None] New status for floating IP 73d53925-f99e-4dd3-b7a6-7569cff6488a: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:43:38.978509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2345419 Dec 08 01:43:38.983999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53082) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:38.985700 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afee5248-bf30-46a1-87b6-5cb88a234b1d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:39.000060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-edb4d49f-94a8-4700-bd45-eb057eda8ec9 admin admin] Request body: {'subnet': {'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2127851455-subnet', 'tenant_id': 'e6c9b12f76894fa08f2595ad441a865c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:39.031345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c6dc0-c84a-40f7-a97c-e1fb32932e29 admin admin] Pushing event updated for resources: {'Network': ['ID=a7851832-95d1-4c13-97ae-d496b5dfae7a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:39.048098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network a7851832-95d1-4c13-97ae-d496b5dfae7a details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:39.102723 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 01:43:39.102723 n-d-713498-30 neutron-server[103130]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 01:43:39.102723 n-d-713498-30 neutron-server[103130]: [parameters: {'project_id_1': 'ced2bef9d8a94ea2adff8f01f411cfba', 'expiration_1': datetime.datetime(2021, 12, 8, 1, 43, 19, 81899)}] Dec 08 01:43:39.102723 n-d-713498-30 neutron-server[103130]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:43:39.103290 n-d-713498-30 neutron-server[103130]: DEBUG oslo_db.api [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:43:39.118438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb4d49f-94a8-4700-bd45-eb057eda8ec9 admin admin] Made reservation on behalf of e6c9b12f76894fa08f2595ad441a865c for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:39.121375 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edb4d49f-94a8-4700-bd45-eb057eda8ec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:39.135687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c738d011-a8bb-49c3-84aa-a9641b310ebb None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:39.183340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee5248-bf30-46a1-87b6-5cb88a234b1d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Pushing event deleted for resources: {'Port': ['ID=da455724-39c6-4e0e-ac64-ebd2b5b27a8a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:39.186875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-080d5c37-4916-48b4-8715-45c80883c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:39.188481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-080d5c37-4916-48b4-8715-45c80883c7a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 1095 time: 0.6145089 Dec 08 01:43:39.287926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-9abac95a-1a2d-43ce-807b-e889ce232be7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44149266-1906-4efc-b7fb-06466f986b79 HTTP/1.1" status: 200 len: 217 time: 0.0675013 Dec 08 01:43:39.427884 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afee5248-bf30-46a1-87b6-5cb88a234b1d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:39.430662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afee5248-bf30-46a1-87b6-5cb88a234b1d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:39.435524 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-afee5248-bf30-46a1-87b6-5cb88a234b1d tempest-ServersTestFqdnHostnames-1560817636 tempest-ServersTestFqdnHostnames-1560817636-project] 10.222.0.70 "DELETE /v2.0/floatingips/73d53925-f99e-4dd3-b7a6-7569cff6488a HTTP/1.1" status: 204 len: 168 time: 2.2685935 Dec 08 01:43:39.454981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e30232fc-3d10-4ce9-ad5d-5ebbca9907db up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:39.457203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53086) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:39.509010 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edb4d49f-94a8-4700-bd45-eb057eda8ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:39.515031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:39.570200 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e30232fc-3d10-4ce9-ad5d-5ebbca9907db triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:39.572192 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:39.703175 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:39.748438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-83778233-d19c-49b7-966c-22585a79bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:39.750442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-83778233-d19c-49b7-966c-22585a79bfeb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.3730538 Dec 08 01:43:39.777360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port 936391c0-9ce1-4044-9fdb-da5d5cfc20b6 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:43:39.784568 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5628e262-2643-4e8f-b3e5-2a8245021e4f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:39.788471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4d49f-94a8-4700-bd45-eb057eda8ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=decbed6d-9d04-4968-abca-418c83c36e5b,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:39.827362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb4d49f-94a8-4700-bd45-eb057eda8ec9 admin admin] Checking segment: {'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:39.831513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb4d49f-94a8-4700-bd45-eb057eda8ec9 admin admin] Network hostable DHCP agents. Network: a7851832-95d1-4c13-97ae-d496b5dfae7a, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:39.893109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5628e262-2643-4e8f-b3e5-2a8245021e4f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:39.893904 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:39.907989 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:39.919891 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:39.998481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Performing IP validity checks on allocation pools {{(pid=103130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 01:43:39.999211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 01:43:40.096420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb4d49f-94a8-4700-bd45-eb057eda8ec9 admin admin] Network a7851832-95d1-4c13-97ae-d496b5dfae7a is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:40.107436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a04d80-b95d-43a0-bb71-803f1d3b54d9 req-94c2577e-2d71-4b1f-9554-2d02cbd48047 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:40.109394 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15a04d80-b95d-43a0-bb71-803f1d3b54d9 req-94c2577e-2d71-4b1f-9554-2d02cbd48047 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 943 time: 0.7212222 Dec 08 01:43:40.158531 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-1b2a7041-2f3f-493a-9b0f-301c01703341 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1999488 Dec 08 01:43:40.210485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-edb4d49f-94a8-4700-bd45-eb057eda8ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, a7851832-95d1-4c13-97ae-d496b5dfae7a) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:40.237907 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969385ba-777d-46b7-8282-2b7e50e93de0 None None] Network a7851832-95d1-4c13-97ae-d496b5dfae7a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:40.238555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb4d49f-94a8-4700-bd45-eb057eda8ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:40.239263 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edb4d49f-94a8-4700-bd45-eb057eda8ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:40.280629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca241e-c96b-42f0-ba05-05820207830d req-3363fbec-5bc1-483b-afcf-5a0bb73eac27 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:40.282400 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76ca241e-c96b-42f0-ba05-05820207830d req-3363fbec-5bc1-483b-afcf-5a0bb73eac27 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 931 time: 0.2719874 Dec 08 01:43:40.314710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-d96d43af-03c4-418d-8bed-ff9d0e596a86 service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150870 Dec 08 01:43:40.318734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Allocated IP 10.1.1.250 (9e36b60e-7812-4b19-925e-ef8b9cfd1e66/6fba775e-421a-4f43-8d82-463dd5994350/105997f8-4aff-4424-a477-fc50633bed2d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:40.369420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-57401707-8efa-4348-8104-59832a778af0 None None] Provisioning complete for port 5628e262-2643-4e8f-b3e5-2a8245021e4f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:40.370720 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-57401707-8efa-4348-8104-59832a778af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:40.374707 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-edb4d49f-94a8-4700-bd45-eb057eda8ec9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3852224 Dec 08 01:43:40.432231 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a390cfe3-eb9b-4421-9305-900f3452e984 req-a88964f2-84c0-4b34-966d-51f2daa2d5ce service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073081 Dec 08 01:43:40.473111 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15a04d80-b95d-43a0-bb71-803f1d3b54d9 req-20ac896e-a31c-40f0-87ee-a1a49707a8f8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241153 Dec 08 01:43:40.496344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048dae05-452f-43e7-a10e-43fd348967f9 None None] Network a7851832-95d1-4c13-97ae-d496b5dfae7a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:40.526797 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76ca241e-c96b-42f0-ba05-05820207830d req-8e43182a-5fb6-48f6-8d58-834250a77042 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213387 Dec 08 01:43:40.539495 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 172.20.0.9 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/7335e7b9-dad5-496c-8f0c-48e41b0db267/936391c0-9ce1-4044-9fdb-da5d5cfc20b6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:40.543070 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:40.554559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::f816:3eff:fe14:7623 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/4f815fe9-9c40-47fc-8555-a248677187b7/936391c0-9ce1-4044-9fdb-da5d5cfc20b6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:40.659570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking segment: {'id': 'fc902930-641c-40d3-b88b-c7d3a79be62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '35321055-388c-4a01-93d0-ea8972623f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:40.660138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network hostable DHCP agents. Network: 35321055-388c-4a01-93d0-ea8972623f5d, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:40.673824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=f6e92c3d-8ae2-4c96-941c-37f13c3d3420,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:40.704473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f84b67-c6dc-4061-a4ca-c686d57f7910 req-6cd4db46-529f-45a9-8587-783bf49ac9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:40.708368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98f84b67-c6dc-4061-a4ca-c686d57f7910 req-6cd4db46-529f-45a9-8587-783bf49ac9a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 1095 time: 0.1482687 Dec 08 01:43:40.786363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network 35321055-388c-4a01-93d0-ea8972623f5d is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:40.823779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 35321055-388c-4a01-93d0-ea8972623f5d) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:40.843952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd46d023-2263-4d5b-9795-feb8ddf817e4 None None] Network 35321055-388c-4a01-93d0-ea8972623f5d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:40.865009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:40.867009 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:40.873318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f84b67-c6dc-4061-a4ca-c686d57f7910 req-1e2e5dbe-b93b-41d8-a3e2-2a000fd5db65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:40.874811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98f84b67-c6dc-4061-a4ca-c686d57f7910 req-1e2e5dbe-b93b-41d8-a3e2-2a000fd5db65 service neutron] 10.222.0.72 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 907 time: 0.1557252 Dec 08 01:43:40.922085 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a75c855a-5e1b-4fa2-8d91-98f85e31266d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1143894 Dec 08 01:43:40.922914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53104) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:41.023912 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.032439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98f84b67-c6dc-4061-a4ca-c686d57f7910 req-17152640-6607-493d-9aa2-c8cf037a46df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44149266-1906-4efc-b7fb-06466f986b79 HTTP/1.1" status: 200 len: 217 time: 0.1440945 Dec 08 01:43:41.077143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-35321055-388c-4a01-93d0-ea8972623f5d', 'network_id': '35321055-388c-4a01-93d0-ea8972623f5d', 'project_id': 'ced2bef9d8a94ea2adff8f01f411cfba', 'fixed_ips': [{'subnet_id': 'f6e92c3d-8ae2-4c96-941c-37f13c3d3420'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:41.078039 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.153719 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.206036 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.258013 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e964dc4-7048-4566-8351-36d4fe6ccfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.262557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Allocated IP 172.20.0.3 (35321055-388c-4a01-93d0-ea8972623f5d/f6e92c3d-8ae2-4c96-941c-37f13c3d3420/bdf654cf-2e75-4fb5-84b3-421c051a6037) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:41.298559 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.310979 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.356543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f84b67-c6dc-4061-a4ca-c686d57f7910 req-f3043c29-7915-41f7-a900-3bd1f8c39500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:41.358030 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98f84b67-c6dc-4061-a4ca-c686d57f7910 req-f3043c29-7915-41f7-a900-3bd1f8c39500 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.3138425 Dec 08 01:43:41.361077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Port': ['ID=105997f8-4aff-4424-a477-fc50633bed2d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:41.389321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:41.421398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98f84b67-c6dc-4061-a4ca-c686d57f7910 req-b5ffe5aa-aa9a-4900-9922-9b9cee1faf10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456092 Dec 08 01:43:41.422344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:41.424846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:41.442395 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.485957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:41.486358 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.523987 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.541637 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-12700a87-f150-4807-a68d-accc0d8f7ed0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9576275 Dec 08 01:43:41.543811 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.615791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'port': {'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66', 'admin_state_up': True, 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'security_groups': ['05ae402a-0c93-45e5-9891-1ed025bc7ba3']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:41.620601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-2962c14e-c718-47b7-a8a0-6eca96dc52cf tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:41.622661 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-2962c14e-c718-47b7-a8a0-6eca96dc52cf tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/networks?id=a7851832-95d1-4c13-97ae-d496b5dfae7a HTTP/1.1" status: 200 len: 815 time: 0.4603014 Dec 08 01:43:41.630193 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:41.632265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Network 35321055-388c-4a01-93d0-ea8972623f5d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:41.644080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:41.649032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:41.652026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-9c3cc491-f687-4fbc-b19a-246afa1f105e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/quotas/e6c9b12f76894fa08f2595ad441a865c HTTP/1.1" status: 200 len: 375 time: 0.0154705 Dec 08 01:43:41.656023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=936391c0-9ce1-4044-9fdb-da5d5cfc20b6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:41.659689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:41.673189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Pushing event updated for resources: {'Port': ['ID=bdf654cf-2e75-4fb5-84b3-421c051a6037,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:41.687826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:41.749106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Attempting to bind port bdf654cf-2e75-4fb5-84b3-421c051a6037 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:41.749493 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Attempting to bind port bdf654cf-2e75-4fb5-84b3-421c051a6037 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'fc902930-641c-40d3-b88b-c7d3a79be62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '35321055-388c-4a01-93d0-ea8972623f5d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:41.749873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Attempting to bind port bdf654cf-2e75-4fb5-84b3-421c051a6037 on network 35321055-388c-4a01-93d0-ea8972623f5d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:41.781167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:41.781764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Checking segment: {'id': 'fc902930-641c-40d3-b88b-c7d3a79be62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '35321055-388c-4a01-93d0-ea8972623f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:41.783575 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.784035 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Bound using segment: {'id': 'fc902930-641c-40d3-b88b-c7d3a79be62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '35321055-388c-4a01-93d0-ea8972623f5d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:41.784566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Bound port: bdf654cf-2e75-4fb5-84b3-421c051a6037, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc902930-641c-40d3-b88b-c7d3a79be62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '35321055-388c-4a01-93d0-ea8972623f5d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:41.784966 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.834848 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-17a51599-90ca-45ff-8f5a-17b0dbe2f95e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6c9b12f76894fa08f2595ad441a865c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1562643 Dec 08 01:43:41.839575 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.901263 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e92c3d-8ae2-4c96-941c-37f13c3d3420,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:41.969270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:41.986196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] For port bdf654cf-2e75-4fb5-84b3-421c051a6037, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:41.996059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] For port bdf654cf-2e75-4fb5-84b3-421c051a6037, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bdf654cf-2e75-4fb5-84b3-421c051a6037,segment=NetworkSegment(fc902930-641c-40d3-b88b-c7d3a79be62c),segment_id=fc902930-641c-40d3-b88b-c7d3a79be62c)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:42.001007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35321055-388c-4a01-93d0-ea8972623f5d']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:42.015690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc902930-641c-40d3-b88b-c7d3a79be62c') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:42.015690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc902930-641c-40d3-b88b-c7d3a79be62c') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:42.021507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:42.032725 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:42.046056 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:42.053523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:43:42.053901 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:43:42.156272 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:43:42.171661 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 01:43:42.171661 n-d-713498-30 neutron-server[103130]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 01:43:42.171661 n-d-713498-30 neutron-server[103130]: [parameters: {'id': '35321055-388c-4a01-93d0-ea8972623f5d'}] Dec 08 01:43:42.171661 n-d-713498-30 neutron-server[103130]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:43:42.172154 n-d-713498-30 neutron-server[103130]: DEBUG oslo_db.api [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:43:42.174957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 44149266-1906-4efc-b7fb-06466f986b79 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:43:42.179526 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d7a7b46e-b211-44ea-b2ec-1363b1a2a567 None None] Provisioning complete for port 105997f8-4aff-4424-a477-fc50633bed2d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:42.180060 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b46e-b211-44ea-b2ec-1363b1a2a567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:42.181473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:42.182120 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:42.218725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dc44a-ae7a-4aa7-9644-05a9796bd11b None None] Pushing event updated for resources: {'Port': ['ID=bdf654cf-2e75-4fb5-84b3-421c051a6037,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:42.293128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f1f64c-4950-4679-83ad-080b292a90b8 None None] Network 35321055-388c-4a01-93d0-ea8972623f5d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:42.295084 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7b46e-b211-44ea-b2ec-1363b1a2a567 None None] Port 105997f8-4aff-4424-a477-fc50633bed2d cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:42.372293 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-bc4c4fb2-8d47-4874-ad7b-431f220651a5 service neutron] 10.222.0.70 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141358 Dec 08 01:43:42.525075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b61f3-af04-4bf7-a17f-12b8c3675aae req-ab6668a6-b367-4fee-9d9a-2999c3872ab4 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:42.527303 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-620b61f3-af04-4bf7-a17f-12b8c3675aae req-ab6668a6-b367-4fee-9d9a-2999c3872ab4 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 943 time: 0.7559323 Dec 08 01:43:42.576810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:42.582760 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:42.627898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-bbbfd976-a3be-4660-9ccc-3555904332ca service neutron] 10.222.0.70 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446587 Dec 08 01:43:42.632568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dd9553b0-c4f9-4568-b456-04ea338e7226 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8075185 Dec 08 01:43:42.635266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53126) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:42.669823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c1c42564-3999-4453-a87d-1e61edb3588e None None] Provisioning complete for port 936391c0-9ce1-4044-9fdb-da5d5cfc20b6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:42.670346 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c1c42564-3999-4453-a87d-1e61edb3588e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:42.678965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 44149266-1906-4efc-b7fb-06466f986b79, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=44149266-1906-4efc-b7fb-06466f986b79,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:42.703027 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:42.725917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887aaefc-57c9-4555-b024-1815786b971d None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:43:42.731740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '44149266-1906-4efc-b7fb-06466f986b79', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'port_id': '44149266-1906-4efc-b7fb-06466f986b79', 'mac_address': 'fa:16:3e:d6:51:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fd533c-1222-42a7-929e-1a209b1b24e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:43:42.736985 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98f84b67-c6dc-4061-a4ca-c686d57f7910 req-09b946ee-65cd-4d4d-bed1-e145febabdde service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2575350 Dec 08 01:43:42.792265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c1c42564-3999-4453-a87d-1e61edb3588e None None] Port 936391c0-9ce1-4044-9fdb-da5d5cfc20b6 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:42.849125 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:42.891198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149df6f-6ee2-42f6-81e6-ed5a7a1a0efe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:42.904035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6149df6f-6ee2-42f6-81e6-ed5a7a1a0efe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:42.910295 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6149df6f-6ee2-42f6-81e6-ed5a7a1a0efe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2738111 Dec 08 01:43:42.911623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53132) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:42.941330 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-620b61f3-af04-4bf7-a17f-12b8c3675aae req-b6547773-4749-460a-a568-03c504a82054 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850973 Dec 08 01:43:42.988811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44149266-1906-4efc-b7fb-06466f986b79 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:43:43.087490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 44149266-1906-4efc-b7fb-06466f986b79, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=44149266-1906-4efc-b7fb-06466f986b79,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:43.100998 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:43.279273 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887aaefc-57c9-4555-b024-1815786b971d None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:43:43.297647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=44149266-1906-4efc-b7fb-06466f986b79,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:43.363000 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1fdd039-86d5-41da-9eb2-208c4ec50796 req-ccebaa03-7298-4792-b2c6-e680fb697952 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 210 time: 0.1195958 Dec 08 01:43:43.378282 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4e964dc4-7048-4566-8351-36d4fe6ccfba admin admin] Deleting port 7823fb39-a7a4-4259-b64f-26d1bdcc826f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:43.378769 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e964dc4-7048-4566-8351-36d4fe6ccfba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:43.408390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e22931-7c34-4356-abec-af74bce92e0d req-3c5e7585-f9f8-41ad-82c7-55321dd55c31 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:43.437720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e22931-7c34-4356-abec-af74bce92e0d req-3c5e7585-f9f8-41ad-82c7-55321dd55c31 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:43.454718 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83e22931-7c34-4356-abec-af74bce92e0d req-3c5e7585-f9f8-41ad-82c7-55321dd55c31 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 1653 time: 0.2969923 Dec 08 01:43:43.539808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4e964dc4-7048-4566-8351-36d4fe6ccfba admin admin] For port 7823fb39-a7a4-4259-b64f-26d1bdcc826f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7823fb39-a7a4-4259-b64f-26d1bdcc826f,segment=NetworkSegment(780f7db2-28b7-47ff-b041-3c49dc21da13),segment_id=780f7db2-28b7-47ff-b041-3c49dc21da13)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:43.540469 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e964dc4-7048-4566-8351-36d4fe6ccfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:43.545718 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['44149266-1906-4efc-b7fb-06466f986b79'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:43:43.575737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4e964dc4-7048-4566-8351-36d4fe6ccfba admin admin] Calling delete_port for 7823fb39-a7a4-4259-b64f-26d1bdcc826f owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:43.660786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Deleting port bdf654cf-2e75-4fb5-84b3-421c051a6037 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:43.661041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:43.700593 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83e22931-7c34-4356-abec-af74bce92e0d req-c4000db8-7c26-48c2-b512-ac2d8f0395b7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403624 Dec 08 01:43:43.863788 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] For port bdf654cf-2e75-4fb5-84b3-421c051a6037, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bdf654cf-2e75-4fb5-84b3-421c051a6037,segment=NetworkSegment(fc902930-641c-40d3-b88b-c7d3a79be62c),segment_id=fc902930-641c-40d3-b88b-c7d3a79be62c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:43.864225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:43.909591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Calling delete_port for bdf654cf-2e75-4fb5-84b3-421c051a6037 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:43.952406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-19669004-8f45-4722-b7ec-3aa81579cb42 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port 936391c0-9ce1-4044-9fdb-da5d5cfc20b6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:43.952805 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19669004-8f45-4722-b7ec-3aa81579cb42 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:44.039837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad37c26c-4bdf-42f8-8700-86e9654e07cb None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:43:44.065297 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98f84b67-c6dc-4061-a4ca-c686d57f7910 req-05af3186-8b83-4b55-a9bf-9f8591cb85d0 service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2970381 Dec 08 01:43:44.086041 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e964dc4-7048-4566-8351-36d4fe6ccfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:44.122815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Allocated IP 10.1.1.224 (9e36b60e-7812-4b19-925e-ef8b9cfd1e66/6fba775e-421a-4f43-8d82-463dd5994350/9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:44.280625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e964dc4-7048-4566-8351-36d4fe6ccfba admin admin] Pushing event deleted for resources: {'Port': ['ID=7823fb39-a7a4-4259-b64f-26d1bdcc826f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:44.319193 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37c26c-4bdf-42f8-8700-86e9654e07cb None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:43:44.815999 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e964dc4-7048-4566-8351-36d4fe6ccfba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:44.831097 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9f5289e3-d5b8-47db-9b61-1e96e51e5a76 req-13d5b3ef-fd5e-492f-b9dd-cf4c5ed6f51e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 210 time: 0.0754309 Dec 08 01:43:44.852559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63844dd-2aef-4e8c-b231-09ed4e1eb545 req-4e50c03a-b9cd-486e-93cb-b556904ab88b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:44.861282 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a63844dd-2aef-4e8c-b231-09ed4e1eb545 req-4e50c03a-b9cd-486e-93cb-b556904ab88b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 944 time: 0.7432477 Dec 08 01:43:44.976776 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19669004-8f45-4722-b7ec-3aa81579cb42 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:45.194028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-19669004-8f45-4722-b7ec-3aa81579cb42 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for 936391c0-9ce1-4044-9fdb-da5d5cfc20b6 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:45.413803 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:45.458625 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a63844dd-2aef-4e8c-b231-09ed4e1eb545 req-cb92314a-7e90-4033-bd91-027bd20cb15c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5957429 Dec 08 01:43:45.522257 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:45.689819 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:45.690408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No DVR routers for this DVR port bdf654cf-2e75-4fb5-84b3-421c051a6037 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:45.698829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Port': ['ID=bdf654cf-2e75-4fb5-84b3-421c051a6037,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:45.761439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Port': ['ID=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:45.780094 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:45.783824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:45.789109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:45.840065 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e964dc4-7048-4566-8351-36d4fe6ccfba admin admin] Router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:43:46.005184 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.028912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35321055-388c-4a01-93d0-ea8972623f5d']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:46.041578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc902930-641c-40d3-b88b-c7d3a79be62c') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:46.042054 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc902930-641c-40d3-b88b-c7d3a79be62c') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:46.053989 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.072048 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.082317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:43:46.082821 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.096154 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e964dc4-7048-4566-8351-36d4fe6ccfba admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:43:46.105993 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:46.107437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.107962 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e5bd5-3ef5-44e1-947f-4e7e89d65f8a None None] Sync routers for ids ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:43:46.123000 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4e964dc4-7048-4566-8351-36d4fe6ccfba admin admin] 10.222.0.70 "PUT /v2.0/routers/ad3b52a4-6815-42f0-96e7-b0ac017eaf33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6607068 Dec 08 01:43:46.124506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e5bd5-3ef5-44e1-947f-4e7e89d65f8a None None] Routers {'ad3b52a4-6815-42f0-96e7-b0ac017eaf33'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:43:46.130092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:46.135344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d77e5bd5-3ef5-44e1-947f-4e7e89d65f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:43:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:46.250641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 44149266-1906-4efc-b7fb-06466f986b79 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:43:46.253544 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:43:46.263624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-0d6013b6-b8c6-415a-8e9f-1e421c52b3fc tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:46.265189 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-0d6013b6-b8c6-415a-8e9f-1e421c52b3fc tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.65 "GET /v2.0/networks?id=a7851832-95d1-4c13-97ae-d496b5dfae7a HTTP/1.1" status: 200 len: 815 time: 0.8944020 Dec 08 01:43:46.275772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414ac8c-6b44-472d-ab16-e01ec685fa12 req-7a530a7e-48ff-43cc-993c-4ad8bdc33abe tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:46.278824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.283824 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7db27d72-1b35-43f9-a4db-f3aebdebf098 req-0b523023-b623-4b1f-a9f0-7ed7fb949263 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 210 time: 0.1893892 Dec 08 01:43:46.285258 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414ac8c-6b44-472d-ab16-e01ec685fa12 req-7a530a7e-48ff-43cc-993c-4ad8bdc33abe tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:46.296814 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6414ac8c-6b44-472d-ab16-e01ec685fa12 req-7a530a7e-48ff-43cc-993c-4ad8bdc33abe tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 1653 time: 1.3167498 Dec 08 01:43:46.321421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Request body: {'port': {'device_id': 'd17ec5d6-f64a-4521-a353-9c73049e552c', 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a', 'admin_state_up': True, 'tenant_id': 'e6c9b12f76894fa08f2595ad441a865c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:46.336021 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-02e66298-1c1a-4419-8f2a-8312dfff20aa tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7379160 Dec 08 01:43:46.357037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'port': {'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d', 'admin_state_up': True, 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'security_groups': ['05ae402a-0c93-45e5-9891-1ed025bc7ba3']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:46.453200 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.467925 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.482400 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/35321055-388c-4a01-93d0-ea8972623f5d HTTP/1.1" status: 204 len: 168 time: 5.5581121 Dec 08 01:43:46.485463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53174) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:46.488217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b0abe93a-19e5-4f5d-a121-7f86793850d1 None None] Provisioning complete for port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:46.488668 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b0abe93a-19e5-4f5d-a121-7f86793850d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.505006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:46.531905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4d8c3725-f402-4a74-a64d-5a67aa30631b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1138570618'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:46.607495 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b0abe93a-19e5-4f5d-a121-7f86793850d1 None None] Port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:46.618424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8c3725-f402-4a74-a64d-5a67aa30631b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:46.625219 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3725-f402-4a74-a64d-5a67aa30631b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.671882 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c00fe-e62f-4ae1-b4f8-38235afd3134 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Network': ['ID=35321055-388c-4a01-93d0-ea8972623f5d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:46.714847 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d77e5bd5-3ef5-44e1-947f-4e7e89d65f8a None None] Set router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:43:46.721070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 44149266-1906-4efc-b7fb-06466f986b79 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:43:46.722558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5ba83-b0ba-4485-8054-fcc4b8f3fc17 req-10ab8d4f-86e5-4182-8816-edbb0d5e4455 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:46.724198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92b5ba83-b0ba-4485-8054-fcc4b8f3fc17 req-10ab8d4f-86e5-4182-8816-edbb0d5e4455 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 944 time: 0.0913408 Dec 08 01:43:46.725601 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.759508 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6414ac8c-6b44-472d-ab16-e01ec685fa12 req-bbd22c6d-9cab-4d5d-a1cb-b535be16ca94 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4605112 Dec 08 01:43:46.759746 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.810972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 44149266-1906-4efc-b7fb-06466f986b79 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:46.811507 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:46.833547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Made reservation on behalf of e6c9b12f76894fa08f2595ad441a865c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:46.847984 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:47.019457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8c3725-f402-4a74-a64d-5a67aa30631b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:47.034996 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3725-f402-4a74-a64d-5a67aa30631b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:47.035469 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-4d8c3725-f402-4a74-a64d-5a67aa30631b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Added segment f2e99795-e1a9-4cc2-a034-7237020c87fd of type vlan for network 6b6ac96d-2eeb-47fc-b8b7-291cae6e1744 Dec 08 01:43:47.088107 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:47.098696 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3725-f402-4a74-a64d-5a67aa30631b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:47.128366 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19669004-8f45-4722-b7ec-3aa81579cb42 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:47.139341 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 44149266-1906-4efc-b7fb-06466f986b79, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=44149266-1906-4efc-b7fb-06466f986b79,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:47.141567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbfca00-708c-4431-80fb-47be48594fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44149266-1906-4efc-b7fb-06466f986b79'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:43:47.144653 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03af473b-e0aa-45b1-baa0-f29a04e1aec0" -d '{"events": [{"server_uuid": "bfbfca00-708c-4431-80fb-47be48594fe3", "name": "network-vif-plugged", "status": "completed", "tag": "44149266-1906-4efc-b7fb-06466f986b79"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:43:47.154739 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:47.181324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3725-f402-4a74-a64d-5a67aa30631b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:47.194368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8c3725-f402-4a74-a64d-5a67aa30631b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:47.197192 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d8c3725-f402-4a74-a64d-5a67aa30631b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:47.249709 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2210e2d6-cbaa-4a88-8aac-8f6a502cac40 x-openstack-request-id: req-2210e2d6-cbaa-4a88-8aac-8f6a502cac40 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:43:47.250371 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbfca00-708c-4431-80fb-47be48594fe3", "name": "network-vif-plugged", "status": "completed", "tag": "44149266-1906-4efc-b7fb-06466f986b79", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:43:47.250871 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2210e2d6-cbaa-4a88-8aac-8f6a502cac40 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:43:47.251525 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbfca00-708c-4431-80fb-47be48594fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44149266-1906-4efc-b7fb-06466f986b79', 'code': 200} Dec 08 01:43:47.255483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d77e5bd5-3ef5-44e1-947f-4e7e89d65f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:43:43Z', 'revision_number': 5, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port': {'id': 'ee620123-c51a-4e1a-9381-bc03012c38ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:dc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:40:47Z', 'updated_at': '2021-12-08T01:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:47.273898 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92b5ba83-b0ba-4485-8054-fcc4b8f3fc17 req-946377f1-2622-4532-afcc-1a68e9d0c5ef tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303721 Dec 08 01:43:47.314253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e5bd5-3ef5-44e1-947f-4e7e89d65f8a None None] Checking router: ad3b52a4-6815-42f0-96e7-b0ac017eaf33 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:43:47.320467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=44149266-1906-4efc-b7fb-06466f986b79,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:47.338265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e5bd5-3ef5-44e1-947f-4e7e89d65f8a None None] Routers {'ad3b52a4-6815-42f0-96e7-b0ac017eaf33'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:43:47.340609 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d77e5bd5-3ef5-44e1-947f-4e7e89d65f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:43:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:47.349470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4d8c3725-f402-4a74-a64d-5a67aa30631b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8265517 Dec 08 01:43:47.350308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53184) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:47.437187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4795ee89-c376-4e1b-b467-23877c619c55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'network_id': '6b6ac96d-2eeb-47fc-b8b7-291cae6e1744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:47.518190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Allocated IP 10.2.2.100 (ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d/221dc65f-1e9d-43ad-87c2-ac1d9fef10e2/a14e3ba3-f6e1-4cb2-8479-718f0b6905e6) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:47.535252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Deleting port ee620123-c51a-4e1a-9381-bc03012c38ac {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:47.535640 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:47.634990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ca021-980b-4097-9a29-16f53ba57eea req-60585ce0-9c0e-479d-aa2e-1b223c1dcf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:47.636793 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d77e5bd5-3ef5-44e1-947f-4e7e89d65f8a None None] Set router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:43:47.637422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-271ca021-980b-4097-9a29-16f53ba57eea req-60585ce0-9c0e-479d-aa2e-1b223c1dcf4c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 1097 time: 0.2993202 Dec 08 01:43:47.679085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19669004-8f45-4722-b7ec-3aa81579cb42 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=936391c0-9ce1-4044-9fdb-da5d5cfc20b6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:47.693825 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3fa3ede-353b-41c0-87c4-18e6792c5bf9 req-8b4d72cb-e9d8-4099-aff0-26539436cdab tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 210 time: 0.1583536 Dec 08 01:43:47.725686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d77e5bd5-3ef5-44e1-947f-4e7e89d65f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:43:46Z', 'revision_number': 6, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:47.725948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19669004-8f45-4722-b7ec-3aa81579cb42 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:47.733391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-19669004-8f45-4722-b7ec-3aa81579cb42 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/936391c0-9ce1-4044-9fdb-da5d5cfc20b6 HTTP/1.1" status: 204 len: 168 time: 4.8154449 Dec 08 01:43:47.733391 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4795ee89-c376-4e1b-b467-23877c619c55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:47.738411 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4795ee89-c376-4e1b-b467-23877c619c55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:47.740069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53188) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:47.769128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e5bd5-3ef5-44e1-947f-4e7e89d65f8a None None] The sync data for ids ['ad3b52a4-6815-42f0-96e7-b0ac017eaf33'] in n-d-713498-30 is: [{'id': 'ad3b52a4-6815-42f0-96e7-b0ac017eaf33', 'name': 'tempest-ServersTestFqdnHostnames-2078880827-router', 'tenant_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:40:43Z', 'updated_at': '2021-12-08T01:43:46Z', 'revision_number': 6, 'project_id': 'd360b4bc611d407ea6f627c59dbbd6fc', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:43:47.939424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] For port ee620123-c51a-4e1a-9381-bc03012c38ac, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ee620123-c51a-4e1a-9381-bc03012c38ac,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:47.940190 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:48.017536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c3725-f402-4a74-a64d-5a67aa30631b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=6b6ac96d-2eeb-47fc-b8b7-291cae6e1744,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:48.035106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 6b6ac96d-2eeb-47fc-b8b7-291cae6e1744 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:48.064776 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:48.087536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Allocated IP 172.20.0.8 (a7851832-95d1-4c13-97ae-d496b5dfae7a/decbed6d-9d04-4968-abca-418c83c36e5b/9a22eed0-2c2d-4d89-928e-47f937a1b5f3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:48.175659 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:48.179196 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-271ca021-980b-4097-9a29-16f53ba57eea req-e0437cd5-0105-4616-b89d-bbf8917d46f4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226753 Dec 08 01:43:48.184219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecad13ed-09c3-47a6-8c84-813dcd6f4e86 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:48.186047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecad13ed-09c3-47a6-8c84-813dcd6f4e86 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:48.187767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecad13ed-09c3-47a6-8c84-813dcd6f4e86 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:48.189540 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ecad13ed-09c3-47a6-8c84-813dcd6f4e86 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4470541 Dec 08 01:43:48.200617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53194) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:48.202896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Calling delete_port for ee620123-c51a-4e1a-9381-bc03012c38ac owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:48.392422 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:48.403834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:48.426454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:48.441902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f32417-087a-4eb0-b645-fb5fc1c41bbd req-9d8195a2-5089-449f-b6c8-71af94c88448 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:48.453496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f32417-087a-4eb0-b645-fb5fc1c41bbd req-9d8195a2-5089-449f-b6c8-71af94c88448 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:48.465980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f32417-087a-4eb0-b645-fb5fc1c41bbd req-9d8195a2-5089-449f-b6c8-71af94c88448 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:48.477074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f32417-087a-4eb0-b645-fb5fc1c41bbd req-9d8195a2-5089-449f-b6c8-71af94c88448 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:48.484251 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-82f32417-087a-4eb0-b645-fb5fc1c41bbd req-9d8195a2-5089-449f-b6c8-71af94c88448 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 3095 time: 0.5039113 Dec 08 01:43:48.488902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Port': ['ID=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:48.545833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4795ee89-c376-4e1b-b467-23877c619c55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:48.600570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:48.601522 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:48.622811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bef780-5ba8-4eb2-be78-f8c7138af234 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 4f815fe9-9c40-47fc-8555-a248677187b7 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:43:48.633098 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99bef780-5ba8-4eb2-be78-f8c7138af234 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:48.709132 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-82f32417-087a-4eb0-b645-fb5fc1c41bbd req-28696bda-c9b7-4747-a7b2-74f26e993494 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045748 Dec 08 01:43:48.724742 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-d9077757-ac81-4d29-973d-30a89a830880 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3748031 Dec 08 01:43:48.759011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'port': {'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d', 'admin_state_up': True, 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'security_groups': ['05ae402a-0c93-45e5-9891-1ed025bc7ba3']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:48.862016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d2c033a0-abae-4aea-abeb-97ff0d7a7dd5 None None] Provisioning complete for port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:48.862581 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d2c033a0-abae-4aea-abeb-97ff0d7a7dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:48.946290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d2c033a0-abae-4aea-abeb-97ff0d7a7dd5 None None] Port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:48.953524 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c66b9322-cc66-4f92-849f-ee55712dc059 req-701151c8-224e-4b21-bfe7-6f3ebfa57b19 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 210 time: 0.0885215 Dec 08 01:43:49.025712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:49.058025 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99bef780-5ba8-4eb2-be78-f8c7138af234 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:49.062317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795ee89-c376-4e1b-b467-23877c619c55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=a7d189dc-32f7-4b0d-bfbe-13dbe6fe19bc,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:49.071825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff89b305-b312-4ebb-b1c2-16dc314a17e6 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:49.192921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4795ee89-c376-4e1b-b467-23877c619c55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking segment: {'id': 'f2e99795-e1a9-4cc2-a034-7237020c87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6b6ac96d-2eeb-47fc-b8b7-291cae6e1744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:49.193408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795ee89-c376-4e1b-b467-23877c619c55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network hostable DHCP agents. Network: 6b6ac96d-2eeb-47fc-b8b7-291cae6e1744, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:49.240446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419aa17-f66d-47c6-bf96-2470c016b4c4 req-1f25bd30-f119-44ed-9f76-4891a976df7d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:49.250307 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9419aa17-f66d-47c6-bf96-2470c016b4c4 req-1f25bd30-f119-44ed-9f76-4891a976df7d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 945 time: 0.7361016 Dec 08 01:43:49.354403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7823fb39-a7a4-4259-b64f-26d1bdcc826f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:49.364808 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:49.379915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4795ee89-c376-4e1b-b467-23877c619c55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network 6b6ac96d-2eeb-47fc-b8b7-291cae6e1744 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:49.390362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 7823fb39-a7a4-4259-b64f-26d1bdcc826f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:43:49.390850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7823fb39-a7a4-4259-b64f-26d1bdcc826f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:43:49.391520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ee620123-c51a-4e1a-9381-bc03012c38ac no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:49.431493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4795ee89-c376-4e1b-b467-23877c619c55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 6b6ac96d-2eeb-47fc-b8b7-291cae6e1744) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:49.436168 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4795ee89-c376-4e1b-b467-23877c619c55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:49.436972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4795ee89-c376-4e1b-b467-23877c619c55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:49.452661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: ee620123-c51a-4e1a-9381-bc03012c38ac {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:43:49.456030 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ee620123-c51a-4e1a-9381-bc03012c38ac not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:43:49.457922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0aa596-241c-4911-8f20-8495f76b22aa None None] Network 6b6ac96d-2eeb-47fc-b8b7-291cae6e1744 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:49.481300 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9419aa17-f66d-47c6-bf96-2470c016b4c4 req-70dec071-9c03-4fc6-a74d-fd929b119215 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089286 Dec 08 01:43:49.531387 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:49.552027 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99bef780-5ba8-4eb2-be78-f8c7138af234 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:49.564209 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4795ee89-c376-4e1b-b467-23877c619c55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1309381 Dec 08 01:43:49.597978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-6b6ac96d-2eeb-47fc-b8b7-291cae6e1744', 'network_id': '6b6ac96d-2eeb-47fc-b8b7-291cae6e1744', 'project_id': 'ced2bef9d8a94ea2adff8f01f411cfba', 'fixed_ips': [{'subnet_id': 'a7d189dc-32f7-4b0d-bfbe-13dbe6fe19bc'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:49.599156 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:49.611442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Network a7851832-95d1-4c13-97ae-d496b5dfae7a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:49.612066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53206) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:49.638010 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:49.656335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:49.696612 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699939b9-8eee-45c5-8d5e-a8ddf5bca579 None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:49.711954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Pushing event updated for resources: {'Port': ['ID=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:49.713090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee620123-c51a-4e1a-9381-bc03012c38ac,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:49.819560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fc940f26-f775-428b-b927-4b5485615ad9 None None] Provisioning complete for port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:49.820163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc940f26-f775-428b-b927-4b5485615ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:49.835682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Allocated IP 172.20.0.1 (6b6ac96d-2eeb-47fc-b8b7-291cae6e1744/a7d189dc-32f7-4b0d-bfbe-13dbe6fe19bc/197c5752-b7c6-4a69-a6a0-6387258a3f05) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:49.843328 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:49.852438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Made reservation on behalf of 008babb619094c7786f24fb206e9b0b7 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:49.876884 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:49.924644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fc940f26-f775-428b-b927-4b5485615ad9 None None] Port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:50.140317 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.152897 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.222338 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.229508 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.247904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Network 6b6ac96d-2eeb-47fc-b8b7-291cae6e1744 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:50.274106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:50.281527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Pushing event updated for resources: {'Port': ['ID=197c5752-b7c6-4a69-a6a0-6387258a3f05,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:50.288912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:50.361033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:50.361760 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.397459 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Attempting to bind port 197c5752-b7c6-4a69-a6a0-6387258a3f05 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:50.398108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Attempting to bind port 197c5752-b7c6-4a69-a6a0-6387258a3f05 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f2e99795-e1a9-4cc2-a034-7237020c87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6b6ac96d-2eeb-47fc-b8b7-291cae6e1744'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:50.398798 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Attempting to bind port 197c5752-b7c6-4a69-a6a0-6387258a3f05 on network 6b6ac96d-2eeb-47fc-b8b7-291cae6e1744 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:50.419791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:50.420584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Checking segment: {'id': 'f2e99795-e1a9-4cc2-a034-7237020c87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6b6ac96d-2eeb-47fc-b8b7-291cae6e1744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:50.420719 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-f89ac880-e0b1-4cf8-9a4e-96b6627bb552 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1042154 Dec 08 01:43:50.421281 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.421839 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99bef780-5ba8-4eb2-be78-f8c7138af234 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.424775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Bound using segment: {'id': 'f2e99795-e1a9-4cc2-a034-7237020c87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6b6ac96d-2eeb-47fc-b8b7-291cae6e1744'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:50.425971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Bound port: 197c5752-b7c6-4a69-a6a0-6387258a3f05, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e99795-e1a9-4cc2-a034-7237020c87fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '6b6ac96d-2eeb-47fc-b8b7-291cae6e1744'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:50.426559 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.434755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05d6ff-5e3b-48cc-b623-31c94dc32152 req-31584fb5-4887-4643-a366-85bb9eceacba tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:50.441701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05d6ff-5e3b-48cc-b623-31c94dc32152 req-31584fb5-4887-4643-a366-85bb9eceacba tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:50.448892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05d6ff-5e3b-48cc-b623-31c94dc32152 req-31584fb5-4887-4643-a366-85bb9eceacba tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:50.455988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05d6ff-5e3b-48cc-b623-31c94dc32152 req-31584fb5-4887-4643-a366-85bb9eceacba tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:50.460860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2e05d6ff-5e3b-48cc-b623-31c94dc32152 req-31584fb5-4887-4643-a366-85bb9eceacba tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 3095 time: 0.3957870 Dec 08 01:43:50.465121 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.465890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad3b52a4-6815-42f0-96e7-b0ac017eaf33 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:43:50.470120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Request body: {'port': {'device_id': 'd17ec5d6-f64a-4521-a353-9c73049e552c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:50.476638 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.477937 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ad46d717-819c-4fb4-bf84-5e3bf519d983 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ad3b52a4-6815-42f0-96e7-b0ac017eaf33 HTTP/1.1" status: 204 len: 168 time: 4.3468149 Dec 08 01:43:50.488021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53222) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:50.504150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99bef780-5ba8-4eb2-be78-f8c7138af234 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.513490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ce02b3-9b43-4186-97ee-831ae1b32333 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:50.522790 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-99bef780-5ba8-4eb2-be78-f8c7138af234 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/4f815fe9-9c40-47fc-8555-a248677187b7 HTTP/1.1" status: 204 len: 168 time: 2.3127031 Dec 08 01:43:50.565349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53226) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:50.576236 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.594275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bef780-5ba8-4eb2-be78-f8c7138af234 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=4f815fe9-9c40-47fc-8555-a248677187b7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:50.677599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555600b6-e5a1-4128-a753-516f9e96f45d req-42ea54ac-f257-4109-a457-8d77390996ed tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:50.684316 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-555600b6-e5a1-4128-a753-516f9e96f45d req-42ea54ac-f257-4109-a457-8d77390996ed tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 931 time: 0.2812576 Dec 08 01:43:50.746746 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02dcdf1-2fe9-45f7-a5e1-35c6dc9fff57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 7335e7b9-dad5-496c-8f0c-48e41b0db267 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:43:50.747313 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.750904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e02dcdf1-2fe9-45f7-a5e1-35c6dc9fff57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.776635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] For port 197c5752-b7c6-4a69-a6a0-6387258a3f05, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:50.804199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] For port 197c5752-b7c6-4a69-a6a0-6387258a3f05, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=197c5752-b7c6-4a69-a6a0-6387258a3f05,segment=NetworkSegment(f2e99795-e1a9-4cc2-a034-7237020c87fd),segment_id=f2e99795-e1a9-4cc2-a034-7237020c87fd)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:50.806100 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e02dcdf1-2fe9-45f7-a5e1-35c6dc9fff57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.819279 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:50.936450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f5797-423b-42cc-ba2d-5f57d9f86f98 None None] Pushing event updated for resources: {'Port': ['ID=197c5752-b7c6-4a69-a6a0-6387258a3f05,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:50.967420 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-555600b6-e5a1-4128-a753-516f9e96f45d req-54cefabe-b913-4fb4-a8f2-08f4a6319996 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783484 Dec 08 01:43:51.061563 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e02dcdf1-2fe9-45f7-a5e1-35c6dc9fff57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:51.133487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Deleting port 197c5752-b7c6-4a69-a6a0-6387258a3f05 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:51.134242 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:51.248005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3011822-8e49-4c4a-91a0-e6d2532a3a12 admin admin] Deleting subnet f0fd1893-ef6e-4d5e-8e35-5902b491ac33 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:43:51.336125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e02dcdf1-2fe9-45f7-a5e1-35c6dc9fff57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:51.447636 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3011822-8e49-4c4a-91a0-e6d2532a3a12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:51.562251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e02dcdf1-2fe9-45f7-a5e1-35c6dc9fff57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:51.565573 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e02dcdf1-2fe9-45f7-a5e1-35c6dc9fff57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/7335e7b9-dad5-496c-8f0c-48e41b0db267 HTTP/1.1" status: 204 len: 168 time: 0.9970844 Dec 08 01:43:51.570938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53232) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:51.578121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02dcdf1-2fe9-45f7-a5e1-35c6dc9fff57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=7335e7b9-dad5-496c-8f0c-48e41b0db267,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:51.594905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbadede-b36f-4c88-8c57-191cb80d47f6 req-b9232959-838c-48b2-b6fd-ca9bccb46fec tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:51.605455 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7fbadede-b36f-4c88-8c57-191cb80d47f6 req-b9232959-838c-48b2-b6fd-ca9bccb46fec tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 945 time: 0.2548590 Dec 08 01:43:51.628725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] For port 197c5752-b7c6-4a69-a6a0-6387258a3f05, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=197c5752-b7c6-4a69-a6a0-6387258a3f05,segment=NetworkSegment(f2e99795-e1a9-4cc2-a034-7237020c87fd),segment_id=f2e99795-e1a9-4cc2-a034-7237020c87fd)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:51.629095 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:51.761873 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2e05d6ff-5e3b-48cc-b623-31c94dc32152 req-a5bff5b3-29e9-4c82-b766-018074c04e98 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2934864 Dec 08 01:43:51.771257 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3011822-8e49-4c4a-91a0-e6d2532a3a12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:51.778678 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7adbe970-a896-4e53-8bfb-cbf6c8c4daa5 req-57e510fc-5176-4982-b837-3ebbb0cbf097 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4158654 Dec 08 01:43:51.897632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:43:51.912918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-587a7fea-7df3-4d56-8ad6-1a086db149db tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3387454 Dec 08 01:43:51.913969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53234) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:51.923246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b5d4e10b-266d-46cb-b787-589c50feb449 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:51.925354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Calling delete_port for 197c5752-b7c6-4a69-a6a0-6387258a3f05 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:51.930060 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:51.974512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3e192f-9ca8-41cc-ab60-c3cdb5948ec3 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:52.015203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Transition to ACTIVE for port object 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:43:52.023370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:52.112547 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7fbadede-b36f-4c88-8c57-191cb80d47f6 req-9960d6cd-8946-4d73-bb73-efbfb3fa07a6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061710 Dec 08 01:43:52.115932 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3011822-8e49-4c4a-91a0-e6d2532a3a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:52.197860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:52.286352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25f7e20-655d-4786-bb39-9f1d48026354 None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:52.319985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Allocated IP 10.2.2.200 (ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d/221dc65f-1e9d-43ad-87c2-ac1d9fef10e2/7315eb68-e0c8-4c89-aead-a75c0340938b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:52.335983 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3011822-8e49-4c4a-91a0-e6d2532a3a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:52.361892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cbd251d1-b89b-4c17-8d3c-be34e91498bd None None] Provisioning complete for port 5628e262-2643-4e8f-b3e5-2a8245021e4f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:52.362286 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cbd251d1-b89b-4c17-8d3c-be34e91498bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:52.450831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbe970-a896-4e53-8bfb-cbf6c8c4daa5 req-26957aba-1b20-4966-b711-1748f60af66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:52.452476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7adbe970-a896-4e53-8bfb-cbf6c8c4daa5 req-26957aba-1b20-4966-b711-1748f60af66f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 1097 time: 0.5765307 Dec 08 01:43:52.454703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3011822-8e49-4c4a-91a0-e6d2532a3a12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fd1893-ef6e-4d5e-8e35-5902b491ac33,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:52.458054 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3011822-8e49-4c4a-91a0-e6d2532a3a12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:52.460689 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e3011822-8e49-4c4a-91a0-e6d2532a3a12 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f0fd1893-ef6e-4d5e-8e35-5902b491ac33 HTTP/1.1" status: 204 len: 168 time: 1.9660196 Dec 08 01:43:52.475853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53250) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:52.480564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74ca78-ddd5-494d-8b17-9bd9eeb6ecde None None] Network 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:52.502356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d64f4-6af6-4d68-b83f-5fbe4a0f5aab req-1db74f71-dc67-49fd-8525-05bddd7038e6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:52.516780 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-594d64f4-6af6-4d68-b83f-5fbe4a0f5aab req-1db74f71-dc67-49fd-8525-05bddd7038e6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 945 time: 0.2193305 Dec 08 01:43:52.544536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Attempting to bind port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:52.545025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Attempting to bind port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:52.545464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Attempting to bind port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 on network a7851832-95d1-4c13-97ae-d496b5dfae7a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:52.550589 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:52.575883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 on network a7851832-95d1-4c13-97ae-d496b5dfae7a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:43:52.576465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Attempting to bind port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 on network a7851832-95d1-4c13-97ae-d496b5dfae7a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:52.613636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d99bf4-cc74-4fb3-9ff8-7399cb81127b None None] Network 6b6ac96d-2eeb-47fc-b8b7-291cae6e1744 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:52.619587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbe970-a896-4e53-8bfb-cbf6c8c4daa5 req-996840ed-fc25-4bb3-96cd-c8958abd9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:52.622307 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7adbe970-a896-4e53-8bfb-cbf6c8c4daa5 req-996840ed-fc25-4bb3-96cd-c8958abd9e4b service neutron] 10.222.0.72 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 907 time: 0.1152213 Dec 08 01:43:52.652146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Port': ['ID=197c5752-b7c6-4a69-a6a0-6387258a3f05,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:52.748986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No DVR routers for this DVR port 197c5752-b7c6-4a69-a6a0-6387258a3f05 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:52.751275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:52.752500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Checking segment: {'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:52.752896 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Bound using segment: {'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:52.753681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Bound port: 9a22eed0-2c2d-4d89-928e-47f937a1b5f3, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:52.754352 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:52.781547 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-594d64f4-6af6-4d68-b83f-5fbe4a0f5aab req-9141be1e-9b1b-4b92-a316-3cce3d7495e3 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635667 Dec 08 01:43:52.827730 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a475cf46-db72-41c0-b2bd-80556b81522a None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:52.855261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:52.914139 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7adbe970-a896-4e53-8bfb-cbf6c8c4daa5 req-86026067-5855-4482-b3cf-0e3e2cd49c60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44149266-1906-4efc-b7fb-06466f986b79 HTTP/1.1" status: 200 len: 217 time: 0.2707217 Dec 08 01:43:52.914733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d4e10b-266d-46cb-b787-589c50feb449 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:52.924107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5d4e10b-266d-46cb-b787-589c50feb449 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:52.936962 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.063551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] For port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:53.069475 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] For port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:53.079398 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.158703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:53.172413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a475cf46-db72-41c0-b2bd-80556b81522a None None] Deleting port 5628e262-2643-4e8f-b3e5-2a8245021e4f {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:53.177137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:53.177879 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.178380 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a475cf46-db72-41c0-b2bd-80556b81522a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.179845 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-a2822690-f648-4592-91be-a5a008381bc1 service neutron] 10.222.0.65 "PUT /v2.0/ports/9a22eed0-2c2d-4d89-928e-47f937a1b5f3 HTTP/1.1" status: 200 len: 1092 time: 2.7243271 Dec 08 01:43:53.180506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17ec5d6-f64a-4521-a353-9c73049e552c', 'tag': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:43:53.184910 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf445e0-54f9-4406-be07-5571f2adad5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d17ec5d6-f64a-4521-a353-9c73049e552c", "tag": "9a22eed0-2c2d-4d89-928e-47f937a1b5f3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:43:53.190813 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.272663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c86a19-227a-473a-8742-670ac7281e94 None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:53.355286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d189dc-32f7-4b0d-bfbe-13dbe6fe19bc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:53.372458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a728873-efb7-4cbe-aef9-6f18024deda2 None None] DHCP port deletion for 2ed92aa6-c0ed-4956-b30a-8b1d673626d1 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:53.402941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cd98b243-b519-44d5-85ad-50766b47c515 None None] Could not find standard attr ID for object 197c5752-b7c6-4a69-a6a0-6387258a3f05. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:43:53.408630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5628e262-2643-4e8f-b3e5-2a8245021e4f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:53.504494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a475cf46-db72-41c0-b2bd-80556b81522a None None] For port 5628e262-2643-4e8f-b3e5-2a8245021e4f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5628e262-2643-4e8f-b3e5-2a8245021e4f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:53.505197 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a475cf46-db72-41c0-b2bd-80556b81522a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.560752 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.594206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6ac96d-2eeb-47fc-b8b7-291cae6e1744']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:53.596745 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.606781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e99795-e1a9-4cc2-a034-7237020c87fd') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:53.606992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e99795-e1a9-4cc2-a034-7237020c87fd') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:53.612755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3342ee-8cdd-413c-a95c-63d5d29a465a None None] Network 6b6ac96d-2eeb-47fc-b8b7-291cae6e1744 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:53.617958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.630240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a475cf46-db72-41c0-b2bd-80556b81522a None None] Calling delete_port for 5628e262-2643-4e8f-b3e5-2a8245021e4f owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:53.634404 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.644104 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:43:53.644564 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.663878 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5d4e10b-266d-46cb-b787-589c50feb449 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.713899 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4a728873-efb7-4cbe-aef9-6f18024deda2 None None] Deleting port 5cf7988b-8ac0-401f-8b3d-8109512629cf {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:53.714622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a728873-efb7-4cbe-aef9-6f18024deda2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.750462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52687fba-050d-4d01-b335-06b7792d6d2b req-be81ae64-f2df-4bf0-b4a6-008b6dd80575 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:43:53.750690 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:43:53.756855 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.762641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52687fba-050d-4d01-b335-06b7792d6d2b req-be81ae64-f2df-4bf0-b4a6-008b6dd80575 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 943 time: 1.4486496 Dec 08 01:43:53.795471 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.808627 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/6b6ac96d-2eeb-47fc-b8b7-291cae6e1744 HTTP/1.1" status: 204 len: 168 time: 4.1931860 Dec 08 01:43:53.814112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-211731cc-4cd6-489a-b2c1-1587c1254ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:53.817988 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-211731cc-4cd6-489a-b2c1-1587c1254ac2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9b12f76894fa08f2595ad441a865c&device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 1095 time: 0.5002735 Dec 08 01:43:53.819718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53266) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:53.836847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3e38f60b-ce8f-4d53-95c5-611248c2f370 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1116838539'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:53.857592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4e10b-266d-46cb-b787-589c50feb449 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:53.867315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b5d4e10b-266d-46cb-b787-589c50feb449 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:53.871333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d4e10b-266d-46cb-b787-589c50feb449 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:53.871894 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5d4e10b-266d-46cb-b787-589c50feb449 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:53.875393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbe970-a896-4e53-8bfb-cbf6c8c4daa5 req-2f993107-efe9-4c2f-a0bc-ee553321b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:53.876928 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7adbe970-a896-4e53-8bfb-cbf6c8c4daa5 req-2f993107-efe9-4c2f-a0bc-ee553321b5b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.9370382 Dec 08 01:43:53.903472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562cf2b-394b-42bd-9fd6-bc49955b27ba req-e8058893-86cb-4708-ba5a-93ad92ad502d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:53.915164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562cf2b-394b-42bd-9fd6-bc49955b27ba req-e8058893-86cb-4708-ba5a-93ad92ad502d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:53.922385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562cf2b-394b-42bd-9fd6-bc49955b27ba req-e8058893-86cb-4708-ba5a-93ad92ad502d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:53.929184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562cf2b-394b-42bd-9fd6-bc49955b27ba req-e8058893-86cb-4708-ba5a-93ad92ad502d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:53.938425 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4562cf2b-394b-42bd-9fd6-bc49955b27ba req-e8058893-86cb-4708-ba5a-93ad92ad502d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 3095 time: 0.6631467 Dec 08 01:43:54.003161 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-ca2017c5-09cb-438c-9d63-f01df4f19f87 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a22eed0-2c2d-4d89-928e-47f937a1b5f3 HTTP/1.1" status: 200 len: 217 time: 0.0571203 Dec 08 01:43:54.004081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4e10b-266d-46cb-b787-589c50feb449 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=e3d4e2c3-36d5-4b2a-b0f9-6948bad24f53,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:54.009326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 5628e262-2643-4e8f-b3e5-2a8245021e4f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5628e262-2643-4e8f-b3e5-2a8245021e4f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:54.009955 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7adbe970-a896-4e53-8bfb-cbf6c8c4daa5 req-380cc170-3a75-480e-9a8b-d2c1d43aff95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995362 Dec 08 01:43:54.015881 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b5d4e10b-266d-46cb-b787-589c50feb449 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1007617 Dec 08 01:43:54.016836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2ea5b-6168-47c2-9eb0-1a6c74544352 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Network': ['ID=6b6ac96d-2eeb-47fc-b8b7-291cae6e1744,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:54.021931 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:54.037284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53268) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:54.045223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:54.056210 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52687fba-050d-4d01-b335-06b7792d6d2b req-a23eae69-2f83-48cc-8a35-988d1f83d7a3 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925911 Dec 08 01:43:54.101089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Deleting port 5cf7988b-8ac0-401f-8b3d-8109512629cf {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:54.101583 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:54.140097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-fddd0210-262b-47fb-9b82-9fe4647318ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:54.141963 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-fddd0210-262b-47fb-9b82-9fe4647318ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=decbed6d-9d04-4968-abca-418c83c36e5b HTTP/1.1" status: 200 len: 855 time: 0.1227264 Dec 08 01:43:54.190854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-7cfeec51-76d5-471e-82ae-cd33323c19a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7851832-95d1-4c13-97ae-d496b5dfae7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370724 Dec 08 01:43:54.258188 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:54.281672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4a728873-efb7-4cbe-aef9-6f18024deda2 None None] For port 5cf7988b-8ac0-401f-8b3d-8109512629cf, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5cf7988b-8ac0-401f-8b3d-8109512629cf,segment=NetworkSegment(780f7db2-28b7-47ff-b041-3c49dc21da13),segment_id=780f7db2-28b7-47ff-b041-3c49dc21da13)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:54.282511 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a728873-efb7-4cbe-aef9-6f18024deda2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:54.297481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e38f60b-ce8f-4d53-95c5-611248c2f370 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:54.305482 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e38f60b-ce8f-4d53-95c5-611248c2f370 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:54.316069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] For port 5cf7988b-8ac0-401f-8b3d-8109512629cf, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5cf7988b-8ac0-401f-8b3d-8109512629cf,segment=NetworkSegment(780f7db2-28b7-47ff-b041-3c49dc21da13),segment_id=780f7db2-28b7-47ff-b041-3c49dc21da13)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:54.316471 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:54.344632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4a728873-efb7-4cbe-aef9-6f18024deda2 None None] Calling delete_port for 5cf7988b-8ac0-401f-8b3d-8109512629cf owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:54.359913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Calling delete_port for 5cf7988b-8ac0-401f-8b3d-8109512629cf owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:54.368671 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:54.404788 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7adbe970-a896-4e53-8bfb-cbf6c8c4daa5 req-3336079c-6877-4be7-b01b-3d9277f44895 service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770721 Dec 08 01:43:54.440343 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-bb5b5b23-b4a2-4b83-972c-6172b598f5c8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4493623 Dec 08 01:43:54.480093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e34423f-35c5-476e-a8b9-7101b178c73b None None] DHCP port deletion for 6b6ac96d-2eeb-47fc-b8b7-291cae6e1744 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:54.540985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:54.555735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:54.559403 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:54.573637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:54.582747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=5628e262-2643-4e8f-b3e5-2a8245021e4f,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:54.586573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:54.595193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event updated for resources: {'Port': ['ID=7315eb68-e0c8-4c89-aead-a75c0340938b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:54.601693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-9bfe6653-d574-430e-84ee-7a1b73290c0e service neutron] 10.222.0.65 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954597 Dec 08 01:43:54.628211 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eeb6700-e964-4fbc-9e7b-450bd7bb5bc8 x-openstack-request-id: req-3eeb6700-e964-4fbc-9e7b-450bd7bb5bc8 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:43:54.628211 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17ec5d6-f64a-4521-a353-9c73049e552c", "tag": "9a22eed0-2c2d-4d89-928e-47f937a1b5f3", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:43:54.629098 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3eeb6700-e964-4fbc-9e7b-450bd7bb5bc8 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:43:54.630266 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17ec5d6-f64a-4521-a353-9c73049e552c', 'tag': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3', 'status': 'completed', 'code': 200} Dec 08 01:43:54.637702 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a475cf46-db72-41c0-b2bd-80556b81522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:54.730479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a475cf46-db72-41c0-b2bd-80556b81522a None None] No DVR routers for this DVR port 5628e262-2643-4e8f-b3e5-2a8245021e4f on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:54.731419 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4562cf2b-394b-42bd-9fd6-bc49955b27ba req-af504795-6030-4038-b4a3-0f7cbc3456a1 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7920198 Dec 08 01:43:54.745237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475cf46-db72-41c0-b2bd-80556b81522a None None] Pushing event deleted for resources: {'Port': ['ID=5628e262-2643-4e8f-b3e5-2a8245021e4f,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:54.764696 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0037565c-218c-4d25-a858-f2767758daf8 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:54.796156 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a728873-efb7-4cbe-aef9-6f18024deda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:54.817986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e38f60b-ce8f-4d53-95c5-611248c2f370 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:43:54.857912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-879ebb0b-d55d-47f3-ba71-f50130facb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:54.858491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-879ebb0b-d55d-47f3-ba71-f50130facb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:54.859026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-879ebb0b-d55d-47f3-ba71-f50130facb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:54.859555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-879ebb0b-d55d-47f3-ba71-f50130facb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:54.860096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-879ebb0b-d55d-47f3-ba71-f50130facb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:54.860643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-879ebb0b-d55d-47f3-ba71-f50130facb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:54.861170 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-879ebb0b-d55d-47f3-ba71-f50130facb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:54.863194 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-879ebb0b-d55d-47f3-ba71-f50130facb59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6496 time: 0.2600429 Dec 08 01:43:54.878993 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7adbe970-a896-4e53-8bfb-cbf6c8c4daa5 req-5765cf5d-722c-422a-88ce-26501f75fdfd service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228244 Dec 08 01:43:54.910832 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e38f60b-ce8f-4d53-95c5-611248c2f370 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:54.911340 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-3e38f60b-ce8f-4d53-95c5-611248c2f370 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Added segment 2fdb2243-c4d7-41b4-bd24-6429d1bc7779 of type vlan for network e1066d1b-5747-4cd4-9ef2-5ed0d190abbe Dec 08 01:43:54.914234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a728873-efb7-4cbe-aef9-6f18024deda2 None None] No DVR routers for this DVR port 5cf7988b-8ac0-401f-8b3d-8109512629cf on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:54.950622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:54.951313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.004261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a728873-efb7-4cbe-aef9-6f18024deda2 None None] Pushing event deleted for resources: {'Port': ['ID=5cf7988b-8ac0-401f-8b3d-8109512629cf,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:55.035192 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e38f60b-ce8f-4d53-95c5-611248c2f370 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.061431 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.082259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3a4f99e3-accb-4d9f-8ed5-3342823a911d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3299630 Dec 08 01:43:55.121630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Request body: {'port': {'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:55.131198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': 'e3d4e2c3-36d5-4b2a-b0f9-6948bad24f53'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:55.132207 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.144424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c63d53-7cbb-4615-b2f3-a197d8678b50 req-a2d1948d-3b40-4316-bdb9-a59a279fdb5a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:55.146237 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-82c63d53-7cbb-4615-b2f3-a197d8678b50 req-a2d1948d-3b40-4316-bdb9-a59a279fdb5a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 945 time: 0.3172832 Dec 08 01:43:55.147264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf7988b-8ac0-401f-8b3d-8109512629cf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:55.160056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] No DVR routers for this DVR port 5cf7988b-8ac0-401f-8b3d-8109512629cf on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:55.186208 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbce31a6-c327-4f01-9ece-71d6f780524a req-79eb1ea0-c652-4d40-9bed-cff2aaa185d8 service neutron] 10.222.0.65 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465543 Dec 08 01:43:55.225744 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e38f60b-ce8f-4d53-95c5-611248c2f370 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.237125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38f60b-ce8f-4d53-95c5-611248c2f370 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:55.241892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e38f60b-ce8f-4d53-95c5-611248c2f370 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.317328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7c93f1fa-724a-452d-8797-9fd0ce64a9dc None None] Provisioning complete for port 7315eb68-e0c8-4c89-aead-a75c0340938b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:55.318507 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7c93f1fa-724a-452d-8797-9fd0ce64a9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.320811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 197c5752-b7c6-4a69-a6a0-6387258a3f05 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:55.338707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-c82446f8-6a9b-4ed5-a2a9-6cc31b43666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:55.339105 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-c82446f8-6a9b-4ed5-a2a9-6cc31b43666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:55.339606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-c82446f8-6a9b-4ed5-a2a9-6cc31b43666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:55.341651 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-c82446f8-6a9b-4ed5-a2a9-6cc31b43666f service neutron] 10.222.0.65 "GET /v2.0/networks?id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 HTTP/1.1" status: 200 len: 2293 time: 0.4285896 Dec 08 01:43:55.390475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 197c5752-b7c6-4a69-a6a0-6387258a3f05 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:43:55.391069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 197c5752-b7c6-4a69-a6a0-6387258a3f05 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:43:55.391485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5cf7988b-8ac0-401f-8b3d-8109512629cf no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:43:55.422002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3e38f60b-ce8f-4d53-95c5-611248c2f370 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5950959 Dec 08 01:43:55.428512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 5cf7988b-8ac0-401f-8b3d-8109512629cf {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:43:55.429010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5cf7988b-8ac0-401f-8b3d-8109512629cf not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:43:55.435959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7c93f1fa-724a-452d-8797-9fd0ce64a9dc None None] Port 7315eb68-e0c8-4c89-aead-a75c0340938b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:43:55.483343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Allocated IP 172.20.0.2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/e3d4e2c3-36d5-4b2a-b0f9-6948bad24f53/c0b49099-6542-4ebc-ab07-8d30bf93c219) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:55.515119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53280) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:55.517599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38f60b-ce8f-4d53-95c5-611248c2f370 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=e1066d1b-5747-4cd4-9ef2-5ed0d190abbe,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:55.526029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-63b0d56f-bda6-4b35-85d9-e17c2ce78bca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'network_id': 'e1066d1b-5747-4cd4-9ef2-5ed0d190abbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:55.529507 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network e1066d1b-5747-4cd4-9ef2-5ed0d190abbe details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:43:55.651694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5afe-ca2d-4b5e-ab32-353336f35313 req-bfcfb816-8a1f-4169-8ce9-c2f85ac1d942 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:55.653205 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df1a5afe-ca2d-4b5e-ab32-353336f35313 req-bfcfb816-8a1f-4169-8ce9-c2f85ac1d942 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 943 time: 0.4076335 Dec 08 01:43:55.653427 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.670247 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf445e0-54f9-4406-be07-5571f2adad5e req-da29e83a-ae2b-43d8-a7cb-aa5624245676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:55.673149 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebf445e0-54f9-4406-be07-5571f2adad5e req-da29e83a-ae2b-43d8-a7cb-aa5624245676 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9b12f76894fa08f2595ad441a865c&device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 1095 time: 0.3147454 Dec 08 01:43:55.675731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed92aa6-c0ed-4956-b30a-8b1d673626d1']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:55.687898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780f7db2-28b7-47ff-b041-3c49dc21da13') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:55.688487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780f7db2-28b7-47ff-b041-3c49dc21da13') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:43:55.700109 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.721457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.730235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:43:55.730936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.785572 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:43:55.787368 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:43:55.796050 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.804269 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.811137 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-3268f06f-9802-4c4e-b5e2-768cab768342 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3aeebc-390c-4677-9dce-fdb3eca96bbb HTTP/1.1" status: 200 len: 1001 time: 0.4340372 Dec 08 01:43:55.812352 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.816933 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] 10.222.0.70 "DELETE /v2.0/networks/2ed92aa6-c0ed-4956-b30a-8b1d673626d1 HTTP/1.1" status: 204 len: 168 time: 3.3401263 Dec 08 01:43:55.862550 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:55.866179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:55.878431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:43:55.889851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Pushing event updated for resources: {'Port': ['ID=c0b49099-6542-4ebc-ab07-8d30bf93c219,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:55.893033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb37020-4307-4339-becf-c9a6ca30ee0a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed92aa6-c0ed-4956-b30a-8b1d673626d1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:55.964273 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Attempting to bind port c0b49099-6542-4ebc-ab07-8d30bf93c219 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:43:55.964981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Attempting to bind port c0b49099-6542-4ebc-ab07-8d30bf93c219 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:43:55.965712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Attempting to bind port c0b49099-6542-4ebc-ab07-8d30bf93c219 on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:43:55.972977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:43:55.973672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:55.974547 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:55.974693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:43:55.975623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Bound port: c0b49099-6542-4ebc-ab07-8d30bf93c219, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:43:55.976159 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:56.010803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf445e0-54f9-4406-be07-5571f2adad5e req-cc0dac67-43db-4b5b-97d7-1d1336dfe4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:56.012647 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebf445e0-54f9-4406-be07-5571f2adad5e req-cc0dac67-43db-4b5b-97d7-1d1336dfe4e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a7851832-95d1-4c13-97ae-d496b5dfae7a HTTP/1.1" status: 200 len: 916 time: 0.2968748 Dec 08 01:43:56.035165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b0d56f-bda6-4b35-85d9-e17c2ce78bca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:43:56.038961 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63b0d56f-bda6-4b35-85d9-e17c2ce78bca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:56.073850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] For port c0b49099-6542-4ebc-ab07-8d30bf93c219, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:43:56.081813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] For port c0b49099-6542-4ebc-ab07-8d30bf93c219, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c0b49099-6542-4ebc-ab07-8d30bf93c219,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:43:56.090995 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:56.153158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec4513-314c-4eb0-b1e9-47f4dcba1789 None None] Pushing event updated for resources: {'Port': ['ID=c0b49099-6542-4ebc-ab07-8d30bf93c219,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:56.413429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53288) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:56.418667 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-82c63d53-7cbb-4615-b2f3-a197d8678b50 req-a0a37a3b-9642-41fd-8e09-6b0d52232957 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2379787 Dec 08 01:43:56.418667 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:56.567255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-f9ba79e2-05ca-418e-90a4-601d4f0a1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:56.568755 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-f9ba79e2-05ca-418e-90a4-601d4f0a1824 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74a492b-ae87-47c5-896c-ccd7628f02df HTTP/1.1" status: 200 len: 850 time: 0.7387018 Dec 08 01:43:56.575908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df1a5afe-ca2d-4b5e-ab32-353336f35313 req-77678814-5ea6-4cc7-8f84-4c537b35607f tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9128938 Dec 08 01:43:56.600521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afc8a4-96d6-4d30-beba-a4be4ad98b42 req-0edee783-81e8-4a78-879d-ce17cd026c82 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:56.602195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56afc8a4-96d6-4d30-beba-a4be4ad98b42 req-0edee783-81e8-4a78-879d-ce17cd026c82 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.72 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 945 time: 0.7059860 Dec 08 01:43:56.684086 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebf445e0-54f9-4406-be07-5571f2adad5e req-191c14f4-a6d6-441d-b440-afceccde5dae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a22eed0-2c2d-4d89-928e-47f937a1b5f3 HTTP/1.1" status: 200 len: 217 time: 0.1535840 Dec 08 01:43:56.720862 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6d74b611-b3a8-4cba-9a28-c6fcdfbaf7e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d360b4bc611d407ea6f627c59dbbd6fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2919028 Dec 08 01:43:56.732511 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53292) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:56.796617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-fd22bcbc-68d3-49c7-be89-123c17ba44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:56.798123 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-fd22bcbc-68d3-49c7-be89-123c17ba44f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1576827 Dec 08 01:43:56.860302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:43:56.926645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf445e0-54f9-4406-be07-5571f2adad5e req-44129666-37dc-4480-9015-5d6490d4d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:56.928171 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebf445e0-54f9-4406-be07-5571f2adad5e req-44129666-37dc-4480-9015-5d6490d4d8b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=decbed6d-9d04-4968-abca-418c83c36e5b HTTP/1.1" status: 200 len: 855 time: 0.2272398 Dec 08 01:43:57.016943 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0004b34-aca1-40b2-9f04-4bd19bb94443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:57.025184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebf445e0-54f9-4406-be07-5571f2adad5e req-0d4d21f4-5436-4ad0-b788-efd503507424 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7851832-95d1-4c13-97ae-d496b5dfae7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877769 Dec 08 01:43:57.036843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e529c-bd9e-4e45-91d2-ba2e3f05a8b0 req-795082d4-8efc-49d7-8d3f-bc851af858e2 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:57.043996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e529c-bd9e-4e45-91d2-ba2e3f05a8b0 req-795082d4-8efc-49d7-8d3f-bc851af858e2 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:57.050187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e529c-bd9e-4e45-91d2-ba2e3f05a8b0 req-795082d4-8efc-49d7-8d3f-bc851af858e2 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:57.056500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e529c-bd9e-4e45-91d2-ba2e3f05a8b0 req-795082d4-8efc-49d7-8d3f-bc851af858e2 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:57.063243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e529c-bd9e-4e45-91d2-ba2e3f05a8b0 req-795082d4-8efc-49d7-8d3f-bc851af858e2 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:57.065391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-836e529c-bd9e-4e45-91d2-ba2e3f05a8b0 req-795082d4-8efc-49d7-8d3f-bc851af858e2 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 3816 time: 0.3086848 Dec 08 01:43:57.162667 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebf445e0-54f9-4406-be07-5571f2adad5e req-33b5cf28-8d0a-4420-b2cd-665426154f31 service neutron] 10.222.0.65 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932376 Dec 08 01:43:57.206255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:43:57.230599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-56afc8a4-96d6-4d30-beba-a4be4ad98b42 req-e88f99d2-e29e-4779-ae1c-5ca021284113 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Deleting port 44149266-1906-4efc-b7fb-06466f986b79 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:43:57.231379 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-56afc8a4-96d6-4d30-beba-a4be4ad98b42 req-e88f99d2-e29e-4779-ae1c-5ca021284113 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:57.248782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0004b34-aca1-40b2-9f04-4bd19bb94443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:57.379178 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:57.399748 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-836e529c-bd9e-4e45-91d2-ba2e3f05a8b0 req-d4c6101e-ddac-4b89-a57a-671d055f1c9c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308507 Dec 08 01:43:57.518160 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-969f9824-33f1-4aa0-8d74-1f9cb8b56c71 service neutron] 10.222.0.65 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799893 Dec 08 01:43:57.525545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:57.576487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3', 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a', 'port_id': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3', 'mac_address': 'fa:16:3e:b4:c5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decbed6d-9d04-4968-abca-418c83c36e5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:43:57.578638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c0b49099-6542-4ebc-ab07-8d30bf93c219 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:43:57.600533 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63b0d56f-bda6-4b35-85d9-e17c2ce78bca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:57.737421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0d56f-bda6-4b35-85d9-e17c2ce78bca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=54517399-402b-4992-8a77-e1e99cc43241,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:57.818094 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:57.847471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebf445e0-54f9-4406-be07-5571f2adad5e req-d5e7b103-2b64-421b-ad28-322e95d194a5 service neutron] 10.222.0.65 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669631 Dec 08 01:43:57.882101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c0b49099-6542-4ebc-ab07-8d30bf93c219 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:57.882519 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:57.968571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:43:57.974203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:43:58.006685 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0004b34-aca1-40b2-9f04-4bd19bb94443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:58.025688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:58.027134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0004b34-aca1-40b2-9f04-4bd19bb94443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:58.029230 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f0004b34-aca1-40b2-9f04-4bd19bb94443 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8315894f-9294-47d7-9ba3-3eb0f055bd67 HTTP/1.1" status: 204 len: 168 time: 1.2909040 Dec 08 01:43:58.050680 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:58.055686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-56afc8a4-96d6-4d30-beba-a4be4ad98b42 req-e88f99d2-e29e-4779-ae1c-5ca021284113 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] For port 44149266-1906-4efc-b7fb-06466f986b79, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=44149266-1906-4efc-b7fb-06466f986b79,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:58.056060 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-56afc8a4-96d6-4d30-beba-a4be4ad98b42 req-e88f99d2-e29e-4779-ae1c-5ca021284113 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:58.064087 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:58.087555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0004b34-aca1-40b2-9f04-4bd19bb94443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8315894f-9294-47d7-9ba3-3eb0f055bd67,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:58.129000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b0d56f-bda6-4b35-85d9-e17c2ce78bca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking segment: {'id': '2fdb2243-c4d7-41b4-bd24-6429d1bc7779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e1066d1b-5747-4cd4-9ef2-5ed0d190abbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:43:58.129748 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b0d56f-bda6-4b35-85d9-e17c2ce78bca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network hostable DHCP agents. Network: e1066d1b-5747-4cd4-9ef2-5ed0d190abbe, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:43:58.145960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-c856694e-2d35-43c9-8c3e-45b8f5e62692 service neutron] 10.222.0.65 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938776 Dec 08 01:43:58.150100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:58.160346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d775e47-1845-42be-a1b7-d97b19795d99 req-146faaba-2638-460b-b4fe-d351d16f0ec7 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:58.171549 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d775e47-1845-42be-a1b7-d97b19795d99 req-146faaba-2638-460b-b4fe-d351d16f0ec7 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 943 time: 0.3679490 Dec 08 01:43:58.242049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2e0243d0-5443-4191-b75b-32f4a6639a01 None None] Provisioning complete for port c0b49099-6542-4ebc-ab07-8d30bf93c219 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:43:58.242842 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e0243d0-5443-4191-b75b-32f4a6639a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:58.310058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b0d56f-bda6-4b35-85d9-e17c2ce78bca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network e1066d1b-5747-4cd4-9ef2-5ed0d190abbe is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:43:58.327218 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-70be99f6-6b4b-4eec-8ee6-4fdf186d6ab1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=dffc73d6-4a06-4e82-b7c3-52506e9a988c HTTP/1.1" status: 200 len: 217 time: 0.1373146 Dec 08 01:43:58.350185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] For port c0b49099-6542-4ebc-ab07-8d30bf93c219, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c0b49099-6542-4ebc-ab07-8d30bf93c219,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:58.367413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-63b0d56f-bda6-4b35-85d9-e17c2ce78bca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, e1066d1b-5747-4cd4-9ef2-5ed0d190abbe) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:58.397512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b0d56f-bda6-4b35-85d9-e17c2ce78bca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:58.398397 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63b0d56f-bda6-4b35-85d9-e17c2ce78bca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:58.431930 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d775e47-1845-42be-a1b7-d97b19795d99 req-843076f4-c083-41b5-b0fd-4042dc5c4330 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447901 Dec 08 01:43:58.434041 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:58.451089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-97e8659e-6792-4ce6-906d-76c17dfcfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:58.451498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-56afc8a4-96d6-4d30-beba-a4be4ad98b42 req-e88f99d2-e29e-4779-ae1c-5ca021284113 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Calling delete_port for 44149266-1906-4efc-b7fb-06466f986b79 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:43:58.458793 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-97e8659e-6792-4ce6-906d-76c17dfcfa61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.1071696 Dec 08 01:43:58.462053 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-63b0d56f-bda6-4b35-85d9-e17c2ce78bca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9409027 Dec 08 01:43:58.469268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53316) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:58.480312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fce388-d243-4ee8-8a37-a3c106d5a16f None None] Network e1066d1b-5747-4cd4-9ef2-5ed0d190abbe requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:58.542467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['9a22eed0-2c2d-4d89-928e-47f937a1b5f3'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:43:58.676033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-49ccacbe-ec54-4324-ae85-65bddfde452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:58.678583 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-49ccacbe-ec54-4324-ae85-65bddfde452f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2103717 Dec 08 01:43:58.755838 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e0243d0-5443-4191-b75b-32f4a6639a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:58.757749 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:58.871928 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-95aa6462-39ae-4fb5-99e3-ee2fde9101cd service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370721 Dec 08 01:43:58.889228 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ab0bd2c-311f-4539-af05-d22501558b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:58.956865 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cbe54-7df6-421e-9eec-758bb7984c37 req-778ad120-33f9-4366-8de6-b06ffa8641d0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:58.960032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2e0243d0-5443-4191-b75b-32f4a6639a01 None None] For port c0b49099-6542-4ebc-ab07-8d30bf93c219, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c0b49099-6542-4ebc-ab07-8d30bf93c219,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:43:58.971440 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e0243d0-5443-4191-b75b-32f4a6639a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:58.973362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b43cbe54-7df6-421e-9eec-758bb7984c37 req-778ad120-33f9-4366-8de6-b06ffa8641d0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=bfbfca00-708c-4431-80fb-47be48594fe3 HTTP/1.1" status: 200 len: 945 time: 1.3351154 Dec 08 01:43:58.980534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Transition to ACTIVE for port object e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:43:59.007606 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:59.009578 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:59.016180 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-56afc8a4-96d6-4d30-beba-a4be4ad98b42 req-e88f99d2-e29e-4779-ae1c-5ca021284113 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:59.054379 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-ce2540be-1c60-4ff5-9451-a906cc467e34 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717858 Dec 08 01:43:59.059659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-e1066d1b-5747-4cd4-9ef2-5ed0d190abbe', 'network_id': 'e1066d1b-5747-4cd4-9ef2-5ed0d190abbe', 'project_id': 'ced2bef9d8a94ea2adff8f01f411cfba', 'fixed_ips': [{'subnet_id': '54517399-402b-4992-8a77-e1e99cc43241'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:43:59.060586 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:59.115521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0243d0-5443-4191-b75b-32f4a6639a01 None None] Pushing event updated for resources: {'Port': ['ID=c0b49099-6542-4ebc-ab07-8d30bf93c219,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:59.121639 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:43:59.122002 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:43:59.179008 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-5073e7b7-4848-47d9-a72d-6020ab1b6e17 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=62bd3d93-1894-4564-a87b-4962abb893c0 HTTP/1.1" status: 200 len: 217 time: 0.0978854 Dec 08 01:43:59.184663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=c0b49099-6542-4ebc-ab07-8d30bf93c219,revision_number=5']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:59.188244 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:59.203600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:59.289817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.290195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.290658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.291018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.291404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.291989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.292471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.292968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.293323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.293667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.294011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.294353 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.294689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:43:59.335324 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:43:59.353197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:43:59.359712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Allocated IP 172.20.0.2 (e1066d1b-5747-4cd4-9ef2-5ed0d190abbe/54517399-402b-4992-8a77-e1e99cc43241/8d4be257-37a3-452d-8dc2-ec87ed5dd0c9) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:43:59.361736 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:59.368242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-30336f97-74b5-4102-bf6f-8c062aae6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:59.371142 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-30336f97-74b5-4102-bf6f-8c062aae6682 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.1659775 Dec 08 01:43:59.371536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:59.372274 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:59.377564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57868b4-65ed-4c9a-8bb7-43a3d6b03584 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:43:59.424571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb775cf-4b1a-4d54-9ac0-73a56ddd54da req-6da41309-871c-40ba-8683-87f403623947 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:59.431398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb775cf-4b1a-4d54-9ac0-73a56ddd54da req-6da41309-871c-40ba-8683-87f403623947 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:59.440105 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb775cf-4b1a-4d54-9ac0-73a56ddd54da req-6da41309-871c-40ba-8683-87f403623947 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:59.451065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb775cf-4b1a-4d54-9ac0-73a56ddd54da req-6da41309-871c-40ba-8683-87f403623947 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:59.452501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62608514-48e4-484b-bca5-45896de178e3 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:43:59.468900 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4302127 Dec 08 01:43:59.478600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb775cf-4b1a-4d54-9ac0-73a56ddd54da req-6da41309-871c-40ba-8683-87f403623947 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:59.485789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53336) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:59.490243 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cb775cf-4b1a-4d54-9ac0-73a56ddd54da req-6da41309-871c-40ba-8683-87f403623947 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 3828 time: 0.6008017 Dec 08 01:43:59.561885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:ce:c4:cd', 'name': 'tempest-NetworksTestDHCPv6-1263649859'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:59.694935 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cb775cf-4b1a-4d54-9ac0-73a56ddd54da req-2a98ea6f-4578-480c-b2bc-dcbdc082fe1f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936123 Dec 08 01:43:59.703944 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53342) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:43:59.720387 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:43:59.723459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f99d2-e29e-4779-ae1c-5ca021284113 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event deleted for resources: {'Port': ['ID=44149266-1906-4efc-b7fb-06466f986b79,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:59.748696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-4bf255e1-698b-443f-9bd0-d341296a0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:43:59.752762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-4bf255e1-698b-443f-9bd0-d341296a0c08 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2501147 Dec 08 01:43:59.858770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:43:59.868693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-56afc8a4-96d6-4d30-beba-a4be4ad98b42 req-e88f99d2-e29e-4779-ae1c-5ca021284113 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] No DVR routers for this DVR port 44149266-1906-4efc-b7fb-06466f986b79 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:43:59.874022 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-56afc8a4-96d6-4d30-beba-a4be4ad98b42 req-e88f99d2-e29e-4779-ae1c-5ca021284113 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:43:59.887039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56afc8a4-96d6-4d30-beba-a4be4ad98b42 req-e88f99d2-e29e-4779-ae1c-5ca021284113 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.72 "DELETE /v2.0/ports/44149266-1906-4efc-b7fb-06466f986b79 HTTP/1.1" status: 204 len: 173 time: 3.2666247 Dec 08 01:43:59.968589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:43:59.972589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbfca00-708c-4431-80fb-47be48594fe3', 'name': 'network-vif-deleted', 'tag': '44149266-1906-4efc-b7fb-06466f986b79'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:43:59.975326 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-aef06420-49b3-44b0-84a9-6837506cc5a9 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117608 Dec 08 01:43:59.978405 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ab1971-b550-41c9-8c5f-0fe3a43d8f11" -d '{"events": [{"server_uuid": "bfbfca00-708c-4431-80fb-47be48594fe3", "name": "network-vif-deleted", "tag": "44149266-1906-4efc-b7fb-06466f986b79"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:43:59.995779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1505849252-network', 'tenant_id': '421dc3be6fe9433798590ae59bf9e84c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:43:59.996024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7222ae9-96bf-48a2-8db5-aaacfd5861d0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=27025053-d8ea-47ea-a043-6df842240bf6,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:00.029733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b43cbe54-7df6-421e-9eec-758bb7984c37 req-67e979c8-d8b1-49b4-834b-6e229741c087 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0448263 Dec 08 01:44:00.094936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:00.143865 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-3267d768-8c2c-48f2-b8e1-31265b7ce828 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320267 Dec 08 01:44:00.199297 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-f7272899-6fdd-4b0b-85bb-668729aa35b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=f0f7557b-c628-4920-8f4c-f0a60e109cc0 HTTP/1.1" status: 200 len: 217 time: 0.0445082 Dec 08 01:44:00.218186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101bc2d-16d0-40ba-916e-c3dbdd0e8163 req-0c671ee5-27c0-4abb-9cb5-a20119c8666f tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:00.219916 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1101bc2d-16d0-40ba-916e-c3dbdd0e8163 req-0c671ee5-27c0-4abb-9cb5-a20119c8666f tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 944 time: 0.3940496 Dec 08 01:44:00.261480 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:00.281979 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:00.301084 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527148f4-3ce9-4886-a0f3-43625fa2dc8a x-openstack-request-id: req-527148f4-3ce9-4886-a0f3-43625fa2dc8a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:00.301620 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfbfca00-708c-4431-80fb-47be48594fe3", "name": "network-vif-deleted", "tag": "44149266-1906-4efc-b7fb-06466f986b79", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:00.302040 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-527148f4-3ce9-4886-a0f3-43625fa2dc8a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:00.302617 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbfca00-708c-4431-80fb-47be48594fe3', 'name': 'network-vif-deleted', 'tag': '44149266-1906-4efc-b7fb-06466f986b79', 'status': 'completed', 'code': 200} Dec 08 01:44:00.318830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 44149266-1906-4efc-b7fb-06466f986b79 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:00.332487 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:00.342783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-3ab27980-c165-4646-bf20-9ee5df11dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:00.345287 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-3ab27980-c165-4646-bf20-9ee5df11dd20 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.1243892 Dec 08 01:44:00.345908 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Made reservation on behalf of 421dc3be6fe9433798590ae59bf9e84c for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:00.349229 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:00.356802 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:00.373324 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Attempting to bind port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:00.373861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Attempting to bind port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:00.374271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Attempting to bind port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 on network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:00.383140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 on network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:44:00.383743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Attempting to bind port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 on network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:00.391628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port d8cd2772-ebf5-47b3-9b08-51db3872c861 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:44:00.415690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:00.416036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Checking segment: {'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:00.417012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Bound using segment: {'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:00.417459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Bound port: e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05ede23-1ac3-444d-89bd-3db838e3a846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:00.417817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:00.446377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c0b49099-6542-4ebc-ab07-8d30bf93c219 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:00.472036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 44149266-1906-4efc-b7fb-06466f986b79 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:00.481498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 44149266-1906-4efc-b7fb-06466f986b79 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:00.493426 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:00.509552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Subnet': ['ID=54517399-402b-4992-8a77-e1e99cc43241,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:00.553375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Network e1066d1b-5747-4cd4-9ef2-5ed0d190abbe is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:00.567568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1101bc2d-16d0-40ba-916e-c3dbdd0e8163 req-3b32a650-601b-4ae3-8dab-0c41b7038229 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298700 Dec 08 01:44:00.575882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:00.579728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Pushing event updated for resources: {'Port': ['ID=8d4be257-37a3-452d-8dc2-ec87ed5dd0c9,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:00.589793 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:00.606178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-91d59de4-73e2-44d0-a9ce-6414d0036506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:00.611597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-91d59de4-73e2-44d0-a9ce-6414d0036506 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2524860 Dec 08 01:44:00.778979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] For port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:00.784078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] For port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:00.799980 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:00.812002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:00.898375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Attempting to bind port 8d4be257-37a3-452d-8dc2-ec87ed5dd0c9 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:00.898833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Attempting to bind port 8d4be257-37a3-452d-8dc2-ec87ed5dd0c9 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '2fdb2243-c4d7-41b4-bd24-6429d1bc7779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e1066d1b-5747-4cd4-9ef2-5ed0d190abbe'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:00.899313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Attempting to bind port 8d4be257-37a3-452d-8dc2-ec87ed5dd0c9 on network e1066d1b-5747-4cd4-9ef2-5ed0d190abbe {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:00.910676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c0b49099-6542-4ebc-ab07-8d30bf93c219 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:00.911214 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:00.958161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:00.958990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Checking segment: {'id': '2fdb2243-c4d7-41b4-bd24-6429d1bc7779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e1066d1b-5747-4cd4-9ef2-5ed0d190abbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:00.959667 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:00.960037 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Bound using segment: {'id': '2fdb2243-c4d7-41b4-bd24-6429d1bc7779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e1066d1b-5747-4cd4-9ef2-5ed0d190abbe'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:00.960706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Bound port: 8d4be257-37a3-452d-8dc2-ec87ed5dd0c9, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdb2243-c4d7-41b4-bd24-6429d1bc7779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e1066d1b-5747-4cd4-9ef2-5ed0d190abbe'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:00.961208 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:00.996942 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1066d1b-5747-4cd4-9ef2-5ed0d190abbe']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:01.051832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdb2243-c4d7-41b4-bd24-6429d1bc7779') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:01.051832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdb2243-c4d7-41b4-bd24-6429d1bc7779') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:01.066463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:01.067085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.086100 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] 10.222.0.72 "PUT /v2.0/ports/e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 HTTP/1.1" status: 200 len: 1092 time: 5.9535656 Dec 08 01:44:01.128683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Request body: {'port': {'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:01.145101 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.161148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-b59f75fa-e520-41c2-8f0a-d0d06ccd4e2f service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340827 Dec 08 01:44:01.243613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 172.20.0.5 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/e3d4e2c3-36d5-4b2a-b0f9-6948bad24f53/d8cd2772-ebf5-47b3-9b08-51db3872c861) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:01.265165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12acc7-a4d7-46e1-a888-6db06e5133a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:01.279694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::f816:3eff:fece:c4cd (38e622c3-d3e1-4fea-b44a-493f59fc27b4/27025053-d8ea-47ea-a043-6df842240bf6/d8cd2772-ebf5-47b3-9b08-51db3872c861) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:01.294258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:01.319159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7eb42-0bcd-4b1b-ae0d-a1021e86584f req-04a56004-2f74-48b9-bb91-929a8675f84d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:01.333020 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7eb42-0bcd-4b1b-ae0d-a1021e86584f req-04a56004-2f74-48b9-bb91-929a8675f84d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:01.349334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7eb42-0bcd-4b1b-ae0d-a1021e86584f req-04a56004-2f74-48b9-bb91-929a8675f84d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:01.355724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7eb42-0bcd-4b1b-ae0d-a1021e86584f req-04a56004-2f74-48b9-bb91-929a8675f84d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:01.373718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7eb42-0bcd-4b1b-ae0d-a1021e86584f req-04a56004-2f74-48b9-bb91-929a8675f84d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:01.383173 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37d7eb42-0bcd-4b1b-ae0d-a1021e86584f req-04a56004-2f74-48b9-bb91-929a8675f84d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 3828 time: 0.4987283 Dec 08 01:44:01.435266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-08210b29-f4e1-4dd5-869a-7070dd5ac1cf service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488127 Dec 08 01:44:01.437463 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.443494 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-96394f28-880d-442b-809a-98e9083722d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.477096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] For port 8d4be257-37a3-452d-8dc2-ec87ed5dd0c9, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:01.540134 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.545317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:44:01.553355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:01.553736 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.575825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:01.576646 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.583985 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-6e94257f-77d4-432f-8ee1-2885ce639528 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=909185d2-b0e2-4902-b2ff-aa8c38efc800 HTTP/1.1" status: 200 len: 217 time: 0.1278362 Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:01.585063 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:01.674834 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.693215 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.709852 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.781169 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.809558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] For port 8d4be257-37a3-452d-8dc2-ec87ed5dd0c9, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8d4be257-37a3-452d-8dc2-ec87ed5dd0c9,segment=NetworkSegment(2fdb2243-c4d7-41b4-bd24-6429d1bc7779),segment_id=2fdb2243-c4d7-41b4-bd24-6429d1bc7779)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:01.824866 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.840199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17ec5d6-f64a-4521-a353-9c73049e552c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:01.842789 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20e6071-c189-477a-a872-a30b2037ae1d" -d '{"events": [{"server_uuid": "d17ec5d6-f64a-4521-a353-9c73049e552c", "name": "network-vif-plugged", "status": "completed", "tag": "9a22eed0-2c2d-4d89-928e-47f937a1b5f3"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:01.870214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:01.878426 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 01:44:01.878426 n-d-713498-30 neutron-server[103130]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 01:44:01.878426 n-d-713498-30 neutron-server[103130]: [parameters: {'id': 'e1066d1b-5747-4cd4-9ef2-5ed0d190abbe'}] Dec 08 01:44:01.878426 n-d-713498-30 neutron-server[103130]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:44:01.878755 n-d-713498-30 neutron-server[103130]: DEBUG oslo_db.api [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:44:01.894628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:44:01.918619 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37d7eb42-0bcd-4b1b-ae0d-a1021e86584f req-c39e3207-220d-4b0e-9940-11773cee65c4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5339751 Dec 08 01:44:01.931647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-58e76035-c8a8-435f-b39a-b7d1747f7b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:01.933750 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-58e76035-c8a8-435f-b39a-b7d1747f7b6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.3203220 Dec 08 01:44:01.939371 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:01.942139 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Added segment 5f6259e5-7b07-4637-a8ac-8a1d9482ede9 of type vlan for network b538f224-0dbc-4dba-a48e-8d545054e9c3 Dec 08 01:44:01.949744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:02.003277 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:02.096544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3503d4a7-00f5-4aaa-98ce-95c70e1ec589 None None] Network e1066d1b-5747-4cd4-9ef2-5ed0d190abbe requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:02.173892 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83d482d-1f1d-4eb4-95fb-0d54c80bf786 x-openstack-request-id: req-a83d482d-1f1d-4eb4-95fb-0d54c80bf786 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:02.174266 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17ec5d6-f64a-4521-a353-9c73049e552c", "name": "network-vif-plugged", "status": "completed", "tag": "9a22eed0-2c2d-4d89-928e-47f937a1b5f3", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:02.174474 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a83d482d-1f1d-4eb4-95fb-0d54c80bf786 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:02.174862 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17ec5d6-f64a-4521-a353-9c73049e552c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3', 'code': 200} Dec 08 01:44:02.200504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-02c39cff-7bbb-4d7d-84c9-95801303e848 None None] Provisioning complete for port c0b49099-6542-4ebc-ab07-8d30bf93c219 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:02.205592 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02c39cff-7bbb-4d7d-84c9-95801303e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:02.253235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Pushing event updated for resources: {'Port': ['ID=8d4be257-37a3-452d-8dc2-ec87ed5dd0c9,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:02.312264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.312264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.312685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.312970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.313433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.314544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.314885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.315223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.315558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.315891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.316223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.316581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.316910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fe644-d4ce-4bd2-a73c-f6c2b72b3072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:02.350037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:02.352423 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c157299b-0646-4ca4-abf1-27065215185a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:02.393707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5374c-2ab4-4a97-9185-9eae6522b15b req-cd7bf6bb-269b-42b9-860d-2f5c05265510 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:02.398898 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-24b5374c-2ab4-4a97-9185-9eae6522b15b req-cd7bf6bb-269b-42b9-860d-2f5c05265510 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.3360660 Dec 08 01:44:02.400302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:02.408913 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:02.502824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:02.509623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c1b325-de0c-43d8-8034-a587516c2ba2 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:44:02.545616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:02.565871 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:02.578024 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:02.611537 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:02.612865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:02.613632 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:02.640793 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=d8cd2772-ebf5-47b3-9b08-51db3872c861,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:02.669105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-24b5374c-2ab4-4a97-9185-9eae6522b15b req-3faf82cc-5c87-4a2c-9d1f-60e5fa12693c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477007 Dec 08 01:44:02.679616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:02.701811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:02.705810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:02.782597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bebb90-8c8e-44bc-9c6b-797d55456b55 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:02.795779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] Pushing event updated for resources: {'Network': ['ID=b538f224-0dbc-4dba-a48e-8d545054e9c3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:02.837005 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:02.837151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network b538f224-0dbc-4dba-a48e-8d545054e9c3 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:02.837268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Transition to ACTIVE for port object 15bebb90-8c8e-44bc-9c6b-797d55456b55 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:44:02.843154 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5122a09-04ae-4299-a774-e31b917bb22a x-openstack-request-id: req-f5122a09-04ae-4299-a774-e31b917bb22a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:02.843637 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:02.843999 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f5122a09-04ae-4299-a774-e31b917bb22a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:02.844548 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3', 'status': 'completed', 'code': 200} Dec 08 01:44:02.855161 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:02.900877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:02.901784 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:02.942623 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-efe6694d-83d4-4172-a9cb-1d78d3f68317 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3981862 Dec 08 01:44:02.945917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53402) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:02.958252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c1b325-de0c-43d8-8034-a587516c2ba2 None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:44:02.992433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Pushing event updated for resources: {'Port': ['ID=15bebb90-8c8e-44bc-9c6b-797d55456b55,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:03.052645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-b6e3b6b5-2c0c-4ea3-816e-f880b7a331ef tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.060138 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-b6e3b6b5-2c0c-4ea3-816e-f880b7a331ef tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.4591150 Dec 08 01:44:03.116970 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-f71ad933-57c9-48a3-a099-d93ff2d00290 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/quotas/4eb2e093eba946c78088f73a589065d9 HTTP/1.1" status: 200 len: 375 time: 0.0556283 Dec 08 01:44:03.138631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1b0af-e6de-4097-8327-240507e54844 req-08574436-0e85-4c5e-856d-424549f6fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.140477 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63d1b0af-e6de-4097-8327-240507e54844 req-08574436-0e85-4c5e-856d-424549f6fdd2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 1097 time: 0.5584426 Dec 08 01:44:03.147639 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1929fd2d-835a-455e-bd2f-8870794de0e9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4224617 Dec 08 01:44:03.165278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-3155b78e-e98c-4680-b372-ea656b638b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.166920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-3155b78e-e98c-4680-b372-ea656b638b2e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1943986 Dec 08 01:44:03.167591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53408) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:03.180738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9b175a8f-4429-45e1-8b0a-f0e34e27a550 admin admin] Request body: {'subnet': {'network_id': 'b538f224-0dbc-4dba-a48e-8d545054e9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1505849252-subnet', 'tenant_id': '421dc3be6fe9433798590ae59bf9e84c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:03.230432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae232e3-a804-4245-8aaa-6d3e6d688d36 req-4dd463ef-9f8c-44aa-b8bf-08f44a7a9d5c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.239656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae232e3-a804-4245-8aaa-6d3e6d688d36 req-4dd463ef-9f8c-44aa-b8bf-08f44a7a9d5c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.246848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae232e3-a804-4245-8aaa-6d3e6d688d36 req-4dd463ef-9f8c-44aa-b8bf-08f44a7a9d5c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.253459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae232e3-a804-4245-8aaa-6d3e6d688d36 req-4dd463ef-9f8c-44aa-b8bf-08f44a7a9d5c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.259611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae232e3-a804-4245-8aaa-6d3e6d688d36 req-4dd463ef-9f8c-44aa-b8bf-08f44a7a9d5c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.267004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae232e3-a804-4245-8aaa-6d3e6d688d36 req-4dd463ef-9f8c-44aa-b8bf-08f44a7a9d5c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.270074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ae232e3-a804-4245-8aaa-6d3e6d688d36 req-4dd463ef-9f8c-44aa-b8bf-08f44a7a9d5c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 4606 time: 0.1875703 Dec 08 01:44:03.289126 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-b52a3990-6f1c-4100-ba75-8ac54740bc56 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979748 Dec 08 01:44:03.319609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b182a7-f8ff-4968-996a-a5caefc0469b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.336636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b182a7-f8ff-4968-996a-a5caefc0469b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.344497 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c5b182a7-f8ff-4968-996a-a5caefc0469b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3958044 Dec 08 01:44:03.347501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53410) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:03.395890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Attempting to bind port 15bebb90-8c8e-44bc-9c6b-797d55456b55 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:03.395890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Attempting to bind port 15bebb90-8c8e-44bc-9c6b-797d55456b55 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:03.395890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Attempting to bind port 15bebb90-8c8e-44bc-9c6b-797d55456b55 on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:03.424617 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63d1b0af-e6de-4097-8327-240507e54844 req-a8aca44e-9e4f-40b3-8743-52bb6df7f985 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555125 Dec 08 01:44:03.442715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157299b-0646-4ca4-abf1-27065215185a req-4d837024-dd92-4e0d-8ff4-77e727f28148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.443212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157299b-0646-4ca4-abf1-27065215185a req-4d837024-dd92-4e0d-8ff4-77e727f28148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.443804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157299b-0646-4ca4-abf1-27065215185a req-4d837024-dd92-4e0d-8ff4-77e727f28148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.450504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b175a8f-4429-45e1-8b0a-f0e34e27a550 admin admin] Made reservation on behalf of 421dc3be6fe9433798590ae59bf9e84c for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:03.450890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157299b-0646-4ca4-abf1-27065215185a req-4d837024-dd92-4e0d-8ff4-77e727f28148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.452117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157299b-0646-4ca4-abf1-27065215185a req-4d837024-dd92-4e0d-8ff4-77e727f28148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.452867 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b175a8f-4429-45e1-8b0a-f0e34e27a550 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:03.453150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157299b-0646-4ca4-abf1-27065215185a req-4d837024-dd92-4e0d-8ff4-77e727f28148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.456190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c157299b-0646-4ca4-abf1-27065215185a req-4d837024-dd92-4e0d-8ff4-77e727f28148 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5252 time: 0.6100869 Dec 08 01:44:03.472789 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-72812d62-987c-4027-af56-52c2a5e81e6b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3542500 Dec 08 01:44:03.488424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Port 15bebb90-8c8e-44bc-9c6b-797d55456b55 on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:44:03.488780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Attempting to bind port 15bebb90-8c8e-44bc-9c6b-797d55456b55 on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:03.497167 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-4cf3f3ed-d3dd-4aa8-8cbb-dbfbe2423074 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926727 Dec 08 01:44:03.510783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Deleting port 8d4be257-37a3-452d-8dc2-ec87ed5dd0c9 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:03.511121 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:03.576849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:03.577524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Checking segment: {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:03.578130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Bound using segment: {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:03.578767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Bound port: 15bebb90-8c8e-44bc-9c6b-797d55456b55, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:03.579315 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:03.580919 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:03.723755 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:03.818012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157299b-0646-4ca4-abf1-27065215185a req-933b0199-dd60-4231-a654-a30f80f119f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.818778 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157299b-0646-4ca4-abf1-27065215185a req-933b0199-dd60-4231-a654-a30f80f119f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.819466 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157299b-0646-4ca4-abf1-27065215185a req-933b0199-dd60-4231-a654-a30f80f119f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:03.821670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c157299b-0646-4ca4-abf1-27065215185a req-933b0199-dd60-4231-a654-a30f80f119f5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=008babb619094c7786f24fb206e9b0b7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3433332 Dec 08 01:44:03.830860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ae232e3-a804-4245-8aaa-6d3e6d688d36 req-c0f9d8ca-7cd4-42df-af4b-c9bdd6e3e9b1 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5469944 Dec 08 01:44:03.959318 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-49f0f768-f11c-4ab9-8058-4136e47e65a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=df223970-b1fe-4950-877f-a17fdccfb5e7 HTTP/1.1" status: 200 len: 217 time: 0.1813228 Dec 08 01:44:03.961470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] For port 8d4be257-37a3-452d-8dc2-ec87ed5dd0c9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8d4be257-37a3-452d-8dc2-ec87ed5dd0c9,segment=NetworkSegment(2fdb2243-c4d7-41b4-bd24-6429d1bc7779),segment_id=2fdb2243-c4d7-41b4-bd24-6429d1bc7779)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:03.961843 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:04.045914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Calling delete_port for 8d4be257-37a3-452d-8dc2-ec87ed5dd0c9 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:04.058874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-53eb99bc-1d5d-4bb6-b1c4-2ce3bce0d785 None None] Provisioning complete for port d8cd2772-ebf5-47b3-9b08-51db3872c861 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:04.059175 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-53eb99bc-1d5d-4bb6-b1c4-2ce3bce0d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:04.141177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-53eb99bc-1d5d-4bb6-b1c4-2ce3bce0d785 None None] Port d8cd2772-ebf5-47b3-9b08-51db3872c861 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:44:04.147261 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-15953597-4fea-44e7-8ca0-999d124b54e8 service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481020 Dec 08 01:44:04.254100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-392db4ee-9c8f-4ac2-8d8b-8301e479ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:04.255633 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-392db4ee-9c8f-4ac2-8d8b-8301e479ab22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 HTTP/1.1" status: 200 len: 797 time: 0.2559330 Dec 08 01:44:04.433452 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b175a8f-4429-45e1-8b0a-f0e34e27a550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:04.473075 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-762a24d0-0fc0-4594-b36e-92628c053299 service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975399 Dec 08 01:44:04.475111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-b9f081d6-5c5f-4c76-b765-97f051c716f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:04.476668 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-b9f081d6-5c5f-4c76-b765-97f051c716f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2090614 Dec 08 01:44:04.477268 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:04.541561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Port': ['ID=8d4be257-37a3-452d-8dc2-ec87ed5dd0c9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:04.602524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] For port 15bebb90-8c8e-44bc-9c6b-797d55456b55, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:04.613092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No DVR routers for this DVR port 8d4be257-37a3-452d-8dc2-ec87ed5dd0c9 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:04.672566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] For port 15bebb90-8c8e-44bc-9c6b-797d55456b55, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=15bebb90-8c8e-44bc-9c6b-797d55456b55,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:04.700878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-790ee55f-84e4-4bf8-8542-75147e8cb17b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port d8cd2772-ebf5-47b3-9b08-51db3872c861 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:04.701246 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-790ee55f-84e4-4bf8-8542-75147e8cb17b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:04.705188 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:04.724711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b175a8f-4429-45e1-8b0a-f0e34e27a550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f90c55d-47a1-406e-9c16-17b754208e0f,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:04.754649 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:04.767992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157299b-0646-4ca4-abf1-27065215185a req-9500338d-49c4-4226-906b-29d14b943225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:04.773601 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c157299b-0646-4ca4-abf1-27065215185a req-9500338d-49c4-4226-906b-29d14b943225 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9400311 Dec 08 01:44:04.850730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be28bf-8e11-4115-8707-d2e2bd1d3bb5 req-3358ed5c-faa1-4bea-818c-7c727a404a58 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:04.859827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-07be28bf-8e11-4115-8707-d2e2bd1d3bb5 req-3358ed5c-faa1-4bea-818c-7c727a404a58 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.3212874 Dec 08 01:44:04.920653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b175a8f-4429-45e1-8b0a-f0e34e27a550 admin admin] Checking segment: {'id': '5f6259e5-7b07-4637-a8ac-8a1d9482ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b538f224-0dbc-4dba-a48e-8d545054e9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:04.921140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b175a8f-4429-45e1-8b0a-f0e34e27a550 admin admin] Network hostable DHCP agents. Network: b538f224-0dbc-4dba-a48e-8d545054e9c3, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:44:04.927615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:04.928243 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:04.929851 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] 10.222.0.72 "PUT /v2.0/ports/15bebb90-8c8e-44bc-9c6b-797d55456b55 HTTP/1.1" status: 200 len: 1137 time: 3.8190448 Dec 08 01:44:04.930274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': '15bebb90-8c8e-44bc-9c6b-797d55456b55'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:04.933478 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c277e09d-8890-4b5c-ab06-3b6b95356c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "15bebb90-8c8e-44bc-9c6b-797d55456b55"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:04.967673 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:05.006395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-78a56525-c2a6-4fc8-b1fe-0b7f7e6e9944 req-0cd05663-5142-4929-b94a-7b9b5dc5d8c1 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 210 time: 0.1020892 Dec 08 01:44:05.029404 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-07be28bf-8e11-4115-8707-d2e2bd1d3bb5 req-75ac26bf-cfbd-4d8e-8314-6bc23a51b865 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667044 Dec 08 01:44:05.043818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154858f4-d773-4c87-9ed2-b33e61bad5de service neutron] Pushing event updated for resources: {'Port': ['ID=15bebb90-8c8e-44bc-9c6b-797d55456b55,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:05.062145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1066d1b-5747-4cd4-9ef2-5ed0d190abbe']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:05.062593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Request body: {'port': {'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:05.115565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdb2243-c4d7-41b4-bd24-6429d1bc7779') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:05.117189 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdb2243-c4d7-41b4-bd24-6429d1bc7779') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:05.135706 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-790ee55f-84e4-4bf8-8542-75147e8cb17b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:05.145828 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:05.148231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b175a8f-4429-45e1-8b0a-f0e34e27a550 admin admin] Network b538f224-0dbc-4dba-a48e-8d545054e9c3 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:44:05.162579 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-5ef0bc09-2adc-409f-8c66-c97b1139d75f service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493342 Dec 08 01:44:05.195807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-790ee55f-84e4-4bf8-8542-75147e8cb17b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for d8cd2772-ebf5-47b3-9b08-51db3872c861 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:05.223128 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:05.392587 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-fb2c6c8e-3e58-4ee1-9052-744947fd6b95 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159975 Dec 08 01:44:05.395207 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:05.399154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-9b175a8f-4429-45e1-8b0a-f0e34e27a550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, b538f224-0dbc-4dba-a48e-8d545054e9c3) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:05.408024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff73729-7ac5-46e4-9cc4-22886ce2813c None None] Network b538f224-0dbc-4dba-a48e-8d545054e9c3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:05.461128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:05.461809 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:05.467755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b175a8f-4429-45e1-8b0a-f0e34e27a550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.468501 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b175a8f-4429-45e1-8b0a-f0e34e27a550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:05.472614 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:05.478145 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf824c8-2a1f-4c53-ace0-ab2e3258b41b x-openstack-request-id: req-eaf824c8-2a1f-4c53-ace0-ab2e3258b41b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:05.478492 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "15bebb90-8c8e-44bc-9c6b-797d55456b55", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:05.480355 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-eaf824c8-2a1f-4c53-ace0-ab2e3258b41b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:05.480995 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': '15bebb90-8c8e-44bc-9c6b-797d55456b55', 'status': 'completed', 'code': 200} Dec 08 01:44:05.574586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-c0c00194-db8c-47f2-a619-c115b3c6d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.575382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-c0c00194-db8c-47f2-a619-c115b3c6d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.576058 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-c0c00194-db8c-47f2-a619-c115b3c6d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.576722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-c0c00194-db8c-47f2-a619-c115b3c6d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.577394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-c0c00194-db8c-47f2-a619-c115b3c6d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.578003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-c0c00194-db8c-47f2-a619-c115b3c6d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.581972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-c0c00194-db8c-47f2-a619-c115b3c6d297 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5294 time: 0.1000042 Dec 08 01:44:05.610900 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-0f8213d1-de5b-418f-ac1b-17166dbae683 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 HTTP/1.1" status: 200 len: 217 time: 0.1606073 Dec 08 01:44:05.688059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a6f33f-8138-4532-b189-ce271cd63da5 None None] Network b538f224-0dbc-4dba-a48e-8d545054e9c3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:05.750388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-ce42f3ee-e1e1-498e-a90a-5e2203278212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.750896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-ce42f3ee-e1e1-498e-a90a-5e2203278212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.751312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-ce42f3ee-e1e1-498e-a90a-5e2203278212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.757390 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-ce42f3ee-e1e1-498e-a90a-5e2203278212 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=008babb619094c7786f24fb206e9b0b7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1572347 Dec 08 01:44:05.805881 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9b175a8f-4429-45e1-8b0a-f0e34e27a550 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6284566 Dec 08 01:44:05.847650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395c5fb-9361-429b-b74b-1bf085c67b83 req-2d6a09cb-51ac-4a8a-a721-f78eb9512379 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.860709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395c5fb-9361-429b-b74b-1bf085c67b83 req-2d6a09cb-51ac-4a8a-a721-f78eb9512379 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.871402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395c5fb-9361-429b-b74b-1bf085c67b83 req-2d6a09cb-51ac-4a8a-a721-f78eb9512379 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.890286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395c5fb-9361-429b-b74b-1bf085c67b83 req-2d6a09cb-51ac-4a8a-a721-f78eb9512379 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.902804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395c5fb-9361-429b-b74b-1bf085c67b83 req-2d6a09cb-51ac-4a8a-a721-f78eb9512379 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.915383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395c5fb-9361-429b-b74b-1bf085c67b83 req-2d6a09cb-51ac-4a8a-a721-f78eb9512379 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.925950 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2395c5fb-9361-429b-b74b-1bf085c67b83 req-2d6a09cb-51ac-4a8a-a721-f78eb9512379 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 4606 time: 0.5318804 Dec 08 01:44:05.943666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-81349975-f5f6-4fbd-8071-f50ef6c9f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:05.945177 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-81349975-f5f6-4fbd-8071-f50ef6c9f4b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 HTTP/1.1" status: 200 len: 797 time: 0.3326838 Dec 08 01:44:05.968672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:06.027406 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:06.040676 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/e1066d1b-5747-4cd4-9ef2-5ed0d190abbe HTTP/1.1" status: 204 len: 168 time: 7.5703990 Dec 08 01:44:06.060728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53454) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:06.093601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-06640c1d-28bc-445d-8a6c-a7d929927646 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2087721829'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:06.114101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44b4f4-69cc-4a40-8ae0-0624513ca269 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Network': ['ID=e1066d1b-5747-4cd4-9ef2-5ed0d190abbe,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:06.170343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-fc2a6f9f-34b2-4536-a619-3cf08b72d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:06.172261 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c277e09d-8890-4b5c-ab06-3b6b95356c6e req-fc2a6f9f-34b2-4536-a619-3cf08b72d958 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4063401 Dec 08 01:44:06.241493 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2395c5fb-9361-429b-b74b-1bf085c67b83 req-a1f7936f-feb8-4d68-add7-f37d51e41397 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3108165 Dec 08 01:44:06.250793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-bef26d7c-f252-4abe-abb8-55f33b3af9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:06.252533 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-bef26d7c-f252-4abe-abb8-55f33b3af9f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2787168 Dec 08 01:44:06.264890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-daaf3d20-0db1-403f-b0f4-b895e673233f req-5242b00f-5684-46c2-8ac0-7d6e8919f491 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 210 time: 0.0442774 Dec 08 01:44:06.318610 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-790ee55f-84e4-4bf8-8542-75147e8cb17b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:06.332327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06640c1d-28bc-445d-8a6c-a7d929927646 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:06.344655 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06640c1d-28bc-445d-8a6c-a7d929927646 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:06.442095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ee55f-84e4-4bf8-8542-75147e8cb17b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=d8cd2772-ebf5-47b3-9b08-51db3872c861,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:06.535676 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-0aadd1fa-a414-46ea-9a41-344f0a6ca1f3 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613881 Dec 08 01:44:06.600202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06640c1d-28bc-445d-8a6c-a7d929927646 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:44:06.620664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7a6954-74e4-413a-9c6b-8b0f820210d7 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:06.689992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:06.731631 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06640c1d-28bc-445d-8a6c-a7d929927646 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:06.736390 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-06640c1d-28bc-445d-8a6c-a7d929927646 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Added segment 6673f143-4fd7-4fa6-811c-3ff4f05c4ee5 of type vlan for network 94f916f1-be01-484b-a6a7-5def3fd5b586 Dec 08 01:44:06.796651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Transition to ACTIVE for port object 5b7a6954-74e4-413a-9c6b-8b0f820210d7 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:44:07.098737 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:07.102716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a8a78-f866-47ab-ab21-596691035b88 req-e29d499b-2ba8-4ed5-9131-c5b468a81fdd tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:07.106978 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-790ee55f-84e4-4bf8-8542-75147e8cb17b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:07.112264 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-790ee55f-84e4-4bf8-8542-75147e8cb17b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/d8cd2772-ebf5-47b3-9b08-51db3872c861 HTTP/1.1" status: 204 len: 168 time: 3.7501390 Dec 08 01:44:07.116838 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f45a8a78-f866-47ab-ab21-596691035b88 req-e29d499b-2ba8-4ed5-9131-c5b468a81fdd tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.6972959 Dec 08 01:44:07.127774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53476) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:07.136784 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06640c1d-28bc-445d-8a6c-a7d929927646 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:07.146759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-6a882f7f-58c0-4792-8f75-87e3df842c90 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:07.148309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-6a882f7f-58c0-4792-8f75-87e3df842c90 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.72 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.2166715 Dec 08 01:44:07.200488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Request body: {'port': {'device_id': 'aa351117-1623-4071-a2ff-fa28d5b8d749', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'admin_state_up': True, 'tenant_id': '4eb2e093eba946c78088f73a589065d9'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:07.390020 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bdad9c-6999-48a0-806f-dc43d7b62f78 req-c0680507-2105-49d5-bf0b-7a2422a0573d service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8349915 Dec 08 01:44:07.444711 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f45a8a78-f866-47ab-ab21-596691035b88 req-b116902d-b1d8-44d0-b3be-8da63f79d690 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259566 Dec 08 01:44:07.473657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f2c29-4317-4f67-9c01-82d01469513a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:07.478445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f2c29-4317-4f67-9c01-82d01469513a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:07.480469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f2c29-4317-4f67-9c01-82d01469513a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:07.482234 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d85f2c29-4317-4f67-9c01-82d01469513a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3530400 Dec 08 01:44:07.489881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53488) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:07.490102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7a6954-74e4-413a-9c6b-8b0f820210d7,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:07.561054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-7edc9618-bc6c-4918-a0c4-f577f601f370 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:07.562667 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-7edc9618-bc6c-4918-a0c4-f577f601f370 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/networks?id=b538f224-0dbc-4dba-a48e-8d545054e9c3 HTTP/1.1" status: 200 len: 814 time: 0.9762027 Dec 08 01:44:07.567306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 27025053-d8ea-47ea-a043-6df842240bf6 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:44:07.571125 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:07.622043 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06640c1d-28bc-445d-8a6c-a7d929927646 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:07.628731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06640c1d-28bc-445d-8a6c-a7d929927646 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:07.629443 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06640c1d-28bc-445d-8a6c-a7d929927646 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:07.651305 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:07.675350 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-51feee22-83a1-4d82-91ee-a678cef70dcc tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/quotas/421dc3be6fe9433798590ae59bf9e84c HTTP/1.1" status: 200 len: 375 time: 0.0743573 Dec 08 01:44:07.684989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Made reservation on behalf of 4eb2e093eba946c78088f73a589065d9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:07.688589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:07.699681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-06640c1d-28bc-445d-8a6c-a7d929927646 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6163390 Dec 08 01:44:07.726887 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53490) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:07.733150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'network_id': '94f916f1-be01-484b-a6a7-5def3fd5b586', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:07.792142 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-69e55529-117e-4886-9624-591a50a8b8f2 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=421dc3be6fe9433798590ae59bf9e84c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841498 Dec 08 01:44:07.794184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Attempting to bind port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:07.794841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Attempting to bind port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:07.794841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Attempting to bind port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:07.881803 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:44:07.882849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Attempting to bind port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:07.907140 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:07.935773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06640c1d-28bc-445d-8a6c-a7d929927646 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=94f916f1-be01-484b-a6a7-5def3fd5b586,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:07.942187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:07.942802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Checking segment: {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:07.943337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Bound using segment: {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:07.943796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Bound port: 5b7a6954-74e4-413a-9c6b-8b0f820210d7, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:07.944158 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:07.954163 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 94f916f1-be01-484b-a6a7-5def3fd5b586 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:08.007273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15b847-ed8d-411b-8bd4-36506944a9c7 req-daf7a866-849c-4360-a86a-9cf15278caff tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:08.013918 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15b847-ed8d-411b-8bd4-36506944a9c7 req-daf7a866-849c-4360-a86a-9cf15278caff tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:08.020002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15b847-ed8d-411b-8bd4-36506944a9c7 req-daf7a866-849c-4360-a86a-9cf15278caff tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:08.025751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15b847-ed8d-411b-8bd4-36506944a9c7 req-daf7a866-849c-4360-a86a-9cf15278caff tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:08.031765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15b847-ed8d-411b-8bd4-36506944a9c7 req-daf7a866-849c-4360-a86a-9cf15278caff tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:08.037793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15b847-ed8d-411b-8bd4-36506944a9c7 req-daf7a866-849c-4360-a86a-9cf15278caff tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:08.044469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15b847-ed8d-411b-8bd4-36506944a9c7 req-daf7a866-849c-4360-a86a-9cf15278caff tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:08.048687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-81d885ec-cc66-42b4-9348-e3bc48b06923 service neutron] 10.222.0.70 "GET /v2.0/networks/b538f224-0dbc-4dba-a48e-8d545054e9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555971 Dec 08 01:44:08.052701 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9f15b847-ed8d-411b-8bd4-36506944a9c7 req-daf7a866-849c-4360-a86a-9cf15278caff tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5383 time: 0.1850173 Dec 08 01:44:08.105595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:08.109259 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:08.148592 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:08.178229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] For port 5b7a6954-74e4-413a-9c6b-8b0f820210d7, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:08.191819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=27025053-d8ea-47ea-a043-6df842240bf6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:08.203627 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:08.206720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/27025053-d8ea-47ea-a043-6df842240bf6 HTTP/1.1" status: 204 len: 168 time: 0.7158246 Dec 08 01:44:08.209677 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c59c81-86a5-47f7-b0c0-1807e119f03b None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:08.212590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] For port 5b7a6954-74e4-413a-9c6b-8b0f820210d7, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5b7a6954-74e4-413a-9c6b-8b0f820210d7,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:08.214391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53492) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:08.219164 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9f15b847-ed8d-411b-8bd4-36506944a9c7 req-fe569b1a-d3a5-4c79-aa6a-58a372abdd21 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1655178 Dec 08 01:44:08.266278 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:08.282328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Performing IP validity checks on allocation pools {{(pid=103130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 01:44:08.293019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 01:44:08.298325 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.301717 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.302268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.302798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.303320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.303828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.304359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.304865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.308644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.309183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.309694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.310197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.310696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0af561b-39ce-457c-81e0-95389734c321 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:08.339179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Allocated IP 172.20.0.9 (add1204c-708d-4dd0-8c27-2024f200bc03/86fd533c-1222-42a7-929e-1a209b1b24e6/7acb334b-b942-4b60-a318-345a264a7663) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:08.341614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7a6954-74e4-413a-9c6b-8b0f820210d7,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:08.353244 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-39dfdd1d-54e6-45cc-ad9a-7bdff873b8a5 service neutron] 10.222.0.70 "GET /v2.0/networks/b538f224-0dbc-4dba-a48e-8d545054e9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937162 Dec 08 01:44:08.376620 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a44496e-1cf2-4d93-9a61-ebb74a87043e req-37167c59-60ef-4c99-b076-dcaf366bffb5 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 210 time: 0.0461435 Dec 08 01:44:08.387506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:08.388200 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:08.389880 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-39454cf8-7660-44c7-969a-af19e8e32f43 service neutron] 10.222.0.72 "PUT /v2.0/ports/5b7a6954-74e4-413a-9c6b-8b0f820210d7 HTTP/1.1" status: 200 len: 1136 time: 3.3932045 Dec 08 01:44:08.390258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': '5b7a6954-74e4-413a-9c6b-8b0f820210d7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:08.392641 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "5b7a6954-74e4-413a-9c6b-8b0f820210d7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:08.407258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4598cfd-76de-4a42-96a2-655002046c17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet e3d4e2c3-36d5-4b2a-b0f9-6948bad24f53 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:44:08.444675 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4598cfd-76de-4a42-96a2-655002046c17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:08.467778 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Request body: {'port': {'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:08.644417 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4598cfd-76de-4a42-96a2-655002046c17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:08.647816 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:08.739486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=a77468c1-c0dc-412f-9773-d0134761e571,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:08.764526 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f4b577-bb8d-4e08-97bd-0b054a3a7d3a x-openstack-request-id: req-26f4b577-bb8d-4e08-97bd-0b054a3a7d3a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:08.764827 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "5b7a6954-74e4-413a-9c6b-8b0f820210d7", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:08.765089 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26f4b577-bb8d-4e08-97bd-0b054a3a7d3a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:08.765502 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': '5b7a6954-74e4-413a-9c6b-8b0f820210d7', 'status': 'completed', 'code': 200} Dec 08 01:44:08.767686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f74a91-5f4b-40ea-881f-e22855df9ce3 req-33778b6f-1f41-4f76-b188-2ed1bcdf2b37 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:08.769728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:08.769993 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17f74a91-5f4b-40ea-881f-e22855df9ce3 req-33778b6f-1f41-4f76-b188-2ed1bcdf2b37 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.1779702 Dec 08 01:44:08.856805 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17f74a91-5f4b-40ea-881f-e22855df9ce3 req-af04e944-1b5c-4c98-9279-c813b6eabbe9 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646219 Dec 08 01:44:08.861802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking segment: {'id': '6673f143-4fd7-4fa6-811c-3ff4f05c4ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '94f916f1-be01-484b-a6a7-5def3fd5b586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:08.862480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network hostable DHCP agents. Network: 94f916f1-be01-484b-a6a7-5def3fd5b586, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:44:08.889774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network 94f916f1-be01-484b-a6a7-5def3fd5b586 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:44:08.912437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 94f916f1-be01-484b-a6a7-5def3fd5b586) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:08.918329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:08.919216 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:08.945496 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c1ffd395-df98-40e3-b680-bc5b2aaa1838 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2173271 Dec 08 01:44:08.949604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53506) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:08.953027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b5a1f9-b52d-4615-be3a-0c8488bed02c None None] Network 94f916f1-be01-484b-a6a7-5def3fd5b586 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:09.020336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af38f888-db19-41e5-9f31-cb0cbb6b5b0c req-d746e9dc-816c-4349-a7a4-3839f5a0358d tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 210 time: 0.1516469 Dec 08 01:44:09.195892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:09.294399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184ae0b-4a82-4cf7-a65b-403c77d2f9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-94f916f1-be01-484b-a6a7-5def3fd5b586', 'network_id': '94f916f1-be01-484b-a6a7-5def3fd5b586', 'project_id': 'ced2bef9d8a94ea2adff8f01f411cfba', 'fixed_ips': [{'subnet_id': 'a77468c1-c0dc-412f-9773-d0134761e571'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:09.295250 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f184ae0b-4a82-4cf7-a65b-403c77d2f9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:09.335120 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:09.412898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-e69714f8-813f-4140-a151-dad0f9580676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:09.413389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-e69714f8-813f-4140-a151-dad0f9580676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:09.413868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-e69714f8-813f-4140-a151-dad0f9580676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:09.414336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-e69714f8-813f-4140-a151-dad0f9580676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:09.414802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-e69714f8-813f-4140-a151-dad0f9580676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:09.415266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-e69714f8-813f-4140-a151-dad0f9580676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:09.415728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-e69714f8-813f-4140-a151-dad0f9580676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:09.418299 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-e69714f8-813f-4140-a151-dad0f9580676 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6223 time: 0.6214292 Dec 08 01:44:09.505705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4598cfd-76de-4a42-96a2-655002046c17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:09.620414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53530) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:09.714038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe70259-4ab9-4ca1-9201-3cdd8a2cacb2 admin admin] Deleting subnet 9054bee9-4df7-4ee6-8702-053e3191bc4f {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:44:09.718332 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfe70259-4ab9-4ca1-9201-3cdd8a2cacb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:09.719295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-34429e42-3f5a-4502-8571-c59a594122e4 None None] Provisioning complete for port c0b49099-6542-4ebc-ab07-8d30bf93c219 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:09.719727 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34429e42-3f5a-4502-8571-c59a594122e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:09.763305 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfe70259-4ab9-4ca1-9201-3cdd8a2cacb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:09.813180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfe70259-4ab9-4ca1-9201-3cdd8a2cacb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:09.896788 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfe70259-4ab9-4ca1-9201-3cdd8a2cacb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:09.933829 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server [None req-f184ae0b-4a82-4cf7-a65b-403c77d2f9b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a77468c1-c0dc-412f-9773-d0134761e571: This subnet is being modified by another concurrent operation. Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 01:44:09.967692 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise exception Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a77468c1-c0dc-412f-9773-d0134761e571: This subnet is being modified by another concurrent operation. Dec 08 01:44:09.971313 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Dec 08 01:44:09.997660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98caf9c2-4eea-400c-baab-37ec9b1c1f76 None None] Network 94f916f1-be01-484b-a6a7-5def3fd5b586 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:10.018564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe70259-4ab9-4ca1-9201-3cdd8a2cacb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9054bee9-4df7-4ee6-8702-053e3191bc4f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:10.031855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08877a4-86ad-44df-8fde-ee7f46826db9 req-314bf7ee-d7b5-4295-aab1-e93b318c3741 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:10.038114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08877a4-86ad-44df-8fde-ee7f46826db9 req-314bf7ee-d7b5-4295-aab1-e93b318c3741 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:10.044419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08877a4-86ad-44df-8fde-ee7f46826db9 req-314bf7ee-d7b5-4295-aab1-e93b318c3741 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:10.050351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08877a4-86ad-44df-8fde-ee7f46826db9 req-314bf7ee-d7b5-4295-aab1-e93b318c3741 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:10.056339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08877a4-86ad-44df-8fde-ee7f46826db9 req-314bf7ee-d7b5-4295-aab1-e93b318c3741 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:10.062869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08877a4-86ad-44df-8fde-ee7f46826db9 req-314bf7ee-d7b5-4295-aab1-e93b318c3741 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:10.068926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08877a4-86ad-44df-8fde-ee7f46826db9 req-314bf7ee-d7b5-4295-aab1-e93b318c3741 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:10.071092 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c08877a4-86ad-44df-8fde-ee7f46826db9 req-314bf7ee-d7b5-4295-aab1-e93b318c3741 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5383 time: 0.5564611 Dec 08 01:44:10.104332 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.124003 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfe70259-4ab9-4ca1-9201-3cdd8a2cacb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.127762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bfe70259-4ab9-4ca1-9201-3cdd8a2cacb2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9054bee9-4df7-4ee6-8702-053e3191bc4f HTTP/1.1" status: 204 len: 168 time: 0.4994848 Dec 08 01:44:10.141597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53542) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:10.143911 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Subnet': ['ID=a77468c1-c0dc-412f-9773-d0134761e571,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:10.163054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-ee3aa0f4-e4bd-45a3-9cf6-9c9ebcb1d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:10.164185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-ee3aa0f4-e4bd-45a3-9cf6-9c9ebcb1d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:10.165253 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-ee3aa0f4-e4bd-45a3-9cf6-9c9ebcb1d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:10.168570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-ee3aa0f4-e4bd-45a3-9cf6-9c9ebcb1d244 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=008babb619094c7786f24fb206e9b0b7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7230051 Dec 08 01:44:10.173792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5fb661-82ea-4f08-8dad-d0baf9f24e3f None None] Network 195adef1-7cec-4280-bd10-c38da887b969 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:10.209929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f916f1-be01-484b-a6a7-5def3fd5b586']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:10.246050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6673f143-4fd7-4fa6-811c-3ff4f05c4ee5') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:10.246348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6673f143-4fd7-4fa6-811c-3ff4f05c4ee5') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:10.287726 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.293966 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.310347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222d4b85-1334-4924-9f70-7ab399bf1465 None None] DHCP port deletion for 195adef1-7cec-4280-bd10-c38da887b969 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:10.318740 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.321903 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef919f38-df08-4f05-bccc-2915f249048e req-9dd8edc7-7b80-4ec4-ae5b-73a79d471f2b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 210 time: 0.0691409 Dec 08 01:44:10.326288 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.341846 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c08877a4-86ad-44df-8fde-ee7f46826db9 req-155bf8f3-ba65-4b4f-95d0-183eda85978c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2071290 Dec 08 01:44:10.342085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382e623f-4f9c-42a8-b2b9-3e06c594ef06 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:44:10.342197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:10.342197 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:10.344992 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:10.395254 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4598cfd-76de-4a42-96a2-655002046c17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.590400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4598cfd-76de-4a42-96a2-655002046c17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d4e2c3-36d5-4b2a-b0f9-6948bad24f53,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:10.593434 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f4598cfd-76de-4a42-96a2-655002046c17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.596866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f4598cfd-76de-4a42-96a2-655002046c17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/e3d4e2c3-36d5-4b2a-b0f9-6948bad24f53 HTTP/1.1" status: 204 len: 168 time: 2.3791809 Dec 08 01:44:10.598484 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.610085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e584c2-9657-423d-9af9-e810e6fedc59 req-7cb4a3cb-b1a7-446a-b459-01708f0f6a7d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:10.617687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c3e584c2-9657-423d-9af9-e810e6fedc59 req-7cb4a3cb-b1a7-446a-b459-01708f0f6a7d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.1613173 Dec 08 01:44:10.632505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e623f-4f9c-42a8-b2b9-3e06c594ef06 None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:44:10.634973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53544) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:10.643886 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0fcb284b-b623-491b-9b10-d77170d11e35 req-24e502ec-e498-445f-907b-7e47f4608559 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 210 time: 0.1360016 Dec 08 01:44:10.647565 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.664312 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.687146 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/94f916f1-be01-484b-a6a7-5def3fd5b586 HTTP/1.1" status: 204 len: 168 time: 1.7318389 Dec 08 01:44:10.698462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:10.754636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53546) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:10.756161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event updated for resources: {'Port': ['ID=7acb334b-b942-4b60-a318-345a264a7663,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:10.772990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bec94696-59bd-47ce-8db0-bf09614a6605 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-514933526'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:10.787165 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f2f5a25f-1edf-4778-b984-cb3b8a0458b9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1412449 Dec 08 01:44:10.794304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53548) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:10.808024 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1f6f6-9228-4f3d-a3fd-bb4844eb3f36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Network': ['ID=94f916f1-be01-484b-a6a7-5def3fd5b586,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:10.871242 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.900630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195adef1-7cec-4280-bd10-c38da887b969']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:10.911817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105997f8-4aff-4424-a477-fc50633bed2d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:10.913183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a15b7b-2ecb-48d0-98a1-ac5a24609768') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:10.913772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a15b7b-2ecb-48d0-98a1-ac5a24609768') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:10.934907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c3e584c2-9657-423d-9af9-e810e6fedc59 req-1709c1a1-7525-4f35-a5d0-cd1861bc876b tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163478 Dec 08 01:44:10.951221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.956387 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.967022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Transition to ACTIVE for port object 105997f8-4aff-4424-a477-fc50633bed2d will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:44:10.981876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Network add1204c-708d-4dd0-8c27-2024f200bc03 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:10.987454 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:10.989048 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.010854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:11.011419 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:11.013427 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:11.023493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03be4005-f0a3-490b-8e36-f85479804ac2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.025216 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-03be4005-f0a3-490b-8e36-f85479804ac2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2297976 Dec 08 01:44:11.037055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53550) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:11.057171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Pushing event updated for resources: {'Port': ['ID=105997f8-4aff-4424-a477-fc50633bed2d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:11.070098 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:11.079943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:11.107673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-9eaa6c58-fd29-4acc-a2c1-a62ddef0ce53 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.110381 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-9eaa6c58-fd29-4acc-a2c1-a62ddef0ce53 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.65 "GET /v2.0/networks?id=b538f224-0dbc-4dba-a48e-8d545054e9c3 HTTP/1.1" status: 200 len: 814 time: 0.6074896 Dec 08 01:44:11.113460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8327776-1227-4b37-9c68-b9e4758f9230 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.114956 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b8327776-1227-4b37-9c68-b9e4758f9230 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0765421 Dec 08 01:44:11.121895 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53552) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:11.145387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.146018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.178782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41b46cb-c9cf-4003-9b56-93156afdefbb None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:11.184255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-23c9eb67-e233-4c4f-97a1-fdb1414ac7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.187338 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee283f0e-4b6d-4a5d-ab80-8205d51410a2 req-23c9eb67-e233-4c4f-97a1-fdb1414ac7be service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8541262 Dec 08 01:44:11.189127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec94696-59bd-47ce-8db0-bf09614a6605 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:11.193202 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bec94696-59bd-47ce-8db0-bf09614a6605 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.206486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd744964-592a-429f-9141-90b162c8c3dd None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:11.215736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Request body: {'port': {'device_id': '4008a552-4ef8-494d-8920-266f4b09f46c', 'network_id': 'b538f224-0dbc-4dba-a48e-8d545054e9c3', 'admin_state_up': True, 'tenant_id': '421dc3be6fe9433798590ae59bf9e84c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:11.225820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-953c6cdd-140a-4274-9561-151c96afd612 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1021476 Dec 08 01:44:11.255372 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-e88da54b-e003-4983-b513-8792e901dab8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0712435 Dec 08 01:44:11.256067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53554) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:11.271286 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bc5f03e2-5bd2-4e3c-9bfa-fd07833e3439 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:11.301479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c809aa1a-101c-4a48-adc3-b977fcb48c48 None None] Provisioning complete for port 7acb334b-b942-4b60-a318-345a264a7663 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:11.301994 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c809aa1a-101c-4a48-adc3-b977fcb48c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.303498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Request body: {'port': {'device_id': 'aa351117-1623-4071-a2ff-fa28d5b8d749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:11.315564 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.335762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.342306 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] 10.222.0.70 "DELETE /v2.0/networks/195adef1-7cec-4280-bd10-c38da887b969 HTTP/1.1" status: 204 len: 168 time: 1.1993053 Dec 08 01:44:11.398792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53558) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:11.403379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c809aa1a-101c-4a48-adc3-b977fcb48c48 None None] Port 7acb334b-b942-4b60-a318-345a264a7663 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:44:11.436695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec94696-59bd-47ce-8db0-bf09614a6605 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:44:11.449947 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bec94696-59bd-47ce-8db0-bf09614a6605 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.450311 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-bec94696-59bd-47ce-8db0-bf09614a6605 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Added segment dcac8dd9-0297-4961-aee7-2a2d5efcc8c3 of type vlan for network 27ce603d-de91-4892-a728-1bfebaa2f45e Dec 08 01:44:11.493868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb76136-d7fb-4202-855e-2b186cfa1364 admin admin] Pushing event deleted for resources: {'Network': ['ID=195adef1-7cec-4280-bd10-c38da887b969,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:11.559664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce106f4-9b86-4fc4-9974-5a709f49795b admin admin] Deleting subnet 50e65e5b-c1a1-4f69-be62-72904acc3247 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:44:11.559908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9cf5e7-053c-4284-bdb0-cb80f453c6f8 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:11.570658 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ce106f4-9b86-4fc4-9974-5a709f49795b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.580562 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bec94696-59bd-47ce-8db0-bf09614a6605 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.616717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cf5e7-053c-4284-bdb0-cb80f453c6f8 None None] Deleting port c0b49099-6542-4ebc-ab07-8d30bf93c219 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:11.617451 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca9cf5e7-053c-4284-bdb0-cb80f453c6f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.622707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4efdaa-f8b5-470c-8080-855b045adbdc req-d73c6112-2e5d-483e-84ae-ef7844690478 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.628844 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b4efdaa-f8b5-470c-8080-855b045adbdc req-d73c6112-2e5d-483e-84ae-ef7844690478 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 931 time: 0.1361382 Dec 08 01:44:11.659074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5f03e2-5bd2-4e3c-9bfa-fd07833e3439 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:11.662219 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc5f03e2-5bd2-4e3c-9bfa-fd07833e3439 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.662997 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ce106f4-9b86-4fc4-9974-5a709f49795b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.663723 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5f03e2-5bd2-4e3c-9bfa-fd07833e3439 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:44:11.664694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5f03e2-5bd2-4e3c-9bfa-fd07833e3439 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:11.701109 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.705475 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bec94696-59bd-47ce-8db0-bf09614a6605 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.710329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Made reservation on behalf of 421dc3be6fe9433798590ae59bf9e84c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:11.710931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec94696-59bd-47ce-8db0-bf09614a6605 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.711524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ca9cf5e7-053c-4284-bdb0-cb80f453c6f8 None None] For port c0b49099-6542-4ebc-ab07-8d30bf93c219, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c0b49099-6542-4ebc-ab07-8d30bf93c219,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:11.711666 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bec94696-59bd-47ce-8db0-bf09614a6605 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.711988 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca9cf5e7-053c-4284-bdb0-cb80f453c6f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.714504 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.727293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cf5e7-053c-4284-bdb0-cb80f453c6f8 None None] Calling delete_port for c0b49099-6542-4ebc-ab07-8d30bf93c219 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:11.737599 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bc5f03e2-5bd2-4e3c-9bfa-fd07833e3439 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4753590 Dec 08 01:44:11.742015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53564) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:11.750808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2317c257-8e23-41c0-a8ba-bd37cb45d545 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:11.751042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Attempting to bind port 105997f8-4aff-4424-a477-fc50633bed2d on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:11.751366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Attempting to bind port 105997f8-4aff-4424-a477-fc50633bed2d by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:11.751702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Attempting to bind port 105997f8-4aff-4424-a477-fc50633bed2d on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:11.760747 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b4efdaa-f8b5-470c-8080-855b045adbdc req-454180d4-f33f-4a0b-95c9-6ee6133e6e22 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267490 Dec 08 01:44:11.764784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2f48d-1c54-4f3f-ba6d-0509be0f122d req-a1ce60c9-f4b7-46ae-a0fc-7f97a85b1698 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.770721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2f48d-1c54-4f3f-ba6d-0509be0f122d req-a1ce60c9-f4b7-46ae-a0fc-7f97a85b1698 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.776808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2f48d-1c54-4f3f-ba6d-0509be0f122d req-a1ce60c9-f4b7-46ae-a0fc-7f97a85b1698 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.782733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2f48d-1c54-4f3f-ba6d-0509be0f122d req-a1ce60c9-f4b7-46ae-a0fc-7f97a85b1698 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.789224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2f48d-1c54-4f3f-ba6d-0509be0f122d req-a1ce60c9-f4b7-46ae-a0fc-7f97a85b1698 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.795735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2f48d-1c54-4f3f-ba6d-0509be0f122d req-a1ce60c9-f4b7-46ae-a0fc-7f97a85b1698 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.802519 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ce106f4-9b86-4fc4-9974-5a709f49795b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.802872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2f48d-1c54-4f3f-ba6d-0509be0f122d req-a1ce60c9-f4b7-46ae-a0fc-7f97a85b1698 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:11.804855 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6d2f48d-1c54-4f3f-ba6d-0509be0f122d req-a1ce60c9-f4b7-46ae-a0fc-7f97a85b1698 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5395 time: 0.3030794 Dec 08 01:44:11.830495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bec94696-59bd-47ce-8db0-bf09614a6605 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0712428 Dec 08 01:44:11.831186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Port 105997f8-4aff-4424-a477-fc50633bed2d on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:44:11.831515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Attempting to bind port 105997f8-4aff-4424-a477-fc50633bed2d on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:11.839867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53568) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:11.844079 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca9cf5e7-053c-4284-bdb0-cb80f453c6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.862992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9cf5e7-053c-4284-bdb0-cb80f453c6f8 None None] No DVR routers for this DVR port c0b49099-6542-4ebc-ab07-8d30bf93c219 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:11.877087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0e29e89d-9c59-4eaa-8fe1-76e8f7588e7f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'network_id': '27ce603d-de91-4892-a728-1bfebaa2f45e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:11.879513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:11.879827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Checking segment: {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:11.880221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Bound using segment: {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:11.880702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Bound port: 105997f8-4aff-4424-a477-fc50633bed2d, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:11.881067 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:11.895419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cf5e7-053c-4284-bdb0-cb80f453c6f8 None None] Pushing event deleted for resources: {'Port': ['ID=c0b49099-6542-4ebc-ab07-8d30bf93c219,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:11.944398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec94696-59bd-47ce-8db0-bf09614a6605 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=27ce603d-de91-4892-a728-1bfebaa2f45e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:11.959544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 27ce603d-de91-4892-a728-1bfebaa2f45e details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:12.001117 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e601fb7-321d-4da1-b0f5-3ea4525280b8 req-3567f9d5-3a8b-406e-8962-03ce8e58b89b tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 210 time: 0.1141796 Dec 08 01:44:12.060394 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6d2f48d-1c54-4f3f-ba6d-0509be0f122d req-65693bf6-b3c2-4abf-89e9-6f40e78668cf tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2414055 Dec 08 01:44:12.105354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] For port 105997f8-4aff-4424-a477-fc50633bed2d, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:12.127458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] For port 105997f8-4aff-4424-a477-fc50633bed2d, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=105997f8-4aff-4424-a477-fc50633bed2d,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:12.160582 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:12.241803 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:12.242446 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:12.243879 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] 10.222.0.72 "PUT /v2.0/ports/105997f8-4aff-4424-a477-fc50633bed2d HTTP/1.1" status: 200 len: 1092 time: 3.7909453 Dec 08 01:44:12.244935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': '105997f8-4aff-4424-a477-fc50633bed2d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:12.247469 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "105997f8-4aff-4424-a477-fc50633bed2d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:12.278399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c0b49099-6542-4ebc-ab07-8d30bf93c219 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:12.300851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Request body: {'port': {'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:12.303417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf851af-ac49-4fc5-883e-82f0a5c8a59b service neutron] Pushing event updated for resources: {'Port': ['ID=105997f8-4aff-4424-a477-fc50633bed2d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:12.319823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: c0b49099-6542-4ebc-ab07-8d30bf93c219 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:12.320461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c0b49099-6542-4ebc-ab07-8d30bf93c219 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:12.332511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39b1d6-155d-479c-98d1-682ea840ceef req-84af59f0-0b74-48b4-9731-c0c4defb237e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:12.334218 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc39b1d6-155d-479c-98d1-682ea840ceef req-84af59f0-0b74-48b4-9731-c0c4defb237e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.1787360 Dec 08 01:44:12.335645 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92da1fed-d422-44aa-82a7-0f62b1db7f00 x-openstack-request-id: req-92da1fed-d422-44aa-82a7-0f62b1db7f00 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:12.336038 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "105997f8-4aff-4424-a477-fc50633bed2d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:12.336181 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92da1fed-d422-44aa-82a7-0f62b1db7f00 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:12.340795 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': '105997f8-4aff-4424-a477-fc50633bed2d', 'status': 'completed', 'code': 200} Dec 08 01:44:12.483664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Allocated IP 172.20.0.5 (b538f224-0dbc-4dba-a48e-8d545054e9c3/7f90c55d-47a1-406e-9c16-17b754208e0f/ca91fa67-7876-4ccf-a149-93f603fcf242) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:12.501507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7acb334b-b942-4b60-a318-345a264a7663 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:12.503879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2317c257-8e23-41c0-a8ba-bd37cb45d545 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:12.507392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2317c257-8e23-41c0-a8ba-bd37cb45d545 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:12.509090 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-2317c257-8e23-41c0-a8ba-bd37cb45d545 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:44:12.510385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2317c257-8e23-41c0-a8ba-bd37cb45d545 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:12.510566 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:12.515069 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc39b1d6-155d-479c-98d1-682ea840ceef req-b5e9a022-aa53-4326-b399-41abf8b208fa tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669488 Dec 08 01:44:12.516932 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:12.517363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ce106f4-9b86-4fc4-9974-5a709f49795b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:12.542616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Transition to ACTIVE for port object 7acb334b-b942-4b60-a318-345a264a7663 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:44:12.548130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-8f755546-519c-468d-8fa8-483f346be231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:12.548671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-8f755546-519c-468d-8fa8-483f346be231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:12.549148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-8f755546-519c-468d-8fa8-483f346be231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:12.549609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-8f755546-519c-468d-8fa8-483f346be231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:12.550069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-8f755546-519c-468d-8fa8-483f346be231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:12.550526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-8f755546-519c-468d-8fa8-483f346be231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:12.550981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-8f755546-519c-468d-8fa8-483f346be231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:12.552972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-8f755546-519c-468d-8fa8-483f346be231 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6291 time: 0.1739805 Dec 08 01:44:12.554351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:12.570049 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce106f4-9b86-4fc4-9974-5a709f49795b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e65e5b-c1a1-4f69-be62-72904acc3247,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:12.586795 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5ce106f4-9b86-4fc4-9974-5a709f49795b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:12.591182 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5ce106f4-9b86-4fc4-9974-5a709f49795b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/50e65e5b-c1a1-4f69-be62-72904acc3247 HTTP/1.1" status: 204 len: 168 time: 1.1681283 Dec 08 01:44:12.594731 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e29e89d-9c59-4eaa-8fe1-76e8f7588e7f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:12.598335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e29e89d-9c59-4eaa-8fe1-76e8f7588e7f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:12.601273 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2426642a-582f-4562-9b5b-2fe674036d30 None None] Network 404be811-afcf-4702-baeb-c842a12413cc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:12.604508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53574) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:12.609410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2317c257-8e23-41c0-a8ba-bd37cb45d545 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8661382 Dec 08 01:44:12.629155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53576) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:12.637903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c980638-aded-4c1b-8ec3-cbb8cf1c6f41 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:12.640262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fbdeefcd-2437-4bf8-aa6c-1bc0e6268f0c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:12.740448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba1969-c032-46b7-9c4c-018a5836c256 None None] DHCP port deletion for 404be811-afcf-4702-baeb-c842a12413cc request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:12.786985 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:12.801250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Pushing event updated for resources: {'Port': ['ID=7acb334b-b942-4b60-a318-345a264a7663,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:12.964695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-393af189-eca5-4559-aa35-01f59bb1ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:12.965163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-393af189-eca5-4559-aa35-01f59bb1ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:12.965633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-393af189-eca5-4559-aa35-01f59bb1ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:12.966760 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:12.967241 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-393af189-eca5-4559-aa35-01f59bb1ba6b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=008babb619094c7786f24fb206e9b0b7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3848224 Dec 08 01:44:13.025822 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.037610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Attempting to bind port 7acb334b-b942-4b60-a318-345a264a7663 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:13.037952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Attempting to bind port 7acb334b-b942-4b60-a318-345a264a7663 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:13.040426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Attempting to bind port 7acb334b-b942-4b60-a318-345a264a7663 on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:13.047684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdeefcd-2437-4bf8-aa6c-1bc0e6268f0c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:13.051148 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbdeefcd-2437-4bf8-aa6c-1bc0e6268f0c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.052558 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdeefcd-2437-4bf8-aa6c-1bc0e6268f0c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:44:13.052981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbdeefcd-2437-4bf8-aa6c-1bc0e6268f0c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:13.080841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Port 7acb334b-b942-4b60-a318-345a264a7663 on network add1204c-708d-4dd0-8c27-2024f200bc03 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:44:13.081163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Attempting to bind port 7acb334b-b942-4b60-a318-345a264a7663 on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:13.085558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a1ac3-7c04-4e23-af3b-df6bade37092 req-f9653872-3730-417f-af1c-5374f5793ce9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.087242 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb9a1ac3-7c04-4e23-af3b-df6bade37092 req-f9653872-3730-417f-af1c-5374f5793ce9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 943 time: 0.2045987 Dec 08 01:44:13.121214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404be811-afcf-4702-baeb-c842a12413cc']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:13.144329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce73db1-03dd-47e1-93f4-3580d57b7c48') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:13.144630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce73db1-03dd-47e1-93f4-3580d57b7c48') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:13.148913 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ca3f7d85-c4b7-437d-ac4f-4569c6897539 req-fee4aa95-7eb6-416f-9bee-dabab0c47048 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 210 time: 0.0726748 Dec 08 01:44:13.156889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fbdeefcd-2437-4bf8-aa6c-1bc0e6268f0c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5212793 Dec 08 01:44:13.156889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:13.156889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Checking segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:13.156889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Bound using segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:13.156889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Bound port: 7acb334b-b942-4b60-a318-345a264a7663, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:13.156889 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.160890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53586) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:13.174465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f968d4ca-baff-4e95-99fc-36610bee3dfb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:13.186304 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.197365 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.206561 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e29e89d-9c59-4eaa-8fe1-76e8f7588e7f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.234156 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.291250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:13.291919 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:13.298116 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:13.316844 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb9a1ac3-7c04-4e23-af3b-df6bade37092 req-ea7e4a6a-4100-445e-8f83-0953458c1b88 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174940 Dec 08 01:44:13.346942 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Network b538f224-0dbc-4dba-a48e-8d545054e9c3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:13.361243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:13.367633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:13.375875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437273b4-8119-4789-a47f-9af6b3096c1e None None] DHCP port deletion for b538f224-0dbc-4dba-a48e-8d545054e9c3 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:13.379485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-582cebb0-c6d2-43dd-b829-2322ef958b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.382202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e7f16c9-31cb-4417-9c98-d159b7c3dbcd req-582cebb0-c6d2-43dd-b829-2322ef958b40 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4016831 Dec 08 01:44:13.406123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Pushing event updated for resources: {'Port': ['ID=ca91fa67-7876-4ccf-a149-93f603fcf242,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:13.432529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29e89d-9c59-4eaa-8fe1-76e8f7588e7f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=bcfb08e1-e42a-45aa-a3e0-3e4e430fe443,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:13.452446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9b16ad8b-dd55-4017-9a82-bb9d0cfaa5d5 None None] Provisioning complete for port ca91fa67-7876-4ccf-a149-93f603fcf242 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:13.453161 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad8b-dd55-4017-9a82-bb9d0cfaa5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.456706 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.467436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:13.468552 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.471822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/404be811-afcf-4702-baeb-c842a12413cc HTTP/1.1" status: 204 len: 168 time: 0.8660629 Dec 08 01:44:13.481617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e29e89d-9c59-4eaa-8fe1-76e8f7588e7f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking segment: {'id': 'dcac8dd9-0297-4961-aee7-2a2d5efcc8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '27ce603d-de91-4892-a728-1bfebaa2f45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:13.481995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29e89d-9c59-4eaa-8fe1-76e8f7588e7f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network hostable DHCP agents. Network: 27ce603d-de91-4892-a728-1bfebaa2f45e, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:44:13.482972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.496330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9b16ad8b-dd55-4017-9a82-bb9d0cfaa5d5 None None] Port ca91fa67-7876-4ccf-a149-93f603fcf242 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:44:13.499199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c1479-b87e-4b38-87c9-b1bb5f486a12 req-64378446-9a74-4314-90df-ee4346b28957 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.502082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.502744 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.506838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa6e3d-d299-4316-9952-8affbb15e8a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=404be811-afcf-4702-baeb-c842a12413cc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:13.507407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c1479-b87e-4b38-87c9-b1bb5f486a12 req-64378446-9a74-4314-90df-ee4346b28957 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.516901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c1479-b87e-4b38-87c9-b1bb5f486a12 req-64378446-9a74-4314-90df-ee4346b28957 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.523441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c1479-b87e-4b38-87c9-b1bb5f486a12 req-64378446-9a74-4314-90df-ee4346b28957 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.529315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29e89d-9c59-4eaa-8fe1-76e8f7588e7f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network 27ce603d-de91-4892-a728-1bfebaa2f45e is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:44:13.531267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c1479-b87e-4b38-87c9-b1bb5f486a12 req-64378446-9a74-4314-90df-ee4346b28957 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.537520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c1479-b87e-4b38-87c9-b1bb5f486a12 req-64378446-9a74-4314-90df-ee4346b28957 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.539557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0e29e89d-9c59-4eaa-8fe1-76e8f7588e7f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 27ce603d-de91-4892-a728-1bfebaa2f45e) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:13.546211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e29e89d-9c59-4eaa-8fe1-76e8f7588e7f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.547359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c1479-b87e-4b38-87c9-b1bb5f486a12 req-64378446-9a74-4314-90df-ee4346b28957 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.548262 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e29e89d-9c59-4eaa-8fe1-76e8f7588e7f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.549660 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-926c1479-b87e-4b38-87c9-b1bb5f486a12 req-64378446-9a74-4314-90df-ee4346b28957 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5395 time: 0.3123004 Dec 08 01:44:13.556267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6bf624-b07d-47e9-8173-d72212754e54 None None] Network 27ce603d-de91-4892-a728-1bfebaa2f45e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:13.568547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] For port 7acb334b-b942-4b60-a318-345a264a7663, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:13.594285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f968d4ca-baff-4e95-99fc-36610bee3dfb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:13.595307 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-2f50ff1f-ff1e-4852-9ca3-76490cb024cb tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4473305 Dec 08 01:44:13.598016 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f968d4ca-baff-4e95-99fc-36610bee3dfb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.599453 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f968d4ca-baff-4e95-99fc-36610bee3dfb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:44:13.599886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f968d4ca-baff-4e95-99fc-36610bee3dfb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:13.605070 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0e29e89d-9c59-4eaa-8fe1-76e8f7588e7f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7616436 Dec 08 01:44:13.605732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53592) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:13.608203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] For port 7acb334b-b942-4b60-a318-345a264a7663, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7acb334b-b942-4b60-a318-345a264a7663,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:13.610749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Transition to ACTIVE for port object 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:44:13.626548 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.630733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Request body: {'port': {'device_id': '4008a552-4ef8-494d-8920-266f4b09f46c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:13.634375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.685160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53594) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:13.690026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f968d4ca-baff-4e95-99fc-36610bee3dfb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5281274 Dec 08 01:44:13.699984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-27ce603d-de91-4892-a728-1bfebaa2f45e', 'network_id': '27ce603d-de91-4892-a728-1bfebaa2f45e', 'project_id': 'ced2bef9d8a94ea2adff8f01f411cfba', 'fixed_ips': [{'subnet_id': 'bcfb08e1-e42a-45aa-a3e0-3e4e430fe443'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:13.701172 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.704014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53596) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:13.717106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-598f3110-8779-4045-964f-89a35031eb96 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:13.722686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.723295 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.724711 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] 10.222.0.72 "PUT /v2.0/ports/7acb334b-b942-4b60-a318-345a264a7663 HTTP/1.1" status: 200 len: 1092 time: 2.4275064 Dec 08 01:44:13.725880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aae321f-4220-43df-b7e8-e324425e1005 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:13.908453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b3cab-5c2d-4694-94ab-73b1f5a45b78 req-5dc9eb47-89ee-4c71-83c9-a77b9e4dc61f tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:13.910566 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b0b3cab-5c2d-4694-94ab-73b1f5a45b78 req-5dc9eb47-89ee-4c71-83c9-a77b9e4dc61f tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.2322769 Dec 08 01:44:13.924832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Allocated IP 172.20.0.1 (27ce603d-de91-4892-a728-1bfebaa2f45e/bcfb08e1-e42a-45aa-a3e0-3e4e430fe443/6ddbe3a5-5089-4ae2-8e67-c56441501941) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:13.927593 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:13.966873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.066369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b0b3cab-5c2d-4694-94ab-73b1f5a45b78 req-a749c275-6e51-44f1-a642-a486b0364f3c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468260 Dec 08 01:44:14.121393 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.128712 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.133468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-926c1479-b87e-4b38-87c9-b1bb5f486a12 req-b55fee27-d0cf-44ff-b5af-9fa71d0653af tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5717666 Dec 08 01:44:14.174207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Network 27ce603d-de91-4892-a728-1bfebaa2f45e is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:14.174868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.177338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:14.185514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:14.202518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Pushing event updated for resources: {'Port': ['ID=6ddbe3a5-5089-4ae2-8e67-c56441501941,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:14.253101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Attempting to bind port 6ddbe3a5-5089-4ae2-8e67-c56441501941 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:14.253858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Attempting to bind port 6ddbe3a5-5089-4ae2-8e67-c56441501941 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'dcac8dd9-0297-4961-aee7-2a2d5efcc8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '27ce603d-de91-4892-a728-1bfebaa2f45e'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:14.254437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Attempting to bind port 6ddbe3a5-5089-4ae2-8e67-c56441501941 on network 27ce603d-de91-4892-a728-1bfebaa2f45e {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:14.259768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:14.260154 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Checking segment: {'id': 'dcac8dd9-0297-4961-aee7-2a2d5efcc8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '27ce603d-de91-4892-a728-1bfebaa2f45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:14.260776 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.261164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Bound using segment: {'id': 'dcac8dd9-0297-4961-aee7-2a2d5efcc8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '27ce603d-de91-4892-a728-1bfebaa2f45e'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:14.261635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Bound port: 6ddbe3a5-5089-4ae2-8e67-c56441501941, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcac8dd9-0297-4961-aee7-2a2d5efcc8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '27ce603d-de91-4892-a728-1bfebaa2f45e'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:14.262019 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.296937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cc9c9-0844-4467-83d6-8ace7ab2e157 service neutron] Pushing event updated for resources: {'Port': ['ID=7acb334b-b942-4b60-a318-345a264a7663,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:14.341852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] For port 6ddbe3a5-5089-4ae2-8e67-c56441501941, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:14.346527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] For port 6ddbe3a5-5089-4ae2-8e67-c56441501941, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6ddbe3a5-5089-4ae2-8e67-c56441501941,segment=NetworkSegment(dcac8dd9-0297-4961-aee7-2a2d5efcc8c3),segment_id=dcac8dd9-0297-4961-aee7-2a2d5efcc8c3)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:14.351238 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.354949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa351117-1623-4071-a2ff-fa28d5b8d749', 'tag': '7acb334b-b942-4b60-a318-345a264a7663'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:14.357576 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.357808 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62f005f-d5de-4f9e-b23a-e77b98bfc940" -d '{"events": [{"name": "network-changed", "server_uuid": "aa351117-1623-4071-a2ff-fa28d5b8d749", "tag": "7acb334b-b942-4b60-a318-345a264a7663"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:14.394631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-75afc3ed-8384-4cc2-b009-fb3c6058ba20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5584dedca0441b0b59d74036f734889&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7017834 Dec 08 01:44:14.402223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f0444-e195-4605-9ebf-4d7eeaa5232e req-bea84f36-e013-4991-af02-2f2d1d465775 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:14.403822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd0f0444-e195-4605-9ebf-4d7eeaa5232e req-bea84f36-e013-4991-af02-2f2d1d465775 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 931 time: 0.1577387 Dec 08 01:44:14.404379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53604) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:14.408398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Subnet': ['ID=bcfb08e1-e42a-45aa-a3e0-3e4e430fe443,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:14.456772 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83cb02-93f3-4f98-b53e-df3ec32eb76b None None] Pushing event updated for resources: {'Port': ['ID=6ddbe3a5-5089-4ae2-8e67-c56441501941,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:14.480013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598f3110-8779-4045-964f-89a35031eb96 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:14.483529 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-598f3110-8779-4045-964f-89a35031eb96 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.485006 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-598f3110-8779-4045-964f-89a35031eb96 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:44:14.485441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598f3110-8779-4045-964f-89a35031eb96 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:14.493890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-031918cb-b5c7-4ba4-928f-5a05561c8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:14.495481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-031918cb-b5c7-4ba4-928f-5a05561c8d39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 1095 time: 0.3695335 Dec 08 01:44:14.496127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:14.556196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.575049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-d5a29768-5445-444d-9bb3-c215c8d31d5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7acb334b-b942-4b60-a318-345a264a7663 HTTP/1.1" status: 200 len: 217 time: 0.0621290 Dec 08 01:44:14.581061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-598f3110-8779-4045-964f-89a35031eb96 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8744273 Dec 08 01:44:14.593613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53608) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:14.602094 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0a2f6053-c9d0-4262-aaf4-7ff5476192bd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:14.617125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Attempting to bind port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:14.617413 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Attempting to bind port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:14.618046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Attempting to bind port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:14.630859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ce603d-de91-4892-a728-1bfebaa2f45e']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:14.671489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcac8dd9-0297-4961-aee7-2a2d5efcc8c3') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:14.671792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcac8dd9-0297-4961-aee7-2a2d5efcc8c3') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:14.676832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca91fa67-7876-4ccf-a149-93f603fcf242 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:14.677537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949db8b3-1e32-4e6c-9986-c5f3408b0cea req-de483b90-0756-410c-babb-c8a42ef4ea66 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:14.679335 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-949db8b3-1e32-4e6c-9986-c5f3408b0cea req-de483b90-0756-410c-babb-c8a42ef4ea66 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 943 time: 0.2360370 Dec 08 01:44:14.679955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:44:14.680277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Attempting to bind port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:14.692158 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd0f0444-e195-4605-9ebf-4d7eeaa5232e req-a6f9ee03-5b91-4569-b273-4fb78a5595ae tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/security-groups?id=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638371 Dec 08 01:44:14.702118 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.732079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.758123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Transition to ACTIVE for port object ca91fa67-7876-4ccf-a149-93f603fcf242 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:44:14.760700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7fb480c-015e-41e6-8fec-ee4baaf8c255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.763034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:14.763432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Checking segment: {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:14.763827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Bound using segment: {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:14.764318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Bound port: 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52197a0f-5711-4a71-9765-338d01d1083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:14.764806 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.769285 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fda25c6-88fb-46e3-a655-c513017326d6 x-openstack-request-id: req-4fda25c6-88fb-46e3-a655-c513017326d6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:14.769692 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa351117-1623-4071-a2ff-fa28d5b8d749", "tag": "7acb334b-b942-4b60-a318-345a264a7663", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:14.769952 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4fda25c6-88fb-46e3-a655-c513017326d6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:14.770350 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa351117-1623-4071-a2ff-fa28d5b8d749', 'tag': '7acb334b-b942-4b60-a318-345a264a7663', 'status': 'completed', 'code': 200} Dec 08 01:44:14.774120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-cc979d39-e483-4be4-8a41-c0bdccbf71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:14.774283 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.776234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-cc979d39-e483-4be4-8a41-c0bdccbf71fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.1933489 Dec 08 01:44:14.781060 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.832987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:14.833648 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:14.837577 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:14.857206 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-850960ba-4643-4d64-92d8-fb7766bb1473 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666573 Dec 08 01:44:14.872612 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7fb480c-015e-41e6-8fec-ee4baaf8c255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.898319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f8f8ed-61b0-49a2-95d0-524781c71b33 None None] DHCP port deletion for b538f224-0dbc-4dba-a48e-8d545054e9c3 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:14.928322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2f6053-c9d0-4262-aaf4-7ff5476192bd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:14.932548 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a2f6053-c9d0-4262-aaf4-7ff5476192bd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:14.933999 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2f6053-c9d0-4262-aaf4-7ff5476192bd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:44:14.934450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2f6053-c9d0-4262-aaf4-7ff5476192bd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:14.961059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca91fa67-7876-4ccf-a149-93f603fcf242,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:14.967626 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 01:44:14.967626 n-d-713498-30 neutron-server[103130]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 01:44:14.967626 n-d-713498-30 neutron-server[103130]: [parameters: {'id': '27ce603d-de91-4892-a728-1bfebaa2f45e'}] Dec 08 01:44:14.967626 n-d-713498-30 neutron-server[103130]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:44:14.968161 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-949db8b3-1e32-4e6c-9986-c5f3408b0cea req-988b41eb-b58e-4639-bef2-38b5bec7cd69 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780657 Dec 08 01:44:14.968711 n-d-713498-30 neutron-server[103130]: DEBUG oslo_db.api [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:44:15.021123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] For port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:15.027823 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0a2f6053-c9d0-4262-aaf4-7ff5476192bd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4332509 Dec 08 01:44:15.030768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53610) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:15.045518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] For port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:15.052269 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:15.069918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-639aea39-bd07-43c0-8e6e-9bc478603809 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0377524 Dec 08 01:44:15.071426 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7fb480c-015e-41e6-8fec-ee4baaf8c255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:15.074607 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7fb480c-015e-41e6-8fec-ee4baaf8c255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:15.075709 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f7fb480c-015e-41e6-8fec-ee4baaf8c255 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3ef8a74-389b-49b1-b5c7-61b2331c9618 HTTP/1.1" status: 204 len: 168 time: 0.6684606 Dec 08 01:44:15.078561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53612) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:15.100935 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-f5327da1-a703-48e7-812e-fec7bd8f7405 service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260332 Dec 08 01:44:15.106913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:15.107841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:15.108976 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] 10.222.0.72 "PUT /v2.0/ports/9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce HTTP/1.1" status: 200 len: 1092 time: 2.8224223 Dec 08 01:44:15.133817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Attempting to bind port ca91fa67-7876-4ccf-a149-93f603fcf242 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:15.135829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Attempting to bind port ca91fa67-7876-4ccf-a149-93f603fcf242 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '5f6259e5-7b07-4637-a8ac-8a1d9482ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b538f224-0dbc-4dba-a48e-8d545054e9c3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:15.138968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Attempting to bind port ca91fa67-7876-4ccf-a149-93f603fcf242 on network b538f224-0dbc-4dba-a48e-8d545054e9c3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:15.145614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb480c-015e-41e6-8fec-ee4baaf8c255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ef8a74-389b-49b1-b5c7-61b2331c9618,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:15.173605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Request body: {'port': {'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:15.221527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Port ca91fa67-7876-4ccf-a149-93f603fcf242 on network b538f224-0dbc-4dba-a48e-8d545054e9c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:44:15.222126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Attempting to bind port ca91fa67-7876-4ccf-a149-93f603fcf242 on network b538f224-0dbc-4dba-a48e-8d545054e9c3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:15.261380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212dcfb7-3268-43ab-afd0-b9ab64ce2df3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:15.285422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:15.285879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Checking segment: {'id': '5f6259e5-7b07-4637-a8ac-8a1d9482ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b538f224-0dbc-4dba-a48e-8d545054e9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:15.286341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Bound using segment: {'id': '5f6259e5-7b07-4637-a8ac-8a1d9482ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b538f224-0dbc-4dba-a48e-8d545054e9c3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:15.286855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Bound port: ca91fa67-7876-4ccf-a149-93f603fcf242, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6259e5-7b07-4637-a8ac-8a1d9482ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b538f224-0dbc-4dba-a48e-8d545054e9c3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:15.287325 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:15.297102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7c0ccd-9f96-470f-8123-a8e61736d4f0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:15.302598 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1f7c0ccd-9f96-470f-8123-a8e61736d4f0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2216797 Dec 08 01:44:15.311813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53620) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:15.372336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7999c880-4747-4c9f-b7c7-03e16ae2d9d7 req-adb1b499-7476-43f9-b383-d64439953703 service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614014 Dec 08 01:44:15.373084 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ced01e2b-95b4-4115-aa21-e9852e03fa9f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599048 Dec 08 01:44:15.374078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53622) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:15.375899 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:15.395368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4b74e6b0-630e-40f4-af56-7fca142a600c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:15.450201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf741a-ae07-4dcb-a9a1-50fc1ce4d6c4 req-3ac64610-016c-437f-83ce-cff193e4a86b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:15.456269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf741a-ae07-4dcb-a9a1-50fc1ce4d6c4 req-3ac64610-016c-437f-83ce-cff193e4a86b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:15.472199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:15.475549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf741a-ae07-4dcb-a9a1-50fc1ce4d6c4 req-3ac64610-016c-437f-83ce-cff193e4a86b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:15.484006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf741a-ae07-4dcb-a9a1-50fc1ce4d6c4 req-3ac64610-016c-437f-83ce-cff193e4a86b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:15.496040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf741a-ae07-4dcb-a9a1-50fc1ce4d6c4 req-3ac64610-016c-437f-83ce-cff193e4a86b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:15.500819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54793a37-35fe-4588-a701-1bb8933b91cc req-666d35fc-2422-4957-8cb5-02fe6b05ef68 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:15.503017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf741a-ae07-4dcb-a9a1-50fc1ce4d6c4 req-3ac64610-016c-437f-83ce-cff193e4a86b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:15.508714 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54793a37-35fe-4588-a701-1bb8933b91cc req-666d35fc-2422-4957-8cb5-02fe6b05ef68 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.2998834 Dec 08 01:44:15.510325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf741a-ae07-4dcb-a9a1-50fc1ce4d6c4 req-3ac64610-016c-437f-83ce-cff193e4a86b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:15.518769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9fdf741a-ae07-4dcb-a9a1-50fc1ce4d6c4 req-3ac64610-016c-437f-83ce-cff193e4a86b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5407 time: 0.2000525 Dec 08 01:44:15.662826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54793a37-35fe-4588-a701-1bb8933b91cc req-9f25b645-e1ba-4fd0-960c-001f366d115c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532300 Dec 08 01:44:15.699429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] For port ca91fa67-7876-4ccf-a149-93f603fcf242, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:15.705602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Deleting port 6ddbe3a5-5089-4ae2-8e67-c56441501941 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:15.706056 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:15.711427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] For port ca91fa67-7876-4ccf-a149-93f603fcf242, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ca91fa67-7876-4ccf-a149-93f603fcf242,segment=NetworkSegment(5f6259e5-7b07-4637-a8ac-8a1d9482ede9),segment_id=5f6259e5-7b07-4637-a8ac-8a1d9482ede9)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:15.718736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f005f-d5de-4f9e-b23a-e77b98bfc940 req-838211e1-34b1-4deb-93a1-9053188642bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:15.721211 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c62f005f-d5de-4f9e-b23a-e77b98bfc940 req-838211e1-34b1-4deb-93a1-9053188642bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 1095 time: 0.1902211 Dec 08 01:44:15.731496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53626) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:15.741004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:15.776013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9fdf741a-ae07-4dcb-a9a1-50fc1ce4d6c4 req-28d46b69-34b6-46f8-9650-0ecfc74ea80b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2503116 Dec 08 01:44:15.782114 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4c130-3e27-48b2-abce-3ded2cc5d62a None None] Network 27ce603d-de91-4892-a728-1bfebaa2f45e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:15.813811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b74e6b0-630e-40f4-af56-7fca142a600c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:15.817153 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b74e6b0-630e-40f4-af56-7fca142a600c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:15.819875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba51212-f2fd-4a45-9a70-17726ef8944c None None] DHCP port deletion for b538f224-0dbc-4dba-a48e-8d545054e9c3 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:15.872898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:15.873528 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:15.875002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] 10.222.0.65 "PUT /v2.0/ports/ca91fa67-7876-4ccf-a149-93f603fcf242 HTTP/1.1" status: 200 len: 1092 time: 2.2522912 Dec 08 01:44:15.885962 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-297f069c-5cf5-4502-adb9-c6ab81d90e54 None None] Provisioning complete for port 6ddbe3a5-5089-4ae2-8e67-c56441501941 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:15.886356 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-297f069c-5cf5-4502-adb9-c6ab81d90e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:15.891973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4008a552-4ef8-494d-8920-266f4b09f46c', 'tag': 'ca91fa67-7876-4ccf-a149-93f603fcf242'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:15.894774 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dfab03-59be-43cb-8ce2-44c5c1c89047" -d '{"events": [{"name": "network-changed", "server_uuid": "4008a552-4ef8-494d-8920-266f4b09f46c", "tag": "ca91fa67-7876-4ccf-a149-93f603fcf242"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:15.951472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] For port 6ddbe3a5-5089-4ae2-8e67-c56441501941, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6ddbe3a5-5089-4ae2-8e67-c56441501941,segment=NetworkSegment(dcac8dd9-0297-4961-aee7-2a2d5efcc8c3),segment_id=dcac8dd9-0297-4961-aee7-2a2d5efcc8c3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:15.951742 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.026340 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e34f67ee-f41a-4a7b-a3cb-913ce887216c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c095450a6d4421da77d736f4ca371b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2907600 Dec 08 01:44:16.026770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f005f-d5de-4f9e-b23a-e77b98bfc940 req-9881b567-43eb-4561-99e8-bc721ed205af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:16.026770 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c62f005f-d5de-4f9e-b23a-e77b98bfc940 req-9881b567-43eb-4561-99e8-bc721ed205af service neutron] 10.222.0.72 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 907 time: 0.2846777 Dec 08 01:44:16.026770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53636) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:16.044890 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-297f069c-5cf5-4502-adb9-c6ab81d90e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.053848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Calling delete_port for 6ddbe3a5-5089-4ae2-8e67-c56441501941 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:16.067463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbec8ea-6013-4b0e-a891-4e1a0d9f10c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca91fa67-7876-4ccf-a149-93f603fcf242,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:16.069345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f506a-905d-440a-a471-6e4534d4d179 None None] DHCP port deletion for 27ce603d-de91-4892-a728-1bfebaa2f45e request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:16.086767 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2638f8e-c199-4577-83f9-d76c895ff278 x-openstack-request-id: req-c2638f8e-c199-4577-83f9-d76c895ff278 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:16.087143 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4008a552-4ef8-494d-8920-266f4b09f46c", "tag": "ca91fa67-7876-4ccf-a149-93f603fcf242", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:16.087607 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2638f8e-c199-4577-83f9-d76c895ff278 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:16.088088 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4008a552-4ef8-494d-8920-266f4b09f46c', 'tag': 'ca91fa67-7876-4ccf-a149-93f603fcf242', 'status': 'completed', 'code': 200} Dec 08 01:44:16.113807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01821319-aeb8-416a-961c-9d50577f6c97 req-1feb2a95-9264-4055-ad9a-1c849ba87dde tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:16.115467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01821319-aeb8-416a-961c-9d50577f6c97 req-1feb2a95-9264-4055-ad9a-1c849ba87dde tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 943 time: 0.3216207 Dec 08 01:44:16.127844 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c62f005f-d5de-4f9e-b23a-e77b98bfc940 req-0113b68d-e2e7-4a87-b428-13f260cd1a6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7acb334b-b942-4b60-a318-345a264a7663 HTTP/1.1" status: 200 len: 217 time: 0.0878699 Dec 08 01:44:16.149350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-297f069c-5cf5-4502-adb9-c6ab81d90e54 None None] For port 6ddbe3a5-5089-4ae2-8e67-c56441501941, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6ddbe3a5-5089-4ae2-8e67-c56441501941,segment=NetworkSegment(dcac8dd9-0297-4961-aee7-2a2d5efcc8c3),segment_id=dcac8dd9-0297-4961-aee7-2a2d5efcc8c3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:16.162903 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-297f069c-5cf5-4502-adb9-c6ab81d90e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.189387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-957fca21-5bbf-4997-8b9c-4d5754c173c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:16.191007 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-957fca21-5bbf-4997-8b9c-4d5754c173c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=421dc3be6fe9433798590ae59bf9e84c&device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 1095 time: 0.2271008 Dec 08 01:44:16.205113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f506a-905d-440a-a471-6e4534d4d179 None None] Deleting port 6ddbe3a5-5089-4ae2-8e67-c56441501941 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:16.205501 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3b7f506a-905d-440a-a471-6e4534d4d179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.233344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:16.246183 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.250067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f005f-d5de-4f9e-b23a-e77b98bfc940 req-1842d883-8e60-4c6b-9aed-4c33ea29fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:16.252207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c62f005f-d5de-4f9e-b23a-e77b98bfc940 req-1842d883-8e60-4c6b-9aed-4c33ea29fda3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.1132228 Dec 08 01:44:16.303129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-112db283-153d-4303-b23b-da29f694d772 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca91fa67-7876-4ccf-a149-93f603fcf242 HTTP/1.1" status: 200 len: 217 time: 0.0858469 Dec 08 01:44:16.308500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Transition to ACTIVE for port object a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:44:16.310087 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c62f005f-d5de-4f9e-b23a-e77b98bfc940 req-e22f0223-ae9f-4afc-84d2-fba604d07ad6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406966 Dec 08 01:44:16.314131 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ce2b5bc-55ed-4a03-a08f-7b9386540f63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.322720 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.354386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606521d9-a0b2-4e31-bf73-8b7d483d31a4 req-3f4dd6f9-3cf1-4a0f-a0a4-bbc64cfb488c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:16.359452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01821319-aeb8-416a-961c-9d50577f6c97 req-fa9b4108-5c77-4632-b057-c5ca8f90c069 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/security-groups?id=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049887 Dec 08 01:44:16.362329 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-606521d9-a0b2-4e31-bf73-8b7d483d31a4 req-3f4dd6f9-3cf1-4a0f-a0a4-bbc64cfb488c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 943 time: 0.1757379 Dec 08 01:44:16.411050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f069c-5cf5-4502-adb9-c6ab81d90e54 None None] Pushing event updated for resources: {'Port': ['ID=6ddbe3a5-5089-4ae2-8e67-c56441501941,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:16.417952 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.429279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-ffa3567b-5498-4f42-a883-f503ba57e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:16.431313 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-ffa3567b-5498-4f42-a883-f503ba57e93a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f90c55d-47a1-406e-9c16-17b754208e0f HTTP/1.1" status: 200 len: 854 time: 0.1158082 Dec 08 01:44:16.441715 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ce2b5bc-55ed-4a03-a08f-7b9386540f63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.463874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No DVR routers for this DVR port 6ddbe3a5-5089-4ae2-8e67-c56441501941 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:16.468825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3b7f506a-905d-440a-a471-6e4534d4d179 None None] For port 6ddbe3a5-5089-4ae2-8e67-c56441501941, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6ddbe3a5-5089-4ae2-8e67-c56441501941,segment=NetworkSegment(dcac8dd9-0297-4961-aee7-2a2d5efcc8c3),segment_id=dcac8dd9-0297-4961-aee7-2a2d5efcc8c3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:16.469548 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3b7f506a-905d-440a-a471-6e4534d4d179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.475173 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Port': ['ID=6ddbe3a5-5089-4ae2-8e67-c56441501941,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:16.486244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f506a-905d-440a-a471-6e4534d4d179 None None] Calling delete_port for 6ddbe3a5-5089-4ae2-8e67-c56441501941 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:16.585574 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3b7f506a-905d-440a-a471-6e4534d4d179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.611860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c62f005f-d5de-4f9e-b23a-e77b98bfc940 req-6c2102d5-0ccc-476e-aa1d-7813de90e374 service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919950 Dec 08 01:44:16.616654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f506a-905d-440a-a471-6e4534d4d179 None None] Pushing event deleted for resources: {'Port': ['ID=6ddbe3a5-5089-4ae2-8e67-c56441501941,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:16.622619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f506a-905d-440a-a471-6e4534d4d179 None None] No DVR routers for this DVR port 6ddbe3a5-5089-4ae2-8e67-c56441501941 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:16.653156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-606521d9-a0b2-4e31-bf73-8b7d483d31a4 req-693ae1a1-6d31-44d7-aedd-94d137735894 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894287 Dec 08 01:44:16.653903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Pushing event updated for resources: {'Port': ['ID=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:16.785507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': '9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:16.788005 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e34731-b1ba-46f0-bf95-9772cd8ce183" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:16.816720 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ce2b5bc-55ed-4a03-a08f-7b9386540f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.819564 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ce2b5bc-55ed-4a03-a08f-7b9386540f63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.820966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7ce2b5bc-55ed-4a03-a08f-7b9386540f63 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aab88faf-631c-4e2a-8534-e276f792facc HTTP/1.1" status: 204 len: 168 time: 0.7932186 Dec 08 01:44:16.824966 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-726300a3-1dc4-4984-a842-6b675c1da70d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b538f224-0dbc-4dba-a48e-8d545054e9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3669872 Dec 08 01:44:16.830432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Attempting to bind port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:16.830999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Attempting to bind port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:16.831250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Attempting to bind port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 on network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:16.843468 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3494274-eaf9-4cdc-8c50-22f7344e11e3 x-openstack-request-id: req-a3494274-eaf9-4cdc-8c50-22f7344e11e3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:16.843980 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:16.844448 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a3494274-eaf9-4cdc-8c50-22f7344e11e3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:16.845024 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': '9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce', 'status': 'completed', 'code': 200} Dec 08 01:44:16.852440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2b5bc-55ed-4a03-a08f-7b9386540f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab88faf-631c-4e2a-8534-e276f792facc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:16.857458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 on network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:44:16.857990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Attempting to bind port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 on network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:16.867398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c62f005f-d5de-4f9e-b23a-e77b98bfc940 req-a726473e-2a7e-4979-ab16-ced7ef769b43 service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931787 Dec 08 01:44:16.868654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:16.869768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Checking segment: {'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:16.870419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Bound using segment: {'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:16.871049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Bound port: a14e3ba3-f6e1-4cb2-8479-718f0b6905e6, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:16.871606 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:16.997172 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.019122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.objects.ports [None req-4b74e6b0-630e-40f4-af56-7fca142a600c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103130) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:44:17.034050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-f04274f1-878d-4f96-bc84-b8a46b5bce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.034890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-f04274f1-878d-4f96-bc84-b8a46b5bce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.035625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-f04274f1-878d-4f96-bc84-b8a46b5bce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.036273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-f04274f1-878d-4f96-bc84-b8a46b5bce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.036845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-f04274f1-878d-4f96-bc84-b8a46b5bce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.037491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-f04274f1-878d-4f96-bc84-b8a46b5bce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.037965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-f04274f1-878d-4f96-bc84-b8a46b5bce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.039958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-f04274f1-878d-4f96-bc84-b8a46b5bce01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6385 time: 0.1410835 Dec 08 01:44:17.047092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] For port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:17.062169 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b74e6b0-630e-40f4-af56-7fca142a600c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.062773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f79d9-8adb-414d-8403-cb7217f7a961 req-a9adc16f-4641-4d0a-8385-3e71f1c7a9f0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.069311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f79d9-8adb-414d-8403-cb7217f7a961 req-a9adc16f-4641-4d0a-8385-3e71f1c7a9f0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.075537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f79d9-8adb-414d-8403-cb7217f7a961 req-a9adc16f-4641-4d0a-8385-3e71f1c7a9f0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.081785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f79d9-8adb-414d-8403-cb7217f7a961 req-a9adc16f-4641-4d0a-8385-3e71f1c7a9f0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.087811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f79d9-8adb-414d-8403-cb7217f7a961 req-a9adc16f-4641-4d0a-8385-3e71f1c7a9f0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.093814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f79d9-8adb-414d-8403-cb7217f7a961 req-a9adc16f-4641-4d0a-8385-3e71f1c7a9f0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.100081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f79d9-8adb-414d-8403-cb7217f7a961 req-a9adc16f-4641-4d0a-8385-3e71f1c7a9f0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.102254 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-429f79d9-8adb-414d-8403-cb7217f7a961 req-a9adc16f-4641-4d0a-8385-3e71f1c7a9f0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5419 time: 0.1676307 Dec 08 01:44:17.110380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ce603d-de91-4892-a728-1bfebaa2f45e']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:17.129424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] For port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:17.145888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d2608-77e5-423a-b38f-de8989788591 req-1a693af9-8444-4796-bc99-f77a87a86b88 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.147732 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d1d2608-77e5-423a-b38f-de8989788591 req-1a693af9-8444-4796-bc99-f77a87a86b88 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.3283529 Dec 08 01:44:17.153044 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.155777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcac8dd9-0297-4961-aee7-2a2d5efcc8c3') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:17.156266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcac8dd9-0297-4961-aee7-2a2d5efcc8c3') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:17.170696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b74e6b0-630e-40f4-af56-7fca142a600c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:17.184745 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.192200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4b74e6b0-630e-40f4-af56-7fca142a600c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:17.202737 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37854bc3-6ac7-44d3-a64c-672762341491 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:17.210659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b74e6b0-630e-40f4-af56-7fca142a600c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.211274 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b74e6b0-630e-40f4-af56-7fca142a600c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.220530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74e6b0-630e-40f4-af56-7fca142a600c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=c5a753f4-5690-4bbb-877a-36e8afec08aa,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:17.222445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-883c9496-2ee7-45d4-ada3-2d515eb8fae2 service neutron] 10.222.0.65 "GET /v2.0/networks/b538f224-0dbc-4dba-a48e-8d545054e9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577731 Dec 08 01:44:17.233101 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.249271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.249903 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.251443 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] 10.222.0.72 "PUT /v2.0/ports/a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 HTTP/1.1" status: 200 len: 1092 time: 2.1022742 Dec 08 01:44:17.284449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:17.285218 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:17.289444 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:17.304851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Request body: {'port': {'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:17.311222 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4b74e6b0-630e-40f4-af56-7fca142a600c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9335523 Dec 08 01:44:17.327147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53652) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:17.342437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:db:e9:73', 'name': 'tempest-NetworksTestDHCPv6-408093459'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:17.361375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-1b30c395-1ccd-49ba-ad86-ad7d01361135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.362140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-1b30c395-1ccd-49ba-ad86-ad7d01361135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.362611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-1b30c395-1ccd-49ba-ad86-ad7d01361135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.364229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-1b30c395-1ccd-49ba-ad86-ad7d01361135 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=008babb619094c7786f24fb206e9b0b7&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2610703 Dec 08 01:44:17.387067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-429f79d9-8adb-414d-8403-cb7217f7a961 req-5cc75062-a636-40ef-9020-41b1244dd346 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2689452 Dec 08 01:44:17.410970 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d1d2608-77e5-423a-b38f-de8989788591 req-a26ebfb7-d565-4a54-9a6a-b29d4dda3439 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470305 Dec 08 01:44:17.437054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': 'c5a753f4-5690-4bbb-877a-36e8afec08aa'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:17.443497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1dfd3f-d3bc-42b3-933f-bcf45ed8d87f service neutron] Pushing event updated for resources: {'Port': ['ID=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:17.444356 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.527723 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.559934 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.567054 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/27ce603d-de91-4892-a728-1bfebaa2f45e HTTP/1.1" status: 204 len: 168 time: 3.9569283 Dec 08 01:44:17.575518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53662) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:17.592096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fb331d18-926f-48b2-b709-12107de9a5ca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1686624183'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:17.636559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b483ee-ac61-44ae-996b-f00898243bf9 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Network': ['ID=27ce603d-de91-4892-a728-1bfebaa2f45e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:17.645071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd3ed31b-486b-4009-8e85-bc6ef5a78c7a req-7cdebc9c-7306-466d-82d7-57398986f42b service neutron] 10.222.0.65 "GET /v2.0/networks/b538f224-0dbc-4dba-a48e-8d545054e9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133313 Dec 08 01:44:17.647292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb331d18-926f-48b2-b709-12107de9a5ca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:17.653195 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb331d18-926f-48b2-b709-12107de9a5ca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.685821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ad1d3-4caa-4976-b45f-b3a550b89196 req-499c1f8a-5c9a-4311-80b2-0b23377fe164 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.692012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Allocated IP 2001:db8::f816:3eff:fe4f:7f77 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/c5a753f4-5690-4bbb-877a-36e8afec08aa/6622e996-2ee7-4ff6-8909-58e3c85db209) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:17.693661 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-181ad1d3-4caa-4976-b45f-b3a550b89196 req-499c1f8a-5c9a-4311-80b2-0b23377fe164 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 943 time: 0.1690152 Dec 08 01:44:17.774185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-7d518c4e-3f40-43e3-ac70-33cb451417c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.776656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0e34731-b1ba-46f0-bf95-9772cd8ce183 req-7d518c4e-3f40-43e3-ac70-33cb451417c1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3805292 Dec 08 01:44:17.780657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:17.822424 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-181ad1d3-4caa-4976-b45f-b3a550b89196 req-2655a81d-fba0-4022-9f6c-895668948a18 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/security-groups?id=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224885 Dec 08 01:44:17.827208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.871816 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb331d18-926f-48b2-b709-12107de9a5ca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:44:17.892671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfab03-59be-43cb-8ce2-44c5c1c89047 req-6cb8ea4a-0045-4c2d-a42f-40c0760457eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.894275 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a0dfab03-59be-43cb-8ce2-44c5c1c89047 req-6cb8ea4a-0045-4c2d-a42f-40c0760457eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=421dc3be6fe9433798590ae59bf9e84c&device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 1095 time: 0.1295245 Dec 08 01:44:17.900498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1816a-9abf-44be-83f9-b964fa1705b2 req-1de4d089-b7e0-415c-ae93-0baecde20794 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:17.909907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41d1816a-9abf-44be-83f9-b964fa1705b2 req-1de4d089-b7e0-415c-ae93-0baecde20794 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 943 time: 0.1316228 Dec 08 01:44:17.925994 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.932878 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.941372 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.959411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:17.963053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:17.965601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:17.968744 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb331d18-926f-48b2-b709-12107de9a5ca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:17.969414 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-fb331d18-926f-48b2-b709-12107de9a5ca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Added segment 0057cd7e-f1a7-4c5b-9ac6-89af064886cd of type vlan for network 10531978-b386-4a4b-9623-e60a161134ca Dec 08 01:44:18.004570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port 49ec9fe3-cfb2-4e8c-a0c5-6945548af1c1 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:44:18.079555 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Pushing event updated for resources: {'Port': ['ID=6622e996-2ee7-4ff6-8909-58e3c85db209,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:18.083082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Attempting to bind port 6622e996-2ee7-4ff6-8909-58e3c85db209 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:18.083462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Attempting to bind port 6622e996-2ee7-4ff6-8909-58e3c85db209 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:18.083826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Attempting to bind port 6622e996-2ee7-4ff6-8909-58e3c85db209 on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:18.090904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:18.091233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:18.091644 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:18.092039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:18.092577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Bound port: 6622e996-2ee7-4ff6-8909-58e3c85db209, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:18.093134 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:18.095144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfab03-59be-43cb-8ce2-44c5c1c89047 req-10b41b55-ab6d-438d-bf42-8ed353ac214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:18.096689 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a0dfab03-59be-43cb-8ce2-44c5c1c89047 req-10b41b55-ab6d-438d-bf42-8ed353ac214c service neutron] 10.222.0.65 "GET /v2.0/networks?id=b538f224-0dbc-4dba-a48e-8d545054e9c3 HTTP/1.1" status: 200 len: 915 time: 0.1933289 Dec 08 01:44:18.116314 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb331d18-926f-48b2-b709-12107de9a5ca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:18.127353 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41d1816a-9abf-44be-83f9-b964fa1705b2 req-ac3e5ec2-7514-44d4-b5bd-3dca133a822c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161970 Dec 08 01:44:18.176271 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] For port 6622e996-2ee7-4ff6-8909-58e3c85db209, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:18.179788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a0dfab03-59be-43cb-8ce2-44c5c1c89047 req-768cb022-abe8-4a53-a66d-f27feb9fc23a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca91fa67-7876-4ccf-a149-93f603fcf242 HTTP/1.1" status: 200 len: 217 time: 0.0721650 Dec 08 01:44:18.180166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] For port 6622e996-2ee7-4ff6-8909-58e3c85db209, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6622e996-2ee7-4ff6-8909-58e3c85db209,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:18.186551 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:18.186864 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb331d18-926f-48b2-b709-12107de9a5ca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:18.200141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb331d18-926f-48b2-b709-12107de9a5ca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:18.201349 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb331d18-926f-48b2-b709-12107de9a5ca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:18.245407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::f816:3eff:fedb:e973 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/c5a753f4-5690-4bbb-877a-36e8afec08aa/49ec9fe3-cfb2-4e8c-a0c5-6945548af1c1) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:18.267888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fb331d18-926f-48b2-b709-12107de9a5ca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6892555 Dec 08 01:44:18.273577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bc639-082a-44a6-9cab-28352fe48ce2 None None] Pushing event updated for resources: {'Port': ['ID=6622e996-2ee7-4ff6-8909-58e3c85db209,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:18.274090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53678) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:18.286174 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-77ee3a5c-4744-46ed-8df5-8058067f3b6c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'network_id': '10531978-b386-4a4b-9623-e60a161134ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:18.318980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfab03-59be-43cb-8ce2-44c5c1c89047 req-67bf40e7-f29c-4175-bf2f-b2a7d0994612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:18.320859 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a0dfab03-59be-43cb-8ce2-44c5c1c89047 req-67bf40e7-f29c-4175-bf2f-b2a7d0994612 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7f90c55d-47a1-406e-9c16-17b754208e0f HTTP/1.1" status: 200 len: 854 time: 0.1330085 Dec 08 01:44:18.358216 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7acb334b-b942-4b60-a318-345a264a7663 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:18.366438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb331d18-926f-48b2-b709-12107de9a5ca tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=10531978-b386-4a4b-9623-e60a161134ca,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:18.392505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 10531978-b386-4a4b-9623-e60a161134ca details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:18.425365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a0dfab03-59be-43cb-8ce2-44c5c1c89047 req-3e6654d2-9141-4c73-99c7-cb64609441f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b538f224-0dbc-4dba-a48e-8d545054e9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738902 Dec 08 01:44:18.464738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7315eb68-e0c8-4c89-aead-a75c0340938b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:18.500919 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:18.551306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Transition to ACTIVE for port object 7315eb68-e0c8-4c89-aead-a75c0340938b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:44:18.557393 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:18.664273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Pushing event updated for resources: {'Port': ['ID=7315eb68-e0c8-4c89-aead-a75c0340938b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:18.674454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7acb334b-b942-4b60-a318-345a264a7663, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7acb334b-b942-4b60-a318-345a264a7663,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:18.701265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '7acb334b-b942-4b60-a318-345a264a7663', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'port_id': '7acb334b-b942-4b60-a318-345a264a7663', 'mac_address': 'fa:16:3e:8a:a8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fd533c-1222-42a7-929e-1a209b1b24e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:18.733536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206cb15-4392-4ecd-8315-5040225d9bcb req-c560ce0b-93f6-4a2a-a7df-76a4d713df21 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:18.745679 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5206cb15-4392-4ecd-8315-5040225d9bcb req-c560ce0b-93f6-4a2a-a7df-76a4d713df21 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.1851962 Dec 08 01:44:18.755157 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:18.771581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7acb334b-b942-4b60-a318-345a264a7663 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:18.802277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7acb334b-b942-4b60-a318-345a264a7663, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7acb334b-b942-4b60-a318-345a264a7663,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:18.811224 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:18.818773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ee3a5c-4744-46ed-8df5-8058067f3b6c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:18.826734 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-77ee3a5c-4744-46ed-8df5-8058067f3b6c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:18.872644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': 'a14e3ba3-f6e1-4cb2-8479-718f0b6905e6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:18.874886 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "a14e3ba3-f6e1-4cb2-8479-718f0b6905e6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:18.880324 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53692) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:18.892762 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5206cb15-4392-4ecd-8315-5040225d9bcb req-35a1a409-b9a4-4c0b-9be1-748e6157b1e2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463623 Dec 08 01:44:18.895926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7acb334b-b942-4b60-a318-345a264a7663,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:18.913263 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d663e4-afc1-4abd-8096-261bfb78185f req-881d9907-1e86-406c-bdbf-75184af39655 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:18.921848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d663e4-afc1-4abd-8096-261bfb78185f req-881d9907-1e86-406c-bdbf-75184af39655 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:18.930816 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d663e4-afc1-4abd-8096-261bfb78185f req-881d9907-1e86-406c-bdbf-75184af39655 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:18.943713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d663e4-afc1-4abd-8096-261bfb78185f req-881d9907-1e86-406c-bdbf-75184af39655 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:18.951031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d663e4-afc1-4abd-8096-261bfb78185f req-881d9907-1e86-406c-bdbf-75184af39655 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:18.957555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d663e4-afc1-4abd-8096-261bfb78185f req-881d9907-1e86-406c-bdbf-75184af39655 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:18.965219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d663e4-afc1-4abd-8096-261bfb78185f req-881d9907-1e86-406c-bdbf-75184af39655 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:18.967237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-75d663e4-afc1-4abd-8096-261bfb78185f req-881d9907-1e86-406c-bdbf-75184af39655 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.3838642 Dec 08 01:44:18.968673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Attempting to bind port 7315eb68-e0c8-4c89-aead-a75c0340938b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:18.969016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Attempting to bind port 7315eb68-e0c8-4c89-aead-a75c0340938b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:18.969346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Attempting to bind port 7315eb68-e0c8-4c89-aead-a75c0340938b on network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:18.974328 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Port 7315eb68-e0c8-4c89-aead-a75c0340938b on network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:44:18.974650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Attempting to bind port 7315eb68-e0c8-4c89-aead-a75c0340938b on network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:18.980692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:18.981037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Checking segment: {'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:18.981425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Bound using segment: {'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:18.982112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Bound port: 7315eb68-e0c8-4c89-aead-a75c0340938b, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dbdafb-7b77-47b0-8468-4a52c6cd256d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:18.982736 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.032766 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a0dfab03-59be-43cb-8ce2-44c5c1c89047 req-d0afdc8f-8973-4169-a5d0-4b320a419c08 service neutron] 10.222.0.65 "GET /v2.0/networks/b538f224-0dbc-4dba-a48e-8d545054e9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999161 Dec 08 01:44:19.073013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] For port 7315eb68-e0c8-4c89-aead-a75c0340938b, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:19.076887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] For port 7315eb68-e0c8-4c89-aead-a75c0340938b, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7315eb68-e0c8-4c89-aead-a75c0340938b,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:19.096347 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.097171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['7acb334b-b942-4b60-a318-345a264a7663'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:19.106714 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef6d404e-8fc2-4991-a471-d29601766417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.165515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.167066 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.168630 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] 10.222.0.72 "PUT /v2.0/ports/7315eb68-e0c8-4c89-aead-a75c0340938b HTTP/1.1" status: 200 len: 1092 time: 1.8682563 Dec 08 01:44:19.242751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4908f-1232-4a5b-a678-2bf9e2d93a5f service neutron] Pushing event updated for resources: {'Port': ['ID=7315eb68-e0c8-4c89-aead-a75c0340938b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:19.270079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d45f2e-3170-4f26-8114-be2dba3a273b req-1c005de5-19bb-4187-a97e-3898168efce4 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.271671 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e6d45f2e-3170-4f26-8114-be2dba3a273b req-1c005de5-19bb-4187-a97e-3898168efce4 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 943 time: 0.1728754 Dec 08 01:44:19.292452 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.303694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ca91fa67-7876-4ccf-a149-93f603fcf242 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:19.339110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-75d663e4-afc1-4abd-8096-261bfb78185f req-11cda5f4-725e-4867-992e-f3e0839ce996 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2605305 Dec 08 01:44:19.387615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6d7ba455-4eef-42b5-9a79-b6dcb4b69ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.388613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6d7ba455-4eef-42b5-9a79-b6dcb4b69ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.389090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6d7ba455-4eef-42b5-9a79-b6dcb4b69ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.389557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6d7ba455-4eef-42b5-9a79-b6dcb4b69ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.390172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6d7ba455-4eef-42b5-9a79-b6dcb4b69ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.390825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6d7ba455-4eef-42b5-9a79-b6dcb4b69ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.391097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6d7ba455-4eef-42b5-9a79-b6dcb4b69ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.394390 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6d7ba455-4eef-42b5-9a79-b6dcb4b69ad2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6495 time: 0.1429305 Dec 08 01:44:19.429212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a0dfab03-59be-43cb-8ce2-44c5c1c89047 req-d5748c2a-f3db-4236-9c5a-bc377fe1d62f service neutron] 10.222.0.65 "GET /v2.0/networks/b538f224-0dbc-4dba-a48e-8d545054e9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453574 Dec 08 01:44:19.439716 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e6d45f2e-3170-4f26-8114-be2dba3a273b req-539305f5-3a26-4132-bdf7-73f162bb9c80 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/security-groups?id=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341605 Dec 08 01:44:19.441388 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8f7be2-dff8-4894-91e3-c39430a70649 x-openstack-request-id: req-db8f7be2-dff8-4894-91e3-c39430a70649 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:19.441680 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "a14e3ba3-f6e1-4cb2-8479-718f0b6905e6", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:19.441938 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db8f7be2-dff8-4894-91e3-c39430a70649 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:19.442332 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': 'a14e3ba3-f6e1-4cb2-8479-718f0b6905e6', 'status': 'completed', 'code': 200} Dec 08 01:44:19.444468 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef6d404e-8fc2-4991-a471-d29601766417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.518324 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef6d404e-8fc2-4991-a471-d29601766417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.521615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-adc4649a-8346-4d24-98de-9a32c089f132 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 HTTP/1.1" status: 200 len: 217 time: 0.1113417 Dec 08 01:44:19.560589 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.567227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ca91fa67-7876-4ccf-a149-93f603fcf242, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ca91fa67-7876-4ccf-a149-93f603fcf242,segment=NetworkSegment(5f6259e5-7b07-4637-a8ac-8a1d9482ede9),segment_id=5f6259e5-7b07-4637-a8ac-8a1d9482ede9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:19.590141 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'ca91fa67-7876-4ccf-a149-93f603fcf242', 'network_id': 'b538f224-0dbc-4dba-a48e-8d545054e9c3', 'port_id': 'ca91fa67-7876-4ccf-a149-93f603fcf242', 'mac_address': 'fa:16:3e:0b:7f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f90c55d-47a1-406e-9c16-17b754208e0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:19.630510 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ef6d404e-8fc2-4991-a471-d29601766417 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96dcddcd58ca484da79590ee03813e41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7330222 Dec 08 01:44:19.633802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53700) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:19.643344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d404e-8fc2-4991-a471-d29601766417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153de27e-943b-4fe3-a59d-a64e411076c2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:19.652508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-56f34075-17d2-431b-9e34-2d22549fa012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.653322 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.653988 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-56f34075-17d2-431b-9e34-2d22549fa012 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c3b4d4c1-f8d5-4e97-bf96-86b49df7e725 HTTP/1.1" status: 200 len: 856 time: 0.1223028 Dec 08 01:44:19.668687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca91fa67-7876-4ccf-a149-93f603fcf242 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:19.691299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ca91fa67-7876-4ccf-a149-93f603fcf242, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ca91fa67-7876-4ccf-a149-93f603fcf242,segment=NetworkSegment(5f6259e5-7b07-4637-a8ac-8a1d9482ede9),segment_id=5f6259e5-7b07-4637-a8ac-8a1d9482ede9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:19.699812 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.711960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=49ec9fe3-cfb2-4e8c-a0c5-6945548af1c1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:19.718765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:19.725593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:19.729698 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-77ee3a5c-4744-46ed-8df5-8058067f3b6c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.731793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:19.742940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.743613 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.770429 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9a57dbe-a613-4cfb-958a-2ef7e7dda83c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.781029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=ca91fa67-7876-4ccf-a149-93f603fcf242,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:19.782860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-690e8368-ef5d-434f-9c0c-dd05edcfc5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.784423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-690e8368-ef5d-434f-9c0c-dd05edcfc5af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213148 Dec 08 01:44:19.786890 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9521f441-4742-48de-a772-c480356f167f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4583726 Dec 08 01:44:19.793082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53702) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:19.802909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b5a5-b676-4330-b5db-bed0e0d5dff3 req-ddfb4f52-94a2-4526-95cf-9d7f77bff5cb tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.804491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-06a0b5a5-b676-4330-b5db-bed0e0d5dff3 req-ddfb4f52-94a2-4526-95cf-9d7f77bff5cb tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 944 time: 0.2614174 Dec 08 01:44:19.838470 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9a57dbe-a613-4cfb-958a-2ef7e7dda83c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.868223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee3a5c-4744-46ed-8df5-8058067f3b6c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=c3fe0ca1-13a2-49e3-a8fe-16b5618f57d2,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:19.881185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee3a5c-4744-46ed-8df5-8058067f3b6c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking segment: {'id': '0057cd7e-f1a7-4c5b-9ac6-89af064886cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '10531978-b386-4a4b-9623-e60a161134ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:19.881602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee3a5c-4744-46ed-8df5-8058067f3b6c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network hostable DHCP agents. Network: 10531978-b386-4a4b-9623-e60a161134ca, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:44:19.884343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-405d05f6-c72d-433c-b647-8e086d52b956 None None] Provisioning complete for port 6622e996-2ee7-4ff6-8909-58e3c85db209 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:19.884783 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-405d05f6-c72d-433c-b647-8e086d52b956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:19.936989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-06a0b5a5-b676-4330-b5db-bed0e0d5dff3 req-9d09d188-a165-46ae-a698-ca05669a53ec tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183095 Dec 08 01:44:19.949242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee3a5c-4744-46ed-8df5-8058067f3b6c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network 10531978-b386-4a4b-9623-e60a161134ca is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:44:19.964368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-77ee3a5c-4744-46ed-8df5-8058067f3b6c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 10531978-b386-4a4b-9623-e60a161134ca) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:19.971871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee3a5c-4744-46ed-8df5-8058067f3b6c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:19.972842 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-77ee3a5c-4744-46ed-8df5-8058067f3b6c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.015821 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-77ee3a5c-4744-46ed-8df5-8058067f3b6c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7407031 Dec 08 01:44:20.018315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53706) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:20.023044 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-405d05f6-c72d-433c-b647-8e086d52b956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.043775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb267d4-1f6b-4834-9001-5d5380bc6965 None None] Network 10531978-b386-4a4b-9623-e60a161134ca requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:20.153626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-405d05f6-c72d-433c-b647-8e086d52b956 None None] For port 6622e996-2ee7-4ff6-8909-58e3c85db209, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6622e996-2ee7-4ff6-8909-58e3c85db209,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:20.158497 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.165230 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-405d05f6-c72d-433c-b647-8e086d52b956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.209790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c00a9-8272-4881-a84f-44422256cc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-10531978-b386-4a4b-9623-e60a161134ca', 'network_id': '10531978-b386-4a4b-9623-e60a161134ca', 'project_id': 'ced2bef9d8a94ea2adff8f01f411cfba', 'fixed_ips': [{'subnet_id': 'c3fe0ca1-13a2-49e3-a8fe-16b5618f57d2'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:20.210857 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c24c00a9-8272-4881-a84f-44422256cc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.218978 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.300374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.349514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98595011-b494-4fe9-9bac-b4badf3dcad6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.352129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['ca91fa67-7876-4ccf-a149-93f603fcf242'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:20.355590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98595011-b494-4fe9-9bac-b4badf3dcad6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.360398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-98595011-b494-4fe9-9bac-b4badf3dcad6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5663002 Dec 08 01:44:20.363079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53710) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server [None req-c24c00a9-8272-4881-a84f-44422256cc3b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3fe0ca1-13a2-49e3-a8fe-16b5618f57d2: This subnet is being modified by another concurrent operation. Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 01:44:20.364548 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise exception Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3fe0ca1-13a2-49e3-a8fe-16b5618f57d2: This subnet is being modified by another concurrent operation. Dec 08 01:44:20.368035 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Dec 08 01:44:20.392301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7acb334b-b942-4b60-a318-345a264a7663 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:20.408296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fe0ca1-13a2-49e3-a8fe-16b5618f57d2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:20.438672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6622e996-2ee7-4ff6-8909-58e3c85db209 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:20.440806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc0cc2-5728-4b81-94cd-4bcfd20c5f7e req-9e772215-fc6e-4c07-b6ca-6a3156625a88 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.442570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63fc0cc2-5728-4b81-94cd-4bcfd20c5f7e req-9e772215-fc6e-4c07-b6ca-6a3156625a88 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.1987734 Dec 08 01:44:20.445116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9a57dbe-a613-4cfb-958a-2ef7e7dda83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.446111 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f274d34-e41e-4298-9462-7dc399b25bda None None] Network 10531978-b386-4a4b-9623-e60a161134ca requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:20.448956 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9a57dbe-a613-4cfb-958a-2ef7e7dda83c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.453534 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f9a57dbe-a613-4cfb-958a-2ef7e7dda83c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/153de27e-943b-4fe3-a59d-a64e411076c2 HTTP/1.1" status: 204 len: 168 time: 0.8184581 Dec 08 01:44:20.467124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-0e09f0d7-0607-4a9e-82a4-6c366a5dd708 service neutron] 10.222.0.72 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555700 Dec 08 01:44:20.470041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.507672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a57dbe-a613-4cfb-958a-2ef7e7dda83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153de27e-943b-4fe3-a59d-a64e411076c2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:20.552845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10531978-b386-4a4b-9623-e60a161134ca']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:20.553105 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d05f6-c72d-433c-b647-8e086d52b956 None None] Pushing event updated for resources: {'Port': ['ID=6622e996-2ee7-4ff6-8909-58e3c85db209,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:20.572931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0057cd7e-f1a7-4c5b-9ac6-89af064886cd') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:20.573252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0057cd7e-f1a7-4c5b-9ac6-89af064886cd') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:20.581117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63fc0cc2-5728-4b81-94cd-4bcfd20c5f7e req-e34829a3-de84-4894-827f-d40986a59027 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248820 Dec 08 01:44:20.604064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6fec4-5589-4a45-a444-32b237ba6527 req-8bf03d1d-15c9-4ea3-b076-29fc570bc80d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.610001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6fec4-5589-4a45-a444-32b237ba6527 req-8bf03d1d-15c9-4ea3-b076-29fc570bc80d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.615871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6fec4-5589-4a45-a444-32b237ba6527 req-8bf03d1d-15c9-4ea3-b076-29fc570bc80d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.621945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6fec4-5589-4a45-a444-32b237ba6527 req-8bf03d1d-15c9-4ea3-b076-29fc570bc80d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.628511 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6fec4-5589-4a45-a444-32b237ba6527 req-8bf03d1d-15c9-4ea3-b076-29fc570bc80d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.635629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6fec4-5589-4a45-a444-32b237ba6527 req-8bf03d1d-15c9-4ea3-b076-29fc570bc80d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.641300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6fec4-5589-4a45-a444-32b237ba6527 req-8bf03d1d-15c9-4ea3-b076-29fc570bc80d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.643292 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-84c6fec4-5589-4a45-a444-32b237ba6527 req-8bf03d1d-15c9-4ea3-b076-29fc570bc80d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.1471255 Dec 08 01:44:20.645324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.651218 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-4d8da246-bed7-4351-b89d-45a1684ebe3d service neutron] 10.222.0.72 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702192 Dec 08 01:44:20.656494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4f57404a-a53f-477a-b2c4-b41b4b5a70ec None None] Provisioning complete for port 49ec9fe3-cfb2-4e8c-a0c5-6945548af1c1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:20.656494 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f57404a-a53f-477a-b2c4-b41b4b5a70ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.678261 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-224f916b-3d92-4d79-80af-b5f5966191cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port 49ec9fe3-cfb2-4e8c-a0c5-6945548af1c1 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:20.678607 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-224f916b-3d92-4d79-80af-b5f5966191cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.691599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142ccbef-ebdf-4ae5-96b1-8d6c1d15c7f0 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:44:20.725511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-63559767-3ed6-4300-90e6-4415fc7ead29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=15bebb90-8c8e-44bc-9c6b-797d55456b55 HTTP/1.1" status: 200 len: 217 time: 0.0648572 Dec 08 01:44:20.729919 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.777292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:20.777700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:20.780798 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:20.820791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6fb4dc58-4be4-4ce1-b783-d3bedcc7aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.824002 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6fb4dc58-4be4-4ce1-b783-d3bedcc7aa23 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.0702188 Dec 08 01:44:20.861679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4f57404a-a53f-477a-b2c4-b41b4b5a70ec None None] Port 49ec9fe3-cfb2-4e8c-a0c5-6945548af1c1 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:44:20.893755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f1226-face-43d9-bcaa-1affd0423d8d req-2ed9e19c-9256-4c34-b8ae-446f76916cef tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.895292 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-403f1226-face-43d9-bcaa-1affd0423d8d req-2ed9e19c-9256-4c34-b8ae-446f76916cef tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 944 time: 0.1806915 Dec 08 01:44:20.912474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-cfcbc371-2d41-4cb6-b75b-cbe1c7778246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:20.913934 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-cfcbc371-2d41-4cb6-b75b-cbe1c7778246 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0812533 Dec 08 01:44:20.921694 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-224f916b-3d92-4d79-80af-b5f5966191cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.935950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 7acb334b-b942-4b60-a318-345a264a7663 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:44:20.948012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 7acb334b-b942-4b60-a318-345a264a7663 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:20.948402 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.959133 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.962019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-224f916b-3d92-4d79-80af-b5f5966191cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for 49ec9fe3-cfb2-4e8c-a0c5-6945548af1c1 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:20.976187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:20.981173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/10531978-b386-4a4b-9623-e60a161134ca HTTP/1.1" status: 204 len: 168 time: 0.9618275 Dec 08 01:44:20.985755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53730) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:21.007135 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 6622e996-2ee7-4ff6-8909-58e3c85db209 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:21.007838 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.024195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-81605871-ed0a-4dc5-9768-daac84234c10 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014051 Dec 08 01:44:21.030780 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-84c6fec4-5589-4a45-a444-32b237ba6527 req-c478f7db-84f2-41f7-820a-4c96de348d9c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3747225 Dec 08 01:44:21.038876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-18bf3d58-2499-487b-84e8-ac8889729fba tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-265984355'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:21.083179 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8641f-cfeb-4c54-9f59-f0422843b4ee tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Network': ['ID=10531978-b386-4a4b-9623-e60a161134ca,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:21.086031 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-403f1226-face-43d9-bcaa-1affd0423d8d req-14f57ebd-a657-455d-9370-c6bfa9556b1f tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/security-groups?id=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810095 Dec 08 01:44:21.156789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bf3d58-2499-487b-84e8-ac8889729fba tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:21.159599 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-a9d94682-ce8f-4718-95bb-6ed6811ac947 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235967 Dec 08 01:44:21.161507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18bf3d58-2499-487b-84e8-ac8889729fba tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.199062 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ccbef-ebdf-4ae5-96b1-8d6c1d15c7f0 None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:44:21.230173 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-8d7b89b5-ee27-4c86-ad21-4807eb74a3cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=5b7a6954-74e4-413a-9c6b-8b0f820210d7 HTTP/1.1" status: 200 len: 217 time: 0.0626979 Dec 08 01:44:21.284450 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-224f916b-3d92-4d79-80af-b5f5966191cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.296141 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e3080-668d-46fa-ba86-dd360a8d8031 req-20b82ffa-8f71-4cb0-9008-d9a514dc653b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:21.297735 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-915e3080-668d-46fa-ba86-dd360a8d8031 req-20b82ffa-8f71-4cb0-9008-d9a514dc653b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 944 time: 0.1052008 Dec 08 01:44:21.298548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bf3d58-2499-487b-84e8-ac8889729fba tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:44:21.326603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-9b967172-8da8-48df-9975-cec9c29846f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:21.329880 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-9b967172-8da8-48df-9975-cec9c29846f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.0858274 Dec 08 01:44:21.330104 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.341404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f916b-3d92-4d79-80af-b5f5966191cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=49ec9fe3-cfb2-4e8c-a0c5-6945548af1c1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:21.365234 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18bf3d58-2499-487b-84e8-ac8889729fba tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.365595 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-18bf3d58-2499-487b-84e8-ac8889729fba tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Added segment a50e364d-efbe-4a63-9859-51c8f5585255 of type vlan for network 4c745c35-f815-4993-b87e-1257826a4c57 Dec 08 01:44:21.403328 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-224f916b-3d92-4d79-80af-b5f5966191cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.403328 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-224f916b-3d92-4d79-80af-b5f5966191cc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/49ec9fe3-cfb2-4e8c-a0c5-6945548af1c1 HTTP/1.1" status: 204 len: 168 time: 1.0361350 Dec 08 01:44:21.403595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53740) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:21.407912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa351117-1623-4071-a2ff-fa28d5b8d749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acb334b-b942-4b60-a318-345a264a7663'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:21.409993 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5b53d8-196b-4671-81cc-41fb311983cb" -d '{"events": [{"server_uuid": "aa351117-1623-4071-a2ff-fa28d5b8d749", "name": "network-vif-plugged", "status": "completed", "tag": "7acb334b-b942-4b60-a318-345a264a7663"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:21.429006 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7acb334b-b942-4b60-a318-345a264a7663, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7acb334b-b942-4b60-a318-345a264a7663,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:21.442126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3b4e5da2-f0b9-4f5a-a5c2-617452d4f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:21.445227 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.450763 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-3b4e5da2-f0b9-4f5a-a5c2-617452d4f490 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1135032 Dec 08 01:44:21.455375 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18bf3d58-2499-487b-84e8-ac8889729fba tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.472448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-915e3080-668d-46fa-ba86-dd360a8d8031 req-9793aaac-c944-45d1-9ece-131cc8458efa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387987 Dec 08 01:44:21.498611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': '7315eb68-e0c8-4c89-aead-a75c0340938b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:21.501293 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efe2f85-7d99-46f8-8bf1-e705f37f8706" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "7315eb68-e0c8-4c89-aead-a75c0340938b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:21.519145 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18bf3d58-2499-487b-84e8-ac8889729fba tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.532632 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd396252-0041-4981-af56-5c50856f9036 x-openstack-request-id: req-dd396252-0041-4981-af56-5c50856f9036 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:21.533219 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa351117-1623-4071-a2ff-fa28d5b8d749", "name": "network-vif-plugged", "status": "completed", "tag": "7acb334b-b942-4b60-a318-345a264a7663", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:21.534514 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd396252-0041-4981-af56-5c50856f9036 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:21.535111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bf3d58-2499-487b-84e8-ac8889729fba tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:21.535352 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa351117-1623-4071-a2ff-fa28d5b8d749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acb334b-b942-4b60-a318-345a264a7663', 'code': 200} Dec 08 01:44:21.535769 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18bf3d58-2499-487b-84e8-ac8889729fba tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.586742 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-18bf3d58-2499-487b-84e8-ac8889729fba tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5922363 Dec 08 01:44:21.588316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53748) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:21.626067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f3f3ad3b-a23b-464c-b372-57e522af2f43 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:21.632107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf3d58-2499-487b-84e8-ac8889729fba tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=4c745c35-f815-4993-b87e-1257826a4c57,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:21.652224 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-250d6677-3e86-4920-b42c-83d3cc1931db service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471205 Dec 08 01:44:21.657883 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cd770d-ea48-426e-bfd3-5cf7d9441ad0 x-openstack-request-id: req-41cd770d-ea48-426e-bfd3-5cf7d9441ad0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:21.658186 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "7315eb68-e0c8-4c89-aead-a75c0340938b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:21.658409 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41cd770d-ea48-426e-bfd3-5cf7d9441ad0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:21.658750 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': '7315eb68-e0c8-4c89-aead-a75c0340938b', 'status': 'completed', 'code': 200} Dec 08 01:44:21.735336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a107ce4f-cef9-42da-be16-e97ccf163ba7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:21.737044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a107ce4f-cef9-42da-be16-e97ccf163ba7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:21.738973 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a107ce4f-cef9-42da-be16-e97ccf163ba7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3255737 Dec 08 01:44:21.741551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53756) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:21.779261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44531900-5dac-4160-9ea2-f80817361605 req-b23ce6f9-514a-40c2-ba99-5e1648bd7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:21.780857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44531900-5dac-4160-9ea2-f80817361605 req-b23ce6f9-514a-40c2-ba99-5e1648bd7a72 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 1097 time: 0.1212282 Dec 08 01:44:21.855699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 4c745c35-f815-4993-b87e-1257826a4c57 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:21.858224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b1bf19-3734-4c99-9e6f-d586c125aae4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet c5a753f4-5690-4bbb-877a-36e8afec08aa {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:44:21.861427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7acb334b-b942-4b60-a318-345a264a7663,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:21.863740 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05b1bf19-3734-4c99-9e6f-d586c125aae4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.867179 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ad3b-a23b-464c-b372-57e522af2f43 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.906478 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ad3b-a23b-464c-b372-57e522af2f43 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.911078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928dd6c-800e-4d82-91b8-f99cff524c03 req-fe2f96a3-fa2c-4a82-b57e-3e287270db49 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:21.913265 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c928dd6c-800e-4d82-91b8-f99cff524c03 req-fe2f96a3-fa2c-4a82-b57e-3e287270db49 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.2201397 Dec 08 01:44:21.936710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3f3ad3b-a23b-464c-b372-57e522af2f43 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network 4c745c35-f815-4993-b87e-1257826a4c57 is not hosted by any dhcp agent {{(pid=103130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 01:44:21.942351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f3ad3b-a23b-464c-b372-57e522af2f43 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:21.942976 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3f3ad3b-a23b-464c-b372-57e522af2f43 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.947068 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f3f3ad3b-a23b-464c-b372-57e522af2f43 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "PUT /v2.0/networks/4c745c35-f815-4993-b87e-1257826a4c57 HTTP/1.1" status: 200 len: 723 time: 0.3549535 Dec 08 01:44:21.947068 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05b1bf19-3734-4c99-9e6f-d586c125aae4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:21.957110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53760) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:21.982637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1d813055-6327-460b-9316-49a74480a2db tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'network_id': '4c745c35-f815-4993-b87e-1257826a4c57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:22.000193 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c928dd6c-800e-4d82-91b8-f99cff524c03 req-b90a8554-76dc-45c3-9483-b1ff2b7ad72a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778987 Dec 08 01:44:22.004901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-c1447c03-3abd-4e2a-a662-25b177381299 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418121 Dec 08 01:44:22.008107 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44531900-5dac-4160-9ea2-f80817361605 req-5ca4ff2b-0eb4-4bcd-99a3-6f225be9f1a8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037129 Dec 08 01:44:22.066964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-a3896c9a-88f7-4152-86f9-5972eb69addf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=105997f8-4aff-4424-a477-fc50633bed2d HTTP/1.1" status: 200 len: 217 time: 0.0560720 Dec 08 01:44:22.211903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53768) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:22.263138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4e164-272f-49fd-a1b1-aafb0a06f780 req-f1dabe37-7408-4b46-a4fd-359e659e8ae3 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:22.273284 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e0f4e164-272f-49fd-a1b1-aafb0a06f780 req-f1dabe37-7408-4b46-a4fd-359e659e8ae3 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 944 time: 0.0952206 Dec 08 01:44:22.292186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6622e996-2ee7-4ff6-8909-58e3c85db209 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:22.375569 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e0f4e164-272f-49fd-a1b1-aafb0a06f780 req-f7a38ad8-3e45-464f-b079-5361f28d5efa tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/security-groups?id=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008351 Dec 08 01:44:22.403680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 6622e996-2ee7-4ff6-8909-58e3c85db209 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:22.404123 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:22.424581 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b86463e1-dac5-42b8-9f13-cfb747db4b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:22.428277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-5f7a53eb-2595-4457-ad9f-0659173a7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:22.429907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-5f7a53eb-2595-4457-ad9f-0659173a7274 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.1471715 Dec 08 01:44:22.437920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3ad3b-a23b-464c-b372-57e522af2f43 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=4c745c35-f815-4993-b87e-1257826a4c57,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:22.455895 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d813055-6327-460b-9316-49a74480a2db tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:22.456923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 4c745c35-f815-4993-b87e-1257826a4c57 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:22.457812 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d813055-6327-460b-9316-49a74480a2db tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:22.516375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-f0c25ea1-98d9-4546-b172-3b54b17635d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:22.517910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-f0c25ea1-98d9-4546-b172-3b54b17635d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0695987 Dec 08 01:44:22.566439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8d3be-bebe-4287-8da8-5f4808ed7233 req-f26b2f17-53b6-4af8-af05-7e87c371cd12 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:22.573644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8d3be-bebe-4287-8da8-5f4808ed7233 req-f26b2f17-53b6-4af8-af05-7e87c371cd12 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:22.581964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8d3be-bebe-4287-8da8-5f4808ed7233 req-f26b2f17-53b6-4af8-af05-7e87c371cd12 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:22.588324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8d3be-bebe-4287-8da8-5f4808ed7233 req-f26b2f17-53b6-4af8-af05-7e87c371cd12 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:22.594377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8d3be-bebe-4287-8da8-5f4808ed7233 req-f26b2f17-53b6-4af8-af05-7e87c371cd12 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:22.600310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8d3be-bebe-4287-8da8-5f4808ed7233 req-f26b2f17-53b6-4af8-af05-7e87c371cd12 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:22.606321 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8d3be-bebe-4287-8da8-5f4808ed7233 req-f26b2f17-53b6-4af8-af05-7e87c371cd12 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:22.608384 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ff8d3be-bebe-4287-8da8-5f4808ed7233 req-f26b2f17-53b6-4af8-af05-7e87c371cd12 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.1945908 Dec 08 01:44:22.661312 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05b1bf19-3734-4c99-9e6f-d586c125aae4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:22.676442 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b86463e1-dac5-42b8-9f13-cfb747db4b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:22.684584 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b86463e1-dac5-42b8-9f13-cfb747db4b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:22.731037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-c7e6641a-4921-45c8-b4e5-f6e4218cc53b service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020273 Dec 08 01:44:22.744471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad69a2-d080-41ff-8aca-66bd9dbcb9a0 req-50b5dcc0-3c6a-43fb-a008-fa9db25fbaef tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:22.745966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9ad69a2-d080-41ff-8aca-66bd9dbcb9a0 req-50b5dcc0-3c6a-43fb-a008-fa9db25fbaef tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 945 time: 0.1539679 Dec 08 01:44:22.761870 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b86463e1-dac5-42b8-9f13-cfb747db4b4a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5359807d94a14150b4507cee0549ddd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5477805 Dec 08 01:44:22.764333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53776) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:22.765062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86463e1-dac5-42b8-9f13-cfb747db4b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eedb996-eb3c-4d8b-8b3f-26b777143c11,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:22.794767 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ff8d3be-bebe-4287-8da8-5f4808ed7233 req-44726391-50e7-4058-b78a-afb4d7ff6815 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1455274 Dec 08 01:44:22.829714 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05b1bf19-3734-4c99-9e6f-d586c125aae4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:22.867987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1bf19-3734-4c99-9e6f-d586c125aae4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a753f4-5690-4bbb-877a-36e8afec08aa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:22.877962 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05b1bf19-3734-4c99-9e6f-d586c125aae4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:22.883541 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-05b1bf19-3734-4c99-9e6f-d586c125aae4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/c5a753f4-5690-4bbb-877a-36e8afec08aa HTTP/1.1" status: 204 len: 168 time: 1.1382384 Dec 08 01:44:22.885855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53778) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:22.889527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c149c1-80e0-4c7e-aba7-d01fbb2731f1 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:22.938069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d813055-6327-460b-9316-49a74480a2db tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:22.948677 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ff525995-c407-416d-b9d2-152de0588932 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575180 Dec 08 01:44:22.960561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53780) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:22.968998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-80aee37f-6241-4d04-b133-ab0170cb6f14 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:22.974770 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9ad69a2-d080-41ff-8aca-66bd9dbcb9a0 req-132bf481-05c3-4d3e-8c19-996861d9907d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072570 Dec 08 01:44:22.992654 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-429dda74-9fce-46e5-85df-3cd1f103d440 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428443 Dec 08 01:44:22.993361 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1c9a-67e2-494e-881d-1d7fd3e1a581 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.054345 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-f7963027-f1a0-44c8-b9ff-9daee43e2605 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce HTTP/1.1" status: 200 len: 217 time: 0.0542233 Dec 08 01:44:23.076497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d813055-6327-460b-9316-49a74480a2db tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking segment: {'id': 'a50e364d-efbe-4a63-9859-51c8f5585255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c745c35-f815-4993-b87e-1257826a4c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:23.077311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d813055-6327-460b-9316-49a74480a2db tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network hostable DHCP agents. Network: 4c745c35-f815-4993-b87e-1257826a4c57, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:44:23.127593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1c9a-67e2-494e-881d-1d7fd3e1a581 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.143050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24949f26-7bbe-4d59-96b4-766d9072a528 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:23.175815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-4746d26c-d2aa-4a93-9674-f0232e6b5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:23.177842 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-4746d26c-d2aa-4a93-9674-f0232e6b5be1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.1140056 Dec 08 01:44:23.187695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d813055-6327-460b-9316-49a74480a2db tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=953d3a23-0e08-4b49-8aab-c203a70ec37e,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:23.200546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-24949f26-7bbe-4d59-96b4-766d9072a528 None None] Deleting port 6622e996-2ee7-4ff6-8909-58e3c85db209 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:23.200909 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24949f26-7bbe-4d59-96b4-766d9072a528 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.208840 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d813055-6327-460b-9316-49a74480a2db tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network 4c745c35-f815-4993-b87e-1257826a4c57 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:44:23.227127 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1c9a-67e2-494e-881d-1d7fd3e1a581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.227521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-1d813055-6327-460b-9316-49a74480a2db tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 4c745c35-f815-4993-b87e-1257826a4c57) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:23.235316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d813055-6327-460b-9316-49a74480a2db tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:23.235544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d813055-6327-460b-9316-49a74480a2db tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.236320 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1c9a-67e2-494e-881d-1d7fd3e1a581 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.239788 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f0ee1c9a-67e2-494e-881d-1d7fd3e1a581 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5eedb996-eb3c-4d8b-8b3f-26b777143c11 HTTP/1.1" status: 204 len: 168 time: 0.4689515 Dec 08 01:44:23.239951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80aee37f-6241-4d04-b133-ab0170cb6f14 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:23.254046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80aee37f-6241-4d04-b133-ab0170cb6f14 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.257599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee1c9a-67e2-494e-881d-1d7fd3e1a581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eedb996-eb3c-4d8b-8b3f-26b777143c11,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:23.265907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7f03c807-2f0c-4fae-9c45-d88dbcc37fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:23.267501 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-7f03c807-2f0c-4fae-9c45-d88dbcc37fe4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0825818 Dec 08 01:44:23.271894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c0244-d371-49a5-bb9d-2ceeba658055 None None] Network 4c745c35-f815-4993-b87e-1257826a4c57 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:23.284992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080f060-4ace-492e-907f-c7f3c9ed36d2 req-0bd08312-dee4-4385-a09f-d892eef93f53 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:23.294184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e080f060-4ace-492e-907f-c7f3c9ed36d2 req-0bd08312-dee4-4385-a09f-d892eef93f53 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.1495895 Dec 08 01:44:23.311756 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ca91fa67-7876-4ccf-a149-93f603fcf242 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:23.356257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-24949f26-7bbe-4d59-96b4-766d9072a528 None None] For port 6622e996-2ee7-4ff6-8909-58e3c85db209, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6622e996-2ee7-4ff6-8909-58e3c85db209,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:23.357328 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24949f26-7bbe-4d59-96b4-766d9072a528 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.374163 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1d813055-6327-460b-9316-49a74480a2db tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3970780 Dec 08 01:44:23.374758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53786) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:23.387190 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a46590de-ba0e-4816-968f-433f8149ee1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:23.423921 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6044b32e-1c7c-4143-9d55-4a0ea3cf2c6f service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468501 Dec 08 01:44:23.458935 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-24949f26-7bbe-4d59-96b4-766d9072a528 None None] Calling delete_port for 6622e996-2ee7-4ff6-8909-58e3c85db209 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:23.468773 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e080f060-4ace-492e-907f-c7f3c9ed36d2 req-49a83b03-ad3f-474b-bcdf-be902680240c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735735 Dec 08 01:44:23.563503 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a46590de-ba0e-4816-968f-433f8149ee1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64558851'] for subnet, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.593204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-4c745c35-f815-4993-b87e-1257826a4c57', 'network_id': '4c745c35-f815-4993-b87e-1257826a4c57', 'project_id': 'ced2bef9d8a94ea2adff8f01f411cfba', 'fixed_ips': [{'subnet_id': '953d3a23-0e08-4b49-8aab-c203a70ec37e'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:23.594315 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.599313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port ca91fa67-7876-4ccf-a149-93f603fcf242 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:44:23.617965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port ca91fa67-7876-4ccf-a149-93f603fcf242 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:23.619177 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.685477 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-ceb655d4-6d78-4fdf-8d0f-9495ed819202 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533410 Dec 08 01:44:23.702263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130d78a-694b-4e4b-beec-14c50cef808a req-8a74bcef-cd96-4f7b-889b-db6cc85c4852 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:23.704592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f130d78a-694b-4e4b-beec-14c50cef808a req-8a74bcef-cd96-4f7b-889b-db6cc85c4852 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 944 time: 0.2054937 Dec 08 01:44:23.728548 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24949f26-7bbe-4d59-96b4-766d9072a528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.769754 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-a836a535-0d79-4c5c-8127-48ebb8bb074d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 HTTP/1.1" status: 200 len: 217 time: 0.0631742 Dec 08 01:44:23.772738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24949f26-7bbe-4d59-96b4-766d9072a528 None None] No DVR routers for this DVR port 6622e996-2ee7-4ff6-8909-58e3c85db209 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:23.782235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24949f26-7bbe-4d59-96b4-766d9072a528 None None] Pushing event deleted for resources: {'Port': ['ID=6622e996-2ee7-4ff6-8909-58e3c85db209,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:23.855447 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.887987 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f130d78a-694b-4e4b-beec-14c50cef808a req-27980879-2b17-4b9e-98b0-c109dcb8c35a tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/security-groups?id=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229341 Dec 08 01:44:23.899126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-fe0be81c-d8ef-4bde-8bb5-0a099e7d6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:23.901204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-fe0be81c-d8ef-4bde-8bb5-0a099e7d6a02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 200 len: 797 time: 0.0910692 Dec 08 01:44:23.910512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ca91fa67-7876-4ccf-a149-93f603fcf242, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ca91fa67-7876-4ccf-a149-93f603fcf242,segment=NetworkSegment(5f6259e5-7b07-4637-a8ac-8a1d9482ede9),segment_id=5f6259e5-7b07-4637-a8ac-8a1d9482ede9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:23.911516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4008a552-4ef8-494d-8920-266f4b09f46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca91fa67-7876-4ccf-a149-93f603fcf242'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:23.914421 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25cf2f0-6ae9-4f7a-b5c9-0c9475cf7b7e" -d '{"events": [{"server_uuid": "4008a552-4ef8-494d-8920-266f4b09f46c", "name": "network-vif-plugged", "status": "completed", "tag": "ca91fa67-7876-4ccf-a149-93f603fcf242"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:23.919322 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:23.984756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-221a8cf1-b4ac-46d0-98cd-ecc40102e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:23.987262 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d22aae-ab2c-42e1-a1bd-f0a084e71f13 x-openstack-request-id: req-d9d22aae-ab2c-42e1-a1bd-f0a084e71f13 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:23.987622 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4008a552-4ef8-494d-8920-266f4b09f46c", "name": "network-vif-plugged", "status": "completed", "tag": "ca91fa67-7876-4ccf-a149-93f603fcf242", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:23.987934 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9d22aae-ab2c-42e1-a1bd-f0a084e71f13 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:23.988212 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-221a8cf1-b4ac-46d0-98cd-ecc40102e531 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0797367 Dec 08 01:44:23.988363 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4008a552-4ef8-494d-8920-266f4b09f46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca91fa67-7876-4ccf-a149-93f603fcf242', 'code': 200} Dec 08 01:44:24.006271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.objects.ports [None req-80aee37f-6241-4d04-b133-ab0170cb6f14 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103130) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:44:24.010201 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a46590de-ba0e-4816-968f-433f8149ee1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756600762534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64597814'] for subnet, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.017384 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80aee37f-6241-4d04-b133-ab0170cb6f14 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.019068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=ca91fa67-7876-4ccf-a149-93f603fcf242,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:24.049626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Allocated IP 172.20.0.2 (4c745c35-f815-4993-b87e-1257826a4c57/953d3a23-0e08-4b49-8aab-c203a70ec37e/bf170bd4-dcf9-4f62-b694-3d22d3026eff) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:24.079146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46590de-ba0e-4816-968f-433f8149ee1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.079853 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a46590de-ba0e-4816-968f-433f8149ee1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.084766 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a46590de-ba0e-4816-968f-433f8149ee1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "PUT /v2.0/subnets/953d3a23-0e08-4b49-8aab-c203a70ec37e HTTP/1.1" status: 200 len: 806 time: 0.7025089 Dec 08 01:44:24.092183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53814) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:24.096228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aee37f-6241-4d04-b133-ab0170cb6f14 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:24.111700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ee608-4bf1-4611-ac70-50ffd484ba5e req-107cb78f-b97c-4db5-a030-67ef360e22de tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.118532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ee608-4bf1-4611-ac70-50ffd484ba5e req-107cb78f-b97c-4db5-a030-67ef360e22de tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.129738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ee608-4bf1-4611-ac70-50ffd484ba5e req-107cb78f-b97c-4db5-a030-67ef360e22de tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.136382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ee608-4bf1-4611-ac70-50ffd484ba5e req-107cb78f-b97c-4db5-a030-67ef360e22de tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.143233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ee608-4bf1-4611-ac70-50ffd484ba5e req-107cb78f-b97c-4db5-a030-67ef360e22de tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.151207 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ee608-4bf1-4611-ac70-50ffd484ba5e req-107cb78f-b97c-4db5-a030-67ef360e22de tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.157318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ee608-4bf1-4611-ac70-50ffd484ba5e req-107cb78f-b97c-4db5-a030-67ef360e22de tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.168556 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-947ee608-4bf1-4611-ac70-50ffd484ba5e req-107cb78f-b97c-4db5-a030-67ef360e22de tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.2380490 Dec 08 01:44:24.185302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-80aee37f-6241-4d04-b133-ab0170cb6f14 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:24.198080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16652d9-f50e-4d45-9cfe-82c11ac7b3e9 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:24.208552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aee37f-6241-4d04-b133-ab0170cb6f14 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.209177 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80aee37f-6241-4d04-b133-ab0170cb6f14 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.230849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46590de-ba0e-4816-968f-433f8149ee1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=953d3a23-0e08-4b49-8aab-c203a70ec37e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:24.288992 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-80aee37f-6241-4d04-b133-ab0170cb6f14 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3256099 Dec 08 01:44:24.290053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53818) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:24.309903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:33:f9:ce', 'name': 'tempest-NetworksTestDHCPv6-304536516'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:24.329005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53820) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:24.337162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed52c-e893-45a4-b6f5-30dec600f8a7 req-cee95c6a-fdb8-487b-b695-0214d4017c45 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.340037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-019ed52c-e893-45a4-b6f5-30dec600f8a7 req-cee95c6a-fdb8-487b-b695-0214d4017c45 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 945 time: 0.2221477 Dec 08 01:44:24.341738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef778685-13da-41f0-bc7a-541d83630503 req-792262e6-4e60-4663-8892-2196374cbc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.343292 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ef778685-13da-41f0-bc7a-541d83630503 req-792262e6-4e60-4663-8892-2196374cbc32 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 1097 time: 0.1595068 Dec 08 01:44:24.355921 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-947ee608-4bf1-4611-ac70-50ffd484ba5e req-b4dc0794-ce1c-430a-86cd-4c0aa8689bdd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1857030 Dec 08 01:44:24.357635 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-8e3a600b-5596-4b94-af2b-08dbdfde160d service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627827 Dec 08 01:44:24.361041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6622e996-2ee7-4ff6-8909-58e3c85db209 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:24.370496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': 'cdf34444-68ec-4d76-a955-0f15ae21deef'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:24.371654 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.377538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aee37f-6241-4d04-b133-ab0170cb6f14 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=cdf34444-68ec-4d76-a955-0f15ae21deef,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:24.414919 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.435549 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ef778685-13da-41f0-bc7a-541d83630503 req-5c685bfa-b245-43d4-83e9-e6c307eb5654 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740070 Dec 08 01:44:24.442795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 6622e996-2ee7-4ff6-8909-58e3c85db209 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:24.443312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6622e996-2ee7-4ff6-8909-58e3c85db209 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:24.517352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1554383268-network', 'tenant_id': '0345702885f54153941f95452e0fbc02'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:24.544492 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.548133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Made reservation on behalf of 0345702885f54153941f95452e0fbc02 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:24.552661 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.558290 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.564476 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.585910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-019ed52c-e893-45a4-b6f5-30dec600f8a7 req-9e6a7c24-e8ff-458e-83c4-94f989cf60fa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270021 Dec 08 01:44:24.609710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-688a4cfd-b109-4a34-9f4f-df519c606b2f service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391858 Dec 08 01:44:24.647267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Network 4c745c35-f815-4993-b87e-1257826a4c57 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:24.655370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:24.661429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62886-cdfb-4a41-bcaf-ec8a8847b290 req-0ab2d94b-2c82-49b0-95a8-497a67a77618 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.661879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:24.662999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4aa62886-cdfb-4a41-bcaf-ec8a8847b290 req-0ab2d94b-2c82-49b0-95a8-497a67a77618 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.0871232 Dec 08 01:44:24.695969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Pushing event updated for resources: {'Port': ['ID=bf170bd4-dcf9-4f62-b694-3d22d3026eff,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:24.712552 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-6d8add2a-31d6-41af-8ae8-3ef6e328f399 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7315eb68-e0c8-4c89-aead-a75c0340938b HTTP/1.1" status: 200 len: 217 time: 0.0671456 Dec 08 01:44:24.734089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.734688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Allocated IP 2001:db8::f816:3eff:feac:43e6 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/cdf34444-68ec-4d76-a955-0f15ae21deef/fb5c2370-e1ae-405f-baee-039122a43154) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:24.739868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.752420 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4aa62886-cdfb-4a41-bcaf-ec8a8847b290 req-2788627f-8325-48d8-902d-5703c4fb04c9 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805278 Dec 08 01:44:24.752951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Attempting to bind port bf170bd4-dcf9-4f62-b694-3d22d3026eff on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:24.753329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Attempting to bind port bf170bd4-dcf9-4f62-b694-3d22d3026eff by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'a50e364d-efbe-4a63-9859-51c8f5585255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c745c35-f815-4993-b87e-1257826a4c57'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:24.754016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Attempting to bind port bf170bd4-dcf9-4f62-b694-3d22d3026eff on network 4c745c35-f815-4993-b87e-1257826a4c57 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:24.754764 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.761675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:24.761889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Checking segment: {'id': 'a50e364d-efbe-4a63-9859-51c8f5585255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c745c35-f815-4993-b87e-1257826a4c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:24.762551 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.762685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Bound using segment: {'id': 'a50e364d-efbe-4a63-9859-51c8f5585255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c745c35-f815-4993-b87e-1257826a4c57'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:24.763419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Bound port: bf170bd4-dcf9-4f62-b694-3d22d3026eff, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50e364d-efbe-4a63-9859-51c8f5585255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c745c35-f815-4993-b87e-1257826a4c57'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:24.763571 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.773285 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:44:24.789056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604d1a03-3948-4798-a5cb-0e1408e968dc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:24.793892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.794247 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Added segment ea574f54-2d05-4978-81c7-2b616e609b13 of type vlan for network bee3187a-42ca-4f2f-879c-ec781afe8f0f Dec 08 01:44:24.852246 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.865292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:24.890204 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.891697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.894215 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.914639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43830aa-6ad0-4e58-8784-c727e1c40b82 req-c5d806ca-7f95-4624-b5ac-b573e01f63fc tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.923300 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f43830aa-6ad0-4e58-8784-c727e1c40b82 req-c5d806ca-7f95-4624-b5ac-b573e01f63fc tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 945 time: 0.2206082 Dec 08 01:44:24.923476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] For port bf170bd4-dcf9-4f62-b694-3d22d3026eff, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:24.945077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-9e3c63ad-50fb-4936-8acb-1f6e5f5b2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:24.947672 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-9e3c63ad-50fb-4936-8acb-1f6e5f5b2ac3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 200 len: 797 time: 0.2275977 Dec 08 01:44:24.948117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] For port bf170bd4-dcf9-4f62-b694-3d22d3026eff, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bf170bd4-dcf9-4f62-b694-3d22d3026eff,segment=NetworkSegment(a50e364d-efbe-4a63-9859-51c8f5585255),segment_id=a50e364d-efbe-4a63-9859-51c8f5585255)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:24.958003 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:24.961460 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6283882 Dec 08 01:44:24.965364 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53832) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:24.975893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1649bd11-67e5-4836-a447-32f61436d878 admin admin] Request body: {'subnet': {'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1554383268-subnet', 'tenant_id': '0345702885f54153941f95452e0fbc02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:25.049354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1649bd11-67e5-4836-a447-32f61436d878 admin admin] Made reservation on behalf of 0345702885f54153941f95452e0fbc02 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:25.052611 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1649bd11-67e5-4836-a447-32f61436d878 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.055458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8cda7-d9a4-47ac-9477-fb0cd9830d3c admin admin] Pushing event updated for resources: {'Network': ['ID=bee3187a-42ca-4f2f-879c-ec781afe8f0f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:25.068223 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.081744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39c801-8f21-4798-9a13-c5eb7d9bfa80 None None] Pushing event updated for resources: {'Port': ['ID=bf170bd4-dcf9-4f62-b694-3d22d3026eff,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:25.088412 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.089416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network bee3187a-42ca-4f2f-879c-ec781afe8f0f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:25.125630 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.145886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:25.151363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:25.163049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Subnet': ['ID=953d3a23-0e08-4b49-8aab-c203a70ec37e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:25.174574 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-719fb4ae-97c0-4f7d-a2f7-a37110537b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:25.175075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:25.178358 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-719fb4ae-97c0-4f7d-a2f7-a37110537b1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2193849 Dec 08 01:44:25.180779 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.189903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523163b-6036-4af0-bdd5-05ed351e4bc9 req-b53da6bb-2d3d-4c32-9d35-1d7fc9d184ef tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:25.198088 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3523163b-6036-4af0-bdd5-05ed351e4bc9 req-b53da6bb-2d3d-4c32-9d35-1d7fc9d184ef tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 945 time: 0.1901584 Dec 08 01:44:25.262693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3523163b-6036-4af0-bdd5-05ed351e4bc9 req-8da13ee0-b40e-4bd9-8e92-94327cd92de0 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/security-groups?id=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634680 Dec 08 01:44:25.287608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Pushing event updated for resources: {'Port': ['ID=fb5c2370-e1ae-405f-baee-039122a43154,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:25.330491 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-79af5f0c-5174-43e9-949a-06182aee9a56 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449604 Dec 08 01:44:25.343032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f43830aa-6ad0-4e58-8784-c727e1c40b82 req-330f115d-50f3-4cb6-ab8f-d7ba8605a79d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186368 Dec 08 01:44:25.413725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port a8acef98-581a-4476-a2d0-efd7e9025b62 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:44:25.442938 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1649bd11-67e5-4836-a447-32f61436d878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.456678 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.593378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649bd11-67e5-4836-a447-32f61436d878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5198bc2-0b58-4774-b530-11503aa5f2da,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:25.601190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c745c35-f815-4993-b87e-1257826a4c57']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:25.622649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1649bd11-67e5-4836-a447-32f61436d878 admin admin] Checking segment: {'id': 'ea574f54-2d05-4978-81c7-2b616e609b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:25.623056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1649bd11-67e5-4836-a447-32f61436d878 admin admin] Network hostable DHCP agents. Network: bee3187a-42ca-4f2f-879c-ec781afe8f0f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:44:25.635695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50e364d-efbe-4a63-9859-51c8f5585255') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:25.635997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50e364d-efbe-4a63-9859-51c8f5585255') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:25.636558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Attempting to bind port fb5c2370-e1ae-405f-baee-039122a43154 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:25.637109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Attempting to bind port fb5c2370-e1ae-405f-baee-039122a43154 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:25.637760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Attempting to bind port fb5c2370-e1ae-405f-baee-039122a43154 on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:25.643037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1649bd11-67e5-4836-a447-32f61436d878 admin admin] Network bee3187a-42ca-4f2f-879c-ec781afe8f0f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:44:25.644589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:25.645102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:25.645608 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.646096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:25.646668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Bound port: fb5c2370-e1ae-405f-baee-039122a43154, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:25.647165 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.657811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-1649bd11-67e5-4836-a447-32f61436d878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, bee3187a-42ca-4f2f-879c-ec781afe8f0f) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:25.662354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1649bd11-67e5-4836-a447-32f61436d878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:25.663008 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1649bd11-67e5-4836-a447-32f61436d878 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.673245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db095684-3736-47f5-af62-1df4574ee719 None None] Network bee3187a-42ca-4f2f-879c-ec781afe8f0f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:25.684860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1649bd11-67e5-4836-a447-32f61436d878 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7183297 Dec 08 01:44:25.695620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.721949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04f1fe33-cd29-4c24-9009-3cbaff23831a req-15830499-7a9e-4c78-82c6-fb58f747ed11 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761649 Dec 08 01:44:25.740711 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.743099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::f816:3eff:fe33:f9ce (38e622c3-d3e1-4fea-b44a-493f59fc27b4/cdf34444-68ec-4d76-a955-0f15ae21deef/a8acef98-581a-4476-a2d0-efd7e9025b62) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:25.754065 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:25.754566 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:25.771630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965155d-b3c2-463d-af34-cb04b107f712 req-ac65d931-4b15-4392-b3c3-de47771cc3a5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:25.779323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965155d-b3c2-463d-af34-cb04b107f712 req-ac65d931-4b15-4392-b3c3-de47771cc3a5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:25.785291 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965155d-b3c2-463d-af34-cb04b107f712 req-ac65d931-4b15-4392-b3c3-de47771cc3a5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:25.792199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965155d-b3c2-463d-af34-cb04b107f712 req-ac65d931-4b15-4392-b3c3-de47771cc3a5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:25.798640 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965155d-b3c2-463d-af34-cb04b107f712 req-ac65d931-4b15-4392-b3c3-de47771cc3a5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:25.804629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965155d-b3c2-463d-af34-cb04b107f712 req-ac65d931-4b15-4392-b3c3-de47771cc3a5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:25.812274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965155d-b3c2-463d-af34-cb04b107f712 req-ac65d931-4b15-4392-b3c3-de47771cc3a5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:25.814325 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2965155d-b3c2-463d-af34-cb04b107f712 req-ac65d931-4b15-4392-b3c3-de47771cc3a5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.3033202 Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:25.815029 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:25.832886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206d99f-ac00-4d16-90ab-11e7a95e6108 req-6a47ecc1-0ad7-4288-ac2b-61f01d6b7f68 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:25.845498 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e206d99f-ac00-4d16-90ab-11e7a95e6108 req-6a47ecc1-0ad7-4288-ac2b-61f01d6b7f68 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 945 time: 0.0896482 Dec 08 01:44:25.908537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e206d99f-ac00-4d16-90ab-11e7a95e6108 req-cc62ad1e-3b9d-49d0-af5f-0b36571aba1e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616870 Dec 08 01:44:25.925819 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] For port fb5c2370-e1ae-405f-baee-039122a43154, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:25.925819 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] For port fb5c2370-e1ae-405f-baee-039122a43154, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fb5c2370-e1ae-405f-baee-039122a43154,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:25.933058 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:26.007154 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598aeb85-8427-43a2-8a64-fef16410f0ac None None] Network bee3187a-42ca-4f2f-879c-ec781afe8f0f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:26.050909 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4171bf7-e3e4-49c0-9945-86221c8edb18 None None] Pushing event updated for resources: {'Port': ['ID=fb5c2370-e1ae-405f-baee-039122a43154,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:26.082205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3e60e-ff5b-4b8d-89d4-faf0728bfa63 req-fe49feb4-6588-48f3-9a86-932a6b3672ce tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:26.091451 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97e3e60e-ff5b-4b8d-89d4-faf0728bfa63 req-fe49feb4-6588-48f3-9a86-932a6b3672ce tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.0974815 Dec 08 01:44:26.186633 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97e3e60e-ff5b-4b8d-89d4-faf0728bfa63 req-512a829d-1ee6-4be4-9dd0-2e17df0119f5 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939949 Dec 08 01:44:26.464158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bf170bd4-dcf9-4f62-b694-3d22d3026eff up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:26.481140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 01:44:26.481140 n-d-713498-30 neutron-server[103129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 01:44:26.481140 n-d-713498-30 neutron-server[103129]: [parameters: {'id': '4c745c35-f815-4993-b87e-1257826a4c57'}] Dec 08 01:44:26.481140 n-d-713498-30 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:44:26.481899 n-d-713498-30 neutron-server[103129]: DEBUG oslo_db.api [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:44:26.539981 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2965155d-b3c2-463d-af34-cb04b107f712 req-f62fece8-202f-444a-8793-e9359f26c7e6 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7115877 Dec 08 01:44:26.574805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c9454-4dd1-46bd-a3b3-aad8f96e58de req-f442f52c-fb79-4ddc-b9f3-e0b6440566b1 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:26.587687 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e21c9454-4dd1-46bd-a3b3-aad8f96e58de req-f442f52c-fb79-4ddc-b9f3-e0b6440566b1 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 945 time: 0.1504688 Dec 08 01:44:26.606626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bf170bd4-dcf9-4f62-b694-3d22d3026eff triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:26.607181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:26.633358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-f1fa4ce7-5f45-416f-acf7-4e8d957cd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:26.635501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-f1fa4ce7-5f45-416f-acf7-4e8d957cd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:26.636183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-f1fa4ce7-5f45-416f-acf7-4e8d957cd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:26.636964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-f1fa4ce7-5f45-416f-acf7-4e8d957cd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:26.637437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-f1fa4ce7-5f45-416f-acf7-4e8d957cd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:26.637905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-f1fa4ce7-5f45-416f-acf7-4e8d957cd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:26.638384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-f1fa4ce7-5f45-416f-acf7-4e8d957cd7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:26.640492 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-f1fa4ce7-5f45-416f-acf7-4e8d957cd7f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6495 time: 0.1734896 Dec 08 01:44:26.706960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e21c9454-4dd1-46bd-a3b3-aad8f96e58de req-ec6c0989-2b93-4526-9cfa-e1f1c7141c38 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/security-groups?id=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143341 Dec 08 01:44:26.790286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5059c62c-c71b-4722-800c-02db6308ca1a None None] Network 4c745c35-f815-4993-b87e-1257826a4c57 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:26.808038 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:26.878038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-d31e3e86-1aac-4814-ab9e-b2df97490e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:26.880061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-d31e3e86-1aac-4814-ab9e-b2df97490e14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d HTTP/1.1" status: 200 len: 902 time: 0.2237048 Dec 08 01:44:26.906670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port bf170bd4-dcf9-4f62-b694-3d22d3026eff, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bf170bd4-dcf9-4f62-b694-3d22d3026eff,segment=NetworkSegment(a50e364d-efbe-4a63-9859-51c8f5585255),segment_id=a50e364d-efbe-4a63-9859-51c8f5585255)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:26.910318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:26.936529 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:26.943030 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2c0e453c-d371-4388-84cb-dd35d27f1e1a None None] Provisioning complete for port bf170bd4-dcf9-4f62-b694-3d22d3026eff triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:26.943524 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c0e453c-d371-4388-84cb-dd35d27f1e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:26.982142 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-158bdbb7-27a0-4669-b083-2292d27b844c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 HTTP/1.1" status: 200 len: 217 time: 0.0894117 Dec 08 01:44:26.983905 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:27.047429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=bf170bd4-dcf9-4f62-b694-3d22d3026eff,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:27.122018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:27.132937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f8dff9-bfcf-45bc-b71e-430ef9dd4c8d None None] DHCP port deletion for 4c745c35-f815-4993-b87e-1257826a4c57 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:27.239731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-04f8dff9-bfcf-45bc-b71e-430ef9dd4c8d None None] Deleting port bf170bd4-dcf9-4f62-b694-3d22d3026eff {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:27.240426 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-04f8dff9-bfcf-45bc-b71e-430ef9dd4c8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:27.265757 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:27.276592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:27.279019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:27.285373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:27.286027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:27.333394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc8940-f2d9-42c7-b8fa-d1e4fd9420ab req-01f19fa3-5d39-4682-a53b-20250a63dc15 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:27.342168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4dc8940-f2d9-42c7-b8fa-d1e4fd9420ab req-01f19fa3-5d39-4682-a53b-20250a63dc15 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 945 time: 0.3443971 Dec 08 01:44:27.356030 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-04f8dff9-bfcf-45bc-b71e-430ef9dd4c8d None None] For port bf170bd4-dcf9-4f62-b694-3d22d3026eff, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bf170bd4-dcf9-4f62-b694-3d22d3026eff,segment=NetworkSegment(a50e364d-efbe-4a63-9859-51c8f5585255),segment_id=a50e364d-efbe-4a63-9859-51c8f5585255)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:27.356452 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-04f8dff9-bfcf-45bc-b71e-430ef9dd4c8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:27.381131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-04f8dff9-bfcf-45bc-b71e-430ef9dd4c8d None None] Calling delete_port for bf170bd4-dcf9-4f62-b694-3d22d3026eff owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:27.391963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d223f-de14-4d5c-ac71-a8802a2cd10b req-1062c85e-55c6-47e1-8d4f-6ada8889ad71 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:27.393573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-206d223f-de14-4d5c-ac71-a8802a2cd10b req-1062c85e-55c6-47e1-8d4f-6ada8889ad71 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.0747805 Dec 08 01:44:27.398338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-9bf09a7f-2145-4d74-b36d-c51112883f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:27.400217 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-9bf09a7f-2145-4d74-b36d-c51112883f18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 200 len: 797 time: 0.3597488 Dec 08 01:44:27.401097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=a8acef98-581a-4476-a2d0-efd7e9025b62,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:27.419447 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4b8aa131-d70d-41a7-9d6d-cbd875de1fc1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1244242 Dec 08 01:44:27.449376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53874) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:27.465013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4dc8940-f2d9-42c7-b8fa-d1e4fd9420ab req-fb0536d4-12e2-494b-9fc4-214358db7c66 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218097 Dec 08 01:44:27.489142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Deleting port bf170bd4-dcf9-4f62-b694-3d22d3026eff {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:27.489833 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:27.515269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab9897-b6e8-4e5b-a8b1-dc1cffb7aee8 req-5efbbd65-a77f-4bb9-808b-eb4fc8e209c3 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:27.517607 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91ab9897-b6e8-4e5b-a8b1-dc1cffb7aee8 req-5efbbd65-a77f-4bb9-808b-eb4fc8e209c3 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 945 time: 0.2479370 Dec 08 01:44:27.537944 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-04f8dff9-bfcf-45bc-b71e-430ef9dd4c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:27.611159 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-206d223f-de14-4d5c-ac71-a8802a2cd10b req-2d3d24ec-cbf7-4780-ae60-49bc4a15b001 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094035 Dec 08 01:44:27.625989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8dff9-bfcf-45bc-b71e-430ef9dd4c8d None None] Pushing event deleted for resources: {'Port': ['ID=bf170bd4-dcf9-4f62-b694-3d22d3026eff,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:27.632072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8dff9-bfcf-45bc-b71e-430ef9dd4c8d None None] No DVR routers for this DVR port bf170bd4-dcf9-4f62-b694-3d22d3026eff on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:27.662817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5924df32-8eff-413d-b80c-2416bfed3932 None None] Network 4c745c35-f815-4993-b87e-1257826a4c57 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:27.670071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32bacdb-1f8b-4e50-a39d-47388743e823 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:27.683872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32bacdb-1f8b-4e50-a39d-47388743e823 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:27.686816 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d32bacdb-1f8b-4e50-a39d-47388743e823 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2348025 Dec 08 01:44:27.691931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53878) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:27.804639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-29fabd48-ae5e-4e38-adad-0d46cf4bca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:27.807997 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-29fabd48-ae5e-4e38-adad-0d46cf4bca84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3940856 Dec 08 01:44:27.865156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-72831155-4d23-4791-9cfe-75b3fa79c7b4 None None] Provisioning complete for port fb5c2370-e1ae-405f-baee-039122a43154 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:27.865701 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72831155-4d23-4791-9cfe-75b3fa79c7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:27.895813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-08cf7ae7-980e-44d1-9a83-621d95759a8e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port a8acef98-581a-4476-a2d0-efd7e9025b62 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:27.896185 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08cf7ae7-980e-44d1-9a83-621d95759a8e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.054765 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72831155-4d23-4791-9cfe-75b3fa79c7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.055693 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08cf7ae7-980e-44d1-9a83-621d95759a8e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.073722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-08cf7ae7-980e-44d1-9a83-621d95759a8e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for a8acef98-581a-4476-a2d0-efd7e9025b62 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:28.080993 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] For port bf170bd4-dcf9-4f62-b694-3d22d3026eff, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bf170bd4-dcf9-4f62-b694-3d22d3026eff,segment=NetworkSegment(a50e364d-efbe-4a63-9859-51c8f5585255),segment_id=a50e364d-efbe-4a63-9859-51c8f5585255)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:28.081382 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.100610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-72831155-4d23-4791-9cfe-75b3fa79c7b4 None None] For port fb5c2370-e1ae-405f-baee-039122a43154, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fb5c2370-e1ae-405f-baee-039122a43154,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:28.110010 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72831155-4d23-4791-9cfe-75b3fa79c7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.116160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Calling delete_port for bf170bd4-dcf9-4f62-b694-3d22d3026eff owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:28.160317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfb036-bb56-452b-b847-0dee0c302812 req-aebc1eff-3006-4d5a-b252-447be667e1c8 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.160317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5bfb036-bb56-452b-b847-0dee0c302812 req-aebc1eff-3006-4d5a-b252-447be667e1c8 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 945 time: 0.4332678 Dec 08 01:44:28.187211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72831155-4d23-4791-9cfe-75b3fa79c7b4 None None] Pushing event updated for resources: {'Port': ['ID=fb5c2370-e1ae-405f-baee-039122a43154,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:28.189076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-91ab9897-b6e8-4e5b-a8b1-dc1cffb7aee8 req-7702911b-ee43-46a3-b164-8314c4d75de9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Deleting port 7acb334b-b942-4b60-a318-345a264a7663 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:28.189447 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-91ab9897-b6e8-4e5b-a8b1-dc1cffb7aee8 req-7702911b-ee43-46a3-b164-8314c4d75de9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.240580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5ee17-0a27-402c-afe5-48c93e69d16f req-0e17b595-d071-4f76-8d7e-2c713e2453c7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.247537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5ee17-0a27-402c-afe5-48c93e69d16f req-0e17b595-d071-4f76-8d7e-2c713e2453c7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.253877 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5ee17-0a27-402c-afe5-48c93e69d16f req-0e17b595-d071-4f76-8d7e-2c713e2453c7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.255730 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4f2681ec-1a79-449f-bf66-99b478e6973c None None] Provisioning complete for port a8acef98-581a-4476-a2d0-efd7e9025b62 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:28.256112 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f2681ec-1a79-449f-bf66-99b478e6973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.260090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5ee17-0a27-402c-afe5-48c93e69d16f req-0e17b595-d071-4f76-8d7e-2c713e2453c7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.266298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5ee17-0a27-402c-afe5-48c93e69d16f req-0e17b595-d071-4f76-8d7e-2c713e2453c7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.272440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5ee17-0a27-402c-afe5-48c93e69d16f req-0e17b595-d071-4f76-8d7e-2c713e2453c7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.278318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5ee17-0a27-402c-afe5-48c93e69d16f req-0e17b595-d071-4f76-8d7e-2c713e2453c7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.282839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-11b5ee17-0a27-402c-afe5-48c93e69d16f req-0e17b595-d071-4f76-8d7e-2c713e2453c7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.1384990 Dec 08 01:44:28.287993 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-2ff745d6-c050-41a9-8820-44ec2c7f7922 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318446 Dec 08 01:44:28.316792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4f2681ec-1a79-449f-bf66-99b478e6973c None None] Port a8acef98-581a-4476-a2d0-efd7e9025b62 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:44:28.364441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fb5c2370-e1ae-405f-baee-039122a43154 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:28.378006 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08cf7ae7-980e-44d1-9a83-621d95759a8e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.390451 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5bfb036-bb56-452b-b847-0dee0c302812 req-bb2aa279-5e5b-4a96-b503-fd10fbb4eece tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/security-groups?id=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176077 Dec 08 01:44:28.439179 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf7ae7-980e-44d1-9a83-621d95759a8e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=a8acef98-581a-4476-a2d0-efd7e9025b62,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:28.444720 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08cf7ae7-980e-44d1-9a83-621d95759a8e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.445890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fb5c2370-e1ae-405f-baee-039122a43154 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:28.446369 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.449211 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-08cf7ae7-980e-44d1-9a83-621d95759a8e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/a8acef98-581a-4476-a2d0-efd7e9025b62 HTTP/1.1" status: 204 len: 168 time: 0.7545474 Dec 08 01:44:28.453182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53882) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:28.468705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-11b5ee17-0a27-402c-afe5-48c93e69d16f req-00a2d8c3-3089-4acb-984e-efe000d4a8f0 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1685953 Dec 08 01:44:28.471277 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.474512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-91ab9897-b6e8-4e5b-a8b1-dc1cffb7aee8 req-7702911b-ee43-46a3-b164-8314c4d75de9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] For port 7acb334b-b942-4b60-a318-345a264a7663, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7acb334b-b942-4b60-a318-345a264a7663,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:28.474878 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-91ab9897-b6e8-4e5b-a8b1-dc1cffb7aee8 req-7702911b-ee43-46a3-b164-8314c4d75de9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.547477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-91ab9897-b6e8-4e5b-a8b1-dc1cffb7aee8 req-7702911b-ee43-46a3-b164-8314c4d75de9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Calling delete_port for 7acb334b-b942-4b60-a318-345a264a7663 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:28.562513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Port': ['ID=bf170bd4-dcf9-4f62-b694-3d22d3026eff,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:28.567681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No DVR routers for this DVR port bf170bd4-dcf9-4f62-b694-3d22d3026eff on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:28.603783 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4b82cee-b8e9-4412-87d5-9d5c7dc799de req-33a031ae-73c4-4574-a53a-9e99405b2302 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048882 Dec 08 01:44:28.647091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bf170bd4-dcf9-4f62-b694-3d22d3026eff no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:28.672058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bf170bd4-dcf9-4f62-b694-3d22d3026eff {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:28.672605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bf170bd4-dcf9-4f62-b694-3d22d3026eff not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:28.729844 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f0a1f-51e6-4811-bed5-ba70ecf5360c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.731399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445f0a1f-51e6-4811-bed5-ba70ecf5360c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.732953 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-445f0a1f-51e6-4811-bed5-ba70ecf5360c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2785854 Dec 08 01:44:28.738723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53888) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:28.763285 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25910d-2801-44d9-a652-bb347d8af0c7 req-af60b2c8-d141-4161-9707-5f8077c33244 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.764820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f25910d-2801-44d9-a652-bb347d8af0c7 req-af60b2c8-d141-4161-9707-5f8077c33244 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.0546842 Dec 08 01:44:28.768625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.786377 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a399d791-0797-41ae-9b48-aed8f9f572a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.814787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f25910d-2801-44d9-a652-bb347d8af0c7 req-5598e407-d7f5-470a-a0d1-1ecba9abfef7 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439351 Dec 08 01:44:28.849738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c745c35-f815-4993-b87e-1257826a4c57']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:28.889612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b89b7b-a4f7-4435-be88-394b88ddf822 req-68863994-e97f-4148-aff8-9e2e50750a71 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.891094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81b89b7b-a4f7-4435-be88-394b88ddf822 req-68863994-e97f-4148-aff8-9e2e50750a71 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa351117-1623-4071-a2ff-fa28d5b8d749 HTTP/1.1" status: 200 len: 945 time: 0.3264325 Dec 08 01:44:28.895103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50e364d-efbe-4a63-9859-51c8f5585255') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:28.895401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50e364d-efbe-4a63-9859-51c8f5585255') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:28.925319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663d19d-9c2b-4063-8637-8da20626d7a9 req-2bca9d8e-435d-4605-9d97-4827f4e93b20 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.926181 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:28.926855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0663d19d-9c2b-4063-8637-8da20626d7a9 req-2bca9d8e-435d-4605-9d97-4827f4e93b20 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.65 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 945 time: 0.0613163 Dec 08 01:44:28.960585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-bbe5fe4d-a8fa-456a-b2e6-3bbb21925d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.961066 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-bbe5fe4d-a8fa-456a-b2e6-3bbb21925d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.961528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-bbe5fe4d-a8fa-456a-b2e6-3bbb21925d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.961989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-bbe5fe4d-a8fa-456a-b2e6-3bbb21925d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.962538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-bbe5fe4d-a8fa-456a-b2e6-3bbb21925d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.963137 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-bbe5fe4d-a8fa-456a-b2e6-3bbb21925d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.963895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-bbe5fe4d-a8fa-456a-b2e6-3bbb21925d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:28.966096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-bbe5fe4d-a8fa-456a-b2e6-3bbb21925d21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6495 time: 0.2507820 Dec 08 01:44:28.974211 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ac4387-4746-45cd-9159-c8cda328275c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet cdf34444-68ec-4d76-a955-0f15ae21deef {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:44:28.991397 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6ac4387-4746-45cd-9159-c8cda328275c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.016661 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.063606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-0663d19d-9c2b-4063-8637-8da20626d7a9 req-20d7a3c0-c29b-4544-a50f-52d05c48d720 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Deleting port ca91fa67-7876-4ccf-a149-93f603fcf242 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:29.063961 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0663d19d-9c2b-4063-8637-8da20626d7a9 req-20d7a3c0-c29b-4544-a50f-52d05c48d720 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.065362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:29.065600 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:29.070185 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:29.147610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81b89b7b-a4f7-4435-be88-394b88ddf822 req-ed796f12-b72a-401e-8b7a-de68dc876927 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469914 Dec 08 01:44:29.150074 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6ac4387-4746-45cd-9159-c8cda328275c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.230437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-0663d19d-9c2b-4063-8637-8da20626d7a9 req-20d7a3c0-c29b-4544-a50f-52d05c48d720 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] For port ca91fa67-7876-4ccf-a149-93f603fcf242, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ca91fa67-7876-4ccf-a149-93f603fcf242,segment=NetworkSegment(5f6259e5-7b07-4637-a8ac-8a1d9482ede9),segment_id=5f6259e5-7b07-4637-a8ac-8a1d9482ede9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:29.230805 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0663d19d-9c2b-4063-8637-8da20626d7a9 req-20d7a3c0-c29b-4544-a50f-52d05c48d720 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.246347 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-b59aeb58-1312-4dbe-9d3c-117d288ba413 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:29.247999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-b59aeb58-1312-4dbe-9d3c-117d288ba413 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/networks?id=bee3187a-42ca-4f2f-879c-ec781afe8f0f HTTP/1.1" status: 200 len: 809 time: 0.1809235 Dec 08 01:44:29.258058 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.259155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-0663d19d-9c2b-4063-8637-8da20626d7a9 req-20d7a3c0-c29b-4544-a50f-52d05c48d720 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Calling delete_port for ca91fa67-7876-4ccf-a149-93f603fcf242 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:29.269239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-91ab9897-b6e8-4e5b-a8b1-dc1cffb7aee8 req-7702911b-ee43-46a3-b164-8314c4d75de9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.275866 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.278699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-88444282-c090-4180-b62e-418de4789c1f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/quotas/0345702885f54153941f95452e0fbc02 HTTP/1.1" status: 200 len: 375 time: 0.0208168 Dec 08 01:44:29.281849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53906) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:29.283076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/4c745c35-f815-4993-b87e-1257826a4c57 HTTP/1.1" status: 204 len: 168 time: 5.1871905 Dec 08 01:44:29.324639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:29.333290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd64e8-b076-4877-955b-b85fac3f1e06 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Network': ['ID=4c745c35-f815-4993-b87e-1257826a4c57,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:29.340751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702911b-ee43-46a3-b164-8314c4d75de9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event deleted for resources: {'Port': ['ID=7acb334b-b942-4b60-a318-345a264a7663,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:29.340973 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d322981-d98e-4ac2-b119-5ec0fc980e5c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:29.341517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d322981-d98e-4ac2-b119-5ec0fc980e5c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:29.344607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0d322981-d98e-4ac2-b119-5ec0fc980e5c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/4c745c35-f815-4993-b87e-1257826a4c57 HTTP/1.1" status: 404 len: 339 time: 0.0617986 Dec 08 01:44:29.345720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-4e8943d1-dac8-4cd4-8e28-5429bf6241d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:29.348035 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-4e8943d1-dac8-4cd4-8e28-5429bf6241d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d HTTP/1.1" status: 200 len: 902 time: 0.3702624 Dec 08 01:44:29.349540 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53908) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:29.354083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c3d5dede-0c1c-4f00-a698-808472ae0e55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783738863', 'description': 'd1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:29.366408 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-3f197035-c026-4e5b-8bcd-e617c3256c6d tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0345702885f54153941f95452e0fbc02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493989 Dec 08 01:44:29.378378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8afc74-8c5b-494d-898c-29302536eba8 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:29.496102 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6ac4387-4746-45cd-9159-c8cda328275c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.502121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-ed14027b-07a2-4948-b99b-7aaad8238a97 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7315eb68-e0c8-4c89-aead-a75c0340938b HTTP/1.1" status: 200 len: 217 time: 0.1230412 Dec 08 01:44:29.512488 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-c3b8d765-ebb4-41ab-85e0-da1b971c6d3e service neutron] 10.222.0.70 "GET /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351175 Dec 08 01:44:29.545728 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0663d19d-9c2b-4063-8637-8da20626d7a9 req-20d7a3c0-c29b-4544-a50f-52d05c48d720 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.557825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ab9897-b6e8-4e5b-a8b1-dc1cffb7aee8 req-7702911b-ee43-46a3-b164-8314c4d75de9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] No DVR routers for this DVR port 7acb334b-b942-4b60-a318-345a264a7663 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:29.570385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-91ab9897-b6e8-4e5b-a8b1-dc1cffb7aee8 req-7702911b-ee43-46a3-b164-8314c4d75de9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.574904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91ab9897-b6e8-4e5b-a8b1-dc1cffb7aee8 req-7702911b-ee43-46a3-b164-8314c4d75de9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.72 "DELETE /v2.0/ports/7acb334b-b942-4b60-a318-345a264a7663 HTTP/1.1" status: 204 len: 173 time: 2.0294058 Dec 08 01:44:29.580394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa351117-1623-4071-a2ff-fa28d5b8d749', 'name': 'network-vif-deleted', 'tag': '7acb334b-b942-4b60-a318-345a264a7663'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:29.582688 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fb8268-a6af-404b-8465-9ca035845a52" -d '{"events": [{"server_uuid": "aa351117-1623-4071-a2ff-fa28d5b8d749", "name": "network-vif-deleted", "tag": "7acb334b-b942-4b60-a318-345a264a7663"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:29.592313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7a3c0-c29b-4544-a50f-52d05c48d720 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Pushing event deleted for resources: {'Port': ['ID=ca91fa67-7876-4ccf-a149-93f603fcf242,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:29.621414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d5dede-0c1c-4f00-a698-808472ae0e55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:29.624915 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3d5dede-0c1c-4f00-a698-808472ae0e55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.648792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933c0b0b-882b-4557-be38-2898f08b6c8c None None] DHCP port deletion for b538f224-0dbc-4dba-a48e-8d545054e9c3 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:29.671591 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-afdef1a2-5eda-4f73-aea5-c726ee54c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:29.673340 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-afdef1a2-5eda-4f73-aea5-c726ee54c04b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 200 len: 797 time: 0.1173506 Dec 08 01:44:29.676681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-0663d19d-9c2b-4063-8637-8da20626d7a9 req-20d7a3c0-c29b-4544-a50f-52d05c48d720 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] No DVR routers for this DVR port ca91fa67-7876-4ccf-a149-93f603fcf242 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:29.683291 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0663d19d-9c2b-4063-8637-8da20626d7a9 req-20d7a3c0-c29b-4544-a50f-52d05c48d720 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.684786 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041372ff-1ded-4196-93cd-aa19a4842988 req-de3f10b5-7473-4980-b817-2909294eed5b tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:29.686504 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-041372ff-1ded-4196-93cd-aa19a4842988 req-de3f10b5-7473-4980-b817-2909294eed5b tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/ports?device_id=4008a552-4ef8-494d-8920-266f4b09f46c HTTP/1.1" status: 200 len: 867 time: 0.2030864 Dec 08 01:44:29.686705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0663d19d-9c2b-4063-8637-8da20626d7a9 req-20d7a3c0-c29b-4544-a50f-52d05c48d720 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.65 "DELETE /v2.0/ports/ca91fa67-7876-4ccf-a149-93f603fcf242 HTTP/1.1" status: 204 len: 173 time: 0.7509549 Dec 08 01:44:29.687181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4008a552-4ef8-494d-8920-266f4b09f46c', 'name': 'network-vif-deleted', 'tag': 'ca91fa67-7876-4ccf-a149-93f603fcf242'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:29.689844 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34512980-8afe-4507-9a2f-b7b4e247c7ea" -d '{"events": [{"server_uuid": "4008a552-4ef8-494d-8920-266f4b09f46c", "name": "network-vif-deleted", "tag": "ca91fa67-7876-4ccf-a149-93f603fcf242"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:29.705935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d5dede-0c1c-4f00-a698-808472ae0e55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:44:29.712022 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9707d2e0-42a8-46d4-9b41-d75463aee909 service neutron] 10.222.0.70 "GET /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877024 Dec 08 01:44:29.741546 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6ac4387-4746-45cd-9159-c8cda328275c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.751932 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3d5dede-0c1c-4f00-a698-808472ae0e55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.752353 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-c3d5dede-0c1c-4f00-a698-808472ae0e55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Added segment 1484c8e2-e8fb-406e-a9a5-e40b68bafcd0 of type vlan for network 87fc9896-fff0-4471-a096-d3856543d8a2 Dec 08 01:44:29.797954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac4387-4746-45cd-9159-c8cda328275c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf34444-68ec-4d76-a955-0f15ae21deef,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:29.812918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b57ba3-316c-410a-9253-c23ac7472aa6 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:29.833075 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c6ac4387-4746-45cd-9159-c8cda328275c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.836188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c6ac4387-4746-45cd-9159-c8cda328275c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/cdf34444-68ec-4d76-a955-0f15ae21deef HTTP/1.1" status: 204 len: 168 time: 1.0624123 Dec 08 01:44:29.839857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53918) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:29.858046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3d5dede-0c1c-4f00-a698-808472ae0e55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.866427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-99d84d99-0e73-451f-be44-28fad00fc840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:29.867938 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-99d84d99-0e73-451f-be44-28fad00fc840 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1784689 Dec 08 01:44:29.877854 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-041372ff-1ded-4196-93cd-aa19a4842988 req-9ee920d4-6d70-495a-b16a-2c9f27fc34d6 tempest-ServerAddressesTestJSON-1922038601 tempest-ServerAddressesTestJSON-1922038601-project] 10.222.0.70 "GET /v2.0/security-groups?id=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755605 Dec 08 01:44:29.909990 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8ee74224-3c71-4e7d-aea2-73dd587c1881 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690684 Dec 08 01:44:29.912540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53924) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:29.967105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3d5dede-0c1c-4f00-a698-808472ae0e55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:29.972883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d5dede-0c1c-4f00-a698-808472ae0e55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:29.973485 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3d5dede-0c1c-4f00-a698-808472ae0e55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:30.035210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dab5d23-f0a0-41b5-b1f4-cd28735ec651 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:30.038065 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9dab5d23-f0a0-41b5-b1f4-cd28735ec651 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1225710 Dec 08 01:44:30.039777 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7891ea-2699-4d29-9f41-df18658d64bc x-openstack-request-id: req-7a7891ea-2699-4d29-9f41-df18658d64bc {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:30.040044 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4008a552-4ef8-494d-8920-266f4b09f46c", "name": "network-vif-deleted", "tag": "ca91fa67-7876-4ccf-a149-93f603fcf242", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:30.040887 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a7891ea-2699-4d29-9f41-df18658d64bc {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:30.041396 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4008a552-4ef8-494d-8920-266f4b09f46c', 'name': 'network-vif-deleted', 'tag': 'ca91fa67-7876-4ccf-a149-93f603fcf242', 'status': 'completed', 'code': 200} Dec 08 01:44:30.041822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53930) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:30.182872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43785d6-4059-447d-ad58-40bf3a9e952c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:30.186695 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f43785d6-4059-447d-ad58-40bf3a9e952c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1417339 Dec 08 01:44:30.187287 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53934) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:30.213308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceabe30-b9ed-4497-bada-ec39f806eca3 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:30.233699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3ba3590b-1dec-4baa-a112-3aa5439ef9d3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456302 Dec 08 01:44:30.240268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53938) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:30.251356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-48c695c4-7e92-4443-98f9-89f07de573f5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:30.301159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae805-afda-4156-96bc-c0e7619a71dc req-a9deac49-4773-43d0-9815-e96802b0f40b tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:30.310489 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e5ae805-afda-4156-96bc-c0e7619a71dc req-a9deac49-4773-43d0-9815-e96802b0f40b tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.1850443 Dec 08 01:44:30.355854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-aceabe30-b9ed-4497-bada-ec39f806eca3 None None] Deleting port fb5c2370-e1ae-405f-baee-039122a43154 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:30.356884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aceabe30-b9ed-4497-bada-ec39f806eca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:30.360246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fb5c2370-e1ae-405f-baee-039122a43154 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:30.438774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7acb334b-b942-4b60-a318-345a264a7663 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:30.454277 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e5ae805-afda-4156-96bc-c0e7619a71dc req-6711ab27-664a-431f-8a93-86f5cc2fd2b0 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427064 Dec 08 01:44:30.473408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 7acb334b-b942-4b60-a318-345a264a7663 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:30.474107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7acb334b-b942-4b60-a318-345a264a7663 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:30.485666 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390b00b6-10fa-4ef8-ac16-de1918e4564e x-openstack-request-id: req-390b00b6-10fa-4ef8-ac16-de1918e4564e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:30.486076 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa351117-1623-4071-a2ff-fa28d5b8d749", "name": "network-vif-deleted", "tag": "7acb334b-b942-4b60-a318-345a264a7663", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:30.486409 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-390b00b6-10fa-4ef8-ac16-de1918e4564e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:30.486900 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa351117-1623-4071-a2ff-fa28d5b8d749', 'name': 'network-vif-deleted', 'tag': '7acb334b-b942-4b60-a318-345a264a7663', 'status': 'completed', 'code': 200} Dec 08 01:44:30.514201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c695c4-7e92-4443-98f9-89f07de573f5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:30.527322 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48c695c4-7e92-4443-98f9-89f07de573f5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:30.549732 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c3d5dede-0c1c-4f00-a698-808472ae0e55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1994100 Dec 08 01:44:30.564149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-aceabe30-b9ed-4497-bada-ec39f806eca3 None None] For port fb5c2370-e1ae-405f-baee-039122a43154, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fb5c2370-e1ae-405f-baee-039122a43154,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:30.564700 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aceabe30-b9ed-4497-bada-ec39f806eca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:30.578375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53944) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:30.586604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-aceabe30-b9ed-4497-bada-ec39f806eca3 None None] Calling delete_port for fb5c2370-e1ae-405f-baee-039122a43154 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:30.590687 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:30.596122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2cd563f2-5001-4196-9cbe-182cc46f8e95 req-27503ebf-11cf-48eb-a3fe-d24e01c1d17e tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 210 time: 0.0420101 Dec 08 01:44:30.606935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5dede-0c1c-4f00-a698-808472ae0e55 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=87fc9896-fff0-4471-a096-d3856543d8a2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:30.627443 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-3c807f90-5220-47d6-91b8-46d2ac36559d service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7486398 Dec 08 01:44:30.656343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port fb5c2370-e1ae-405f-baee-039122a43154, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fb5c2370-e1ae-405f-baee-039122a43154,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:30.657662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 87fc9896-fff0-4471-a096-d3856543d8a2 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:30.681687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3aead-c747-4000-bd7a-6952cdb195bb req-bb06839e-20e8-4bf9-8541-d357d7745dec tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:30.687853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3aead-c747-4000-bd7a-6952cdb195bb req-bb06839e-20e8-4bf9-8541-d357d7745dec tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:30.694099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3aead-c747-4000-bd7a-6952cdb195bb req-bb06839e-20e8-4bf9-8541-d357d7745dec tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:30.701126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3aead-c747-4000-bd7a-6952cdb195bb req-bb06839e-20e8-4bf9-8541-d357d7745dec tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:30.707111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3aead-c747-4000-bd7a-6952cdb195bb req-bb06839e-20e8-4bf9-8541-d357d7745dec tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:30.713687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3aead-c747-4000-bd7a-6952cdb195bb req-bb06839e-20e8-4bf9-8541-d357d7745dec tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:30.719650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3aead-c747-4000-bd7a-6952cdb195bb req-bb06839e-20e8-4bf9-8541-d357d7745dec tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:30.721717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aba3aead-c747-4000-bd7a-6952cdb195bb req-bb06839e-20e8-4bf9-8541-d357d7745dec tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.2380455 Dec 08 01:44:30.748309 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:30.826224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455c00e2-8424-49c3-a2d6-78091f8a95f7 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:30.830891 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-455c00e2-8424-49c3-a2d6-78091f8a95f7 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/networks?id=87fc9896-fff0-4471-a096-d3856543d8a2 HTTP/1.1" status: 200 len: 760 time: 0.2447140 Dec 08 01:44:30.832147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53948) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:30.861230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b943c4a0-a800-475e-8bb8-28043e0818e6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'description': 'd2'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:30.881085 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aba3aead-c747-4000-bd7a-6952cdb195bb req-a44a484e-ad3a-44e3-88b1-a812ef585f7f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203728 Dec 08 01:44:30.918505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4efe2f85-7d99-46f8-8bf1-e705f37f8706 req-404e7d38-a5f8-4262-9d53-705913efbe47 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762353 Dec 08 01:44:30.940355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=fb5c2370-e1ae-405f-baee-039122a43154,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:30.961841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53954) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:31.018801 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aceabe30-b9ed-4497-bada-ec39f806eca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.034154 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c627956f-46f5-4aad-a645-ef46d4544740 admin admin] Deleting subnet 7f90c55d-47a1-406e-9c16-17b754208e0f {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:44:31.044236 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c627956f-46f5-4aad-a645-ef46d4544740 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.059450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceabe30-b9ed-4497-bada-ec39f806eca3 None None] Pushing event deleted for resources: {'Port': ['ID=fb5c2370-e1ae-405f-baee-039122a43154,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:31.063570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceabe30-b9ed-4497-bada-ec39f806eca3 None None] No DVR routers for this DVR port fb5c2370-e1ae-405f-baee-039122a43154 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:31.132952 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c627956f-46f5-4aad-a645-ef46d4544740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.161345 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72c07981-d336-4308-bf30-687f526bddfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.239600 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c627956f-46f5-4aad-a645-ef46d4544740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.276317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-82e34abd-9a4f-4d1a-9776-bc3dae7c7013 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:31.277877 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-82e34abd-9a4f-4d1a-9776-bc3dae7c7013 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.1909804 Dec 08 01:44:31.301634 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-69d0a650-d1fd-40b4-a989-866dced33450 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/quotas/4eb2e093eba946c78088f73a589065d9 HTTP/1.1" status: 200 len: 375 time: 0.0172088 Dec 08 01:44:31.347746 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ca91fa67-7876-4ccf-a149-93f603fcf242 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:31.350210 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c627956f-46f5-4aad-a645-ef46d4544740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.381237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: ca91fa67-7876-4ccf-a149-93f603fcf242 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:31.381838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627956f-46f5-4aad-a645-ef46d4544740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f90c55d-47a1-406e-9c16-17b754208e0f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:31.381947 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ca91fa67-7876-4ccf-a149-93f603fcf242 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:31.388231 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c627956f-46f5-4aad-a645-ef46d4544740 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.391508 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c627956f-46f5-4aad-a645-ef46d4544740 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7f90c55d-47a1-406e-9c16-17b754208e0f HTTP/1.1" status: 204 len: 168 time: 0.4278316 Dec 08 01:44:31.394727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53966) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:31.397975 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-9baf360c-3c4a-496b-8f2c-df1931ff6e20 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0893233 Dec 08 01:44:31.406725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ee25cb-e588-4f2f-abc1-7207481332db None None] Network b538f224-0dbc-4dba-a48e-8d545054e9c3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:31.512841 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b943c4a0-a800-475e-8bb8-28043e0818e6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.609519 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-80e1777b-b54c-4e1f-91b5-a5be5c50a3ea service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005234 Dec 08 01:44:31.621498 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b943c4a0-a800-475e-8bb8-28043e0818e6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.632611 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.667928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.objects.ports [None req-48c695c4-7e92-4443-98f9-89f07de573f5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103130) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:44:31.676060 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.680066 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48c695c4-7e92-4443-98f9-89f07de573f5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.681999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b943c4a0-a800-475e-8bb8-28043e0818e6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network 87fc9896-fff0-4471-a096-d3856543d8a2 is not hosted by any dhcp agent {{(pid=103130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 01:44:31.687537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b943c4a0-a800-475e-8bb8-28043e0818e6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:31.688213 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b943c4a0-a800-475e-8bb8-28043e0818e6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.692459 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b943c4a0-a800-475e-8bb8-28043e0818e6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "PUT /v2.0/networks/87fc9896-fff0-4471-a096-d3856543d8a2 HTTP/1.1" status: 200 len: 757 time: 0.8561800 Dec 08 01:44:31.692907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53972) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:31.711980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee6bd0b-981f-465b-ada0-6693e8557bb4 None None] DHCP port deletion for b538f224-0dbc-4dba-a48e-8d545054e9c3 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:31.766095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388322d6-4505-4385-ae8d-e7726f89af62 req-1be9a1b0-3cd2-4ddf-863f-74e5e691d04c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:31.769162 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-388322d6-4505-4385-ae8d-e7726f89af62 req-1be9a1b0-3cd2-4ddf-863f-74e5e691d04c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.2206182 Dec 08 01:44:31.789553 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-d573945d-ea9a-4e0c-8323-774d508be775 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:31.791123 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-d573945d-ea9a-4e0c-8323-774d508be775 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.72 "GET /v2.0/networks?id=bee3187a-42ca-4f2f-879c-ec781afe8f0f HTTP/1.1" status: 200 len: 809 time: 0.2750878 Dec 08 01:44:31.811842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c695c4-7e92-4443-98f9-89f07de573f5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:31.828581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Request body: {'port': {'device_id': '8cd13030-9ae7-4794-838d-026e3d30ab81', 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f', 'admin_state_up': True, 'tenant_id': '0345702885f54153941f95452e0fbc02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:31.840163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943c4a0-a800-475e-8bb8-28043e0818e6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=87fc9896-fff0-4471-a096-d3856543d8a2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:31.843649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-48c695c4-7e92-4443-98f9-89f07de573f5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:31.846331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c695c4-7e92-4443-98f9-89f07de573f5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:31.847335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-48c695c4-7e92-4443-98f9-89f07de573f5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.854864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 87fc9896-fff0-4471-a096-d3856543d8a2 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:31.859805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cb14f6-aac0-41d1-9e41-b9f2d312d4fb tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:31.861567 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-57cb14f6-aac0-41d1-9e41-b9f2d312d4fb tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/networks?id=87fc9896-fff0-4471-a096-d3856543d8a2 HTTP/1.1" status: 200 len: 760 time: 0.1676872 Dec 08 01:44:31.868115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519a104e-a433-4329-a235-f133e02cac8a None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:31.880520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53976) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:31.893638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d3c5c249-94eb-48d1-a187-2c3a7db4b6ec tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1211526546'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:31.896989 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c695c4-7e92-4443-98f9-89f07de573f5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=4d94d2bc-ffa3-4910-a048-86f7a14e95cb,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:31.906764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-48c695c4-7e92-4443-98f9-89f07de573f5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6652880 Dec 08 01:44:31.915214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53978) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:31.920314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:65:f5:10', 'name': 'tempest-NetworksTestDHCPv6-1282103393'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:31.938630 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-b59835a6-a411-4468-8ef9-c5a33f3937ff service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870321 Dec 08 01:44:31.967625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c5c249-94eb-48d1-a187-2c3a7db4b6ec tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:31.971691 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3c5c249-94eb-48d1-a187-2c3a7db4b6ec tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:31.971953 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.035624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3c5c249-94eb-48d1-a187-2c3a7db4b6ec tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:44:32.045626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Made reservation on behalf of 0345702885f54153941f95452e0fbc02 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:32.049785 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.059350 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-388322d6-4505-4385-ae8d-e7726f89af62 req-a2c4ffb9-02a4-44c5-822b-70fe1b8ae422 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453699 Dec 08 01:44:32.061267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b538f224-0dbc-4dba-a48e-8d545054e9c3']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:32.076388 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3c5c249-94eb-48d1-a187-2c3a7db4b6ec tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.077036 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-d3c5c249-94eb-48d1-a187-2c3a7db4b6ec tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Added segment 6159a985-748c-4dce-8e22-e2f05ff01b6a of type vlan for network 42848301-7aba-4938-8701-1cec93afccc2 Dec 08 01:44:32.086340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6259e5-7b07-4637-a8ac-8a1d9482ede9') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:32.086633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6259e5-7b07-4637-a8ac-8a1d9482ede9') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:32.109390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': '4d94d2bc-ffa3-4910-a048-86f7a14e95cb'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:32.110611 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.133374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.171838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.235771 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3c5c249-94eb-48d1-a187-2c3a7db4b6ec tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.244899 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7fdcdea8-28de-4d79-a9c3-a9ba4f14adb0 req-7aa4a448-8aa0-4c81-85dc-50cd895f673e tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 210 time: 0.0728810 Dec 08 01:44:32.246169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:32.246640 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:32.250082 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:32.255818 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.328025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Allocated IP 2001:db8::f816:3eff:fedb:6b79 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/4d94d2bc-ffa3-4910-a048-86f7a14e95cb/db988c88-2f70-4163-b191-6eee4342017e) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:32.346141 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3c5c249-94eb-48d1-a187-2c3a7db4b6ec tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.352386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c5c249-94eb-48d1-a187-2c3a7db4b6ec tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:32.352972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3c5c249-94eb-48d1-a187-2c3a7db4b6ec tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.445288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:32.451971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a0405cf0-1f95-41d4-89e6-14810cd0a6f6 req-2a5074a0-9d8a-479b-be93-a01c33cc9283 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 210 time: 0.0770576 Dec 08 01:44:32.479444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Allocated IP 172.20.0.3 (bee3187a-42ca-4f2f-879c-ec781afe8f0f/d5198bc2-0b58-4774-b530-11503aa5f2da/9cb331b3-3f2c-491d-bb54-590a7a34e5a5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:32.484942 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d3c5c249-94eb-48d1-a187-2c3a7db4b6ec tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6010094 Dec 08 01:44:32.491418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3927d4c-0d96-46d0-8966-b4afdec3418b req-c0af7f42-dff8-4187-9786-d6df077d75ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:32.498989 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3927d4c-0d96-46d0-8966-b4afdec3418b req-c0af7f42-dff8-4187-9786-d6df077d75ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:32.505484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3927d4c-0d96-46d0-8966-b4afdec3418b req-c0af7f42-dff8-4187-9786-d6df077d75ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:32.511868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3927d4c-0d96-46d0-8966-b4afdec3418b req-c0af7f42-dff8-4187-9786-d6df077d75ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:32.517965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3927d4c-0d96-46d0-8966-b4afdec3418b req-c0af7f42-dff8-4187-9786-d6df077d75ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:32.520448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53990) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:32.525424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3927d4c-0d96-46d0-8966-b4afdec3418b req-c0af7f42-dff8-4187-9786-d6df077d75ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:32.526425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5c249-94eb-48d1-a187-2c3a7db4b6ec tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=42848301-7aba-4938-8701-1cec93afccc2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:32.532276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3927d4c-0d96-46d0-8966-b4afdec3418b req-c0af7f42-dff8-4187-9786-d6df077d75ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:32.536942 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 42848301-7aba-4938-8701-1cec93afccc2 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:32.541201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7480d9df-5944-4133-bcc3-9677638d510f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'network_id': '42848301-7aba-4938-8701-1cec93afccc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:32.541903 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f3927d4c-0d96-46d0-8966-b4afdec3418b req-c0af7f42-dff8-4187-9786-d6df077d75ee tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.1547539 Dec 08 01:44:32.543503 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.544042 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.566037 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.575141 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.581529 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b538f224-0dbc-4dba-a48e-8d545054e9c3 HTTP/1.1" status: 204 len: 168 time: 1.1845491 Dec 08 01:44:32.629228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:32.658143 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd45dfa-4d82-40a0-8f06-09d14aba84d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b538f224-0dbc-4dba-a48e-8d545054e9c3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:32.675514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:32.685560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:32.702418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Pushing event updated for resources: {'Port': ['ID=db988c88-2f70-4163-b191-6eee4342017e,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:32.735855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7480d9df-5944-4133-bcc3-9677638d510f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:32.739489 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7480d9df-5944-4133-bcc3-9677638d510f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.758438 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f3927d4c-0d96-46d0-8966-b4afdec3418b req-d97ba376-fc63-4b98-bf15-4996222de021 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2153828 Dec 08 01:44:32.783184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Attempting to bind port db988c88-2f70-4163-b191-6eee4342017e on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:32.783184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Attempting to bind port db988c88-2f70-4163-b191-6eee4342017e by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:32.783184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Attempting to bind port db988c88-2f70-4163-b191-6eee4342017e on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:32.783184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:32.783184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:32.783184 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.783184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:32.783184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Bound port: db988c88-2f70-4163-b191-6eee4342017e, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:32.783184 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.792130 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.829825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port ca844aa1-57e2-4960-a090-17b3d4be7bf5 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:44:32.859846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53996) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:32.894915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] For port db988c88-2f70-4163-b191-6eee4342017e, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:32.898452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] For port db988c88-2f70-4163-b191-6eee4342017e, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=db988c88-2f70-4163-b191-6eee4342017e,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:32.903928 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:32.972556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec03ff-c139-49fd-a39b-1e86462b3213 None None] Pushing event updated for resources: {'Port': ['ID=db988c88-2f70-4163-b191-6eee4342017e,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:32.984502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e9cbef5f-6b00-455a-9b88-18ea8cec0534 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=421dc3be6fe9433798590ae59bf9e84c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0971045 Dec 08 01:44:32.987613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53998) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:32.999630 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.000620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::f816:3eff:fe65:f510 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/4d94d2bc-ffa3-4910-a048-86f7a14e95cb/ca844aa1-57e2-4960-a090-17b3d4be7bf5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:33.093838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-631554f1-be29-4d5c-9ab5-33f9d794deb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.148476 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-631554f1-be29-4d5c-9ab5-33f9d794deb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.152025 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.238753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7480d9df-5944-4133-bcc3-9677638d510f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.269109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Network bee3187a-42ca-4f2f-879c-ec781afe8f0f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:33.293925 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.295947 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-631554f1-be29-4d5c-9ab5-33f9d794deb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.299345 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-631554f1-be29-4d5c-9ab5-33f9d794deb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.302232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-631554f1-be29-4d5c-9ab5-33f9d794deb3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c853c9d6-7e8b-42e6-a8d9-5c94f2e72401 HTTP/1.1" status: 204 len: 168 time: 0.3107920 Dec 08 01:44:33.314732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631554f1-be29-4d5c-9ab5-33f9d794deb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c853c9d6-7e8b-42e6-a8d9-5c94f2e72401,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:33.340340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Pushing event updated for resources: {'Port': ['ID=9cb331b3-3f2c-491d-bb54-590a7a34e5a5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:33.350427 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.370595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:33.373465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:33.442787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480d9df-5944-4133-bcc3-9677638d510f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=331c8185-fd44-4f5c-890e-1ad7c1c33dbc,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:33.464352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:33.473962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:33.477411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=ca844aa1-57e2-4960-a090-17b3d4be7bf5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:33.480139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:33.487138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:33.488039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.520135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06dbdfb-58d5-4034-9165-dd51386b1690 req-480db5b3-8ee3-406f-a9db-ac7318d2cbab tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:33.529621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:33.530487 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.532713 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a06dbdfb-58d5-4034-9165-dd51386b1690 req-480db5b3-8ee3-406f-a9db-ac7318d2cbab tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 931 time: 0.1714818 Dec 08 01:44:33.543814 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f071d3f9-6e57-49b5-b7ac-5f5fdd4865aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6274507 Dec 08 01:44:33.553397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54010) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:33.560773 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.571919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3058be9-ac7d-4fee-8c19-3f7850828bfd req-4ca7d259-7fc3-4fbb-b121-9a6658778e39 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:33.574775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d3058be9-ac7d-4fee-8c19-3f7850828bfd req-4ca7d259-7fc3-4fbb-b121-9a6658778e39 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.4306235 Dec 08 01:44:33.612263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7480d9df-5944-4133-bcc3-9677638d510f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking segment: {'id': '6159a985-748c-4dce-8e22-e2f05ff01b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '42848301-7aba-4938-8701-1cec93afccc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:33.613089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480d9df-5944-4133-bcc3-9677638d510f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network hostable DHCP agents. Network: 42848301-7aba-4938-8701-1cec93afccc2, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:44:33.630535 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9871b145-a250-43ec-8dac-d352dddbbf0f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8106430 Dec 08 01:44:33.654375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Request body: {'port': {'device_id': '8cd13030-9ae7-4794-838d-026e3d30ab81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:33.707672 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a06dbdfb-58d5-4034-9165-dd51386b1690 req-aa9e7c85-af4f-44ac-9694-5bdae70b941a tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737287 Dec 08 01:44:33.717632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7480d9df-5944-4133-bcc3-9677638d510f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network 42848301-7aba-4938-8701-1cec93afccc2 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:44:33.733304 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d3058be9-ac7d-4fee-8c19-3f7850828bfd req-d7ac5472-5a53-415c-a318-3243d9595635 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492934 Dec 08 01:44:33.737921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6a8aa-c6f0-4385-976c-c79f12319562 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:33.739236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7480d9df-5944-4133-bcc3-9677638d510f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 42848301-7aba-4938-8701-1cec93afccc2) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:33.743448 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.750513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8e622c-c9c9-4a63-9cf8-367afffd19ce None None] Network 42848301-7aba-4938-8701-1cec93afccc2 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:33.756528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6a8aa-c6f0-4385-976c-c79f12319562 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:33.758415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-58e6a8aa-c6f0-4385-976c-c79f12319562 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2041616 Dec 08 01:44:33.762418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54014) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:33.811539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480d9df-5944-4133-bcc3-9677638d510f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:33.812487 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7480d9df-5944-4133-bcc3-9677638d510f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.827075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-06a1cb54-331a-42c1-9d9e-b67f1cf868b4 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:33.829831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-06a1cb54-331a-42c1-9d9e-b67f1cf868b4 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.2601562 Dec 08 01:44:33.845659 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7480d9df-5944-4133-bcc3-9677638d510f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3239551 Dec 08 01:44:33.859802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54018) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:33.871404 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:33.884856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Request body: {'port': {'device_id': 'a4e8297b-65fd-4c8b-910c-73444d64eec5', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'admin_state_up': True, 'tenant_id': '4eb2e093eba946c78088f73a589065d9'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:33.960493 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-210689cd-9262-4d48-8a2d-c3af4a420f80 req-d29c7dc7-c49b-4b11-953b-686b427c8ccd tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 210 time: 0.0977077 Dec 08 01:44:34.042948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-251e180a-e3d0-4bbf-ace4-f8341fc532c6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port ca844aa1-57e2-4960-a090-17b3d4be7bf5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:34.043445 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-251e180a-e3d0-4bbf-ace4-f8341fc532c6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.054001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-42848301-7aba-4938-8701-1cec93afccc2', 'network_id': '42848301-7aba-4938-8701-1cec93afccc2', 'project_id': 'ced2bef9d8a94ea2adff8f01f411cfba', 'fixed_ips': [{'subnet_id': '331c8185-fd44-4f5c-890e-1ad7c1c33dbc'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:34.054989 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.116720 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.167980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27aa52-2d4e-4c1c-bcde-12f515671a32 req-43378026-9204-41a7-be52-2709d256af25 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:34.174088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27aa52-2d4e-4c1c-bcde-12f515671a32 req-43378026-9204-41a7-be52-2709d256af25 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:34.185424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27aa52-2d4e-4c1c-bcde-12f515671a32 req-43378026-9204-41a7-be52-2709d256af25 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:34.191768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27aa52-2d4e-4c1c-bcde-12f515671a32 req-43378026-9204-41a7-be52-2709d256af25 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:34.198216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27aa52-2d4e-4c1c-bcde-12f515671a32 req-43378026-9204-41a7-be52-2709d256af25 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:34.204108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27aa52-2d4e-4c1c-bcde-12f515671a32 req-43378026-9204-41a7-be52-2709d256af25 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:34.210311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27aa52-2d4e-4c1c-bcde-12f515671a32 req-43378026-9204-41a7-be52-2709d256af25 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:34.215534 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e27aa52-2d4e-4c1c-bcde-12f515671a32 req-43378026-9204-41a7-be52-2709d256af25 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.2120275 Dec 08 01:44:34.246052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Allocated IP 172.20.0.2 (42848301-7aba-4938-8701-1cec93afccc2/331c8185-fd44-4f5c-890e-1ad7c1c33dbc/8fa5f45a-d792-4f4d-8a53-f2002e7794df) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:34.305894 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-251e180a-e3d0-4bbf-ace4-f8341fc532c6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.354579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Made reservation on behalf of 4eb2e093eba946c78088f73a589065d9 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:34.364043 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.396850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-251e180a-e3d0-4bbf-ace4-f8341fc532c6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for ca844aa1-57e2-4960-a090-17b3d4be7bf5 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:34.450088 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.455218 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device db988c88-2f70-4163-b191-6eee4342017e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:34.488469 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.494457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:34.511748 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.537074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Network 42848301-7aba-4938-8701-1cec93afccc2 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:34.553676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:34.564349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:34.571267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Transition to ACTIVE for port object 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:44:34.575711 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e27aa52-2d4e-4c1c-bcde-12f515671a32 req-69c903e3-9be7-496d-9dc8-d2a2476a0de5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3293681 Dec 08 01:44:34.585670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.639300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Pushing event updated for resources: {'Port': ['ID=8fa5f45a-d792-4f4d-8a53-f2002e7794df,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:34.673586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port db988c88-2f70-4163-b191-6eee4342017e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:34.673958 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.718644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb331b3-3f2c-491d-bb54-590a7a34e5a5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:34.733097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Allocated IP 172.20.0.12 (add1204c-708d-4dd0-8c27-2024f200bc03/86fd533c-1222-42a7-929e-1a209b1b24e6/b6b65d41-2924-4180-b087-97bf7b4cad7c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:34.738762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-75e13285-800d-4ade-b953-d66aa4f7b0af None None] Provisioning complete for port db988c88-2f70-4163-b191-6eee4342017e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:34.738762 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75e13285-800d-4ade-b953-d66aa4f7b0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.740717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Attempting to bind port 8fa5f45a-d792-4f4d-8a53-f2002e7794df on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:34.741113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Attempting to bind port 8fa5f45a-d792-4f4d-8a53-f2002e7794df by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '6159a985-748c-4dce-8e22-e2f05ff01b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '42848301-7aba-4938-8701-1cec93afccc2'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:34.741565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Attempting to bind port 8fa5f45a-d792-4f4d-8a53-f2002e7794df on network 42848301-7aba-4938-8701-1cec93afccc2 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:34.743238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Deleting port 8fa5f45a-d792-4f4d-8a53-f2002e7794df {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:34.743855 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.756262 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.783160 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:34.783556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Checking segment: {'id': '6159a985-748c-4dce-8e22-e2f05ff01b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '42848301-7aba-4938-8701-1cec93afccc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:34.783975 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.784425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Bound using segment: {'id': '6159a985-748c-4dce-8e22-e2f05ff01b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '42848301-7aba-4938-8701-1cec93afccc2'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:34.784930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Bound port: 8fa5f45a-d792-4f4d-8a53-f2002e7794df, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6159a985-748c-4dce-8e22-e2f05ff01b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '42848301-7aba-4938-8701-1cec93afccc2'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:34.785345 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:34.790009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54038) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:34.951069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-251e180a-e3d0-4bbf-ace4-f8341fc532c6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.007048 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75e13285-800d-4ade-b953-d66aa4f7b0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.037465 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.045980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-network', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:35.063611 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-75e13285-800d-4ade-b953-d66aa4f7b0af None None] For port db988c88-2f70-4163-b191-6eee4342017e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=db988c88-2f70-4163-b191-6eee4342017e,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:35.070362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Attempting to bind port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:35.070701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Attempting to bind port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'ea574f54-2d05-4978-81c7-2b616e609b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:35.071038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Attempting to bind port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 on network bee3187a-42ca-4f2f-879c-ec781afe8f0f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:35.074472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] For port 8fa5f45a-d792-4f4d-8a53-f2002e7794df, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:35.077756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] For port 8fa5f45a-d792-4f4d-8a53-f2002e7794df, host n-d-713498-30, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:35.078125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.080945 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75e13285-800d-4ade-b953-d66aa4f7b0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.095112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 on network bee3187a-42ca-4f2f-879c-ec781afe8f0f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:44:35.095732 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Attempting to bind port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 on network bee3187a-42ca-4f2f-879c-ec781afe8f0f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:35.096691 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] For port 8fa5f45a-d792-4f4d-8a53-f2002e7794df, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8fa5f45a-d792-4f4d-8a53-f2002e7794df,segment=NetworkSegment(6159a985-748c-4dce-8e22-e2f05ff01b6a),segment_id=6159a985-748c-4dce-8e22-e2f05ff01b6a)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:35.103378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e180a-e3d0-4bbf-ace4-f8341fc532c6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=ca844aa1-57e2-4960-a090-17b3d4be7bf5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:35.105139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785b74a-2de5-48c8-b6f0-8181bbdf370c req-450b2f37-fa9c-49d8-b0b7-c6c8ebcb8697 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:35.112744 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c785b74a-2de5-48c8-b6f0-8181bbdf370c req-450b2f37-fa9c-49d8-b0b7-c6c8ebcb8697 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 943 time: 0.2375021 Dec 08 01:44:35.121708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Calling delete_port for 8fa5f45a-d792-4f4d-8a53-f2002e7794df owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:35.125079 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.142671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:35.143023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Checking segment: {'id': 'ea574f54-2d05-4978-81c7-2b616e609b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:35.143627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Bound using segment: {'id': 'ea574f54-2d05-4978-81c7-2b616e609b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:35.144082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Bound port: 9cb331b3-3f2c-491d-bb54-590a7a34e5a5, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea574f54-2d05-4978-81c7-2b616e609b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:35.144823 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.146963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Made reservation on behalf of 61b1226b97a2468dba8c750ccbb6d5c1 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:35.149560 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.183660 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.184108 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:44:35.184603 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:44:35.214558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c6d3b56b-1f72-4e9a-b62a-9ef799a2cbb0 None None] Could not find standard attr ID for object ca844aa1-57e2-4960-a090-17b3d4be7bf5. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:44:35.226218 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e13285-800d-4ade-b953-d66aa4f7b0af None None] Pushing event updated for resources: {'Port': ['ID=db988c88-2f70-4163-b191-6eee4342017e,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:35.292172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f8db3-462a-4d2a-bfc8-d3e6f5a765d5 None None] Pushing event updated for resources: {'Port': ['ID=8fa5f45a-d792-4f4d-8a53-f2002e7794df,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:35.370087 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c785b74a-2de5-48c8-b6f0-8181bbdf370c req-52837d55-956a-4ef5-8ab0-15b9286d23b5 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561648 Dec 08 01:44:35.376179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] For port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:35.417665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] For port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9cb331b3-3f2c-491d-bb54-590a7a34e5a5,segment=NetworkSegment(ea574f54-2d05-4978-81c7-2b616e609b13),segment_id=ea574f54-2d05-4978-81c7-2b616e609b13)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:35.428523 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.496942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:35.498133 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.503122 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] 10.222.0.72 "PUT /v2.0/ports/9cb331b3-3f2c-491d-bb54-590a7a34e5a5 HTTP/1.1" status: 200 len: 1092 time: 1.8573987 Dec 08 01:44:35.504646 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-251e180a-e3d0-4bbf-ace4-f8341fc532c6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.511260 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-251e180a-e3d0-4bbf-ace4-f8341fc532c6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/ca844aa1-57e2-4960-a090-17b3d4be7bf5 HTTP/1.1" status: 204 len: 168 time: 1.7444253 Dec 08 01:44:35.521460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54048) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:35.529822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7402f-4214-480a-af56-b15790238496 req-07c5c789-4941-4556-99a9-8036bd7847b2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:35.531834 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-24a7402f-4214-480a-af56-b15790238496 req-07c5c789-4941-4556-99a9-8036bd7847b2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.6441801 Dec 08 01:44:35.542197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd13030-9ae7-4794-838d-026e3d30ab81', 'tag': '9cb331b3-3f2c-491d-bb54-590a7a34e5a5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:35.544728 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1349f0f-a457-4550-95c5-27c67af707f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd13030-9ae7-4794-838d-026e3d30ab81", "tag": "9cb331b3-3f2c-491d-bb54-590a7a34e5a5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:35.605130 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.642326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a637489b-43c6-40dd-ba5d-7c753a216346 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:35.643856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a637489b-43c6-40dd-ba5d-7c753a216346 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:35.645418 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a637489b-43c6-40dd-ba5d-7c753a216346 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1125417 Dec 08 01:44:35.654698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54054) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:35.686252 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-24a7402f-4214-480a-af56-b15790238496 req-bb7f0dbd-7496-4e29-bf9b-30e469d98b70 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409564 Dec 08 01:44:35.701284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d86b52-6514-4deb-9a8c-46037231dc32 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb331b3-3f2c-491d-bb54-590a7a34e5a5,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:35.702746 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.746950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:35.768804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Network add1204c-708d-4dd0-8c27-2024f200bc03 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:35.772522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:35.781686 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10769a06-f6d9-49ba-aaad-da9d48f848a7 x-openstack-request-id: req-10769a06-f6d9-49ba-aaad-da9d48f848a7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:35.782395 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd13030-9ae7-4794-838d-026e3d30ab81", "tag": "9cb331b3-3f2c-491d-bb54-590a7a34e5a5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:35.782395 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10769a06-f6d9-49ba-aaad-da9d48f848a7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:35.782671 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd13030-9ae7-4794-838d-026e3d30ab81', 'tag': '9cb331b3-3f2c-491d-bb54-590a7a34e5a5', 'status': 'completed', 'code': 200} Dec 08 01:44:35.787868 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.790822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:35.799134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d68b4e-f7a1-4ae8-bb53-7c996fd2d258 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:35.813954 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.870533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event updated for resources: {'Port': ['ID=b6b65d41-2924-4180-b087-97bf7b4cad7c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:35.894600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f8b8d7bf-33ec-4050-9ba7-9cd769a02e1b None None] Provisioning complete for port b6b65d41-2924-4180-b087-97bf7b4cad7c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:35.895056 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d7bf-33ec-4050-9ba7-9cd769a02e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.923850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:35.924576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:35.953505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-d216cbb0-8b47-4342-9fd8-bcb4f1165673 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0748925 Dec 08 01:44:35.960478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f8b8d7bf-33ec-4050-9ba7-9cd769a02e1b None None] Port b6b65d41-2924-4180-b087-97bf7b4cad7c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:44:35.966522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bd724-3e70-46c2-94f9-f5d10bb18ddf req-d9102673-e60c-4592-8b6d-472136a3deae tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:35.973979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bd724-3e70-46c2-94f9-f5d10bb18ddf req-d9102673-e60c-4592-8b6d-472136a3deae tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:35.982520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bd724-3e70-46c2-94f9-f5d10bb18ddf req-d9102673-e60c-4592-8b6d-472136a3deae tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:35.989932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bd724-3e70-46c2-94f9-f5d10bb18ddf req-d9102673-e60c-4592-8b6d-472136a3deae tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:35.998799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bd724-3e70-46c2-94f9-f5d10bb18ddf req-d9102673-e60c-4592-8b6d-472136a3deae tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:36.005458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bd724-3e70-46c2-94f9-f5d10bb18ddf req-d9102673-e60c-4592-8b6d-472136a3deae tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:36.012500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bd724-3e70-46c2-94f9-f5d10bb18ddf req-d9102673-e60c-4592-8b6d-472136a3deae tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:36.020653 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b17bd724-3e70-46c2-94f9-f5d10bb18ddf req-d9102673-e60c-4592-8b6d-472136a3deae tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.1564195 Dec 08 01:44:36.088257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Request body: {'port': {'device_id': 'a4e8297b-65fd-4c8b-910c-73444d64eec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:36.095383 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b17bd724-3e70-46c2-94f9-f5d10bb18ddf req-0e5fab40-36cd-46e4-a694-9357e7de7323 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738778 Dec 08 01:44:36.157275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.186592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.202914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-2f035355-bea7-4da5-a6b5-45133d8fdd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:36.204577 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-2f035355-bea7-4da5-a6b5-45133d8fdd96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0345702885f54153941f95452e0fbc02&device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 1095 time: 0.6348088 Dec 08 01:44:36.205340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Port': ['ID=8fa5f45a-d792-4f4d-8a53-f2002e7794df,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:36.261249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-310926e9-2183-4553-8968-7c8b0308c655 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 4d94d2bc-ffa3-4910-a048-86f7a14e95cb {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:44:36.297005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:44:36.318928 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device db988c88-2f70-4163-b191-6eee4342017e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:36.325639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No DVR routers for this DVR port 8fa5f45a-d792-4f4d-8a53-f2002e7794df on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:36.331868 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-310926e9-2183-4553-8968-7c8b0308c655 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.339696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-c1701b29-5b27-40b2-b596-d2956e64a041 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cb331b3-3f2c-491d-bb54-590a7a34e5a5 HTTP/1.1" status: 200 len: 217 time: 0.1061141 Dec 08 01:44:36.347637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde54ac1-bdde-4e01-82b3-0a819cd65e21 req-09800a9a-6fac-4a6a-b921-5667066eaee0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:36.349195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fde54ac1-bdde-4e01-82b3-0a819cd65e21 req-09800a9a-6fac-4a6a-b921-5667066eaee0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 932 time: 0.6659489 Dec 08 01:44:36.393370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port db988c88-2f70-4163-b191-6eee4342017e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:36.394008 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.407794 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.408071 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Added segment c90a6499-33a1-419f-9bf2-6968255e6a12 of type vlan for network 0608a3a7-505d-43a2-8a8b-bb9f73998be4 Dec 08 01:44:36.411029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a718e6f-43e4-4b9c-83d7-a3f77ac76190,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:36.514508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b65d41-2924-4180-b087-97bf7b4cad7c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:36.515807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-310926e9-2183-4553-8968-7c8b0308c655 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.534321 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.565360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Transition to ACTIVE for port object b6b65d41-2924-4180-b087-97bf7b4cad7c will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:44:36.570966 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.577679 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.581475 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.594892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0c86e-b828-4921-8bf0-97185a07a2ae req-29c2fa87-f027-4143-a378-e65efb39a153 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:36.596538 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0bc0c86e-b828-4921-8bf0-97185a07a2ae req-29c2fa87-f027-4143-a378-e65efb39a153 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 943 time: 0.0763595 Dec 08 01:44:36.615875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-84170989-582a-4c63-9e72-fa72021fac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:36.617420 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-84170989-582a-4c63-9e72-fa72021fac63 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5198bc2-0b58-4774-b530-11503aa5f2da HTTP/1.1" status: 200 len: 849 time: 0.2673273 Dec 08 01:44:36.628151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fde54ac1-bdde-4e01-82b3-0a819cd65e21 req-8399491d-4cb5-4861-9c7b-811ad3a7669b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256734 Dec 08 01:44:36.637067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda3e462-14c6-417c-98ed-375113bdaa28 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:36.678445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b65d41-2924-4180-b087-97bf7b4cad7c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:36.692509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-d11d0a7d-232d-4af5-a1a5-a28ba2789637 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bee3187a-42ca-4f2f-879c-ec781afe8f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612280 Dec 08 01:44:36.697773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca1af6-72c1-482d-9f88-7c6b60863169 None None] Network 42848301-7aba-4938-8701-1cec93afccc2 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:36.715387 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:44:36.745797 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.746740 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:36.747370 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.753254 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0bc0c86e-b828-4921-8bf0-97185a07a2ae req-10dcff29-0fa2-4ee5-a2ec-c3196f139630 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348929 Dec 08 01:44:36.758555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-310926e9-2183-4553-8968-7c8b0308c655 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.793277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Attempting to bind port b6b65d41-2924-4180-b087-97bf7b4cad7c on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:36.793616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Attempting to bind port b6b65d41-2924-4180-b087-97bf7b4cad7c by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:36.793949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Attempting to bind port b6b65d41-2924-4180-b087-97bf7b4cad7c on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:36.800752 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Port b6b65d41-2924-4180-b087-97bf7b4cad7c on network add1204c-708d-4dd0-8c27-2024f200bc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:44:36.801128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Attempting to bind port b6b65d41-2924-4180-b087-97bf7b4cad7c on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:36.811608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:36.814151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Checking segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:36.814595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Bound using segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:36.815116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Bound port: b6b65d41-2924-4180-b087-97bf7b4cad7c, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:36.815541 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.849273 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b73639ed-5f51-41dc-9286-ef11ac236b12 None None] Could not find standard attr ID for object 8fa5f45a-d792-4f4d-8a53-f2002e7794df. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:44:36.895006 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1035619 Dec 08 01:44:36.902389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1f1d2-f8d7-432d-b8e8-0075ec9937fe admin admin] Pushing event updated for resources: {'Network': ['ID=0608a3a7-505d-43a2-8a8b-bb9f73998be4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:36.904702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54064) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:36.911956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5668ebc4-0862-4c86-9f18-6fa1771d168a admin admin] Request body: {'subnet': {'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-subnet', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:36.917950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 0608a3a7-505d-43a2-8a8b-bb9f73998be4 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:36.954518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:36.965726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68168b80-5e43-4bba-ad3b-60f97d2d52d7 req-18b83f04-3fcd-4b93-8432-4b2f07b9c3a5 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:36.973651 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68168b80-5e43-4bba-ad3b-60f97d2d52d7 req-18b83f04-3fcd-4b93-8432-4b2f07b9c3a5 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.1383550 Dec 08 01:44:36.985056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] For port b6b65d41-2924-4180-b087-97bf7b4cad7c, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:36.992533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Subnet': ['ID=331c8185-fd44-4f5c-890e-1ad7c1c33dbc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:37.011279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5668ebc4-0862-4c86-9f18-6fa1771d168a admin admin] Made reservation on behalf of 61b1226b97a2468dba8c750ccbb6d5c1 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:37.015215 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5668ebc4-0862-4c86-9f18-6fa1771d168a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.034698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] For port b6b65d41-2924-4180-b087-97bf7b4cad7c, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b6b65d41-2924-4180-b087-97bf7b4cad7c,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:37.053623 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.069999 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.095311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42848301-7aba-4938-8701-1cec93afccc2']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:37.112372 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-310926e9-2183-4553-8968-7c8b0308c655 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.122545 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6159a985-748c-4dce-8e22-e2f05ff01b6a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:37.122784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6159a985-748c-4dce-8e22-e2f05ff01b6a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:37.145100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.145914 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.147832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] 10.222.0.65 "PUT /v2.0/ports/b6b65d41-2924-4180-b087-97bf7b4cad7c HTTP/1.1" status: 200 len: 1093 time: 1.1251578 Dec 08 01:44:37.153882 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e8297b-65fd-4c8b-910c-73444d64eec5', 'tag': 'b6b65d41-2924-4180-b087-97bf7b4cad7c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:37.158194 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ceece9-01a4-4efd-ad07-ee998628ddd7" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e8297b-65fd-4c8b-910c-73444d64eec5", "tag": "b6b65d41-2924-4180-b087-97bf7b4cad7c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:37.159552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0a696-807e-4a41-9744-c4345ea565de None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:37.159692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-9eda9b24-02ad-4c70-b8a7-11c9d35385c8 service neutron] 10.222.0.72 "GET /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300182 Dec 08 01:44:37.162537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310926e9-2183-4553-8968-7c8b0308c655 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=4d94d2bc-ffa3-4910-a048-86f7a14e95cb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:37.165457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.188352 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68168b80-5e43-4bba-ad3b-60f97d2d52d7 req-75b407f5-32a8-46d5-b798-66c89d6b18a8 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089946 Dec 08 01:44:37.189375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18603455-ffa2-4ab5-8ebd-59c2bab04815 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:37.246312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4aa20-4a78-4754-b191-07725d50a0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b65d41-2924-4180-b087-97bf7b4cad7c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:37.265871 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-310926e9-2183-4553-8968-7c8b0308c655 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.269271 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-310926e9-2183-4553-8968-7c8b0308c655 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/4d94d2bc-ffa3-4910-a048-86f7a14e95cb HTTP/1.1" status: 204 len: 168 time: 1.6069474 Dec 08 01:44:37.273502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e1dce9e-c0c4-4f6d-bb8d-8ec8e21faabb req-432f6254-852f-4623-95c8-9388da4a0c02 service neutron] 10.222.0.72 "GET /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996697 Dec 08 01:44:37.276534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54072) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:37.283852 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.327781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b1e51972-d446-432b-bf93-aed874f5ec51 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500808 Dec 08 01:44:37.332830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54074) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:37.334017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:37.334435 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.340369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf88902-62e7-44cd-b25d-f14c126ee898 None None] Network 42848301-7aba-4938-8701-1cec93afccc2 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:37.351360 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:37.355576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ae8dc230-f105-4c76-bd65-7efc21bbfa8f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:37.448708 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1086eab3-095a-4832-94ed-c9b5fc395618 x-openstack-request-id: req-1086eab3-095a-4832-94ed-c9b5fc395618 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:37.449021 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e8297b-65fd-4c8b-910c-73444d64eec5", "tag": "b6b65d41-2924-4180-b087-97bf7b4cad7c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:37.449283 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1086eab3-095a-4832-94ed-c9b5fc395618 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:37.449921 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e8297b-65fd-4c8b-910c-73444d64eec5', 'tag': 'b6b65d41-2924-4180-b087-97bf7b4cad7c', 'status': 'completed', 'code': 200} Dec 08 01:44:37.451293 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5668ebc4-0862-4c86-9f18-6fa1771d168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.485575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-a718c27d-e559-4c31-abd3-05135d3dc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.487258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-a718c27d-e559-4c31-abd3-05135d3dc1ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 1096 time: 0.1138375 Dec 08 01:44:37.530390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.555314 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.561825 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/42848301-7aba-4938-8701-1cec93afccc2 HTTP/1.1" status: 204 len: 168 time: 3.7002521 Dec 08 01:44:37.563619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54076) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:37.571858 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-734a2731-5690-4488-9a13-9c6d5d07cd25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6b65d41-2924-4180-b087-97bf7b4cad7c HTTP/1.1" status: 200 len: 217 time: 0.0620844 Dec 08 01:44:37.579449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668ebc4-0862-4c86-9f18-6fa1771d168a admin admin] Pushing event updated for resources: {'Subnet': ['ID=35849b75-debd-4d85-bfce-4884baa9dc49,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:37.594185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e173cde4-7f9c-4a46-a385-41a6b0f57f65 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Network': ['ID=42848301-7aba-4938-8701-1cec93afccc2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:37.626991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5668ebc4-0862-4c86-9f18-6fa1771d168a admin admin] Checking segment: {'id': 'c90a6499-33a1-419f-9bf2-6968255e6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:37.627353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5668ebc4-0862-4c86-9f18-6fa1771d168a admin admin] Network hostable DHCP agents. Network: 0608a3a7-505d-43a2-8a8b-bb9f73998be4, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:44:37.630479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879221cc-7f6f-44b8-afcd-8780708f27ec req-429c7982-fc53-496f-a949-5475f22940da tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.636721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879221cc-7f6f-44b8-afcd-8780708f27ec req-429c7982-fc53-496f-a949-5475f22940da tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.642914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879221cc-7f6f-44b8-afcd-8780708f27ec req-429c7982-fc53-496f-a949-5475f22940da tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.649005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879221cc-7f6f-44b8-afcd-8780708f27ec req-429c7982-fc53-496f-a949-5475f22940da tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.651625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-a2a0720b-65ae-4ce3-901f-9b72f8eb0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.653130 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-a2a0720b-65ae-4ce3-901f-9b72f8eb0a7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.0698700 Dec 08 01:44:37.655597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879221cc-7f6f-44b8-afcd-8780708f27ec req-429c7982-fc53-496f-a949-5475f22940da tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.659835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5668ebc4-0862-4c86-9f18-6fa1771d168a admin admin] Network 0608a3a7-505d-43a2-8a8b-bb9f73998be4 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:44:37.662539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879221cc-7f6f-44b8-afcd-8780708f27ec req-429c7982-fc53-496f-a949-5475f22940da tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.668882 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879221cc-7f6f-44b8-afcd-8780708f27ec req-429c7982-fc53-496f-a949-5475f22940da tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.670769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-879221cc-7f6f-44b8-afcd-8780708f27ec req-429c7982-fc53-496f-a949-5475f22940da tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.3019152 Dec 08 01:44:37.680251 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02026f4-1b6a-466a-a589-9a21d48be49e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] GET failed (client error): The resource could not be found. Dec 08 01:44:37.685239 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d02026f4-1b6a-466a-a589-9a21d48be49e tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/subnets/331c8185-fd44-4f5c-890e-1ad7c1c33dbc HTTP/1.1" status: 404 len: 337 time: 0.1111736 Dec 08 01:44:37.689847 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54080) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:37.691935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349f0f-a457-4550-95c5-27c67af707f7 req-8617590e-f82d-42e4-a05e-ef2f6e5bed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.693472 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1349f0f-a457-4550-95c5-27c67af707f7 req-8617590e-f82d-42e4-a05e-ef2f6e5bed26 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0345702885f54153941f95452e0fbc02&device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 1095 time: 0.2802703 Dec 08 01:44:37.713550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-b7007fc4-7252-447b-beed-4c759bae0788 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478895 Dec 08 01:44:37.719255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5668ebc4-0862-4c86-9f18-6fa1771d168a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 0608a3a7-505d-43a2-8a8b-bb9f73998be4) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:37.724009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5668ebc4-0862-4c86-9f18-6fa1771d168a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.725418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5668ebc4-0862-4c86-9f18-6fa1771d168a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.733103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5a9c4-d588-44b8-8938-472d19dff0b3 None None] Network 0608a3a7-505d-43a2-8a8b-bb9f73998be4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:37.765595 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-02dd06da-072b-4574-aa19-4276664c7afe tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:37.766343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02dd06da-072b-4574-aa19-4276664c7afe tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:37.773192 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-02dd06da-072b-4574-aa19-4276664c7afe tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/42848301-7aba-4938-8701-1cec93afccc2 HTTP/1.1" status: 404 len: 339 time: 0.0754430 Dec 08 01:44:37.787240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:37.816785 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5668ebc4-0862-4c86-9f18-6fa1771d168a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9085383 Dec 08 01:44:37.818976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54086) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:37.824034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:37.824438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767ee298-a186-4d81-adc3-ca9fd0d9eac3 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:37.865127 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc32e52-d431-47d7-95fd-aed799eae6ee None None] DHCP port deletion for 42848301-7aba-4938-8701-1cec93afccc2 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:37.886901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311d758-5e0c-4eee-b40b-b749a9454e2d req-fd4c93ab-a04d-406a-b976-56ecc37ff04a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:37.897166 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e311d758-5e0c-4eee-b40b-b749a9454e2d req-fd4c93ab-a04d-406a-b976-56ecc37ff04a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 944 time: 0.1456075 Dec 08 01:44:37.906501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8dc230-f105-4c76-bd65-7efc21bbfa8f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:37.911538 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc230-f105-4c76-bd65-7efc21bbfa8f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.913432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0fbf72-3f46-44d9-ba56-da869a19e235 None None] Network 0608a3a7-505d-43a2-8a8b-bb9f73998be4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:37.950181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-767ee298-a186-4d81-adc3-ca9fd0d9eac3 None None] Deleting port db988c88-2f70-4163-b191-6eee4342017e {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:37.950470 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-767ee298-a186-4d81-adc3-ca9fd0d9eac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.952481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.953588 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:37.970225 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-3751ffc3-4f82-4cc2-ab1b-4766b8aa08cf service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315373 Dec 08 01:44:38.039605 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e311d758-5e0c-4eee-b40b-b749a9454e2d req-987d47c7-ae59-4d60-b6c3-e46fa2c264c5 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415460 Dec 08 01:44:38.076508 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:38.099891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-767ee298-a186-4d81-adc3-ca9fd0d9eac3 None None] For port db988c88-2f70-4163-b191-6eee4342017e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=db988c88-2f70-4163-b191-6eee4342017e,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:38.100544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-767ee298-a186-4d81-adc3-ca9fd0d9eac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:38.109006 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-879221cc-7f6f-44b8-afcd-8780708f27ec req-de1210b3-5cae-409b-90e9-8d32c7d1c54d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4224677 Dec 08 01:44:38.116497 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-767ee298-a186-4d81-adc3-ca9fd0d9eac3 None None] Calling delete_port for db988c88-2f70-4163-b191-6eee4342017e owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:38.187536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395cab42-9d37-4d99-a773-774c7d515288 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:38.189108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-395cab42-9d37-4d99-a773-774c7d515288 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3965983 Dec 08 01:44:38.191947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54090) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:38.210603 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-767ee298-a186-4d81-adc3-ca9fd0d9eac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:38.267582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349f0f-a457-4550-95c5-27c67af707f7 req-e1e3bbe0-c33d-4f05-896b-20a810e008d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:38.269661 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1349f0f-a457-4550-95c5-27c67af707f7 req-e1e3bbe0-c33d-4f05-896b-20a810e008d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bee3187a-42ca-4f2f-879c-ec781afe8f0f HTTP/1.1" status: 200 len: 910 time: 0.5655224 Dec 08 01:44:38.275245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ee298-a186-4d81-adc3-ca9fd0d9eac3 None None] Pushing event deleted for resources: {'Port': ['ID=db988c88-2f70-4163-b191-6eee4342017e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:38.283822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767ee298-a186-4d81-adc3-ca9fd0d9eac3 None None] No DVR routers for this DVR port db988c88-2f70-4163-b191-6eee4342017e on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:38.288218 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-93f73bcb-aaf8-4e8b-9d17-a1c5582bd980 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 207 time: 0.0916584 Dec 08 01:44:38.290939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54094) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:38.340000 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8fa5f45a-d792-4f4d-8a53-f2002e7794df no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:38.340736 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-173bfe66-2c46-49f7-92f3-c81a1cb6bcd5 req-49ef0de2-d82c-4d24-85cc-19a3d0072fad service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604815 Dec 08 01:44:38.343854 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1349f0f-a457-4550-95c5-27c67af707f7 req-ad01ed1b-28ce-4266-8b64-570c999c4cc8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9cb331b3-3f2c-491d-bb54-590a7a34e5a5 HTTP/1.1" status: 200 len: 217 time: 0.0650017 Dec 08 01:44:38.370022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 8fa5f45a-d792-4f4d-8a53-f2002e7794df {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:38.370458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8fa5f45a-d792-4f4d-8a53-f2002e7794df not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:38.370811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device db988c88-2f70-4163-b191-6eee4342017e no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:38.394864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: db988c88-2f70-4163-b191-6eee4342017e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:38.395211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c647e10-f0f3-4e67-b3dd-8290e3d68765 req-f929e97a-dc47-48be-a79e-ad70a9d1cbc2 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:38.395383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device db988c88-2f70-4163-b191-6eee4342017e not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:38.397074 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c647e10-f0f3-4e67-b3dd-8290e3d68765 req-f929e97a-dc47-48be-a79e-ad70a9d1cbc2 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 943 time: 0.2448089 Dec 08 01:44:38.408812 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:38.504026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6301456-0d85-49a4-b2e7-a7a1b8e6268c req-49c7a140-1172-44a5-9896-cb589343a298 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:38.505481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6301456-0d85-49a4-b2e7-a7a1b8e6268c req-49c7a140-1172-44a5-9896-cb589343a298 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.1750586 Dec 08 01:44:38.511258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349f0f-a457-4550-95c5-27c67af707f7 req-110cf92a-03f7-4701-8f10-ff2e355465e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:38.512713 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1349f0f-a457-4550-95c5-27c67af707f7 req-110cf92a-03f7-4701-8f10-ff2e355465e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d5198bc2-0b58-4774-b530-11503aa5f2da HTTP/1.1" status: 200 len: 849 time: 0.1276608 Dec 08 01:44:38.567130 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c647e10-f0f3-4e67-b3dd-8290e3d68765 req-2ce4997b-a7c4-4ec5-a3f0-893b6b6aa8ae tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513889 Dec 08 01:44:38.577763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ceece9-01a4-4efd-ad07-ee998628ddd7 req-b0352681-0ee3-4229-82ff-a64baf519ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:38.578793 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0ceece9-01a4-4efd-ad07-ee998628ddd7 req-b0352681-0ee3-4229-82ff-a64baf519ed2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 1096 time: 0.1056471 Dec 08 01:44:38.579547 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1349f0f-a457-4550-95c5-27c67af707f7 req-c00c943f-8195-42d0-bbfb-4f13a160a3bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bee3187a-42ca-4f2f-879c-ec781afe8f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442896 Dec 08 01:44:38.585596 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e53c850-be49-441f-93fe-966beb56bf7b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:38.591612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e53c850-be49-441f-93fe-966beb56bf7b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:38.597613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e53c850-be49-441f-93fe-966beb56bf7b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:38.603354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e53c850-be49-441f-93fe-966beb56bf7b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:38.605081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9e53c850-be49-441f-93fe-966beb56bf7b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3115833 Dec 08 01:44:38.615777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54096) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:38.704551 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6301456-0d85-49a4-b2e7-a7a1b8e6268c req-4562453c-6570-4eb1-86f1-d3b9aa2acade tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895020 Dec 08 01:44:38.776681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-ae8dc230-f105-4c76-bd65-7efc21bbfa8f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:44:38.781093 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1349f0f-a457-4550-95c5-27c67af707f7 req-a8c0ac2e-9e45-4a18-a181-fc5ade730f25 service neutron] 10.222.0.72 "GET /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928542 Dec 08 01:44:38.781836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc230-f105-4c76-bd65-7efc21bbfa8f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:38.843441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ceece9-01a4-4efd-ad07-ee998628ddd7 req-e640f71e-a6a2-4767-8779-2f3a94025b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:38.844959 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0ceece9-01a4-4efd-ad07-ee998628ddd7 req-e640f71e-a6a2-4767-8779-2f3a94025b35 service neutron] 10.222.0.65 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 907 time: 0.2388942 Dec 08 01:44:38.850052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8dc230-f105-4c76-bd65-7efc21bbfa8f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:38.856412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ae8dc230-f105-4c76-bd65-7efc21bbfa8f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:38.857779 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6f8f4a5c-6e31-4aca-8702-5430644163a1 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2400694 Dec 08 01:44:38.859296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8dc230-f105-4c76-bd65-7efc21bbfa8f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:38.860092 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc230-f105-4c76-bd65-7efc21bbfa8f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:38.866251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54098) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:38.870454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81da93ae-b492-421d-afc1-9a3e7417c7fe None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:38.907158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dc230-f105-4c76-bd65-7efc21bbfa8f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=fc77a1dd-fd4f-465c-91c0-193656d79be4,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:38.933375 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ae8dc230-f105-4c76-bd65-7efc21bbfa8f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5794086 Dec 08 01:44:38.933630 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0ceece9-01a4-4efd-ad07-ee998628ddd7 req-1ce176aa-b034-4bfa-89e1-e3e029a7cac8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6b65d41-2924-4180-b087-97bf7b4cad7c HTTP/1.1" status: 200 len: 217 time: 0.0734584 Dec 08 01:44:38.933630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54100) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:38.944182 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1349f0f-a457-4550-95c5-27c67af707f7 req-83cd01c6-8b97-42d1-91f6-5ac9ff4c8cb4 service neutron] 10.222.0.72 "GET /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530108 Dec 08 01:44:38.972508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:fc:52:d5', 'name': 'tempest-NetworksTestDHCPv6-40640488'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:38.981888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': 'fc77a1dd-fd4f-465c-91c0-193656d79be4'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:38.982975 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:39.092990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f992f7-3ee3-44b5-a727-4ca9f8963a15 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.094654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f992f7-3ee3-44b5-a727-4ca9f8963a15 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.096318 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d6f992f7-3ee3-44b5-a727-4ca9f8963a15 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2281628 Dec 08 01:44:39.100736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54104) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:39.132180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Allocated IP 2001:db8::f816:3eff:feec:3c (38e622c3-d3e1-4fea-b44a-493f59fc27b4/fc77a1dd-fd4f-465c-91c0-193656d79be4/d9b8b1b8-c756-4a14-8fea-63589dbc51e5) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:39.168965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf380cb-a2a1-4e27-93bd-f1e18bd7f95a tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.171544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf380cb-a2a1-4e27-93bd-f1e18bd7f95a tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.177441 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cbf380cb-a2a1-4e27-93bd-f1e18bd7f95a tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0722587 Dec 08 01:44:39.177680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54108) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:39.308742 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:39.315264 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:39.320320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a7b10-b06b-4e72-8417-fd5510929eed req-fdda0d17-0734-4ace-899e-f83bc40e9034 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.326184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a7b10-b06b-4e72-8417-fd5510929eed req-fdda0d17-0734-4ace-899e-f83bc40e9034 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.332557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a7b10-b06b-4e72-8417-fd5510929eed req-fdda0d17-0734-4ace-899e-f83bc40e9034 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.338688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a7b10-b06b-4e72-8417-fd5510929eed req-fdda0d17-0734-4ace-899e-f83bc40e9034 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.344733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a7b10-b06b-4e72-8417-fd5510929eed req-fdda0d17-0734-4ace-899e-f83bc40e9034 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.350763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a7b10-b06b-4e72-8417-fd5510929eed req-fdda0d17-0734-4ace-899e-f83bc40e9034 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.357231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a7b10-b06b-4e72-8417-fd5510929eed req-fdda0d17-0734-4ace-899e-f83bc40e9034 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.359170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a2a7b10-b06b-4e72-8417-fd5510929eed req-fdda0d17-0734-4ace-899e-f83bc40e9034 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.1554244 Dec 08 01:44:39.363362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:39.366410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:39.371991 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:39.376134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Pushing event updated for resources: {'Port': ['ID=d9b8b1b8-c756-4a14-8fea-63589dbc51e5,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:39.384490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4041d623-6009-4893-be9e-2bfaee15e02b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.387226 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4041d623-6009-4893-be9e-2bfaee15e02b tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/networks/391f1c5d-5a27-43f7-8939-5da244473b5a HTTP/1.1" status: 200 len: 799 time: 0.2082865 Dec 08 01:44:39.394664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54112) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:39.436514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Attempting to bind port d9b8b1b8-c756-4a14-8fea-63589dbc51e5 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:39.436894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Attempting to bind port d9b8b1b8-c756-4a14-8fea-63589dbc51e5 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:39.437268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Attempting to bind port d9b8b1b8-c756-4a14-8fea-63589dbc51e5 on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:39.444080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:39.444080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:39.444580 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:39.444884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:39.445369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Bound port: d9b8b1b8-c756-4a14-8fea-63589dbc51e5, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:39.445761 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:39.482011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ceece9-01a4-4efd-ad07-ee998628ddd7 req-f71fa7f2-dc72-48ac-b38e-09e2ccaa3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.484121 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0ceece9-01a4-4efd-ad07-ee998628ddd7 req-f71fa7f2-dc72-48ac-b38e-09e2ccaa3650 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.5190101 Dec 08 01:44:39.521335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] For port d9b8b1b8-c756-4a14-8fea-63589dbc51e5, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:39.522221 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a2a7b10-b06b-4e72-8417-fd5510929eed req-e40854ce-67da-4c80-8236-822f1c8d870d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1336427 Dec 08 01:44:39.523687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] For port d9b8b1b8-c756-4a14-8fea-63589dbc51e5, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d9b8b1b8-c756-4a14-8fea-63589dbc51e5,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:39.531756 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:39.542158 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:39.543287 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-82c4b2d2-e33b-4908-a44b-3db1028f00c4 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/networks/391f1c5d-5a27-43f7-8939-5da244473b5a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1472342 Dec 08 01:44:39.547542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54114) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:39.548878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0ceece9-01a4-4efd-ad07-ee998628ddd7 req-bf9a1cb9-b830-4cda-ad13-792bbcef2625 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505872 Dec 08 01:44:39.588726 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:39.613403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f1bac-ce06-4f36-a7bf-a6ae37f73c8c req-b239bb7a-fe43-42f5-acd6-2cdb76bdd410 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:39.621037 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ba1f1bac-ce06-4f36-a7bf-a6ae37f73c8c req-b239bb7a-fe43-42f5-acd6-2cdb76bdd410 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 944 time: 0.1989295 Dec 08 01:44:39.627213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e35e7f-86e0-45b9-909a-0884d670c005 None None] Pushing event updated for resources: {'Port': ['ID=d9b8b1b8-c756-4a14-8fea-63589dbc51e5,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:39.792898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:39.930438 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ba1f1bac-ce06-4f36-a7bf-a6ae37f73c8c req-49ad1a42-a426-49bd-8817-f442d0d89b6c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085046 Dec 08 01:44:39.984393 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0ceece9-01a4-4efd-ad07-ee998628ddd7 req-05360d47-b891-4a44-85c8-357c74c2ca6a service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119587 Dec 08 01:44:39.995447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d618c2-13e3-4690-a296-79573ea43e20 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:40.000026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Allocated IP 172.25.2.155 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/ddcd6403-ada9-4fb5-ae8f-e382814e825f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:40.004634 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e1d618c2-13e3-4690-a296-79573ea43e20 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/subnets/01bcabb0-a38b-450f-a053-d18c1fbd8349 HTTP/1.1" status: 200 len: 811 time: 0.4559739 Dec 08 01:44:40.005553 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54120) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:40.072326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee01217-b369-4b85-b7b8-9a675496b56e req-2b0bf026-d517-4560-b29e-1302db753fb4 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:40.073787 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aee01217-b369-4b85-b7b8-9a675496b56e req-2b0bf026-d517-4560-b29e-1302db753fb4 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 943 time: 0.1347163 Dec 08 01:44:40.077164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d9b690-2077-4e0f-b340-ab1a23d52621 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:40.078489 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f0d9b690-2077-4e0f-b340-ab1a23d52621 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "GET /v2.0/subnets/01bcabb0-a38b-450f-a053-d18c1fbd8349?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0705588 Dec 08 01:44:40.085355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54122) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:40.089919 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.119473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9db3374e-4d16-4495-a059-94e18776bdda tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-466103442'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:40.129347 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aee01217-b369-4b85-b7b8-9a675496b56e req-06cc6190-f52e-4b84-b23e-49ec6e4fa792 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468245 Dec 08 01:44:40.233727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port 32a16a81-e7aa-4f74-83d9-f185d40170a5 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:44:40.249818 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42299197-b8e6-4652-b478-fcefd8b01c79 req-7cde94a5-767a-4a57-bcba-9a4af21baaf0 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:40.251374 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42299197-b8e6-4652-b478-fcefd8b01c79 req-7cde94a5-767a-4a57-bcba-9a4af21baaf0 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.2406819 Dec 08 01:44:40.257257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db3374e-4d16-4495-a059-94e18776bdda tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:40.261298 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9db3374e-4d16-4495-a059-94e18776bdda tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.269182 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0ceece9-01a4-4efd-ad07-ee998628ddd7 req-3dcd6ecb-9c9b-4e4b-a951-8ae0e74994d9 service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705853 Dec 08 01:44:40.331851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d9b8b1b8-c756-4a14-8fea-63589dbc51e5 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:40.379570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db3374e-4d16-4495-a059-94e18776bdda tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:44:40.382870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d9b8b1b8-c756-4a14-8fea-63589dbc51e5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:40.383254 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.429334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.440096 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9db3374e-4d16-4495-a059-94e18776bdda tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.440428 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-9db3374e-4d16-4495-a059-94e18776bdda tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Added segment 5bd06438-0cd4-4e68-b3d1-d5a8d766af0a of type vlan for network 3cad2b5d-6dba-4e29-972e-0c7eda3b56b4 Dec 08 01:44:40.446779 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42299197-b8e6-4652-b478-fcefd8b01c79 req-bb1c85dd-e6f8-4aa2-bea5-d9c9a09a2b69 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814103 Dec 08 01:44:40.480268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:40.510677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::f816:3eff:fefc:52d5 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/fc77a1dd-fd4f-465c-91c0-193656d79be4/32a16a81-e7aa-4f74-83d9-f185d40170a5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:40.511316 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.525234 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9db3374e-4d16-4495-a059-94e18776bdda tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.573639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.578552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port d9b8b1b8-c756-4a14-8fea-63589dbc51e5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d9b8b1b8-c756-4a14-8fea-63589dbc51e5,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:40.588714 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9db3374e-4d16-4495-a059-94e18776bdda tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.594968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db3374e-4d16-4495-a059-94e18776bdda tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:40.595586 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9db3374e-4d16-4495-a059-94e18776bdda tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.617157 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.702616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898a8e6-e2ae-41f6-912e-4b03fb5a7e4d req-0a3e9b03-20cc-4669-b0b0-7e9bfea67c0f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:40.714217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:40.715585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898a8e6-e2ae-41f6-912e-4b03fb5a7e4d req-0a3e9b03-20cc-4669-b0b0-7e9bfea67c0f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:40.717679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=d9b8b1b8-c756-4a14-8fea-63589dbc51e5,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:40.725002 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898a8e6-e2ae-41f6-912e-4b03fb5a7e4d req-0a3e9b03-20cc-4669-b0b0-7e9bfea67c0f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:40.736492 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9cb331b3-3f2c-491d-bb54-590a7a34e5a5,segment=NetworkSegment(ea574f54-2d05-4978-81c7-2b616e609b13),segment_id=ea574f54-2d05-4978-81c7-2b616e609b13)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:40.737329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898a8e6-e2ae-41f6-912e-4b03fb5a7e4d req-0a3e9b03-20cc-4669-b0b0-7e9bfea67c0f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:40.738879 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9db3374e-4d16-4495-a059-94e18776bdda tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6523407 Dec 08 01:44:40.739940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:40.741842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54128) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:40.752512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898a8e6-e2ae-41f6-912e-4b03fb5a7e4d req-0a3e9b03-20cc-4669-b0b0-7e9bfea67c0f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:40.762580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '9cb331b3-3f2c-491d-bb54-590a7a34e5a5', 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f', 'port_id': '9cb331b3-3f2c-491d-bb54-590a7a34e5a5', 'mac_address': 'fa:16:3e:26:f7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5198bc2-0b58-4774-b530-11503aa5f2da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:40.766661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef3356-4798-4157-bbac-f0363f6e556d None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:40.767992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898a8e6-e2ae-41f6-912e-4b03fb5a7e4d req-0a3e9b03-20cc-4669-b0b0-7e9bfea67c0f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:40.773596 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Pushing event updated for resources: {'Port': ['ID=ddcd6403-ada9-4fb5-ae8f-e382814e825f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:40.780245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'network_id': '3cad2b5d-6dba-4e29-972e-0c7eda3b56b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:40.784069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898a8e6-e2ae-41f6-912e-4b03fb5a7e4d req-0a3e9b03-20cc-4669-b0b0-7e9bfea67c0f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:40.787401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:40.791157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3374e-4d16-4495-a059-94e18776bdda tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Network': ['ID=3cad2b5d-6dba-4e29-972e-0c7eda3b56b4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:40.806324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8898a8e6-e2ae-41f6-912e-4b03fb5a7e4d req-0a3e9b03-20cc-4669-b0b0-7e9bfea67c0f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.1807146 Dec 08 01:44:40.848558 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.863681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 3cad2b5d-6dba-4e29-972e-0c7eda3b56b4 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:44:40.868615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:40.917526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8898a8e6-e2ae-41f6-912e-4b03fb5a7e4d req-2ac1a1cc-77c6-4555-bd26-2200d8e2612d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058514 Dec 08 01:44:40.920119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9cb331b3-3f2c-491d-bb54-590a7a34e5a5,segment=NetworkSegment(ea574f54-2d05-4978-81c7-2b616e609b13),segment_id=ea574f54-2d05-4978-81c7-2b616e609b13)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:40.958165 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:40.970780 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-49edb26e-5bc1-4664-83ed-94e6e6f27cf1 None None] Provisioning complete for port ddcd6403-ada9-4fb5-ae8f-e382814e825f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:40.971554 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49edb26e-5bc1-4664-83ed-94e6e6f27cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.047585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-49edb26e-5bc1-4664-83ed-94e6e6f27cf1 None None] Port ddcd6403-ada9-4fb5-ae8f-e382814e825f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:44:41.052773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=9cb331b3-3f2c-491d-bb54-590a7a34e5a5,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:41.062144 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.125456 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Made reservation on behalf of ced2bef9d8a94ea2adff8f01f411cfba for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:41.129543 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.171345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-73a17ddf-9ff2-4d65-95de-ced913cb2824 None None] Provisioning complete for port d9b8b1b8-c756-4a14-8fea-63589dbc51e5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:41.171930 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-73a17ddf-9ff2-4d65-95de-ced913cb2824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.200179 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57635c1a-8dfc-43ed-9a72-8102d99b4afd req-19312029-410c-408b-a8dc-2364d91ef216 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:41.203130 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-57635c1a-8dfc-43ed-9a72-8102d99b4afd req-19312029-410c-408b-a8dc-2364d91ef216 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 944 time: 0.1700315 Dec 08 01:44:41.217531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['9cb331b3-3f2c-491d-bb54-590a7a34e5a5'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:41.249791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Performing IP validity checks on allocation pools {{(pid=103130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 01:44:41.250317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 01:44:41.250875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58edfab-b265-4084-bc83-e1037cbb779a req-e0adf1e7-404c-4a78-b828-03a45960c3e4 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:41.253953 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d58edfab-b265-4084-bc83-e1037cbb779a req-e0adf1e7-404c-4a78-b828-03a45960c3e4 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 944 time: 0.0503855 Dec 08 01:44:41.307688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.308877 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d58edfab-b265-4084-bc83-e1037cbb779a req-1591c5d4-08fc-4bd0-b4b8-2490cf9aa642 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499308 Dec 08 01:44:41.355574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b6b65d41-2924-4180-b087-97bf7b4cad7c details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:41.365922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:41.429585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:41.449172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-57635c1a-8dfc-43ed-9a72-8102d99b4afd req-c5ec990b-db71-4f02-b4cc-04d473b88b4c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369072 Dec 08 01:44:41.450045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:41.460339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:41.466348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:41.466994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.492812 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.495824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=32a16a81-e7aa-4f74-83d9-f185d40170a5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:41.567462 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a25c49fb-b527-4930-98ab-a0a47406c80f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.6034081 Dec 08 01:44:41.571905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:41.582650 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.612538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port b6b65d41-2924-4180-b087-97bf7b4cad7c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b6b65d41-2924-4180-b087-97bf7b4cad7c,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:41.627879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1916df-45b7-46ac-a1bb-f5fc3a11cf44 req-6bb720d5-3e94-4496-bdba-e77dfb7fcefa tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:41.628325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'b6b65d41-2924-4180-b087-97bf7b4cad7c', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'port_id': 'b6b65d41-2924-4180-b087-97bf7b4cad7c', 'mac_address': 'fa:16:3e:92:9f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fd533c-1222-42a7-929e-1a209b1b24e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:41.630014 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c1916df-45b7-46ac-a1bb-f5fc3a11cf44 req-6bb720d5-3e94-4496-bdba-e77dfb7fcefa tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.0939229 Dec 08 01:44:41.658413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:41.664851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e7262-a5f4-45fa-9965-7ca10e97e4f7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:41.672274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e7262-a5f4-45fa-9965-7ca10e97e4f7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:41.674237 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f58e7262-a5f4-45fa-9965-7ca10e97e4f7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1009722 Dec 08 01:44:41.678476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17ec5d6-f64a-4521-a353-9c73049e552c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:41.679026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54138) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:41.681359 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a40985-11a4-4926-b9e3-52f887547a83" -d '{"events": [{"server_uuid": "d17ec5d6-f64a-4521-a353-9c73049e552c", "name": "network-vif-unplugged", "status": "completed", "tag": "9a22eed0-2c2d-4d89-928e-47f937a1b5f3"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:41.687712 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.743969 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.752406 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c1916df-45b7-46ac-a1bb-f5fc3a11cf44 req-ce9ad42a-12e8-4eae-a3db-ba18885dc80c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128583 Dec 08 01:44:41.791129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:41.798510 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.821054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-934f8ba6-f5d5-4cf9-a918-e14166022fb2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port 32a16a81-e7aa-4f74-83d9-f185d40170a5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:41.823027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-934f8ba6-f5d5-4cf9-a918-e14166022fb2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.834510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b65d41-2924-4180-b087-97bf7b4cad7c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:41.870880 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbefb6c-5671-4f54-85d7-be91f344f94b x-openstack-request-id: req-ffbefb6c-5671-4f54-85d7-be91f344f94b {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:41.871433 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17ec5d6-f64a-4521-a353-9c73049e552c", "name": "network-vif-unplugged", "status": "completed", "tag": "9a22eed0-2c2d-4d89-928e-47f937a1b5f3", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:41.871849 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ffbefb6c-5671-4f54-85d7-be91f344f94b {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:41.872447 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17ec5d6-f64a-4521-a353-9c73049e552c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3', 'code': 200} Dec 08 01:44:41.876804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port b6b65d41-2924-4180-b087-97bf7b4cad7c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b6b65d41-2924-4180-b087-97bf7b4cad7c,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:41.882758 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.883540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:41.930183 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-934f8ba6-f5d5-4cf9-a918-e14166022fb2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:41.949068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-934f8ba6-f5d5-4cf9-a918-e14166022fb2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for 32a16a81-e7aa-4f74-83d9-f185d40170a5 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:42.116371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-934f8ba6-f5d5-4cf9-a918-e14166022fb2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.148792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f8ba6-f5d5-4cf9-a918-e14166022fb2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=32a16a81-e7aa-4f74-83d9-f185d40170a5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:42.152766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=b6b65d41-2924-4180-b087-97bf7b4cad7c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:42.155659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fbc60c56-51fd-47a3-bcc4-c7e03872d228 None None] Could not find standard attr ID for object 32a16a81-e7aa-4f74-83d9-f185d40170a5. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:44:42.189003 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-934f8ba6-f5d5-4cf9-a918-e14166022fb2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.192869 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-934f8ba6-f5d5-4cf9-a918-e14166022fb2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/32a16a81-e7aa-4f74-83d9-f185d40170a5 HTTP/1.1" status: 204 len: 168 time: 0.5123923 Dec 08 01:44:42.194984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54148) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:42.233376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:42.247280 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3', 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a', 'port_id': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3', 'mac_address': 'fa:16:3e:b4:c5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decbed6d-9d04-4968-abca-418c83c36e5b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:42.280843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f571192-62d4-4e51-bc24-d90fb8202ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.285644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f571192-62d4-4e51-bc24-d90fb8202ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.289215 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0f571192-62d4-4e51-bc24-d90fb8202ec0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0931346 Dec 08 01:44:42.289794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54150) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:42.294074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.299206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=76a439fe-3779-4e46-9b30-22a86ddcdcdc,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:42.318998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:42.346083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d9b8b1b8-c756-4a14-8fea-63589dbc51e5 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:42.386984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:42.396547 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.404006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f216d4-f3d4-42f3-8683-ec26d4f93067 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet fc77a1dd-fd4f-465c-91c0-193656d79be4 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:44:42.427900 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99f216d4-f3d4-42f3-8683-ec26d4f93067 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.433371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d9b8b1b8-c756-4a14-8fea-63589dbc51e5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:42.436159 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.450348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8cf6a-36a0-4fda-bcf2-fd221f1e271c req-b347bfc8-9771-428b-a414-c8d071657384 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.459094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8cf6a-36a0-4fda-bcf2-fd221f1e271c req-b347bfc8-9771-428b-a414-c8d071657384 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.466293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8cf6a-36a0-4fda-bcf2-fd221f1e271c req-b347bfc8-9771-428b-a414-c8d071657384 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.472251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8cf6a-36a0-4fda-bcf2-fd221f1e271c req-b347bfc8-9771-428b-a414-c8d071657384 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.480060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8cf6a-36a0-4fda-bcf2-fd221f1e271c req-b347bfc8-9771-428b-a414-c8d071657384 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.487039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8cf6a-36a0-4fda-bcf2-fd221f1e271c req-b347bfc8-9771-428b-a414-c8d071657384 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.487837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:42.491772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99f216d4-f3d4-42f3-8683-ec26d4f93067 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.493367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8cf6a-36a0-4fda-bcf2-fd221f1e271c req-b347bfc8-9771-428b-a414-c8d071657384 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.496019 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8da8cf6a-36a0-4fda-bcf2-fd221f1e271c req-b347bfc8-9771-428b-a414-c8d071657384 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.2910333 Dec 08 01:44:42.503601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Checking segment: {'id': '5bd06438-0cd4-4e68-b3d1-d5a8d766af0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cad2b5d-6dba-4e29-972e-0c7eda3b56b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:42.503970 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network hostable DHCP agents. Network: 3cad2b5d-6dba-4e29-972e-0c7eda3b56b4, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:44:42.522630 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.530192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e94b91-f7b6-46a7-9c49-b0f66bb9ee20 req-05480f65-574f-44d6-be68-53b56eeb7a52 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.531757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75e94b91-f7b6-46a7-9c49-b0f66bb9ee20 req-05480f65-574f-44d6-be68-53b56eeb7a52 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 944 time: 0.1170263 Dec 08 01:44:42.544261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:42.599260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:44:42.604311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75e94b91-f7b6-46a7-9c49-b0f66bb9ee20 req-45ed9d64-ec6f-4ed1-a66d-235d7da26d8d tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595202 Dec 08 01:44:42.605717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:42.606541 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.613389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Network 3cad2b5d-6dba-4e29-972e-0c7eda3b56b4 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:44:42.646624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8da8cf6a-36a0-4fda-bcf2-fd221f1e271c req-abbe8428-6bd9-483c-82c6-e9901c511f9f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1398578 Dec 08 01:44:42.649471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 3cad2b5d-6dba-4e29-972e-0c7eda3b56b4) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:42.650251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99f216d4-f3d4-42f3-8683-ec26d4f93067 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.683384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.683992 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.689736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70fa55e-e79d-4109-b9f1-867fe2b7781a None None] Network 3cad2b5d-6dba-4e29-972e-0c7eda3b56b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:42.719665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54156) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:42.720828 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3e7d1635-0867-4fb8-b968-a2b7dff29f37 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9444118 Dec 08 01:44:42.727034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3f320a3a-0d8a-4bcb-b98e-93510da8c990 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:42.774043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:44:42.804827 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.847208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['b6b65d41-2924-4180-b087-97bf7b4cad7c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:42.855111 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9cb331b3-3f2c-491d-bb54-590a7a34e5a5,segment=NetworkSegment(ea574f54-2d05-4978-81c7-2b616e609b13),segment_id=ea574f54-2d05-4978-81c7-2b616e609b13)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:42.880558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['9a22eed0-2c2d-4d89-928e-47f937a1b5f3'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:42.888268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99f216d4-f3d4-42f3-8683-ec26d4f93067 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.914234 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.939369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a18733-c50a-47b7-8dd3-fb7137f73ec8 req-ae76aafb-7f37-4450-bf42-8a4580145c19 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.941831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c8a18733-c50a-47b7-8dd3-fb7137f73ec8 req-ae76aafb-7f37-4450-bf42-8a4580145c19 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 944 time: 0.1040158 Dec 08 01:44:42.943845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:44:42.953339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6840e9-b5ef-4b6e-90d5-1b6c92fc054d req-7c956a09-db64-4f01-a646-006108e55108 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:42.954567 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Sync routers for ids ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:44:42.960740 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fb6840e9-b5ef-4b6e-90d5-1b6c92fc054d req-7c956a09-db64-4f01-a646-006108e55108 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 945 time: 0.2039752 Dec 08 01:44:42.976609 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-3cad2b5d-6dba-4e29-972e-0c7eda3b56b4', 'network_id': '3cad2b5d-6dba-4e29-972e-0c7eda3b56b4', 'project_id': 'ced2bef9d8a94ea2adff8f01f411cfba', 'fixed_ips': [{'subnet_id': '76a439fe-3779-4e46-9b30-22a86ddcdcdc'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:42.978344 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:42.983577 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Routers {'06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:44:42.984983 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:44:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:42.989895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f216d4-f3d4-42f3-8683-ec26d4f93067 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=fc77a1dd-fd4f-465c-91c0-193656d79be4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:42.995729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:43.000352 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8e5c388c-fb8b-4157-9f2f-898ec9277a8f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1795104 Dec 08 01:44:43.001055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54162) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:43.005611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99f216d4-f3d4-42f3-8683-ec26d4f93067 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:43.011997 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-99f216d4-f3d4-42f3-8683-ec26d4f93067 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/fc77a1dd-fd4f-465c-91c0-193656d79be4 HTTP/1.1" status: 204 len: 168 time: 0.7206123 Dec 08 01:44:43.012946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54164) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:43.031773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8015e23-3657-4780-b64f-a22eeac20dac None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:43.064820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c8a18733-c50a-47b7-8dd3-fb7137f73ec8 req-cd5d6b71-b968-4662-93df-1f9ebc1558e4 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117840 Dec 08 01:44:43.114300 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a269ce6e-40fe-4cf0-9dcf-72fa87296a3d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971177 Dec 08 01:44:43.114906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:43.122761 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f320a3a-0d8a-4bcb-b98e-93510da8c990 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63158835'] for subnet, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:43.222336 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Set router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:44:43.224791 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fb6840e9-b5ef-4b6e-90d5-1b6c92fc054d req-c3490be5-4b5f-46f2-9e7f-5548364f64d9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499044 Dec 08 01:44:43.231327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=9cb331b3-3f2c-491d-bb54-590a7a34e5a5,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:43.293819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dd6088-a943-4b5d-b700-487cd205d4bc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:43.298560 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-85dd6088-a943-4b5d-b700-487cd205d4bc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1712801 Dec 08 01:44:43.299378 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54168) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:43.399673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2b2493-40f7-4935-a28c-38217443d0b9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:43.404115 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bb2b2493-40f7-4935-a28c-38217443d0b9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0995898 Dec 08 01:44:43.407210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:43.458803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5e10d78f-0c6a-4ab5-94f4-eb9e191c6924 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502515 Dec 08 01:44:43.459601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:43.467661 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c35312c3-ee28-404b-b63d-38b6cba2a6cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:43.549495 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58041676-0776-4fb1-aab0-ff62d3681564 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:43.594345 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:44:41Z', 'revision_number': 3, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:43.625407 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-58041676-0776-4fb1-aab0-ff62d3681564 None None] Deleting port d9b8b1b8-c756-4a14-8fea-63589dbc51e5 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:43.626902 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-58041676-0776-4fb1-aab0-ff62d3681564 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:43.631158 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:43.631685 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Checking router: 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:44:43.631851 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Updating router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e port ddcd6403-ada9-4fb5-ae8f-e382814e825f binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:44:43.662137 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:43.713709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f320a3a-0d8a-4bcb-b98e-93510da8c990 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756600762534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63389270'] for subnet, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:43.855725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-58041676-0776-4fb1-aab0-ff62d3681564 None None] For port d9b8b1b8-c756-4a14-8fea-63589dbc51e5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d9b8b1b8-c756-4a14-8fea-63589dbc51e5,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:43.856469 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-58041676-0776-4fb1-aab0-ff62d3681564 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:43.870203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35312c3-ee28-404b-b63d-38b6cba2a6cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:43.875120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd13030-9ae7-4794-838d-026e3d30ab81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb331b3-3f2c-491d-bb54-590a7a34e5a5'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:43.878193 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf439ef-f9b3-45f8-887b-7d59b8a0e870" -d '{"events": [{"server_uuid": "8cd13030-9ae7-4794-838d-026e3d30ab81", "name": "network-vif-plugged", "status": "completed", "tag": "9cb331b3-3f2c-491d-bb54-590a7a34e5a5"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:43.878695 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c35312c3-ee28-404b-b63d-38b6cba2a6cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:43.886740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-58041676-0776-4fb1-aab0-ff62d3681564 None None] Calling delete_port for d9b8b1b8-c756-4a14-8fea-63589dbc51e5 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:43.887462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Allocated IP 172.20.0.1 (0608a3a7-505d-43a2-8a8b-bb9f73998be4/35849b75-debd-4d85-bfce-4884baa9dc49/9384f4ae-a81e-4050-9d30-5f8d68680e1d) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:43.899606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f320a3a-0d8a-4bcb-b98e-93510da8c990 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:43.900675 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3f320a3a-0d8a-4bcb-b98e-93510da8c990 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:43.906787 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3f320a3a-0d8a-4bcb-b98e-93510da8c990 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "PUT /v2.0/subnets/76a439fe-3779-4e46-9b30-22a86ddcdcdc HTTP/1.1" status: 200 len: 877 time: 1.1835153 Dec 08 01:44:43.907378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Allocated IP 172.20.0.3 (3cad2b5d-6dba-4e29-972e-0c7eda3b56b4/76a439fe-3779-4e46-9b30-22a86ddcdcdc/e9259174-163f-4ac4-930c-8f78f109b49a) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:43.944906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54180) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:44.012988 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.045221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f320a3a-0d8a-4bcb-b98e-93510da8c990 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event updated for resources: {'Subnet': ['ID=76a439fe-3779-4e46-9b30-22a86ddcdcdc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:44.068500 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.097230 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-58041676-0776-4fb1-aab0-ff62d3681564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.159547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Network 0608a3a7-505d-43a2-8a8b-bb9f73998be4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:44.161136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Pushing event updated for resources: {'Port': ['ID=9384f4ae-a81e-4050-9d30-5f8d68680e1d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:44.163798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:44.170823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:44.180626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b31218-9da5-4058-9898-59993d99f31c req-f3749baa-e8d3-4506-82dd-2e2aeeaddbc3 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:44.187125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b31218-9da5-4058-9898-59993d99f31c req-f3749baa-e8d3-4506-82dd-2e2aeeaddbc3 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:44.190048 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58041676-0776-4fb1-aab0-ff62d3681564 None None] Pushing event deleted for resources: {'Port': ['ID=d9b8b1b8-c756-4a14-8fea-63589dbc51e5,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:44.195998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b31218-9da5-4058-9898-59993d99f31c req-f3749baa-e8d3-4506-82dd-2e2aeeaddbc3 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:44.203506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b31218-9da5-4058-9898-59993d99f31c req-f3749baa-e8d3-4506-82dd-2e2aeeaddbc3 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:44.208386 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.210581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b31218-9da5-4058-9898-59993d99f31c req-f3749baa-e8d3-4506-82dd-2e2aeeaddbc3 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:44.217890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b31218-9da5-4058-9898-59993d99f31c req-f3749baa-e8d3-4506-82dd-2e2aeeaddbc3 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:44.223486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cabbb2-bade-495a-8f7c-c6b466a92042 req-ce9fbe5a-1f83-40b6-b61f-26c77da33a6c tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:44.224582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b31218-9da5-4058-9898-59993d99f31c req-f3749baa-e8d3-4506-82dd-2e2aeeaddbc3 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:44.230591 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.233546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97b31218-9da5-4058-9898-59993d99f31c req-f3749baa-e8d3-4506-82dd-2e2aeeaddbc3 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.4024775 Dec 08 01:44:44.234372 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-28cabbb2-bade-495a-8f7c-c6b466a92042 req-ce9fbe5a-1f83-40b6-b61f-26c77da33a6c tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 945 time: 0.1855800 Dec 08 01:44:44.240529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58041676-0776-4fb1-aab0-ff62d3681564 None None] No DVR routers for this DVR port d9b8b1b8-c756-4a14-8fea-63589dbc51e5 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:44.287673 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.298501 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-28cabbb2-bade-495a-8f7c-c6b466a92042 req-e9c277ee-4999-44b8-a562-4bfca428ee3a tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632896 Dec 08 01:44:44.308157 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.340992 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.355466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.396453 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Attempting to bind port ddcd6403-ada9-4fb5-ae8f-e382814e825f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:44.396998 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Attempting to bind port ddcd6403-ada9-4fb5-ae8f-e382814e825f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:44.397491 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Attempting to bind port ddcd6403-ada9-4fb5-ae8f-e382814e825f on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:44.429487 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764e381c-d00b-4f03-96bf-fc623396b9f2 x-openstack-request-id: req-764e381c-d00b-4f03-96bf-fc623396b9f2 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:44.429797 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd13030-9ae7-4794-838d-026e3d30ab81", "name": "network-vif-plugged", "status": "completed", "tag": "9cb331b3-3f2c-491d-bb54-590a7a34e5a5", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:44.430956 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-764e381c-d00b-4f03-96bf-fc623396b9f2 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:44.431160 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd13030-9ae7-4794-838d-026e3d30ab81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb331b3-3f2c-491d-bb54-590a7a34e5a5', 'code': 200} Dec 08 01:44:44.440641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Pushing event updated for resources: {'Port': ['ID=e9259174-163f-4ac4-930c-8f78f109b49a,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:44.444228 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:44.444425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3362e7-4e3f-40e5-a47d-9f393b4243eb None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:44.445719 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:44.446572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d9b8b1b8-c756-4a14-8fea-63589dbc51e5 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:44.448148 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.448681 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:44.451876 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Bound port: ddcd6403-ada9-4fb5-ae8f-e382814e825f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:44.452470 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.461523 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Pushing event updated for resources: {'Port': ['ID=ddcd6403-ada9-4fb5-ae8f-e382814e825f,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:44.467284 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97b31218-9da5-4058-9898-59993d99f31c req-43444237-f7e5-4d53-ac34-94b57b563ec7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2327392 Dec 08 01:44:44.503950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 15bebb90-8c8e-44bc-9c6b-797d55456b55 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:44.532450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: d9b8b1b8-c756-4a14-8fea-63589dbc51e5 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:44.532821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d9b8b1b8-c756-4a14-8fea-63589dbc51e5 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:44.550124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Network 3cad2b5d-6dba-4e29-972e-0c7eda3b56b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:44.556726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:44.561539 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.563549 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.565565 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.566033 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.568679 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.569158 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.569824 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.570279 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.571156 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.573752 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.574232 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.575146 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.575509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:44.576027 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:44.634787 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] For port ddcd6403-ada9-4fb5-ae8f-e382814e825f, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:44.639159 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] For port ddcd6403-ada9-4fb5-ae8f-e382814e825f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ddcd6403-ada9-4fb5-ae8f-e382814e825f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:44.645195 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.650599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f572d-2092-4823-abe1-45f136933251 req-961d96a1-194b-423f-8a6f-d36c96d29a02 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:44.652891 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-769f572d-2092-4823-abe1-45f136933251 req-961d96a1-194b-423f-8a6f-d36c96d29a02 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 944 time: 0.1324186 Dec 08 01:44:44.655295 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.737458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ddb1dee8-8b16-45ab-91bd-daf8f71c7f38 None None] Provisioning complete for port ddcd6403-ada9-4fb5-ae8f-e382814e825f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:44.737846 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ddb1dee8-8b16-45ab-91bd-daf8f71c7f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.756932 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-769f572d-2092-4823-abe1-45f136933251 req-61c95972-dd37-4b29-816e-b837724a8332 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912158 Dec 08 01:44:44.783447 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b11105-037e-4710-92e5-0dcc902c010b None None] Pushing event updated for resources: {'Port': ['ID=ddcd6403-ada9-4fb5-ae8f-e382814e825f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:44.786887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Attempting to bind port e9259174-163f-4ac4-930c-8f78f109b49a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:44.787315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Attempting to bind port e9259174-163f-4ac4-930c-8f78f109b49a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5bd06438-0cd4-4e68-b3d1-d5a8d766af0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cad2b5d-6dba-4e29-972e-0c7eda3b56b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:44.787690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Attempting to bind port e9259174-163f-4ac4-930c-8f78f109b49a on network 3cad2b5d-6dba-4e29-972e-0c7eda3b56b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:44.792005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c0e9d-bf69-4f5f-b767-563b7cdb0c4f req-c753571a-e87a-4acb-b164-954c0bfc10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:44.794115 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e55c0e9d-bf69-4f5f-b767-563b7cdb0c4f req-c753571a-e87a-4acb-b164-954c0bfc10ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 1097 time: 0.2333460 Dec 08 01:44:44.834086 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Routers {'06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:44:44.834362 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:44:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:44.854258 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c35312c3-ee28-404b-b63d-38b6cba2a6cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.863234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b21735-e917-4f14-8cde-59131ffb4907 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:44.875671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:44.876052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Checking segment: {'id': '5bd06438-0cd4-4e68-b3d1-d5a8d766af0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cad2b5d-6dba-4e29-972e-0c7eda3b56b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:44.877180 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.877999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Bound using segment: {'id': '5bd06438-0cd4-4e68-b3d1-d5a8d766af0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cad2b5d-6dba-4e29-972e-0c7eda3b56b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:44.878153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Bound port: e9259174-163f-4ac4-930c-8f78f109b49a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd06438-0cd4-4e68-b3d1-d5a8d766af0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '3cad2b5d-6dba-4e29-972e-0c7eda3b56b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:44.878513 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.906965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Deleting port e9259174-163f-4ac4-930c-8f78f109b49a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:44.907616 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:44.964406 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] Set router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:44:44.975235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35312c3-ee28-404b-b63d-38b6cba2a6cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:44.992067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] For port e9259174-163f-4ac4-930c-8f78f109b49a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:44.994832 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c35312c3-ee28-404b-b63d-38b6cba2a6cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:44.995936 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] For port e9259174-163f-4ac4-930c-8f78f109b49a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e9259174-163f-4ac4-930c-8f78f109b49a,segment=NetworkSegment(5bd06438-0cd4-4e68-b3d1-d5a8d766af0a),segment_id=5bd06438-0cd4-4e68-b3d1-d5a8d766af0a)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:45.020866 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:45.032496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab991d3-35eb-4430-932a-a7b1318549b8 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:45.033177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35312c3-ee28-404b-b63d-38b6cba2a6cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:45.033885 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c35312c3-ee28-404b-b63d-38b6cba2a6cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:45.034444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:45.069431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35312c3-ee28-404b-b63d-38b6cba2a6cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=cf13c005-53c0-49f0-9c10-7292e3c3fd57,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:45.079747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e55c0e9d-bf69-4f5f-b767-563b7cdb0c4f req-61cefe03-795d-40fa-8ea5-17d973707c58 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585154 Dec 08 01:44:45.088648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a49cd7-7614-44d0-aec4-c4e330823e01 req-8d3052ee-bfe9-4583-84ed-e7ed4a3096d9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:45.096111 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65a49cd7-7614-44d0-aec4-c4e330823e01 req-8d3052ee-bfe9-4583-84ed-e7ed4a3096d9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 945 time: 0.2874277 Dec 08 01:44:45.119041 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:45.152673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c35312c3-ee28-404b-b63d-38b6cba2a6cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6889472 Dec 08 01:44:45.162207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54188) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:45.168319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:c7:13:67', 'name': 'tempest-NetworksTestDHCPv6-400519111'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:45.174134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:45.185734 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ddb1dee8-8b16-45ab-91bd-daf8f71c7f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:45.219576 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9384f4ae-a81e-4050-9d30-5f8d68680e1d', 'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'mac_address': 'fa:16:3e:e4:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:43Z', 'updated_at': '2021-12-08T01:44:43Z', 'revision_number': 1, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'subnets': [{'id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:45.249982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Pushing event updated for resources: {'Port': ['ID=9384f4ae-a81e-4050-9d30-5f8d68680e1d,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:45.255437 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50237ec3-4f6a-4bc1-9366-b5b5c03f813a None None] The sync data for ids ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'] in n-d-713498-30 is: [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9384f4ae-a81e-4050-9d30-5f8d68680e1d', 'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'mac_address': 'fa:16:3e:e4:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:43Z', 'updated_at': '2021-12-08T01:44:43Z', 'revision_number': 1, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'subnets': [{'id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:44:45.292204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] For port e9259174-163f-4ac4-930c-8f78f109b49a, host n-d-713498-30, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:45.292606 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:45.307548 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 15bebb90-8c8e-44bc-9c6b-797d55456b55, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=15bebb90-8c8e-44bc-9c6b-797d55456b55,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:45.322556 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65a49cd7-7614-44d0-aec4-c4e330823e01 req-f6a73926-ed02-41ed-811e-e0491d12602d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252195 Dec 08 01:44:45.340892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Calling delete_port for e9259174-163f-4ac4-930c-8f78f109b49a owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:45.342878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ddb1dee8-8b16-45ab-91bd-daf8f71c7f38 None None] For port ddcd6403-ada9-4fb5-ae8f-e382814e825f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ddcd6403-ada9-4fb5-ae8f-e382814e825f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:45.359818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b080ca6-811c-4126-b246-a7ccae34087d None None] Pushing event updated for resources: {'Port': ['ID=e9259174-163f-4ac4-930c-8f78f109b49a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:45.389791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': 'cf13c005-53c0-49f0-9c10-7292e3c3fd57'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:45.390694 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:45.417359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b6b65d41-2924-4180-b087-97bf7b4cad7c up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:45.420484 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ddb1dee8-8b16-45ab-91bd-daf8f71c7f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:45.466521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Network 0608a3a7-505d-43a2-8a8b-bb9f73998be4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:45.470708 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:45.503453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befd6d3-147f-442f-a3d6-f8f4427e5c84 req-b4ad4745-51a0-4d47-be4c-92371172583d tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:45.505127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8befd6d3-147f-442f-a3d6-f8f4427e5c84 req-b4ad4745-51a0-4d47-be4c-92371172583d tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 945 time: 0.0912051 Dec 08 01:44:45.519051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:45.801002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8befd6d3-147f-442f-a3d6-f8f4427e5c84 req-75406d65-7386-4c1d-bcca-e285490438a0 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395885 Dec 08 01:44:45.814730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:44:45.815325 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:45.820841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:45.860056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '15bebb90-8c8e-44bc-9c6b-797d55456b55', 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66', 'port_id': '15bebb90-8c8e-44bc-9c6b-797d55456b55', 'mac_address': 'fa:16:3e:a5:45:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fba775e-421a-4f43-8d82-463dd5994350', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:45.861660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port 45d5facd-2a95-484d-a31c-9601e3de008d yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:44:45.960131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad62ac-ac22-4773-8588-d4c5a19a94d3 req-2d3cfee4-df3c-447d-827a-82d9cc9e0775 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:45.968079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad62ac-ac22-4773-8588-d4c5a19a94d3 req-2d3cfee4-df3c-447d-827a-82d9cc9e0775 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:45.977035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad62ac-ac22-4773-8588-d4c5a19a94d3 req-2d3cfee4-df3c-447d-827a-82d9cc9e0775 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:45.985611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad62ac-ac22-4773-8588-d4c5a19a94d3 req-2d3cfee4-df3c-447d-827a-82d9cc9e0775 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:45.994559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad62ac-ac22-4773-8588-d4c5a19a94d3 req-2d3cfee4-df3c-447d-827a-82d9cc9e0775 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:46.006153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad62ac-ac22-4773-8588-d4c5a19a94d3 req-2d3cfee4-df3c-447d-827a-82d9cc9e0775 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:46.013526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad62ac-ac22-4773-8588-d4c5a19a94d3 req-2d3cfee4-df3c-447d-827a-82d9cc9e0775 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:46.019220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:44:46.023353 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0ad62ac-ac22-4773-8588-d4c5a19a94d3 req-2d3cfee4-df3c-447d-827a-82d9cc9e0775 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5431 time: 0.3762012 Dec 08 01:44:46.040096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ae312dac-ec53-4ec9-8d90-6cf9e45446f8 admin admin] 10.222.0.70 "PUT /v2.0/routers/06b05e76-fec9-40a8-be4e-80b6a5b0fc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0303729 Dec 08 01:44:46.074335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bdad6105-fc92-44fa-8d9f-1ab0239203fe None None] Provisioning complete for port ddcd6403-ada9-4fb5-ae8f-e382814e825f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:46.074626 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bdad6105-fc92-44fa-8d9f-1ab0239203fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:46.084169 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1dee8-8b16-45ab-91bd-daf8f71c7f38 None None] Pushing event updated for resources: {'Port': ['ID=ddcd6403-ada9-4fb5-ae8f-e382814e825f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:46.154603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Port': ['ID=e9259174-163f-4ac4-930c-8f78f109b49a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:46.172963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c86d09-c589-4e90-967d-697f372a0275 req-f70c1337-99f6-4e2e-81f3-9f717460d98b tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:46.173770 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:46.175387 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7c86d09-c589-4e90-967d-697f372a0275 req-f70c1337-99f6-4e2e-81f3-9f717460d98b tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 944 time: 0.1000109 Dec 08 01:44:46.206980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port b6b65d41-2924-4180-b087-97bf7b4cad7c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:44:46.225463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port b6b65d41-2924-4180-b087-97bf7b4cad7c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:46.225803 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:46.229113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bebb90-8c8e-44bc-9c6b-797d55456b55 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:46.308515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No DVR routers for this DVR port e9259174-163f-4ac4-930c-8f78f109b49a on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:46.326266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7c86d09-c589-4e90-967d-697f372a0275 req-de339109-cfac-43c0-a330-052f9938945d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387839 Dec 08 01:44:46.327756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::39f (38e622c3-d3e1-4fea-b44a-493f59fc27b4/cf13c005-53c0-49f0-9c10-7292e3c3fd57/45d5facd-2a95-484d-a31c-9601e3de008d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:46.335663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 15bebb90-8c8e-44bc-9c6b-797d55456b55, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=15bebb90-8c8e-44bc-9c6b-797d55456b55,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:46.349263 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:46.350025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:46.394605 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:46.497876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0ad62ac-ac22-4773-8588-d4c5a19a94d3 req-43809fcd-ea58-404c-8714-74dc9d65f9bb tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4725027 Dec 08 01:44:46.511140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:46.521282 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=15bebb90-8c8e-44bc-9c6b-797d55456b55,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:46.673866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Subnet': ['ID=76a439fe-3779-4e46-9b30-22a86ddcdcdc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:46.735287 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:46.785008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port b6b65d41-2924-4180-b087-97bf7b4cad7c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b6b65d41-2924-4180-b087-97bf7b4cad7c,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:46.787737 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e8297b-65fd-4c8b-910c-73444d64eec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b65d41-2924-4180-b087-97bf7b4cad7c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:46.790959 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df95caa-5f55-4090-8f3b-a78b3213a280" -d '{"events": [{"server_uuid": "a4e8297b-65fd-4c8b-910c-73444d64eec5", "name": "network-vif-plugged", "status": "completed", "tag": "b6b65d41-2924-4180-b087-97bf7b4cad7c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:46.796638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-a1bb41d8-f299-4a43-ae55-ed286d3cc003 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:46.798333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-a1bb41d8-f299-4a43-ae55-ed286d3cc003 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/networks?id=0608a3a7-505d-43a2-8a8b-bb9f73998be4 HTTP/1.1" status: 200 len: 819 time: 0.2019577 Dec 08 01:44:46.804460 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:46.805204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:46.812269 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:46.833519 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-ff5d0a3f-8370-4198-97ca-9df6a47cb6a5 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/quotas/61b1226b97a2468dba8c750ccbb6d5c1 HTTP/1.1" status: 200 len: 375 time: 0.0247581 Dec 08 01:44:46.869411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cad2b5d-6dba-4e29-972e-0c7eda3b56b4']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:46.890744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:46.913456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0363fd-bf85-4569-a24a-fb440694c210 req-d39d916e-22da-4c9e-8822-355fd675f7b4 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:46.920693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'a14e3ba3-f6e1-4cb2-8479-718f0b6905e6', 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d', 'port_id': 'a14e3ba3-f6e1-4cb2-8479-718f0b6905e6', 'mac_address': 'fa:16:3e:29:ed:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '221dc65f-1e9d-43ad-87c2-ac1d9fef10e2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:46.922735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e0363fd-bf85-4569-a24a-fb440694c210 req-d39d916e-22da-4c9e-8822-355fd675f7b4 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 945 time: 0.2666781 Dec 08 01:44:46.936473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd06438-0cd4-4e68-b3d1-d5a8d766af0a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:46.936779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd06438-0cd4-4e68-b3d1-d5a8d766af0a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:46.938748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=b6b65d41-2924-4180-b087-97bf7b4cad7c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:46.986299 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-f7ffa0b0-5afa-40c9-8fe8-3f329a1f6bc2 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=61b1226b97a2468dba8c750ccbb6d5c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1518307 Dec 08 01:44:46.989025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0b90f-a098-4118-93b9-19e1815953f4 None None] Network 3cad2b5d-6dba-4e29-972e-0c7eda3b56b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:46.995894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:46.996327 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.006116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.042365 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.052812 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.083005 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e0363fd-bf85-4569-a24a-fb440694c210 req-cb17933d-fd01-45ac-8a66-4684c9ea5f12 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585286 Dec 08 01:44:47.102357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:47.105772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:47.109738 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:47.129157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:47.152785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c908ac11-8896-4444-86f9-ee8538c1b7e0 None None] Could not find standard attr ID for object e9259174-163f-4ac4-930c-8f78f109b49a. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:44:47.183900 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f4b0f3-4cc5-47d1-9d77-9703d85aff17 x-openstack-request-id: req-99f4b0f3-4cc5-47d1-9d77-9703d85aff17 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:47.184239 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e8297b-65fd-4c8b-910c-73444d64eec5", "name": "network-vif-plugged", "status": "completed", "tag": "b6b65d41-2924-4180-b087-97bf7b4cad7c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:47.184487 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99f4b0f3-4cc5-47d1-9d77-9703d85aff17 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:47.184895 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e8297b-65fd-4c8b-910c-73444d64eec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b65d41-2924-4180-b087-97bf7b4cad7c', 'code': 200} Dec 08 01:44:47.193480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:47.217077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.257882 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.259331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 5b7a6954-74e4-413a-9c6b-8b0f820210d7 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:47.263359 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.293112 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.299781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.312765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/3cad2b5d-6dba-4e29-972e-0c7eda3b56b4 HTTP/1.1" status: 204 len: 168 time: 3.3266611 Dec 08 01:44:47.334618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54222) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:47.345193 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Allocated IP 2001:db8::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/cf13c005-53c0-49f0-9c10-7292e3c3fd57/7b403472-f203-4498-9e5b-a9be98df7b3a) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:47.370556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a3e482-6d62-4050-97a3-18937101e4a9 None None] DHCP port deletion for 3cad2b5d-6dba-4e29-972e-0c7eda3b56b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:47.440453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463ca4e-6091-402d-b5eb-33bdc6d182bf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Network': ['ID=3cad2b5d-6dba-4e29-972e-0c7eda3b56b4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:47.442447 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13426d4-d53f-4346-bd00-2aa1883ad8f1 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:47.442912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13426d4-d53f-4346-bd00-2aa1883ad8f1 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:47.452344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a13426d4-d53f-4346-bd00-2aa1883ad8f1 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/subnets/76a439fe-3779-4e46-9b30-22a86ddcdcdc HTTP/1.1" status: 404 len: 337 time: 0.1091950 Dec 08 01:44:47.452632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fadce8-0ccb-436b-aefe-e09b7424123c None None] Network 3cad2b5d-6dba-4e29-972e-0c7eda3b56b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:47.457497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54226) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:47.458543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:47.468938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:47.480693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:47.489811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:47.490498 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.499165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=45d5facd-2a95-484d-a31c-9601e3de008d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:47.506017 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-4992a039-cdf8-494b-a2c5-bb7c04e18474 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:47.507357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4992a039-cdf8-494b-a2c5-bb7c04e18474 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:47.510990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 5b7a6954-74e4-413a-9c6b-8b0f820210d7, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5b7a6954-74e4-413a-9c6b-8b0f820210d7,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:47.511309 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4992a039-cdf8-494b-a2c5-bb7c04e18474 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/3cad2b5d-6dba-4e29-972e-0c7eda3b56b4 HTTP/1.1" status: 404 len: 339 time: 0.0500102 Dec 08 01:44:47.516958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e54db-dc21-47fd-904b-5fd012480712 req-b67d1ae9-b394-444f-a386-53f32a7e3525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:47.518470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b6e54db-dc21-47fd-904b-5fd012480712 req-b67d1ae9-b394-444f-a386-53f32a7e3525 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 1098 time: 0.1060240 Dec 08 01:44:47.518610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fadce8-0ccb-436b-aefe-e09b7424123c None None] Network 3cad2b5d-6dba-4e29-972e-0c7eda3b56b4 could not be found, it might have been deleted concurrently. {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 01:44:47.518947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54228) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:47.527199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:47.532539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb710324-44f6-4618-8d2f-e8e5ec318042 req-89dd85f2-a92f-4ea8-a475-dc85e280db7d tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:47.534986 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.536651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb710324-44f6-4618-8d2f-e8e5ec318042 req-89dd85f2-a92f-4ea8-a475-dc85e280db7d tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 945 time: 0.2220562 Dec 08 01:44:47.543534 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-698eef03-1590-4cc8-9c91-e7cca1a45b1c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3777583 Dec 08 01:44:47.543831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54232) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:47.596838 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a6a291-2d60-47c4-b9c8-77daa68e6f26 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:47.597234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a6a291-2d60-47c4-b9c8-77daa68e6f26 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:47.602136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-84a6a291-2d60-47c4-b9c8-77daa68e6f26 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/subnets/331c8185-fd44-4f5c-890e-1ad7c1c33dbc HTTP/1.1" status: 404 len: 337 time: 0.0717652 Dec 08 01:44:47.607315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-2bcd5225-1343-4d5c-8a1e-8d5fcaab520a service neutron] 10.222.0.70 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197517 Dec 08 01:44:47.607797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54234) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:47.616840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '5b7a6954-74e4-413a-9c6b-8b0f820210d7', 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66', 'port_id': '5b7a6954-74e4-413a-9c6b-8b0f820210d7', 'mac_address': 'fa:16:3e:05:05:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fba775e-421a-4f43-8d82-463dd5994350', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:47.646297 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:47.651648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ff432a-a24c-4f6f-9a0a-121c2851b576 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:47.653325 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-27ff432a-a24c-4f6f-9a0a-121c2851b576 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1076198 Dec 08 01:44:47.657872 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b6e54db-dc21-47fd-904b-5fd012480712 req-9a5bb577-62cd-4fcf-9e9a-4bebfc877fe3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079764 Dec 08 01:44:47.658505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54236) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:47.659500 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.670510 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-befa5650-c3fe-4975-93f5-c3af772d8325 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:47.670510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befa5650-c3fe-4975-93f5-c3af772d8325 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:47.671993 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-befa5650-c3fe-4975-93f5-c3af772d8325 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/42848301-7aba-4938-8701-1cec93afccc2 HTTP/1.1" status: 404 len: 339 time: 0.0547738 Dec 08 01:44:47.674766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:47.721135 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb710324-44f6-4618-8d2f-e8e5ec318042 req-53a158a0-284c-451f-b88c-94476948cfd6 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602209 Dec 08 01:44:47.764561 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-cdd4b336-389f-4467-96b9-b96f1bdc979c service neutron] 10.222.0.70 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255543 Dec 08 01:44:47.805679 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.816841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:47.825334 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.834317 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.839186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7a6954-74e4-413a-9c6b-8b0f820210d7 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:47.846796 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.892556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 5b7a6954-74e4-413a-9c6b-8b0f820210d7, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5b7a6954-74e4-413a-9c6b-8b0f820210d7,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:47.909805 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:47.910647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:47.913896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:47.921598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:47.926615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:47.935548 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Pushing event updated for resources: {'Port': ['ID=7b403472-f203-4498-9e5b-a9be98df7b3a,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:48.074784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:48.092608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=5b7a6954-74e4-413a-9c6b-8b0f820210d7,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:48.095476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Attempting to bind port 7b403472-f203-4498-9e5b-a9be98df7b3a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:48.095938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Attempting to bind port 7b403472-f203-4498-9e5b-a9be98df7b3a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:48.096419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Attempting to bind port 7b403472-f203-4498-9e5b-a9be98df7b3a on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:48.103566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce', 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66', 'port_id': '9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce', 'mac_address': 'fa:16:3e:42:f6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fba775e-421a-4f43-8d82-463dd5994350', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:48.108969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:48.109447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:48.110061 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:48.110534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:48.111092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Bound port: 7b403472-f203-4498-9e5b-a9be98df7b3a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:48.111550 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:48.229676 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:48.278415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:48.307817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] For port 7b403472-f203-4498-9e5b-a9be98df7b3a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:48.314318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:48.326851 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:48.331621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b2dba6b5-8b54-4593-a671-cae00cae966c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port 45d5facd-2a95-484d-a31c-9601e3de008d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:48.332055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2dba6b5-8b54-4593-a671-cae00cae966c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:48.333240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:48.343788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] For port 7b403472-f203-4498-9e5b-a9be98df7b3a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7b403472-f203-4498-9e5b-a9be98df7b3a,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:48.390038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c61a8-0488-44d0-b2c8-bd807c098479 req-800b5f25-928a-4760-a150-abd6e0d1ee47 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:48.398530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c61a8-0488-44d0-b2c8-bd807c098479 req-800b5f25-928a-4760-a150-abd6e0d1ee47 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:48.406101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c61a8-0488-44d0-b2c8-bd807c098479 req-800b5f25-928a-4760-a150-abd6e0d1ee47 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:48.425762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c61a8-0488-44d0-b2c8-bd807c098479 req-800b5f25-928a-4760-a150-abd6e0d1ee47 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:48.449773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c61a8-0488-44d0-b2c8-bd807c098479 req-800b5f25-928a-4760-a150-abd6e0d1ee47 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:48.452261 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:48.462395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c61a8-0488-44d0-b2c8-bd807c098479 req-800b5f25-928a-4760-a150-abd6e0d1ee47 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:48.468935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c61a8-0488-44d0-b2c8-bd807c098479 req-800b5f25-928a-4760-a150-abd6e0d1ee47 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:48.469952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ddcd6403-ada9-4fb5-ae8f-e382814e825f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:48.480233 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-922c61a8-0488-44d0-b2c8-bd807c098479 req-800b5f25-928a-4760-a150-abd6e0d1ee47 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5434 time: 0.2999275 Dec 08 01:44:48.561505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-922c61a8-0488-44d0-b2c8-bd807c098479 req-55380373-4997-4d33-8e66-34d3fa339912 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724185 Dec 08 01:44:48.622416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:48.672781 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-70be736f-390c-41a0-872d-9e76e184c45b req-d4fad7ca-9fae-42a3-95d7-18fb4997fe82 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 210 time: 0.0523124 Dec 08 01:44:48.706144 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:48.776070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127ecbd-5481-4076-bcba-fab9e43d607f None None] Pushing event updated for resources: {'Port': ['ID=7b403472-f203-4498-9e5b-a9be98df7b3a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:48.810401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fc9896-fff0-4471-a096-d3856543d8a2']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:48.841926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Sync routers for ids ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:44:48.851801 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cecf028-ac04-4184-8dbb-e1a160aab81d req-cef652d3-8771-43cf-b423-10ad25289401 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:48.862698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cecf028-ac04-4184-8dbb-e1a160aab81d req-cef652d3-8771-43cf-b423-10ad25289401 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.5355508 Dec 08 01:44:48.867722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1484c8e2-e8fb-406e-a9a5-e40b68bafcd0') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:48.868671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1484c8e2-e8fb-406e-a9a5-e40b68bafcd0') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:48.875765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95614155-c68b-4540-8e2e-81e9c3bbf7e4 req-6f830d63-2b9c-42c8-8168-a2f6d3adcf2e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:48.878162 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-95614155-c68b-4540-8e2e-81e9c3bbf7e4 req-6f830d63-2b9c-42c8-8168-a2f6d3adcf2e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 946 time: 0.1204786 Dec 08 01:44:48.911083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ddcd6403-ada9-4fb5-ae8f-e382814e825f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:48.911643 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:48.913523 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:48.989796 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2dba6b5-8b54-4593-a671-cae00cae966c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:48.993179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Routers {'06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:44:48.994032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:44:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:48.997565 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-95614155-c68b-4540-8e2e-81e9c3bbf7e4 req-85f5956a-62cc-4803-8dc7-687b79683974 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057351 Dec 08 01:44:49.055306 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:49.064814 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:49.067251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b2dba6b5-8b54-4593-a671-cae00cae966c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for 45d5facd-2a95-484d-a31c-9601e3de008d owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:49.092268 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cecf028-ac04-4184-8dbb-e1a160aab81d req-7fa78daa-1d3e-4657-a3bd-d98deb549c65 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285883 Dec 08 01:44:49.097097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'port_id': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3', 'mac_address': 'fa:16:3e:2a:e8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:49.105723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:49.106357 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:49.114184 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:49.286518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:49.297272 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:49.300924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/87fc9896-fff0-4471-a096-d3856543d8a2 HTTP/1.1" status: 204 len: 168 time: 1.6244946 Dec 08 01:44:49.307831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54266) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.326925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0bf0f-11a7-4393-864f-ea65905f9ac2 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Network': ['ID=87fc9896-fff0-4471-a096-d3856543d8a2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:49.361623 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d1b645-2c4f-405b-a112-2786567aa11d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:49.362086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d1b645-2c4f-405b-a112-2786567aa11d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:49.365208 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-05d1b645-2c4f-405b-a112-2786567aa11d tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/subnets/953d3a23-0e08-4b49-8aab-c203a70ec37e HTTP/1.1" status: 404 len: 337 time: 0.0538702 Dec 08 01:44:49.367672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54268) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.386097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:49.388167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17ec5d6-f64a-4521-a353-9c73049e552c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:49.390458 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf083a47-2907-493b-8fd3-d979946acf83" -d '{"events": [{"server_uuid": "d17ec5d6-f64a-4521-a353-9c73049e552c", "name": "network-vif-plugged", "status": "completed", "tag": "9a22eed0-2c2d-4d89-928e-47f937a1b5f3"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:49.392916 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f93a03-0bac-40c6-9715-30bc50809f0a tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:49.394178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f93a03-0bac-40c6-9715-30bc50809f0a tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:49.397465 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-90f93a03-0bac-40c6-9715-30bc50809f0a tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/4c745c35-f815-4993-b87e-1257826a4c57 HTTP/1.1" status: 404 len: 339 time: 0.0287378 Dec 08 01:44:49.403628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54272) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.412723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63572609-7606-44e1-b62f-5c338837e20a req-b4473927-003c-4f61-9751-03641ff5be08 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:49.414575 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63572609-7606-44e1-b62f-5c338837e20a req-b4473927-003c-4f61-9751-03641ff5be08 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 945 time: 0.1224406 Dec 08 01:44:49.455484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2dba6b5-8b54-4593-a671-cae00cae966c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:49.461015 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fad8182-2445-4aab-8e21-3d897764d86c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:49.461836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fad8182-2445-4aab-8e21-3d897764d86c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:49.462399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:49.465609 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6fad8182-2445-4aab-8e21-3d897764d86c tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/subnets/c3fe0ca1-13a2-49e3-a8fe-16b5618f57d2 HTTP/1.1" status: 404 len: 337 time: 0.0493641 Dec 08 01:44:49.468786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54274) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.471054 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8385a1e-04d5-4cde-a116-0fd1210e8ea4 x-openstack-request-id: req-e8385a1e-04d5-4cde-a116-0fd1210e8ea4 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:49.471388 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17ec5d6-f64a-4521-a353-9c73049e552c", "name": "network-vif-plugged", "status": "completed", "tag": "9a22eed0-2c2d-4d89-928e-47f937a1b5f3", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:49.471647 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e8385a1e-04d5-4cde-a116-0fd1210e8ea4 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:49.472042 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17ec5d6-f64a-4521-a353-9c73049e552c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3', 'code': 200} Dec 08 01:44:49.503591 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a73b4a-a0d9-46b8-a9fc-61d787b1a315 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:49.504115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a73b4a-a0d9-46b8-a9fc-61d787b1a315 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:49.507197 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b5a73b4a-a0d9-46b8-a9fc-61d787b1a315 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/10531978-b386-4a4b-9623-e60a161134ca HTTP/1.1" status: 404 len: 339 time: 0.0374792 Dec 08 01:44:49.511555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54276) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.517017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Set router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:44:49.531397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dba6b5-8b54-4593-a671-cae00cae966c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=45d5facd-2a95-484d-a31c-9601e3de008d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:49.551852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:49.553638 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0eb6045-c700-45e2-b5ef-8bef8dbd4751 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:49.554105 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0eb6045-c700-45e2-b5ef-8bef8dbd4751 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:49.557884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c0eb6045-c700-45e2-b5ef-8bef8dbd4751 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/subnets/bcfb08e1-e42a-45aa-a3e0-3e4e430fe443 HTTP/1.1" status: 404 len: 337 time: 0.0450585 Dec 08 01:44:49.562002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63572609-7606-44e1-b62f-5c338837e20a req-f5d1bf09-04c7-4c04-8b09-811f66e0c98f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372471 Dec 08 01:44:49.562712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54278) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.574183 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:49.574924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 105997f8-4aff-4424-a477-fc50633bed2d details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:49.588190 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4df79e-1632-4bf5-a2bc-dc34b42ac899 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:49.588745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4df79e-1632-4bf5-a2bc-dc34b42ac899 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:49.592162 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cb4df79e-1632-4bf5-a2bc-dc34b42ac899 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/27ce603d-de91-4892-a728-1bfebaa2f45e HTTP/1.1" status: 404 len: 339 time: 0.0281940 Dec 08 01:44:49.592437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2dba6b5-8b54-4593-a671-cae00cae966c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:49.595145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54282) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.596164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b2dba6b5-8b54-4593-a671-cae00cae966c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/45d5facd-2a95-484d-a31c-9601e3de008d HTTP/1.1" status: 204 len: 168 time: 1.9366162 Dec 08 01:44:49.598526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54284) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.624992 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-142a8c07-35f0-4398-a714-89e3d97d1fbf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:49.625454 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142a8c07-35f0-4398-a714-89e3d97d1fbf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:49.628956 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-142a8c07-35f0-4398-a714-89e3d97d1fbf tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/subnets/a77468c1-c0dc-412f-9773-d0134761e571 HTTP/1.1" status: 404 len: 337 time: 0.0324330 Dec 08 01:44:49.631426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54286) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.652967 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-a937b73f-9b49-41dd-af3f-ee031b5793e6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:49.654372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a937b73f-9b49-41dd-af3f-ee031b5793e6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:49.659051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a937b73f-9b49-41dd-af3f-ee031b5793e6 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/94f916f1-be01-484b-a6a7-5def3fd5b586 HTTP/1.1" status: 404 len: 339 time: 0.0266128 Dec 08 01:44:49.661543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54288) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.677133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e9259174-163f-4ac4-930c-8f78f109b49a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:49.692373 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-5070f82a-790c-45fa-8520-9fceb38bd5bd tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:49.693086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5070f82a-790c-45fa-8520-9fceb38bd5bd tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:49.701893 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5070f82a-790c-45fa-8520-9fceb38bd5bd tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/subnets/54517399-402b-4992-8a77-e1e99cc43241 HTTP/1.1" status: 404 len: 337 time: 0.0390697 Dec 08 01:44:49.709242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dd4022-eaed-4121-8936-2855e89839cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:49.711104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dd4022-eaed-4121-8936-2855e89839cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:49.713028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54292) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.716599 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a8dd4022-eaed-4121-8936-2855e89839cd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1170197 Dec 08 01:44:49.737296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54294) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.750310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: e9259174-163f-4ac4-930c-8f78f109b49a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:49.750757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e9259174-163f-4ac4-930c-8f78f109b49a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:49.766175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:49.806712 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec76a21-28eb-441c-83ce-5de2790ef225 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:49.807575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec76a21-28eb-441c-83ce-5de2790ef225 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:49.809665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39330e-3749-46fa-a3c6-088a1eb63146 req-cf1bf536-339a-428b-95c4-d51b5208e4f4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:49.811369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bec76a21-28eb-441c-83ce-5de2790ef225 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/e1066d1b-5747-4cd4-9ef2-5ed0d190abbe HTTP/1.1" status: 404 len: 339 time: 0.0972111 Dec 08 01:44:49.816513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39330e-3749-46fa-a3c6-088a1eb63146 req-cf1bf536-339a-428b-95c4-d51b5208e4f4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:49.819536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54296) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.824940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39330e-3749-46fa-a3c6-088a1eb63146 req-cf1bf536-339a-428b-95c4-d51b5208e4f4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:49.833742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39330e-3749-46fa-a3c6-088a1eb63146 req-cf1bf536-339a-428b-95c4-d51b5208e4f4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:49.841578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 105997f8-4aff-4424-a477-fc50633bed2d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=105997f8-4aff-4424-a477-fc50633bed2d,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:49.842547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39330e-3749-46fa-a3c6-088a1eb63146 req-cf1bf536-339a-428b-95c4-d51b5208e4f4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:49.850503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39330e-3749-46fa-a3c6-088a1eb63146 req-cf1bf536-339a-428b-95c4-d51b5208e4f4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:49.859650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39330e-3749-46fa-a3c6-088a1eb63146 req-cf1bf536-339a-428b-95c4-d51b5208e4f4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:49.859877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '105997f8-4aff-4424-a477-fc50633bed2d', 'network_id': '9e36b60e-7812-4b19-925e-ef8b9cfd1e66', 'port_id': '105997f8-4aff-4424-a477-fc50633bed2d', 'mac_address': 'fa:16:3e:6b:8e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fba775e-421a-4f43-8d82-463dd5994350', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:49.873147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e39330e-3749-46fa-a3c6-088a1eb63146 req-cf1bf536-339a-428b-95c4-d51b5208e4f4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5436 time: 0.1933444 Dec 08 01:44:49.904509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00fb28-e95d-4dc1-bead-065c1fda404a req-33fed82d-0a58-4c42-9797-23c3ffa7bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:49.906335 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d00fb28-e95d-4dc1-bead-065c1fda404a req-33fed82d-0a58-4c42-9797-23c3ffa7bf97 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 1097 time: 0.2032406 Dec 08 01:44:49.907976 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3c5d17-97f3-4baa-9607-6537e6575d52 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:49.910234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3c5d17-97f3-4baa-9607-6537e6575d52 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:49.918691 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1b3c5d17-97f3-4baa-9607-6537e6575d52 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/subnets/a7d189dc-32f7-4b0d-bfbe-13dbe6fe19bc HTTP/1.1" status: 404 len: 337 time: 0.0968766 Dec 08 01:44:49.922917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7cc4b45b-c0df-409b-83c2-4f73a355f577 req-7616fe14-f9a1-4d82-b403-dacf553edbdc tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 210 time: 0.1001601 Dec 08 01:44:49.934009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79c5583-168e-40c9-9a49-da99983da3a5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet cf13c005-53c0-49f0-9c10-7292e3c3fd57 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:44:49.936470 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54298) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:49.938581 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b79c5583-168e-40c9-9a49-da99983da3a5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:49.953296 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e39330e-3749-46fa-a3c6-088a1eb63146 req-496d451f-8aea-4d94-87e0-ff6262f3818b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792251 Dec 08 01:44:50.021161 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:50.041362 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b79c5583-168e-40c9-9a49-da99983da3a5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:50.041654 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-172dddf6-e970-4e9b-8e9e-30746fbc49dc tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:50.042269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172dddf6-e970-4e9b-8e9e-30746fbc49dc tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:50.052180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-172dddf6-e970-4e9b-8e9e-30746fbc49dc tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/6b6ac96d-2eeb-47fc-b8b7-291cae6e1744 HTTP/1.1" status: 404 len: 339 time: 0.0973747 Dec 08 01:44:50.064020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105997f8-4aff-4424-a477-fc50633bed2d {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:50.068211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54302) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:50.125043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 105997f8-4aff-4424-a477-fc50633bed2d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=105997f8-4aff-4424-a477-fc50633bed2d,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:50.130486 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a11024-248d-4a78-bde5-8e500d2fe19a tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:50.130946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a11024-248d-4a78-bde5-8e500d2fe19a tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:50.136772 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:50.137182 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-63a11024-248d-4a78-bde5-8e500d2fe19a tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/subnets/f6e92c3d-8ae2-4c96-941c-37f13c3d3420 HTTP/1.1" status: 404 len: 337 time: 0.0649734 Dec 08 01:44:50.137295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7315eb68-e0c8-4c89-aead-a75c0340938b details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:50.142107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54306) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:50.148610 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d00fb28-e95d-4dc1-bead-065c1fda404a req-ba322816-eaaa-432f-9a23-60c6ec8e68d3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109809 Dec 08 01:44:50.181194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9384f4ae-a81e-4050-9d30-5f8d68680e1d', 'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'mac_address': 'fa:16:3e:e4:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:43Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 2, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'subnets': [{'id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:50.235723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Checking router: 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:44:50.236631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Updating router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e port 9384f4ae-a81e-4050-9d30-5f8d68680e1d binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:44:50.284109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b79c5583-168e-40c9-9a49-da99983da3a5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:50.308882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7315eb68-e0c8-4c89-aead-a75c0340938b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7315eb68-e0c8-4c89-aead-a75c0340938b,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:50.314469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=105997f8-4aff-4424-a477-fc50633bed2d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:50.340120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-b7011355-9a3c-40e1-83fa-fc708872540d tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:50.342240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '7315eb68-e0c8-4c89-aead-a75c0340938b', 'network_id': 'ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d', 'port_id': '7315eb68-e0c8-4c89-aead-a75c0340938b', 'mac_address': 'fa:16:3e:38:ae:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '221dc65f-1e9d-43ad-87c2-ac1d9fef10e2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:50.342412 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-b7011355-9a3c-40e1-83fa-fc708872540d tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.72 "GET /v2.0/networks?id=0608a3a7-505d-43a2-8a8b-bb9f73998be4 HTTP/1.1" status: 200 len: 819 time: 0.2879784 Dec 08 01:44:50.350713 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:50.364131 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad766684-f8ac-4ff4-a9e9-7ec0d648042a tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:50.364917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad766684-f8ac-4ff4-a9e9-7ec0d648042a tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:50.369947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ad766684-f8ac-4ff4-a9e9-7ec0d648042a tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/35321055-388c-4a01-93d0-ea8972623f5d HTTP/1.1" status: 404 len: 339 time: 0.2056890 Dec 08 01:44:50.372404 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b79c5583-168e-40c9-9a49-da99983da3a5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:50.378673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54310) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:50.383518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990c87b-e085-4067-b146-1078a2b3329e req-5b6e78f9-98b0-4473-b730-31ca385d5023 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:50.393703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6990c87b-e085-4067-b146-1078a2b3329e req-5b6e78f9-98b0-4473-b730-31ca385d5023 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.1402543 Dec 08 01:44:50.400380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Request body: {'port': {'device_id': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'admin_state_up': True, 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:50.420910 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:50.430925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7b403472-f203-4498-9e5b-a9be98df7b3a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:50.434651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990de4b-1b2e-4e98-9c70-ae025f49bb37 req-6555bbf6-caa7-4027-a4cd-13c63b3c9eca tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:50.436176 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1990de4b-1b2e-4e98-9c70-ae025f49bb37 req-6555bbf6-caa7-4027-a4cd-13c63b3c9eca tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 946 time: 0.2618062 Dec 08 01:44:50.437190 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-13833016-9ee5-475a-9184-9a7c1d4c98cb tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:50.437640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13833016-9ee5-475a-9184-9a7c1d4c98cb tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:50.441070 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-13833016-9ee5-475a-9184-9a7c1d4c98cb tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/subnets/264862fd-1f0e-454d-a2d3-105e95e131a0 HTTP/1.1" status: 404 len: 337 time: 0.0587051 Dec 08 01:44:50.456741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54312) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:50.466958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c5583-168e-40c9-9a49-da99983da3a5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=cf13c005-53c0-49f0-9c10-7292e3c3fd57,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:50.473190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b79c5583-168e-40c9-9a49-da99983da3a5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:50.478599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b79c5583-168e-40c9-9a49-da99983da3a5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/cf13c005-53c0-49f0-9c10-7292e3c3fd57 HTTP/1.1" status: 204 len: 168 time: 0.7369401 Dec 08 01:44:50.479749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54314) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:50.490528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7315eb68-e0c8-4c89-aead-a75c0340938b {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:50.540670 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b87d5a64-c1eb-4837-b685-460f951ab14a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599797 Dec 08 01:44:50.542301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54316) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:50.602785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d0a28d68-0c7f-49df-9f9d-a0b514567c30 None None] Provisioning complete for port 7b403472-f203-4498-9e5b-a9be98df7b3a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:50.603362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1990de4b-1b2e-4e98-9c70-ae025f49bb37 req-8eb54d03-16cc-4160-bf4f-fcd3ead51cce tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390717 Dec 08 01:44:50.603888 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d68-0c7f-49df-9f9d-a0b514567c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:50.634494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7315eb68-e0c8-4c89-aead-a75c0340938b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7315eb68-e0c8-4c89-aead-a75c0340938b,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:50.659690 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:50.673868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae2fbdc-12dd-4681-b921-646d0ec43387 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:50.678004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7ae2fbdc-12dd-4681-b921-646d0ec43387 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1347144 Dec 08 01:44:50.680984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54322) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:50.699980 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6990c87b-e085-4067-b146-1078a2b3329e req-4dd658e4-f902-42b7-b33a-7c634c832eb2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051798 Dec 08 01:44:50.707932 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e05c6d-4fe0-4fc8-914c-47bbe1cdb5a3 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] DELETE failed (client error): The resource could not be found. Dec 08 01:44:50.708554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e05c6d-4fe0-4fc8-914c-47bbe1cdb5a3 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:50.714684 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e1e05c6d-4fe0-4fc8-914c-47bbe1cdb5a3 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/d30c3f71-ce7c-4825-a9f9-e30350a09ecd HTTP/1.1" status: 404 len: 339 time: 0.2516701 Dec 08 01:44:50.730099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54324) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:50.795192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc578be-0cec-43c2-8cb5-ab0474cab89c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:50.797047 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5dc578be-0cec-43c2-8cb5-ab0474cab89c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1148336 Dec 08 01:44:50.799691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54326) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:50.843696 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e91fd19-a388-485d-bf01-957d2b926d4e None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:50.867293 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c6cdc6b7-228c-4abd-94fc-1b51bfe7cbc9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661840 Dec 08 01:44:50.871746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54334) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:50.878263 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:50.947645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a5dae4-b0df-4f11-bf31-3c5a13bcca1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Deleting subnet 01bcabb0-a38b-450f-a053-d18c1fbd8349 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:44:50.960047 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68a5dae4-b0df-4f11-bf31-3c5a13bcca1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:50.995651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112445c-b164-4a28-8433-313f1605514a req-579b079a-6984-4ca0-84f4-cbc165331ae3 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:50.998059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b112445c-b164-4a28-8433-313f1605514a req-579b079a-6984-4ca0-84f4-cbc165331ae3 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 945 time: 0.1849120 Dec 08 01:44:51.011965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 7b403472-f203-4498-9e5b-a9be98df7b3a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:51.012386 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.049991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Made reservation on behalf of 61b1226b97a2468dba8c750ccbb6d5c1 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:51.051723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7315eb68-e0c8-4c89-aead-a75c0340938b,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:51.054613 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.072192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd7f47-b854-4b12-b8c2-6108cdfb8aa5 req-9269621e-d6b1-4332-870a-ba85fbf99560 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:51.079910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3cbd7f47-b854-4b12-b8c2-6108cdfb8aa5 req-9269621e-d6b1-4332-870a-ba85fbf99560 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 945 time: 0.2087331 Dec 08 01:44:51.085619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703b384-be33-4124-b6be-70b66305503a req-b64cf159-1b93-40b1-ae97-b1aab0758328 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:51.087231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-b64cf159-1b93-40b1-ae97-b1aab0758328 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.1776068 Dec 08 01:44:51.088393 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:51.091741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.121571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68a5dae4-b0df-4f11-bf31-3c5a13bcca1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.130630 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d68-0c7f-49df-9f9d-a0b514567c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.151909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-9b246924-d24a-485e-a56f-77f150a9cfdd tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/quotas/4eb2e093eba946c78088f73a589065d9 HTTP/1.1" status: 200 len: 375 time: 0.0142024 Dec 08 01:44:51.181553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5c8318-b07e-4e88-8409-26f56f58eed6 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:51.239197 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.264971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d0a28d68-0c7f-49df-9f9d-a0b514567c30 None None] For port 7b403472-f203-4498-9e5b-a9be98df7b3a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7b403472-f203-4498-9e5b-a9be98df7b3a,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:51.275932 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.291224 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-6ce891d2-a656-4479-9e5a-aba4bf849f3d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1332984 Dec 08 01:44:51.322681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3cbd7f47-b854-4b12-b8c2-6108cdfb8aa5 req-a84f2d4f-1408-423b-b5ce-bbb427237b6a tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388108 Dec 08 01:44:51.377304 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d0a28d68-0c7f-49df-9f9d-a0b514567c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.390139 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.426584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2650321-1907-4f66-9278-53901b1bf8af None None] Pushing event updated for resources: {'Port': ['ID=9384f4ae-a81e-4050-9d30-5f8d68680e1d,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:51.432527 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-6085227b-4196-487a-b201-86cd370508ca service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403911 Dec 08 01:44:51.521755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f586fe38-d48e-4b61-81b0-2a956b7a1cf0 None None] Could not find standard attr ID for object 45d5facd-2a95-484d-a31c-9601e3de008d. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:44:51.530207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57c757fc-c499-493e-8bc9-d1f1d2927087 req-7de2ecc8-a2a1-4467-b91a-bb24d3bfc583 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 210 time: 0.1027422 Dec 08 01:44:51.533928 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68a5dae4-b0df-4f11-bf31-3c5a13bcca1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.538645 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:44:51.539015 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:44:51.569763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:51.583243 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b112445c-b164-4a28-8433-313f1605514a req-361e78df-83c5-4abb-87a2-961e081a97f1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Deleting port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:51.583952 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b112445c-b164-4a28-8433-313f1605514a req-361e78df-83c5-4abb-87a2-961e081a97f1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.600802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-da5c8318-b07e-4e88-8409-26f56f58eed6 None None] Deleting port 7b403472-f203-4498-9e5b-a9be98df7b3a {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:51.601187 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-da5c8318-b07e-4e88-8409-26f56f58eed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.632254 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['a14e3ba3-f6e1-4cb2-8479-718f0b6905e6'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:51.635711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a28d68-0c7f-49df-9f9d-a0b514567c30 None None] Pushing event updated for resources: {'Port': ['ID=7b403472-f203-4498-9e5b-a9be98df7b3a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:51.653702 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-fb38ae24-6688-429b-bf3c-ea7a300e841b service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037127 Dec 08 01:44:51.655715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:51.687495 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['105997f8-4aff-4424-a477-fc50633bed2d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:51.693571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Allocated IP 172.20.0.12 (0608a3a7-505d-43a2-8a8b-bb9f73998be4/35849b75-debd-4d85-bfce-4884baa9dc49/44bacc3d-9b07-4ab6-8eb6-d010f4357e38) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:51.824229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.objects.ports [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103130) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:44:51.841989 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68a5dae4-b0df-4f11-bf31-3c5a13bcca1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.886954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ea82d-c7bf-49dc-8d24-d369dd2f7046 req-a363220c-bbe9-49cc-8cb3-9224050df97e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:51.903478 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ea82d-c7bf-49dc-8d24-d369dd2f7046 req-a363220c-bbe9-49cc-8cb3-9224050df97e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:51.912403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ea82d-c7bf-49dc-8d24-d369dd2f7046 req-a363220c-bbe9-49cc-8cb3-9224050df97e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:51.921850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ea82d-c7bf-49dc-8d24-d369dd2f7046 req-a363220c-bbe9-49cc-8cb3-9224050df97e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:51.928023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ea82d-c7bf-49dc-8d24-d369dd2f7046 req-a363220c-bbe9-49cc-8cb3-9224050df97e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:51.936971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ea82d-c7bf-49dc-8d24-d369dd2f7046 req-a363220c-bbe9-49cc-8cb3-9224050df97e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:51.945062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ea82d-c7bf-49dc-8d24-d369dd2f7046 req-a363220c-bbe9-49cc-8cb3-9224050df97e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:51.953798 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-081ea82d-c7bf-49dc-8d24-d369dd2f7046 req-a363220c-bbe9-49cc-8cb3-9224050df97e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5438 time: 0.3060400 Dec 08 01:44:51.957433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b112445c-b164-4a28-8433-313f1605514a req-361e78df-83c5-4abb-87a2-961e081a97f1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] For port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9cb331b3-3f2c-491d-bb54-590a7a34e5a5,segment=NetworkSegment(ea574f54-2d05-4978-81c7-2b616e609b13),segment_id=ea574f54-2d05-4978-81c7-2b616e609b13)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:51.957918 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b112445c-b164-4a28-8433-313f1605514a req-361e78df-83c5-4abb-87a2-961e081a97f1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:51.968549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['15bebb90-8c8e-44bc-9c6b-797d55456b55'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:51.971931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['7315eb68-e0c8-4c89-aead-a75c0340938b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:51.974477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Attempting to bind port 9384f4ae-a81e-4050-9d30-5f8d68680e1d on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:51.974847 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Attempting to bind port 9384f4ae-a81e-4050-9d30-5f8d68680e1d by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c90a6499-33a1-419f-9bf2-6968255e6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:51.975471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Attempting to bind port 9384f4ae-a81e-4050-9d30-5f8d68680e1d on network 0608a3a7-505d-43a2-8a8b-bb9f73998be4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:52.042109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5dae4-b0df-4f11-bf31-3c5a13bcca1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Subnet': ['ID=01bcabb0-a38b-450f-a053-d18c1fbd8349,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:52.046855 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68a5dae4-b0df-4f11-bf31-3c5a13bcca1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.050287 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-68a5dae4-b0df-4f11-bf31-3c5a13bcca1f tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/subnets/01bcabb0-a38b-450f-a053-d18c1fbd8349 HTTP/1.1" status: 204 len: 168 time: 1.3102343 Dec 08 01:44:52.054338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54352) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:52.067197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b112445c-b164-4a28-8433-313f1605514a req-361e78df-83c5-4abb-87a2-961e081a97f1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Calling delete_port for 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:52.083672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d045999-d32f-44ae-8b7d-715f0aefaebd None None] Network 391f1c5d-5a27-43f7-8939-5da244473b5a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:52.111624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bd83c-15b0-4f28-a9ab-bc3f60d9f417 req-9f299681-23cb-4020-b513-31a727f00b60 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:52.120363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-038bd83c-15b0-4f28-a9ab-bc3f60d9f417 req-9f299681-23cb-4020-b513-31a727f00b60 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.1520858 Dec 08 01:44:52.125356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:52.125750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Checking segment: {'id': 'c90a6499-33a1-419f-9bf2-6968255e6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:52.126170 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.126838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Bound using segment: {'id': 'c90a6499-33a1-419f-9bf2-6968255e6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:52.127339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Bound port: 9384f4ae-a81e-4050-9d30-5f8d68680e1d, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90a6499-33a1-419f-9bf2-6968255e6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:52.127728 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.225542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-081ea82d-c7bf-49dc-8d24-d369dd2f7046 req-74c30884-0bb3-4660-9344-e098d648e067 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2706523 Dec 08 01:44:52.278426 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.281855 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.300255 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-038bd83c-15b0-4f28-a9ab-bc3f60d9f417 req-10f9f7e0-4e9f-41f1-b586-0359252227ba tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779101 Dec 08 01:44:52.315992 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.357258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-da5c8318-b07e-4e88-8409-26f56f58eed6 None None] For port 7b403472-f203-4498-9e5b-a9be98df7b3a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7b403472-f203-4498-9e5b-a9be98df7b3a,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:52.357672 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-da5c8318-b07e-4e88-8409-26f56f58eed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.393799 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.436599 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b112445c-b164-4a28-8433-313f1605514a req-361e78df-83c5-4abb-87a2-961e081a97f1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.443033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-da5c8318-b07e-4e88-8409-26f56f58eed6 None None] Calling delete_port for 7b403472-f203-4498-9e5b-a9be98df7b3a owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:52.470261 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89ca6f94-86a9-4d7a-bfe5-2e752935b01f req-66ce1468-9e80-44ff-be55-a54c152f001e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 210 time: 0.0799124 Dec 08 01:44:52.500910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Network 0608a3a7-505d-43a2-8a8b-bb9f73998be4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:52.532945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:52.570535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:52.612867 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['5b7a6954-74e4-413a-9c6b-8b0f820210d7'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:52.648898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b112445c-b164-4a28-8433-313f1605514a req-361e78df-83c5-4abb-87a2-961e081a97f1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] No DVR routers for this DVR port 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:52.653364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Pushing event updated for resources: {'Port': ['ID=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:52.657131 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b112445c-b164-4a28-8433-313f1605514a req-361e78df-83c5-4abb-87a2-961e081a97f1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.660661 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b112445c-b164-4a28-8433-313f1605514a req-361e78df-83c5-4abb-87a2-961e081a97f1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.72 "DELETE /v2.0/ports/9cb331b3-3f2c-491d-bb54-590a7a34e5a5 HTTP/1.1" status: 204 len: 173 time: 1.6509144 Dec 08 01:44:52.673892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd13030-9ae7-4794-838d-026e3d30ab81', 'name': 'network-vif-deleted', 'tag': '9cb331b3-3f2c-491d-bb54-590a7a34e5a5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:52.677258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69247aaa-c32e-4686-9640-5e723697e11e req-d99ac1ad-ac85-4010-ba92-700f0d50a7a3 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 210 time: 0.0861669 Dec 08 01:44:52.689575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Deleting port e30232fc-3d10-4ce9-ad5d-5ebbca9907db {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:52.691091 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.712910 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33462740-5b32-4c10-8c42-e6200c4fd7c9" -d '{"events": [{"server_uuid": "8cd13030-9ae7-4794-838d-026e3d30ab81", "name": "network-vif-deleted", "tag": "9cb331b3-3f2c-491d-bb54-590a7a34e5a5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:52.754764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] For port 7b403472-f203-4498-9e5b-a9be98df7b3a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7b403472-f203-4498-9e5b-a9be98df7b3a,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:52.791877 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.803581 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.806970 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.825024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e78df-83c5-4abb-87a2-961e081a97f1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Pushing event deleted for resources: {'Port': ['ID=9cb331b3-3f2c-491d-bb54-590a7a34e5a5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:52.850048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca180c5-90ac-4f7b-bd7f-7820f5dc2d76 req-924d2fce-78cc-401b-b5a6-8ff583df9eab tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:52.851648 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fca180c5-90ac-4f7b-bd7f-7820f5dc2d76 req-924d2fce-78cc-401b-b5a6-8ff583df9eab tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.4167621 Dec 08 01:44:52.863750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:52.864402 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:52.888531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7b403472-f203-4498-9e5b-a9be98df7b3a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:52.912039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-c4442f08-63f8-425e-89d9-3837cfd4a0e3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5155108 Dec 08 01:44:52.933306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Request body: {'port': {'device_id': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:52.954874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fca180c5-90ac-4f7b-bd7f-7820f5dc2d76 req-77b0bd27-d84b-480d-b2c4-2012933db0ce tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869122 Dec 08 01:44:52.973878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=40aeae93-0a33-425e-bad0-a5ebb8258081,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:53.044630 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d4b7d2-72b4-4538-8e50-d6a02658a8ad x-openstack-request-id: req-c6d4b7d2-72b4-4538-8e50-d6a02658a8ad {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:53.045116 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd13030-9ae7-4794-838d-026e3d30ab81", "name": "network-vif-deleted", "tag": "9cb331b3-3f2c-491d-bb54-590a7a34e5a5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:53.045487 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6d4b7d2-72b4-4538-8e50-d6a02658a8ad {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:53.046154 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd13030-9ae7-4794-838d-026e3d30ab81', 'name': 'network-vif-deleted', 'tag': '9cb331b3-3f2c-491d-bb54-590a7a34e5a5', 'status': 'completed', 'code': 200} Dec 08 01:44:53.065392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:53.079846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:53.085536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] For port e30232fc-3d10-4ce9-ad5d-5ebbca9907db, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e30232fc-3d10-4ce9-ad5d-5ebbca9907db,segment=NetworkSegment(02112092-9260-4f6e-bb23-bde53329bfd4),segment_id=02112092-9260-4f6e-bb23-bde53329bfd4)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:53.085908 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:53.088589 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-da5c8318-b07e-4e88-8409-26f56f58eed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:53.090047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:53.090722 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:53.098424 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:53.103784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] For port 9384f4ae-a81e-4050-9d30-5f8d68680e1d, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:53.145071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Calling delete_port for e30232fc-3d10-4ce9-ad5d-5ebbca9907db owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:53.172028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576cc4c-13f5-4c33-9121-592a9f51eeee req-3450b826-d28a-4d45-9449-5a775fa4eb97 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:53.177541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c8318-b07e-4e88-8409-26f56f58eed6 None None] Pushing event deleted for resources: {'Port': ['ID=7b403472-f203-4498-9e5b-a9be98df7b3a,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:53.184855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1576cc4c-13f5-4c33-9121-592a9f51eeee req-3450b826-d28a-4d45-9449-5a775fa4eb97 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 932 time: 0.2474728 Dec 08 01:44:53.187946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=7b403472-f203-4498-9e5b-a9be98df7b3a,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:53.200364 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-59d9a50a-b867-4d26-b10b-3504fefdac99 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3273525 Dec 08 01:44:53.206953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54374) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:53.209329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-53cc0106-bb10-4695-98c6-4a35d109ba17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:53.351018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c8318-b07e-4e88-8409-26f56f58eed6 None None] No DVR routers for this DVR port 7b403472-f203-4498-9e5b-a9be98df7b3a on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:53.410444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] For port 9384f4ae-a81e-4050-9d30-5f8d68680e1d, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9384f4ae-a81e-4050-9d30-5f8d68680e1d,segment=NetworkSegment(c90a6499-33a1-419f-9bf2-6968255e6a12),segment_id=c90a6499-33a1-419f-9bf2-6968255e6a12)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:53.448708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9f3585-e5e8-47a6-b99e-b67134383c76 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:53.464920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1576cc4c-13f5-4c33-9121-592a9f51eeee req-39fc9aa9-6f40-4403-ad9e-c9d5407905d0 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790563 Dec 08 01:44:53.482657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f5a88ad5-bd41-49db-9040-d042d5b4b888 req-578177d1-55e1-4b71-a6db-90a02b76d718 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8cd13030-9ae7-4794-838d-026e3d30ab81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1828532 Dec 08 01:44:53.503881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:53.552517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d844921-15b3-421e-97f7-2d7353e1a194 req-53d29768-5a28-4d0e-b047-fc20adcb3b84 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:53.559615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d844921-15b3-421e-97f7-2d7353e1a194 req-53d29768-5a28-4d0e-b047-fc20adcb3b84 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:53.565949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d844921-15b3-421e-97f7-2d7353e1a194 req-53d29768-5a28-4d0e-b047-fc20adcb3b84 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:53.574699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d844921-15b3-421e-97f7-2d7353e1a194 req-53d29768-5a28-4d0e-b047-fc20adcb3b84 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:53.580790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d844921-15b3-421e-97f7-2d7353e1a194 req-53d29768-5a28-4d0e-b047-fc20adcb3b84 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:53.587779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d844921-15b3-421e-97f7-2d7353e1a194 req-53d29768-5a28-4d0e-b047-fc20adcb3b84 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:53.588902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cc0106-bb10-4695-98c6-4a35d109ba17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:53.594090 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53cc0106-bb10-4695-98c6-4a35d109ba17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:53.594238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d844921-15b3-421e-97f7-2d7353e1a194 req-53d29768-5a28-4d0e-b047-fc20adcb3b84 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:53.596059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d844921-15b3-421e-97f7-2d7353e1a194 req-53d29768-5a28-4d0e-b047-fc20adcb3b84 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5438 time: 0.2110250 Dec 08 01:44:53.608158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5422ce4-49f2-440a-ab63-b2a261bd03d3 None None] DHCP port deletion for 391f1c5d-5a27-43f7-8939-5da244473b5a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:53.637740 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:53.718814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:53.725422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f5a88ad5-bd41-49db-9040-d042d5b4b888 req-1dd668f3-a844-4b0b-916c-e5856bb62cc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0345702885f54153941f95452e0fbc02&device_id=8cd13030-9ae7-4794-838d-026e3d30ab81 HTTP/1.1" status: 200 len: 210 time: 0.0623496 Dec 08 01:44:53.740140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:53.762421 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d844921-15b3-421e-97f7-2d7353e1a194 req-37e84f02-aedf-4790-8e21-d8c69ed407cf tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1481223 Dec 08 01:44:53.770301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No active binding found for port 7b403472-f203-4498-9e5b-a9be98df7b3a {{(pid=103131) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 01:44:53.771088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7b403472-f203-4498-9e5b-a9be98df7b3a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:53.845275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Transition to ACTIVE for port object 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:44:53.855524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Routers {'06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:44:53.856189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:44:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:53.859860 n-d-713498-30 neutron-server[103130]: INFO neutron.db.ipam_backend_mixin [None req-53cc0106-bb10-4695-98c6-4a35d109ba17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40aeae93-0a33-425e-bad0-a5ebb8258081 (CIDR: 2001:db8::/64) Dec 08 01:44:53.861489 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:53.862491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Port': ['ID=e30232fc-3d10-4ce9-ad5d-5ebbca9907db,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:53.895712 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cc0106-bb10-4695-98c6-4a35d109ba17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:44:53.897045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cc0106-bb10-4695-98c6-4a35d109ba17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:44:53.944175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] No DVR routers for this DVR port e30232fc-3d10-4ce9-ad5d-5ebbca9907db on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:54.027179 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4248dea8-3f9b-4c69-9132-ce7a8ff7d7dc req-111f9d41-b8bc-4303-85a3-95619eca3391 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 210 time: 0.0698125 Dec 08 01:44:54.032565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Pushing event updated for resources: {'Port': ['ID=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:54.074855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2650321-1907-4f66-9278-53901b1bf8af None None] Pushing event updated for resources: {'Port': ['ID=9384f4ae-a81e-4050-9d30-5f8d68680e1d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:54.093527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a88ad5-bd41-49db-9040-d042d5b4b888 req-a17390bf-f8dc-44b8-901d-6c10abd8e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:54.095439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f5a88ad5-bd41-49db-9040-d042d5b4b888 req-a17390bf-f8dc-44b8-901d-6c10abd8e874 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0345702885f54153941f95452e0fbc02&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3251207 Dec 08 01:44:54.174931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': '40aeae93-0a33-425e-bad0-a5ebb8258081'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:44:54.175706 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:54.184410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Attempting to bind port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:54.184767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Attempting to bind port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'c90a6499-33a1-419f-9bf2-6968255e6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:54.185090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Attempting to bind port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 on network 0608a3a7-505d-43a2-8a8b-bb9f73998be4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:54.193013 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] Set router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:44:54.225126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 on network 0608a3a7-505d-43a2-8a8b-bb9f73998be4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:44:54.225586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Attempting to bind port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 on network 0608a3a7-505d-43a2-8a8b-bb9f73998be4 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:54.239037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:54.239438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Checking segment: {'id': 'c90a6499-33a1-419f-9bf2-6968255e6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:54.239948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Bound using segment: {'id': 'c90a6499-33a1-419f-9bf2-6968255e6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:54.240515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Bound port: 44bacc3d-9b07-4ab6-8eb6-d010f4357e38, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c90a6499-33a1-419f-9bf2-6968255e6a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:54.240966 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:54.279123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a88ad5-bd41-49db-9040-d042d5b4b888 req-df43eda7-b939-4a6d-8042-3303562dea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:54.280773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f5a88ad5-bd41-49db-9040-d042d5b4b888 req-df43eda7-b939-4a6d-8042-3303562dea7e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670790 Dec 08 01:44:54.411982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] For port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:54.417957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] For port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,segment=NetworkSegment(c90a6499-33a1-419f-9bf2-6968255e6a12),segment_id=c90a6499-33a1-419f-9bf2-6968255e6a12)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:54.424072 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:54.467299 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44049476-731a-4a86-9569-d0e91fac6315 req-e945c30d-4166-43c6-ac00-5cfd498de66f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:54.468446 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-e945c30d-4166-43c6-ac00-5cfd498de66f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/networks?id=bee3187a-42ca-4f2f-879c-ec781afe8f0f HTTP/1.1" status: 200 len: 809 time: 0.1671498 Dec 08 01:44:54.473240 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-53cc0106-bb10-4695-98c6-4a35d109ba17 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2673841 Dec 08 01:44:54.487009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54408) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:54.488263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1f61e001-91fc-4808-bac8-772b65a1b095 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:54.496472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:54.497247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:54.498706 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] 10.222.0.72 "PUT /v2.0/ports/44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 1093 time: 1.5720067 Dec 08 01:44:54.507993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Allocated IP 2001:db8::f816:3eff:febb:7ac2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/40aeae93-0a33-425e-bad0-a5ebb8258081/d9cd2e1f-d810-42ed-9ff7-79136a870455) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:54.535734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fcc05-e714-4d72-8436-99c15c71d868 req-0c432403-6f9d-47cb-b24e-fbe8a21a7c63 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:54.536184 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-45215c9d-45df-4098-a7da-f856bd820b54 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/quotas/0345702885f54153941f95452e0fbc02 HTTP/1.1" status: 200 len: 375 time: 0.0363593 Dec 08 01:44:54.536531 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-0c432403-6f9d-47cb-b24e-fbe8a21a7c63 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/networks?id=a7851832-95d1-4c13-97ae-d496b5dfae7a HTTP/1.1" status: 200 len: 815 time: 0.6687984 Dec 08 01:44:54.562386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e41d77-2acc-4f22-97a6-e60824361ddd service neutron] Pushing event updated for resources: {'Port': ['ID=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:54.586073 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:54.597430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703b384-be33-4124-b6be-70b66305503a req-708caf51-8c57-4d4c-a0aa-6f5ff3536746 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:54.598943 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-708caf51-8c57-4d4c-a0aa-6f5ff3536746 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.8901875 Dec 08 01:44:54.626131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-1703b384-be33-4124-b6be-70b66305503a req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Request body: {'port': {'device_id': 'a2a21ac1-6890-48ce-bba1-628509b6b34b', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'admin_state_up': True, 'tenant_id': '4eb2e093eba946c78088f73a589065d9'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:54.664247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-00816361-cd5c-4b47-bd02-fd4f736cfd08 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/quotas/e6c9b12f76894fa08f2595ad441a865c HTTP/1.1" status: 200 len: 375 time: 0.0752242 Dec 08 01:44:54.682533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391f1c5d-5a27-43f7-8939-5da244473b5a']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:54.744791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02112092-9260-4f6e-bb23-bde53329bfd4') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:54.745472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02112092-9260-4f6e-bb23-bde53329bfd4') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:54.801444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:54.847773 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-559748a1-3766-40cc-b967-5ee09fbf89bf tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6c9b12f76894fa08f2595ad441a865c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1815379 Dec 08 01:44:54.881310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:54.881545 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:54.911970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9384f4ae-a81e-4050-9d30-5f8d68680e1d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:54.928863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:44:54.929337 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:44:54.932992 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:44:55.009618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9384f4ae-a81e-4050-9d30-5f8d68680e1d', 'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'mac_address': 'fa:16:3e:e4:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:43Z', 'updated_at': '2021-12-08T01:44:52Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'subnets': [{'id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:44:55.075822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41960d8c-f70f-44da-9d8b-bdcda1431554 None None] The sync data for ids ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'] in n-d-713498-30 is: [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9384f4ae-a81e-4050-9d30-5f8d68680e1d', 'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'mac_address': 'fa:16:3e:e4:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:43Z', 'updated_at': '2021-12-08T01:44:52Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'subnets': [{'id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:44:55.082306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-0fe150c8-bab8-4252-9c93-6bc289fee310 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0345702885f54153941f95452e0fbc02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4849558 Dec 08 01:44:55.088542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:55.091013 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f9fc46-aa13-444a-a476-36ef30416abd" -d '{"events": [{"name": "network-changed", "server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:55.147025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-378090bc-221a-45a2-92db-46ad274ea9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:55.148610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-378090bc-221a-45a2-92db-46ad274ea9e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61b1226b97a2468dba8c750ccbb6d5c1&device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 1096 time: 0.1107326 Dec 08 01:44:55.152922 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-1f61e001-91fc-4808-bac8-772b65a1b095 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 01:44:55.152922 n-d-713498-30 neutron-server[103129]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 01:44:55.152922 n-d-713498-30 neutron-server[103129]: [parameters: {'project_id_1': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'expiration_1': datetime.datetime(2021, 12, 8, 1, 44, 35, 141154)}] Dec 08 01:44:55.152922 n-d-713498-30 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:44:55.153659 n-d-713498-30 neutron-server[103129]: DEBUG oslo_db.api [None req-1f61e001-91fc-4808-bac8-772b65a1b095 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:44:55.154060 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.183569 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.203209 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.207924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.212450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] 10.222.0.70 "DELETE /v2.0/networks/391f1c5d-5a27-43f7-8939-5da244473b5a HTTP/1.1" status: 204 len: 168 time: 3.1514447 Dec 08 01:44:55.214848 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-6fbd1520-694b-4cc5-8c82-f31e2f301ded service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 217 time: 0.0498555 Dec 08 01:44:55.216336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-facbf4dc-f67a-4dcb-ba15-2950ea1601cd req-692f66ab-6c7e-404d-bc63-df908814c883 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3118887 Dec 08 01:44:55.225697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1703b384-be33-4124-b6be-70b66305503a req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Made reservation on behalf of 4eb2e093eba946c78088f73a589065d9 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:55.230063 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1703b384-be33-4124-b6be-70b66305503a req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.256799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:44:55.292947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8167a-9ded-4465-a9a9-71f0a028511f req-c775349d-d7b7-44c5-9a56-5e0e620280be tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:55.297404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:55.297404 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.297830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54e8167a-9ded-4465-a9a9-71f0a028511f req-c775349d-d7b7-44c5-9a56-5e0e620280be tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.65 "GET /v2.0/ports?device_id=d17ec5d6-f64a-4521-a353-9c73049e552c HTTP/1.1" status: 200 len: 945 time: 0.3179154 Dec 08 01:44:55.299704 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-02a65e2e-2b94-445e-a373-ef54e9110511 service neutron] 10.222.0.70 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509008 Dec 08 01:44:55.319917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0660fa-6942-413b-9dfc-a3dcac8baa36 tempest-NetworksTest-866927491 tempest-NetworksTest-866927491-project] Pushing event deleted for resources: {'Network': ['ID=391f1c5d-5a27-43f7-8939-5da244473b5a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:55.364529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:55.385762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-255956da-ac39-40fc-9211-d4b2aa76c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:55.387475 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-255956da-ac39-40fc-9211-d4b2aa76c7ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35849b75-debd-4d85-bfce-4884baa9dc49 HTTP/1.1" status: 200 len: 859 time: 0.1612921 Dec 08 01:44:55.395525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:55.397254 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:55.409409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 9384f4ae-a81e-4050-9d30-5f8d68680e1d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:55.410424 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.422578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Pushing event updated for resources: {'Port': ['ID=d9cd2e1f-d810-42ed-9ff7-79136a870455,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:55.465800 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-175e8c46-dbd7-4837-9c9c-794cf0a9bb9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0608a3a7-505d-43a2-8a8b-bb9f73998be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641837 Dec 08 01:44:55.476609 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-1384acd5-6d62-4fe6-8ad7-cdbb72ec4f39 service neutron] 10.222.0.70 "GET /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938305 Dec 08 01:44:55.611062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbf4dc-f67a-4dcb-ba15-2950ea1601cd req-23151ebd-4f0e-4143-87f8-f57eea143d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:55.616346 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.616649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-facbf4dc-f67a-4dcb-ba15-2950ea1601cd req-23151ebd-4f0e-4143-87f8-f57eea143d1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 1097 time: 0.3159065 Dec 08 01:44:55.655822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Attempting to bind port d9cd2e1f-d810-42ed-9ff7-79136a870455 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:44:55.656207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Attempting to bind port d9cd2e1f-d810-42ed-9ff7-79136a870455 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:44:55.656639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Attempting to bind port d9cd2e1f-d810-42ed-9ff7-79136a870455 on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:44:55.675437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:44:55.676364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:44:55.677000 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.677621 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:44:55.678332 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Bound port: d9cd2e1f-d810-42ed-9ff7-79136a870455, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:44:55.678952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.681937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14e3ba3-f6e1-4cb2-8479-718f0b6905e6'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:55.684538 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4191780f-29ea-4ded-80e8-a110f81cedca" -d '{"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "a14e3ba3-f6e1-4cb2-8479-718f0b6905e6"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:55.702324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54426) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:55.716871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:55.749761 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.750988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 105997f8-4aff-4424-a477-fc50633bed2d up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:55.781662 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-5c0f2961-1bed-480a-abe5-5b420dd3bb57 service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922380 Dec 08 01:44:55.786764 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-b434ce3a-f801-4857-b22c-6f3879c57a7d service neutron] 10.222.0.70 "GET /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084519 Dec 08 01:44:55.846139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f61e001-91fc-4808-bac8-772b65a1b095 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:55.859756 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f61e001-91fc-4808-bac8-772b65a1b095 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.910828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] For port d9cd2e1f-d810-42ed-9ff7-79136a870455, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:44:55.921020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:55.945944 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.950338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] For port d9cd2e1f-d810-42ed-9ff7-79136a870455, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d9cd2e1f-d810-42ed-9ff7-79136a870455,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:44:55.966012 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:55.967202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-22d53cd9-7b33-4052-9429-1449e4b6d287 service neutron] 10.222.0.70 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284149 Dec 08 01:44:56.066331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b3985-27c3-4e82-9d4b-954b543acd52 None None] Pushing event updated for resources: {'Port': ['ID=d9cd2e1f-d810-42ed-9ff7-79136a870455,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:56.088009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-1703b384-be33-4124-b6be-70b66305503a req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Allocated IP 172.20.0.9 (add1204c-708d-4dd0-8c27-2024f200bc03/86fd533c-1222-42a7-929e-1a209b1b24e6/74ab73ac-9034-4f7b-8b68-6ca86887eae3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:56.106462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 105997f8-4aff-4424-a477-fc50633bed2d completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:44:56.116430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 105997f8-4aff-4424-a477-fc50633bed2d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:56.117494 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:56.124909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbf4dc-f67a-4dcb-ba15-2950ea1601cd req-f67d99bd-e69a-4366-b6ee-807f1e497bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:56.132591 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-facbf4dc-f67a-4dcb-ba15-2950ea1601cd req-f67d99bd-e69a-4366-b6ee-807f1e497bdd service neutron] 10.222.0.65 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 907 time: 0.4783549 Dec 08 01:44:56.158114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-54e8167a-9ded-4465-a9a9-71f0a028511f req-23ac550b-18b4-4b6b-b696-f59037465a99 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Deleting port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:44:56.158464 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54e8167a-9ded-4465-a9a9-71f0a028511f req-23ac550b-18b4-4b6b-b696-f59037465a99 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:56.173650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 9384f4ae-a81e-4050-9d30-5f8d68680e1d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9384f4ae-a81e-4050-9d30-5f8d68680e1d,segment=NetworkSegment(c90a6499-33a1-419f-9bf2-6968255e6a12),segment_id=c90a6499-33a1-419f-9bf2-6968255e6a12)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:56.191299 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:56.299623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e30232fc-3d10-4ce9-ad5d-5ebbca9907db no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:56.357176 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239f30b-2192-4ba8-94ea-b53f62e44726 req-b7df005c-4578-4a03-9245-2730a74298da tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:56.365084 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f239f30b-2192-4ba8-94ea-b53f62e44726 req-b7df005c-4578-4a03-9245-2730a74298da tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 944 time: 0.1958158 Dec 08 01:44:56.377153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: e30232fc-3d10-4ce9-ad5d-5ebbca9907db {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:56.377515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e30232fc-3d10-4ce9-ad5d-5ebbca9907db not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:56.399335 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1408122a-0fba-48a9-883e-84cd3bb95e28 req-234af2f2-9dba-4452-85f0-eff4a5118dd7 service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032684 Dec 08 01:44:56.577071 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f239f30b-2192-4ba8-94ea-b53f62e44726 req-3bc84c6b-2fcd-407e-a18f-77e5f29ea554 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109985 Dec 08 01:44:56.621561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=9384f4ae-a81e-4050-9d30-5f8d68680e1d,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:56.629470 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:56.685134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 105997f8-4aff-4424-a477-fc50633bed2d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=105997f8-4aff-4424-a477-fc50633bed2d,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:56.690578 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:56.692858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:56.722135 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-39b76d61-b3ac-44cb-b16a-d22b6305f2a2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ced2bef9d8a94ea2adff8f01f411cfba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0171938 Dec 08 01:44:56.726021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54450) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:56.787439 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-facbf4dc-f67a-4dcb-ba15-2950ea1601cd req-f1dde29b-d3a5-4e8b-9dc8-d8408346850c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a24dd90-929d-4529-90ed-e9e7d3612112 HTTP/1.1" status: 200 len: 217 time: 0.6343629 Dec 08 01:44:56.816171 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-765305dc-0a90-4acf-ac6d-2c04d06de9b9 req-ccf5d02b-ae70-4187-a4ff-72c4383aa179 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 210 time: 0.0771484 Dec 08 01:44:56.891950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d9cd2e1f-d810-42ed-9ff7-79136a870455 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:56.929690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=105997f8-4aff-4424-a477-fc50633bed2d,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:56.940800 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e491b1f-2d9a-45e7-aa49-482b03a03c14 x-openstack-request-id: req-3e491b1f-2d9a-45e7-aa49-482b03a03c14 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:56.941113 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:56.942362 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3e491b1f-2d9a-45e7-aa49-482b03a03c14 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:56.942776 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'status': 'completed', 'code': 200} Dec 08 01:44:56.966630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:44:56.981191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:56.983030 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:56.990552 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26a7aba-a620-4c12-9b84-29e36a1e5dd6 x-openstack-request-id: req-e26a7aba-a620-4c12-9b84-29e36a1e5dd6 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:56.991115 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "a14e3ba3-f6e1-4cb2-8479-718f0b6905e6", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:56.991726 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e26a7aba-a620-4c12-9b84-29e36a1e5dd6 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:56.992270 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14e3ba3-f6e1-4cb2-8479-718f0b6905e6', 'code': 200} Dec 08 01:44:57.000597 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f61e001-91fc-4808-bac8-772b65a1b095 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.049505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d9cd2e1f-d810-42ed-9ff7-79136a870455 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:57.049925 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.124560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-54e8167a-9ded-4465-a9a9-71f0a028511f req-23ac550b-18b4-4b6b-b696-f59037465a99 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] For port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:57.125227 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54e8167a-9ded-4465-a9a9-71f0a028511f req-23ac550b-18b4-4b6b-b696-f59037465a99 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.156265 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-478c0a0b-1840-4d34-9fe6-dc3fe62a4377 req-15bdbea7-92db-4f7f-82b1-c407a077beaf tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 210 time: 0.0606835 Dec 08 01:44:57.168925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61e001-91fc-4808-bac8-772b65a1b095 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=f44811ec-be52-454c-9ca6-62e6aafdd88d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:57.176673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61e001-91fc-4808-bac8-772b65a1b095 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:57.182573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1f61e001-91fc-4808-bac8-772b65a1b095 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:57.186308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f61e001-91fc-4808-bac8-772b65a1b095 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:57.187125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f61e001-91fc-4808-bac8-772b65a1b095 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.210510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9fc46-aa13-444a-a476-36ef30416abd req-d6b8d145-c7ed-4df1-a4f4-daa3c26bc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:57.212185 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.213982 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21f9fc46-aa13-444a-a476-36ef30416abd req-d6b8d145-c7ed-4df1-a4f4-daa3c26bc0c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61b1226b97a2468dba8c750ccbb6d5c1&device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 1096 time: 0.2339389 Dec 08 01:44:57.224158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1f61e001-91fc-4808-bac8-772b65a1b095 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7400751 Dec 08 01:44:57.235343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54454) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:57.241735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:5d:fb:9f', 'name': 'tempest-NetworksTestDHCPv6-237156880'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:57.273320 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.314024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:57.330123 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.330944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:57.332273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-54e8167a-9ded-4465-a9a9-71f0a028511f req-23ac550b-18b4-4b6b-b696-f59037465a99 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Calling delete_port for 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:44:57.336355 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16310ffd-30e9-4f6a-ae4a-ae935a1f1cba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.350694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f160-bd22-4b2c-a9c1-a3bf67049535 req-58e71bf9-50a1-4472-b0f7-dbb7d97901ad tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:57.356802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f160-bd22-4b2c-a9c1-a3bf67049535 req-58e71bf9-50a1-4472-b0f7-dbb7d97901ad tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:57.363374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f160-bd22-4b2c-a9c1-a3bf67049535 req-58e71bf9-50a1-4472-b0f7-dbb7d97901ad tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:57.370697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f160-bd22-4b2c-a9c1-a3bf67049535 req-58e71bf9-50a1-4472-b0f7-dbb7d97901ad tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:57.377864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f160-bd22-4b2c-a9c1-a3bf67049535 req-58e71bf9-50a1-4472-b0f7-dbb7d97901ad tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:57.384052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f160-bd22-4b2c-a9c1-a3bf67049535 req-58e71bf9-50a1-4472-b0f7-dbb7d97901ad tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:57.390567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2f160-bd22-4b2c-a9c1-a3bf67049535 req-58e71bf9-50a1-4472-b0f7-dbb7d97901ad tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:57.392626 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63f2f160-bd22-4b2c-a9c1-a3bf67049535 req-58e71bf9-50a1-4472-b0f7-dbb7d97901ad tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5440 time: 0.8446262 Dec 08 01:44:57.420047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:57.435522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port d9cd2e1f-d810-42ed-9ff7-79136a870455, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d9cd2e1f-d810-42ed-9ff7-79136a870455,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:57.437438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:57.437950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9cb331b3-3f2c-491d-bb54-590a7a34e5a5 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:57.442303 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.469153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbf4dc-f67a-4dcb-ba15-2950ea1601cd req-f2500f2e-52a3-481d-9acf-d53aacc16b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:57.470725 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-facbf4dc-f67a-4dcb-ba15-2950ea1601cd req-f2500f2e-52a3-481d-9acf-d53aacc16b66 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.5264630 Dec 08 01:44:57.480615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 5b7a6954-74e4-413a-9c6b-8b0f820210d7 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:57.522697 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16310ffd-30e9-4f6a-ae4a-ae935a1f1cba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.536162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d18f6eeb-7dea-4e38-a5c1-b00a4441e852 req-ca036280-d38e-4f5d-a3bb-676a910e3835 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 210 time: 0.0820265 Dec 08 01:44:57.565651 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-facbf4dc-f67a-4dcb-ba15-2950ea1601cd req-284fba78-556e-4583-b6c4-ddad29553e1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809381 Dec 08 01:44:57.578586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9fc46-aa13-444a-a476-36ef30416abd req-d635d4c1-4134-4abe-aea0-f79800c67f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:57.580640 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21f9fc46-aa13-444a-a476-36ef30416abd req-d635d4c1-4134-4abe-aea0-f79800c67f31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0608a3a7-505d-43a2-8a8b-bb9f73998be4 HTTP/1.1" status: 200 len: 920 time: 0.3545592 Dec 08 01:44:57.598192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:57.600092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=d9cd2e1f-d810-42ed-9ff7-79136a870455,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:57.635374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:44:57.639689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:57.640114 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.665112 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21f9fc46-aa13-444a-a476-36ef30416abd req-9e469b2c-53a8-496d-aadf-0ebbcb16852e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 217 time: 0.0764670 Dec 08 01:44:57.703777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1703b384-be33-4124-b6be-70b66305503a req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.768804 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.779039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a2842c-6ea0-42e0-ab40-89b9e83844c0 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:44:57.853942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9fc46-aa13-444a-a476-36ef30416abd req-f3e4bc4f-846b-4269-9152-18c5fa444789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:57.855528 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21f9fc46-aa13-444a-a476-36ef30416abd req-f3e4bc4f-846b-4269-9152-18c5fa444789 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35849b75-debd-4d85-bfce-4884baa9dc49 HTTP/1.1" status: 200 len: 859 time: 0.1569254 Dec 08 01:44:57.865630 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.885139 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63f2f160-bd22-4b2c-a9c1-a3bf67049535 req-d98ad08f-b41b-4471-8d8e-3a761fd41d55 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4682658 Dec 08 01:44:57.938850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21f9fc46-aa13-444a-a476-36ef30416abd req-bfc9be60-968c-449b-be6b-49cde9998197 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0608a3a7-505d-43a2-8a8b-bb9f73998be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691841 Dec 08 01:44:57.943258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-51b393ea-e094-4333-aa94-efca55814cff None None] Provisioning complete for port d9cd2e1f-d810-42ed-9ff7-79136a870455 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:57.943672 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51b393ea-e094-4333-aa94-efca55814cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.952584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 5b7a6954-74e4-413a-9c6b-8b0f820210d7, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5b7a6954-74e4-413a-9c6b-8b0f820210d7,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:57.960342 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-facbf4dc-f67a-4dcb-ba15-2950ea1601cd req-da5f0090-8b6d-4aa7-896d-0daeadd9c310 service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849444 Dec 08 01:44:57.967315 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1703b384-be33-4124-b6be-70b66305503a req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.978234 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:57.979146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7315eb68-e0c8-4c89-aead-a75c0340938b up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:58.025798 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112', 'b6b65d41-2924-4180-b087-97bf7b4cad7c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:44:58.068163 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16310ffd-30e9-4f6a-ae4a-ae935a1f1cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.072206 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16310ffd-30e9-4f6a-ae4a-ae935a1f1cba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.073597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-16310ffd-30e9-4f6a-ae4a-ae935a1f1cba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/887f0641-2736-4b56-84dd-3b347729bccd HTTP/1.1" status: 204 len: 168 time: 1.3029344 Dec 08 01:44:58.155309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16310ffd-30e9-4f6a-ae4a-ae935a1f1cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887f0641-2736-4b56-84dd-3b347729bccd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:58.228019 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21f9fc46-aa13-444a-a476-36ef30416abd req-3e9f400b-2fa3-479d-9baa-7f5c537740f5 service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571267 Dec 08 01:44:58.228180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1703b384-be33-4124-b6be-70b66305503a req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Network add1204c-708d-4dd0-8c27-2024f200bc03 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:58.234640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event updated for resources: {'Port': ['ID=74ab73ac-9034-4f7b-8b68-6ca86887eae3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:58.240996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 7315eb68-e0c8-4c89-aead-a75c0340938b completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:44:58.241569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-1703b384-be33-4124-b6be-70b66305503a req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:58.265998 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54e8167a-9ded-4465-a9a9-71f0a028511f req-23ac550b-18b4-4b6b-b696-f59037465a99 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.270870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1703b384-be33-4124-b6be-70b66305503a req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:58.272549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 7315eb68-e0c8-4c89-aead-a75c0340938b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:58.272790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port d137afd9-fbd1-4df5-a4c3-7d5066b334ad yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:44:58.272967 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.279034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaeb29e-e3e9-48ae-9f18-320748be13a2 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:58.380975 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac550b-18b4-4b6b-b696-f59037465a99 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Pushing event deleted for resources: {'Port': ['ID=9a22eed0-2c2d-4d89-928e-47f937a1b5f3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:58.392950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e88b98-fa69-4c14-bae6-e0aad049128e req-c0731d0a-1489-4e34-90d3-0ed96d09511d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:58.393958 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3e88b98-fa69-4c14-bae6-e0aad049128e req-c0731d0a-1489-4e34-90d3-0ed96d09511d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 931 time: 0.3170013 Dec 08 01:44:58.410510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703b384-be33-4124-b6be-70b66305503a req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:58.411207 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1703b384-be33-4124-b6be-70b66305503a req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.465254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.65', 53537) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:58.484974 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-facbf4dc-f67a-4dcb-ba15-2950ea1601cd req-4f4e47d5-acec-439a-aaa2-ff047cd78caf service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130589 Dec 08 01:44:58.517307 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e8167a-9ded-4465-a9a9-71f0a028511f req-23ac550b-18b4-4b6b-b696-f59037465a99 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] No DVR routers for this DVR port 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:44:58.525396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=5b7a6954-74e4-413a-9c6b-8b0f820210d7,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:58.533558 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54e8167a-9ded-4465-a9a9-71f0a028511f req-23ac550b-18b4-4b6b-b696-f59037465a99 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.538464 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54e8167a-9ded-4465-a9a9-71f0a028511f req-23ac550b-18b4-4b6b-b696-f59037465a99 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.65 "DELETE /v2.0/ports/9a22eed0-2c2d-4d89-928e-47f937a1b5f3 HTTP/1.1" status: 204 len: 173 time: 3.2198000 Dec 08 01:44:58.542578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-6787c102-d0a3-4b20-8cf6-a18d3251d268 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9203236 Dec 08 01:44:58.542859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17ec5d6-f64a-4521-a353-9c73049e552c', 'name': 'network-vif-deleted', 'tag': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:58.543607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4618c916-8b63-4eb2-bbe3-bcedf993d017 None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:44:58.545337 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f7f1b9-3bba-4305-85ea-af994fb9daff" -d '{"events": [{"server_uuid": "d17ec5d6-f64a-4521-a353-9c73049e552c", "name": "network-vif-deleted", "tag": "9a22eed0-2c2d-4d89-928e-47f937a1b5f3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:58.598571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc7448-5781-4b3e-b106-03781e2e346b req-83edb300-b7eb-4430-80f8-6bb07275cf6d tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:58.611859 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15dc7448-5781-4b3e-b106-03781e2e346b req-83edb300-b7eb-4430-80f8-6bb07275cf6d tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 944 time: 0.7928457 Dec 08 01:44:58.680603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Request body: {'port': {'device_id': 'a2a21ac1-6890-48ce-bba1-628509b6b34b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:58.704869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44049476-731a-4a86-9569-d0e91fac6315 req-b5f81f4a-4ef6-41ed-85a8-b3b06bea6799 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:58.706585 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-b5f81f4a-4ef6-41ed-85a8-b3b06bea6799 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.65 "GET /v2.0/networks?id=bee3187a-42ca-4f2f-879c-ec781afe8f0f HTTP/1.1" status: 200 len: 809 time: 0.7481434 Dec 08 01:44:58.720648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f560b4-a743-4661-94db-e3b000ee3d61 None None] Update dhcp port {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'fixed_ips': [{'subnet_id': '40aeae93-0a33-425e-bad0-a5ebb8258081', 'ip_address': '2001:db8::f816:3eff:febb:7ac2'}, {'subnet_id': 'f44811ec-be52-454c-9ca6-62e6aafdd88d'}], 'binding:host_id': 'n-d-713498-30'}, 'id': 'd9cd2e1f-d810-42ed-9ff7-79136a870455'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:44:58.800187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8:0:1::343 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/f44811ec-be52-454c-9ca6-62e6aafdd88d/d137afd9-fbd1-4df5-a4c3-7d5066b334ad) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:58.808526 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81f560b4-a743-4661-94db-e3b000ee3d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.816351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-44049476-731a-4a86-9569-d0e91fac6315 req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Request body: {'port': {'device_id': '4eb7bc12-fc42-411a-86d3-291ee14ac122', 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f', 'admin_state_up': True, 'tenant_id': '0345702885f54153941f95452e0fbc02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:58.839220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:44:58.868245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9384f4ae-a81e-4050-9d30-5f8d68680e1d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:58.882133 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e62c90bb-6836-4ed0-b9f2-b24972cca9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:58.960448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::f816:3eff:fe5d:fb9f (38e622c3-d3e1-4fea-b44a-493f59fc27b4/40aeae93-0a33-425e-bad0-a5ebb8258081/d137afd9-fbd1-4df5-a4c3-7d5066b334ad) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:58.963907 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.009638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105997f8-4aff-4424-a477-fc50633bed2d'}, {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3'}, {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7a6954-74e4-413a-9c6b-8b0f820210d7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:44:59.012035 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d4c48f-8fe1-4a56-96c2-a407ad9ace1c" -d '{"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "105997f8-4aff-4424-a477-fc50633bed2d"}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3"}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "5b7a6954-74e4-413a-9c6b-8b0f820210d7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:44:59.024541 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15dc7448-5781-4b3e-b106-03781e2e346b req-38cab816-b7ba-4ed0-83bc-6dde7ca49119 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105496 Dec 08 01:44:59.037451 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2ba5d83d-6b9f-48d9-9b0c-fc2c0adc6a73 None None] Provisioning complete for port 74ab73ac-9034-4f7b-8b68-6ca86887eae3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:59.038019 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2ba5d83d-6b9f-48d9-9b0c-fc2c0adc6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.072235 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21f9fc46-aa13-444a-a476-36ef30416abd req-bed2eba1-48e7-4ff2-a9b3-c45f97bfee4b service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411015 Dec 08 01:44:59.101890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44049476-731a-4a86-9569-d0e91fac6315 req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Made reservation on behalf of 0345702885f54153941f95452e0fbc02 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:44:59.119592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-44049476-731a-4a86-9569-d0e91fac6315 req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.185175 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e02dd824-a129-4fc7-ba32-222dae1fdd2e req-ad281294-d9a3-40fb-8f88-f9895be77712 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 210 time: 0.0605526 Dec 08 01:44:59.219779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54494) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:59.254413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7315eb68-e0c8-4c89-aead-a75c0340938b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7315eb68-e0c8-4c89-aead-a75c0340938b,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:59.276160 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.277284 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:59.287861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5d83d-6b9f-48d9-9b0c-fc2c0adc6a73 None None] Port 74ab73ac-9034-4f7b-8b68-6ca86887eae3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:44:59.402656 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3e88b98-fa69-4c14-bae6-e0aad049128e req-cd16871e-d5e8-4c2e-b7de-8f76fe5092b1 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9862957 Dec 08 01:44:59.419761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 9384f4ae-a81e-4050-9d30-5f8d68680e1d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:59.420149 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.421544 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b40d778c-9e4b-49f7-8fd9-78ef20febe4f req-beb419be-41e4-4163-8e06-9d5ecd73c7e9 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 210 time: 0.0492868 Dec 08 01:44:59.429721 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,segment=NetworkSegment(c90a6499-33a1-419f-9bf2-6968255e6a12),segment_id=c90a6499-33a1-419f-9bf2-6968255e6a12)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:59.463281 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'port_id': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'mac_address': 'fa:16:3e:97:6b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:44:59.464067 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.482700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9d049e70-7615-40f3-9fc9-de7c72873ca5 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:59.484196 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-9d049e70-7615-40f3-9fc9-de7c72873ca5 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 01:44:59.484745 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-9d049e70-7615-40f3-9fc9-de7c72873ca5 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 01:44:59.486172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9d049e70-7615-40f3-9fc9-de7c72873ca5 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2651851 Dec 08 01:44:59.490432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54498) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:59.493884 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.508108 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1711476-f902-4283-be48-1811b0a05ec9 x-openstack-request-id: req-f1711476-f902-4283-be48-1811b0a05ec9 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:59.508539 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17ec5d6-f64a-4521-a353-9c73049e552c", "name": "network-vif-deleted", "tag": "9a22eed0-2c2d-4d89-928e-47f937a1b5f3", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:59.508894 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1711476-f902-4283-be48-1811b0a05ec9 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:59.509322 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17ec5d6-f64a-4521-a353-9c73049e552c', 'name': 'network-vif-deleted', 'tag': '9a22eed0-2c2d-4d89-928e-47f937a1b5f3', 'status': 'completed', 'code': 200} Dec 08 01:44:59.514892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a1a21310-3aa8-4501-b42e-d6e7c07cef25 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group': {'name': 'tempest-secgroup--537867808'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:59.516175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:44:59.526789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fcc05-e714-4d72-8436-99c15c71d868 req-b94c1633-bb7c-48ea-8006-52bf5b466527 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:59.529217 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-b94c1633-bb7c-48ea-8006-52bf5b466527 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.65 "GET /v2.0/networks?id=a7851832-95d1-4c13-97ae-d496b5dfae7a HTTP/1.1" status: 200 len: 815 time: 1.0580606 Dec 08 01:44:59.533302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-44049476-731a-4a86-9569-d0e91fac6315 req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Allocated IP 172.20.0.3 (bee3187a-42ca-4f2f-879c-ec781afe8f0f/d5198bc2-0b58-4774-b530-11503aa5f2da/40251496-8cb5-4dc8-8ac1-021cc652004f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:59.575191 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1a21310-3aa8-4501-b42e-d6e7c07cef25 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.583034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-093fcc05-e714-4d72-8436-99c15c71d868 req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Request body: {'port': {'device_id': '0667f7e7-9691-46e6-a0bc-bf0da93af01a', 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a', 'admin_state_up': True, 'tenant_id': 'e6c9b12f76894fa08f2595ad441a865c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:44:59.597031 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1a21310-3aa8-4501-b42e-d6e7c07cef25 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.618343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:44:59.618717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 9a22eed0-2c2d-4d89-928e-47f937a1b5f3 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:44:59.626027 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Dec 2021 01:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7f46b-9779-4b62-8fab-31cab3e2b09d x-openstack-request-id: req-56b7f46b-9779-4b62-8fab-31cab3e2b09d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:44:59.626771 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "105997f8-4aff-4424-a477-fc50633bed2d", "code": 200}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3", "code": 200}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "5b7a6954-74e4-413a-9c6b-8b0f820210d7", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:44:59.627028 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56b7f46b-9779-4b62-8fab-31cab3e2b09d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:44:59.627715 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105997f8-4aff-4424-a477-fc50633bed2d', 'code': 200} Dec 08 01:44:59.627715 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3', 'code': 200} Dec 08 01:44:59.627989 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7a6954-74e4-413a-9c6b-8b0f820210d7', 'code': 200} Dec 08 01:44:59.636838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.651934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7315eb68-e0c8-4c89-aead-a75c0340938b,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:59.706803 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.737289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:44:59.740672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:44:59.748603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:44:59.760548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255331d-a786-4116-890b-3fc009eef972 req-5f64b323-b5e4-421c-a87f-ce391475ab9d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:59.766874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255331d-a786-4116-890b-3fc009eef972 req-5f64b323-b5e4-421c-a87f-ce391475ab9d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:59.774161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255331d-a786-4116-890b-3fc009eef972 req-5f64b323-b5e4-421c-a87f-ce391475ab9d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:59.777746 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:44:59.779644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=d137afd9-fbd1-4df5-a4c3-7d5066b334ad,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:44:59.780435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-81f560b4-a743-4661-94db-e3b000ee3d61 None None] Allocated IP 2001:db8:0:1::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/f44811ec-be52-454c-9ca6-62e6aafdd88d/d9cd2e1f-d810-42ed-9ff7-79136a870455) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:44:59.782552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255331d-a786-4116-890b-3fc009eef972 req-5f64b323-b5e4-421c-a87f-ce391475ab9d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:59.782693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:44:59.783639 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.784104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:44:59.789346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:59.790508 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.791824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255331d-a786-4116-890b-3fc009eef972 req-5f64b323-b5e4-421c-a87f-ce391475ab9d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:59.800889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255331d-a786-4116-890b-3fc009eef972 req-5f64b323-b5e4-421c-a87f-ce391475ab9d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:59.808433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255331d-a786-4116-890b-3fc009eef972 req-5f64b323-b5e4-421c-a87f-ce391475ab9d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:44:59.810909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5255331d-a786-4116-890b-3fc009eef972 req-5f64b323-b5e4-421c-a87f-ce391475ab9d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5443 time: 0.2328439 Dec 08 01:44:59.817473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.817833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.818563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.818563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.818850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.819199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.820005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.820005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.820231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.820582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.821218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.821610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.821959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:44:59.822825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,segment=NetworkSegment(c90a6499-33a1-419f-9bf2-6968255e6a12),segment_id=c90a6499-33a1-419f-9bf2-6968255e6a12)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:44:59.845442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a446367f-21de-4930-9391-27054edf2f33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6084816 Dec 08 01:44:59.854842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54500) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:44:59.861367 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.911329 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-44049476-731a-4a86-9569-d0e91fac6315 req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.931686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1a21310-3aa8-4501-b42e-d6e7c07cef25 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.932647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d9cd2e1f-d810-42ed-9ff7-79136a870455 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:44:59.943233 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1a21310-3aa8-4501-b42e-d6e7c07cef25 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:44:59.975770 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5255331d-a786-4116-890b-3fc009eef972 req-8eeacace-bd21-4c3c-96b6-3ca047dbf5b8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897002 Dec 08 01:45:00.037385 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a21310-3aa8-4501-b42e-d6e7c07cef25 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b95082-f3d3-4bc3-89f3-fa66d2c55157,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:00.044358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:00.072625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-44049476-731a-4a86-9569-d0e91fac6315 req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.100122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-81f560b4-a743-4661-94db-e3b000ee3d61 None None] For port d9cd2e1f-d810-42ed-9ff7-79136a870455, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d9cd2e1f-d810-42ed-9ff7-79136a870455,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:00.126599 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.137170 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093fcc05-e714-4d72-8436-99c15c71d868 req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Made reservation on behalf of e6c9b12f76894fa08f2595ad441a865c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:00.142489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-093fcc05-e714-4d72-8436-99c15c71d868 req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.150736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2222786c-fccf-4619-bccd-707f1d008c63 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port d137afd9-fbd1-4df5-a4c3-7d5066b334ad {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:00.151255 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2222786c-fccf-4619-bccd-707f1d008c63 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.157443 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1a21310-3aa8-4501-b42e-d6e7c07cef25 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.159606 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81f560b4-a743-4661-94db-e3b000ee3d61 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.169664 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81f560b4-a743-4661-94db-e3b000ee3d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.177204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d9cd2e1f-d810-42ed-9ff7-79136a870455 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:00.177573 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.185447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44049476-731a-4a86-9569-d0e91fac6315 req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Network bee3187a-42ca-4f2f-879c-ec781afe8f0f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:00.195199 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1a21310-3aa8-4501-b42e-d6e7c07cef25 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.216730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-44049476-731a-4a86-9569-d0e91fac6315 req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:00.234688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['44bacc3d-9b07-4ab6-8eb6-d010f4357e38'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:00.238220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Pushing event updated for resources: {'Port': ['ID=40251496-8cb5-4dc8-8ac1-021cc652004f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:00.252354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-44049476-731a-4a86-9569-d0e91fac6315 req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:00.267290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:00.311607 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.312422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 15bebb90-8c8e-44bc-9c6b-797d55456b55 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:00.344976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1a21310-3aa8-4501-b42e-d6e7c07cef25 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.348906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a1a21310-3aa8-4501-b42e-d6e7c07cef25 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8504786 Dec 08 01:45:00.354475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a21310-3aa8-4501-b42e-d6e7c07cef25 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba69685-9799-49cc-9a65-eb08e60792db,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:00.356537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54506) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:00.383655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f560b4-a743-4661-94db-e3b000ee3d61 None None] Pushing event updated for resources: {'Port': ['ID=d9cd2e1f-d810-42ed-9ff7-79136a870455,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:00.384753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f02d8fa6-024c-4a89-9f1a-a80b004716c7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '8ba69685-9799-49cc-9a65-eb08e60792db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:00.423924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2222786c-fccf-4619-bccd-707f1d008c63 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.453425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc7fcc-7736-4d0c-ab87-413db971de0c req-46b22faa-0798-483c-bab7-038304394b5b tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:00.459852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e0bc7fcc-7736-4d0c-ab87-413db971de0c req-46b22faa-0798-483c-bab7-038304394b5b tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 945 time: 0.2553804 Dec 08 01:45:00.463559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2222786c-fccf-4619-bccd-707f1d008c63 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for d137afd9-fbd1-4df5-a4c3-7d5066b334ad owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:00.471296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44049476-731a-4a86-9569-d0e91fac6315 req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:00.471920 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-44049476-731a-4a86-9569-d0e91fac6315 req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.481560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89facfdb-c2b6-4097-b8ef-a2c97c40b42a req-36d22eb2-fac7-496c-840a-44e0add9b3b3 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:00.483278 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89facfdb-c2b6-4097-b8ef-a2c97c40b42a req-36d22eb2-fac7-496c-840a-44e0add9b3b3 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 931 time: 0.1809578 Dec 08 01:45:00.517307 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ab73ac-9034-4f7b-8b68-6ca86887eae3 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:00.521408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:00.531567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 15bebb90-8c8e-44bc-9c6b-797d55456b55 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:45:00.546491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 15bebb90-8c8e-44bc-9c6b-797d55456b55 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:00.547191 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.548441 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.552679 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f02d8fa6-024c-4a89-9f1a-a80b004716c7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.558337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-093fcc05-e714-4d72-8436-99c15c71d868 req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Allocated IP 172.20.0.9 (a7851832-95d1-4c13-97ae-d496b5dfae7a/decbed6d-9d04-4968-abca-418c83c36e5b/eed0c745-5217-4086-bcbb-9a44134e8e57) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:00.589249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Transition to ACTIVE for port object 74ab73ac-9034-4f7b-8b68-6ca86887eae3 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:45:00.593937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89facfdb-c2b6-4097-b8ef-a2c97c40b42a req-64dd3a7a-b830-40ac-9b00-2b0bf856af03 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015940 Dec 08 01:45:00.598955 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.640452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1307c-4509-466c-934e-bcc63936ba63 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:00.708780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-f45eccbd-2211-4c9e-a21f-ba7274b99046 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8947902 Dec 08 01:45:00.752577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Request body: {'port': {'device_id': '4eb7bc12-fc42-411a-86d3-291ee14ac122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:00.754520 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.800364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d9cd2e1f-d810-42ed-9ff7-79136a870455 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:00.839910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 15bebb90-8c8e-44bc-9c6b-797d55456b55, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=15bebb90-8c8e-44bc-9c6b-797d55456b55,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:00.850954 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.894312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834f9f6-111e-4836-a433-00af61bdd475 req-bc13f229-d314-417a-9423-429cf09528a7 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:00.896315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3834f9f6-111e-4836-a433-00af61bdd475 req-bc13f229-d314-417a-9423-429cf09528a7 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 943 time: 0.1929755 Dec 08 01:45:00.897042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Pushing event updated for resources: {'Port': ['ID=74ab73ac-9034-4f7b-8b68-6ca86887eae3,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:00.918911 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.937033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e0bc7fcc-7736-4d0c-ab87-413db971de0c req-0a23b6ca-e864-4588-a8a4-769a8fd88c50 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766173 Dec 08 01:45:00.950213 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f02d8fa6-024c-4a89-9f1a-a80b004716c7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:00.987702 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f02d8fa6-024c-4a89-9f1a-a80b004716c7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.046980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Attempting to bind port 74ab73ac-9034-4f7b-8b68-6ca86887eae3 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:01.047450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Attempting to bind port 74ab73ac-9034-4f7b-8b68-6ca86887eae3 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:01.047794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Attempting to bind port 74ab73ac-9034-4f7b-8b68-6ca86887eae3 on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:01.067353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3834f9f6-111e-4836-a433-00af61bdd475 req-b04afd9a-5f8c-4e26-8589-c1a5098d46bf tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478341 Dec 08 01:45:01.072140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Port 74ab73ac-9034-4f7b-8b68-6ca86887eae3 on network add1204c-708d-4dd0-8c27-2024f200bc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:45:01.072533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Attempting to bind port 74ab73ac-9034-4f7b-8b68-6ca86887eae3 on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:01.078519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d8fa6-024c-4a89-9f1a-a80b004716c7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b4012a-8e62-45a3-8aef-f5df0e077f75,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:01.084474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:01.084813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Checking segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:01.085206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Bound using segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:01.085657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Bound port: 74ab73ac-9034-4f7b-8b68-6ca86887eae3, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:01.086017 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.119708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d9cd2e1f-d810-42ed-9ff7-79136a870455 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:01.120090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.123286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=15bebb90-8c8e-44bc-9c6b-797d55456b55,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:01.159364 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-093fcc05-e714-4d72-8436-99c15c71d868 req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.185001 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e893892-8a0b-4d75-bf09-d8a19fd5cc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.208408 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-093fcc05-e714-4d72-8436-99c15c71d868 req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.307864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093fcc05-e714-4d72-8436-99c15c71d868 req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Network a7851832-95d1-4c13-97ae-d496b5dfae7a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:01.310458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-093fcc05-e714-4d72-8436-99c15c71d868 req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:01.313912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-21e6f0b3-2d86-4853-af37-ac24efc89a37 None None] Provisioning complete for port d9cd2e1f-d810-42ed-9ff7-79136a870455 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:01.314458 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21e6f0b3-2d86-4853-af37-ac24efc89a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.322204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-093fcc05-e714-4d72-8436-99c15c71d868 req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:01.360245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40791e3-1051-4d21-9748-25a2e33c7771 None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:01.393866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fcc05-e714-4d72-8436-99c15c71d868 req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:01.394567 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-093fcc05-e714-4d72-8436-99c15c71d868 req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.431797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Pushing event updated for resources: {'Port': ['ID=eed0c745-5217-4086-bcbb-9a44134e8e57,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:01.444013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-6294742f-8f40-462a-bb45-81986f329d26 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8649623 Dec 08 01:45:01.466586 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Request body: {'port': {'device_id': '0667f7e7-9691-46e6-a0bc-bf0da93af01a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:01.469899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] For port 74ab73ac-9034-4f7b-8b68-6ca86887eae3, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:01.504692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] For port 74ab73ac-9034-4f7b-8b68-6ca86887eae3, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=74ab73ac-9034-4f7b-8b68-6ca86887eae3,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:01.516858 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.530913 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eab87b57-68a7-4362-bdee-673bf2d630d5 req-6580cc36-1a42-4f5e-b52f-e0f5847ff397 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 210 time: 0.4587765 Dec 08 01:45:01.543083 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f02d8fa6-024c-4a89-9f1a-a80b004716c7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.544316 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f02d8fa6-024c-4a89-9f1a-a80b004716c7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1695688 Dec 08 01:45:01.548268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54516) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:01.556025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-83a559d6-72a1-4a62-b23f-e46948195189 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '8ba69685-9799-49cc-9a65-eb08e60792db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:01.574065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-795372ce-22df-477c-bf7e-b3e012b7f367 None None] Provisioning complete for port eed0c745-5217-4086-bcbb-9a44134e8e57 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:01.574460 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-795372ce-22df-477c-bf7e-b3e012b7f367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.583493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1b7a9-105e-4606-b4af-8f017b76931c req-834e3f4a-d1ec-409a-8786-c7f64573df35 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:01.590402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1b7a9-105e-4606-b4af-8f017b76931c req-834e3f4a-d1ec-409a-8786-c7f64573df35 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:01.596449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1b7a9-105e-4606-b4af-8f017b76931c req-834e3f4a-d1ec-409a-8786-c7f64573df35 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:01.602844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1b7a9-105e-4606-b4af-8f017b76931c req-834e3f4a-d1ec-409a-8786-c7f64573df35 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:01.609665 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1b7a9-105e-4606-b4af-8f017b76931c req-834e3f4a-d1ec-409a-8786-c7f64573df35 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:01.616066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1b7a9-105e-4606-b4af-8f017b76931c req-834e3f4a-d1ec-409a-8786-c7f64573df35 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:01.624395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1b7a9-105e-4606-b4af-8f017b76931c req-834e3f4a-d1ec-409a-8786-c7f64573df35 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:01.627056 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1aa1b7a9-105e-4606-b4af-8f017b76931c req-834e3f4a-d1ec-409a-8786-c7f64573df35 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5445 time: 0.2150428 Dec 08 01:45:01.636612 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7315eb68-e0c8-4c89-aead-a75c0340938b'}, {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce'}, {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bebb90-8c8e-44bc-9c6b-797d55456b55'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:01.645424 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6a1eb9-2e16-43b2-8d69-d6266e17545c" -d '{"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "7315eb68-e0c8-4c89-aead-a75c0340938b"}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce"}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "15bebb90-8c8e-44bc-9c6b-797d55456b55"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:01.675465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:01.676099 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.677804 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] 10.222.0.65 "PUT /v2.0/ports/74ab73ac-9034-4f7b-8b68-6ca86887eae3 HTTP/1.1" status: 200 len: 1092 time: 3.0220094 Dec 08 01:45:01.678226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44551f4c-daaa-499d-b5fd-acb5d993d519 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:01.678358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a21ac1-6890-48ce-bba1-628509b6b34b', 'tag': '74ab73ac-9034-4f7b-8b68-6ca86887eae3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:01.681415 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff68312-6c36-4446-8387-bc7a181f6675" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a21ac1-6890-48ce-bba1-628509b6b34b", "tag": "74ab73ac-9034-4f7b-8b68-6ca86887eae3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:01.686503 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-795372ce-22df-477c-bf7e-b3e012b7f367 None None] Port eed0c745-5217-4086-bcbb-9a44134e8e57 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:01.699676 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.706341 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.723419 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83a559d6-72a1-4a62-b23f-e46948195189 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.725764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcbbf4-6916-45dd-b13a-063baf123ffc service neutron] Pushing event updated for resources: {'Port': ['ID=74ab73ac-9034-4f7b-8b68-6ca86887eae3,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:01.813322 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2222786c-fccf-4619-bccd-707f1d008c63 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:01.828499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e43442e1-b62b-4908-b426-5a3c67ceaa6b None None] Could not find standard attr ID for object d137afd9-fbd1-4df5-a4c3-7d5066b334ad. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:45:01.832878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1aa1b7a9-105e-4606-b4af-8f017b76931c req-7e67d8cc-5665-4d05-9e43-10545dddaf29 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1789391 Dec 08 01:45:01.881287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222786c-fccf-4619-bccd-707f1d008c63 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=d137afd9-fbd1-4df5-a4c3-7d5066b334ad,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:01.893125 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cca6c2-20c0-46f8-b50d-895749c85aab x-openstack-request-id: req-93cca6c2-20c0-46f8-b50d-895749c85aab {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:01.893446 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "7315eb68-e0c8-4c89-aead-a75c0340938b", "code": 200}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce", "code": 200}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-plugged", "status": "completed", "tag": "15bebb90-8c8e-44bc-9c6b-797d55456b55", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:01.893775 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93cca6c2-20c0-46f8-b50d-895749c85aab {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:01.894365 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7315eb68-e0c8-4c89-aead-a75c0340938b', 'code': 200} Dec 08 01:45:01.894636 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce', 'code': 200} Dec 08 01:45:01.894898 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bebb90-8c8e-44bc-9c6b-797d55456b55', 'code': 200} Dec 08 01:45:01.921210 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0432bc39-3ef2-4b08-9309-2ce6b1fa897c x-openstack-request-id: req-0432bc39-3ef2-4b08-9309-2ce6b1fa897c {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:01.921499 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a21ac1-6890-48ce-bba1-628509b6b34b", "tag": "74ab73ac-9034-4f7b-8b68-6ca86887eae3", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:01.921765 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0432bc39-3ef2-4b08-9309-2ce6b1fa897c {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:01.922168 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a21ac1-6890-48ce-bba1-628509b6b34b', 'tag': '74ab73ac-9034-4f7b-8b68-6ca86887eae3', 'status': 'completed', 'code': 200} Dec 08 01:45:01.938399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703b384-be33-4124-b6be-70b66305503a req-904ff4fa-fb38-48a2-a701-62803bf9931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:01.939913 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-904ff4fa-fb38-48a2-a701-62803bf9931e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 1095 time: 0.1756597 Dec 08 01:45:01.960701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0361543-2fbb-4be4-af76-b4c1b78478ca req-2f16ac8a-7c98-4bcb-98bd-d1b6d2695f22 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:01.962996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0361543-2fbb-4be4-af76-b4c1b78478ca req-2f16ac8a-7c98-4bcb-98bd-d1b6d2695f22 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 931 time: 0.2031400 Dec 08 01:45:02.025287 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2222786c-fccf-4619-bccd-707f1d008c63 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.029833 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-b28db89c-c6fd-4ba0-b522-8d6953749fa3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74ab73ac-9034-4f7b-8b68-6ca86887eae3 HTTP/1.1" status: 200 len: 217 time: 0.0653758 Dec 08 01:45:02.032810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2222786c-fccf-4619-bccd-707f1d008c63 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/d137afd9-fbd1-4df5-a4c3-7d5066b334ad HTTP/1.1" status: 204 len: 168 time: 2.1759746 Dec 08 01:45:02.033898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54526) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:02.046858 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-83a559d6-72a1-4a62-b23f-e46948195189 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 01:45:02.050988 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-83a559d6-72a1-4a62-b23f-e46948195189 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4987633 Dec 08 01:45:02.052778 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54528) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:02.175138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703b384-be33-4124-b6be-70b66305503a req-d2f3f8d1-e55a-4d81-b87f-2585a3069929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.176656 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-d2f3f8d1-e55a-4d81-b87f-2585a3069929 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.1372917 Dec 08 01:45:02.194309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c511e1d-b248-4055-8536-3592620df70e req-c4fa8b53-4872-49f1-8795-835c250f8d71 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.196397 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2c511e1d-b248-4055-8536-3592620df70e req-c4fa8b53-4872-49f1-8795-835c250f8d71 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 945 time: 0.1222346 Dec 08 01:45:02.224355 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40251496-8cb5-4dc8-8ac1-021cc652004f {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:02.236784 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.237023 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.247205 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-5afb4ec8-dcb8-4213-8804-5d0ce0045299 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480530 Dec 08 01:45:02.251494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0361543-2fbb-4be4-af76-b4c1b78478ca req-b724fa3b-bbb5-4c36-9e26-fea22bbc1a43 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157736 Dec 08 01:45:02.277441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeaf029-0e9a-4293-98c3-4ff0c979f596 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.279398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6eeaf029-0e9a-4293-98c3-4ff0c979f596 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2407396 Dec 08 01:45:02.282758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54534) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:02.302475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5839e-d66a-4623-bac7-56e4678129b6 req-8731bbc1-d635-403e-b6b0-7cf9e21e6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.302965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5839e-d66a-4623-bac7-56e4678129b6 req-8731bbc1-d635-403e-b6b0-7cf9e21e6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.303437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5839e-d66a-4623-bac7-56e4678129b6 req-8731bbc1-d635-403e-b6b0-7cf9e21e6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.303971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5839e-d66a-4623-bac7-56e4678129b6 req-8731bbc1-d635-403e-b6b0-7cf9e21e6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.304470 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5839e-d66a-4623-bac7-56e4678129b6 req-8731bbc1-d635-403e-b6b0-7cf9e21e6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.304956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5839e-d66a-4623-bac7-56e4678129b6 req-8731bbc1-d635-403e-b6b0-7cf9e21e6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.306070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5839e-d66a-4623-bac7-56e4678129b6 req-8731bbc1-d635-403e-b6b0-7cf9e21e6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.309111 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ff5839e-d66a-4623-bac7-56e4678129b6 req-8731bbc1-d635-403e-b6b0-7cf9e21e6d35 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6509 time: 0.2569647 Dec 08 01:45:02.315219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Transition to ACTIVE for port object 40251496-8cb5-4dc8-8ac1-021cc652004f will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:45:02.326588 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171bf406-7684-48f9-a470-a4167d56ac53 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.344066 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.371827 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed0c745-5217-4086-bcbb-9a44134e8e57 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:02.383048 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.389147 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2c511e1d-b248-4055-8536-3592620df70e req-75297c71-b9ea-421d-8fc6-2a2bebcee629 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812308 Dec 08 01:45:02.433863 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171bf406-7684-48f9-a470-a4167d56ac53 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.436724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Transition to ACTIVE for port object eed0c745-5217-4086-bcbb-9a44134e8e57 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:45:02.452221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab4b38-c4dd-4c14-bf75-9c882b012312 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.453797 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-80ab4b38-c4dd-4c14-bf75-9c882b012312 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1680622 Dec 08 01:45:02.458366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54536) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:02.465939 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.503373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Pushing event updated for resources: {'Port': ['ID=40251496-8cb5-4dc8-8ac1-021cc652004f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:02.516974 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ff5839e-d66a-4623-bac7-56e4678129b6 req-2d4ab6ff-dd91-4b41-9e95-7cc53e7a35cb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&id=7442950f-b638-444d-9502-c5fe8d22decc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1993399 Dec 08 01:45:02.530041 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-b4b4b98a-5c4d-4103-bbfa-7c80d0cbbcfd service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600617 Dec 08 01:45:02.546454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc882618-e44f-44bb-a156-ced8d5b463a7 req-6894f288-7086-4da0-bc53-9f43bc252332 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.547943 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc882618-e44f-44bb-a156-ced8d5b463a7 req-6894f288-7086-4da0-bc53-9f43bc252332 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 943 time: 0.2055776 Dec 08 01:45:02.553339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa29d6e-e837-43a5-a740-72d620eab746 None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:02.607795 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Pushing event updated for resources: {'Port': ['ID=eed0c745-5217-4086-bcbb-9a44134e8e57,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:02.608651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171bf406-7684-48f9-a470-a4167d56ac53 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.612497 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171bf406-7684-48f9-a470-a4167d56ac53 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.613210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ab7bb-d980-4509-90de-6cfbd56f17d6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.614811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ab7bb-d980-4509-90de-6cfbd56f17d6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.616337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ab7bb-d980-4509-90de-6cfbd56f17d6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.618355 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-171bf406-7684-48f9-a470-a4167d56ac53 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "DELETE /v2.0/security-groups/8ba69685-9799-49cc-9a65-eb08e60792db HTTP/1.1" status: 204 len: 168 time: 0.5526431 Dec 08 01:45:02.619193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54540) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:02.619348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b08ab7bb-d980-4509-90de-6cfbd56f17d6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1597590 Dec 08 01:45:02.638360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54542) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:02.677565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bf406-7684-48f9-a470-a4167d56ac53 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba69685-9799-49cc-9a65-eb08e60792db,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:02.690140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc882618-e44f-44bb-a156-ced8d5b463a7 req-af3dcec5-1718-4323-8a6e-07d18d35785b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178410 Dec 08 01:45:02.691135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Attempting to bind port 40251496-8cb5-4dc8-8ac1-021cc652004f on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:02.691496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Attempting to bind port 40251496-8cb5-4dc8-8ac1-021cc652004f by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'ea574f54-2d05-4978-81c7-2b616e609b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:02.691814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Attempting to bind port 40251496-8cb5-4dc8-8ac1-021cc652004f on network bee3187a-42ca-4f2f-879c-ec781afe8f0f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:02.719778 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Port 40251496-8cb5-4dc8-8ac1-021cc652004f on network bee3187a-42ca-4f2f-879c-ec781afe8f0f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:45:02.720209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Attempting to bind port 40251496-8cb5-4dc8-8ac1-021cc652004f on network bee3187a-42ca-4f2f-879c-ec781afe8f0f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:02.730493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:02.731176 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Checking segment: {'id': 'ea574f54-2d05-4978-81c7-2b616e609b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:02.731287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Bound using segment: {'id': 'ea574f54-2d05-4978-81c7-2b616e609b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:02.731637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Bound port: 40251496-8cb5-4dc8-8ac1-021cc652004f, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea574f54-2d05-4978-81c7-2b616e609b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:02.732002 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.737991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1c234d9a-7a1a-4d09-a2a3-e2df30ea3eaa tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1017096 Dec 08 01:45:02.745392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54544) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:02.750514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fdff2eed-5cde-45fd-8cf3-136bcce4b652 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344626223'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:02.806813 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fdff2eed-5cde-45fd-8cf3-136bcce4b652 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.838989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] For port 40251496-8cb5-4dc8-8ac1-021cc652004f, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:02.842948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] For port 40251496-8cb5-4dc8-8ac1-021cc652004f, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=40251496-8cb5-4dc8-8ac1-021cc652004f,segment=NetworkSegment(ea574f54-2d05-4978-81c7-2b616e609b13),segment_id=ea574f54-2d05-4978-81c7-2b616e609b13)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:02.849072 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.872944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:02.914625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:02.915594 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.917334 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] 10.222.0.65 "PUT /v2.0/ports/40251496-8cb5-4dc8-8ac1-021cc652004f HTTP/1.1" status: 200 len: 1092 time: 2.1879790 Dec 08 01:45:02.919844 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb7bc12-fc42-411a-86d3-291ee14ac122', 'tag': '40251496-8cb5-4dc8-8ac1-021cc652004f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:02.922423 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668b5070-1508-479a-9bc0-76024c8ec0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb7bc12-fc42-411a-86d3-291ee14ac122", "tag": "40251496-8cb5-4dc8-8ac1-021cc652004f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:02.942048 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:45:02.948006 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:02.948782 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:02.986676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c1059-bd4d-4557-83fb-8c60ea570aaa service neutron] Pushing event updated for resources: {'Port': ['ID=40251496-8cb5-4dc8-8ac1-021cc652004f,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:03.027219 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fdff2eed-5cde-45fd-8cf3-136bcce4b652 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.046554 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fdff2eed-5cde-45fd-8cf3-136bcce4b652 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.067515 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.106521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f30f8-77c1-4998-9ff1-b6ead771123c req-f978bc96-273e-47e7-8762-9e8d1657df04 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.108898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,segment=NetworkSegment(c90a6499-33a1-419f-9bf2-6968255e6a12),segment_id=c90a6499-33a1-419f-9bf2-6968255e6a12)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:03.112522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d0aafe-6bf7-438f-add2-d4f4ec2b08c7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 40aeae93-0a33-425e-bad0-a5ebb8258081 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:45:03.112719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f30f8-77c1-4998-9ff1-b6ead771123c req-f978bc96-273e-47e7-8762-9e8d1657df04 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.112819 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.119384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f30f8-77c1-4998-9ff1-b6ead771123c req-f978bc96-273e-47e7-8762-9e8d1657df04 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.126148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f30f8-77c1-4998-9ff1-b6ead771123c req-f978bc96-273e-47e7-8762-9e8d1657df04 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.126587 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66d0aafe-6bf7-438f-add2-d4f4ec2b08c7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.130238 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1703b384-be33-4124-b6be-70b66305503a req-5c9e041b-3145-4ea6-a167-1426fd508d86 service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789006 Dec 08 01:45:03.132227 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f30f8-77c1-4998-9ff1-b6ead771123c req-f978bc96-273e-47e7-8762-9e8d1657df04 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.138011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f30f8-77c1-4998-9ff1-b6ead771123c req-f978bc96-273e-47e7-8762-9e8d1657df04 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.144088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f30f8-77c1-4998-9ff1-b6ead771123c req-f978bc96-273e-47e7-8762-9e8d1657df04 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.146135 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf7f30f8-77c1-4998-9ff1-b6ead771123c req-f978bc96-273e-47e7-8762-9e8d1657df04 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5445 time: 0.2067246 Dec 08 01:45:03.154115 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fdff2eed-5cde-45fd-8cf3-136bcce4b652 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.157995 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fdff2eed-5cde-45fd-8cf3-136bcce4b652 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4089949 Dec 08 01:45:03.159447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff2eed-5cde-45fd-8cf3-136bcce4b652 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c549b16-1fcc-41a3-b74a-3f6be020fad8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:03.159609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54550) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:03.162599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44049476-731a-4a86-9569-d0e91fac6315 req-533f5743-3df1-47fe-834c-c86612af9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.163668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-25d0ebd6-8fa6-480a-ad6a-6f301a33707e tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '8c549b16-1fcc-41a3-b74a-3f6be020fad8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:03.164086 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-533f5743-3df1-47fe-834c-c86612af9eac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0345702885f54153941f95452e0fbc02&device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 1095 time: 0.1742408 Dec 08 01:45:03.164693 n-d-713498-30 neutron-server[103130]: WARNING neutron.api.v2.base [None req-25d0ebd6-8fa6-480a-ad6a-6f301a33707e tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 01:45:03.165196 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-25d0ebd6-8fa6-480a-ad6a-6f301a33707e tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:03.166295 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-25d0ebd6-8fa6-480a-ad6a-6f301a33707e tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068805 Dec 08 01:45:03.170716 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54552) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:03.171655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Attempting to bind port eed0c745-5217-4086-bcbb-9a44134e8e57 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:03.172096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Attempting to bind port eed0c745-5217-4086-bcbb-9a44134e8e57 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:03.172654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Attempting to bind port eed0c745-5217-4086-bcbb-9a44134e8e57 on network a7851832-95d1-4c13-97ae-d496b5dfae7a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:03.185481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:03.194516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c6d1d-c3ed-4605-bf5a-96aa6c66c802 req-23e57eae-621c-4048-9cd9-337d4339bc66 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.196784 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-569c6d1d-c3ed-4605-bf5a-96aa6c66c802 req-23e57eae-621c-4048-9cd9-337d4339bc66 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 943 time: 0.4802184 Dec 08 01:45:03.200110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Port eed0c745-5217-4086-bcbb-9a44134e8e57 on network a7851832-95d1-4c13-97ae-d496b5dfae7a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:45:03.201168 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Attempting to bind port eed0c745-5217-4086-bcbb-9a44134e8e57 on network a7851832-95d1-4c13-97ae-d496b5dfae7a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:03.203794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.204782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.205608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.206103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.206893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.206893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.207424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.207859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.208317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.208748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.209187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.209929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.210901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:03.221035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:03.221379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Checking segment: {'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:03.221757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Bound using segment: {'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:03.222194 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Bound port: eed0c745-5217-4086-bcbb-9a44134e8e57, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:03.222542 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.225741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66d0aafe-6bf7-438f-add2-d4f4ec2b08c7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.241892 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-029ad8ac-2eb1-4edd-b25c-8d19a5e5b1a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40251496-8cb5-4dc8-8ac1-021cc652004f HTTP/1.1" status: 200 len: 217 time: 0.0528338 Dec 08 01:45:03.329524 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf7f30f8-77c1-4998-9ff1-b6ead771123c req-c0bc40c3-d027-478a-8268-e8be76ac1e00 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1729217 Dec 08 01:45:03.345997 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af56f073-6787-4aef-8dbd-1433fec69001 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.348638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44049476-731a-4a86-9569-d0e91fac6315 req-d9b145f3-5aaa-47e3-9c9f-b92e088af37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.350142 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-d9b145f3-5aaa-47e3-9c9f-b92e088af37c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5198bc2-0b58-4774-b530-11503aa5f2da HTTP/1.1" status: 200 len: 849 time: 0.0939038 Dec 08 01:45:03.393366 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42e5d52-f5bb-4fcf-8dce-68cc25843b6d x-openstack-request-id: req-a42e5d52-f5bb-4fcf-8dce-68cc25843b6d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:03.393675 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb7bc12-fc42-411a-86d3-291ee14ac122", "tag": "40251496-8cb5-4dc8-8ac1-021cc652004f", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:03.394052 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a42e5d52-f5bb-4fcf-8dce-68cc25843b6d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:03.395063 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb7bc12-fc42-411a-86d3-291ee14ac122', 'tag': '40251496-8cb5-4dc8-8ac1-021cc652004f', 'status': 'completed', 'code': 200} Dec 08 01:45:03.399778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-a2ca9e68-ded2-4390-83eb-b72021cdf764 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bee3187a-42ca-4f2f-879c-ec781afe8f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392170 Dec 08 01:45:03.411216 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af56f073-6787-4aef-8dbd-1433fec69001 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.411693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-569c6d1d-c3ed-4605-bf5a-96aa6c66c802 req-912e5009-0062-4e2b-9664-7b20d95b9987 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041502 Dec 08 01:45:03.428514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff68312-6c36-4446-8387-bc7a181f6675 req-9df1cbd0-8464-45fc-9c26-b6e5733f5361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.430243 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dff68312-6c36-4446-8387-bc7a181f6675 req-9df1cbd0-8464-45fc-9c26-b6e5733f5361 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 1095 time: 0.1574404 Dec 08 01:45:03.438815 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66d0aafe-6bf7-438f-add2-d4f4ec2b08c7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.487029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] For port eed0c745-5217-4086-bcbb-9a44134e8e57, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:03.531391 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] For port eed0c745-5217-4086-bcbb-9a44134e8e57, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=eed0c745-5217-4086-bcbb-9a44134e8e57,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:03.556946 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.565399 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.569041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438197a-a71c-4c95-9cbd-ac3179896d2d req-39f7447a-67c8-4204-a795-a94201f79dba tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.571152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e438197a-a71c-4c95-9cbd-ac3179896d2d req-39f7447a-67c8-4204-a795-a94201f79dba tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 943 time: 0.1294801 Dec 08 01:45:03.574177 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af56f073-6787-4aef-8dbd-1433fec69001 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.577207 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af56f073-6787-4aef-8dbd-1433fec69001 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.578310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-af56f073-6787-4aef-8dbd-1433fec69001 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "DELETE /v2.0/security-groups/8c549b16-1fcc-41a3-b74a-3f6be020fad8 HTTP/1.1" status: 204 len: 168 time: 0.4066622 Dec 08 01:45:03.585891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54560) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:03.618420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56f073-6787-4aef-8dbd-1433fec69001 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c549b16-1fcc-41a3-b74a-3f6be020fad8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:03.629550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-a9abc4dc-ba3a-473c-96c7-865832041a83 service neutron] 10.222.0.65 "GET /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151957 Dec 08 01:45:03.663423 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27ab894-eb34-4a60-b9c1-e52f3cffee6b None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:03.667773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.668418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.669832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] 10.222.0.65 "PUT /v2.0/ports/eed0c745-5217-4086-bcbb-9a44134e8e57 HTTP/1.1" status: 200 len: 1092 time: 2.2077909 Dec 08 01:45:03.693526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66d0aafe-6bf7-438f-add2-d4f4ec2b08c7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.710773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e438197a-a71c-4c95-9cbd-ac3179896d2d req-2f3cfe68-a883-41ef-aa6f-bfdfbcac1065 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255181 Dec 08 01:45:03.717300 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d66e1c7d-6086-41f5-b4cb-3ce55bcc16de tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1239545 Dec 08 01:45:03.721878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54564) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:03.726756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7e773b71-fd2f-4ea6-b9ce-b5d5d3802165 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group': {'name': 'tempest-secgroup--479883918'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:03.739942 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.747946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999e8bb-3ef8-4fc3-ac86-6d980e8bc25c req-808cd360-2298-4e54-acb7-b80863dd5012 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.749610 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6999e8bb-3ef8-4fc3-ac86-6d980e8bc25c req-808cd360-2298-4e54-acb7-b80863dd5012 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.2445474 Dec 08 01:45:03.760783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa940f7a-1d60-446c-af25-4f6a12dc962e None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:03.796515 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e773b71-fd2f-4ea6-b9ce-b5d5d3802165 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.808883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0aafe-6bf7-438f-add2-d4f4ec2b08c7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=40aeae93-0a33-425e-bad0-a5ebb8258081,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:03.813104 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44049476-731a-4a86-9569-d0e91fac6315 req-7972ec38-08ab-4dea-bd89-35fea24f5c11 service neutron] 10.222.0.65 "GET /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734073 Dec 08 01:45:03.828474 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66d0aafe-6bf7-438f-add2-d4f4ec2b08c7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.834043 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-66d0aafe-6bf7-438f-add2-d4f4ec2b08c7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/40aeae93-0a33-425e-bad0-a5ebb8258081 HTTP/1.1" status: 204 len: 168 time: 1.1923845 Dec 08 01:45:03.836887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54566) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:03.843512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff68312-6c36-4446-8387-bc7a181f6675 req-44f4c8ed-9970-4000-8844-f1d7f3cd2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.845682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dff68312-6c36-4446-8387-bc7a181f6675 req-44f4c8ed-9970-4000-8844-f1d7f3cd2529 service neutron] 10.222.0.65 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 907 time: 0.4035676 Dec 08 01:45:03.869686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c3be4-67ed-4ca0-ae5d-87a70d2ade76 service neutron] Pushing event updated for resources: {'Port': ['ID=eed0c745-5217-4086-bcbb-9a44134e8e57,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:03.926759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:03.928490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f373b5b-33e3-429e-874a-612df3cb845b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet f44811ec-be52-454c-9ca6-62e6aafdd88d {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:45:03.929367 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61c8ea5-f82a-4545-b1b8-612006f08020" -d '{"events": [{"server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "name": "network-vif-plugged", "status": "completed", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:03.937617 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f373b5b-33e3-429e-874a-612df3cb845b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.952933 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0667f7e7-9691-46e6-a0bc-bf0da93af01a', 'tag': 'eed0c745-5217-4086-bcbb-9a44134e8e57'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:03.958736 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fabfd83-afff-4dbc-96b9-2c8f20f55a27" -d '{"events": [{"name": "network-changed", "server_uuid": "0667f7e7-9691-46e6-a0bc-bf0da93af01a", "tag": "eed0c745-5217-4086-bcbb-9a44134e8e57"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:03.965309 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dff68312-6c36-4446-8387-bc7a181f6675 req-e0c76501-bf8c-4a66-8171-63d7eb618f3e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74ab73ac-9034-4f7b-8b68-6ca86887eae3 HTTP/1.1" status: 200 len: 217 time: 0.0808594 Dec 08 01:45:03.969164 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e773b71-fd2f-4ea6-b9ce-b5d5d3802165 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.984315 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e773b71-fd2f-4ea6-b9ce-b5d5d3802165 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:03.987614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ed8819cc-d148-405d-b0e8-f2bd22f5c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:03.990195 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ed8819cc-d148-405d-b0e8-f2bd22f5c25f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9b12f76894fa08f2595ad441a865c&device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 1095 time: 0.2371259 Dec 08 01:45:04.008420 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f373b5b-33e3-429e-874a-612df3cb845b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.076912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6999e8bb-3ef8-4fc3-ac86-6d980e8bc25c req-1e400fe2-2edc-4758-af4f-2bdcfa16dbd3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380612 Dec 08 01:45:04.081237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-ceb485ee-285f-482a-a1de-3e4ab664f150 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed0c745-5217-4086-bcbb-9a44134e8e57 HTTP/1.1" status: 200 len: 217 time: 0.0531542 Dec 08 01:45:04.102539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff68312-6c36-4446-8387-bc7a181f6675 req-2782ca4b-97a9-4652-8e7d-3cdf4d5468a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.104755 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dff68312-6c36-4446-8387-bc7a181f6675 req-2782ca4b-97a9-4652-8e7d-3cdf4d5468a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.1133697 Dec 08 01:45:04.140682 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9de500-ea66-4777-9255-e679842bd042 x-openstack-request-id: req-0e9de500-ea66-4777-9255-e679842bd042 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:04.140981 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "name": "network-vif-plugged", "status": "completed", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:04.141241 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e9de500-ea66-4777-9255-e679842bd042 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:04.141644 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'code': 200} Dec 08 01:45:04.143888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e773b71-fd2f-4ea6-b9ce-b5d5d3802165 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489a85a0-94f0-4b73-9f06-af0ea712a6b6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:04.170767 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dff68312-6c36-4446-8387-bc7a181f6675 req-5b04db21-8674-4695-ba0c-a1acf8927df1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435464 Dec 08 01:45:04.182569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fcc05-e714-4d72-8436-99c15c71d868 req-e9299b19-4b54-468c-9e10-9e34f9da87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.184249 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-e9299b19-4b54-468c-9e10-9e34f9da87f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=decbed6d-9d04-4968-abca-418c83c36e5b HTTP/1.1" status: 200 len: 855 time: 0.0936635 Dec 08 01:45:04.208878 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7e773b71-fd2f-4ea6-b9ce-b5d5d3802165 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.210156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7e773b71-fd2f-4ea6-b9ce-b5d5d3802165 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4873095 Dec 08 01:45:04.214628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54572) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:04.216218 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987c58da-106f-45be-a8e6-aaa5d0745dbe x-openstack-request-id: req-987c58da-106f-45be-a8e6-aaa5d0745dbe {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:04.216606 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0667f7e7-9691-46e6-a0bc-bf0da93af01a", "tag": "eed0c745-5217-4086-bcbb-9a44134e8e57", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:04.216921 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-987c58da-106f-45be-a8e6-aaa5d0745dbe {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:04.217494 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0667f7e7-9691-46e6-a0bc-bf0da93af01a', 'tag': 'eed0c745-5217-4086-bcbb-9a44134e8e57', 'status': 'completed', 'code': 200} Dec 08 01:45:04.224521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-43f9b391-eb4e-47cd-81d0-1aee8b3a0c52 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '489a85a0-94f0-4b73-9f06-af0ea712a6b6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:04.224962 n-d-713498-30 neutron-server[103130]: WARNING neutron.api.v2.base [None req-43f9b391-eb4e-47cd-81d0-1aee8b3a0c52 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 01:45:04.225541 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-43f9b391-eb4e-47cd-81d0-1aee8b3a0c52 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:04.226691 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-43f9b391-eb4e-47cd-81d0-1aee8b3a0c52 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070493 Dec 08 01:45:04.246651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54574) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:04.258726 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-c0e13123-3418-41e6-80cb-c1447e54784a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7851832-95d1-4c13-97ae-d496b5dfae7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544541 Dec 08 01:45:04.282969 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f373b5b-33e3-429e-874a-612df3cb845b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.361834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b5070-1508-479a-9bc0-76024c8ec0e9 req-b70f20dd-512e-4ec1-988f-cd47c7ea7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.363075 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-668b5070-1508-479a-9bc0-76024c8ec0e9 req-b70f20dd-512e-4ec1-988f-cd47c7ea7a95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0345702885f54153941f95452e0fbc02&device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 1095 time: 0.3290834 Dec 08 01:45:04.383976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57000f-7b34-4bbd-a6e4-013710680f1d req-7b663c84-f6b0-48dd-8085-8582638988c6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.389925 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dff68312-6c36-4446-8387-bc7a181f6675 req-d3f8e4ff-4d25-4894-8e73-e2e8c5afc40e service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099929 Dec 08 01:45:04.392109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c57000f-7b34-4bbd-a6e4-013710680f1d req-7b663c84-f6b0-48dd-8085-8582638988c6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 943 time: 0.3440311 Dec 08 01:45:04.471909 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197184a7-3c08-4bc8-888e-bde34b307bed req-7c2b9f58-0871-456e-9c8b-d63a0d1e4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.473497 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-197184a7-3c08-4bc8-888e-bde34b307bed req-7c2b9f58-0871-456e-9c8b-d63a0d1e4e6d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 1098 time: 0.2185888 Dec 08 01:45:04.497325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-aa6c0bad-e16e-47f6-90d2-91b6fd4c76f2 service neutron] 10.222.0.65 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300410 Dec 08 01:45:04.532126 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f373b5b-33e3-429e-874a-612df3cb845b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.565832 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f77af54-a925-47d8-85a1-bb294513f811 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.583214 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dff68312-6c36-4446-8387-bc7a181f6675 req-c4706bbc-89e9-4ef5-a740-2ab024d64685 service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852367 Dec 08 01:45:04.607596 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f373b5b-33e3-429e-874a-612df3cb845b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.614186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7f373b5b-33e3-429e-874a-612df3cb845b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/f44811ec-be52-454c-9ca6-62e6aafdd88d HTTP/1.1" status: 204 len: 168 time: 0.7758267 Dec 08 01:45:04.614943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f373b5b-33e3-429e-874a-612df3cb845b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=f44811ec-be52-454c-9ca6-62e6aafdd88d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:04.618479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54580) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:04.635314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390c7e4-17ad-4de3-90ee-8265437e470a req-45d4a0ca-b4f8-4993-b6c6-b2256be9e60b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.641251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390c7e4-17ad-4de3-90ee-8265437e470a req-45d4a0ca-b4f8-4993-b6c6-b2256be9e60b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.645852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c57000f-7b34-4bbd-a6e4-013710680f1d req-474c7481-e844-4bb1-b497-94a0eb2d9737 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534049 Dec 08 01:45:04.648048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390c7e4-17ad-4de3-90ee-8265437e470a req-45d4a0ca-b4f8-4993-b6c6-b2256be9e60b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.654867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390c7e4-17ad-4de3-90ee-8265437e470a req-45d4a0ca-b4f8-4993-b6c6-b2256be9e60b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.661643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390c7e4-17ad-4de3-90ee-8265437e470a req-45d4a0ca-b4f8-4993-b6c6-b2256be9e60b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.668780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390c7e4-17ad-4de3-90ee-8265437e470a req-45d4a0ca-b4f8-4993-b6c6-b2256be9e60b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.675041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390c7e4-17ad-4de3-90ee-8265437e470a req-45d4a0ca-b4f8-4993-b6c6-b2256be9e60b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.683230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5226ee-cddb-4fd4-98b0-8e50b87e3306 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:04.697256 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e390c7e4-17ad-4de3-90ee-8265437e470a req-45d4a0ca-b4f8-4993-b6c6-b2256be9e60b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5445 time: 0.2539811 Dec 08 01:45:04.706270 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eaa65257-c51d-43b3-8c06-89202b3ca33b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780790 Dec 08 01:45:04.714864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54582) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:04.718807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f77af54-a925-47d8-85a1-bb294513f811 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.731454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-07b720e7-6ec2-4bd4-9aa0-25caac0c82ef tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:04.734850 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.743304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b5070-1508-479a-9bc0-76024c8ec0e9 req-e12c9128-2da0-4601-aec5-1002e60e3ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.744556 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-093fcc05-e714-4d72-8436-99c15c71d868 req-f2c4cbc3-784d-4ff5-aea6-af7856a523d5 service neutron] 10.222.0.65 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214816 Dec 08 01:45:04.745000 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-668b5070-1508-479a-9bc0-76024c8ec0e9 req-e12c9128-2da0-4601-aec5-1002e60e3ce8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bee3187a-42ca-4f2f-879c-ec781afe8f0f HTTP/1.1" status: 200 len: 910 time: 0.3468738 Dec 08 01:45:04.767253 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-197184a7-3c08-4bc8-888e-bde34b307bed req-ad3deeac-7b89-4476-9e47-cd9052611c9e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808754 Dec 08 01:45:04.801959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-90bf4622-beeb-4958-b131-1e4d0445c288 None None] Provisioning complete for port d9cd2e1f-d810-42ed-9ff7-79136a870455 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:04.802338 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-90bf4622-beeb-4958-b131-1e4d0445c288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.823036 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e390c7e4-17ad-4de3-90ee-8265437e470a req-76904b6b-8138-4814-832f-8b30b8a47940 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1244380 Dec 08 01:45:04.864373 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-668b5070-1508-479a-9bc0-76024c8ec0e9 req-7dd05fff-c926-49ac-99f2-17420552f9d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40251496-8cb5-4dc8-8ac1-021cc652004f HTTP/1.1" status: 200 len: 217 time: 0.0938878 Dec 08 01:45:04.904712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabfd83-afff-4dbc-96b9-2c8f20f55a27 req-ca410568-92b9-4af4-9646-94ee9139a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.906362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2fabfd83-afff-4dbc-96b9-2c8f20f55a27 req-ca410568-92b9-4af4-9646-94ee9139a2e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9b12f76894fa08f2595ad441a865c&device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 1095 time: 0.0550203 Dec 08 01:45:04.935641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7d7c5b-174d-41d7-8e53-f7dacae02299 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:04.962296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c40a9d-1b32-4457-a34b-b5436de0d8a0 req-43dbd217-1699-432b-9fa7-be84b1f31ed4 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:04.964592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d4c40a9d-1b32-4457-a34b-b5436de0d8a0 req-43dbd217-1699-432b-9fa7-be84b1f31ed4 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 943 time: 0.2222905 Dec 08 01:45:04.973096 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f77af54-a925-47d8-85a1-bb294513f811 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.975834 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f77af54-a925-47d8-85a1-bb294513f811 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:04.980392 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4f77af54-a925-47d8-85a1-bb294513f811 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "DELETE /v2.0/security-groups/489a85a0-94f0-4b73-9f06-af0ea712a6b6 HTTP/1.1" status: 204 len: 168 time: 0.7283099 Dec 08 01:45:04.987810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54588) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:05.027290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77af54-a925-47d8-85a1-bb294513f811 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489a85a0-94f0-4b73-9f06-af0ea712a6b6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:05.035437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d7c5b-174d-41d7-8e53-f7dacae02299 None None] Deleting port d9cd2e1f-d810-42ed-9ff7-79136a870455 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:05.035605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b5070-1508-479a-9bc0-76024c8ec0e9 req-c35ef90f-7948-4a68-92da-6484323a0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.036729 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f7d7c5b-174d-41d7-8e53-f7dacae02299 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.037014 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-668b5070-1508-479a-9bc0-76024c8ec0e9 req-c35ef90f-7948-4a68-92da-6484323a0956 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d5198bc2-0b58-4774-b530-11503aa5f2da HTTP/1.1" status: 200 len: 849 time: 0.1349552 Dec 08 01:45:05.059548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2584a5-115f-4cff-8e6d-bbcd0ea4f81f req-903488c3-dafe-47b2-bd95-7d767bb0cb54 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.061094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e2584a5-115f-4cff-8e6d-bbcd0ea4f81f req-903488c3-dafe-47b2-bd95-7d767bb0cb54 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 943 time: 0.1058724 Dec 08 01:45:05.077505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabfd83-afff-4dbc-96b9-2c8f20f55a27 req-bae89e70-eda7-4953-ae2f-dfb6e96d270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.077966 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2fabfd83-afff-4dbc-96b9-2c8f20f55a27 req-bae89e70-eda7-4953-ae2f-dfb6e96d270c service neutron] 10.222.0.65 "GET /v2.0/networks?id=a7851832-95d1-4c13-97ae-d496b5dfae7a HTTP/1.1" status: 200 len: 916 time: 0.1616011 Dec 08 01:45:05.102798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b720e7-6ec2-4bd4-9aa0-25caac0c82ef tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:05.106478 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07b720e7-6ec2-4bd4-9aa0-25caac0c82ef tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.119796 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-668b5070-1508-479a-9bc0-76024c8ec0e9 req-04a0689d-9924-47b1-8426-9c0976720bde service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bee3187a-42ca-4f2f-879c-ec781afe8f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706623 Dec 08 01:45:05.145399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3f7d7c5b-174d-41d7-8e53-f7dacae02299 None None] For port d9cd2e1f-d810-42ed-9ff7-79136a870455, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d9cd2e1f-d810-42ed-9ff7-79136a870455,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:05.145745 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2fabfd83-afff-4dbc-96b9-2c8f20f55a27 req-b42fc695-23fd-457c-acbf-d2fa9e704cfe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed0c745-5217-4086-bcbb-9a44134e8e57 HTTP/1.1" status: 200 len: 217 time: 0.0429113 Dec 08 01:45:05.145939 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f7d7c5b-174d-41d7-8e53-f7dacae02299 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.159423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d4c40a9d-1b32-4457-a34b-b5436de0d8a0 req-229480ab-88f8-4634-b8e7-5deb49b28419 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875770 Dec 08 01:45:05.187316 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-54214aab-0a41-4b8e-92a5-0ca5b92e185d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1924729 Dec 08 01:45:05.197062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54594) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:05.197958 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d7c5b-174d-41d7-8e53-f7dacae02299 None None] Calling delete_port for d9cd2e1f-d810-42ed-9ff7-79136a870455 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:05.207500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e96047f6-fb48-4ff1-a80e-8ddc450c886d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group': {'name': 'tempest-secgroup--237502126'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:05.242340 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e2584a5-115f-4cff-8e6d-bbcd0ea4f81f req-e604e210-8768-4869-98ac-0a2b176353fa tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631286 Dec 08 01:45:05.284603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabfd83-afff-4dbc-96b9-2c8f20f55a27 req-1a870335-e170-4a6b-b261-864682b7ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.285837 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2fabfd83-afff-4dbc-96b9-2c8f20f55a27 req-1a870335-e170-4a6b-b261-864682b7ce62 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=decbed6d-9d04-4968-abca-418c83c36e5b HTTP/1.1" status: 200 len: 855 time: 0.1307838 Dec 08 01:45:05.326830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2fabfd83-afff-4dbc-96b9-2c8f20f55a27 req-80e17552-ddc3-4ee9-be25-23f3d9ea08e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7851832-95d1-4c13-97ae-d496b5dfae7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316529 Dec 08 01:45:05.348617 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f7d7c5b-174d-41d7-8e53-f7dacae02299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.358952 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e96047f6-fb48-4ff1-a80e-8ddc450c886d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.379526 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d7c5b-174d-41d7-8e53-f7dacae02299 None None] Pushing event deleted for resources: {'Port': ['ID=d9cd2e1f-d810-42ed-9ff7-79136a870455,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:05.388887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d7c5b-174d-41d7-8e53-f7dacae02299 None None] No DVR routers for this DVR port d9cd2e1f-d810-42ed-9ff7-79136a870455 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:45:05.400136 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-668b5070-1508-479a-9bc0-76024c8ec0e9 req-d1a6417f-35e5-4036-933f-2e76e8ee7bf8 service neutron] 10.222.0.65 "GET /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572443 Dec 08 01:45:05.425605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7575c0-b060-47d3-8136-9af400bbc901 req-8713fe12-7caa-497f-afcd-228b6eb58178 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.432220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7575c0-b060-47d3-8136-9af400bbc901 req-8713fe12-7caa-497f-afcd-228b6eb58178 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.438195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7575c0-b060-47d3-8136-9af400bbc901 req-8713fe12-7caa-497f-afcd-228b6eb58178 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.444105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7575c0-b060-47d3-8136-9af400bbc901 req-8713fe12-7caa-497f-afcd-228b6eb58178 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.444942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2fabfd83-afff-4dbc-96b9-2c8f20f55a27 req-478004d1-3ed6-4e0f-a98a-fd65ea2e7274 service neutron] 10.222.0.65 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112094 Dec 08 01:45:05.450323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7575c0-b060-47d3-8136-9af400bbc901 req-8713fe12-7caa-497f-afcd-228b6eb58178 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.456348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7575c0-b060-47d3-8136-9af400bbc901 req-8713fe12-7caa-497f-afcd-228b6eb58178 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.462896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7575c0-b060-47d3-8136-9af400bbc901 req-8713fe12-7caa-497f-afcd-228b6eb58178 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.464811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec7575c0-b060-47d3-8136-9af400bbc901 req-8713fe12-7caa-497f-afcd-228b6eb58178 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5445 time: 0.1864040 Dec 08 01:45:05.489648 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54596) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:05.496342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a1487321-a269-45fd-a53f-641e4f9f3199 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Request body: {'floatingip': {'port_id': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:05.553212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1487321-a269-45fd-a53f-641e4f9f3199 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.647258 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e96047f6-fb48-4ff1-a80e-8ddc450c886d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.655516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cef51-7191-43dd-8fe9-4c85060a0565 req-1edd72cd-ce1b-4ec0-b6bb-ab7c238d3a2a tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.657022 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-816cef51-7191-43dd-8fe9-4c85060a0565 req-1edd72cd-ce1b-4ec0-b6bb-ab7c238d3a2a tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.2072785 Dec 08 01:45:05.663313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e96047f6-fb48-4ff1-a80e-8ddc450c886d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.689232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-668b5070-1508-479a-9bc0-76024c8ec0e9 req-41455398-a687-4949-8285-eec6b71f6677 service neutron] 10.222.0.65 "GET /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772484 Dec 08 01:45:05.709505 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e96047f6-fb48-4ff1-a80e-8ddc450c886d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.713679 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e96047f6-fb48-4ff1-a80e-8ddc450c886d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5118568 Dec 08 01:45:05.717283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54600) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:05.724106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-42643884-27b3-4383-b6aa-ffcd397e02f1 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '80eec252-3f6e-498c-8594-222926f5d707', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:05.732901 n-d-713498-30 neutron-server[103130]: WARNING neutron.api.v2.base [None req-42643884-27b3-4383-b6aa-ffcd397e02f1 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 01:45:05.733466 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-42643884-27b3-4383-b6aa-ffcd397e02f1 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:05.734720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-42643884-27b3-4383-b6aa-ffcd397e02f1 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0159914 Dec 08 01:45:05.739344 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2fabfd83-afff-4dbc-96b9-2c8f20f55a27 req-52d01799-f1f5-4bea-bf85-8df76ef1449a service neutron] 10.222.0.65 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808871 Dec 08 01:45:05.739800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54602) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:05.744589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96047f6-fb48-4ff1-a80e-8ddc450c886d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80eec252-3f6e-498c-8594-222926f5d707,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:05.750335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0847b0c9-e24b-48fc-bd6d-950466e5534b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '80eec252-3f6e-498c-8594-222926f5d707', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:05.751017 n-d-713498-30 neutron-server[103130]: WARNING neutron.api.v2.base [None req-0847b0c9-e24b-48fc-bd6d-950466e5534b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 01:45:05.751758 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-0847b0c9-e24b-48fc-bd6d-950466e5534b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:05.752740 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0847b0c9-e24b-48fc-bd6d-950466e5534b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078776 Dec 08 01:45:05.755984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54604) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:05.778576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ff4b6c9d-5fc6-484f-900f-e97d805fdf08 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '80eec252-3f6e-498c-8594-222926f5d707', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:05.780684 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-ff4b6c9d-5fc6-484f-900f-e97d805fdf08 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 01:45:05.781293 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-ff4b6c9d-5fc6-484f-900f-e97d805fdf08 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:05.782378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ff4b6c9d-5fc6-484f-900f-e97d805fdf08 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0202365 Dec 08 01:45:05.787096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54606) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:05.827986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ee9bd1d6-dbde-446e-adad-f4a3ee7448ef tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '80eec252-3f6e-498c-8594-222926f5d707', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:05.829452 n-d-713498-30 neutron-server[103130]: WARNING neutron.api.v2.base [None req-ee9bd1d6-dbde-446e-adad-f4a3ee7448ef tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 01:45:05.830006 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-ee9bd1d6-dbde-446e-adad-f4a3ee7448ef tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:05.837063 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ee9bd1d6-dbde-446e-adad-f4a3ee7448ef tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0120759 Dec 08 01:45:05.837940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-07b720e7-6ec2-4bd4-9aa0-25caac0c82ef tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:45:05.839185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54608) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:05.849923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-816cef51-7191-43dd-8fe9-4c85060a0565 req-b42a7e99-e2aa-4bde-966d-31908faa2612 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828184 Dec 08 01:45:05.850164 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07b720e7-6ec2-4bd4-9aa0-25caac0c82ef tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.906930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551b22e-161b-499a-969c-4bc81d2a5b4a req-98e76316-eee8-411f-9dc8-c3e80b087c3d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.908401 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3551b22e-161b-499a-969c-4bc81d2a5b4a req-98e76316-eee8-411f-9dc8-c3e80b087c3d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 943 time: 0.1565700 Dec 08 01:45:05.932829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b720e7-6ec2-4bd4-9aa0-25caac0c82ef tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:05.946386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-07b720e7-6ec2-4bd4-9aa0-25caac0c82ef tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:05.955689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f00f5e1-14c7-427e-9724-97bd7c0b6781 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:05.965347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b720e7-6ec2-4bd4-9aa0-25caac0c82ef tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:05.965939 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07b720e7-6ec2-4bd4-9aa0-25caac0c82ef tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:05.968218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b720e7-6ec2-4bd4-9aa0-25caac0c82ef tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=21fc2432-f03a-4232-9ab8-0656598d5444,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:06.006763 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-07b720e7-6ec2-4bd4-9aa0-25caac0c82ef tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2848599 Dec 08 01:45:06.008990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54610) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:06.017083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6d6d73bd-02f5-4f48-8c9f-862b7cf2190c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:06.063092 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3551b22e-161b-499a-969c-4bc81d2a5b4a req-8ed6b99a-80b5-4f7e-b497-db00a463e01a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414435 Dec 08 01:45:06.071370 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff4e53f7-c2c4-4a37-896a-7548b397bf37 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.091063 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': '21fc2432-f03a-4232-9ab8-0656598d5444'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:45:06.091063 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.129212 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff4e53f7-c2c4-4a37-896a-7548b397bf37 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.201037 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff4e53f7-c2c4-4a37-896a-7548b397bf37 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.203800 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff4e53f7-c2c4-4a37-896a-7548b397bf37 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.207530 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ff4e53f7-c2c4-4a37-896a-7548b397bf37 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "DELETE /v2.0/security-groups/80eec252-3f6e-498c-8594-222926f5d707 HTTP/1.1" status: 204 len: 168 time: 0.3626094 Dec 08 01:45:06.208875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54614) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:06.211858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6d73bd-02f5-4f48-8c9f-862b7cf2190c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:06.215421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d6d73bd-02f5-4f48-8c9f-862b7cf2190c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.254791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e53f7-c2c4-4a37-896a-7548b397bf37 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eec252-3f6e-498c-8594-222926f5d707,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:06.289309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Allocated IP 2001:db8::f816:3eff:feb3:3169 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/21fc2432-f03a-4232-9ab8-0656598d5444/ac45cc43-a7ec-4259-b290-dca76d9d5d9d) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:06.338495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-31ab2009-791d-4a33-b565-87be8235e4d0 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1193464 Dec 08 01:45:06.343809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54618) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:06.348038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a712bcde-a9d6-416e-8f45-384f562eb58b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178162498'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:06.404211 n-d-713498-30 neutron-server[103129]: INFO neutron.db.ipam_backend_mixin [None req-6d6d73bd-02f5-4f48-8c9f-862b7cf2190c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21fc2432-f03a-4232-9ab8-0656598d5444 (CIDR: 2001:db8::/64) Dec 08 01:45:06.413736 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6d73bd-02f5-4f48-8c9f-862b7cf2190c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:06.414347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6d73bd-02f5-4f48-8c9f-862b7cf2190c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:06.421802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a712bcde-a9d6-416e-8f45-384f562eb58b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.455580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5ca4f-1452-4a21-922e-8d4fbcc1fa05 req-82f8f782-57ba-4ced-9c7c-c56421b9dcca tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:06.457048 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ac5ca4f-1452-4a21-922e-8d4fbcc1fa05 req-82f8f782-57ba-4ced-9c7c-c56421b9dcca tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 943 time: 0.1175315 Dec 08 01:45:06.466168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6d6d73bd-02f5-4f48-8c9f-862b7cf2190c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4530199 Dec 08 01:45:06.467699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54622) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:06.474350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e16052b9-20ea-421d-85a6-15acdc82ddb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:06.496786 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.508253 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.574856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:06.579274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Pushing event updated for resources: {'Port': ['ID=ac45cc43-a7ec-4259-b290-dca76d9d5d9d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:06.581808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:06.585647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:06.604621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9bedd-1adf-4cc9-bb9d-2297fd0dff11 req-bd95004d-ccbd-44c9-8c28-61f34177d1ce tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:06.612034 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a0c9bedd-1adf-4cc9-bb9d-2297fd0dff11 req-bd95004d-ccbd-44c9-8c28-61f34177d1ce tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 943 time: 0.1506176 Dec 08 01:45:06.613015 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ac5ca4f-1452-4a21-922e-8d4fbcc1fa05 req-eca323ba-88ae-4d6b-af19-6e6ceff220a3 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343532 Dec 08 01:45:06.657065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a712bcde-a9d6-416e-8f45-384f562eb58b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.668490 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.resource_extend [None req-a1487321-a269-45fd-a53f-641e4f9f3199 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:45:06.669349 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a712bcde-a9d6-416e-8f45-384f562eb58b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.716433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712bcde-a9d6-416e-8f45-384f562eb58b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4f2c62-5019-4528-8752-6793d5018d8c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:06.730470 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16052b9-20ea-421d-85a6-15acdc82ddb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:06.735071 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e16052b9-20ea-421d-85a6-15acdc82ddb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.743350 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a712bcde-a9d6-416e-8f45-384f562eb58b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.749308 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a712bcde-a9d6-416e-8f45-384f562eb58b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4018240 Dec 08 01:45:06.749510 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a0c9bedd-1adf-4cc9-bb9d-2297fd0dff11 req-047a3df6-d586-49ba-b71c-43221dc0e3a7 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342800 Dec 08 01:45:06.764003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54624) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:06.765977 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1487321-a269-45fd-a53f-641e4f9f3199 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.768202 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1487321-a269-45fd-a53f-641e4f9f3199 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.770665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-78d05af2-8ea7-4b9b-b21a-050e92c3d329 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '3a4f2c62-5019-4528-8752-6793d5018d8c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:06.771432 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-78d05af2-8ea7-4b9b-b21a-050e92c3d329 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 01:45:06.771793 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d9cd2e1f-d810-42ed-9ff7-79136a870455 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:45:06.771943 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-78d05af2-8ea7-4b9b-b21a-050e92c3d329 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:06.776622 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-78d05af2-8ea7-4b9b-b21a-050e92c3d329 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0154502 Dec 08 01:45:06.777263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54626) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:06.778277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Attempting to bind port ac45cc43-a7ec-4259-b290-dca76d9d5d9d on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:06.778726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Attempting to bind port ac45cc43-a7ec-4259-b290-dca76d9d5d9d by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:06.779175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Attempting to bind port ac45cc43-a7ec-4259-b290-dca76d9d5d9d on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:06.784797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cc158873-8719-4d2f-b965-910ce14628f5 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '3a4f2c62-5019-4528-8752-6793d5018d8c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:06.805538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: d9cd2e1f-d810-42ed-9ff7-79136a870455 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:45:06.806156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d9cd2e1f-d810-42ed-9ff7-79136a870455 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:45:06.808034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:06.808439 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:06.808970 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.809415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:06.809966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Bound port: ac45cc43-a7ec-4259-b290-dca76d9d5d9d, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:06.810591 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:06.875121 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-cc158873-8719-4d2f-b965-910ce14628f5 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:06.891450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cc158873-8719-4d2f-b965-910ce14628f5 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1099026 Dec 08 01:45:06.892091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54630) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:06.893796 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-a1487321-a269-45fd-a53f-641e4f9f3199 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Floating IP a2f2a416-f580-465c-b481-8441b0ae3a2f associated. External IP: 172.25.2.45, port: e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3. Dec 08 01:45:06.902342 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-98d789a0-e17c-4ddb-ab8e-1e50b3827ce6 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '3a4f2c62-5019-4528-8752-6793d5018d8c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:06.902878 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-98d789a0-e17c-4ddb-ab8e-1e50b3827ce6 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 01:45:06.903407 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-98d789a0-e17c-4ddb-ab8e-1e50b3827ce6 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:06.907032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-98d789a0-e17c-4ddb-ab8e-1e50b3827ce6 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099995 Dec 08 01:45:06.907657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54632) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:06.913073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-75b301c3-7ff6-4acc-af3f-c90f1a5292e2 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '3a4f2c62-5019-4528-8752-6793d5018d8c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:06.921603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] For port ac45cc43-a7ec-4259-b290-dca76d9d5d9d, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:06.940258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] For port ac45cc43-a7ec-4259-b290-dca76d9d5d9d, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ac45cc43-a7ec-4259-b290-dca76d9d5d9d,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:06.951902 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.034221 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-75b301c3-7ff6-4acc-af3f-c90f1a5292e2 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:07.038070 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-75b301c3-7ff6-4acc-af3f-c90f1a5292e2 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1271143 Dec 08 01:45:07.044149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54634) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:07.053121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0353a839-2848-4c2a-b6d9-fabd230065d3 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '3a4f2c62-5019-4528-8752-6793d5018d8c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:07.053610 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-0353a839-2848-4c2a-b6d9-fabd230065d3 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 01:45:07.054109 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-0353a839-2848-4c2a-b6d9-fabd230065d3 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:07.056382 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0353a839-2848-4c2a-b6d9-fabd230065d3 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112340 Dec 08 01:45:07.056727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fedbb-fc6e-4515-9e0c-027ca9594d49 None None] Pushing event updated for resources: {'Port': ['ID=ac45cc43-a7ec-4259-b290-dca76d9d5d9d,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:07.060688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54636) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:07.067673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-128879b0-f7a9-4d07-8c72-f801a819978c tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '3a4f2c62-5019-4528-8752-6793d5018d8c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:07.072503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db281c1d-0d40-460e-9097-a6eb64c6d768 req-521e7d6e-3b52-4a36-a257-1fee12b4e443 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:07.074371 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-db281c1d-0d40-460e-9097-a6eb64c6d768 req-521e7d6e-3b52-4a36-a257-1fee12b4e443 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1276782 Dec 08 01:45:07.175565 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-db281c1d-0d40-460e-9097-a6eb64c6d768 req-0cc72a87-2004-4ca4-b085-11030015db79 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923097 Dec 08 01:45:07.199366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e16052b9-20ea-421d-85a6-15acdc82ddb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.326661 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-128879b0-f7a9-4d07-8c72-f801a819978c tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:07.332107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-128879b0-f7a9-4d07-8c72-f801a819978c tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2661717 Dec 08 01:45:07.335625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54642) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:07.347516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a64fed61-00ad-45de-ad86-da6dd3d2d870 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '3a4f2c62-5019-4528-8752-6793d5018d8c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:07.347516 n-d-713498-30 neutron-server[103130]: WARNING neutron.api.v2.base [None req-a64fed61-00ad-45de-ad86-da6dd3d2d870 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 01:45:07.353885 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-a64fed61-00ad-45de-ad86-da6dd3d2d870 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:07.353885 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a64fed61-00ad-45de-ad86-da6dd3d2d870 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106783 Dec 08 01:45:07.356577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54644) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:07.363526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7d44343c-2a1e-4ce4-871e-69269d2f616a tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '3a4f2c62-5019-4528-8752-6793d5018d8c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:07.391438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1487321-a269-45fd-a53f-641e4f9f3199 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Router ce21a83f-79cc-46e5-8930-e001220782be has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:45:07.405314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41d8db-1104-45c1-a2c3-16ba62093f40 req-9b887775-1d94-4f03-91b4-236294316211 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:07.407116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab41d8db-1104-45c1-a2c3-16ba62093f40 req-9b887775-1d94-4f03-91b4-236294316211 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 943 time: 0.1704004 Dec 08 01:45:07.451573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 74ab73ac-9034-4f7b-8b68-6ca86887eae3 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:45:07.520557 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-7d44343c-2a1e-4ce4-871e-69269d2f616a tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:07.526777 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7d44343c-2a1e-4ce4-871e-69269d2f616a tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1636915 Dec 08 01:45:07.532089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54648) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:07.544975 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6f58141f-6f77-4fdc-83ea-27e725a99f63 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '3a4f2c62-5019-4528-8752-6793d5018d8c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:07.588045 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab41d8db-1104-45c1-a2c3-16ba62093f40 req-256647c4-6ab6-40d3-b17d-e6eb4a24a881 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731706 Dec 08 01:45:07.630146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 74ab73ac-9034-4f7b-8b68-6ca86887eae3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=74ab73ac-9034-4f7b-8b68-6ca86887eae3,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:07.645387 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '74ab73ac-9034-4f7b-8b68-6ca86887eae3', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'port_id': '74ab73ac-9034-4f7b-8b68-6ca86887eae3', 'mac_address': 'fa:16:3e:75:80:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fd533c-1222-42a7-929e-1a209b1b24e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:45:07.663241 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-6f58141f-6f77-4fdc-83ea-27e725a99f63 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:07.665321 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6f58141f-6f77-4fdc-83ea-27e725a99f63 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1242461 Dec 08 01:45:07.666648 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1487321-a269-45fd-a53f-641e4f9f3199 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:45:07.668386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54652) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:07.679076 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a1487321-a269-45fd-a53f-641e4f9f3199 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.684790 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30281ef4-baf8-4233-879c-5e862bc328b5 None None] Sync routers for ids ['ce21a83f-79cc-46e5-8930-e001220782be'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:45:07.703156 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30281ef4-baf8-4233-879c-5e862bc328b5 None None] Routers {'ce21a83f-79cc-46e5-8930-e001220782be'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:07.704869 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-30281ef4-baf8-4233-879c-5e862bc328b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:45:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ce21a83f-79cc-46e5-8930-e001220782be'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:07.731765 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.749809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ab73ac-9034-4f7b-8b68-6ca86887eae3 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:07.753265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16052b9-20ea-421d-85a6-15acdc82ddb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=8a197a40-38d8-44b1-99f5-b93d9ebd9757,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:07.765313 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a1487321-a269-45fd-a53f-641e4f9f3199 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "PUT /v2.0/floatingips/a2f2a416-f580-465c-b481-8441b0ae3a2f HTTP/1.1" status: 200 len: 990 time: 2.2745621 Dec 08 01:45:07.771533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:07.775498 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:07.783882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 74ab73ac-9034-4f7b-8b68-6ca86887eae3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=74ab73ac-9034-4f7b-8b68-6ca86887eae3,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:07.792237 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.793992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 40251496-8cb5-4dc8-8ac1-021cc652004f details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:45:07.815728 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35b0b120-4f2c-40a6-94df-b59e497164dd tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.816187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16052b9-20ea-421d-85a6-15acdc82ddb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:07.825183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e16052b9-20ea-421d-85a6-15acdc82ddb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:07.829670 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16052b9-20ea-421d-85a6-15acdc82ddb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:07.830275 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e16052b9-20ea-421d-85a6-15acdc82ddb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.830775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfcf1f-54fc-4879-a286-e4ee8d982fd5 req-b80e0c88-9ff9-4daa-8b2d-81c1d11de9f8 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:07.832759 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c6cfcf1f-54fc-4879-a286-e4ee8d982fd5 req-b80e0c88-9ff9-4daa-8b2d-81c1d11de9f8 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 943 time: 0.1134024 Dec 08 01:45:07.860815 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35b0b120-4f2c-40a6-94df-b59e497164dd tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.869726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bef3c3-1ee9-4b9e-9be3-aed90837d9db req-90c0dee8-84bc-41d8-841a-ac47d431b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:07.871781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40bef3c3-1ee9-4b9e-9be3-aed90837d9db req-90c0dee8-84bc-41d8-841a-ac47d431b059 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61b1226b97a2468dba8c750ccbb6d5c1&device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 1098 time: 0.1495955 Dec 08 01:45:07.879643 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-30281ef4-baf8-4233-879c-5e862bc328b5 None None] Set router ce21a83f-79cc-46e5-8930-e001220782be gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:07.882602 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0179f-c512-4310-82ff-3e3daa1b7d07 req-e32099bd-87f5-42ab-96d1-66a9f485549f tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:07.885488 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98d0179f-c512-4310-82ff-3e3daa1b7d07 req-e32099bd-87f5-42ab-96d1-66a9f485549f tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1621850 Dec 08 01:45:07.890446 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e16052b9-20ea-421d-85a6-15acdc82ddb7 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4218113 Dec 08 01:45:07.899449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=74ab73ac-9034-4f7b-8b68-6ca86887eae3,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:07.902131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54662) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:07.921297 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35b0b120-4f2c-40a6-94df-b59e497164dd tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.921954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:01:0c:07', 'name': 'tempest-NetworksTestDHCPv6-1037849783'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:07.925224 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35b0b120-4f2c-40a6-94df-b59e497164dd tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:07.926675 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-35b0b120-4f2c-40a6-94df-b59e497164dd tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "DELETE /v2.0/security-groups/3a4f2c62-5019-4528-8752-6793d5018d8c HTTP/1.1" status: 204 len: 168 time: 0.2573559 Dec 08 01:45:07.934872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54664) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:07.958563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0b120-4f2c-40a6-94df-b59e497164dd tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4f2c62-5019-4528-8752-6793d5018d8c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:07.977833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 40251496-8cb5-4dc8-8ac1-021cc652004f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=40251496-8cb5-4dc8-8ac1-021cc652004f,segment=NetworkSegment(ea574f54-2d05-4978-81c7-2b616e609b13),segment_id=ea574f54-2d05-4978-81c7-2b616e609b13)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:08.002941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '40251496-8cb5-4dc8-8ac1-021cc652004f', 'network_id': 'bee3187a-42ca-4f2f-879c-ec781afe8f0f', 'port_id': '40251496-8cb5-4dc8-8ac1-021cc652004f', 'mac_address': 'fa:16:3e:16:9e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5198bc2-0b58-4774-b530-11503aa5f2da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:45:08.003335 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c6cfcf1f-54fc-4879-a286-e4ee8d982fd5 req-6b810734-7421-49cc-a182-d9c69cce7290 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579814 Dec 08 01:45:08.061659 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c9b58cf0-946f-4239-bcdf-1f2b458064fc tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1210399 Dec 08 01:45:08.065109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54666) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:08.070077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group': {'name': 'tempest-secgroup--42137677'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:08.093240 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.126944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40251496-8cb5-4dc8-8ac1-021cc652004f {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:08.130533 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.174647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 40251496-8cb5-4dc8-8ac1-021cc652004f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=40251496-8cb5-4dc8-8ac1-021cc652004f,segment=NetworkSegment(ea574f54-2d05-4978-81c7-2b616e609b13),segment_id=ea574f54-2d05-4978-81c7-2b616e609b13)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:08.185057 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.198017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98d0179f-c512-4310-82ff-3e3daa1b7d07 req-a260af76-6043-4846-b33a-a661468dce30 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841172 Dec 08 01:45:08.231833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bef3c3-1ee9-4b9e-9be3-aed90837d9db req-04d7b37a-fd65-42bf-8b6e-f69a1019f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:08.233379 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40bef3c3-1ee9-4b9e-9be3-aed90837d9db req-04d7b37a-fd65-42bf-8b6e-f69a1019f27f service neutron] 10.222.0.72 "GET /v2.0/networks?id=0608a3a7-505d-43a2-8a8b-bb9f73998be4 HTTP/1.1" status: 200 len: 920 time: 0.3469722 Dec 08 01:45:08.262925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:08.306012 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40bef3c3-1ee9-4b9e-9be3-aed90837d9db req-b522a972-ede7-477c-bd21-aa225f1e3680 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 217 time: 0.0526283 Dec 08 01:45:08.311916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.323744 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.350224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=40251496-8cb5-4dc8-8ac1-021cc652004f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:08.366756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986005e6-2378-4b8b-8a4c-43ea5df62254,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:08.388743 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.393529 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3271222 Dec 08 01:45:08.397192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.397610 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.398013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.398538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.399575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.400319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.400680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.401030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.401423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.401774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.402868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.403228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.403576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b3f1-97c9-4673-a9a8-50cba7a21f4d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:45:08.407068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54668) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:08.428796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e697371c-8f51-483c-bf37-20080d111761 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '986005e6-2378-4b8b-8a4c-43ea5df62254', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:08.443436 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257cccf0-0cdc-4b55-96da-0039944db795 x-openstack-request-id: req-257cccf0-0cdc-4b55-96da-0039944db795 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:08.443436 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "tag": "e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:08.443436 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-257cccf0-0cdc-4b55-96da-0039944db795 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:08.443850 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'tag': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3', 'status': 'completed', 'code': 200} Dec 08 01:45:08.447362 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-30281ef4-baf8-4233-879c-5e862bc328b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:42:16Z', 'revision_number': 4, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'a2f2a416-f580-465c-b481-8441b0ae3a2f', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'port_id': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'mac_address': 'fa:16:3e:2a:e8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:43:22Z', 'updated_at': '2021-12-08T01:45:06Z', 'revision_number': 1, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee8c9c4-40ca-47b7-b5a5-1d1ae518481a', 'name': '', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'mac_address': 'fa:16:3e:f2:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:14Z', 'updated_at': '2021-12-08T01:42:22Z', 'revision_number': 5, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'subnets': [{'id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:08.472594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bef3c3-1ee9-4b9e-9be3-aed90837d9db req-17e9f7d3-deb2-4594-936d-3849468d2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:08.474775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40bef3c3-1ee9-4b9e-9be3-aed90837d9db req-17e9f7d3-deb2-4594-936d-3849468d2a48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35849b75-debd-4d85-bfce-4884baa9dc49 HTTP/1.1" status: 200 len: 859 time: 0.1526163 Dec 08 01:45:08.487274 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30281ef4-baf8-4233-879c-5e862bc328b5 None None] Checking router: ce21a83f-79cc-46e5-8930-e001220782be for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:45:08.490452 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.499252 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30281ef4-baf8-4233-879c-5e862bc328b5 None None] Routers {'ce21a83f-79cc-46e5-8930-e001220782be'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:08.499954 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-30281ef4-baf8-4233-879c-5e862bc328b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:45:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ce21a83f-79cc-46e5-8930-e001220782be'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:08.506158 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-e697371c-8f51-483c-bf37-20080d111761 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The resource could not be found. Dec 08 01:45:08.510413 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e697371c-8f51-483c-bf37-20080d111761 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0849922 Dec 08 01:45:08.512805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54670) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:08.516068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c43232c1-5d3b-455c-8c84-eafeaf698826 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '986005e6-2378-4b8b-8a4c-43ea5df62254', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0136e929-710d-46c9-9509-7003cd2b57f0'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:08.533075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9de660-0aa7-4557-9a30-365779bc3243 req-40c6e6ee-a9ea-4f75-b2f9-af0aa9fb482e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:08.534641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f9de660-0aa7-4557-9a30-365779bc3243 req-40c6e6ee-a9ea-4f75-b2f9-af0aa9fb482e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 943 time: 0.1741662 Dec 08 01:45:08.572754 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40bef3c3-1ee9-4b9e-9be3-aed90837d9db req-b8be5544-cec5-47fb-b34d-85fa93a3e0d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0608a3a7-505d-43a2-8a8b-bb9f73998be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799546 Dec 08 01:45:08.575714 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-c43232c1-5d3b-455c-8c84-eafeaf698826 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The resource could not be found. Dec 08 01:45:08.577452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c43232c1-5d3b-455c-8c84-eafeaf698826 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0658333 Dec 08 01:45:08.580365 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54672) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:08.593199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1fc989-1de2-4d12-a09e-4e6b8fd776ce None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:08.608860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port e18b4ae2-8af2-468d-9e2b-c1d5c32eac32 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:45:08.642837 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-30281ef4-baf8-4233-879c-5e862bc328b5 None None] Set router ce21a83f-79cc-46e5-8930-e001220782be gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:08.689067 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b39e383e-a991-493f-b13d-5e6abd520fc7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.743980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-d632cec2-4542-46fc-9e0e-d029af0fa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:08.744543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-d632cec2-4542-46fc-9e0e-d029af0fa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:08.745032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-d632cec2-4542-46fc-9e0e-d029af0fa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:08.745509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-d632cec2-4542-46fc-9e0e-d029af0fa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:08.745985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-d632cec2-4542-46fc-9e0e-d029af0fa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:08.746453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-d632cec2-4542-46fc-9e0e-d029af0fa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:08.747014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-d632cec2-4542-46fc-9e0e-d029af0fa83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:08.757245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-d632cec2-4542-46fc-9e0e-d029af0fa83e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6509 time: 0.2570093 Dec 08 01:45:08.758603 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b39e383e-a991-493f-b13d-5e6abd520fc7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.799130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['74ab73ac-9034-4f7b-8b68-6ca86887eae3'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:08.799802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441be0ac-efe7-450e-931e-c8588e44c93a req-54911266-2b21-48c5-83af-2168ff2a9a33 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:08.809638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-441be0ac-efe7-450e-931e-c8588e44c93a req-54911266-2b21-48c5-83af-2168ff2a9a33 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 944 time: 0.1227205 Dec 08 01:45:08.823497 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f9de660-0aa7-4557-9a30-365779bc3243 req-5172829b-fea3-4e77-bd8b-6b0134446976 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640631 Dec 08 01:45:08.864182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['40251496-8cb5-4dc8-8ac1-021cc652004f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:08.892316 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-441be0ac-efe7-450e-931e-c8588e44c93a req-f73e81cc-d7df-4260-ae89-42eb15db18f3 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812418 Dec 08 01:45:08.896210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ac45cc43-a7ec-4259-b290-dca76d9d5d9d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:08.899194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b39e383e-a991-493f-b13d-5e6abd520fc7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.913701 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b39e383e-a991-493f-b13d-5e6abd520fc7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:08.913701 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b39e383e-a991-493f-b13d-5e6abd520fc7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "DELETE /v2.0/security-groups/986005e6-2378-4b8b-8a4c-43ea5df62254 HTTP/1.1" status: 204 len: 168 time: 0.3231871 Dec 08 01:45:08.915662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54676) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:08.923811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e383e-a991-493f-b13d-5e6abd520fc7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=986005e6-2378-4b8b-8a4c-43ea5df62254,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:08.959119 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40bef3c3-1ee9-4b9e-9be3-aed90837d9db req-fdc08623-207b-4988-841f-4d88b6bc9e68 service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755684 Dec 08 01:45:08.977408 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f95573aa-1bf3-4eb7-ab1f-b51e1b54f617 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0596778 Dec 08 01:45:08.978044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54678) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:08.983900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b4ec9170-c419-404b-b791-a0e82f5be72c tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': '1144ea6c-64d4-4d4d-8429-3d1578a4ee38', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:08.991859 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-30281ef4-baf8-4233-879c-5e862bc328b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:42:16Z', 'revision_number': 4, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'a2f2a416-f580-465c-b481-8441b0ae3a2f', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'port_id': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'mac_address': 'fa:16:3e:2a:e8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:43:22Z', 'updated_at': '2021-12-08T01:45:06Z', 'revision_number': 1, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee8c9c4-40ca-47b7-b5a5-1d1ae518481a', 'name': '', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'mac_address': 'fa:16:3e:f2:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:14Z', 'updated_at': '2021-12-08T01:42:22Z', 'revision_number': 5, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'subnets': [{'id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:09.019663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-05388b72-4b1d-4a2c-9f6f-4736297bebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:09.021619 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-05388b72-4b1d-4a2c-9f6f-4736297bebb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 HTTP/1.1" status: 200 len: 918 time: 0.2489254 Dec 08 01:45:09.035368 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30281ef4-baf8-4233-879c-5e862bc328b5 None None] The sync data for ids ['ce21a83f-79cc-46e5-8930-e001220782be'] in n-d-713498-30 is: [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:42:16Z', 'revision_number': 4, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'a2f2a416-f580-465c-b481-8441b0ae3a2f', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'port_id': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'mac_address': 'fa:16:3e:2a:e8:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:43:22Z', 'updated_at': '2021-12-08T01:45:06Z', 'revision_number': 1, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee8c9c4-40ca-47b7-b5a5-1d1ae518481a', 'name': '', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'mac_address': 'fa:16:3e:f2:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:14Z', 'updated_at': '2021-12-08T01:42:22Z', 'revision_number': 5, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'subnets': [{'id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:45:09.051284 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-b4ec9170-c419-404b-b791-a0e82f5be72c tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The resource could not be found. Dec 08 01:45:09.056550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b4ec9170-c419-404b-b791-a0e82f5be72c tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0761378 Dec 08 01:45:09.057222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54682) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:09.065766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-afe7ddc6-bf4a-4bf9-bea6-58a316e0442f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group': {'name': 'tempest-secgroup--1309863225'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:09.099589 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afe7ddc6-bf4a-4bf9-bea6-58a316e0442f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.194437 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afe7ddc6-bf4a-4bf9-bea6-58a316e0442f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.200171 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afe7ddc6-bf4a-4bf9-bea6-58a316e0442f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.250399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7ddc6-bf4a-4bf9-bea6-58a316e0442f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9f7c49-db10-4e7e-9cae-ce6d3f5fc14f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:09.267675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-070f4174-9fe7-43fa-bafe-4d2e6b98fe0b None None] Provisioning complete for port ac45cc43-a7ec-4259-b290-dca76d9d5d9d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:09.268257 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-070f4174-9fe7-43fa-bafe-4d2e6b98fe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.273274 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afe7ddc6-bf4a-4bf9-bea6-58a316e0442f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.278705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-afe7ddc6-bf4a-4bf9-bea6-58a316e0442f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2194445 Dec 08 01:45:09.279411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54688) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:09.286351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-91edaaef-4cac-488a-8783-6bd92e70675d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group': {'name': 'tempest-secgroup--882737702'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:09.320372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8:0:1::37f (38e622c3-d3e1-4fea-b44a-493f59fc27b4/8a197a40-38d8-44b1-99f5-b93d9ebd9757/e18b4ae2-8af2-468d-9e2b-c1d5c32eac32) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:09.334751 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-0ca1acc4-39c7-43fa-88ea-46a09edfd3d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 HTTP/1.1" status: 200 len: 998 time: 0.2894154 Dec 08 01:45:09.335003 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91edaaef-4cac-488a-8783-6bd92e70675d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.338696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::f816:3eff:fe01:c07 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/21fc2432-f03a-4232-9ab8-0656598d5444/e18b4ae2-8af2-468d-9e2b-c1d5c32eac32) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:09.404599 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40bef3c3-1ee9-4b9e-9be3-aed90837d9db req-5f20306d-3820-4851-95d3-a0dba7b4b570 service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323962 Dec 08 01:45:09.410442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e5fc0-b0c4-4515-b92a-09034ff0edf8 None None] New status for floating IP a2f2a416-f580-465c-b481-8441b0ae3a2f: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:45:09.421117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8a535-d2a3-46ea-b4e8-b1678e31e1f1 req-dfd12026-e539-450f-9bd7-6aa49cb86043 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:09.428712 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9a8a535-d2a3-46ea-b4e8-b1678e31e1f1 req-dfd12026-e539-450f-9bd7-6aa49cb86043 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 944 time: 0.2587318 Dec 08 01:45:09.466434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ef010-4779-4ac2-9cf3-559da7eea66d req-75801a83-12c0-47ed-80e4-8e7a85558ed4 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:09.474316 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b4ef010-4779-4ac2-9cf3-559da7eea66d req-75801a83-12c0-47ed-80e4-8e7a85558ed4 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1023142 Dec 08 01:45:09.487668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device eed0c745-5217-4086-bcbb-9a44134e8e57 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:45:09.507034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-680fb97d-1266-4cd8-8d18-03fd3fa5a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:09.509041 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-680fb97d-1266-4cd8-8d18-03fd3fa5a2f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c3b4d4c1-f8d5-4e97-bf96-86b49df7e725 HTTP/1.1" status: 200 len: 856 time: 0.1583247 Dec 08 01:45:09.529389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91edaaef-4cac-488a-8783-6bd92e70675d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.540323 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91edaaef-4cac-488a-8783-6bd92e70675d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.573141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b4ef010-4779-4ac2-9cf3-559da7eea66d req-7e8b29dc-95e4-4295-8ce8-7c2285e0172d tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943422 Dec 08 01:45:09.597501 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91edaaef-4cac-488a-8783-6bd92e70675d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.606700 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-91edaaef-4cac-488a-8783-6bd92e70675d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3261969 Dec 08 01:45:09.615652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54696) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:09.627075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7cf967a6-280b-4a67-ace7-2d0d4d5db0b7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group_rule': {'security_group_id': 'ec9f7c49-db10-4e7e-9cae-ce6d3f5fc14f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7e6790c6-2386-4490-be39-68115f8f7b94'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:09.632126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edaaef-4cac-488a-8783-6bd92e70675d tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6790c6-2386-4490-be39-68115f8f7b94,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:09.633665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9a8a535-d2a3-46ea-b4e8-b1678e31e1f1 req-b85ec394-a58c-4daf-8dda-c26460190927 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034659 Dec 08 01:45:09.678463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-3fd84e64-44a6-48d4-aef5-d9002df9e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:09.681466 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-3fd84e64-44a6-48d4-aef5-d9002df9e982 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1445804 Dec 08 01:45:09.693469 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-7cf967a6-280b-4a67-ace7-2d0d4d5db0b7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:09.697995 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7cf967a6-280b-4a67-ace7-2d0d4d5db0b7 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0780790 Dec 08 01:45:09.698705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54698) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:09.701536 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.763585 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28068bb6-6c08-4fe3-89b9-ad752ad99fb9 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.792751 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28068bb6-6c08-4fe3-89b9-ad752ad99fb9 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.794650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ac45cc43-a7ec-4259-b290-dca76d9d5d9d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:09.795043 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.815105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.844877 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-070f4174-9fe7-43fa-bafe-4d2e6b98fe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.854244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28068bb6-6c08-4fe3-89b9-ad752ad99fb9 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.860256 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28068bb6-6c08-4fe3-89b9-ad752ad99fb9 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.863960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-28068bb6-6c08-4fe3-89b9-ad752ad99fb9 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "DELETE /v2.0/security-groups/7e6790c6-2386-4490-be39-68115f8f7b94 HTTP/1.1" status: 204 len: 168 time: 0.1617472 Dec 08 01:45:09.868557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54702) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:09.882072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28068bb6-6c08-4fe3-89b9-ad752ad99fb9 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6790c6-2386-4490-be39-68115f8f7b94,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:09.916424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:09.926353 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=e18b4ae2-8af2-468d-9e2b-c1d5c32eac32,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:09.943463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:09.949289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:09.954481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d183243a-565b-4700-bae0-9707ced3fff2 None None] Update dhcp port {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'fixed_ips': [{'subnet_id': '21fc2432-f03a-4232-9ab8-0656598d5444', 'ip_address': '2001:db8::f816:3eff:feb3:3169'}, {'subnet_id': '8a197a40-38d8-44b1-99f5-b93d9ebd9757'}], 'binding:host_id': 'n-d-713498-30'}, 'id': 'ac45cc43-a7ec-4259-b290-dca76d9d5d9d'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:45:09.955263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:09.956218 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:09.960375 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-d4e1c4fc-a35a-42eb-b0ee-fae7adb013db service neutron] 10.222.0.72 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407815 Dec 08 01:45:10.011894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port eed0c745-5217-4086-bcbb-9a44134e8e57, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=eed0c745-5217-4086-bcbb-9a44134e8e57,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:10.044476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87c91b-3ebc-41d3-a5df-5cb46f6cdc5b req-1b5313e8-94db-49b4-bfaa-a374a71dc11c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:10.049757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-070f4174-9fe7-43fa-bafe-4d2e6b98fe0b None None] For port ac45cc43-a7ec-4259-b290-dca76d9d5d9d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ac45cc43-a7ec-4259-b290-dca76d9d5d9d,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:10.056248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'eed0c745-5217-4086-bcbb-9a44134e8e57', 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a', 'port_id': 'eed0c745-5217-4086-bcbb-9a44134e8e57', 'mac_address': 'fa:16:3e:48:d5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decbed6d-9d04-4968-abca-418c83c36e5b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:45:10.056920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc87c91b-3ebc-41d3-a5df-5cb46f6cdc5b req-1b5313e8-94db-49b4-bfaa-a374a71dc11c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 944 time: 0.0795729 Dec 08 01:45:10.057910 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d183243a-565b-4700-bae0-9707ced3fff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.062735 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-070f4174-9fe7-43fa-bafe-4d2e6b98fe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.067707 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e99e550b-7392-4dc0-acaf-5157f720b3dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1523488 Dec 08 01:45:10.071417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54706) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:10.127469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54708) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:10.127690 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dafff0ce-cf88-4b9c-9e89-f0c9fde745e8 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2520487 Dec 08 01:45:10.136099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec68a-3b1d-43a0-b18e-6f26a4a61a97 req-ed39f989-cf54-45dd-acf6-9318b6cd389e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:10.138420 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7a0ec68a-3b1d-43a0-b18e-6f26a4a61a97 req-ed39f989-cf54-45dd-acf6-9318b6cd389e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 943 time: 0.2150831 Dec 08 01:45:10.177368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa7a8bb5-03d6-4b37-badd-ad283a438ecb req-c66c24ad-a323-4427-8aba-fa0d6e9be004 service neutron] 10.222.0.72 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981256 Dec 08 01:45:10.221938 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7a0ec68a-3b1d-43a0-b18e-6f26a4a61a97 req-50cdc960-0c26-4614-b08b-0a2125775a75 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723052 Dec 08 01:45:10.230121 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc87c91b-3ebc-41d3-a5df-5cb46f6cdc5b req-b339edfe-bef8-4d9d-b60c-c7d7f47b8d56 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719120 Dec 08 01:45:10.252565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f4174-9fe7-43fa-bafe-4d2e6b98fe0b None None] Pushing event updated for resources: {'Port': ['ID=ac45cc43-a7ec-4259-b290-dca76d9d5d9d,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:10.264716 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.278197 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1dabeb4-e9bf-4c53-897c-e4ec802ec506 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.306420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c46b23a2-56cb-4677-8877-d38efdfa6e33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port e18b4ae2-8af2-468d-9e2b-c1d5c32eac32 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:10.306771 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c46b23a2-56cb-4677-8877-d38efdfa6e33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.333002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1dabeb4-e9bf-4c53-897c-e4ec802ec506 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.343744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed0c745-5217-4086-bcbb-9a44134e8e57 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:10.375052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port eed0c745-5217-4086-bcbb-9a44134e8e57, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=eed0c745-5217-4086-bcbb-9a44134e8e57,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:10.394712 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.431829 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1dabeb4-e9bf-4c53-897c-e4ec802ec506 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.434597 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1dabeb4-e9bf-4c53-897c-e4ec802ec506 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.435811 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d1dabeb4-e9bf-4c53-897c-e4ec802ec506 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "DELETE /v2.0/security-groups/ec9f7c49-db10-4e7e-9cae-ce6d3f5fc14f HTTP/1.1" status: 204 len: 168 time: 0.3098338 Dec 08 01:45:10.438636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:10.457604 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c46b23a2-56cb-4677-8877-d38efdfa6e33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.462864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-d183243a-565b-4700-bae0-9707ced3fff2 None None] Allocated IP 2001:db8:0:1::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/8a197a40-38d8-44b1-99f5-b93d9ebd9757/ac45cc43-a7ec-4259-b290-dca76d9d5d9d) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:10.471970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=eed0c745-5217-4086-bcbb-9a44134e8e57,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:10.479640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dabeb4-e9bf-4c53-897c-e4ec802ec506 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9f7c49-db10-4e7e-9cae-ce6d3f5fc14f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:10.483324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c46b23a2-56cb-4677-8877-d38efdfa6e33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for e18b4ae2-8af2-468d-9e2b-c1d5c32eac32 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:10.487048 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-83debc9c-221a-4e06-8626-aad2e41ff2d5 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0472131 Dec 08 01:45:10.491227 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54714) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:10.496430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f17708d6-cf4b-4490-bb6b-15bfa3db8319 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group': {'name': 'tempest-secgroup--70201334'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:10.524351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f17708d6-cf4b-4490-bb6b-15bfa3db8319 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.588014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d183243a-565b-4700-bae0-9707ced3fff2 None None] For port ac45cc43-a7ec-4259-b290-dca76d9d5d9d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ac45cc43-a7ec-4259-b290-dca76d9d5d9d,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:10.597816 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f17708d6-cf4b-4490-bb6b-15bfa3db8319 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.603447 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f17708d6-cf4b-4490-bb6b-15bfa3db8319 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.634229 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d183243a-565b-4700-bae0-9707ced3fff2 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.638768 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f17708d6-cf4b-4490-bb6b-15bfa3db8319 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.640077 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f17708d6-cf4b-4490-bb6b-15bfa3db8319 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1478670 Dec 08 01:45:10.642929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54718) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:10.647437 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d183243a-565b-4700-bae0-9707ced3fff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.650613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-43441208-57f8-4a0c-932a-6c72503f3502 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:10.651655 n-d-713498-30 neutron-server[103130]: WARNING neutron.api.v2.base [None req-43441208-57f8-4a0c-932a-6c72503f3502 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 01:45:10.652675 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-43441208-57f8-4a0c-932a-6c72503f3502 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 01:45:10.652796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17708d6-cf4b-4490-bb6b-15bfa3db8319 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4dd6cb-1ab5-493e-ae86-ffc06aa050fc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:10.658400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54720) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:10.659182 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-43441208-57f8-4a0c-932a-6c72503f3502 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "PUT /v2.0/security-groups/1d4dd6cb-1ab5-493e-ae86-ffc06aa050fc HTTP/1.1" status: 409 len: 330 time: 0.0150359 Dec 08 01:45:10.718111 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c46b23a2-56cb-4677-8877-d38efdfa6e33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.749637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183243a-565b-4700-bae0-9707ced3fff2 None None] Pushing event updated for resources: {'Port': ['ID=ac45cc43-a7ec-4259-b290-dca76d9d5d9d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:10.772754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b23a2-56cb-4677-8877-d38efdfa6e33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=e18b4ae2-8af2-468d-9e2b-c1d5c32eac32,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:10.783868 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d024d1e-10d8-4b3d-9228-6dfefa1bef5f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.824984 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d024d1e-10d8-4b3d-9228-6dfefa1bef5f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.837348 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ac45cc43-a7ec-4259-b290-dca76d9d5d9d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:10.847397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46247a-f8bf-4087-b804-4997288da46a req-e7e2561a-4d0c-4241-ab05-609f7d6213fc tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:10.852856 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3c46247a-f8bf-4087-b804-4997288da46a req-e7e2561a-4d0c-4241-ab05-609f7d6213fc tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1123576 Dec 08 01:45:10.882101 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c46b23a2-56cb-4677-8877-d38efdfa6e33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.886809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c46b23a2-56cb-4677-8877-d38efdfa6e33 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/e18b4ae2-8af2-468d-9e2b-c1d5c32eac32 HTTP/1.1" status: 204 len: 168 time: 0.8134320 Dec 08 01:45:10.894272 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54726) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:10.895776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95577c-8d52-4916-b03c-952d9c28b67e req-5f9ff9ef-5fe2-4ef3-bc17-c40fec977f75 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:10.895918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['eed0c745-5217-4086-bcbb-9a44134e8e57'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:10.897523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd95577c-8d52-4916-b03c-952d9c28b67e req-5f9ff9ef-5fe2-4ef3-bc17-c40fec977f75 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 944 time: 0.1259792 Dec 08 01:45:10.949377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d024d1e-10d8-4b3d-9228-6dfefa1bef5f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.952744 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d024d1e-10d8-4b3d-9228-6dfefa1bef5f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.957025 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5d024d1e-10d8-4b3d-9228-6dfefa1bef5f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "DELETE /v2.0/security-groups/1d4dd6cb-1ab5-493e-ae86-ffc06aa050fc HTTP/1.1" status: 204 len: 168 time: 0.2944355 Dec 08 01:45:10.957206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ac45cc43-a7ec-4259-b290-dca76d9d5d9d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:10.957206 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:10.962574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54728) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:10.985211 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d024d1e-10d8-4b3d-9228-6dfefa1bef5f tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4dd6cb-1ab5-493e-ae86-ffc06aa050fc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:11.001571 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd95577c-8d52-4916-b03c-952d9c28b67e req-978abc97-7e1b-4ee8-8f8d-69218bf107e1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811384 Dec 08 01:45:11.013045 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3c46247a-f8bf-4087-b804-4997288da46a req-21be87a6-3904-4c3d-96e5-ff849a410b38 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526563 Dec 08 01:45:11.053646 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6676be78-6a39-4e63-8c87-6c5b6f7fe9ce tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:11.057162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6676be78-6a39-4e63-8c87-6c5b6f7fe9ce tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1618197 Dec 08 01:45:11.058438 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-de94d524-a4fe-400b-8758-14e04b5e93e2 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0942621 Dec 08 01:45:11.059576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54730) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:11.062241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54732) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:11.088631 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-aa7ca452-c94c-4018-b8a6-5940c630718b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] delete failed (client error): The resource could not be found. Dec 08 01:45:11.090040 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aa7ca452-c94c-4018-b8a6-5940c630718b tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "DELETE /v2.0/security-groups/7a4b4bba-f631-4a21-a1a4-49da0a835c2f HTTP/1.1" status: 404 len: 347 time: 0.0264649 Dec 08 01:45:11.093510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54734) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:11.119199 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-b5a492ce-ec47-4359-a494-6fd2458d60b6 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] show failed (client error): The resource could not be found. Dec 08 01:45:11.120644 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b5a492ce-ec47-4359-a494-6fd2458d60b6 tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "GET /v2.0/security-groups/f90c5aac-df75-477e-a5a8-486ef6976fa0 HTTP/1.1" status: 404 len: 347 time: 0.0259278 Dec 08 01:45:11.125212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54736) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:11.140105 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-e36653ba-a613-4fb5-8e28-78f8f455e1ac tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] show failed (client error): The resource could not be found. Dec 08 01:45:11.144346 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e36653ba-a613-4fb5-8e28-78f8f455e1ac tempest-NegativeSecGroupTest-47058539 tempest-NegativeSecGroupTest-47058539-project] 10.222.0.70 "GET /v2.0/security-group-rules/f7696858-83df-41a4-bf1c-8f9a766bf445 HTTP/1.1" status: 404 len: 356 time: 0.0143325 Dec 08 01:45:11.144522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba41fe8-c5ce-45b9-9949-21b0c7d3506a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:11.147587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54740) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:11.149642 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6ba41fe8-c5ce-45b9-9949-21b0c7d3506a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0839105 Dec 08 01:45:11.227495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13fa532-2367-4780-9111-170ec9c8e671 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:11.229467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13fa532-2367-4780-9111-170ec9c8e671 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:11.231004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13fa532-2367-4780-9111-170ec9c8e671 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:11.232670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e13fa532-2367-4780-9111-170ec9c8e671 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0833328 Dec 08 01:45:11.235249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54742) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:11.313821 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb45d16d-689d-4823-9342-5d0b2a7c615b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 21fc2432-f03a-4232-9ab8-0656598d5444 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:45:11.321166 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb45d16d-689d-4823-9342-5d0b2a7c615b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.377288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17cd68-84d4-4b74-9e3f-25e8ca2f6605 req-6bf0d80d-eea7-4f8b-97d4-b8aec52f8474 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:11.378903 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee17cd68-84d4-4b74-9e3f-25e8ca2f6605 req-6bf0d80d-eea7-4f8b-97d4-b8aec52f8474 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 944 time: 0.0724616 Dec 08 01:45:11.404496 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb45d16d-689d-4823-9342-5d0b2a7c615b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.434980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee17cd68-84d4-4b74-9e3f-25e8ca2f6605 req-2d0f4fde-2f65-44ae-9cf1-ae2463011ef6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481665 Dec 08 01:45:11.468342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 74ab73ac-9034-4f7b-8b68-6ca86887eae3 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:11.488661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54752) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:11.529694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0c537-ee8d-402b-ba47-e51c6131436a req-7a251d9e-84e8-47f4-a735-973699dccbce tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:11.536992 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcc0c537-ee8d-402b-ba47-e51c6131436a req-7a251d9e-84e8-47f4-a735-973699dccbce tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 944 time: 0.1818056 Dec 08 01:45:11.575227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 74ab73ac-9034-4f7b-8b68-6ca86887eae3 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:45:11.581302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 74ab73ac-9034-4f7b-8b68-6ca86887eae3 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:11.582047 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.634556 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb45d16d-689d-4823-9342-5d0b2a7c615b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.637010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-62645c84-bfc8-46d2-9b22-52f6ce01b4e0 None None] Provisioning complete for port ac45cc43-a7ec-4259-b290-dca76d9d5d9d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:11.638031 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-62645c84-bfc8-46d2-9b22-52f6ce01b4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.669175 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cf008c57-7c06-4fd4-a1f9-1af498af7283 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=32f32f580b594f2caf4beeb59902f8ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1774724 Dec 08 01:45:11.669648 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcc0c537-ee8d-402b-ba47-e51c6131436a req-8fc5e50a-6089-4bec-91f4-59ad0f88f302 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313345 Dec 08 01:45:11.671560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54756) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:11.716908 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb45d16d-689d-4823-9342-5d0b2a7c615b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.729978 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6702b9-8a1a-4445-84ee-db5d39cad897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.757311 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.759705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45d16d-689d-4823-9342-5d0b2a7c615b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=21fc2432-f03a-4232-9ab8-0656598d5444,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:11.766056 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb45d16d-689d-4823-9342-5d0b2a7c615b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.771355 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bb45d16d-689d-4823-9342-5d0b2a7c615b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/21fc2432-f03a-4232-9ab8-0656598d5444 HTTP/1.1" status: 204 len: 168 time: 0.5350001 Dec 08 01:45:11.774231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54758) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:11.776036 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6702b9-8a1a-4445-84ee-db5d39cad897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.816112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a21ac1-6890-48ce-bba1-628509b6b34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ab73ac-9034-4f7b-8b68-6ca86887eae3'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:11.818670 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f883248b-75e5-431b-96aa-11dc29a88050" -d '{"events": [{"server_uuid": "a2a21ac1-6890-48ce-bba1-628509b6b34b", "name": "network-vif-plugged", "status": "completed", "tag": "74ab73ac-9034-4f7b-8b68-6ca86887eae3"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:11.837571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 74ab73ac-9034-4f7b-8b68-6ca86887eae3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=74ab73ac-9034-4f7b-8b68-6ca86887eae3,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:11.843921 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.873448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f46bd0-b780-4347-8ab2-ff67fb0d4232 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:11.875727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa7cd58-637c-488a-9ff1-d8f331bfe08c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 8a197a40-38d8-44b1-99f5-b93d9ebd9757 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:45:11.876862 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6702b9-8a1a-4445-84ee-db5d39cad897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.880335 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7cd58-637c-488a-9ff1-d8f331bfe08c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.881304 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f6702b9-8a1a-4445-84ee-db5d39cad897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:11.882747 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3f6702b9-8a1a-4445-84ee-db5d39cad897 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d4b95082-f3d3-4bc3-89f3-fa66d2c55157 HTTP/1.1" status: 204 len: 168 time: 0.2100363 Dec 08 01:45:11.894106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6702b9-8a1a-4445-84ee-db5d39cad897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b95082-f3d3-4bc3-89f3-fa66d2c55157,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:11.937612 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7cd58-637c-488a-9ff1-d8f331bfe08c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.054017 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7cd58-637c-488a-9ff1-d8f331bfe08c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.065125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45804f-72ca-4711-a895-52ca324a63ec req-978414ff-afc2-4cc7-8e74-da08022e47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:12.065678 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d45804f-72ca-4711-a895-52ca324a63ec req-978414ff-afc2-4cc7-8e74-da08022e47e6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 1097 time: 0.0712340 Dec 08 01:45:12.136151 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d45804f-72ca-4711-a895-52ca324a63ec req-ef9f97d9-0444-4c77-a616-67e68713a2e7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588205 Dec 08 01:45:12.206226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7cd58-637c-488a-9ff1-d8f331bfe08c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.210595 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b5a448-41b9-4260-84c4-629b9e3edff4 x-openstack-request-id: req-77b5a448-41b9-4260-84c4-629b9e3edff4 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:12.210876 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a21ac1-6890-48ce-bba1-628509b6b34b", "name": "network-vif-plugged", "status": "completed", "tag": "74ab73ac-9034-4f7b-8b68-6ca86887eae3", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:12.211777 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77b5a448-41b9-4260-84c4-629b9e3edff4 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:12.212357 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a21ac1-6890-48ce-bba1-628509b6b34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ab73ac-9034-4f7b-8b68-6ca86887eae3', 'code': 200} Dec 08 01:45:12.230083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-64d4c1a1-76e1-42e7-974c-a53c01e6cdf7 None None] Could not find standard attr ID for object e18b4ae2-8af2-468d-9e2b-c1d5c32eac32. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:45:12.244581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08ee4d-7bcd-4579-9198-68695211e44c req-e51e863f-93c8-4545-b677-09246d90ead9 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:12.247448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f08ee4d-7bcd-4579-9198-68695211e44c req-e51e863f-93c8-4545-b677-09246d90ead9 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 944 time: 0.0939958 Dec 08 01:45:12.254033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e319e55-bcd4-4c87-a751-3f8e56bd3910 req-bc9fe0e6-6812-4e5e-a3a0-0b09cda37b7b tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:12.255595 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e319e55-bcd4-4c87-a751-3f8e56bd3910 req-bc9fe0e6-6812-4e5e-a3a0-0b09cda37b7b tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1127131 Dec 08 01:45:12.259085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa7cd58-637c-488a-9ff1-d8f331bfe08c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.262537 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-efa7cd58-637c-488a-9ff1-d8f331bfe08c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/8a197a40-38d8-44b1-99f5-b93d9ebd9757 HTTP/1.1" status: 204 len: 168 time: 0.4864354 Dec 08 01:45:12.263586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7cd58-637c-488a-9ff1-d8f331bfe08c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=8a197a40-38d8-44b1-99f5-b93d9ebd9757,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:12.265872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54776) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:12.284787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=74ab73ac-9034-4f7b-8b68-6ca86887eae3,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:12.325730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-496cc931-1c63-4f75-8293-25cc82ebc716 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585361 Dec 08 01:45:12.329121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54780) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:12.338581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c02e9c60-bb5c-4689-8644-c301c443dcad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:12.377882 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f08ee4d-7bcd-4579-9198-68695211e44c req-acd11bab-a536-427f-b87b-53b8e893fb11 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090827 Dec 08 01:45:12.379041 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e319e55-bcd4-4c87-a751-3f8e56bd3910 req-08616606-db51-47ea-83f2-3a631c8053b1 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051295 Dec 08 01:45:12.381362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e164ec02-346f-4a65-a0cc-43fd960384a9 None None] Update dhcp port {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'fixed_ips': [{'subnet_id': '8a197a40-38d8-44b1-99f5-b93d9ebd9757'}], 'binding:host_id': 'n-d-713498-30'}, 'id': 'ac45cc43-a7ec-4259-b290-dca76d9d5d9d'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:45:12.420898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e164ec02-346f-4a65-a0cc-43fd960384a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.485471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02e9c60-bb5c-4689-8644-c301c443dcad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:12.494411 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c02e9c60-bb5c-4689-8644-c301c443dcad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.595712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4b5f6-bfe5-4b31-86be-7317beb94c6a req-82d4e495-1550-4a15-a361-844d819fc468 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:12.598788 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64c4b5f6-bfe5-4b31-86be-7317beb94c6a req-82d4e495-1550-4a15-a361-844d819fc468 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 945 time: 0.0725334 Dec 08 01:45:12.676152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced1b8ef-56f7-4b29-a070-c2254aeaaffe None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:12.717939 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64c4b5f6-bfe5-4b31-86be-7317beb94c6a req-5db820c7-7e61-4ac9-be80-38efa787334b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113317 Dec 08 01:45:12.748842 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c02e9c60-bb5c-4689-8644-c301c443dcad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.796320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ac45cc43-a7ec-4259-b290-dca76d9d5d9d no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:45:12.809618 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02e9c60-bb5c-4689-8644-c301c443dcad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:12.815640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c02e9c60-bb5c-4689-8644-c301c443dcad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:12.818663 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02e9c60-bb5c-4689-8644-c301c443dcad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:12.819254 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c02e9c60-bb5c-4689-8644-c301c443dcad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.870411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-94a80785-facd-4a3e-9b6c-d237ed0534ce None None] Provisioning complete for port ac45cc43-a7ec-4259-b290-dca76d9d5d9d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:12.870777 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-94a80785-facd-4a3e-9b6c-d237ed0534ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:12.882972 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e9c60-bb5c-4689-8644-c301c443dcad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=e9d06b75-da5d-4857-84d5-110333775c31,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:12.886446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:12.891020 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c02e9c60-bb5c-4689-8644-c301c443dcad tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5608678 Dec 08 01:45:12.897520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54800) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:12.904867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-152379d3-1454-4a86-a9f8-a1ac7d4b59fb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:12.905361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3e9bb-e8d6-4b66-bbd4-082a776839c7 req-77863575-d317-4e6c-9a87-2cd917010b1b tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:12.907576 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04b3e9bb-e8d6-4b66-bbd4-082a776839c7 req-77863575-d317-4e6c-9a87-2cd917010b1b tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 944 time: 0.1033204 Dec 08 01:45:12.954681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c581cf3-fb35-4164-98f3-339b751d657b None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:12.996790 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04b3e9bb-e8d6-4b66-bbd4-082a776839c7 req-5dbeab8d-afd7-4de4-a16d-6fef2b916d32 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825946 Dec 08 01:45:13.001372 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.053409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-398128872-network', 'tenant_id': 'b6ff5aba4f7e4d5385efd5eddf0c3b61'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:13.072781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 01:45:13.072781 n-d-713498-30 neutron-server[103129]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 01:45:13.072781 n-d-713498-30 neutron-server[103129]: [parameters: {'project_id': 'b6ff5aba4f7e4d5385efd5eddf0c3b61', 'id': '617e9ac0-c51a-4bba-a399-94a188b1ef69', 'expiration': datetime.datetime(2021, 12, 8, 1, 47, 13, 67988)}] Dec 08 01:45:13.072781 n-d-713498-30 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:45:13.073733 n-d-713498-30 neutron-server[103129]: DEBUG oslo_db.api [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:45:13.082003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152379d3-1454-4a86-a9f8-a1ac7d4b59fb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:13.085879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-152379d3-1454-4a86-a9f8-a1ac7d4b59fb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.100091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port ac45cc43-a7ec-4259-b290-dca76d9d5d9d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ac45cc43-a7ec-4259-b290-dca76d9d5d9d,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:13.105465 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.143360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9c581cf3-fb35-4164-98f3-339b751d657b None None] Deleting port ac45cc43-a7ec-4259-b290-dca76d9d5d9d {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:13.143729 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9c581cf3-fb35-4164-98f3-339b751d657b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.177076 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=ac45cc43-a7ec-4259-b290-dca76d9d5d9d,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:13.178256 n-d-713498-30 neutron-server[103129]: INFO neutron.db.ipam_backend_mixin [None req-152379d3-1454-4a86-a9f8-a1ac7d4b59fb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e9d06b75-da5d-4857-84d5-110333775c31 (CIDR: 2001:db8::/64) Dec 08 01:45:13.184078 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-152379d3-1454-4a86-a9f8-a1ac7d4b59fb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:13.184078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152379d3-1454-4a86-a9f8-a1ac7d4b59fb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:13.200691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-152379d3-1454-4a86-a9f8-a1ac7d4b59fb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3001847 Dec 08 01:45:13.203300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54804) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:13.208081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:13.239120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9c581cf3-fb35-4164-98f3-339b751d657b None None] For port ac45cc43-a7ec-4259-b290-dca76d9d5d9d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ac45cc43-a7ec-4259-b290-dca76d9d5d9d,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:13.239515 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9c581cf3-fb35-4164-98f3-339b751d657b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.254017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9c581cf3-fb35-4164-98f3-339b751d657b None None] Calling delete_port for ac45cc43-a7ec-4259-b290-dca76d9d5d9d owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:13.324185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:13.327736 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.337316 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9c581cf3-fb35-4164-98f3-339b751d657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.366704 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c581cf3-fb35-4164-98f3-339b751d657b None None] Pushing event deleted for resources: {'Port': ['ID=ac45cc43-a7ec-4259-b290-dca76d9d5d9d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:13.370808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c581cf3-fb35-4164-98f3-339b751d657b None None] No DVR routers for this DVR port ac45cc43-a7ec-4259-b290-dca76d9d5d9d on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:45:13.400766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b74be0-f8bc-431d-90a7-e142c8b8980f None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:13.485921 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device eed0c745-5217-4086-bcbb-9a44134e8e57 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:13.540346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b1bd5-6c85-4aa1-b625-b549f62fb7dd req-6c4fcd48-3de2-4c49-b01f-2dba161a6d6d tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:13.542149 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd5b1bd5-6c85-4aa1-b625-b549f62fb7dd req-6c4fcd48-3de2-4c49-b01f-2dba161a6d6d tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.0719469 Dec 08 01:45:13.568520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': 'e9d06b75-da5d-4857-84d5-110333775c31'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:45:13.569434 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.592420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port eed0c745-5217-4086-bcbb-9a44134e8e57 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:45:13.601454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port eed0c745-5217-4086-bcbb-9a44134e8e57 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:13.602025 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.607868 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd5b1bd5-6c85-4aa1-b625-b549f62fb7dd req-43895806-d9a7-477c-8644-f9676c3b604a tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597444 Dec 08 01:45:13.608486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513e168-7acf-4af7-ab24-13549d48ded2 req-734d608b-342b-4f6f-9974-02263fca2a0a tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:13.610388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c513e168-7acf-4af7-ab24-13549d48ded2 req-734d608b-342b-4f6f-9974-02263fca2a0a tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 944 time: 0.0840321 Dec 08 01:45:13.653418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Made reservation on behalf of b6ff5aba4f7e4d5385efd5eddf0c3b61 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:13.656181 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.684196 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.717267 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:45:13.785177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Allocated IP 2001:db8::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/e9d06b75-da5d-4857-84d5-110333775c31/7adc287d-7e55-49e6-9922-03bcfef158be) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:13.803502 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.876371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port eed0c745-5217-4086-bcbb-9a44134e8e57, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=eed0c745-5217-4086-bcbb-9a44134e8e57,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:13.905025 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:13.905837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 40251496-8cb5-4dc8-8ac1-021cc652004f up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:13.915332 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3bfd6-3ff2-4c98-a8a1-035ee6d2c825 req-207bbaff-8cb7-426b-8015-2a9cadf943aa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:13.917116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4a3bfd6-3ff2-4c98-a8a1-035ee6d2c825 req-207bbaff-8cb7-426b-8015-2a9cadf943aa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 945 time: 0.0556896 Dec 08 01:45:13.970093 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4a3bfd6-3ff2-4c98-a8a1-035ee6d2c825 req-5246a02a-0d13-41ab-982e-bb33eb3fabac tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462518 Dec 08 01:45:14.044248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=eed0c745-5217-4086-bcbb-9a44134e8e57,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:14.062716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 40251496-8cb5-4dc8-8ac1-021cc652004f completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:45:14.074725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 40251496-8cb5-4dc8-8ac1-021cc652004f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:14.075164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.093213 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c513e168-7acf-4af7-ab24-13549d48ded2 req-e21bfe97-53aa-4e61-8682-367a1e6128a6 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563949 Dec 08 01:45:14.102772 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.113984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87be429-ab1f-4c58-b207-de204af6a879 req-ea88ca5e-f9ca-48ae-b59e-0fcb8f5a297e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:14.113984 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d87be429-ab1f-4c58-b207-de204af6a879 req-ea88ca5e-f9ca-48ae-b59e-0fcb8f5a297e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 946 time: 0.0617361 Dec 08 01:45:14.123162 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.179565 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d87be429-ab1f-4c58-b207-de204af6a879 req-f91d6b95-d620-4704-94e1-47bb42903bf3 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660415 Dec 08 01:45:14.207260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:14.213707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0667f7e7-9691-46e6-a0bc-bf0da93af01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed0c745-5217-4086-bcbb-9a44134e8e57'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:14.216065 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1dce7d-b606-4be3-a320-13cf94aedca1" -d '{"events": [{"server_uuid": "0667f7e7-9691-46e6-a0bc-bf0da93af01a", "name": "network-vif-plugged", "status": "completed", "tag": "eed0c745-5217-4086-bcbb-9a44134e8e57"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:14.221803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:14.224583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Pushing event updated for resources: {'Port': ['ID=7adc287d-7e55-49e6-9922-03bcfef158be,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:14.226936 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:14.294068 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.304355 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.324897 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.327922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:45:14.339928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e29e9-11d1-46f5-a548-fc2847266fee req-1d0bc684-473e-4c0c-8354-e85c55562be5 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:14.341733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e6e29e9-11d1-46f5-a548-fc2847266fee req-1d0bc684-473e-4c0c-8354-e85c55562be5 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 945 time: 0.0697370 Dec 08 01:45:14.343966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Attempting to bind port 7adc287d-7e55-49e6-9922-03bcfef158be on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:14.344388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Attempting to bind port 7adc287d-7e55-49e6-9922-03bcfef158be by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:14.344838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Attempting to bind port 7adc287d-7e55-49e6-9922-03bcfef158be on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:14.355680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37fa09-495c-4dbf-92a5-3f9335377f3d req-2b552419-3bf1-419c-801f-0a0b5f83666a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:14.357298 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf37fa09-495c-4dbf-92a5-3f9335377f3d req-2b552419-3bf1-419c-801f-0a0b5f83666a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1658309 Dec 08 01:45:14.370149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:14.370585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:14.370998 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.371450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:14.371968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Bound port: 7adc287d-7e55-49e6-9922-03bcfef158be, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:14.372526 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.394434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 40251496-8cb5-4dc8-8ac1-021cc652004f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=40251496-8cb5-4dc8-8ac1-021cc652004f,segment=NetworkSegment(ea574f54-2d05-4978-81c7-2b616e609b13),segment_id=ea574f54-2d05-4978-81c7-2b616e609b13)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:14.399822 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.404486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:45:14.405285 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e6e29e9-11d1-46f5-a548-fc2847266fee req-4c7c0466-2ebe-40cb-ba64-e8eeaca45c62 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517075 Dec 08 01:45:14.431108 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760326e3-80d0-49b4-a2a7-69d865cc10c8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:14.448729 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.449553 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Added segment 06957c1b-ebd6-4e56-8720-4f75773841df of type vlan for network e48aac56-f2af-4918-a7c9-34e07e063049 Dec 08 01:45:14.484921 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4556046c-8df9-4626-bfec-f63aa5982c06 x-openstack-request-id: req-4556046c-8df9-4626-bfec-f63aa5982c06 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:14.485317 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0667f7e7-9691-46e6-a0bc-bf0da93af01a", "name": "network-vif-plugged", "status": "completed", "tag": "eed0c745-5217-4086-bcbb-9a44134e8e57", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:14.485760 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4556046c-8df9-4626-bfec-f63aa5982c06 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:14.486164 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0667f7e7-9691-46e6-a0bc-bf0da93af01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed0c745-5217-4086-bcbb-9a44134e8e57', 'code': 200} Dec 08 01:45:14.507723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=40251496-8cb5-4dc8-8ac1-021cc652004f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:14.515374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] For port 7adc287d-7e55-49e6-9922-03bcfef158be, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:14.519205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] For port 7adc287d-7e55-49e6-9922-03bcfef158be, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7adc287d-7e55-49e6-9922-03bcfef158be,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:14.528521 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.546242 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.568592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf37fa09-495c-4dbf-92a5-3f9335377f3d req-ec97be50-2bbe-4b9d-8151-345d5d93061a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592927 Dec 08 01:45:14.646395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21678a4-e80c-4cec-9b15-beb269b9b666 None None] Pushing event updated for resources: {'Port': ['ID=7adc287d-7e55-49e6-9922-03bcfef158be,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:14.653166 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.653720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:14.656904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.700591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad0e3-d6f9-4408-b8f1-31a690399126 req-ba5b1fb9-3690-4672-b116-9c139cb96d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:14.702450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dfad0e3-d6f9-4408-b8f1-31a690399126 req-ba5b1fb9-3690-4672-b116-9c139cb96d36 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 1097 time: 0.0941110 Dec 08 01:45:14.729225 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.761563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8731225 Dec 08 01:45:14.765971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54832) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:14.775729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-80bbd0bc-319a-4af1-96a2-34cade21030f admin admin] Request body: {'subnet': {'network_id': 'e48aac56-f2af-4918-a7c9-34e07e063049', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-398128872-subnet', 'tenant_id': 'b6ff5aba4f7e4d5385efd5eddf0c3b61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:14.825935 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dfad0e3-d6f9-4408-b8f1-31a690399126 req-b4bf0e11-4e3a-405d-983c-0d8b4c80a39d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155834 Dec 08 01:45:14.832401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b070c2-9020-444e-a37a-a803c005442c admin admin] Pushing event updated for resources: {'Network': ['ID=e48aac56-f2af-4918-a7c9-34e07e063049,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:14.836744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758223e-03ab-4e5a-815b-ec3693c8eb23 req-309ad0d3-32d6-4e82-9c0b-e4c9e932e2d3 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:14.838766 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6758223e-03ab-4e5a-815b-ec3693c8eb23 req-309ad0d3-32d6-4e82-9c0b-e4c9e932e2d3 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 945 time: 0.1072104 Dec 08 01:45:14.840134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bbd0bc-319a-4af1-96a2-34cade21030f admin admin] Made reservation on behalf of b6ff5aba4f7e4d5385efd5eddf0c3b61 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:14.844482 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80bbd0bc-319a-4af1-96a2-34cade21030f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:14.857214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network e48aac56-f2af-4918-a7c9-34e07e063049 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:45:14.897890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb022f28-0d61-42e7-a00e-e192e2b563e4 req-719fe489-bb3a-476d-8c46-626587257cdd tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:14.901989 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fb022f28-0d61-42e7-a00e-e192e2b563e4 req-719fe489-bb3a-476d-8c46-626587257cdd tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1772473 Dec 08 01:45:15.012750 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6758223e-03ab-4e5a-815b-ec3693c8eb23 req-12695126-3be0-4d75-b558-ef7da715c2c8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536274 Dec 08 01:45:15.123100 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fb022f28-0d61-42e7-a00e-e192e2b563e4 req-076ea857-48a9-4b48-8fe6-9e06c0cf5f52 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075598 Dec 08 01:45:15.178888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80bbd0bc-319a-4af1-96a2-34cade21030f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.186264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] For port 7adc287d-7e55-49e6-9922-03bcfef158be, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7adc287d-7e55-49e6-9922-03bcfef158be,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:15.237046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.241032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbd0bc-319a-4af1-96a2-34cade21030f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c04208bc-ddef-4383-97c1-7790b20cd62e,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:15.251707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bbd0bc-319a-4af1-96a2-34cade21030f admin admin] Checking segment: {'id': '06957c1b-ebd6-4e56-8720-4f75773841df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e48aac56-f2af-4918-a7c9-34e07e063049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:15.252039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bbd0bc-319a-4af1-96a2-34cade21030f admin admin] Network hostable DHCP agents. Network: e48aac56-f2af-4918-a7c9-34e07e063049, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:45:15.255954 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.255954 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.273014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bbd0bc-319a-4af1-96a2-34cade21030f admin admin] Network e48aac56-f2af-4918-a7c9-34e07e063049 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:45:15.282559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-80bbd0bc-319a-4af1-96a2-34cade21030f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, e48aac56-f2af-4918-a7c9-34e07e063049) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:15.289038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bbd0bc-319a-4af1-96a2-34cade21030f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:15.289689 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80bbd0bc-319a-4af1-96a2-34cade21030f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.293035 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f8606d-e262-4da0-966c-b0f5ca1b246f None None] Network e48aac56-f2af-4918-a7c9-34e07e063049 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:15.310325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-80bbd0bc-319a-4af1-96a2-34cade21030f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5430458 Dec 08 01:45:15.366207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:15.379610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:15.388676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:15.389273 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.397693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=3abdef1c-bc48-4eed-b878-422f1f6088af,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:15.427563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27f2b6-ba15-4c39-82d5-64e9137babc9 req-1cd11f66-ab62-4c20-9f5f-df7fb61746f1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:15.428769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6939c1-d8d9-47e8-857c-b880e8f90484 None None] Network e48aac56-f2af-4918-a7c9-34e07e063049 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:15.429444 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c27f2b6-ba15-4c39-82d5-64e9137babc9 req-1cd11f66-ab62-4c20-9f5f-df7fb61746f1 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 945 time: 0.1891961 Dec 08 01:45:15.431975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=7adc287d-7e55-49e6-9922-03bcfef158be,revision_number=4']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:15.452440 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8a8d35da-b3fb-4da4-b847-920122ff3ce4 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2470043 Dec 08 01:45:15.454165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54842) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:15.464986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:b8:98:63', 'name': 'tempest-NetworksTestDHCPv6-1990097098'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:15.522623 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c27f2b6-ba15-4c39-82d5-64e9137babc9 req-c9c31481-e0d1-4e41-bac4-1e22536f9a9f tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801761 Dec 08 01:45:15.656667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:15.804567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03fba1-ec22-4191-aebf-51880224bf6e req-fcd33e08-db77-4ee3-acde-f8e7cc8284ef tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:15.808787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db03fba1-ec22-4191-aebf-51880224bf6e req-fcd33e08-db77-4ee3-acde-f8e7cc8284ef tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1354649 Dec 08 01:45:15.813744 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.860467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port 942413e7-94a9-4528-bea9-595bd4b94ec3 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:45:15.927989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54856) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:15.933795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-85011303-network', 'tenant_id': 'e055e43e1b82476992bf88d6e7abb38f'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:15.934883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db03fba1-ec22-4191-aebf-51880224bf6e req-2307e8d9-791c-4cd1-aaed-2dff4bf2612d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169846 Dec 08 01:45:15.970213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea8a80-5846-45eb-adf0-1e25749402b0 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:15.973922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Made reservation on behalf of e055e43e1b82476992bf88d6e7abb38f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:15.978954 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:15.990435 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.098406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-efe05b3b-4d30-4e20-b2e3-83d7aad9a6a8 None None] Provisioning complete for port 7adc287d-7e55-49e6-9922-03bcfef158be triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:16.098883 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efe05b3b-4d30-4e20-b2e3-83d7aad9a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.107362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::1a3 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/e9d06b75-da5d-4857-84d5-110333775c31/942413e7-94a9-4528-bea9-595bd4b94ec3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:16.118015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8:0:1:f816:3eff:feb8:9863 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/3abdef1c-bc48-4eed-b878-422f1f6088af/942413e7-94a9-4528-bea9-595bd4b94ec3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:16.175295 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.186516 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.202623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdadf96-a63f-4315-9710-a59aa01e761e req-fdf655e4-8d23-40d5-bf5b-963c6c9b9ef0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:16.204161 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bdadf96-a63f-4315-9710-a59aa01e761e req-fdf655e4-8d23-40d5-bf5b-963c6c9b9ef0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 945 time: 0.0814438 Dec 08 01:45:16.283483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:45:16.289758 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bdadf96-a63f-4315-9710-a59aa01e761e req-dce7111b-1e4f-4e51-bb81-e033e8eb1964 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742478 Dec 08 01:45:16.308046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55d0129-2755-49f2-834b-f66d18c67bf8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:16.311887 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.312219 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Added segment 1ad4878a-9581-4906-a65f-ab3247c2110e of type vlan for network 46993007-3eb9-45a6-ba55-89e78dd429d7 Dec 08 01:45:16.369407 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.406527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.413241 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.414872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:16.415097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88d2a6-dc53-4860-be2a-2f9d603741ca req-36bee132-dd3a-4b40-b9e8-3955798be2b6 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:16.416093 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.425686 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe88d2a6-dc53-4860-be2a-2f9d603741ca req-36bee132-dd3a-4b40-b9e8-3955798be2b6 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1188691 Dec 08 01:45:16.428952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efe05b3b-4d30-4e20-b2e3-83d7aad9a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.467705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-efe05b3b-4d30-4e20-b2e3-83d7aad9a6a8 None None] For port 7adc287d-7e55-49e6-9922-03bcfef158be, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7adc287d-7e55-49e6-9922-03bcfef158be,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:16.472938 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efe05b3b-4d30-4e20-b2e3-83d7aad9a6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.484862 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe88d2a6-dc53-4860-be2a-2f9d603741ca req-7bbc2f8c-46a0-4304-9ae2-29ed1bf68372 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582342 Dec 08 01:45:16.494363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5651731 Dec 08 01:45:16.495130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39390a58-fbee-4425-9f25-a72ba93c7ffc admin admin] Pushing event updated for resources: {'Network': ['ID=46993007-3eb9-45a6-ba55-89e78dd429d7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:16.497931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54866) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:16.503307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8e2aaae0-9cd9-4cf7-8f54-d041eda4138f admin admin] Request body: {'subnet': {'network_id': '46993007-3eb9-45a6-ba55-89e78dd429d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-85011303-subnet', 'tenant_id': 'e055e43e1b82476992bf88d6e7abb38f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:16.518182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb7bc12-fc42-411a-86d3-291ee14ac122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40251496-8cb5-4dc8-8ac1-021cc652004f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:16.518182 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693b2648-eb36-4ec6-85a2-bc6fe16f19ce" -d '{"events": [{"server_uuid": "4eb7bc12-fc42-411a-86d3-291ee14ac122", "name": "network-vif-plugged", "status": "completed", "tag": "40251496-8cb5-4dc8-8ac1-021cc652004f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:16.518182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 46993007-3eb9-45a6-ba55-89e78dd429d7 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:45:16.528041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.547733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2aaae0-9cd9-4cf7-8f54-d041eda4138f admin admin] Made reservation on behalf of e055e43e1b82476992bf88d6e7abb38f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:16.558524 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e2aaae0-9cd9-4cf7-8f54-d041eda4138f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.567894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe05b3b-4d30-4e20-b2e3-83d7aad9a6a8 None None] Pushing event updated for resources: {'Port': ['ID=7adc287d-7e55-49e6-9922-03bcfef158be,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:16.600554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:16.603978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:16.606624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:16.613999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:16.614662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.635453 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3149ee9b-b39b-4fef-8d32-da4d5a621623 x-openstack-request-id: req-3149ee9b-b39b-4fef-8d32-da4d5a621623 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:16.636190 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb7bc12-fc42-411a-86d3-291ee14ac122", "name": "network-vif-plugged", "status": "completed", "tag": "40251496-8cb5-4dc8-8ac1-021cc652004f", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:16.636694 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3149ee9b-b39b-4fef-8d32-da4d5a621623 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:16.637312 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb7bc12-fc42-411a-86d3-291ee14ac122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40251496-8cb5-4dc8-8ac1-021cc652004f', 'code': 200} Dec 08 01:45:16.731495 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=942413e7-94a9-4528-bea9-595bd4b94ec3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:16.744585 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-18fa0245-be40-4967-8030-5e0f441bb6aa tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2846327 Dec 08 01:45:16.747383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54872) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:16.797382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7adc287d-7e55-49e6-9922-03bcfef158be up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:16.798070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0bb40-c4e8-418a-abd1-b7e5c5f187d5 req-711c1ec1-0e16-4939-8773-7e06e788463b tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:16.807623 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cfa0bb40-c4e8-418a-abd1-b7e5c5f187d5 req-711c1ec1-0e16-4939-8773-7e06e788463b tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 945 time: 0.1806116 Dec 08 01:45:16.831350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd578c-fcc4-468f-9aea-409c2d62cd6d req-415aae5d-25b6-4a23-90c0-0c9d94e20683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:16.832936 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0cd578c-fcc4-468f-9aea-409c2d62cd6d req-415aae5d-25b6-4a23-90c0-0c9d94e20683 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 1097 time: 0.1323962 Dec 08 01:45:16.858490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 7adc287d-7e55-49e6-9922-03bcfef158be triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:16.858875 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.878895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cfa0bb40-c4e8-418a-abd1-b7e5c5f187d5 req-825097d8-f8d0-4332-92a2-3a4c92f65f92 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702505 Dec 08 01:45:16.937749 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0cd578c-fcc4-468f-9aea-409c2d62cd6d req-a9fa58b5-1a0b-47ed-8d0c-410ede9aa5f0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672395 Dec 08 01:45:16.957541 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e2aaae0-9cd9-4cf7-8f54-d041eda4138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:16.975384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cd728-5703-485c-8f32-a0e8f4ce5765 req-4db3e3b6-ec69-4f20-a04b-b692e681be71 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:16.977857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0f6cd728-5703-485c-8f32-a0e8f4ce5765 req-4db3e3b6-ec69-4f20-a04b-b692e681be71 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 945 time: 0.1305027 Dec 08 01:45:17.019903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e43c4-c562-4b39-9268-3c54c295bc26 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port 942413e7-94a9-4528-bea9-595bd4b94ec3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:17.020250 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e0e43c4-c562-4b39-9268-3c54c295bc26 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.101035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2aaae0-9cd9-4cf7-8f54-d041eda4138f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef431458-d02f-498d-9b58-3df9849c1376,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:17.151234 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2aaae0-9cd9-4cf7-8f54-d041eda4138f admin admin] Checking segment: {'id': '1ad4878a-9581-4906-a65f-ab3247c2110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '46993007-3eb9-45a6-ba55-89e78dd429d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:17.151604 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2aaae0-9cd9-4cf7-8f54-d041eda4138f admin admin] Network hostable DHCP agents. Network: 46993007-3eb9-45a6-ba55-89e78dd429d7, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:45:17.190506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c9cee-a7d8-4eb8-a35c-2650630c5e4d req-5a7fcee4-1621-435e-8949-2097c726684c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:17.192071 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f8c9cee-a7d8-4eb8-a35c-2650630c5e4d req-5a7fcee4-1621-435e-8949-2097c726684c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1472659 Dec 08 01:45:17.196797 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e0e43c4-c562-4b39-9268-3c54c295bc26 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.216428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6ac930a1-b73a-45eb-8275-c91799bce584 None None] Provisioning complete for port 7adc287d-7e55-49e6-9922-03bcfef158be triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:17.216952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ac930a1-b73a-45eb-8275-c91799bce584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.241025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2aaae0-9cd9-4cf7-8f54-d041eda4138f admin admin] Network 46993007-3eb9-45a6-ba55-89e78dd429d7 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:45:17.245928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e43c4-c562-4b39-9268-3c54c295bc26 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for 942413e7-94a9-4528-bea9-595bd4b94ec3 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:17.309339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8e2aaae0-9cd9-4cf7-8f54-d041eda4138f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 46993007-3eb9-45a6-ba55-89e78dd429d7) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:17.313991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2aaae0-9cd9-4cf7-8f54-d041eda4138f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:17.314767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e2aaae0-9cd9-4cf7-8f54-d041eda4138f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.325699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09e74f-30e6-4f86-93ed-3640931eec5b None None] Network 46993007-3eb9-45a6-ba55-89e78dd429d7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:17.399165 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f8c9cee-a7d8-4eb8-a35c-2650630c5e4d req-d011aaf1-0f24-46e3-8f39-b94a39575652 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993248 Dec 08 01:45:17.410590 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8e2aaae0-9cd9-4cf7-8f54-d041eda4138f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9112391 Dec 08 01:45:17.458437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acda6e8-d59e-44e6-b088-bd1f211244eb None None] Network 46993007-3eb9-45a6-ba55-89e78dd429d7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:17.519146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-0f6cd728-5703-485c-8f32-a0e8f4ce5765 req-70c1e0af-5397-47d5-b62c-d8998ad58043 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Deleting port 74ab73ac-9034-4f7b-8b68-6ca86887eae3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:17.520069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0f6cd728-5703-485c-8f32-a0e8f4ce5765 req-70c1e0af-5397-47d5-b62c-d8998ad58043 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.544840 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b0498-6cca-43f9-97d3-f248cfd8bc36 req-df4494a9-7636-4377-b185-6813cc31519a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:17.551212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-825b0498-6cca-43f9-97d3-f248cfd8bc36 req-df4494a9-7636-4377-b185-6813cc31519a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 945 time: 0.1148014 Dec 08 01:45:17.571280 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54888) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:17.618623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-75cce0bd-bdf5-4cf7-af8f-12d18a39fe8d None None] Provisioning complete for port 942413e7-94a9-4528-bea9-595bd4b94ec3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:17.619060 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75cce0bd-bdf5-4cf7-af8f-12d18a39fe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.652387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f5bc6a-3ae6-460c-bf12-6462d6332249 admin admin] Deleting subnet c04208bc-ddef-4383-97c1-7790b20cd62e {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:45:17.659160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7f5bc6a-3ae6-460c-bf12-6462d6332249 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.676202 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-75cce0bd-bdf5-4cf7-af8f-12d18a39fe8d None None] Port 942413e7-94a9-4528-bea9-595bd4b94ec3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:17.689377 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-825b0498-6cca-43f9-97d3-f248cfd8bc36 req-41fef740-7afe-4f34-99e8-e248b024df95 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306958 Dec 08 01:45:17.703799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7f5bc6a-3ae6-460c-bf12-6462d6332249 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.750463 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7f5bc6a-3ae6-460c-bf12-6462d6332249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.756390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0f6cd728-5703-485c-8f32-a0e8f4ce5765 req-70c1e0af-5397-47d5-b62c-d8998ad58043 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] For port 74ab73ac-9034-4f7b-8b68-6ca86887eae3, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=74ab73ac-9034-4f7b-8b68-6ca86887eae3,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:17.756761 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0f6cd728-5703-485c-8f32-a0e8f4ce5765 req-70c1e0af-5397-47d5-b62c-d8998ad58043 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.786776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cd202-95f0-44c2-9950-4db2c3f11cfc req-52798612-2e7d-4db6-afea-a9090228f12c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:17.788434 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-531cd202-95f0-44c2-9950-4db2c3f11cfc req-52798612-2e7d-4db6-afea-a9090228f12c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1728756 Dec 08 01:45:17.790731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-0f6cd728-5703-485c-8f32-a0e8f4ce5765 req-70c1e0af-5397-47d5-b62c-d8998ad58043 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Calling delete_port for 74ab73ac-9034-4f7b-8b68-6ca86887eae3 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:17.807777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e0e43c4-c562-4b39-9268-3c54c295bc26 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.905070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e43c4-c562-4b39-9268-3c54c295bc26 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=942413e7-94a9-4528-bea9-595bd4b94ec3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:17.989230 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e0e43c4-c562-4b39-9268-3c54c295bc26 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:17.992985 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4e0e43c4-c562-4b39-9268-3c54c295bc26 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/942413e7-94a9-4528-bea9-595bd4b94ec3 HTTP/1.1" status: 204 len: 168 time: 1.2443225 Dec 08 01:45:17.996007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54892) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:18.019563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-531cd202-95f0-44c2-9950-4db2c3f11cfc req-428292e2-612f-4a7f-ac64-cbee33da961d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224662 Dec 08 01:45:18.130763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf7f71-b9a2-47e7-9b63-017ab1b63fc3 req-80a2b230-5739-46bb-9c16-4d50ed789802 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:18.139105 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8ccf7f71-b9a2-47e7-9b63-017ab1b63fc3 req-80a2b230-5739-46bb-9c16-4d50ed789802 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.0751822 Dec 08 01:45:18.167845 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7f5bc6a-3ae6-460c-bf12-6462d6332249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.170155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f973eb26-70f2-4c53-b533-1c8016d3d78e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:18.175897 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f973eb26-70f2-4c53-b533-1c8016d3d78e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1781108 Dec 08 01:45:18.176804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54896) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:18.201278 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0f6cd728-5703-485c-8f32-a0e8f4ce5765 req-70c1e0af-5397-47d5-b62c-d8998ad58043 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.212006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5bc6a-3ae6-460c-bf12-6462d6332249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c04208bc-ddef-4383-97c1-7790b20cd62e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:18.219486 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7f5bc6a-3ae6-460c-bf12-6462d6332249 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.222733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d7f5bc6a-3ae6-460c-bf12-6462d6332249 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c04208bc-ddef-4383-97c1-7790b20cd62e HTTP/1.1" status: 204 len: 168 time: 0.6504915 Dec 08 01:45:18.233052 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8ccf7f71-b9a2-47e7-9b63-017ab1b63fc3 req-ba166abf-ded9-44e2-a259-732a2a536e9c tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930512 Dec 08 01:45:18.234086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54898) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:18.245510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112', 'b6b65d41-2924-4180-b087-97bf7b4cad7c', '74ab73ac-9034-4f7b-8b68-6ca86887eae3'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:18.279985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1e0af-5397-47d5-b62c-d8998ad58043 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event deleted for resources: {'Port': ['ID=74ab73ac-9034-4f7b-8b68-6ca86887eae3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:18.315680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b8647d-9dc7-4cb9-8b47-a95bd81b923e None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:18.333944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6cd728-5703-485c-8f32-a0e8f4ce5765 req-70c1e0af-5397-47d5-b62c-d8998ad58043 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] No DVR routers for this DVR port 74ab73ac-9034-4f7b-8b68-6ca86887eae3 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:45:18.341660 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0f6cd728-5703-485c-8f32-a0e8f4ce5765 req-70c1e0af-5397-47d5-b62c-d8998ad58043 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.347829 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.349393 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0f6cd728-5703-485c-8f32-a0e8f4ce5765 req-70c1e0af-5397-47d5-b62c-d8998ad58043 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "DELETE /v2.0/ports/74ab73ac-9034-4f7b-8b68-6ca86887eae3 HTTP/1.1" status: 204 len: 173 time: 1.1335869 Dec 08 01:45:18.353321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a21ac1-6890-48ce-bba1-628509b6b34b', 'name': 'network-vif-deleted', 'tag': '74ab73ac-9034-4f7b-8b68-6ca86887eae3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:18.355796 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab71b9b-68b4-424c-b96d-ff646af85b90" -d '{"events": [{"server_uuid": "a2a21ac1-6890-48ce-bba1-628509b6b34b", "name": "network-vif-deleted", "tag": "74ab73ac-9034-4f7b-8b68-6ca86887eae3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:18.376907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb0897f-9bee-4501-a790-9b7a72055c24 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:18.380783 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eeb0897f-9bee-4501-a790-9b7a72055c24 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2022774 Dec 08 01:45:18.390821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54904) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:18.391565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf148470-804a-4c9f-b84d-c8447ab7952c req-570bbd3c-c3c4-4c43-81d1-16eecd2c1ce6 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:18.394488 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf148470-804a-4c9f-b84d-c8447ab7952c req-570bbd3c-c3c4-4c43-81d1-16eecd2c1ce6 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 945 time: 0.2388220 Dec 08 01:45:18.456651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf148470-804a-4c9f-b84d-c8447ab7952c req-107183f0-a0cd-4f41-907c-02b9b18bffba tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524108 Dec 08 01:45:18.508690 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.529761 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306f4840-3d26-4f27-afac-e0c3f6c7dcb9 x-openstack-request-id: req-306f4840-3d26-4f27-afac-e0c3f6c7dcb9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:18.530056 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a21ac1-6890-48ce-bba1-628509b6b34b", "name": "network-vif-deleted", "tag": "74ab73ac-9034-4f7b-8b68-6ca86887eae3", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:18.530321 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-306f4840-3d26-4f27-afac-e0c3f6c7dcb9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:18.530781 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a21ac1-6890-48ce-bba1-628509b6b34b', 'name': 'network-vif-deleted', 'tag': '74ab73ac-9034-4f7b-8b68-6ca86887eae3', 'status': 'completed', 'code': 200} Dec 08 01:45:18.555641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48aac56-f2af-4918-a7c9-34e07e063049']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:18.570945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06957c1b-ebd6-4e56-8720-4f75773841df') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:18.570945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06957c1b-ebd6-4e56-8720-4f75773841df') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:18.587713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb7d49-0bc4-4fe9-8c73-4ee73122d91c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:18.589939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb7d49-0bc4-4fe9-8c73-4ee73122d91c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:18.591533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb7d49-0bc4-4fe9-8c73-4ee73122d91c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:18.593830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cfbb7d49-0bc4-4fe9-8c73-4ee73122d91c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2015212 Dec 08 01:45:18.595757 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.597356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54910) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:18.637662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.642393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b88a0e-d975-4526-a8e8-10752bddc20a req-a8d3a461-1c22-44e6-9440-af20b35bb190 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:18.643600 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49b88a0e-d975-4526-a8e8-10752bddc20a req-a8d3a461-1c22-44e6-9440-af20b35bb190 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.0575023 Dec 08 01:45:18.656039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:45:18.656486 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:45:18.658217 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:45:18.692599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6bf133-6dcd-47d1-94ff-bd0306a4edb0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 3abdef1c-bc48-4eed-b878-422f1f6088af {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:45:18.697784 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf133-6dcd-47d1-94ff-bd0306a4edb0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.700845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49b88a0e-d975-4526-a8e8-10752bddc20a req-4627ddcf-e860-45a0-b62e-3545193492a5 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455079 Dec 08 01:45:18.761046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.769707 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.775953 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e48aac56-f2af-4918-a7c9-34e07e063049 HTTP/1.1" status: 204 len: 168 time: 0.5373290 Dec 08 01:45:18.776936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54916) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:18.789053 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf133-6dcd-47d1-94ff-bd0306a4edb0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.792075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd8137-3e4e-45ee-941a-9b5ef5e02eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e48aac56-f2af-4918-a7c9-34e07e063049,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:18.850218 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4ea716f8-7d70-4b7f-b65e-e5b334059b62 req-2b596a45-4790-4998-a66a-3d8a44ecee19 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a2a21ac1-6890-48ce-bba1-628509b6b34b HTTP/1.1" status: 200 len: 210 time: 0.0385654 Dec 08 01:45:18.859622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-83126ef5-b2b3-42eb-9a7d-69b55a52f899 admin admin] Deleting subnet ef431458-d02f-498d-9b58-3df9849c1376 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:45:18.864902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83126ef5-b2b3-42eb-9a7d-69b55a52f899 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.904850 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf133-6dcd-47d1-94ff-bd0306a4edb0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.905111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ca1ca-20b6-4180-b8f1-c484a6b7c503 req-10595b83-96b0-4614-be71-e47c9b2062f5 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:18.906652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eb0ca1ca-20b6-4180-b8f1-c484a6b7c503 req-10595b83-96b0-4614-be71-e47c9b2062f5 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.0995905 Dec 08 01:45:18.918525 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83126ef5-b2b3-42eb-9a7d-69b55a52f899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.970324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf133-6dcd-47d1-94ff-bd0306a4edb0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:18.993824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83126ef5-b2b3-42eb-9a7d-69b55a52f899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.003884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6bf133-6dcd-47d1-94ff-bd0306a4edb0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=3abdef1c-bc48-4eed-b878-422f1f6088af,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:19.006123 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6bf133-6dcd-47d1-94ff-bd0306a4edb0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.013250 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ab6bf133-6dcd-47d1-94ff-bd0306a4edb0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/3abdef1c-bc48-4eed-b878-422f1f6088af HTTP/1.1" status: 204 len: 168 time: 0.4146881 Dec 08 01:45:19.013738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54918) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:19.017917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7716e8-803d-4407-bc1f-94c69b24fb35 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:19.024530 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eb0ca1ca-20b6-4180-b8f1-c484a6b7c503 req-42fa3f5a-e2bb-4eb7-a99b-c53e6be3969a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110916 Dec 08 01:45:19.074642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83126ef5-b2b3-42eb-9a7d-69b55a52f899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.090888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9a3dab-3388-401a-a791-20721dc5087b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet e9d06b75-da5d-4857-84d5-110333775c31 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:45:19.095173 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3dab-3388-401a-a791-20721dc5087b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.106448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83126ef5-b2b3-42eb-9a7d-69b55a52f899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef431458-d02f-498d-9b58-3df9849c1376,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:19.118390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83126ef5-b2b3-42eb-9a7d-69b55a52f899 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.123889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-83126ef5-b2b3-42eb-9a7d-69b55a52f899 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ef431458-d02f-498d-9b58-3df9849c1376 HTTP/1.1" status: 204 len: 168 time: 0.3429785 Dec 08 01:45:19.124364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54922) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:19.156382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3dab-3388-401a-a791-20721dc5087b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.225496 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.270469 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3dab-3388-401a-a791-20721dc5087b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.354329 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.367569 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3dab-3388-401a-a791-20721dc5087b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.412994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a3dab-3388-401a-a791-20721dc5087b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d06b75-da5d-4857-84d5-110333775c31,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:19.424703 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3dab-3388-401a-a791-20721dc5087b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.431186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46993007-3eb9-45a6-ba55-89e78dd429d7']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:19.439687 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6c9a3dab-3388-401a-a791-20721dc5087b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/e9d06b75-da5d-4857-84d5-110333775c31 HTTP/1.1" status: 204 len: 168 time: 0.4244983 Dec 08 01:45:19.440811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54936) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:19.453414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad4878a-9581-4906-a65f-ab3247c2110e') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:19.453800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad4878a-9581-4906-a65f-ab3247c2110e') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:19.481670 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5d439-02b5-4269-9130-92323e5bd665 req-c7a33f03-a3bf-479b-8ef9-463142982e72 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:19.483991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7b5d439-02b5-4269-9130-92323e5bd665 req-c7a33f03-a3bf-479b-8ef9-463142982e72 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1207919 Dec 08 01:45:19.486011 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.507182 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.517146 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1348dc1a-e061-40d3-9ac3-860f4e6a2b44 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745432 Dec 08 01:45:19.517862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54944) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:19.526005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ecd4c8e2-9125-4a2e-9268-ff288641c68c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:19.530403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:45:19.530999 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:45:19.533273 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:45:19.616558 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7b5d439-02b5-4269-9130-92323e5bd665 req-f71bb4b6-6604-4d5b-8fa2-11cfa19064ff tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212046 Dec 08 01:45:19.623669 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.644820 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.650043 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/46993007-3eb9-45a6-ba55-89e78dd429d7 HTTP/1.1" status: 204 len: 168 time: 0.5243285 Dec 08 01:45:19.651240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c53b6-8473-4027-bfa3-76177cc2bec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=46993007-3eb9-45a6-ba55-89e78dd429d7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:19.679832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6283e9-f9ca-4495-84f7-699d6b94a7e3 req-b0d69f4e-f776-4cb6-a6ce-aac731ec8ece tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:19.681856 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd6283e9-f9ca-4495-84f7-699d6b94a7e3 req-b0d69f4e-f776-4cb6-a6ce-aac731ec8ece tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.2152371 Dec 08 01:45:19.724466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd4c8e2-9125-4a2e-9268-ff288641c68c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:19.729191 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c8e2-9125-4a2e-9268-ff288641c68c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:19.802455 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd6283e9-f9ca-4495-84f7-699d6b94a7e3 req-b142da63-6f07-4bb4-abe2-688dea807085 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060562 Dec 08 01:45:19.818872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda3878-1906-4dee-a454-5af44c91e46e req-b7ee1140-56e9-4902-b964-1cbcb2e56ec0 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:19.833032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dfda3878-1906-4dee-a454-5af44c91e46e req-b7ee1140-56e9-4902-b964-1cbcb2e56ec0 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 945 time: 0.0963018 Dec 08 01:45:19.929494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dfda3878-1906-4dee-a454-5af44c91e46e req-643da4d7-6c28-46ee-9e26-201972b3ab4d tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952933 Dec 08 01:45:19.936996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54954) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:20.006722 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-24eb8cef-1018-4031-98bf-43bd8e746d9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b6ff5aba4f7e4d5385efd5eddf0c3b61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0655019 Dec 08 01:45:20.006722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54958) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:20.033732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfd0bf4-df4c-4684-9e9d-7341f3904f75 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:20.072689 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c8e2-9125-4a2e-9268-ff288641c68c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.128789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4c8e2-9125-4a2e-9268-ff288641c68c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=968418db-2f2d-4d9d-8864-e260222dfce8,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:20.139621 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a80ed7-f6d4-476c-abf6-4c878bbd1fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.156785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4c8e2-9125-4a2e-9268-ff288641c68c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:20.161185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ecd4c8e2-9125-4a2e-9268-ff288641c68c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:20.166176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd4c8e2-9125-4a2e-9268-ff288641c68c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:20.166944 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ecd4c8e2-9125-4a2e-9268-ff288641c68c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.169917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-db8fbc9c-b90d-45d3-a3e6-d1e85e0a1faf None None] Provisioning complete for port 7adc287d-7e55-49e6-9922-03bcfef158be triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:20.170283 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-db8fbc9c-b90d-45d3-a3e6-d1e85e0a1faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.191233 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ecd4c8e2-9125-4a2e-9268-ff288641c68c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6707110 Dec 08 01:45:20.194707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54964) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:20.202921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a80ed7-f6d4-476c-abf6-4c878bbd1fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.203564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c91b30e8-e1c0-426e-827f-15b9ff3df4df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:20.294017 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a80ed7-f6d4-476c-abf6-4c878bbd1fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.297625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a80ed7-f6d4-476c-abf6-4c878bbd1fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.300536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-76a80ed7-f6d4-476c-abf6-4c878bbd1fc8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/760326e3-80d0-49b4-a2a7-69d865cc10c8 HTTP/1.1" status: 204 len: 168 time: 0.2921607 Dec 08 01:45:20.322239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a80ed7-f6d4-476c-abf6-4c878bbd1fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760326e3-80d0-49b4-a2a7-69d865cc10c8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:20.363422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a4fc8-0068-4d5f-a80e-89b9b854bfb3 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:20.394246 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bcd25-dfe9-49d9-b73d-abbb0a332353 req-65a76a0a-7bac-4f7c-8c6d-746427bb43da tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:20.395806 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-012bcd25-dfe9-49d9-b73d-abbb0a332353 req-65a76a0a-7bac-4f7c-8c6d-746427bb43da tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 946 time: 0.0799468 Dec 08 01:45:20.427934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a4fc8-0068-4d5f-a80e-89b9b854bfb3 None None] Deleting port 7adc287d-7e55-49e6-9922-03bcfef158be {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:20.428355 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4fc8-0068-4d5f-a80e-89b9b854bfb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.450346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91b30e8-e1c0-426e-827f-15b9ff3df4df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:20.454357 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c91b30e8-e1c0-426e-827f-15b9ff3df4df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.504329 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-012bcd25-dfe9-49d9-b73d-abbb0a332353 req-d9ed880a-8e93-4e20-8976-6fae585a1346 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987279 Dec 08 01:45:20.536303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ed9a4fc8-0068-4d5f-a80e-89b9b854bfb3 None None] For port 7adc287d-7e55-49e6-9922-03bcfef158be, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7adc287d-7e55-49e6-9922-03bcfef158be,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:20.536800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4fc8-0068-4d5f-a80e-89b9b854bfb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.550773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a4fc8-0068-4d5f-a80e-89b9b854bfb3 None None] Calling delete_port for 7adc287d-7e55-49e6-9922-03bcfef158be owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:20.597643 n-d-713498-30 neutron-server[103130]: INFO neutron.db.ipam_backend_mixin [None req-c91b30e8-e1c0-426e-827f-15b9ff3df4df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 968418db-2f2d-4d9d-8864-e260222dfce8 (CIDR: 2001:db8::/64) Dec 08 01:45:20.603190 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91b30e8-e1c0-426e-827f-15b9ff3df4df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:45:20.603886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91b30e8-e1c0-426e-827f-15b9ff3df4df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:20.625045 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c91b30e8-e1c0-426e-827f-15b9ff3df4df tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4281790 Dec 08 01:45:20.628124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54980) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:20.635883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'subnet': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:20.643779 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ed9a4fc8-0068-4d5f-a80e-89b9b854bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.713485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a4fc8-0068-4d5f-a80e-89b9b854bfb3 None None] Pushing event deleted for resources: {'Port': ['ID=7adc287d-7e55-49e6-9922-03bcfef158be,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:20.719596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a4fc8-0068-4d5f-a80e-89b9b854bfb3 None None] No DVR routers for this DVR port 7adc287d-7e55-49e6-9922-03bcfef158be on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:45:20.746931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507c35da-5561-4c87-b63d-10849c8863b5 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:20.826119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7adc287d-7e55-49e6-9922-03bcfef158be no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:45:20.852366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bceb1c6-46d7-4149-843b-9aced8bb9bbd req-049bd100-cc85-4afd-a702-ff76cd74dbf1 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:20.854753 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1bceb1c6-46d7-4149-843b-9aced8bb9bbd req-049bd100-cc85-4afd-a702-ff76cd74dbf1 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.0955429 Dec 08 01:45:20.899871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 7adc287d-7e55-49e6-9922-03bcfef158be {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:45:20.900544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7adc287d-7e55-49e6-9922-03bcfef158be not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:45:20.916319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54988) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:20.921825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:20.925406 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.934027 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1bceb1c6-46d7-4149-843b-9aced8bb9bbd req-97cc6cfe-e336-4292-a371-374f07334f60 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692990 Dec 08 01:45:20.957604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'project_id': '1e5d55fe208645ec8cfdcd93d3df5b2e', 'fixed_ips': [{'subnet_id': '968418db-2f2d-4d9d-8864-e260222dfce8'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:45:20.958551 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:20.999978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634b5e3-5518-4339-b2fc-5306872dab24 req-698316bd-1cfe-417c-af32-48d8610120f6 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:21.001882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3634b5e3-5518-4339-b2fc-5306872dab24 req-698316bd-1cfe-417c-af32-48d8610120f6 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 945 time: 0.1027505 Dec 08 01:45:21.006787 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2dd7d010-daee-4992-be6d-a9fb6a1c6551 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e055e43e1b82476992bf88d6e7abb38f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885684 Dec 08 01:45:21.010969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54992) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:21.088595 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3634b5e3-5518-4339-b2fc-5306872dab24 req-87cb70b4-0753-420c-b09e-4ee7e591327e tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782666 Dec 08 01:45:21.103573 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa31e34-daca-4964-9843-3311feae6960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.107033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe7b2f-a195-461b-be0c-0907820c220e req-9e38b0a7-d735-44aa-b7c8-8443bdcab636 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:21.108843 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ffbe7b2f-a195-461b-be0c-0907820c220e req-9e38b0a7-d735-44aa-b7c8-8443bdcab636 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.0841348 Dec 08 01:45:21.133892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Allocated IP 2001:db8::2 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/968418db-2f2d-4d9d-8864-e260222dfce8/a417b62e-00b7-4511-b925-14734b8fa54f) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:21.148856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa31e34-daca-4964-9843-3311feae6960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.218543 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa31e34-daca-4964-9843-3311feae6960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.221265 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa31e34-daca-4964-9843-3311feae6960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.224720 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9aa31e34-daca-4964-9843-3311feae6960 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a55d0129-2755-49f2-834b-f66d18c67bf8 HTTP/1.1" status: 204 len: 168 time: 0.2106190 Dec 08 01:45:21.224877 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ffbe7b2f-a195-461b-be0c-0907820c220e req-2bddb5a4-bab8-4331-8f27-e794fbe49383 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975494 Dec 08 01:45:21.249756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa31e34-daca-4964-9843-3311feae6960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55d0129-2755-49f2-834b-f66d18c67bf8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:21.339370 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.346416 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.388686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:21.391597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:21.395113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:21.405749 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Pushing event updated for resources: {'Port': ['ID=a417b62e-00b7-4511-b925-14734b8fa54f,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:21.435474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.objects.ports [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103130) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:45:21.472744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Attempting to bind port a417b62e-00b7-4511-b925-14734b8fa54f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:21.473274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Attempting to bind port a417b62e-00b7-4511-b925-14734b8fa54f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:21.473814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Attempting to bind port a417b62e-00b7-4511-b925-14734b8fa54f on network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:21.480230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:21.480642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Checking segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:21.481046 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.481632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Bound using segment: {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:21.482106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Bound port: a417b62e-00b7-4511-b925-14734b8fa54f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e443e3d7-8220-4f95-a6fd-04c87e53e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:21.482492 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.523192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 74ab73ac-9034-4f7b-8b68-6ca86887eae3 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:45:21.560369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 74ab73ac-9034-4f7b-8b68-6ca86887eae3 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:45:21.560932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 74ab73ac-9034-4f7b-8b68-6ca86887eae3 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:45:21.597482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] For port a417b62e-00b7-4511-b925-14734b8fa54f, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:21.602119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] For port a417b62e-00b7-4511-b925-14734b8fa54f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a417b62e-00b7-4511-b925-14734b8fa54f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:21.609495 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.679364 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:21.688006 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99042e-7a33-4069-8a8c-ab54d8054631 None None] Pushing event updated for resources: {'Port': ['ID=a417b62e-00b7-4511-b925-14734b8fa54f,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:21.709171 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671654f-6380-4eac-ba4f-40425c2f618c req-3c63fcd9-f69b-4c18-ae9a-c43acf314494 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:21.713086 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8671654f-6380-4eac-ba4f-40425c2f618c req-3c63fcd9-f69b-4c18-ae9a-c43acf314494 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 946 time: 0.1128113 Dec 08 01:45:21.837407 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8671654f-6380-4eac-ba4f-40425c2f618c req-cf156c31-e60c-400f-9ed3-19e781180945 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954578 Dec 08 01:45:21.980559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] For port a417b62e-00b7-4511-b925-14734b8fa54f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a417b62e-00b7-4511-b925-14734b8fa54f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:22.026787 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.036832 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.037594 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.134498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37204d10-3939-47a1-92bf-f317048c8dc3 req-2e08ee45-ebe7-4333-8254-dec6c560ee8c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:22.136043 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37204d10-3939-47a1-92bf-f317048c8dc3 req-2e08ee45-ebe7-4333-8254-dec6c560ee8c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 946 time: 0.1335328 Dec 08 01:45:22.143862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:22.144628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c7602-dc6c-49c9-91c8-c7b5253c913e req-60ca23fc-0037-4aa9-bb61-056c2b7b4bd0 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:22.145815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:22.146033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-011c7602-dc6c-49c9-91c8-c7b5253c913e req-60ca23fc-0037-4aa9-bb61-056c2b7b4bd0 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.0952725 Dec 08 01:45:22.154936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:22.155819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.192149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Subnet': ['ID=45b334b8-5f24-4291-9c93-f0a9c571b13e,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:22.204172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5740047 Dec 08 01:45:22.206963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55022) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:22.213082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Request body: {'port': {'network_id': '38e622c3-d3e1-4fea-b44a-493f59fc27b4', 'mac_address': 'fa:16:3e:82:0c:30', 'name': 'tempest-NetworksTestDHCPv6-2132589527'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:22.227977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6a22c-22b1-4180-a4dd-b48e3360677a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=a417b62e-00b7-4511-b925-14734b8fa54f,revision_number=4']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:22.254966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-011c7602-dc6c-49c9-91c8-c7b5253c913e req-a117dd71-34f5-400e-b8b5-577cccc1e372 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924840 Dec 08 01:45:22.344340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-37204d10-3939-47a1-92bf-f317048c8dc3 req-f1b07bbf-9cef-4342-b933-20338d45b4e8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Deleting port b6b65d41-2924-4180-b087-97bf7b4cad7c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:22.344802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-37204d10-3939-47a1-92bf-f317048c8dc3 req-f1b07bbf-9cef-4342-b933-20338d45b4e8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.352061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d43ea-44cc-4fe5-a784-64dc98ef7320 req-ec08231b-2625-4ec1-b694-143ce4e51505 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:22.353661 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f5d43ea-44cc-4fe5-a784-64dc98ef7320 req-ec08231b-2625-4ec1-b694-143ce4e51505 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 945 time: 0.1481094 Dec 08 01:45:22.459153 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f5d43ea-44cc-4fe5-a784-64dc98ef7320 req-597c0d25-10e1-4c66-9e79-f10684abe7bc tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936973 Dec 08 01:45:22.472044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Made reservation on behalf of 1e5d55fe208645ec8cfdcd93d3df5b2e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:22.482712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-37204d10-3939-47a1-92bf-f317048c8dc3 req-f1b07bbf-9cef-4342-b933-20338d45b4e8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] For port b6b65d41-2924-4180-b087-97bf7b4cad7c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b6b65d41-2924-4180-b087-97bf7b4cad7c,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:22.482712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-37204d10-3939-47a1-92bf-f317048c8dc3 req-f1b07bbf-9cef-4342-b933-20338d45b4e8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.493650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-37204d10-3939-47a1-92bf-f317048c8dc3 req-f1b07bbf-9cef-4342-b933-20338d45b4e8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Calling delete_port for b6b65d41-2924-4180-b087-97bf7b4cad7c owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:22.578991 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.610414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] device_id is not set on port 53e013fb-e7d9-4ceb-8b29-136174e50efd yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:45:22.624884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdbd52-b296-48e7-901b-dc7f7233d8f2 req-d98b3058-011d-4d07-a810-09c14e88f7ed tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:22.626767 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a0cdbd52-b296-48e7-901b-dc7f7233d8f2 req-d98b3058-011d-4d07-a810-09c14e88f7ed tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1209903 Dec 08 01:45:22.781599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97cd13-31b5-4464-b9de-6d37dfda8366 req-7f7ea5d5-98f4-4163-9c15-5ab83508df32 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:22.783200 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d97cd13-31b5-4464-b9de-6d37dfda8366 req-7f7ea5d5-98f4-4163-9c15-5ab83508df32 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.65 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 945 time: 0.1656411 Dec 08 01:45:22.818438 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a0cdbd52-b296-48e7-901b-dc7f7233d8f2 req-6a63d3c1-3f41-43e4-a28b-eefc094ff0f5 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747932 Dec 08 01:45:22.832976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a417b62e-00b7-4511-b925-14734b8fa54f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:22.833533 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-37204d10-3939-47a1-92bf-f317048c8dc3 req-f1b07bbf-9cef-4342-b933-20338d45b4e8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.871883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b07bbf-9cef-4342-b933-20338d45b4e8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event deleted for resources: {'Port': ['ID=b6b65d41-2924-4180-b087-97bf7b4cad7c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:22.938413 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-37204d10-3939-47a1-92bf-f317048c8dc3 req-f1b07bbf-9cef-4342-b933-20338d45b4e8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] No DVR routers for this DVR port b6b65d41-2924-4180-b087-97bf7b4cad7c on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:45:22.940470 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112', 'b6b65d41-2924-4180-b087-97bf7b4cad7c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:22.943751 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-37204d10-3939-47a1-92bf-f317048c8dc3 req-f1b07bbf-9cef-4342-b933-20338d45b4e8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:22.946129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569df1b2-bd61-42e5-b071-837ee8ab95a3 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:22.950581 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37204d10-3939-47a1-92bf-f317048c8dc3 req-f1b07bbf-9cef-4342-b933-20338d45b4e8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "DELETE /v2.0/ports/b6b65d41-2924-4180-b087-97bf7b4cad7c HTTP/1.1" status: 204 len: 173 time: 0.7480161 Dec 08 01:45:22.951115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e8297b-65fd-4c8b-910c-73444d64eec5', 'name': 'network-vif-deleted', 'tag': 'b6b65d41-2924-4180-b087-97bf7b4cad7c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:22.959368 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783b7988-7027-47cd-8adb-b91441b74647" -d '{"events": [{"server_uuid": "a4e8297b-65fd-4c8b-910c-73444d64eec5", "name": "network-vif-deleted", "tag": "b6b65d41-2924-4180-b087-97bf7b4cad7c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:23.050963 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fad0e2-1777-4be5-8781-d546a0e10fa8 x-openstack-request-id: req-c0fad0e2-1777-4be5-8781-d546a0e10fa8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:23.051269 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e8297b-65fd-4c8b-910c-73444d64eec5", "name": "network-vif-deleted", "tag": "b6b65d41-2924-4180-b087-97bf7b4cad7c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:23.051561 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0fad0e2-1777-4be5-8781-d546a0e10fa8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:23.051969 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e8297b-65fd-4c8b-910c-73444d64eec5', 'name': 'network-vif-deleted', 'tag': 'b6b65d41-2924-4180-b087-97bf7b4cad7c', 'status': 'completed', 'code': 200} Dec 08 01:45:23.053194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a417b62e-00b7-4511-b925-14734b8fa54f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:23.053586 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.132159 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ad7bc3-2208-4739-b784-2c395f667c71 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:23.194193 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8715f538-fc86-4f23-b1db-660bca7fb754 req-854603bc-dfbc-48be-a70b-3caff107da28 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=a4e8297b-65fd-4c8b-910c-73444d64eec5 HTTP/1.1" status: 200 len: 210 time: 0.1056983 Dec 08 01:45:23.266908 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8::382 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/968418db-2f2d-4d9d-8864-e260222dfce8/53e013fb-e7d9-4ceb-8b29-136174e50efd) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:23.275947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Allocated IP 2001:db8:0:1:f816:3eff:fe82:c30 (38e622c3-d3e1-4fea-b44a-493f59fc27b4/45b334b8-5f24-4291-9c93-f0a9c571b13e/53e013fb-e7d9-4ceb-8b29-136174e50efd) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:23.280359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-9d97cd13-31b5-4464-b9de-6d37dfda8366 req-1e82c7cd-c0f3-4114-ac5e-a856ade610cf tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Deleting port 40251496-8cb5-4dc8-8ac1-021cc652004f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:23.280687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9d97cd13-31b5-4464-b9de-6d37dfda8366 req-1e82c7cd-c0f3-4114-ac5e-a856ade610cf tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.320825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1b949808-5a6c-4476-811f-38e1e7adf0ef None None] Provisioning complete for port a417b62e-00b7-4511-b925-14734b8fa54f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:23.321099 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1b949808-5a6c-4476-811f-38e1e7adf0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.361939 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.423194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port a417b62e-00b7-4511-b925-14734b8fa54f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a417b62e-00b7-4511-b925-14734b8fa54f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:23.433869 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.434441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-9d97cd13-31b5-4464-b9de-6d37dfda8366 req-1e82c7cd-c0f3-4114-ac5e-a856ade610cf tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] For port 40251496-8cb5-4dc8-8ac1-021cc652004f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=40251496-8cb5-4dc8-8ac1-021cc652004f,segment=NetworkSegment(ea574f54-2d05-4978-81c7-2b616e609b13),segment_id=ea574f54-2d05-4978-81c7-2b616e609b13)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:23.434812 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9d97cd13-31b5-4464-b9de-6d37dfda8366 req-1e82c7cd-c0f3-4114-ac5e-a856ade610cf tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.496925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-9d97cd13-31b5-4464-b9de-6d37dfda8366 req-1e82c7cd-c0f3-4114-ac5e-a856ade610cf tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Calling delete_port for 40251496-8cb5-4dc8-8ac1-021cc652004f owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:23.555706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=a417b62e-00b7-4511-b925-14734b8fa54f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:23.591466 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.605516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2a2c1-5e39-4406-ac4b-779deeaaeda7 req-f41414db-84e8-4833-8455-be5c52f2fcec tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:23.613606 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2af2a2c1-5e39-4406-ac4b-779deeaaeda7 req-f41414db-84e8-4833-8455-be5c52f2fcec tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.2028046 Dec 08 01:45:23.690705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.738887 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2af2a2c1-5e39-4406-ac4b-779deeaaeda7 req-64d748d8-6517-46be-8577-ffdf6b8ceadd tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220348 Dec 08 01:45:23.842676 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:23.850562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:23.853984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event updated for resources: {'Port': ['ID=53e013fb-e7d9-4ceb-8b29-136174e50efd,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:23.857496 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9d97cd13-31b5-4464-b9de-6d37dfda8366 req-1e82c7cd-c0f3-4114-ac5e-a856ade610cf tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.871236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:23.876800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:23.877438 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:23.918858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99081264-74cc-4529-81d9-2faae3644999 req-91d70914-1226-42e8-9d36-af8bdf03c7df tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:23.926263 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-99081264-74cc-4529-81d9-2faae3644999 req-91d70914-1226-42e8-9d36-af8bdf03c7df tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eb7bc12-fc42-411a-86d3-291ee14ac122 HTTP/1.1" status: 200 len: 867 time: 0.2189465 Dec 08 01:45:23.971218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82c7cd-c0f3-4114-ac5e-a856ade610cf tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Pushing event deleted for resources: {'Port': ['ID=40251496-8cb5-4dc8-8ac1-021cc652004f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:23.974673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['40251496-8cb5-4dc8-8ac1-021cc652004f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:23.984668 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cdbc1e37-542e-4aa4-a949-30cdd4c2621b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7759366 Dec 08 01:45:23.987508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55080) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:24.031287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6836466-4534-4275-ba14-792fa0b50caf req-027e5a91-af0a-4820-a1fa-189fc803b94d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:24.033152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e6836466-4534-4275-ba14-792fa0b50caf req-027e5a91-af0a-4820-a1fa-189fc803b94d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1036122 Dec 08 01:45:24.061798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d97cd13-31b5-4464-b9de-6d37dfda8366 req-1e82c7cd-c0f3-4114-ac5e-a856ade610cf tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] No DVR routers for this DVR port 40251496-8cb5-4dc8-8ac1-021cc652004f on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:45:24.072892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9d97cd13-31b5-4464-b9de-6d37dfda8366 req-1e82c7cd-c0f3-4114-ac5e-a856ade610cf tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.076251 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d97cd13-31b5-4464-b9de-6d37dfda8366 req-1e82c7cd-c0f3-4114-ac5e-a856ade610cf tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.65 "DELETE /v2.0/ports/40251496-8cb5-4dc8-8ac1-021cc652004f HTTP/1.1" status: 204 len: 173 time: 1.2864444 Dec 08 01:45:24.076803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb7bc12-fc42-411a-86d3-291ee14ac122', 'name': 'network-vif-deleted', 'tag': '40251496-8cb5-4dc8-8ac1-021cc652004f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:24.078997 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4236f52f-152e-4d53-9e33-859e46c92d64" -d '{"events": [{"server_uuid": "4eb7bc12-fc42-411a-86d3-291ee14ac122", "name": "network-vif-deleted", "tag": "40251496-8cb5-4dc8-8ac1-021cc652004f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:24.099072 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-99081264-74cc-4529-81d9-2faae3644999 req-4e300281-53a3-42a3-aa9e-22f21436a953 tempest-VolumesActionsTest-346003352 tempest-VolumesActionsTest-346003352-project] 10.222.0.70 "GET /v2.0/security-groups?id=604d1a03-3948-4798-a5cb-0e1408e968dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705997 Dec 08 01:45:24.173450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e6836466-4534-4275-ba14-792fa0b50caf req-3ce12616-6bd3-4605-9da6-35e2f6e1cbde tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149683 Dec 08 01:45:24.203426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c5d56-8842-42d4-b1bf-c73d1d43b553 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting port 53e013fb-e7d9-4ceb-8b29-136174e50efd {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:24.204049 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5d56-8842-42d4-b1bf-c73d1d43b553 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.227827 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b104a30e-ebd0-4477-bb1b-8e34a48d363b x-openstack-request-id: req-b104a30e-ebd0-4477-bb1b-8e34a48d363b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:24.229164 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb7bc12-fc42-411a-86d3-291ee14ac122", "name": "network-vif-deleted", "tag": "40251496-8cb5-4dc8-8ac1-021cc652004f", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:24.230719 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b104a30e-ebd0-4477-bb1b-8e34a48d363b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:24.232020 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb7bc12-fc42-411a-86d3-291ee14ac122', 'name': 'network-vif-deleted', 'tag': '40251496-8cb5-4dc8-8ac1-021cc652004f', 'status': 'completed', 'code': 200} Dec 08 01:45:24.373926 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5d56-8842-42d4-b1bf-c73d1d43b553 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.389409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c5d56-8842-42d4-b1bf-c73d1d43b553 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Calling delete_port for 53e013fb-e7d9-4ceb-8b29-136174e50efd owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:24.488001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b1c18fe5-a1e3-4b21-84bb-0fa72b916ef3 None None] Provisioning complete for port a417b62e-00b7-4511-b925-14734b8fa54f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:24.488402 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b1c18fe5-a1e3-4b21-84bb-0fa72b916ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:24.804193 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-83258c3e-e43f-4c73-bdc4-eba68912a8a9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:24.813496 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-83258c3e-e43f-4c73-bdc4-eba68912a8a9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.2586527 Dec 08 01:45:24.824029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a417b62e-00b7-4511-b925-14734b8fa54f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:24.833054 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-54f4ec81-9bb7-42c4-aca6-071ae462d102 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/quotas/4eb2e093eba946c78088f73a589065d9 HTTP/1.1" status: 200 len: 375 time: 0.0181932 Dec 08 01:45:24.915840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-40f8b8ad-0b33-4e17-8682-57aa9b530bee tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788412 Dec 08 01:45:24.940255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a417b62e-00b7-4511-b925-14734b8fa54f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:24.941007 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.003967 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d19ad9aa-51c6-4c67-aef7-7f392a75017a None None] Provisioning complete for port 53e013fb-e7d9-4ceb-8b29-136174e50efd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:25.004666 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d19ad9aa-51c6-4c67-aef7-7f392a75017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.059372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d19ad9aa-51c6-4c67-aef7-7f392a75017a None None] Port 53e013fb-e7d9-4ceb-8b29-136174e50efd cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:25.113791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c65e1-bd24-47ee-8e00-859eae020160 req-5296f4b5-ec8c-4ca3-b871-5752fb3bea93 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:25.115634 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-520c65e1-bd24-47ee-8e00-859eae020160 req-5296f4b5-ec8c-4ca3-b871-5752fb3bea93 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1742234 Dec 08 01:45:25.148444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5d56-8842-42d4-b1bf-c73d1d43b553 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.186986 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-c1ad8dd5-75b0-451a-a16a-beb872aaad09 service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564735 Dec 08 01:45:25.187995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c5d56-8842-42d4-b1bf-c73d1d43b553 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Port': ['ID=53e013fb-e7d9-4ceb-8b29-136174e50efd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:25.268003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-520c65e1-bd24-47ee-8e00-859eae020160 req-6c6d0e2d-7e1e-4dd5-99a0-6dc9f28b09a7 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436348 Dec 08 01:45:25.269359 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f6c5d56-8842-42d4-b1bf-c73d1d43b553 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.273408 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4f6c5d56-8842-42d4-b1bf-c73d1d43b553 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/53e013fb-e7d9-4ceb-8b29-136174e50efd HTTP/1.1" status: 204 len: 168 time: 1.2770481 Dec 08 01:45:25.275709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:25.343149 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-8fb7f683-da03-4c70-9b26-57dad3db6fa2 service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450644 Dec 08 01:45:25.378234 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4580b3-5735-44b5-87e3-2b6317fc542c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:25.382176 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ea4580b3-5735-44b5-87e3-2b6317fc542c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1051903 Dec 08 01:45:25.385495 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55178) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:25.474731 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2c5632-2799-4785-9f47-1f3a1c978abc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:25.477886 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7e2c5632-2799-4785-9f47-1f3a1c978abc tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0910814 Dec 08 01:45:25.482240 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55184) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:25.535386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b6b65d41-2924-4180-b087-97bf7b4cad7c no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:45:25.578411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58600c51-8717-454e-a364-d804e7a763a5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:25.580581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: b6b65d41-2924-4180-b087-97bf7b4cad7c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:45:25.580936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58600c51-8717-454e-a364-d804e7a763a5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:25.581176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b6b65d41-2924-4180-b087-97bf7b4cad7c not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:45:25.585199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58600c51-8717-454e-a364-d804e7a763a5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:25.588928 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-58600c51-8717-454e-a364-d804e7a763a5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1041334 Dec 08 01:45:25.591813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55196) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:25.697777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ae85b-1f6c-440a-83f3-d18830d006b6 req-5061859e-5bde-4955-ad20-9e9ea9d8f609 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:25.699553 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-478ae85b-1f6c-440a-83f3-d18830d006b6 req-5061859e-5bde-4955-ad20-9e9ea9d8f609 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.0953252 Dec 08 01:45:25.706272 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06b81366-18ed-4fc7-a545-b88affdaa505 req-ac6a5c1d-322e-45a8-9f6f-47e4094fffc9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 210 time: 0.0637531 Dec 08 01:45:25.725558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-9319b510-786d-4da3-a2fd-55d28171bd57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 45b334b8-5f24-4291-9c93-f0a9c571b13e {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:45:25.730615 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9319b510-786d-4da3-a2fd-55d28171bd57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.794184 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9319b510-786d-4da3-a2fd-55d28171bd57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:25.844716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-478ae85b-1f6c-440a-83f3-d18830d006b6 req-5032621b-ff99-42df-8672-57c4461e73a9 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195693 Dec 08 01:45:25.958743 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9319b510-786d-4da3-a2fd-55d28171bd57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.044197 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9319b510-786d-4da3-a2fd-55d28171bd57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.078640 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319b510-786d-4da3-a2fd-55d28171bd57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=45b334b8-5f24-4291-9c93-f0a9c571b13e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:26.080627 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9319b510-786d-4da3-a2fd-55d28171bd57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.084996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9319b510-786d-4da3-a2fd-55d28171bd57 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/45b334b8-5f24-4291-9c93-f0a9c571b13e HTTP/1.1" status: 204 len: 168 time: 0.4918454 Dec 08 01:45:26.088365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55222) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:26.090862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55224) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:26.091487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6be6acc-fdb0-4bf4-80a5-d2360554b01a None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:26.187080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1567c9-ea0e-4c42-a194-0d9514fb2702 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Deleting subnet 968418db-2f2d-4d9d-8864-e260222dfce8 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:45:26.191712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1567c9-ea0e-4c42-a194-0d9514fb2702 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.276174 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b6fe9dd-71ae-4b46-8b02-2064f39cfa7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.287883 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1567c9-ea0e-4c42-a194-0d9514fb2702 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.475742 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1567c9-ea0e-4c42-a194-0d9514fb2702 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.568550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30327766-cf0f-47b2-ab3c-b9056d374e4f req-7e2fef59-39cb-4806-891f-3aa4ef3f40bb tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:26.570285 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-30327766-cf0f-47b2-ab3c-b9056d374e4f req-7e2fef59-39cb-4806-891f-3aa4ef3f40bb tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1568334 Dec 08 01:45:26.575771 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b6fe9dd-71ae-4b46-8b02-2064f39cfa7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.580765 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2b6fe9dd-71ae-4b46-8b02-2064f39cfa7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.618686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1567c9-ea0e-4c42-a194-0d9514fb2702 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.647853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1567c9-ea0e-4c42-a194-0d9514fb2702 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Subnet': ['ID=968418db-2f2d-4d9d-8864-e260222dfce8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:26.664617 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f1567c9-ea0e-4c42-a194-0d9514fb2702 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.667893 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9f1567c9-ea0e-4c42-a194-0d9514fb2702 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/968418db-2f2d-4d9d-8864-e260222dfce8 HTTP/1.1" status: 204 len: 168 time: 0.5716956 Dec 08 01:45:26.670520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55258) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:26.689612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fe9dd-71ae-4b46-8b02-2064f39cfa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7160a72-3140-4a00-aee8-8d59d41353eb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:26.696132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2b6fe9dd-71ae-4b46-8b02-2064f39cfa7c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f67326401b3a4fc489497e71c0390ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6033881 Dec 08 01:45:26.707944 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55260) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:26.725756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9f9dd9de-002a-44f3-930a-64ce6812b762 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537508 Dec 08 01:45:26.729617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55262) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:26.744882 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-30327766-cf0f-47b2-ab3c-b9056d374e4f req-a336a36a-1bd7-4c0c-bed0-b818eb56ccd2 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599236 Dec 08 01:45:26.798352 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7da39b-823b-49d1-9a61-2b25bd13d05b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:26.800061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8b7da39b-823b-49d1-9a61-2b25bd13d05b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0692828 Dec 08 01:45:26.802784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55266) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:26.819164 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe62c480-01b8-42cd-8505-114228a528eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.866208 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe62c480-01b8-42cd-8505-114228a528eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.936249 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe62c480-01b8-42cd-8505-114228a528eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.940507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe62c480-01b8-42cd-8505-114228a528eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:26.944321 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fe62c480-01b8-42cd-8505-114228a528eb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7160a72-3140-4a00-aee8-8d59d41353eb HTTP/1.1" status: 204 len: 168 time: 0.2327273 Dec 08 01:45:26.965183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62c480-01b8-42cd-8505-114228a528eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7160a72-3140-4a00-aee8-8d59d41353eb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:27.026898 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ca820fe1-62d6-4ff4-96ae-a4957cea3e75 req-c46bf942-d73a-4104-ad1a-2492b3136f9a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 210 time: 0.1323299 Dec 08 01:45:27.056522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2a99dc-3920-4f74-8f16-21cd52fbad92 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:27.061622 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3c2a99dc-3920-4f74-8f16-21cd52fbad92 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2574646 Dec 08 01:45:27.062623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55274) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.154237 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c3b04a8c-503e-47e4-9f9f-7baf17405110 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901344 Dec 08 01:45:27.161444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55276) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.198721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4e08e-e076-4847-890e-df5c3fddbabf req-51fde542-1f3d-4ad2-9272-4270956bd164 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:27.207363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8cc4e08e-e076-4847-890e-df5c3fddbabf req-51fde542-1f3d-4ad2-9272-4270956bd164 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.2381105 Dec 08 01:45:27.223509 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7801821-331f-476f-8ed7-516947b5a93f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.231903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7801821-331f-476f-8ed7-516947b5a93f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.235133 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e7801821-331f-476f-8ed7-516947b5a93f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/53e013fb-e7d9-4ceb-8b29-136174e50efd HTTP/1.1" status: 404 len: 333 time: 0.0749807 Dec 08 01:45:27.240995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55280) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.295627 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-633c68d7-da58-485e-a2ca-9bd0cb09fff3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.296117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633c68d7-da58-485e-a2ca-9bd0cb09fff3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.313370 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-633c68d7-da58-485e-a2ca-9bd0cb09fff3 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/45b334b8-5f24-4291-9c93-f0a9c571b13e HTTP/1.1" status: 404 len: 337 time: 0.0711603 Dec 08 01:45:27.316162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55282) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.347722 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5374c290-c109-446d-9415-4df101313922 None None] Network 38e622c3-d3e1-4fea-b44a-493f59fc27b4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:27.394851 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f395db-6bc8-448c-874d-5b77f84bcc56 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.396395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f395db-6bc8-448c-874d-5b77f84bcc56 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.403734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d0f395db-6bc8-448c-874d-5b77f84bcc56 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/968418db-2f2d-4d9d-8864-e260222dfce8 HTTP/1.1" status: 404 len: 337 time: 0.0855198 Dec 08 01:45:27.405941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55284) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.440322 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11381d6-d2a6-46f2-8d5d-ef43a0a8492c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.443593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11381d6-d2a6-46f2-8d5d-ef43a0a8492c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.448328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a11381d6-d2a6-46f2-8d5d-ef43a0a8492c tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/942413e7-94a9-4528-bea9-595bd4b94ec3 HTTP/1.1" status: 404 len: 333 time: 0.0410213 Dec 08 01:45:27.451006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55286) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.486098 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-655ef126-d195-441c-9244-7789e9af85a0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.487021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655ef126-d195-441c-9244-7789e9af85a0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.494623 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-655ef126-d195-441c-9244-7789e9af85a0 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/3abdef1c-bc48-4eed-b878-422f1f6088af HTTP/1.1" status: 404 len: 337 time: 0.0391352 Dec 08 01:45:27.495116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55288) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.533749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55290) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.534926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 40251496-8cb5-4dc8-8ac1-021cc652004f no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:45:27.559810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 40251496-8cb5-4dc8-8ac1-021cc652004f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:45:27.560601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 40251496-8cb5-4dc8-8ac1-021cc652004f not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:45:27.561239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e14a4b37-2e8d-4eaf-828d-e10f4b5ce28e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:27.574053 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b2b863-5ca2-4cd2-957a-8329a621263b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.574687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b2b863-5ca2-4cd2-957a-8329a621263b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.580410 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-51b2b863-5ca2-4cd2-957a-8329a621263b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/e9d06b75-da5d-4857-84d5-110333775c31 HTTP/1.1" status: 404 len: 337 time: 0.0816619 Dec 08 01:45:27.581671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55294) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.590243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-aa0421c5-2b03-40de-a2a2-2929c7462e49 None None] Provisioning complete for port a417b62e-00b7-4511-b925-14734b8fa54f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:27.590860 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aa0421c5-2b03-40de-a2a2-2929c7462e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:27.643699 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b38f97-e30c-4215-b89b-00f75ff67898 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.644580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b38f97-e30c-4215-b89b-00f75ff67898 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.648657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-41b38f97-e30c-4215-b89b-00f75ff67898 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/e18b4ae2-8af2-468d-9e2b-c1d5c32eac32 HTTP/1.1" status: 404 len: 333 time: 0.0656507 Dec 08 01:45:27.653588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55304) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.729284 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f1aade-adfe-4e0e-a7d6-c8a7a5aa4560 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.730047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f1aade-adfe-4e0e-a7d6-c8a7a5aa4560 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.734687 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a7f1aade-adfe-4e0e-a7d6-c8a7a5aa4560 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/8a197a40-38d8-44b1-99f5-b93d9ebd9757 HTTP/1.1" status: 404 len: 337 time: 0.0772178 Dec 08 01:45:27.738866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55306) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.749749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-954ccd9a-13c0-4f1d-93d9-4e312817cbf8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:27.752116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-954ccd9a-13c0-4f1d-93d9-4e312817cbf8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.6551769 Dec 08 01:45:27.759951 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8cc4e08e-e076-4847-890e-df5c3fddbabf req-9b10a2a3-f52e-49ea-b1ea-5dbcb7bff6b9 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491426 Dec 08 01:45:27.791732 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e8c64a-dd6f-4cb5-b7b4-c51d97ae0c49 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.792327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e8c64a-dd6f-4cb5-b7b4-c51d97ae0c49 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.793299 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Request body: {'port': {'device_id': 'f571dd11-f6ce-45be-b762-eaaeadaedeab', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'admin_state_up': True, 'tenant_id': '4eb2e093eba946c78088f73a589065d9'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:27.798744 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-91e8c64a-dd6f-4cb5-b7b4-c51d97ae0c49 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/21fc2432-f03a-4232-9ab8-0656598d5444 HTTP/1.1" status: 404 len: 337 time: 0.0563221 Dec 08 01:45:27.799112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55310) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.801283 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e14a4b37-2e8d-4eaf-828d-e10f4b5ce28e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:27.809925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e14a4b37-2e8d-4eaf-828d-e10f4b5ce28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:27.829715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8391fa-6ec9-4d38-823a-f6475b706a57 None None] DHCP port deletion for 38e622c3-d3e1-4fea-b44a-493f59fc27b4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:27.840749 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abd7954-645e-4662-8ef0-62c4f357bf1e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.841018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abd7954-645e-4662-8ef0-62c4f357bf1e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.844084 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1abd7954-645e-4662-8ef0-62c4f357bf1e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/d137afd9-fbd1-4df5-a4c3-7d5066b334ad HTTP/1.1" status: 404 len: 333 time: 0.0439398 Dec 08 01:45:27.847984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55314) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.880055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a4b37-2e8d-4eaf-828d-e10f4b5ce28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0e9929-2bde-447d-8262-b637a9ab5fc9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:27.889467 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-d292e817-fc5b-403c-afe1-8eeec3eacf16 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.890018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d292e817-fc5b-403c-afe1-8eeec3eacf16 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.898649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d292e817-fc5b-403c-afe1-8eeec3eacf16 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/f44811ec-be52-454c-9ca6-62e6aafdd88d HTTP/1.1" status: 404 len: 337 time: 0.0474675 Dec 08 01:45:27.899787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55316) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.936157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ca8391fa-6ec9-4d38-823a-f6475b706a57 None None] Deleting port a417b62e-00b7-4511-b925-14734b8fa54f {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:27.937059 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca8391fa-6ec9-4d38-823a-f6475b706a57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:27.940496 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e14a4b37-2e8d-4eaf-828d-e10f4b5ce28e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0413eebcabe545568971e8b698540960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4029214 Dec 08 01:45:27.941193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55318) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.952775 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-4781ff6b-a2c5-468e-a299-bffc56a26d28 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.953375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4781ff6b-a2c5-468e-a299-bffc56a26d28 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.956551 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4781ff6b-a2c5-468e-a299-bffc56a26d28 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/40aeae93-0a33-425e-bad0-a5ebb8258081 HTTP/1.1" status: 404 len: 337 time: 0.0556698 Dec 08 01:45:27.959128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55320) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:27.979797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a44214-a7e2-46b0-92cb-ad9b708c61d1 req-c3324952-a320-49e7-b975-91e99fbb3c43 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:27.982097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-14a44214-a7e2-46b0-92cb-ad9b708c61d1 req-c3324952-a320-49e7-b975-91e99fbb3c43 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1084979 Dec 08 01:45:27.984153 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5dbec51-8788-434d-9141-d5c74dd6fb7e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:27.984828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5dbec51-8788-434d-9141-d5c74dd6fb7e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:27.987967 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c5dbec51-8788-434d-9141-d5c74dd6fb7e tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/45d5facd-2a95-484d-a31c-9601e3de008d HTTP/1.1" status: 404 len: 333 time: 0.0277591 Dec 08 01:45:27.991382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55322) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.032554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ca8391fa-6ec9-4d38-823a-f6475b706a57 None None] For port a417b62e-00b7-4511-b925-14734b8fa54f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a417b62e-00b7-4511-b925-14734b8fa54f,segment=NetworkSegment(e443e3d7-8220-4f95-a6fd-04c87e53e124),segment_id=e443e3d7-8220-4f95-a6fd-04c87e53e124)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:28.032995 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca8391fa-6ec9-4d38-823a-f6475b706a57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.058602 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1ecede-63d7-4435-a3d3-1b8df31b6ab1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:28.059072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1ecede-63d7-4435-a3d3-1b8df31b6ab1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:28.062329 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7e1ecede-63d7-4435-a3d3-1b8df31b6ab1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/cf13c005-53c0-49f0-9c10-7292e3c3fd57 HTTP/1.1" status: 404 len: 337 time: 0.0687895 Dec 08 01:45:28.065157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55330) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.071348 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ca8391fa-6ec9-4d38-823a-f6475b706a57 None None] Calling delete_port for a417b62e-00b7-4511-b925-14734b8fa54f owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:28.089373 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-567a885b-24b9-40a4-aaf7-ce8983c9de55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.090612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Made reservation on behalf of 4eb2e093eba946c78088f73a589065d9 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:28.099344 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.130152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-14a44214-a7e2-46b0-92cb-ad9b708c61d1 req-09ce7f20-409a-44f5-a604-d4d4eec03a35 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105454 Dec 08 01:45:28.137427 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1698719-8b41-4a62-81ca-25b172522075 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:28.138824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1698719-8b41-4a62-81ca-25b172522075 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:28.143814 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a1698719-8b41-4a62-81ca-25b172522075 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/32a16a81-e7aa-4f74-83d9-f185d40170a5 HTTP/1.1" status: 404 len: 333 time: 0.0769742 Dec 08 01:45:28.150567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55338) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.152933 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-567a885b-24b9-40a4-aaf7-ce8983c9de55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.212448 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cd46ca-1d99-4359-aa09-246637ee099d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:28.213102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cd46ca-1d99-4359-aa09-246637ee099d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:28.220229 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-18cd46ca-1d99-4359-aa09-246637ee099d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/fc77a1dd-fd4f-465c-91c0-193656d79be4 HTTP/1.1" status: 404 len: 337 time: 0.0657437 Dec 08 01:45:28.223250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55342) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.225007 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-567a885b-24b9-40a4-aaf7-ce8983c9de55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.231979 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-567a885b-24b9-40a4-aaf7-ce8983c9de55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.237727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-567a885b-24b9-40a4-aaf7-ce8983c9de55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4e0e9929-2bde-447d-8262-b637a9ab5fc9 HTTP/1.1" status: 204 len: 168 time: 0.2933877 Dec 08 01:45:28.239085 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca8391fa-6ec9-4d38-823a-f6475b706a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.253184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b2e8e229-3f92-46ba-86f7-8493cd7a6366 req-8db52fc6-8a06-410f-82bb-efdce73e0444 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 210 time: 0.0849278 Dec 08 01:45:28.274557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a885b-24b9-40a4-aaf7-ce8983c9de55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0e9929-2bde-447d-8262-b637a9ab5fc9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:28.306494 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ab5524-853b-4bc9-aabc-f723b5a01db9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:28.307182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ab5524-853b-4bc9-aabc-f723b5a01db9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:28.310769 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b3ab5524-853b-4bc9-aabc-f723b5a01db9 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/ca844aa1-57e2-4960-a090-17b3d4be7bf5 HTTP/1.1" status: 404 len: 333 time: 0.0868564 Dec 08 01:45:28.313465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55346) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.327354 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8391fa-6ec9-4d38-823a-f6475b706a57 None None] Pushing event deleted for resources: {'Port': ['ID=a417b62e-00b7-4511-b925-14734b8fa54f,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:28.329580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8391fa-6ec9-4d38-823a-f6475b706a57 None None] No DVR routers for this DVR port a417b62e-00b7-4511-b925-14734b8fa54f on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:45:28.373801 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e6de66-6e09-4465-ae0a-65a157228cbf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:28.374685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e6de66-6e09-4465-ae0a-65a157228cbf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:28.381081 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a4e6de66-6e09-4465-ae0a-65a157228cbf tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/4d94d2bc-ffa3-4910-a048-86f7a14e95cb HTTP/1.1" status: 404 len: 337 time: 0.0641005 Dec 08 01:45:28.384801 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55350) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.419304 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ae5dd4-1827-4b89-9dae-c0f640b5b174 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:28.419890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ae5dd4-1827-4b89-9dae-c0f640b5b174 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:28.425921 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-16ae5dd4-1827-4b89-9dae-c0f640b5b174 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/a8acef98-581a-4476-a2d0-efd7e9025b62 HTTP/1.1" status: 404 len: 333 time: 0.0398717 Dec 08 01:45:28.426606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55354) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.474426 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ad0be5-f6d1-41f3-bf5a-e77ca70b0fdd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:28.474706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Allocated IP 172.20.0.5 (add1204c-708d-4dd0-8c27-2024f200bc03/86fd533c-1222-42a7-929e-1a209b1b24e6/5c8a76da-2197-43c5-ad77-0245aba9012c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:28.474897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ad0be5-f6d1-41f3-bf5a-e77ca70b0fdd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:28.482854 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c7ad0be5-f6d1-41f3-bf5a-e77ca70b0fdd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/cdf34444-68ec-4d76-a955-0f15ae21deef HTTP/1.1" status: 404 len: 337 time: 0.0548816 Dec 08 01:45:28.483537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55356) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.567167 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a33494-b5f4-4eeb-a50e-966a5d45a58b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:28.568879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a33494-b5f4-4eeb-a50e-966a5d45a58b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:28.575817 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-91a33494-b5f4-4eeb-a50e-966a5d45a58b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/49ec9fe3-cfb2-4e8c-a0c5-6945548af1c1 HTTP/1.1" status: 404 len: 333 time: 0.0912304 Dec 08 01:45:28.578486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55358) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.682298 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a777ebbc-cc97-4d6c-89b1-87306b37ac5d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:28.685074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a777ebbc-cc97-4d6c-89b1-87306b37ac5d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:28.715271 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a777ebbc-cc97-4d6c-89b1-87306b37ac5d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/c5a753f4-5690-4bbb-877a-36e8afec08aa HTTP/1.1" status: 404 len: 337 time: 0.1347928 Dec 08 01:45:28.717945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55368) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.791567 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b82becd-01d0-450e-b2b1-202e7ca968ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.794142 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b396fe65-d62d-4adf-80bd-c7fef8829e08 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:28.794867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b396fe65-d62d-4adf-80bd-c7fef8829e08 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:28.802419 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b396fe65-d62d-4adf-80bd-c7fef8829e08 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/d8cd2772-ebf5-47b3-9b08-51db3872c861 HTTP/1.1" status: 404 len: 333 time: 0.0832179 Dec 08 01:45:28.806202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55370) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.817041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a417b62e-00b7-4511-b925-14734b8fa54f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:45:28.867689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: a417b62e-00b7-4511-b925-14734b8fa54f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:45:28.869354 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a417b62e-00b7-4511-b925-14734b8fa54f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:45:28.880878 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:28.906642 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-576e0aac-e120-4b20-b96e-76c92fc68e02 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:28.907518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576e0aac-e120-4b20-b96e-76c92fc68e02 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:28.915809 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-576e0aac-e120-4b20-b96e-76c92fc68e02 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/27025053-d8ea-47ea-a043-6df842240bf6 HTTP/1.1" status: 404 len: 337 time: 0.0935864 Dec 08 01:45:28.916988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55376) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:28.954789 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3f5d53-53ed-4de7-9d05-9bab6824b0fb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:28.955478 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3f5d53-53ed-4de7-9d05-9bab6824b0fb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:28.959206 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7a3f5d53-53ed-4de7-9d05-9bab6824b0fb tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/e3d4e2c3-36d5-4b2a-b0f9-6948bad24f53 HTTP/1.1" status: 404 len: 337 time: 0.0409436 Dec 08 01:45:28.966652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55380) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:29.019605 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6c3688-9e8e-4749-a651-a2ba43c9d1c1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:29.021442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6c3688-9e8e-4749-a651-a2ba43c9d1c1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:29.029314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55384) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:29.030061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6d6c3688-9e8e-4749-a651-a2ba43c9d1c1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/936391c0-9ce1-4044-9fdb-da5d5cfc20b6 HTTP/1.1" status: 404 len: 333 time: 0.0601976 Dec 08 01:45:29.040224 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:29.050920 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f9f1a-ccf2-491a-b24a-2ddeb3d22ffe req-878c2ecb-d805-4ae9-84fd-3ffd1a2ab45e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:29.060703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-457f9f1a-ccf2-491a-b24a-2ddeb3d22ffe req-878c2ecb-d805-4ae9-84fd-3ffd1a2ab45e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1072934 Dec 08 01:45:29.083323 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:29.108449 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b007eb-c99a-4aac-9660-4301af72b13d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:29.111313 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b007eb-c99a-4aac-9660-4301af72b13d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:29.119810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-58b007eb-c99a-4aac-9660-4301af72b13d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/4f815fe9-9c40-47fc-8555-a248677187b7 HTTP/1.1" status: 404 len: 337 time: 0.0894303 Dec 08 01:45:29.129768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55388) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:29.178671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Network add1204c-708d-4dd0-8c27-2024f200bc03 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:29.183364 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cceade01-202b-4431-9ce0-12ad57268dbe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:29.183801 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cceade01-202b-4431-9ce0-12ad57268dbe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:29.187570 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cceade01-202b-4431-9ce0-12ad57268dbe tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/7335e7b9-dad5-496c-8f0c-48e41b0db267 HTTP/1.1" status: 404 len: 337 time: 0.0558963 Dec 08 01:45:29.191015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:29.192816 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55392) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:29.207748 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:29.214688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event updated for resources: {'Port': ['ID=5c8a76da-2197-43c5-ad77-0245aba9012c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:29.231458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-457f9f1a-ccf2-491a-b24a-2ddeb3d22ffe req-f6ae39aa-e062-480a-9c96-e217ea63fe64 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680827 Dec 08 01:45:29.237090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50efba2c-32d5-4787-88f6-ec1b79f32b4f None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:29.318225 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb323c43-d448-4d76-9b03-6bdd97a6f580 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:29.318817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb323c43-d448-4d76-9b03-6bdd97a6f580 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:29.332208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55398) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:29.332448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bb323c43-d448-4d76-9b03-6bdd97a6f580 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/3e1c5760-7a7b-4b26-9886-4e532f0c4f51 HTTP/1.1" status: 404 len: 333 time: 0.1354358 Dec 08 01:45:29.400497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:29.401238 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:29.427493 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-017e9128-5162-43b7-9a62-23bec0fe2255 None None] Provisioning complete for port 5c8a76da-2197-43c5-ad77-0245aba9012c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:29.427876 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-017e9128-5162-43b7-9a62-23bec0fe2255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:29.456112 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a68029b2-8f8a-403a-b93d-e65f7f49c3b6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6800132 Dec 08 01:45:29.484925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Request body: {'port': {'device_id': 'f571dd11-f6ce-45be-b762-eaaeadaedeab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:29.492569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-017e9128-5162-43b7-9a62-23bec0fe2255 None None] Port 5c8a76da-2197-43c5-ad77-0245aba9012c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:29.500194 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-496be5b8-0f35-49bd-87eb-75eb78ae6da8 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:29.500745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496be5b8-0f35-49bd-87eb-75eb78ae6da8 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:29.506641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-496be5b8-0f35-49bd-87eb-75eb78ae6da8 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/1d3efb90-dbfe-4a4a-b9a9-6d7a72ba85ec HTTP/1.1" status: 404 len: 337 time: 0.1703866 Dec 08 01:45:29.509719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55406) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:29.556775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f766c8-ed07-4537-ae18-a6b58daff7e3 req-1f7241b0-1178-4ba4-af2c-165d1cc16d49 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:29.558753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7132b39-8296-4c50-96c7-d5dda364bfa3 req-5b93b036-8ab7-4508-9a9d-12031957e7bb tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:29.559672 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76f766c8-ed07-4537-ae18-a6b58daff7e3 req-1f7241b0-1178-4ba4-af2c-165d1cc16d49 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.2250009 Dec 08 01:45:29.560540 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7132b39-8296-4c50-96c7-d5dda364bfa3 req-5b93b036-8ab7-4508-9a9d-12031957e7bb tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 931 time: 0.1371160 Dec 08 01:45:29.561627 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-024d2751-4e4f-4ccf-8c66-699604ce10dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:29.562078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024d2751-4e4f-4ccf-8c66-699604ce10dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:29.568392 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-024d2751-4e4f-4ccf-8c66-699604ce10dd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/2e448a36-eb94-48f4-b6b8-2acfab92b1fd HTTP/1.1" status: 404 len: 337 time: 0.0540411 Dec 08 01:45:29.570356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55408) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:29.679139 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e18abc-ee23-4acc-a158-acaee49f73f1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:29.680783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e18abc-ee23-4acc-a158-acaee49f73f1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:29.682696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7132b39-8296-4c50-96c7-d5dda364bfa3 req-a5ab03b8-cf9d-4540-bc2b-78f1321b69f8 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014655 Dec 08 01:45:29.687281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b0e18abc-ee23-4acc-a158-acaee49f73f1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/c81c9533-7ecd-4927-901f-8efa7c85664a HTTP/1.1" status: 404 len: 333 time: 0.0987279 Dec 08 01:45:29.690273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55412) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:29.697991 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:29.781808 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c20413-d13b-40af-8e9e-11e98b458224 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:29.782426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c20413-d13b-40af-8e9e-11e98b458224 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:29.788514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-03c20413-d13b-40af-8e9e-11e98b458224 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/ced78f9c-47d2-46a7-9da8-e9d86326c4bb HTTP/1.1" status: 404 len: 337 time: 0.0933368 Dec 08 01:45:29.801194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55420) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:29.833825 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba9871e-b217-4379-9778-1c318f7519d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:29.834372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba9871e-b217-4379-9778-1c318f7519d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:29.840123 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3ba9871e-b217-4379-9778-1c318f7519d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/af481872-06c4-448b-8c17-ce2f471b73af HTTP/1.1" status: 404 len: 337 time: 0.0349207 Dec 08 01:45:29.840365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76f766c8-ed07-4537-ae18-a6b58daff7e3 req-37d024c2-945a-448e-a107-b59547e702fa tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707345 Dec 08 01:45:29.853444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55422) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:29.920001 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-147721db-3a53-45c1-9487-74352c0af932 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports?device_id=63ddbb50-756e-4dd5-b955-0542960b5dde HTTP/1.1" status: 200 len: 205 time: 0.0607972 Dec 08 01:45:29.920867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55426) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.056352 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-6ccf2501-5de4-4413-8c84-e6710511958b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] delete failed (client error): The resource could not be found. Dec 08 01:45:30.061954 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6ccf2501-5de4-4413-8c84-e6710511958b tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/routers/63ddbb50-756e-4dd5-b955-0542960b5dde HTTP/1.1" status: 404 len: 336 time: 0.1400216 Dec 08 01:45:30.062733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55430) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.091818 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-caba2f6f-3c3f-4b63-ba74-11e55e20cc2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:30.092547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caba2f6f-3c3f-4b63-ba74-11e55e20cc2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:30.098929 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-caba2f6f-3c3f-4b63-ba74-11e55e20cc2f tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/ae4df245-50e9-4c9f-9507-00d45bea12a3 HTTP/1.1" status: 404 len: 337 time: 0.0349727 Dec 08 01:45:30.099139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55432) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.226381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8a76da-2197-43c5-ad77-0245aba9012c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:30.257441 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:30.264534 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-29f4e8e7-c641-4152-81dc-da40b052bf72 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "GET /v2.0/ports?device_id=47569c90-6ee7-4727-85d4-61e7ab1b6e56 HTTP/1.1" status: 200 len: 205 time: 0.1608875 Dec 08 01:45:30.265431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55440) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.275057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Transition to ACTIVE for port object 5c8a76da-2197-43c5-ad77-0245aba9012c will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:45:30.282000 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:30.354527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66178111-5484-4ab8-b57c-01dba74aebb9 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:30.371522 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-b9bd8359-7556-4fd5-b140-9e621104c7ac tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] delete failed (client error): The resource could not be found. Dec 08 01:45:30.372966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b9bd8359-7556-4fd5-b140-9e621104c7ac tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/routers/47569c90-6ee7-4727-85d4-61e7ab1b6e56 HTTP/1.1" status: 404 len: 336 time: 0.1054442 Dec 08 01:45:30.376736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55444) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.403551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Pushing event updated for resources: {'Port': ['ID=5c8a76da-2197-43c5-ad77-0245aba9012c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:30.488499 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-7550d68d-ec1b-424b-b4f3-4991c32122d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:30.489484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7550d68d-ec1b-424b-b4f3-4991c32122d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:30.498751 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7550d68d-ec1b-424b-b4f3-4991c32122d5 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/1860c8c6-3774-4f51-89f6-6a4752dcc825 HTTP/1.1" status: 404 len: 337 time: 0.1194959 Dec 08 01:45:30.499849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55448) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.517814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Attempting to bind port 5c8a76da-2197-43c5-ad77-0245aba9012c on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:30.519271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Attempting to bind port 5c8a76da-2197-43c5-ad77-0245aba9012c by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:30.519837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Attempting to bind port 5c8a76da-2197-43c5-ad77-0245aba9012c on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:30.528233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Port 5c8a76da-2197-43c5-ad77-0245aba9012c on network add1204c-708d-4dd0-8c27-2024f200bc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:45:30.528643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Attempting to bind port 5c8a76da-2197-43c5-ad77-0245aba9012c on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:30.534310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:30.534772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Checking segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:30.535790 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Bound using segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:30.536237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Bound port: 5c8a76da-2197-43c5-ad77-0245aba9012c, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:30.536631 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:30.565784 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-778076d0-3655-422f-8848-d1740463f214 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:30.566702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-778076d0-3655-422f-8848-d1740463f214 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:30.572513 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-778076d0-3655-422f-8848-d1740463f214 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/1e0edc07-ef58-4696-b48e-37c14ae1ccc7 HTTP/1.1" status: 404 len: 337 time: 0.0535283 Dec 08 01:45:30.574908 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55452) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.627417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda1f84-5f04-4d4b-bda5-59c5a72d30ac req-06b9ba07-6afd-4284-8a7e-2de9c7ff9310 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:30.635854 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ceda1f84-5f04-4d4b-bda5-59c5a72d30ac req-06b9ba07-6afd-4284-8a7e-2de9c7ff9310 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.2410192 Dec 08 01:45:30.636340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] For port 5c8a76da-2197-43c5-ad77-0245aba9012c, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:30.640305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] For port 5c8a76da-2197-43c5-ad77-0245aba9012c, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c8a76da-2197-43c5-ad77-0245aba9012c,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:30.646836 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:30.660316 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbc3639-b080-48fb-9065-9882d0aacaf2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:30.660911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbc3639-b080-48fb-9065-9882d0aacaf2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:30.666633 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2bbc3639-b080-48fb-9065-9882d0aacaf2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/7ec33c86-1d97-4527-8876-525979c6f440 HTTP/1.1" status: 404 len: 333 time: 0.0881109 Dec 08 01:45:30.669753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55454) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.703913 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-031b6a59-50ca-43e4-98e9-6bc523811b6a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:30.704404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031b6a59-50ca-43e4-98e9-6bc523811b6a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:30.707880 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-031b6a59-50ca-43e4-98e9-6bc523811b6a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/60c3e753-23f5-4e53-ac36-f29c9fb8613a HTTP/1.1" status: 404 len: 337 time: 0.0370815 Dec 08 01:45:30.711474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55456) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.719491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac19946-cf4b-4ae6-bc96-8ecf7c798da6 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:30.722331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:30.723370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:30.730038 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] 10.222.0.65 "PUT /v2.0/ports/5c8a76da-2197-43c5-ad77-0245aba9012c HTTP/1.1" status: 200 len: 1092 time: 1.2506411 Dec 08 01:45:30.733340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f571dd11-f6ce-45be-b762-eaaeadaedeab', 'tag': '5c8a76da-2197-43c5-ad77-0245aba9012c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:30.735625 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64f137f-be7f-4a58-9813-689484f12145" -d '{"events": [{"name": "network-changed", "server_uuid": "f571dd11-f6ce-45be-b762-eaaeadaedeab", "tag": "5c8a76da-2197-43c5-ad77-0245aba9012c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:30.771826 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ceda1f84-5f04-4d4b-bda5-59c5a72d30ac req-a7728440-6eed-4260-b1b9-056aca05a52a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280477 Dec 08 01:45:30.774496 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e220e47-e5c6-43eb-9e68-af726eeef9bd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:30.775290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e220e47-e5c6-43eb-9e68-af726eeef9bd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:30.783635 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6e220e47-e5c6-43eb-9e68-af726eeef9bd tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/c7dc7d33-dfde-453c-bcc0-92c55152021d HTTP/1.1" status: 404 len: 333 time: 0.0711277 Dec 08 01:45:30.791868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55470) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.880761 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f5cfa3-d006-49c8-9eaa-6158f723f0a0 x-openstack-request-id: req-b2f5cfa3-d006-49c8-9eaa-6158f723f0a0 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:30.881298 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f571dd11-f6ce-45be-b762-eaaeadaedeab", "tag": "5c8a76da-2197-43c5-ad77-0245aba9012c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:30.881581 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2f5cfa3-d006-49c8-9eaa-6158f723f0a0 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:30.882243 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f571dd11-f6ce-45be-b762-eaaeadaedeab', 'tag': '5c8a76da-2197-43c5-ad77-0245aba9012c', 'status': 'completed', 'code': 200} Dec 08 01:45:30.901368 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea65ac1-ef36-4cd1-a81d-7934afc468ee tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:30.903514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea65ac1-ef36-4cd1-a81d-7934afc468ee tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:30.912422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0ea65ac1-ef36-4cd1-a81d-7934afc468ee tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/febbca43-fbf8-43a5-bd67-0270302af24b HTTP/1.1" status: 404 len: 337 time: 0.1182828 Dec 08 01:45:30.914131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55476) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.949415 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f983626f-47ed-4a39-92c3-ee9844d2e82a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:30.950144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f983626f-47ed-4a39-92c3-ee9844d2e82a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:30.956393 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f983626f-47ed-4a39-92c3-ee9844d2e82a tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/c5affe9f-4a14-4d24-9c25-89b9673a337c HTTP/1.1" status: 404 len: 333 time: 0.0377986 Dec 08 01:45:30.957630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55478) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:30.978421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889cdba-7bdb-4faf-8521-2af6f2d7da1b service neutron] Pushing event updated for resources: {'Port': ['ID=5c8a76da-2197-43c5-ad77-0245aba9012c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:31.042077 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-69118d88-a3fb-4ca4-b111-009f6cc62ca2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:31.044927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69118d88-a3fb-4ca4-b111-009f6cc62ca2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:31.053411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-69118d88-a3fb-4ca4-b111-009f6cc62ca2 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/2c91557d-b90c-4ece-b1cd-743d8f27e0de HTTP/1.1" status: 404 len: 337 time: 0.0938931 Dec 08 01:45:31.056603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55482) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.138400 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a2ced225-bc92-4191-8ab8-d89b84109592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:31.140277 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-a2ced225-bc92-4191-8ab8-d89b84109592 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 1095 time: 0.3292942 Dec 08 01:45:31.147880 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-e829ff82-4c90-4860-a11f-0bf05bcb1423 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:31.149232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e829ff82-4c90-4860-a11f-0bf05bcb1423 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:31.153727 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e829ff82-4c90-4860-a11f-0bf05bcb1423 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/a3ef258e-ea70-4069-82d6-fefac48f43c7 HTTP/1.1" status: 404 len: 333 time: 0.0951855 Dec 08 01:45:31.157994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55486) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.204401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7b54e009-c594-470d-855a-dd6eb73334b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.222802 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-675fc8bc-d843-45c4-90e7-e0cd71772776 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c8a76da-2197-43c5-ad77-0245aba9012c HTTP/1.1" status: 200 len: 217 time: 0.0655913 Dec 08 01:45:31.234479 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a663c9-ae47-4a44-96dd-4421aec17f9a req-04208e05-62b6-4ddb-89f3-f6c1cb24d1f4 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:31.236251 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74a663c9-ae47-4a44-96dd-4421aec17f9a req-04208e05-62b6-4ddb-89f3-f6c1cb24d1f4 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 943 time: 0.2878730 Dec 08 01:45:31.250762 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b5e521-fda4-4c5b-b3e2-a6759c7afc29 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:31.252475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b5e521-fda4-4c5b-b3e2-a6759c7afc29 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:31.258385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b0b5e521-fda4-4c5b-b3e2-a6759c7afc29 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/e2ff5278-d200-42f4-901a-f5d865ade04d HTTP/1.1" status: 404 len: 337 time: 0.0956430 Dec 08 01:45:31.262135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55488) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.307513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc073ec9-b5d1-468b-a125-2a06036b30b4 req-54845d3b-37cb-493e-9fe1-272057d85576 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:31.310539 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cc073ec9-b5d1-468b-a125-2a06036b30b4 req-54845d3b-37cb-493e-9fe1-272057d85576 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.2711480 Dec 08 01:45:31.312506 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-4229e221-7801-4e70-926a-aa37d4d1e25d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:31.313297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4229e221-7801-4e70-926a-aa37d4d1e25d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:31.316898 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4229e221-7801-4e70-926a-aa37d4d1e25d tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/c07c6d8a-0da5-44d5-bbfe-78bd5bee1bd0 HTTP/1.1" status: 404 len: 333 time: 0.0505805 Dec 08 01:45:31.326315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55490) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.370804 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59213ad-5311-4dfc-b694-7644cb0a0000 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:31.371542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59213ad-5311-4dfc-b694-7644cb0a0000 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:31.376431 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d59213ad-5311-4dfc-b694-7644cb0a0000 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/2b4a7f1b-3ade-489d-abae-ee856e7c9280 HTTP/1.1" status: 404 len: 337 time: 0.0483930 Dec 08 01:45:31.380051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55492) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.427522 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02978e7-7d3a-4a96-896f-04835b634fb1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:31.428181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02978e7-7d3a-4a96-896f-04835b634fb1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:31.432334 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f02978e7-7d3a-4a96-896f-04835b634fb1 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/24ff6f66-398e-4340-a904-1e49039d3dad HTTP/1.1" status: 404 len: 333 time: 0.0509374 Dec 08 01:45:31.435967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55498) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.446729 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74a663c9-ae47-4a44-96dd-4421aec17f9a req-dce319ac-8e47-4c7e-ad93-03345e8ab253 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902139 Dec 08 01:45:31.479398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-d81d68ed-d79c-4476-8b45-1c9384ee101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:31.487429 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-d81d68ed-d79c-4476-8b45-1c9384ee101b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.2495811 Dec 08 01:45:31.509238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cc073ec9-b5d1-468b-a125-2a06036b30b4 req-579556b2-0e88-48de-90b2-ae7d1709c636 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909318 Dec 08 01:45:31.513938 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-549e158b-ac24-4dd6-af38-0ab71ebdeed6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:31.516489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549e158b-ac24-4dd6-af38-0ab71ebdeed6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:31.524021 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-549e158b-ac24-4dd6-af38-0ab71ebdeed6 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/5f05bc3c-0d9e-4303-96d2-ddbde17b7321 HTTP/1.1" status: 404 len: 337 time: 0.0854230 Dec 08 01:45:31.537624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55500) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.590543 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d86cd3-0b9d-4cac-a60a-3b7733b09085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:31.592995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d86cd3-0b9d-4cac-a60a-3b7733b09085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:31.601044 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c7d86cd3-0b9d-4cac-a60a-3b7733b09085 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/ports/54ea2fea-a810-4a3b-9b1d-09586f8d3b13 HTTP/1.1" status: 404 len: 333 time: 0.0593135 Dec 08 01:45:31.603641 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55502) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.630283 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-8bcf5da8-75c3-4e0a-849a-834b20f72db0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389294 Dec 08 01:45:31.637002 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.641967 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-726e25fb-62ee-4d6e-95ba-5c764c610d80 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:31.642534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726e25fb-62ee-4d6e-95ba-5c764c610d80 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:31.646100 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-726e25fb-62ee-4d6e-95ba-5c764c610d80 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/subnets/0ff5415f-7ee2-4850-8a85-fe30ccef608d HTTP/1.1" status: 404 len: 337 time: 0.0398512 Dec 08 01:45:31.650645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55504) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:31.860115 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:31.889466 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-68e273b8-9a79-4474-9f0a-0bd848a254dc service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447660 Dec 08 01:45:31.967089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775f5bf-4c1b-4996-8483-33132529a51a req-60839921-0f55-47a6-908b-93c12e5ecdb4 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:31.977651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6775f5bf-4c1b-4996-8483-33132529a51a req-60839921-0f55-47a6-908b-93c12e5ecdb4 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.0922050 Dec 08 01:45:32.119763 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.122366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6775f5bf-4c1b-4996-8483-33132529a51a req-db2e54d3-6e2c-4795-b610-02b1ca4c88e1 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433623 Dec 08 01:45:32.199020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e622c3-d3e1-4fea-b44a-493f59fc27b4']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:32.242127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e443e3d7-8220-4f95-a6fd-04c87e53e124') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:32.243124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e443e3d7-8220-4f95-a6fd-04c87e53e124') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:32.250453 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.269366 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.289465 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.296654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:45:32.297064 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:45:32.371938 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:45:32.385485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4393dfbd-0108-41a2-9669-fa7ab4ae3b29 req-5ef2b5e9-9e19-4aa1-a254-73757bc7c99e service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693015 Dec 08 01:45:32.388515 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.402407 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:32.416891 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] 10.222.0.70 "DELETE /v2.0/networks/38e622c3-d3e1-4fea-b44a-493f59fc27b4 HTTP/1.1" status: 204 len: 168 time: 0.7344480 Dec 08 01:45:32.434747 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd3fe1-e037-4a5d-b5f4-82a89cc7a865 tempest-NetworksTestDHCPv6-919518296 tempest-NetworksTestDHCPv6-919518296-project] Pushing event deleted for resources: {'Network': ['ID=38e622c3-d3e1-4fea-b44a-493f59fc27b4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:32.624114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f137f-be7f-4a58-9813-689484f12145 req-24a5efb8-ad4a-4cca-bfcc-ce5d1090f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:32.626132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f64f137f-be7f-4a58-9813-689484f12145 req-24a5efb8-ad4a-4cca-bfcc-ce5d1090f8cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 1095 time: 0.1183424 Dec 08 01:45:32.747951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba31db0-d21a-426c-9afe-02e4c97fee3a req-016b64fb-a8c9-4c4d-82b5-00bf3a6028c7 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:32.759236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ba31db0-d21a-426c-9afe-02e4c97fee3a req-016b64fb-a8c9-4c4d-82b5-00bf3a6028c7 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1137712 Dec 08 01:45:32.772553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d42f3-3867-4f0d-9293-d606867c2834 req-18041caf-7132-41d0-83df-8ec00bf0c824 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:32.788155 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2e7d42f3-3867-4f0d-9293-d606867c2834 req-18041caf-7132-41d0-83df-8ec00bf0c824 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 943 time: 0.2268708 Dec 08 01:45:32.904341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ba31db0-d21a-426c-9afe-02e4c97fee3a req-05564b4f-b647-4908-a933-0ed1f2c7a7a1 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374328 Dec 08 01:45:32.985104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2e7d42f3-3867-4f0d-9293-d606867c2834 req-f0a309f3-2767-4839-8aad-fb9029f2205b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894627 Dec 08 01:45:33.024160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f137f-be7f-4a58-9813-689484f12145 req-62bac85c-eceb-41e3-ab78-76ea0edc8697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:33.025624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55534) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:33.025754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f64f137f-be7f-4a58-9813-689484f12145 req-62bac85c-eceb-41e3-ab78-76ea0edc8697 service neutron] 10.222.0.65 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 907 time: 0.3851991 Dec 08 01:45:33.109892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f64f137f-be7f-4a58-9813-689484f12145 req-985f08d3-1c64-4fa4-8f68-22f16621fef5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c8a76da-2197-43c5-ad77-0245aba9012c HTTP/1.1" status: 200 len: 217 time: 0.0748837 Dec 08 01:45:33.207974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f137f-be7f-4a58-9813-689484f12145 req-15bd9d4e-80b2-42f3-b9a1-2a8548566712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:33.210336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f64f137f-be7f-4a58-9813-689484f12145 req-15bd9d4e-80b2-42f3-b9a1-2a8548566712 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.0919747 Dec 08 01:45:33.268338 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f64f137f-be7f-4a58-9813-689484f12145 req-84f8c5c1-55d8-46b4-8ee4-4ecae050c5d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474122 Dec 08 01:45:33.406573 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-08411263-8c99-4cb6-a2e7-468b0ddd4c9b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e5d55fe208645ec8cfdcd93d3df5b2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3797317 Dec 08 01:45:33.410083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55542) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:33.450580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f4f74-b574-4428-958b-bca18e24a56b req-9a74007d-6dc8-4f24-bbd3-f43d1090ecb4 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:33.452739 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-204f4f74-b574-4428-958b-bca18e24a56b req-9a74007d-6dc8-4f24-bbd3-f43d1090ecb4 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1420503 Dec 08 01:45:33.454520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f64f137f-be7f-4a58-9813-689484f12145 req-53842d56-ff90-4e46-8f3c-7d4bf23b2c5f service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719754 Dec 08 01:45:33.562988 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-204f4f74-b574-4428-958b-bca18e24a56b req-092a6321-75e1-48ed-8bfd-cbe5d3f4c3d0 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015892 Dec 08 01:45:33.582408 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.637170 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce8e07b5-5df3-4e26-bbd5-555d14c0de68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.704913 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce8e07b5-5df3-4e26-bbd5-555d14c0de68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.716604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f64f137f-be7f-4a58-9813-689484f12145 req-04d3c25c-c402-46fd-b6ea-ebe9afd087ea service neutron] 10.222.0.65 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445216 Dec 08 01:45:33.773084 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.801231 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce8e07b5-5df3-4e26-bbd5-555d14c0de68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.804053 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce8e07b5-5df3-4e26-bbd5-555d14c0de68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:33.806680 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ce8e07b5-5df3-4e26-bbd5-555d14c0de68 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd1e73bf-217e-4c0b-9e9b-11b573d4fe5e HTTP/1.1" status: 204 len: 168 time: 0.3943644 Dec 08 01:45:33.817165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e07b5-5df3-4e26-bbd5-555d14c0de68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1e73bf-217e-4c0b-9e9b-11b573d4fe5e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:34.077880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69792a8-c662-4909-b72f-713dafeacc99 req-6c2a6163-e5f8-4bf4-9ac8-285b53dd91f5 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:34.079868 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d69792a8-c662-4909-b72f-713dafeacc99 req-6c2a6163-e5f8-4bf4-9ac8-285b53dd91f5 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.0953295 Dec 08 01:45:34.166259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea1c82-7952-45c9-bf96-a687f6bc0ef2 req-0f00594a-09ad-4803-a8b9-cd81495e4b9f tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:34.168548 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adea1c82-7952-45c9-bf96-a687f6bc0ef2 req-0f00594a-09ad-4803-a8b9-cd81495e4b9f tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 943 time: 0.0865970 Dec 08 01:45:34.172959 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d69792a8-c662-4909-b72f-713dafeacc99 req-f62ab820-d288-448a-8207-58d7d252782c tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731890 Dec 08 01:45:34.281351 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adea1c82-7952-45c9-bf96-a687f6bc0ef2 req-bdcb36bc-9325-4823-ba4c-63a760a60326 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053269 Dec 08 01:45:34.714034 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:34.796168 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b72614-4752-4ca2-977e-b19b2eb8d8fa req-3be23256-98ef-441a-8310-58eeb3c8558a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:34.807633 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-81b72614-4752-4ca2-977e-b19b2eb8d8fa req-3be23256-98ef-441a-8310-58eeb3c8558a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1196525 Dec 08 01:45:34.887410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-81b72614-4752-4ca2-977e-b19b2eb8d8fa req-0637eeb3-d018-415d-9abb-3af677ddd920 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784316 Dec 08 01:45:35.098250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55592) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:35.215370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1762901218'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:35.261453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:35.271250 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.305554 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.419475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655699fc-511f-4b18-a562-c371f94db103 req-c6964c64-038f-43dd-899c-74b546c26a36 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:35.433134 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-655699fc-511f-4b18-a562-c371f94db103 req-c6964c64-038f-43dd-899c-74b546c26a36 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.0885849 Dec 08 01:45:35.465866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556c2e1-d4fc-4ea3-9d3b-14b33088c4a2 req-7b3ef2f4-86a4-492f-bbf4-47bdc34a5c3c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:35.473244 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8556c2e1-d4fc-4ea3-9d3b-14b33088c4a2 req-7b3ef2f4-86a4-492f-bbf4-47bdc34a5c3c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 943 time: 0.0806100 Dec 08 01:45:35.497254 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-655699fc-511f-4b18-a562-c371f94db103 req-3841c3ba-f8c0-432b-9350-6d2dd2fa5c3e tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621505 Dec 08 01:45:35.529414 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.535372 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.576424 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8556c2e1-d4fc-4ea3-9d3b-14b33088c4a2 req-a7f4d33a-16d5-4346-8f0e-d02dc612b491 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021855 Dec 08 01:45:35.583514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:45:35.600256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5c8a76da-2197-43c5-ad77-0245aba9012c details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:45:35.643287 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.643668 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Added segment 23dbc83a-f72d-43f2-b78c-459991465248 of type vlan for network 78f2464c-000b-4fe8-956a-60ed18d5498b Dec 08 01:45:35.645830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b083c5-b927-466d-bdca-7f4237fce823,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:35.728802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5c8a76da-2197-43c5-ad77-0245aba9012c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c8a76da-2197-43c5-ad77-0245aba9012c,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:35.731751 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.759438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '5c8a76da-2197-43c5-ad77-0245aba9012c', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'port_id': '5c8a76da-2197-43c5-ad77-0245aba9012c', 'mac_address': 'fa:16:3e:ba:be:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fd533c-1222-42a7-929e-1a209b1b24e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:45:35.777819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.792037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:35.792913 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.794210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635c8d6-e278-4c3b-87ab-f848334cbcb5 req-6bb9948a-0ab4-4f17-9d73-3fd454a8e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:35.796153 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4635c8d6-e278-4c3b-87ab-f848334cbcb5 req-6bb9948a-0ab4-4f17-9d73-3fd454a8e71f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 1098 time: 0.0748155 Dec 08 01:45:35.841655 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:35.891262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8a76da-2197-43c5-ad77-0245aba9012c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:35.904843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Network': ['ID=78f2464c-000b-4fe8-956a-60ed18d5498b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:35.923108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5c8a76da-2197-43c5-ad77-0245aba9012c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c8a76da-2197-43c5-ad77-0245aba9012c,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:35.924120 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-476e8531-262e-40cd-9109-9d2cde1ee273 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8246629 Dec 08 01:45:35.925145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55608) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:35.927315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 78f2464c-000b-4fe8-956a-60ed18d5498b details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:45:35.938565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'name': 'tempest-PortsTestJSON-99681225'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:35.949266 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4635c8d6-e278-4c3b-87ab-f848334cbcb5 req-3a25c68b-024d-4e18-b3a0-ea46c4eae0f7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444051 Dec 08 01:45:35.974253 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.063564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:36.067695 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.092701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:45:36.105478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=5c8a76da-2197-43c5-ad77-0245aba9012c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:36.151764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc13f5-6a16-45c2-89db-bc469c142c06 req-810bbe92-6d95-410a-bbf2-c2d3e78a1976 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:36.161527 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-76dc13f5-6a16-45c2-89db-bc469c142c06 req-810bbe92-6d95-410a-bbf2-c2d3e78a1976 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1134958 Dec 08 01:45:36.225579 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-76dc13f5-6a16-45c2-89db-bc469c142c06 req-4c55d359-b741-4d34-8744-0718ae2df003 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630834 Dec 08 01:45:36.369996 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.409806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['5c8a76da-2197-43c5-ad77-0245aba9012c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:36.424403 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.582777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=a7bcdb31-ef51-44e3-8953-2f4cc0a92bca,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:36.689832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Checking segment: {'id': '23dbc83a-f72d-43f2-b78c-459991465248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:36.690266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network hostable DHCP agents. Network: 78f2464c-000b-4fe8-956a-60ed18d5498b, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:45:36.793524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf4af6-2c5a-4471-8a15-f5836849f734 req-eebeaf64-b9bd-4a46-9e3e-d003f6828006 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:36.796003 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63bf4af6-2c5a-4471-8a15-f5836849f734 req-eebeaf64-b9bd-4a46-9e3e-d003f6828006 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1973162 Dec 08 01:45:36.803340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 78f2464c-000b-4fe8-956a-60ed18d5498b is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:45:36.849766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 78f2464c-000b-4fe8-956a-60ed18d5498b) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:36.861831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799524ed-649a-4d84-a215-4e44bddcfec7 None None] Network 78f2464c-000b-4fe8-956a-60ed18d5498b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:36.884305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:36.891286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:36.891912 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:36.909437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cbc9d-187a-4aea-9d71-26188ea1fe64 req-6bdda755-e209-43d3-a367-6ac12bc237f6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:36.911147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-335cbc9d-187a-4aea-9d71-26188ea1fe64 req-6bdda755-e209-43d3-a367-6ac12bc237f6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 944 time: 0.2359419 Dec 08 01:45:36.926974 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bb00affa-49db-42d9-aa70-2d97ba6e3dcc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.9998400 Dec 08 01:45:36.931265 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55624) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:36.939317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d0e4ef45-4757-474e-89b9-8bcfd0a8321d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1352680948'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:36.966348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63bf4af6-2c5a-4471-8a15-f5836849f734 req-6b06cba6-de50-4833-acd8-bd40f60361d0 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584854 Dec 08 01:45:37.032126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e4ef45-4757-474e-89b9-8bcfd0a8321d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:37.035931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ef45-4757-474e-89b9-8bcfd0a8321d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.091839 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-335cbc9d-187a-4aea-9d71-26188ea1fe64 req-b79092d6-259d-4edc-bd85-8f367a8c8bed tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731277 Dec 08 01:45:37.100295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e4ef45-4757-474e-89b9-8bcfd0a8321d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:45:37.121769 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ef45-4757-474e-89b9-8bcfd0a8321d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.122201 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-d0e4ef45-4757-474e-89b9-8bcfd0a8321d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Added segment 99fcf038-7154-4256-b2cd-05d5a485b8a4 of type vlan for network a8834d87-b054-4edc-88dc-09ab0ba1d6e0 Dec 08 01:45:37.222246 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ef45-4757-474e-89b9-8bcfd0a8321d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.254746 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ef45-4757-474e-89b9-8bcfd0a8321d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.262757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e4ef45-4757-474e-89b9-8bcfd0a8321d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:37.263521 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0e4ef45-4757-474e-89b9-8bcfd0a8321d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.314554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d0e4ef45-4757-474e-89b9-8bcfd0a8321d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3798418 Dec 08 01:45:37.317452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55632) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:37.321626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'ports': [{'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b'}, {'network_id': 'a8834d87-b054-4edc-88dc-09ab0ba1d6e0'}]} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:37.321946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:37.322433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': 'a8834d87-b054-4edc-88dc-09ab0ba1d6e0'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:37.442242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4ef45-4757-474e-89b9-8bcfd0a8321d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Network': ['ID=a8834d87-b054-4edc-88dc-09ab0ba1d6e0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:37.455002 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network a8834d87-b054-4edc-88dc-09ab0ba1d6e0 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:45:37.553282 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc81bf-c24b-4805-9689-ec398b890586 req-56e15052-d7eb-4711-939c-b7391c8adf39 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:37.555069 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9fc81bf-c24b-4805-9689-ec398b890586 req-56e15052-d7eb-4711-939c-b7391c8adf39 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1266220 Dec 08 01:45:37.599572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 2} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:37.605027 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.635975 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.720247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9fc81bf-c24b-4805-9689-ec398b890586 req-d5474a7d-72f5-4497-a6df-42b93498e36e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523714 Dec 08 01:45:37.731021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port b199915a-7a2b-4a74-ae1b-e6949173e3aa yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:45:37.869046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:37.964686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port 2598cd7d-c103-4939-a9d1-d09dbbbbd753 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:45:38.327020 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6af47-8c4c-4f17-a225-a61621411abb req-624aac46-08c9-431a-b4b0-89b01a8aae5c tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:38.341427 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.348459 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2f6af47-8c4c-4f17-a225-a61621411abb req-624aac46-08c9-431a-b4b0-89b01a8aae5c tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.1168692 Dec 08 01:45:38.392103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88133ef3-3ee0-49ed-b9e7-4ff3c62e780f req-db717376-b565-4dfd-9cf2-693e468d467a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:38.400131 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-88133ef3-3ee0-49ed-b9e7-4ff3c62e780f req-db717376-b565-4dfd-9cf2-693e468d467a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 944 time: 0.1072276 Dec 08 01:45:38.422565 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2f6af47-8c4c-4f17-a225-a61621411abb req-a29b0652-407a-4eb0-922b-81bb94a744c0 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729434 Dec 08 01:45:38.441484 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.511152 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-88133ef3-3ee0-49ed-b9e7-4ff3c62e780f req-9e93b003-154a-4a16-ac02-d9e96c248f1c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097438 Dec 08 01:45:38.546478 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 78f2464c-000b-4fe8-956a-60ed18d5498b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:38.558276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:38.564438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:38.569372 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.598659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=b199915a-7a2b-4a74-ae1b-e6949173e3aa,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:38.634017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-287a1eee-daa8-4a05-97f8-610bb992588b req-ec2f8eac-e471-4dfb-8b52-063e9440cfc2 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1534004470', 'description': 'tempest-description-274230790'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:38.685250 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-287a1eee-daa8-4a05-97f8-610bb992588b req-ec2f8eac-e471-4dfb-8b52-063e9440cfc2 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.712183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=2598cd7d-c103-4939-a9d1-d09dbbbbd753,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:38.724142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Checking segment: {'id': '99fcf038-7154-4256-b2cd-05d5a485b8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a8834d87-b054-4edc-88dc-09ab0ba1d6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:38.724643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network hostable DHCP agents. Network: a8834d87-b054-4edc-88dc-09ab0ba1d6e0, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:45:38.754060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network a8834d87-b054-4edc-88dc-09ab0ba1d6e0 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:45:38.773510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, a8834d87-b054-4edc-88dc-09ab0ba1d6e0) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:38.778757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:38.784527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276705a0-8137-4961-a170-d5e849a87b21 None None] Network a8834d87-b054-4edc-88dc-09ab0ba1d6e0 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:38.790498 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:38.808443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:38.809151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.834338 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-287a1eee-daa8-4a05-97f8-610bb992588b req-ec2f8eac-e471-4dfb-8b52-063e9440cfc2 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.842744 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-287a1eee-daa8-4a05-97f8-610bb992588b req-ec2f8eac-e471-4dfb-8b52-063e9440cfc2 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.848604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-785a7b5a-a294-48e2-b48f-a5d44153aeb5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5319364 Dec 08 01:45:38.849723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55662) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:38.939084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f8eac-e471-4dfb-8b52-063e9440cfc2 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3322fab9-170c-4851-866b-0e66a241e453,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:38.949016 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-287a1eee-daa8-4a05-97f8-610bb992588b req-ec2f8eac-e471-4dfb-8b52-063e9440cfc2 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:38.950849 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-287a1eee-daa8-4a05-97f8-610bb992588b req-ec2f8eac-e471-4dfb-8b52-063e9440cfc2 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3240051 Dec 08 01:45:39.063344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777af2c7-22d1-4fd6-9895-4ca1c2f1aad6 req-f74fe563-6ccf-4f02-8e1c-cdb3f1d3f9fb tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:39.072867 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-777af2c7-22d1-4fd6-9895-4ca1c2f1aad6 req-f74fe563-6ccf-4f02-8e1c-cdb3f1d3f9fb tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1706171 Dec 08 01:45:39.146495 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-777af2c7-22d1-4fd6-9895-4ca1c2f1aad6 req-24cf678a-8abd-40eb-a17c-c7616a6ba4bb tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700049 Dec 08 01:45:39.152989 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9e842884-c106-47fe-a762-100cef43ca31 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port 2598cd7d-c103-4939-a9d1-d09dbbbbd753 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:39.153840 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e842884-c106-47fe-a762-100cef43ca31 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.188692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-256aaeb1-6749-4640-b081-3bea0ca2b7d0 req-e2c23bd7-cacc-474a-abef-1f748d212385 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1534004470&fields=id&tenant_id=61b1226b97a2468dba8c750ccbb6d5c1 HTTP/1.1" status: 200 len: 267 time: 0.1277554 Dec 08 01:45:39.267467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aaeb1-6749-4640-b081-3bea0ca2b7d0 req-5b73fa8f-195c-4c74-833c-39c2c5a9ab0c tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:39.278959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-256aaeb1-6749-4640-b081-3bea0ca2b7d0 req-5b73fa8f-195c-4c74-833c-39c2c5a9ab0c tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.0868874 Dec 08 01:45:39.283133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-256aaeb1-6749-4640-b081-3bea0ca2b7d0 req-4ca4bb75-064b-41f5-94cc-d14e6b1f2fed tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Request body: {'port': {'security_groups': ['5a718e6f-43e4-4b9c-83d7-a3f77ac76190', '3322fab9-170c-4851-866b-0e66a241e453']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:39.331301 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e842884-c106-47fe-a762-100cef43ca31 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.389131 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-256aaeb1-6749-4640-b081-3bea0ca2b7d0 req-4ca4bb75-064b-41f5-94cc-d14e6b1f2fed tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.390883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9e842884-c106-47fe-a762-100cef43ca31 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for 2598cd7d-c103-4939-a9d1-d09dbbbbd753 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:39.589185 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e842884-c106-47fe-a762-100cef43ca31 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.634866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5c8a76da-2197-43c5-ad77-0245aba9012c up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:39.636934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e842884-c106-47fe-a762-100cef43ca31 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=2598cd7d-c103-4939-a9d1-d09dbbbbd753,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:39.650763 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e842884-c106-47fe-a762-100cef43ca31 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.658697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9e842884-c106-47fe-a762-100cef43ca31 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/2598cd7d-c103-4939-a9d1-d09dbbbbd753 HTTP/1.1" status: 204 len: 168 time: 0.8074329 Dec 08 01:45:39.659509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55680) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:39.744901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 5c8a76da-2197-43c5-ad77-0245aba9012c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:45:39.750671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 5c8a76da-2197-43c5-ad77-0245aba9012c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:39.751431 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.764640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b019c2d-4255-4c58-8fff-d51b8b69284a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:39.773114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b019c2d-4255-4c58-8fff-d51b8b69284a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:39.778725 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6b019c2d-4255-4c58-8fff-d51b8b69284a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1179895 Dec 08 01:45:39.779577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55684) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:39.864157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d1948-16be-4631-9a18-2b057a0be2b3 req-a919e735-283d-4214-8434-d8b1fbb2f6c9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:39.871658 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-057d1948-16be-4631-9a18-2b057a0be2b3 req-a919e735-283d-4214-8434-d8b1fbb2f6c9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 944 time: 0.1701224 Dec 08 01:45:39.879932 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.918589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f571dd11-f6ce-45be-b762-eaaeadaedeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8a76da-2197-43c5-ad77-0245aba9012c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:39.923702 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da8c1ef-9111-4602-bbca-415094358f49" -d '{"events": [{"server_uuid": "f571dd11-f6ce-45be-b762-eaaeadaedeab", "name": "network-vif-plugged", "status": "completed", "tag": "5c8a76da-2197-43c5-ad77-0245aba9012c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:39.949844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5c8a76da-2197-43c5-ad77-0245aba9012c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c8a76da-2197-43c5-ad77-0245aba9012c,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:39.956643 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:39.970813 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-057d1948-16be-4631-9a18-2b057a0be2b3 req-b2eea539-e947-4fa2-9e07-155403bec1fc tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953245 Dec 08 01:45:39.983677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-256aaeb1-6749-4640-b081-3bea0ca2b7d0 req-4ca4bb75-064b-41f5-94cc-d14e6b1f2fed tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] For port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,segment=NetworkSegment(c90a6499-33a1-419f-9bf2-6968255e6a12),segment_id=c90a6499-33a1-419f-9bf2-6968255e6a12)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:40.038439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-023e2e98-e3a2-47b5-b07f-0b5423bab58f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port b199915a-7a2b-4a74-ae1b-e6949173e3aa {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:40.040725 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-023e2e98-e3a2-47b5-b07f-0b5423bab58f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.068681 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-256aaeb1-6749-4640-b081-3bea0ca2b7d0 req-4ca4bb75-064b-41f5-94cc-d14e6b1f2fed tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.078965 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-256aaeb1-6749-4640-b081-3bea0ca2b7d0 req-4ca4bb75-064b-41f5-94cc-d14e6b1f2fed tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.100135 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=5c8a76da-2197-43c5-ad77-0245aba9012c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:40.121109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['44bacc3d-9b07-4ab6-8eb6-d010f4357e38'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:40.173612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4bb75-064b-41f5-94cc-d14e6b1f2fed tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Pushing event updated for resources: {'Port': ['ID=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:40.191313 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aaeb1-6749-4640-b081-3bea0ca2b7d0 req-4ca4bb75-064b-41f5-94cc-d14e6b1f2fed tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:40.192097 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-256aaeb1-6749-4640-b081-3bea0ca2b7d0 req-4ca4bb75-064b-41f5-94cc-d14e6b1f2fed tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.213213 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-023e2e98-e3a2-47b5-b07f-0b5423bab58f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:40.213772 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-256aaeb1-6749-4640-b081-3bea0ca2b7d0 req-4ca4bb75-064b-41f5-94cc-d14e6b1f2fed tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "PUT /v2.0/ports/44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 982 time: 0.9354498 Dec 08 01:45:40.214868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:40.217471 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cd6104-a755-443d-808b-c2d7c5877a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:40.237302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-023e2e98-e3a2-47b5-b07f-0b5423bab58f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for b199915a-7a2b-4a74-ae1b-e6949173e3aa owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:40.258111 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd99094-0c46-4b4b-a75e-a39548fb8593 x-openstack-request-id: req-3bd99094-0c46-4b4b-a75e-a39548fb8593 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:40.258473 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f571dd11-f6ce-45be-b762-eaaeadaedeab", "name": "network-vif-plugged", "status": "completed", "tag": "5c8a76da-2197-43c5-ad77-0245aba9012c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:40.267892 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3bd99094-0c46-4b4b-a75e-a39548fb8593 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:40.268411 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f571dd11-f6ce-45be-b762-eaaeadaedeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8a76da-2197-43c5-ad77-0245aba9012c', 'code': 200} Dec 08 01:45:40.382909 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['44bacc3d-9b07-4ab6-8eb6-d010f4357e38'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:40.459253 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec259c2d-dc7c-45da-a21f-e64b8211b8f2 req-cea8c4ed-ef5f-4b43-9ee2-686768a3ee57 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:40.471966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec259c2d-dc7c-45da-a21f-e64b8211b8f2 req-cea8c4ed-ef5f-4b43-9ee2-686768a3ee57 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1389716 Dec 08 01:45:40.605748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec259c2d-dc7c-45da-a21f-e64b8211b8f2 req-ff3dff89-77f7-46a0-a267-13aa5b739837 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277573 Dec 08 01:45:40.665177 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc33eace-0c2c-45ba-a3e0-f126fe53b57f x-openstack-request-id: req-dc33eace-0c2c-45ba-a3e0-f126fe53b57f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:40.665686 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:40.666138 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc33eace-0c2c-45ba-a3e0-f126fe53b57f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:40.666750 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'status': 'completed', 'code': 200} Dec 08 01:45:40.810866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd6104-a755-443d-808b-c2d7c5877a3b req-91b0cf46-2a3b-4a0b-b904-211abef3608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:40.814482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26cd6104-a755-443d-808b-c2d7c5877a3b req-91b0cf46-2a3b-4a0b-b904-211abef3608e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61b1226b97a2468dba8c750ccbb6d5c1&device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 1137 time: 0.1001713 Dec 08 01:45:40.895920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-07f732de-3172-4035-84e3-30d2d7727a74 req-3ea50354-0725-439a-b82b-4474b1665205 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1534004470&fields=id&tenant_id=61b1226b97a2468dba8c750ccbb6d5c1 HTTP/1.1" status: 200 len: 267 time: 0.0936017 Dec 08 01:45:41.019959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a6c62-5b54-4050-ae27-6698930a16b6 req-c86a29d7-a693-4b72-b7f9-8b119c16771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:41.022414 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c50a6c62-5b54-4050-ae27-6698930a16b6 req-c86a29d7-a693-4b72-b7f9-8b119c16771e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 1097 time: 0.2008655 Dec 08 01:45:41.036182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f732de-3172-4035-84e3-30d2d7727a74 req-efab880e-3857-4074-b9c3-0a9bafe3cc45 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:41.048420 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-07f732de-3172-4035-84e3-30d2d7727a74 req-efab880e-3857-4074-b9c3-0a9bafe3cc45 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 985 time: 0.1508353 Dec 08 01:45:41.078233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-07f732de-3172-4035-84e3-30d2d7727a74 req-69ba30ac-04b6-4ec4-a44a-3b3e70dde3a8 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Request body: {'port': {'security_groups': ['5a718e6f-43e4-4b9c-83d7-a3f77ac76190']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:41.108058 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd6104-a755-443d-808b-c2d7c5877a3b req-88d5869f-cfaf-41ab-9ac4-1013c2101f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:41.109622 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26cd6104-a755-443d-808b-c2d7c5877a3b req-88d5869f-cfaf-41ab-9ac4-1013c2101f25 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0608a3a7-505d-43a2-8a8b-bb9f73998be4 HTTP/1.1" status: 200 len: 920 time: 0.2866554 Dec 08 01:45:41.248797 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26cd6104-a755-443d-808b-c2d7c5877a3b req-a1270559-daa4-4207-818b-333bc41c0ecc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 217 time: 0.1123552 Dec 08 01:45:41.297721 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c50a6c62-5b54-4050-ae27-6698930a16b6 req-66f83c71-117a-48ef-87e4-578fa710a3bb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272818 Dec 08 01:45:41.306195 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-023e2e98-e3a2-47b5-b07f-0b5423bab58f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.331872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef013da-2414-4d68-939e-86accd3839bf req-8ff6d0a0-85ef-49da-a190-4e89ff77b1e5 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:41.333487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ef013da-2414-4d68-939e-86accd3839bf req-8ff6d0a0-85ef-49da-a190-4e89ff77b1e5 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 945 time: 0.2365839 Dec 08 01:45:41.347385 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-07f732de-3172-4035-84e3-30d2d7727a74 req-69ba30ac-04b6-4ec4-a44a-3b3e70dde3a8 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.352845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e2e98-e3a2-47b5-b07f-0b5423bab58f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=b199915a-7a2b-4a74-ae1b-e6949173e3aa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:41.367218 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-023e2e98-e3a2-47b5-b07f-0b5423bab58f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.371954 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-023e2e98-e3a2-47b5-b07f-0b5423bab58f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/b199915a-7a2b-4a74-ae1b-e6949173e3aa HTTP/1.1" status: 204 len: 168 time: 1.5871043 Dec 08 01:45:41.374818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:41.393345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd6104-a755-443d-808b-c2d7c5877a3b req-dab25a9a-d04f-4ec3-8644-a622cc618cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:41.394741 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26cd6104-a755-443d-808b-c2d7c5877a3b req-dab25a9a-d04f-4ec3-8644-a622cc618cfa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35849b75-debd-4d85-bfce-4884baa9dc49 HTTP/1.1" status: 200 len: 859 time: 0.1361144 Dec 08 01:45:41.455145 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26cd6104-a755-443d-808b-c2d7c5877a3b req-bf36846b-c44b-45d4-98e4-9e3cca41c74b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0608a3a7-505d-43a2-8a8b-bb9f73998be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435977 Dec 08 01:45:41.462936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ef013da-2414-4d68-939e-86accd3839bf req-292e4ddd-3277-4552-8793-708ac3de5fd1 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175570 Dec 08 01:45:41.505719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d6b15f-02fa-43b6-a673-34d0ea2d2980 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:41.511592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-56d6b15f-02fa-43b6-a673-34d0ea2d2980 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1354527 Dec 08 01:45:41.513390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55714) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:41.554974 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbc16f8-2395-43a7-8ec8-78a546324a6a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:45:41.557267 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5bbc16f8-2395-43a7-8ec8-78a546324a6a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/2598cd7d-c103-4939-a9d1-d09dbbbbd753 HTTP/1.1" status: 404 len: 333 time: 0.0426617 Dec 08 01:45:41.567525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55716) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:41.603098 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbd5178-67f8-40b4-8cb7-41a34d9f3ea4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:45:41.608342 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fcbd5178-67f8-40b4-8cb7-41a34d9f3ea4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/b199915a-7a2b-4a74-ae1b-e6949173e3aa HTTP/1.1" status: 404 len: 333 time: 0.0396686 Dec 08 01:45:41.609329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55718) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:41.680958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26cd6104-a755-443d-808b-c2d7c5877a3b req-a44ca4d2-1a03-449d-b2fb-7a3173c2a50b service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169616 Dec 08 01:45:41.701772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-07f732de-3172-4035-84e3-30d2d7727a74 req-69ba30ac-04b6-4ec4-a44a-3b3e70dde3a8 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] For port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,segment=NetworkSegment(c90a6499-33a1-419f-9bf2-6968255e6a12),segment_id=c90a6499-33a1-419f-9bf2-6968255e6a12)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:41.752377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.770498 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-07f732de-3172-4035-84e3-30d2d7727a74 req-69ba30ac-04b6-4ec4-a44a-3b3e70dde3a8 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.781046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-07f732de-3172-4035-84e3-30d2d7727a74 req-69ba30ac-04b6-4ec4-a44a-3b3e70dde3a8 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.817383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['44bacc3d-9b07-4ab6-8eb6-d010f4357e38'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:41.892196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f732de-3172-4035-84e3-30d2d7727a74 req-69ba30ac-04b6-4ec4-a44a-3b3e70dde3a8 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:41.892974 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-07f732de-3172-4035-84e3-30d2d7727a74 req-69ba30ac-04b6-4ec4-a44a-3b3e70dde3a8 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:41.895129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-07f732de-3172-4035-84e3-30d2d7727a74 req-69ba30ac-04b6-4ec4-a44a-3b3e70dde3a8 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "PUT /v2.0/ports/44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 943 time: 0.8319352 Dec 08 01:45:41.902258 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:41.904099 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be78aa9-f4b7-4b17-9fa0-f121505ee2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:41.946858 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26cd6104-a755-443d-808b-c2d7c5877a3b req-9b7bc9c1-e4ce-465c-be16-849483795eec service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268479 Dec 08 01:45:41.966900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba30ac-04b6-4ec4-a44a-3b3e70dde3a8 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Pushing event updated for resources: {'Port': ['ID=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:41.987980 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.036928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63517c-0a58-421c-8245-85b8e7e7e9c8 req-90ae54d1-434a-4bed-bc31-c2e1d4aa10c9 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:42.045649 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd63517c-0a58-421c-8245-85b8e7e7e9c8 req-90ae54d1-434a-4bed-bc31-c2e1d4aa10c9 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1816711 Dec 08 01:45:42.062975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8834d87-b054-4edc-88dc-09ab0ba1d6e0']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:42.081872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['44bacc3d-9b07-4ab6-8eb6-d010f4357e38'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:42.084635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fcf038-7154-4256-b2cd-05d5a485b8a4') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:42.084825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fcf038-7154-4256-b2cd-05d5a485b8a4') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:42.106515 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.150521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd63517c-0a58-421c-8245-85b8e7e7e9c8 req-b17e4406-631c-49e9-ac14-0a2f74e6710a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038849 Dec 08 01:45:42.164705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.183207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:45:42.183972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:45:42.187648 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:45:42.319359 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da85a7ff-7629-402e-8e7c-685628a6110e x-openstack-request-id: req-da85a7ff-7629-402e-8e7c-685628a6110e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:42.320360 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:42.320495 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da85a7ff-7629-402e-8e7c-685628a6110e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:42.320849 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'status': 'completed', 'code': 200} Dec 08 01:45:42.342842 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.348801 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.355485 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/networks/a8834d87-b054-4edc-88dc-09ab0ba1d6e0 HTTP/1.1" status: 204 len: 168 time: 0.7432148 Dec 08 01:45:42.367733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55736) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:42.374034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc4279-7dd7-4e2c-8445-e8902d6c9ad5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Network': ['ID=a8834d87-b054-4edc-88dc-09ab0ba1d6e0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:42.384726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5a0a912c-9cb2-4fb4-b14b-a1fef87cbab1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-335612043'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:42.424099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78aa9-f4b7-4b17-9fa0-f121505ee2a8 req-54d5e723-b54f-4fbb-bbbf-ac965d137da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:42.428218 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2be78aa9-f4b7-4b17-9fa0-f121505ee2a8 req-54d5e723-b54f-4fbb-bbbf-ac965d137da1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61b1226b97a2468dba8c750ccbb6d5c1&device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 1098 time: 0.1325886 Dec 08 01:45:42.450793 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-0460bdc6-a762-49f6-871a-a40a2288533f tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5119162 Dec 08 01:45:42.468275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:42.486386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0a912c-9cb2-4fb4-b14b-a1fef87cbab1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:42.510185 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a0a912c-9cb2-4fb4-b14b-a1fef87cbab1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.612619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.623387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0a912c-9cb2-4fb4-b14b-a1fef87cbab1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:45:42.656089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a0a912c-9cb2-4fb4-b14b-a1fef87cbab1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.656737 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-5a0a912c-9cb2-4fb4-b14b-a1fef87cbab1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Added segment f17112b6-37c0-49e0-a1dd-b842225a8c65 of type vlan for network 5e16a2ab-265a-4afa-9e66-bd7ad2b9e200 Dec 08 01:45:42.722255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78aa9-f4b7-4b17-9fa0-f121505ee2a8 req-7fe3e217-1069-4a51-af61-9eb58a97cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:42.727501 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2be78aa9-f4b7-4b17-9fa0-f121505ee2a8 req-7fe3e217-1069-4a51-af61-9eb58a97cc3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=0608a3a7-505d-43a2-8a8b-bb9f73998be4 HTTP/1.1" status: 200 len: 920 time: 0.2932246 Dec 08 01:45:42.747567 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a0a912c-9cb2-4fb4-b14b-a1fef87cbab1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.831760 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a0a912c-9cb2-4fb4-b14b-a1fef87cbab1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.841336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2be78aa9-f4b7-4b17-9fa0-f121505ee2a8 req-5f3a9977-a666-4c93-b4bd-bf2e6fe537bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 217 time: 0.0955279 Dec 08 01:45:42.842933 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0a912c-9cb2-4fb4-b14b-a1fef87cbab1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:42.843687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a0a912c-9cb2-4fb4-b14b-a1fef87cbab1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:42.867686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11332e-d8bd-44f5-97ce-d99decefe5b9 req-c637f9d4-655e-4531-a1f6-383d7a23ca2b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:42.870545 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c11332e-d8bd-44f5-97ce-d99decefe5b9 req-c637f9d4-655e-4531-a1f6-383d7a23ca2b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 945 time: 0.2543068 Dec 08 01:45:42.935982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a912c-9cb2-4fb4-b14b-a1fef87cbab1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Network': ['ID=5e16a2ab-265a-4afa-9e66-bd7ad2b9e200,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:42.948754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 5e16a2ab-265a-4afa-9e66-bd7ad2b9e200 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:45:43.002840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55744) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:43.010649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '5e16a2ab-265a-4afa-9e66-bd7ad2b9e200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:43.018246 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5a0a912c-9cb2-4fb4-b14b-a1fef87cbab1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6291842 Dec 08 01:45:43.021902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be78aa9-f4b7-4b17-9fa0-f121505ee2a8 req-06f6d37f-4304-49c8-8e3e-c1ea3c4c2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:43.026944 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2be78aa9-f4b7-4b17-9fa0-f121505ee2a8 req-06f6d37f-4304-49c8-8e3e-c1ea3c4c2969 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35849b75-debd-4d85-bfce-4884baa9dc49 HTTP/1.1" status: 200 len: 859 time: 0.1542904 Dec 08 01:45:43.042340 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.046269 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c11332e-d8bd-44f5-97ce-d99decefe5b9 req-f94a0a2a-030f-48b8-85d5-71eeb12aa608 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646421 Dec 08 01:45:43.291747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2be78aa9-f4b7-4b17-9fa0-f121505ee2a8 req-4740f613-84ac-4404-a852-25a56d7dd1a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0608a3a7-505d-43a2-8a8b-bb9f73998be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2358093 Dec 08 01:45:43.418667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Allocated IP 172.25.2.129 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/2a57c245-9e91-45ac-afff-5f491e20f134) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:43.609195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2be78aa9-f4b7-4b17-9fa0-f121505ee2a8 req-04adacd7-b334-45da-89a8-d55ad289c926 service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051028 Dec 08 01:45:43.740601 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.842435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd4ffc-6d2d-4dcc-869c-b632e6c0d645 req-2fb1e286-3bcb-4990-89b8-4464e14b2d62 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:43.844052 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3fd4ffc-6d2d-4dcc-869c-b632e6c0d645 req-2fb1e286-3bcb-4990-89b8-4464e14b2d62 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1173806 Dec 08 01:45:43.851120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:43.854719 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.870111 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:43.923672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Performing IP validity checks on allocation pools {{(pid=103129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 01:45:43.925062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 01:45:43.953633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:43.958370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:43.971194 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:43.982023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Pushing event updated for resources: {'Port': ['ID=2a57c245-9e91-45ac-afff-5f491e20f134,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:44.114124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2be78aa9-f4b7-4b17-9fa0-f121505ee2a8 req-8d232af0-4126-4bab-8bec-5419875023c2 service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292092 Dec 08 01:45:44.233544 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.239374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.282860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3fd4ffc-6d2d-4dcc-869c-b632e6c0d645 req-89dded5a-fda8-4fe7-a015-8634c9f377bd tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999664 Dec 08 01:45:44.336781 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.396319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Subnet': ['ID=b3173928-c952-4e22-899d-f0b3813876c9,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:44.467986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3a00e-1ab2-4a85-a516-51eb8ac169be req-69e28a6c-4229-4272-8d6b-37448ab79467 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:44.475345 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5d3a00e-1ab2-4a85-a516-51eb8ac169be req-69e28a6c-4229-4272-8d6b-37448ab79467 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 945 time: 0.0759604 Dec 08 01:45:44.519659 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Checking segment: {'id': 'f17112b6-37c0-49e0-a1dd-b842225a8c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5e16a2ab-265a-4afa-9e66-bd7ad2b9e200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:44.520123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network hostable DHCP agents. Network: 5e16a2ab-265a-4afa-9e66-bd7ad2b9e200, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:45:44.588936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 5e16a2ab-265a-4afa-9e66-bd7ad2b9e200 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:45:44.640652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5d3a00e-1ab2-4a85-a516-51eb8ac169be req-65991ccb-44a8-4022-868d-b0f6ce8d4a17 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605067 Dec 08 01:45:44.640652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 5e16a2ab-265a-4afa-9e66-bd7ad2b9e200) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:44.654082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:44.654678 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.655951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6076336-1150-4dca-8276-dc45ee248d73 None None] Network 5e16a2ab-265a-4afa-9e66-bd7ad2b9e200 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:44.703575 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-da9b95bd-2657-4860-b2c6-5c0783be502e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6984789 Dec 08 01:45:44.704024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55768) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:44.712626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': '5e16a2ab-265a-4afa-9e66-bd7ad2b9e200', 'name': 'tempest-PortsTestJSON-1756825245'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:44.735014 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:44.747622 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:45.003567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-5e16a2ab-265a-4afa-9e66-bd7ad2b9e200', 'network_id': '5e16a2ab-265a-4afa-9e66-bd7ad2b9e200', 'project_id': '3e0cd03e8fe4423fb3f595c903ca9c9f', 'fixed_ips': [{'subnet_id': 'b3173928-c952-4e22-899d-f0b3813876c9'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:45:45.004487 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:45.076712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Pushing event updated for resources: {'Port': ['ID=2a57c245-9e91-45ac-afff-5f491e20f134,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:45.128981 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:45.158792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:45.165180 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:45.167685 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:45.169008 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-fa634c99-e0ac-49d3-921e-97fba5052793 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7110779 Dec 08 01:45:45.227073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port 176a6ce4-922a-4793-9764-9f8a7224e5a6 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:45:45.333765 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-e03a036e-1724-45f8-9036-21505065d18a tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.1574957 Dec 08 01:45:45.486108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Allocated IP 172.20.0.2 (5e16a2ab-265a-4afa-9e66-bd7ad2b9e200/b3173928-c952-4e22-899d-f0b3813876c9/8038122c-0acd-4ddb-971e-a9c9b074d8f1) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:45.501918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb7560-7d92-4491-abf1-8a800a8b284b req-3ef56ccf-e548-46c3-81ba-8f24fe215a9e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:45.510131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-beeb7560-7d92-4491-abf1-8a800a8b284b req-3ef56ccf-e548-46c3-81ba-8f24fe215a9e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 945 time: 0.1059711 Dec 08 01:45:45.583344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-b5680706-24cd-4781-bf52-124574fe55a8 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:45.585919 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-b5680706-24cd-4781-bf52-124574fe55a8 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2504456 Dec 08 01:45:45.616144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-ce2dbd40-12cc-402e-a774-087aca5b8877 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:45:45.631875 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-422d5cca-f4fd-4bb6-93b6-224a16d57091 req-ce2dbd40-12cc-402e-a774-087aca5b8877 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0342700 Dec 08 01:45:45.749846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-beeb7560-7d92-4491-abf1-8a800a8b284b req-42d3eb02-d8a0-4f45-bb5f-a58276413054 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387748 Dec 08 01:45:45.859803 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:45.879838 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.004531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c36788-2484-4ad6-92be-d0390e23a4bf req-b6228cc1-dc60-4d9d-8884-593ffffd777a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:46.006115 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6c36788-2484-4ad6-92be-d0390e23a4bf req-b6228cc1-dc60-4d9d-8884-593ffffd777a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1473815 Dec 08 01:45:46.034160 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Network 5e16a2ab-265a-4afa-9e66-bd7ad2b9e200 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:46.055237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:46.065369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:46.130356 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6c36788-2484-4ad6-92be-d0390e23a4bf req-a9e2ff83-62d0-48c5-9539-e6ac513ee35d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167362 Dec 08 01:45:46.185946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Pushing event updated for resources: {'Port': ['ID=8038122c-0acd-4ddb-971e-a9c9b074d8f1,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:46.211655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.6 (5e16a2ab-265a-4afa-9e66-bd7ad2b9e200/b3173928-c952-4e22-899d-f0b3813876c9/176a6ce4-922a-4793-9764-9f8a7224e5a6) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:46.271782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Attempting to bind port 8038122c-0acd-4ddb-971e-a9c9b074d8f1 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:46.272431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Attempting to bind port 8038122c-0acd-4ddb-971e-a9c9b074d8f1 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f17112b6-37c0-49e0-a1dd-b842225a8c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5e16a2ab-265a-4afa-9e66-bd7ad2b9e200'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:46.273293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Attempting to bind port 8038122c-0acd-4ddb-971e-a9c9b074d8f1 on network 5e16a2ab-265a-4afa-9e66-bd7ad2b9e200 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:46.282771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:46.283640 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Checking segment: {'id': 'f17112b6-37c0-49e0-a1dd-b842225a8c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5e16a2ab-265a-4afa-9e66-bd7ad2b9e200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:46.284032 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.284473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Bound using segment: {'id': 'f17112b6-37c0-49e0-a1dd-b842225a8c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5e16a2ab-265a-4afa-9e66-bd7ad2b9e200'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:46.284969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Bound port: 8038122c-0acd-4ddb-971e-a9c9b074d8f1, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17112b6-37c0-49e0-a1dd-b842225a8c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '5e16a2ab-265a-4afa-9e66-bd7ad2b9e200'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:46.285422 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.293517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-eb4969f1-7001-4521-8daf-9cd4e08d06cb tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:46.295117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-eb4969f1-7001-4521-8daf-9cd4e08d06cb tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3481560 Dec 08 01:45:46.307468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7785400-4534-4b34-9a01-44f6a930005e req-615c7c61-b4fc-4b92-bd51-c4295546f0c1 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:46.309425 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7785400-4534-4b34-9a01-44f6a930005e req-615c7c61-b4fc-4b92-bd51-c4295546f0c1 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 945 time: 0.0752940 Dec 08 01:45:46.436568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7785400-4534-4b34-9a01-44f6a930005e req-2e4befd9-c784-400c-b73d-c9e8fa41bebb tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202962 Dec 08 01:45:46.453599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] For port 8038122c-0acd-4ddb-971e-a9c9b074d8f1, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:46.458179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] For port 8038122c-0acd-4ddb-971e-a9c9b074d8f1, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8038122c-0acd-4ddb-971e-a9c9b074d8f1,segment=NetworkSegment(f17112b6-37c0-49e0-a1dd-b842225a8c65),segment_id=f17112b6-37c0-49e0-a1dd-b842225a8c65)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:46.473959 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:46.597359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385aef0e-d8be-46de-88d3-70cf06950267 None None] Pushing event updated for resources: {'Port': ['ID=8038122c-0acd-4ddb-971e-a9c9b074d8f1,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:46.692392 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-acf0cbba-cf92-40de-8e6e-6e7ce3530e36 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.2935805 Dec 08 01:45:46.711230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-993babc1-624b-4f5d-8533-d68fc2311d54 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Request body: {'floatingip': {'port_id': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:47.320930 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-993babc1-624b-4f5d-8533-d68fc2311d54 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:47.662106 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:47.702852 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b948d-04b6-494c-891c-5fdd3e2ca753 req-57653c58-889c-466d-aa84-a15fa29e5063 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:47.711102 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1d8b948d-04b6-494c-891c-5fdd3e2ca753 req-57653c58-889c-466d-aa84-a15fa29e5063 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.1012390 Dec 08 01:45:47.812188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1d8b948d-04b6-494c-891c-5fdd3e2ca753 req-e570102c-5a58-49c6-b6aa-e936deea6235 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998394 Dec 08 01:45:47.965745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764c515-fc39-4164-96dc-ff2cde1a4205 req-267045de-dbd0-410a-a3b7-c7e1c5ebc992 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:47.973989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5764c515-fc39-4164-96dc-ff2cde1a4205 req-267045de-dbd0-410a-a3b7-c7e1c5ebc992 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 945 time: 0.0735593 Dec 08 01:45:48.018528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55814) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:48.085971 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5764c515-fc39-4164-96dc-ff2cde1a4205 req-6e42d1d0-23d6-4cbc-aa3f-024edcc0e338 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105263 Dec 08 01:45:48.134056 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.244144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 5e16a2ab-265a-4afa-9e66-bd7ad2b9e200 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:48.259138 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5aaccf05-1b74-4414-bb58-a74886b11ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.266131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:48.268700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:48.354659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65251c14-de4f-43b8-8677-35d0d6030974 None None] Network 5e16a2ab-265a-4afa-9e66-bd7ad2b9e200 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:48.427320 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5aaccf05-1b74-4414-bb58-a74886b11ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.440489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5aaccf05-1b74-4414-bb58-a74886b11ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.456681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=176a6ce4-922a-4793-9764-9f8a7224e5a6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:48.545107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a3fbf6d6-e150-4148-afa9-83d5b5f71a87 None None] Provisioning complete for port 8038122c-0acd-4ddb-971e-a9c9b074d8f1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:48.554314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5aaccf05-1b74-4414-bb58-a74886b11ab8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=88a26b86dc0b489da1fa68e704a748bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5281084 Dec 08 01:45:48.554635 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf6d6-e150-4148-afa9-83d5b5f71a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.554771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55826) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:48.609691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:48.610507 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.646638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaccf05-1b74-4414-bb58-a74886b11ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356ba6e4-1a03-42dd-8cba-18da6fbaf349,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:48.696741 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-993babc1-624b-4f5d-8533-d68fc2311d54 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:45:48.700062 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-780d4294-437e-4d27-a77e-0e44d1ca402e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.751872 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-780d4294-437e-4d27-a77e-0e44d1ca402e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.860563 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-780d4294-437e-4d27-a77e-0e44d1ca402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.863798 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-780d4294-437e-4d27-a77e-0e44d1ca402e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.865299 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-780d4294-437e-4d27-a77e-0e44d1ca402e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/356ba6e4-1a03-42dd-8cba-18da6fbaf349 HTTP/1.1" status: 204 len: 168 time: 0.3107729 Dec 08 01:45:48.904213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d4294-437e-4d27-a77e-0e44d1ca402e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356ba6e4-1a03-42dd-8cba-18da6fbaf349,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:48.918384 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-993babc1-624b-4f5d-8533-d68fc2311d54 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:48.933470 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-993babc1-624b-4f5d-8533-d68fc2311d54 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.137294 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7f71962d-4ee5-4f4b-828f-5f596d367adc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4298770 Dec 08 01:45:49.140754 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:49.316330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1ffe7-7b2c-434a-95b0-01dcd8f5b787 req-2f72d7a5-a3a6-4461-8c22-4d7d7329880b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:49.320231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6cb1ffe7-7b2c-434a-95b0-01dcd8f5b787 req-2f72d7a5-a3a6-4461-8c22-4d7d7329880b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 945 time: 0.1884787 Dec 08 01:45:49.326452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8038122c-0acd-4ddb-971e-a9c9b074d8f1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:49.579212 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf6d6-e150-4148-afa9-83d5b5f71a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.581909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104ff0f-74ed-4a8b-b003-9f248b7ad4ee req-7cd8e480-ac88-476b-8bb2-689309a9961d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:49.600529 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8104ff0f-74ed-4a8b-b003-9f248b7ad4ee req-7cd8e480-ac88-476b-8bb2-689309a9961d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.5729561 Dec 08 01:45:49.622904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 8038122c-0acd-4ddb-971e-a9c9b074d8f1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:49.623299 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.651006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55846) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:49.697217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device eed0c745-5217-4086-bcbb-9a44134e8e57 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:45:49.705351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a3fbf6d6-e150-4148-afa9-83d5b5f71a87 None None] For port 8038122c-0acd-4ddb-971e-a9c9b074d8f1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8038122c-0acd-4ddb-971e-a9c9b074d8f1,segment=NetworkSegment(f17112b6-37c0-49e0-a1dd-b842225a8c65),segment_id=f17112b6-37c0-49e0-a1dd-b842225a8c65)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:49.710607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-379fc52e-320c-4367-9a62-f839ffa53e6e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port 176a6ce4-922a-4793-9764-9f8a7224e5a6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:49.711304 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-379fc52e-320c-4367-9a62-f839ffa53e6e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.788675 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-993babc1-624b-4f5d-8533-d68fc2311d54 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Floating IP fbbc64b8-0d53-4b3a-add0-8b4c513f54e6 associated. External IP: 172.25.2.129, port: 44bacc3d-9b07-4ab6-8eb6-d010f4357e38. Dec 08 01:45:49.802789 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87188623-6542-4c21-9698-a66b508df24b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.859737 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf6d6-e150-4148-afa9-83d5b5f71a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:49.926173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8104ff0f-74ed-4a8b-b003-9f248b7ad4ee req-4f3809cf-b44e-424a-9fe3-62a4edeaa763 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245096 Dec 08 01:45:49.993430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-6cb1ffe7-7b2c-434a-95b0-01dcd8f5b787 req-833dfc60-9f92-40af-a02d-5585110e47d0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Deleting port 5c8a76da-2197-43c5-ad77-0245aba9012c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:49.994920 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6cb1ffe7-7b2c-434a-95b0-01dcd8f5b787 req-833dfc60-9f92-40af-a02d-5585110e47d0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.117828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port eed0c745-5217-4086-bcbb-9a44134e8e57, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=eed0c745-5217-4086-bcbb-9a44134e8e57,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:50.144706 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-379fc52e-320c-4367-9a62-f839ffa53e6e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.167066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbf6d6-e150-4148-afa9-83d5b5f71a87 None None] Pushing event updated for resources: {'Port': ['ID=8038122c-0acd-4ddb-971e-a9c9b074d8f1,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:50.167345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-379fc52e-320c-4367-9a62-f839ffa53e6e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for 176a6ce4-922a-4793-9764-9f8a7224e5a6 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:50.184947 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'eed0c745-5217-4086-bcbb-9a44134e8e57', 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a', 'port_id': 'eed0c745-5217-4086-bcbb-9a44134e8e57', 'mac_address': 'fa:16:3e:48:d5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decbed6d-9d04-4968-abca-418c83c36e5b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:45:50.234712 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.237307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-69568284-f322-4bda-ad99-3e618885907a None None] Provisioning complete for port 8038122c-0acd-4ddb-971e-a9c9b074d8f1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:50.238518 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-69568284-f322-4bda-ad99-3e618885907a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.275772 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eed0c745-5217-4086-bcbb-9a44134e8e57 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:50.304582 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port eed0c745-5217-4086-bcbb-9a44134e8e57, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=eed0c745-5217-4086-bcbb-9a44134e8e57,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:50.314727 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.321256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-6cb1ffe7-7b2c-434a-95b0-01dcd8f5b787 req-833dfc60-9f92-40af-a02d-5585110e47d0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] For port 5c8a76da-2197-43c5-ad77-0245aba9012c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c8a76da-2197-43c5-ad77-0245aba9012c,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:50.321640 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6cb1ffe7-7b2c-434a-95b0-01dcd8f5b787 req-833dfc60-9f92-40af-a02d-5585110e47d0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.341451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-6cb1ffe7-7b2c-434a-95b0-01dcd8f5b787 req-833dfc60-9f92-40af-a02d-5585110e47d0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Calling delete_port for 5c8a76da-2197-43c5-ad77-0245aba9012c owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:50.420174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=eed0c745-5217-4086-bcbb-9a44134e8e57,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:50.452543 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87188623-6542-4c21-9698-a66b508df24b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.457027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-69568284-f322-4bda-ad99-3e618885907a None None] Provisioning complete for port 176a6ce4-922a-4793-9764-9f8a7224e5a6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:50.457750 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-69568284-f322-4bda-ad99-3e618885907a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.469945 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87188623-6542-4c21-9698-a66b508df24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.483701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-993babc1-624b-4f5d-8533-d68fc2311d54 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:45:50.500043 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-379fc52e-320c-4367-9a62-f839ffa53e6e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.505032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-69568284-f322-4bda-ad99-3e618885907a None None] Port 176a6ce4-922a-4793-9764-9f8a7224e5a6 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:45:50.517484 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-87188623-6542-4c21-9698-a66b508df24b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a960183aeb249a48affa1dde3981529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8651917 Dec 08 01:45:50.518107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55848) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:50.562501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51f6cf-4a1f-4b84-a6b3-3b4fd9f7b55c req-c7ac242e-365b-409a-97df-7985c923bf7d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:50.570672 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ef51f6cf-4a1f-4b84-a6b3-3b4fd9f7b55c req-c7ac242e-365b-409a-97df-7985c923bf7d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 945 time: 0.4747431 Dec 08 01:45:50.583143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fc52e-320c-4367-9a62-f839ffa53e6e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=176a6ce4-922a-4793-9764-9f8a7224e5a6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:50.651500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c4c93a48-ea45-437e-b90c-1fd0e51d38a9 None None] Could not find standard attr ID for object 176a6ce4-922a-4793-9764-9f8a7224e5a6. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:45:50.667394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87188623-6542-4c21-9698-a66b508df24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398b6e57-4a11-44b2-b5f8-be3f342f6854,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:50.709084 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9f43a9-08be-4653-b998-d857cda82f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.727772 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:45:50.728397 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ef51f6cf-4a1f-4b84-a6b3-3b4fd9f7b55c req-7ad8323f-0753-46fe-89d0-ef925ff7233f tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563289 Dec 08 01:45:50.779933 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['eed0c745-5217-4086-bcbb-9a44134e8e57'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:50.858618 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9f43a9-08be-4653-b998-d857cda82f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.865153 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-379fc52e-320c-4367-9a62-f839ffa53e6e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.871526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-379fc52e-320c-4367-9a62-f839ffa53e6e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/176a6ce4-922a-4793-9764-9f8a7224e5a6 HTTP/1.1" status: 204 len: 168 time: 1.7192297 Dec 08 01:45:50.874146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55854) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:50.876927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-993babc1-624b-4f5d-8533-d68fc2311d54 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:45:50.905474 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d7a80-5de6-4f25-8a04-2df434a8aa8b None None] Sync routers for ids ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:45:50.906909 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-993babc1-624b-4f5d-8533-d68fc2311d54 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:50.925993 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d7a80-5de6-4f25-8a04-2df434a8aa8b None None] Routers {'06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:50.930622 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5d4d7a80-5de6-4f25-8a04-2df434a8aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:45:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:50.950960 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f60448-489f-4be5-8e3f-cf499b586436 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] DELETE failed (client error): The resource could not be found. Dec 08 01:45:50.951539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f60448-489f-4be5-8e3f-cf499b586436 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:45:50.953951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-993babc1-624b-4f5d-8533-d68fc2311d54 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "PUT /v2.0/floatingips/fbbc64b8-0d53-4b3a-add0-8b4c513f54e6 HTTP/1.1" status: 200 len: 997 time: 4.2486618 Dec 08 01:45:50.954499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:50.957072 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b247bb7-66d2-400b-96d3-67409d1133ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:50.960013 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8038122c-0acd-4ddb-971e-a9c9b074d8f1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:50.967621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:50.969529 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-71f60448-489f-4be5-8e3f-cf499b586436 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/176a6ce4-922a-4793-9764-9f8a7224e5a6 HTTP/1.1" status: 404 len: 333 time: 0.0845945 Dec 08 01:45:51.000331 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6cb1ffe7-7b2c-434a-95b0-01dcd8f5b787 req-833dfc60-9f92-40af-a02d-5585110e47d0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.109357 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a29a1c-069c-4f47-b947-302bc2f7fa87 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:45:51.113626 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e6a29a1c-069c-4f47-b947-302bc2f7fa87 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/176a6ce4-922a-4793-9764-9f8a7224e5a6 HTTP/1.1" status: 404 len: 333 time: 0.1442332 Dec 08 01:45:51.114270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55862) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:51.118033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dfc60-9f92-40af-a02d-5585110e47d0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event deleted for resources: {'Port': ['ID=5c8a76da-2197-43c5-ad77-0245aba9012c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:51.162439 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ba9260-6175-4f60-8f60-0613e923d5a2 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:51.181088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 8038122c-0acd-4ddb-971e-a9c9b074d8f1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:51.181686 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.231410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb1ffe7-7b2c-434a-95b0-01dcd8f5b787 req-833dfc60-9f92-40af-a02d-5585110e47d0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] No DVR routers for this DVR port 5c8a76da-2197-43c5-ad77-0245aba9012c on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:45:51.240202 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6cb1ffe7-7b2c-434a-95b0-01dcd8f5b787 req-833dfc60-9f92-40af-a02d-5585110e47d0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.247241 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6cb1ffe7-7b2c-434a-95b0-01dcd8f5b787 req-833dfc60-9f92-40af-a02d-5585110e47d0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "DELETE /v2.0/ports/5c8a76da-2197-43c5-ad77-0245aba9012c HTTP/1.1" status: 204 len: 173 time: 1.9126456 Dec 08 01:45:51.248666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f571dd11-f6ce-45be-b762-eaaeadaedeab', 'name': 'network-vif-deleted', 'tag': '5c8a76da-2197-43c5-ad77-0245aba9012c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:51.251542 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c659bb-67ae-4af0-b5b1-406325eab9d3" -d '{"events": [{"server_uuid": "f571dd11-f6ce-45be-b762-eaaeadaedeab", "name": "network-vif-deleted", "tag": "5c8a76da-2197-43c5-ad77-0245aba9012c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:51.273096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-218f74e0-b704-42d2-b942-2fb13b0d0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:51.280501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564d3f1-0238-4371-aa47-5d601891bf62 req-4882ed44-e654-4e1a-8676-0e3769875dab tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:51.286634 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-218f74e0-b704-42d2-b942-2fb13b0d0f2e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61b1226b97a2468dba8c750ccbb6d5c1&device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 1098 time: 0.3013558 Dec 08 01:45:51.301709 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a564d3f1-0238-4371-aa47-5d601891bf62 req-4882ed44-e654-4e1a-8676-0e3769875dab tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 944 time: 0.1225274 Dec 08 01:45:51.334653 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9f43a9-08be-4653-b998-d857cda82f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.337819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9f43a9-08be-4653-b998-d857cda82f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.342091 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ff9f43a9-08be-4653-b998-d857cda82f00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/398b6e57-4a11-44b2-b5f8-be3f342f6854 HTTP/1.1" status: 204 len: 168 time: 0.8200347 Dec 08 01:45:51.359057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f43a9-08be-4653-b998-d857cda82f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398b6e57-4a11-44b2-b5f8-be3f342f6854,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:51.380110 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb85218-6c4e-4520-a1c9-d7970d8cc960 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting subnet b3173928-c952-4e22-899d-f0b3813876c9 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:45:51.405920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a564d3f1-0238-4371-aa47-5d601891bf62 req-0bf52726-af27-475b-88d2-664c9e2f97ea tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032233 Dec 08 01:45:51.419782 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cbb85218-6c4e-4520-a1c9-d7970d8cc960 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.488132 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5d4d7a80-5de6-4f25-8a04-2df434a8aa8b None None] Set router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:51.586353 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42faa63b-2042-4701-980a-7a241fd9b918 x-openstack-request-id: req-42faa63b-2042-4701-980a-7a241fd9b918 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:51.586353 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:51.586353 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-42faa63b-2042-4701-980a-7a241fd9b918 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:51.586353 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'status': 'completed', 'code': 200} Dec 08 01:45:51.596721 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40199533-8b49-43df-9fa7-d5893ddf74b7 x-openstack-request-id: req-40199533-8b49-43df-9fa7-d5893ddf74b7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:51.596992 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f571dd11-f6ce-45be-b762-eaaeadaedeab", "name": "network-vif-deleted", "tag": "5c8a76da-2197-43c5-ad77-0245aba9012c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:51.597251 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40199533-8b49-43df-9fa7-d5893ddf74b7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:51.597662 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f571dd11-f6ce-45be-b762-eaaeadaedeab', 'name': 'network-vif-deleted', 'tag': '5c8a76da-2197-43c5-ad77-0245aba9012c', 'status': 'completed', 'code': 200} Dec 08 01:45:51.671290 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cbb85218-6c4e-4520-a1c9-d7970d8cc960 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.707040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device eed0c745-5217-4086-bcbb-9a44134e8e57 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:45:51.718302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b247bb7-66d2-400b-96d3-67409d1133ce req-0f30ffd9-32db-47f1-8f4e-37af21cc48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:51.719841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b247bb7-66d2-400b-96d3-67409d1133ce req-0f30ffd9-32db-47f1-8f4e-37af21cc48c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61b1226b97a2468dba8c750ccbb6d5c1&device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 1098 time: 0.1443768 Dec 08 01:45:51.725245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-3a59a553-401e-4460-8488-b520cd046bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:51.727543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-3a59a553-401e-4460-8488-b520cd046bb2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0608a3a7-505d-43a2-8a8b-bb9f73998be4 HTTP/1.1" status: 200 len: 920 time: 0.4397645 Dec 08 01:45:51.885552 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b247bb7-66d2-400b-96d3-67409d1133ce req-ef2794d4-4fa7-42e4-8703-651c634665e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:51.891344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b247bb7-66d2-400b-96d3-67409d1133ce req-ef2794d4-4fa7-42e4-8703-651c634665e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0608a3a7-505d-43a2-8a8b-bb9f73998be4 HTTP/1.1" status: 200 len: 920 time: 0.1597621 Dec 08 01:45:51.891601 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:51.939184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id eed0c745-5217-4086-bcbb-9a44134e8e57 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:45:51.991897 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce625efe-8ce9-4463-8f83-b5ffa591f690 req-ff3b710a-eb47-4daf-a6de-f48b74b0eded tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=f571dd11-f6ce-45be-b762-eaaeadaedeab HTTP/1.1" status: 200 len: 210 time: 0.0922654 Dec 08 01:45:52.048612 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port eed0c745-5217-4086-bcbb-9a44134e8e57, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=eed0c745-5217-4086-bcbb-9a44134e8e57,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:52.056991 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.059485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5c8a76da-2197-43c5-ad77-0245aba9012c no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:45:52.142400 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cbb85218-6c4e-4520-a1c9-d7970d8cc960 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.159276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 5c8a76da-2197-43c5-ad77-0245aba9012c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:45:52.161641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5c8a76da-2197-43c5-ad77-0245aba9012c not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:45:52.198270 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5d4d7a80-5de6-4f25-8a04-2df434a8aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'fbbc64b8-0d53-4b3a-add0-8b4c513f54e6', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'port_id': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'mac_address': 'fa:16:3e:97:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:45:44Z', 'updated_at': '2021-12-08T01:45:48Z', 'revision_number': 1, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9384f4ae-a81e-4050-9d30-5f8d68680e1d', 'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'mac_address': 'fa:16:3e:e4:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:43Z', 'updated_at': '2021-12-08T01:44:56Z', 'revision_number': 5, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'subnets': [{'id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:52.292218 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:45:52.311779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b247bb7-66d2-400b-96d3-67409d1133ce req-69a4c12a-6913-4424-ad8e-891c672147c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 1000 time: 0.3908267 Dec 08 01:45:52.313956 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-a5d4caf3-4b9a-4ed1-befb-2cbc2b9e4bee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 1000 time: 0.4226990 Dec 08 01:45:52.323554 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d7a80-5de6-4f25-8a04-2df434a8aa8b None None] Checking router: 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:45:52.352544 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d7a80-5de6-4f25-8a04-2df434a8aa8b None None] Routers {'06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:52.353566 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5d4d7a80-5de6-4f25-8a04-2df434a8aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:45:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:52.520454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=eed0c745-5217-4086-bcbb-9a44134e8e57,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:52.625214 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5d4d7a80-5de6-4f25-8a04-2df434a8aa8b None None] Set router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:52.645872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15116ca2-96c2-4fb6-aa89-9a7b9046f63e req-18b6ca00-2f0c-47d8-ae61-d1835019c1a4 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:52.656011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-4a0f507d-820f-48a1-bf3c-82b72a7be7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:52.657385 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15116ca2-96c2-4fb6-aa89-9a7b9046f63e req-18b6ca00-2f0c-47d8-ae61-d1835019c1a4 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 943 time: 0.1112449 Dec 08 01:45:52.669936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-4a0f507d-820f-48a1-bf3c-82b72a7be7dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=35849b75-debd-4d85-bfce-4884baa9dc49 HTTP/1.1" status: 200 len: 859 time: 0.3250892 Dec 08 01:45:52.695029 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cbb85218-6c4e-4520-a1c9-d7970d8cc960 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.757808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b247bb7-66d2-400b-96d3-67409d1133ce req-6c319910-6ee9-4f12-a0c4-26504e332e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:52.759401 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b247bb7-66d2-400b-96d3-67409d1133ce req-6c319910-6ee9-4f12-a0c4-26504e332e34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35849b75-debd-4d85-bfce-4884baa9dc49 HTTP/1.1" status: 200 len: 859 time: 0.3315535 Dec 08 01:45:52.775156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-cccd8562-b9a2-4a52-a22e-6b939d5bc626 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0608a3a7-505d-43a2-8a8b-bb9f73998be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042731 Dec 08 01:45:52.778835 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15116ca2-96c2-4fb6-aa89-9a7b9046f63e req-0e3d0d68-5ac6-4534-a56b-d07cefaa5c5c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193614 Dec 08 01:45:52.780189 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-dfd5d2c9-7af8-4066-9fdb-7009482cfe4c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:45:52.791075 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-dfd5d2c9-7af8-4066-9fdb-7009482cfe4c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150118 Dec 08 01:45:52.834702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb85218-6c4e-4520-a1c9-d7970d8cc960 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Subnet': ['ID=b3173928-c952-4e22-899d-f0b3813876c9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:52.845387 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a644242-c0ee-4db9-b368-6e6da08c23eb None None] Network 5e16a2ab-265a-4afa-9e66-bd7ad2b9e200 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:52.880767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cbb85218-6c4e-4520-a1c9-d7970d8cc960 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:52.887290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55902) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:52.887575 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cbb85218-6c4e-4520-a1c9-d7970d8cc960 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/b3173928-c952-4e22-899d-f0b3813876c9 HTTP/1.1" status: 204 len: 168 time: 1.7700002 Dec 08 01:45:52.892789 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b247bb7-66d2-400b-96d3-67409d1133ce req-78652f72-49e3-4ee1-a427-94d3625ebcee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0608a3a7-505d-43a2-8a8b-bb9f73998be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994511 Dec 08 01:45:52.986809 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.156899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port 8038122c-0acd-4ddb-971e-a9c9b074d8f1 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:53.158090 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.173739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8356156-45d6-4bd1-80a2-11d5c81d3c3b None None] DHCP port deletion for 5e16a2ab-265a-4afa-9e66-bd7ad2b9e200 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:45:53.177940 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b247bb7-66d2-400b-96d3-67409d1133ce req-297d36eb-c8db-4839-8ccd-3537b05c9782 service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735879 Dec 08 01:45:53.209964 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5d4d7a80-5de6-4f25-8a04-2df434a8aa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'fbbc64b8-0d53-4b3a-add0-8b4c513f54e6', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'port_id': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'mac_address': 'fa:16:3e:97:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:45:44Z', 'updated_at': '2021-12-08T01:45:48Z', 'revision_number': 1, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9384f4ae-a81e-4050-9d30-5f8d68680e1d', 'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'mac_address': 'fa:16:3e:e4:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:43Z', 'updated_at': '2021-12-08T01:44:56Z', 'revision_number': 5, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'subnets': [{'id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:53.267488 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4d7a80-5de6-4f25-8a04-2df434a8aa8b None None] The sync data for ids ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'] in n-d-713498-30 is: [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'fbbc64b8-0d53-4b3a-add0-8b4c513f54e6', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'port_id': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'mac_address': 'fa:16:3e:97:6b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:45:44Z', 'updated_at': '2021-12-08T01:45:48Z', 'revision_number': 1, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9384f4ae-a81e-4050-9d30-5f8d68680e1d', 'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'mac_address': 'fa:16:3e:e4:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:43Z', 'updated_at': '2021-12-08T01:44:56Z', 'revision_number': 5, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'subnets': [{'id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:45:53.298636 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-01a87e78-49fe-483c-be3e-0dc39aea7b5c service neutron] 10.222.0.70 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066082 Dec 08 01:45:53.390695 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e8356156-45d6-4bd1-80a2-11d5c81d3c3b None None] Deleting port 8038122c-0acd-4ddb-971e-a9c9b074d8f1 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:53.391109 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8356156-45d6-4bd1-80a2-11d5c81d3c3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.402724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] For port 8038122c-0acd-4ddb-971e-a9c9b074d8f1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8038122c-0acd-4ddb-971e-a9c9b074d8f1,segment=NetworkSegment(f17112b6-37c0-49e0-a1dd-b842225a8c65),segment_id=f17112b6-37c0-49e0-a1dd-b842225a8c65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:53.404707 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.461468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for 8038122c-0acd-4ddb-971e-a9c9b074d8f1 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:53.596481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e8356156-45d6-4bd1-80a2-11d5c81d3c3b None None] For port 8038122c-0acd-4ddb-971e-a9c9b074d8f1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8038122c-0acd-4ddb-971e-a9c9b074d8f1,segment=NetworkSegment(f17112b6-37c0-49e0-a1dd-b842225a8c65),segment_id=f17112b6-37c0-49e0-a1dd-b842225a8c65)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:53.598763 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8356156-45d6-4bd1-80a2-11d5c81d3c3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.639301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e8356156-45d6-4bd1-80a2-11d5c81d3c3b None None] Calling delete_port for 8038122c-0acd-4ddb-971e-a9c9b074d8f1 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:45:53.684880 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.689556 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b247bb7-66d2-400b-96d3-67409d1133ce req-f241721c-7399-4572-ac49-a6ced5194727 service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941618 Dec 08 01:45:53.738983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=8038122c-0acd-4ddb-971e-a9c9b074d8f1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:53.741588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No DVR routers for this DVR port 8038122c-0acd-4ddb-971e-a9c9b074d8f1 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:45:53.759452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-6d488a1d-4307-4e6c-a295-71b1c971373a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1617913 Dec 08 01:45:53.764179 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8849a0f6-6af3-4ebd-8296-a3f8a24f23d2 req-b9a8843b-df5f-4c5c-900c-b7a1f18a73e7 service neutron] 10.222.0.70 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219282 Dec 08 01:45:53.879934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device eed0c745-5217-4086-bcbb-9a44134e8e57 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:53.884682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd82c37c-e0ee-4053-9104-d412bbe13281 None None] New status for floating IP fbbc64b8-0d53-4b3a-add0-8b4c513f54e6: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:45:53.924707 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:53.981120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e16a2ab-265a-4afa-9e66-bd7ad2b9e200']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:54.011732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17112b6-37c0-49e0-a1dd-b842225a8c65') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:54.021069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17112b6-37c0-49e0-a1dd-b842225a8c65') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: from cryptography.utils import int_from_bytes Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: from cryptography.utils import int_from_bytes Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.031101 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:45:54.034078 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:45:54.036585 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.056594 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8356156-45d6-4bd1-80a2-11d5c81d3c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.064869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.076423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:45:54.077229 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.097699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8356156-45d6-4bd1-80a2-11d5c81d3c3b None None] Pushing event deleted for resources: {'Port': ['ID=8038122c-0acd-4ddb-971e-a9c9b074d8f1,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:54.131053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8356156-45d6-4bd1-80a2-11d5c81d3c3b None None] No DVR routers for this DVR port 8038122c-0acd-4ddb-971e-a9c9b074d8f1 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:45:54.208063 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port eed0c745-5217-4086-bcbb-9a44134e8e57 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:54.208689 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:45:54.239041 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:45:54.251373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06152423-2b3f-404b-b540-a6208d18ab74 req-0746cff9-b7cd-4c36-8a0e-d26494369d10 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:54.261487 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-0746cff9-b7cd-4c36-8a0e-d26494369d10 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.5170348 Dec 08 01:45:54.286255 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-5b3f737a-9ab2-4fdc-a1f6-67e98c9a9e97 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/quotas/4eb2e093eba946c78088f73a589065d9 HTTP/1.1" status: 200 len: 375 time: 0.0234790 Dec 08 01:45:54.303210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.388997 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.393453 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/networks/5e16a2ab-265a-4afa-9e66-bd7ad2b9e200 HTTP/1.1" status: 204 len: 168 time: 1.5041497 Dec 08 01:45:54.397018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c50ed-bbab-42ee-82ef-79b8e13ca9ea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Network': ['ID=5e16a2ab-265a-4afa-9e66-bd7ad2b9e200,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:54.403669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55946) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:54.415396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4881155d-53aa-4225-a350-3478f4fab0ef tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-766344288'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:54.457667 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-8b651c30-2d36-496d-a584-1446cd0ae21d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1705282 Dec 08 01:45:54.530869 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.591470 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port eed0c745-5217-4086-bcbb-9a44134e8e57, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=eed0c745-5217-4086-bcbb-9a44134e8e57,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:54.592920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0667f7e7-9691-46e6-a0bc-bf0da93af01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed0c745-5217-4086-bcbb-9a44134e8e57'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:54.596856 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e774ada1-6eae-44d1-930f-93cc0210290b" -d '{"events": [{"server_uuid": "0667f7e7-9691-46e6-a0bc-bf0da93af01a", "name": "network-vif-plugged", "status": "completed", "tag": "eed0c745-5217-4086-bcbb-9a44134e8e57"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:54.604645 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.674827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=eed0c745-5217-4086-bcbb-9a44134e8e57,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:54.677217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4881155d-53aa-4225-a350-3478f4fab0ef tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:54.683419 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4881155d-53aa-4225-a350-3478f4fab0ef tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.728883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4881155d-53aa-4225-a350-3478f4fab0ef tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:45:54.742057 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4881155d-53aa-4225-a350-3478f4fab0ef tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.742472 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-4881155d-53aa-4225-a350-3478f4fab0ef tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Added segment 066f40ea-5bc3-4466-84a9-502f91da9397 of type vlan for network 83a455d7-1c17-477f-a07f-90fdc07bd24f Dec 08 01:45:54.798194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4881155d-53aa-4225-a350-3478f4fab0ef tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.841328 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-f66469ab-0ed6-41e5-9a2f-786053b8cc35 service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691347 Dec 08 01:45:54.843116 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4881155d-53aa-4225-a350-3478f4fab0ef tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.853384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4881155d-53aa-4225-a350-3478f4fab0ef tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:54.857205 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4881155d-53aa-4225-a350-3478f4fab0ef tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:54.925286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8038122c-0acd-4ddb-971e-a9c9b074d8f1 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:45:54.944158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-3ada1a16-830c-493d-bc18-1798f97fd224 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 1000 time: 1.1036935 Dec 08 01:45:54.950754 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-31cad7f0-f28e-4823-a20d-5b8948fe2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:54.951496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-31cad7f0-f28e-4823-a20d-5b8948fe2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:54.952139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-31cad7f0-f28e-4823-a20d-5b8948fe2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:54.952800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-31cad7f0-f28e-4823-a20d-5b8948fe2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:54.953595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-31cad7f0-f28e-4823-a20d-5b8948fe2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:54.954503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-31cad7f0-f28e-4823-a20d-5b8948fe2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:54.955208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-31cad7f0-f28e-4823-a20d-5b8948fe2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:54.957438 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-31cad7f0-f28e-4823-a20d-5b8948fe2bbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6509 time: 1.0365574 Dec 08 01:45:55.027569 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4881155d-53aa-4225-a350-3478f4fab0ef tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6218505 Dec 08 01:45:55.032232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55964) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:55.036916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 8038122c-0acd-4ddb-971e-a9c9b074d8f1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:45:55.037364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8038122c-0acd-4ddb-971e-a9c9b074d8f1 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:45:55.058467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e706e-e612-4c33-9438-26eeab8bb42b req-ff842aa1-d489-4ad5-b5c7-9b590053648b tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:55.070467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8f93a38b-b0f4-4b10-b59e-7194ffd0798c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '83a455d7-1c17-477f-a07f-90fdc07bd24f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:55.074234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881155d-53aa-4225-a350-3478f4fab0ef tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Network': ['ID=83a455d7-1c17-477f-a07f-90fdc07bd24f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:55.075724 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-ff842aa1-d489-4ad5-b5c7-9b590053648b tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports/44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 943 time: 0.1115263 Dec 08 01:45:55.092005 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 83a455d7-1c17-477f-a07f-90fdc07bd24f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:45:55.126092 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-f0c7966a-803c-4b69-a921-5b9e25a69159 service neutron] 10.222.0.70 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654178 Dec 08 01:45:55.263850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f93a38b-b0f4-4b10-b59e-7194ffd0798c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:55.269175 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f93a38b-b0f4-4b10-b59e-7194ffd0798c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:55.323176 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-ff73223b-6aa0-44b3-a632-7d3a77461bd3 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 1002 time: 0.1880810 Dec 08 01:45:55.335207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-a46163fc-c6da-4792-a757-89ca80102e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:55.336199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-a46163fc-c6da-4792-a757-89ca80102e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:55.336897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-a46163fc-c6da-4792-a757-89ca80102e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:55.338753 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-a46163fc-c6da-4792-a757-89ca80102e87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d HTTP/1.1" status: 200 len: 2297 time: 0.2618132 Dec 08 01:45:55.542086 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e706e-e612-4c33-9438-26eeab8bb42b req-8a7eb26c-cccb-41c7-8334-f024eaa31dbc tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:55.548167 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-8a7eb26c-cccb-41c7-8334-f024eaa31dbc tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.2072301 Dec 08 01:45:55.743230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae0cfc-afa2-4c40-aeb1-8bcd66d206c6 req-fe3f50bb-421b-4362-ba1c-f1e9d2a6ab21 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:55.746675 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-85ae0cfc-afa2-4c40-aeb1-8bcd66d206c6 req-fe3f50bb-421b-4362-ba1c-f1e9d2a6ab21 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.2313266 Dec 08 01:45:55.830516 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-673d26d4-99b4-4481-8bf3-c41c5f2d0a5f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 HTTP/1.1" status: 200 len: 1000 time: 0.3416684 Dec 08 01:45:55.922462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f93a38b-b0f4-4b10-b59e-7194ffd0798c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:55.950075 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-be2ba6b6-e46e-4a5a-b92f-b4ce0459e1fa tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 1002 time: 0.3554778 Dec 08 01:45:55.961881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-789e706e-e612-4c33-9438-26eeab8bb42b req-a570ce66-c91b-47f5-b415-0a395c761c84 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:56.020305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93a38b-b0f4-4b10-b59e-7194ffd0798c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Subnet': ['ID=af4b7371-84c5-452a-a4f6-854c066beb52,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:56.034372 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-85ae0cfc-afa2-4c40-aeb1-8bcd66d206c6 req-893d12c1-a116-49df-85d2-abfa6219ffb6 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803760 Dec 08 01:45:56.070728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93a38b-b0f4-4b10-b59e-7194ffd0798c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Checking segment: {'id': '066f40ea-5bc3-4466-84a9-502f91da9397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83a455d7-1c17-477f-a07f-90fdc07bd24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:56.071109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93a38b-b0f4-4b10-b59e-7194ffd0798c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network hostable DHCP agents. Network: 83a455d7-1c17-477f-a07f-90fdc07bd24f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:45:56.110600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93a38b-b0f4-4b10-b59e-7194ffd0798c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 83a455d7-1c17-477f-a07f-90fdc07bd24f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:45:56.114980 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-789e706e-e612-4c33-9438-26eeab8bb42b req-a570ce66-c91b-47f5-b415-0a395c761c84 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.141471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8f93a38b-b0f4-4b10-b59e-7194ffd0798c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 83a455d7-1c17-477f-a07f-90fdc07bd24f) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:56.152249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f93a38b-b0f4-4b10-b59e-7194ffd0798c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:56.153920 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f93a38b-b0f4-4b10-b59e-7194ffd0798c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.156323 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e672f6-784e-431d-9756-500245ae5173 None None] Network 83a455d7-1c17-477f-a07f-90fdc07bd24f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:56.180034 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8f93a38b-b0f4-4b10-b59e-7194ffd0798c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1188035 Dec 08 01:45:56.184402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56000) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:56.203078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': '83a455d7-1c17-477f-a07f-90fdc07bd24f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1253532859'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:56.264209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-f4641426-d753-45e9-9029-d27a07f895be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:56.278152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-f4641426-d753-45e9-9029-d27a07f895be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c3b4d4c1-f8d5-4e97-bf96-86b49df7e725 HTTP/1.1" status: 200 len: 856 time: 0.4393377 Dec 08 01:45:56.473394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-83a455d7-1c17-477f-a07f-90fdc07bd24f', 'network_id': '83a455d7-1c17-477f-a07f-90fdc07bd24f', 'project_id': '3e0cd03e8fe4423fb3f595c903ca9c9f', 'fixed_ips': [{'subnet_id': 'af4b7371-84c5-452a-a4f6-854c066beb52'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:45:56.474511 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.686169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-27068f75-2087-4611-84db-d9426d58f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:56.687725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-27068f75-2087-4611-84db-d9426d58f3bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3977098 Dec 08 01:45:56.797869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Allocated IP 172.20.0.2 (83a455d7-1c17-477f-a07f-90fdc07bd24f/af4b7371-84c5-452a-a4f6-854c066beb52/dd3def7c-b9cc-40a2-8032-d4ea3975ec0d) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:56.810164 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-789e706e-e612-4c33-9438-26eeab8bb42b req-a570ce66-c91b-47f5-b415-0a395c761c84 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.843267 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-789e706e-e612-4c33-9438-26eeab8bb42b req-a570ce66-c91b-47f5-b415-0a395c761c84 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:56.844434 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-789e706e-e612-4c33-9438-26eeab8bb42b req-a570ce66-c91b-47f5-b415-0a395c761c84 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Floating IP fbbc64b8-0d53-4b3a-add0-8b4c513f54e6 disassociated. External IP: 172.25.2.129, port: 44bacc3d-9b07-4ab6-8eb6-d010f4357e38. Dec 08 01:45:56.888394 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b0f3a9-e8f2-495a-bcf6-0a5def6296d4 x-openstack-request-id: req-a9b0f3a9-e8f2-495a-bcf6-0a5def6296d4 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:56.889753 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0667f7e7-9691-46e6-a0bc-bf0da93af01a", "name": "network-vif-plugged", "status": "completed", "tag": "eed0c745-5217-4086-bcbb-9a44134e8e57", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:56.890224 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a9b0f3a9-e8f2-495a-bcf6-0a5def6296d4 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:56.890540 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0667f7e7-9691-46e6-a0bc-bf0da93af01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed0c745-5217-4086-bcbb-9a44134e8e57', 'code': 200} Dec 08 01:45:57.043937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49639fd3-67f6-46f9-8fa1-5081677fcc90 req-634d08f0-2da9-4c72-9765-588df761f14f tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 210 time: 0.1780992 Dec 08 01:45:57.108704 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:57.119246 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:57.131012 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-af6b9c73-549c-4ad5-900b-ec408efe35c9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2350159 Dec 08 01:45:57.212543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-7725fc90-1721-4156-9657-08e2ada19dc1 service neutron] 10.222.0.72 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945951 Dec 08 01:45:57.236435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Network 83a455d7-1c17-477f-a07f-90fdc07bd24f is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:57.245819 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:57.250102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:57.264804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Pushing event updated for resources: {'Port': ['ID=dd3def7c-b9cc-40a2-8032-d4ea3975ec0d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:57.331422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Attempting to bind port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:45:57.332438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Attempting to bind port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '066f40ea-5bc3-4466-84a9-502f91da9397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83a455d7-1c17-477f-a07f-90fdc07bd24f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:45:57.333158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Attempting to bind port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d on network 83a455d7-1c17-477f-a07f-90fdc07bd24f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:45:57.340212 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:45:57.341181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Checking segment: {'id': '066f40ea-5bc3-4466-84a9-502f91da9397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83a455d7-1c17-477f-a07f-90fdc07bd24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:45:57.342320 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:57.343706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Bound using segment: {'id': '066f40ea-5bc3-4466-84a9-502f91da9397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83a455d7-1c17-477f-a07f-90fdc07bd24f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:45:57.344514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Bound port: dd3def7c-b9cc-40a2-8032-d4ea3975ec0d, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066f40ea-5bc3-4466-84a9-502f91da9397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83a455d7-1c17-477f-a07f-90fdc07bd24f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:45:57.344915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9254d-9fe0-40d5-bbc1-d4e64972fb3a req-26d6a5a9-c5bf-4878-8b00-d672d99cce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:57.345654 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:57.351342 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abd9254d-9fe0-40d5-bbc1-d4e64972fb3a req-26d6a5a9-c5bf-4878-8b00-d672d99cce33 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 1097 time: 0.3528297 Dec 08 01:45:57.530167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:57.533642 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:57.583609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3572f9-68d5-4358-91a5-cc3a64879b01 req-16729728-deb9-4505-a6b9-921d590ebdae tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:57.591419 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb3572f9-68d5-4358-91a5-cc3a64879b01 req-16729728-deb9-4505-a6b9-921d590ebdae tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.3927789 Dec 08 01:45:57.636145 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] For port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:45:57.643438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] For port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=dd3def7c-b9cc-40a2-8032-d4ea3975ec0d,segment=NetworkSegment(066f40ea-5bc3-4466-84a9-502f91da9397),segment_id=066f40ea-5bc3-4466-84a9-502f91da9397)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:45:57.649464 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:57.654726 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abd9254d-9fe0-40d5-bbc1-d4e64972fb3a req-21114036-899a-4b5b-ad34-f40f375d1243 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889209 Dec 08 01:45:57.675022 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-a5c9dc2b-91a0-4db7-9991-2052a77185fd service neutron] 10.222.0.72 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429390 Dec 08 01:45:57.716634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22eb08a-3a3b-4bd6-9708-82cd5a95e210 None None] Pushing event updated for resources: {'Port': ['ID=dd3def7c-b9cc-40a2-8032-d4ea3975ec0d,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:57.740103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4f06a36a-1335-4124-a2a6-de2dfb67cee1 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:57.745402 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4f06a36a-1335-4124-a2a6-de2dfb67cee1 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.72 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 806 time: 0.4045625 Dec 08 01:45:57.755108 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-789e706e-e612-4c33-9438-26eeab8bb42b req-a570ce66-c91b-47f5-b415-0a395c761c84 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:45:57.758060 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-49a0bbfc-a1cb-4ae3-9d26-0209fa88a83e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=15bebb90-8c8e-44bc-9c6b-797d55456b55 HTTP/1.1" status: 200 len: 217 time: 0.0701387 Dec 08 01:45:57.758276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port a2d87e99-f75e-4939-91ac-938f26de25f7 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:45:57.783307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Request body: {'port': {'device_id': '6cbd1392-ca1e-4acd-9d17-81c1d6608e66', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'admin_state_up': True, 'tenant_id': '4eb2e093eba946c78088f73a589065d9'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:45:57.916342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.6 (83a455d7-1c17-477f-a07f-90fdc07bd24f/af4b7371-84c5-452a-a4f6-854c066beb52/a2d87e99-f75e-4939-91ac-938f26de25f7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:58.048373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-c05bd4ac-9535-4236-b621-ca3ca4227a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.049927 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-c05bd4ac-9535-4236-b621-ca3ca4227a3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.2746284 Dec 08 01:45:58.096676 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.143762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-3f52a5fc-baa7-442e-aaa3-6ac992c51da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.144795 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-3f52a5fc-baa7-442e-aaa3-6ac992c51da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.145572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-3f52a5fc-baa7-442e-aaa3-6ac992c51da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.146347 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-3f52a5fc-baa7-442e-aaa3-6ac992c51da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.147048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-3f52a5fc-baa7-442e-aaa3-6ac992c51da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.153017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-3f52a5fc-baa7-442e-aaa3-6ac992c51da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.153716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-3f52a5fc-baa7-442e-aaa3-6ac992c51da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.156482 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-3f52a5fc-baa7-442e-aaa3-6ac992c51da7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6496 time: 0.8276012 Dec 08 01:45:58.182941 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.277977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-789e706e-e612-4c33-9438-26eeab8bb42b req-a570ce66-c91b-47f5-b415-0a395c761c84 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:45:58.292592 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a900f-9404-411a-8312-319d7cb61480 None None] Sync routers for ids ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:45:58.302727 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-789e706e-e612-4c33-9438-26eeab8bb42b req-a570ce66-c91b-47f5-b415-0a395c761c84 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.309841 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a900f-9404-411a-8312-319d7cb61480 None None] Routers {'06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:58.311482 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-115a900f-9404-411a-8312-319d7cb61480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:45:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:58.318824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Made reservation on behalf of 4eb2e093eba946c78088f73a589065d9 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:45:58.324013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb3572f9-68d5-4358-91a5-cc3a64879b01 req-c985914c-7224-4827-9d2c-a2a22b7d4887 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136030 Dec 08 01:45:58.327140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.386391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-4142d6b3-d6c1-49b9-9528-4b74310a4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.390305 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-4142d6b3-d6c1-49b9-9528-4b74310a4117 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3248405 Dec 08 01:45:58.411652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 83a455d7-1c17-477f-a07f-90fdc07bd24f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:45:58.443865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:45:58.453832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:45:58.477808 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-a570ce66-c91b-47f5-b415-0a395c761c84 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "PUT /v2.0/floatingips/fbbc64b8-0d53-4b3a-add0-8b4c513f54e6 HTTP/1.1" status: 200 len: 695 time: 2.5264685 Dec 08 01:45:58.495052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:45:58.497691 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8381e591-3f64-4ea7-a02e-3bc40a294396" -d '{"events": [{"name": "network-changed", "server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:45:58.627643 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-115a900f-9404-411a-8312-319d7cb61480 None None] Set router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:58.653188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=a2d87e99-f75e-4939-91ac-938f26de25f7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:58.656175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-d488ecc2-0548-420b-9044-e386f1881158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.657075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-d488ecc2-0548-420b-9044-e386f1881158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.657545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-d488ecc2-0548-420b-9044-e386f1881158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.659180 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-d488ecc2-0548-420b-9044-e386f1881158 service neutron] 10.222.0.65 "GET /v2.0/networks?id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 HTTP/1.1" status: 200 len: 2293 time: 0.3952663 Dec 08 01:45:58.799733 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-85f7b3a0-62fb-4509-8892-147c06d5d1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.809312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:58.809998 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:58.831958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-4657aae8-4227-49eb-9611-a1e30f8b165b service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154322 Dec 08 01:45:59.007061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a6877510-76d8-4200-9805-7f97bc8fa782 req-62046290-a63d-4e57-b1a3-629168167fee tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 210 time: 0.1534071 Dec 08 01:45:59.026128 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a31227b2-707c-4672-962e-41b31c4571be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.8400826 Dec 08 01:45:59.040859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56034) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:45:59.042975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device dd3def7c-b9cc-40a2-8032-d4ea3975ec0d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:45:59.123647 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-028bea76-b078-4bb5-937d-608afef67dc1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3aeebc-390c-4677-9dce-fdb3eca96bbb HTTP/1.1" status: 200 len: 1001 time: 0.4428098 Dec 08 01:45:59.203822 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-2b441e57-c4ee-40b3-b668-0d8396a34746 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605165 Dec 08 01:45:59.208607 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-115a900f-9404-411a-8312-319d7cb61480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9384f4ae-a81e-4050-9d30-5f8d68680e1d', 'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'mac_address': 'fa:16:3e:e4:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:43Z', 'updated_at': '2021-12-08T01:44:56Z', 'revision_number': 5, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'subnets': [{'id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:59.216656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:45:59.219240 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.224563 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5e3384-6c0b-458f-83b7-284456a1190e x-openstack-request-id: req-aa5e3384-6c0b-458f-83b7-284456a1190e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:45:59.224801 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:45:59.226977 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa5e3384-6c0b-458f-83b7-284456a1190e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:45:59.227440 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'status': 'completed', 'code': 200} Dec 08 01:45:59.262034 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a900f-9404-411a-8312-319d7cb61480 None None] Checking router: 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:45:59.288262 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a900f-9404-411a-8312-319d7cb61480 None None] Routers {'06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:45:59.289346 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-115a900f-9404-411a-8312-319d7cb61480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:45:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:45:59.374857 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.390686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-4d31b035-6b27-4076-adde-0ef18eb37cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.405904 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-4d31b035-6b27-4076-adde-0ef18eb37cb8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74a492b-ae87-47c5-896c-ccd7628f02df HTTP/1.1" status: 200 len: 850 time: 0.2578025 Dec 08 01:45:59.445690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=dd3def7c-b9cc-40a2-8032-d4ea3975ec0d,segment=NetworkSegment(066f40ea-5bc3-4466-84a9-502f91da9397),segment_id=066f40ea-5bc3-4466-84a9-502f91da9397)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:45:59.462078 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.496198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-1f76a2f2-f17b-494b-8456-62d79032c62e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=5b7a6954-74e4-413a-9c6b-8b0f820210d7 HTTP/1.1" status: 200 len: 217 time: 0.2663167 Dec 08 01:45:59.528937 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-115a900f-9404-411a-8312-319d7cb61480 None None] Set router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:45:59.562798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c88ffc27-ec29-4061-88bd-c97b88a7e1f0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port a2d87e99-f75e-4939-91ac-938f26de25f7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:45:59.564535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c88ffc27-ec29-4061-88bd-c97b88a7e1f0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:45:59.618424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=dd3def7c-b9cc-40a2-8032-d4ea3975ec0d,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:45:59.734848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-4e6159a3-2240-429d-9b97-e15977f3f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.736712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-4e6159a3-2240-429d-9b97-e15977f3f874 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3168340 Dec 08 01:45:59.751998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004da60f-ce1f-48f2-9a92-0f9a42116280 req-453b9c2c-bc94-4932-b675-ee619816e49f tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.762110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-004da60f-ce1f-48f2-9a92-0f9a42116280 req-453b9c2c-bc94-4932-b675-ee619816e49f tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.2722049 Dec 08 01:45:59.776029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b484a-a5e4-4e9c-a9a3-e9eb6250278c None None] Network 83a455d7-1c17-477f-a07f-90fdc07bd24f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:45:59.805332 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Allocated IP 172.20.0.5 (add1204c-708d-4dd0-8c27-2024f200bc03/86fd533c-1222-42a7-929e-1a209b1b24e6/e1852fea-5d3a-42bd-83cf-80ec8849df24) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:45:59.885492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e706e-e612-4c33-9438-26eeab8bb42b req-09533f9c-5a95-4902-b707-38a91c30ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:45:59.885492 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-09533f9c-5a95-4902-b707-38a91c30ef26 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=61b1226b97a2468dba8c750ccbb6d5c1&device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 1098 time: 1.2867179 Dec 08 01:45:59.995727 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c88ffc27-ec29-4061-88bd-c97b88a7e1f0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.061995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-3eada68e-b469-44e4-8f43-cd9bcdcdc1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:00.063649 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-3eada68e-b469-44e4-8f43-cd9bcdcdc1ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.5506766 Dec 08 01:46:00.088597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-004da60f-ce1f-48f2-9a92-0f9a42116280 req-6161b594-a33b-4ca0-a851-a6ce6193a6b9 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229175 Dec 08 01:46:00.107826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c88ffc27-ec29-4061-88bd-c97b88a7e1f0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for a2d87e99-f75e-4939-91ac-938f26de25f7 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:00.175083 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-115a900f-9404-411a-8312-319d7cb61480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9384f4ae-a81e-4050-9d30-5f8d68680e1d', 'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'mac_address': 'fa:16:3e:e4:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:43Z', 'updated_at': '2021-12-08T01:44:56Z', 'revision_number': 5, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'subnets': [{'id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:00.194168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-17a710e9-7135-4656-85e5-d5e1d0f1f8e4 None None] Provisioning complete for port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:00.194703 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-17a710e9-7135-4656-85e5-d5e1d0f1f8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.200339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381e591-3f64-4ea7-a02e-3bc40a294396 req-e880ee19-bc9f-49f4-86fb-be443246bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:00.201950 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8381e591-3f64-4ea7-a02e-3bc40a294396 req-e880ee19-bc9f-49f4-86fb-be443246bdb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=61b1226b97a2468dba8c750ccbb6d5c1&device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 1098 time: 0.9873483 Dec 08 01:46:00.277901 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a900f-9404-411a-8312-319d7cb61480 None None] The sync data for ids ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'] in n-d-713498-30 is: [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:44:44Z', 'revision_number': 4, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9384f4ae-a81e-4050-9d30-5f8d68680e1d', 'name': '', 'network_id': '0608a3a7-505d-43a2-8a8b-bb9f73998be4', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'mac_address': 'fa:16:3e:e4:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:43Z', 'updated_at': '2021-12-08T01:44:56Z', 'revision_number': 5, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'subnets': [{'id': '35849b75-debd-4d85-bfce-4884baa9dc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:00.298421 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-438dde9e-14b1-49d7-98e2-91047a29a080 service neutron] 10.222.0.65 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5299225 Dec 08 01:46:00.585157 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-cffc09b8-291b-4843-b3f3-e90515c6b04a service neutron] 10.222.0.65 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785625 Dec 08 01:46:00.727608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad99a91f-b46d-40d5-af2e-eb90236de587 None None] Provisioning complete for port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:00.728126 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad99a91f-b46d-40d5-af2e-eb90236de587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:00.743631 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3d2d6d8c-9132-45b6-8042-7366caad938e req-9d9bb669-0ad7-41bc-a97c-dc666093863d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 210 time: 0.1427743 Dec 08 01:46:00.751946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-9901e51e-96d0-485e-9543-229ad56a8102 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=dffc73d6-4a06-4e82-b7c3-52506e9a988c HTTP/1.1" status: 200 len: 217 time: 0.1482561 Dec 08 01:46:00.914362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258efe1d-093c-45d8-9b79-836a7dc0fabb None None] New status for floating IP fbbc64b8-0d53-4b3a-add0-8b4c513f54e6: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:46:01.028309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-a3f3a327-ef37-4cbb-833e-55afdcbd3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:01.034052 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-a3f3a327-ef37-4cbb-833e-55afdcbd3f27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.2729554 Dec 08 01:46:01.308436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b842838-f8b7-42af-bf80-6b721ac4cd06 req-b18f43e2-bdc2-4c5c-9d3f-dbb8da89b2c3 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:01.316748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-9def0baa-004d-453c-b2ec-277d59a13617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:01.318589 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-9def0baa-004d-453c-b2ec-277d59a13617 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2254460 Dec 08 01:46:01.320743 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6b842838-f8b7-42af-bf80-6b721ac4cd06 req-b18f43e2-bdc2-4c5c-9d3f-dbb8da89b2c3 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.4129131 Dec 08 01:46:01.341471 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c88ffc27-ec29-4061-88bd-c97b88a7e1f0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:01.379709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device dd3def7c-b9cc-40a2-8032-d4ea3975ec0d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:01.399181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e706e-e612-4c33-9438-26eeab8bb42b req-fae5a922-2c25-4efc-b62f-be9169485f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:01.400731 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-fae5a922-2c25-4efc-b62f-be9169485f7d service neutron] 10.222.0.70 "GET /v2.0/networks?id=0608a3a7-505d-43a2-8a8b-bb9f73998be4 HTTP/1.1" status: 200 len: 920 time: 1.4901917 Dec 08 01:46:01.455829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381e591-3f64-4ea7-a02e-3bc40a294396 req-ad10c6ff-b61f-4c09-85c6-9992d5573998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:01.457502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8381e591-3f64-4ea7-a02e-3bc40a294396 req-ad10c6ff-b61f-4c09-85c6-9992d5573998 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0608a3a7-505d-43a2-8a8b-bb9f73998be4 HTTP/1.1" status: 200 len: 920 time: 1.1977756 Dec 08 01:46:01.462860 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:01.468010 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-58216dd7-cb31-4e4d-a788-d8a137086b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:01.470488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ffc27-ec29-4061-88bd-c97b88a7e1f0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=a2d87e99-f75e-4939-91ac-938f26de25f7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:01.520006 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad99a91f-b46d-40d5-af2e-eb90236de587 None None] Could not find standard attr ID for object a2d87e99-f75e-4939-91ac-938f26de25f7. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:46:01.529927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:01.530589 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:01.566220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-431522e7-e82a-4786-b65a-2c705c2d8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:01.568184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-431522e7-e82a-4786-b65a-2c705c2d8dd2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5202837 Dec 08 01:46:01.630250 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-8c079186-86db-49b7-acef-854c615079c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 217 time: 0.1993899 Dec 08 01:46:01.645074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e0993697-0ad5-4aca-9f30-5c7efe42971a None None] Could not find standard attr ID for object a2d87e99-f75e-4939-91ac-938f26de25f7. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:46:01.649168 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:01.738152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8381e591-3f64-4ea7-a02e-3bc40a294396 req-59092d87-a6e9-4cfa-9f35-465caa22e5e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 200 len: 217 time: 0.1729503 Dec 08 01:46:01.742888 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-0160b5e2-f281-444a-8f40-219d7bc48023 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608257 Dec 08 01:46:01.803223 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6b842838-f8b7-42af-bf80-6b721ac4cd06 req-6507e161-1041-438f-8598-1edd0c8962b2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811838 Dec 08 01:46:01.845151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c88ffc27-ec29-4061-88bd-c97b88a7e1f0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:01.849213 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c88ffc27-ec29-4061-88bd-c97b88a7e1f0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/a2d87e99-f75e-4939-91ac-938f26de25f7 HTTP/1.1" status: 204 len: 168 time: 2.8052335 Dec 08 01:46:01.853135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56086) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:01.860601 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-6c6fd159-300a-4b11-bd57-e43348be6b9a service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225735 Dec 08 01:46:01.886127 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-4040cf1d-ed67-49da-9d0f-d0e2afe94ab4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:46:01.887795 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4040cf1d-ed67-49da-9d0f-d0e2afe94ab4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/a2d87e99-f75e-4939-91ac-938f26de25f7 HTTP/1.1" status: 404 len: 333 time: 0.0336053 Dec 08 01:46:01.890574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56088) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:01.959086 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e706e-e612-4c33-9438-26eeab8bb42b req-f85ad572-3072-49ee-97ec-4299a0b42d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:01.961876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-f85ad572-3072-49ee-97ec-4299a0b42d01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=35849b75-debd-4d85-bfce-4884baa9dc49 HTTP/1.1" status: 200 len: 859 time: 0.2776296 Dec 08 01:46:01.979303 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-5339c426-3ca1-4906-aa6c-9ec87cb2fe07 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257998 Dec 08 01:46:02.014811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-b318b62a-ce82-4b7f-809e-93b5242b7700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting subnet af4b7371-84c5-452a-a4f6-854c066beb52 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:46:02.050902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.074263 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b318b62a-ce82-4b7f-809e-93b5242b7700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.089515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:02.126551 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-b5006706-37d5-45cd-a708-7b7636c4b04f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0608a3a7-505d-43a2-8a8b-bb9f73998be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055515 Dec 08 01:46:02.140163 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b318b62a-ce82-4b7f-809e-93b5242b7700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.239385 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event updated for resources: {'Port': ['ID=e1852fea-5d3a-42bd-83cf-80ec8849df24,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:02.243209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381e591-3f64-4ea7-a02e-3bc40a294396 req-3593c211-f0ee-4873-8a9e-8e5909d5c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:02.244733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8381e591-3f64-4ea7-a02e-3bc40a294396 req-3593c211-f0ee-4873-8a9e-8e5909d5c3f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35849b75-debd-4d85-bfce-4884baa9dc49 HTTP/1.1" status: 200 len: 859 time: 0.4542689 Dec 08 01:46:02.260732 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b318b62a-ce82-4b7f-809e-93b5242b7700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.319407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Network add1204c-708d-4dd0-8c27-2024f200bc03 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:02.330788 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8381e591-3f64-4ea7-a02e-3bc40a294396 req-7837dd13-91f8-4867-a8e5-be3a7ac31dc7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0608a3a7-505d-43a2-8a8b-bb9f73998be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600748 Dec 08 01:46:02.349119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:02.364514 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.395060 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b318b62a-ce82-4b7f-809e-93b5242b7700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.403454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cf45e5-e2f9-4b7d-8abe-3574ece27b4f None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:02.408149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.408642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.408788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-97a7bef2-117e-43ec-adc4-e562de270771 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=62bd3d93-1894-4564-a87b-4962abb893c0 HTTP/1.1" status: 200 len: 217 time: 0.4213414 Dec 08 01:46:02.409390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.409746 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.410084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.410477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.410818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.411173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.411506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.411840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.412177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.412530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.416722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:02.431432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:02.445247 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b318b62a-ce82-4b7f-809e-93b5242b7700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.453190 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b318b62a-ce82-4b7f-809e-93b5242b7700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/af4b7371-84c5-452a-a4f6-854c066beb52 HTTP/1.1" status: 204 len: 168 time: 0.5608728 Dec 08 01:46:02.454070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf18c5f-7889-46a9-90d5-a5f41d87cdfd None None] Network 83a455d7-1c17-477f-a07f-90fdc07bd24f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:02.483339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56096) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:02.557822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-60467c53-62bb-4175-89c9-566b3315d742 None None] Provisioning complete for port e1852fea-5d3a-42bd-83cf-80ec8849df24 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:02.558494 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-60467c53-62bb-4175-89c9-566b3315d742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.608355 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.617529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318b62a-ce82-4b7f-809e-93b5242b7700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Subnet': ['ID=af4b7371-84c5-452a-a4f6-854c066beb52,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:02.623117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-03118d58-5983-48dc-85d2-141518d09445 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7259657 Dec 08 01:46:02.694997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-60467c53-62bb-4175-89c9-566b3315d742 None None] Port e1852fea-5d3a-42bd-83cf-80ec8849df24 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:02.740737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-f1aa8c63-8fc8-4839-b5a4-ef0fd8932e80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=105997f8-4aff-4424-a477-fc50633bed2d HTTP/1.1" status: 200 len: 217 time: 0.0742784 Dec 08 01:46:02.747911 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a1929-b739-4f06-830a-6ca54f26125d req-7fe136e3-2ab2-4955-955d-61b5c2f3f675 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:02.750140 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-863a1929-b739-4f06-830a-6ca54f26125d req-7fe136e3-2ab2-4955-955d-61b5c2f3f675 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 931 time: 0.3620145 Dec 08 01:46:02.753732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-3daa2aa5-e508-44fe-8d80-d66b679264a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:02.755751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-3daa2aa5-e508-44fe-8d80-d66b679264a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.2712216 Dec 08 01:46:02.765691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:02.766292 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.824945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] DHCP port deletion for 83a455d7-1c17-477f-a07f-90fdc07bd24f request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:02.839325 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-0c1c6b24-0a34-43e7-8b08-ad2706695914 service neutron] 10.222.0.70 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086278 Dec 08 01:46:02.859862 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-863a1929-b739-4f06-830a-6ca54f26125d req-8f18a674-3661-42de-84fd-70288b380bd2 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005154 Dec 08 01:46:02.951461 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-4bdf3ede-3ba5-4a50-9139-5b6fccde77f0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1772764 Dec 08 01:46:02.954049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8381e591-3f64-4ea7-a02e-3bc40a294396 req-2ec37bfb-9f93-453a-a762-0643998cb187 service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726087 Dec 08 01:46:02.965378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Deleting port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:02.965760 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.970518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:02.970857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:02.979886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-10f7e1c1-ad94-45d8-972a-60bad1fe96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:02.981811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-10f7e1c1-ad94-45d8-972a-60bad1fe96e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.2086437 Dec 08 01:46:02.993826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Request body: {'port': {'device_id': '6cbd1392-ca1e-4acd-9d17-81c1d6608e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:03.040947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-1f289d31-233a-4aa6-8a36-dcff44fb8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:03.042132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-1f289d31-233a-4aa6-8a36-dcff44fb8838 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2413990 Dec 08 01:46:03.165294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] For port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=dd3def7c-b9cc-40a2-8032-d4ea3975ec0d,segment=NetworkSegment(066f40ea-5bc3-4466-84a9-502f91da9397),segment_id=066f40ea-5bc3-4466-84a9-502f91da9397)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:03.165647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.189251 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] For port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=dd3def7c-b9cc-40a2-8032-d4ea3975ec0d,segment=NetworkSegment(066f40ea-5bc3-4466-84a9-502f91da9397),segment_id=066f40ea-5bc3-4466-84a9-502f91da9397)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:03.193213 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.232709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Calling delete_port for dd3def7c-b9cc-40a2-8032-d4ea3975ec0d owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:03.297282 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for dd3def7c-b9cc-40a2-8032-d4ea3975ec0d owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:03.423019 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.477925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Pushing event deleted for resources: {'Port': ['ID=dd3def7c-b9cc-40a2-8032-d4ea3975ec0d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:03.499198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] No DVR routers for this DVR port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:03.513151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.513151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.513151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.513151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.513151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.515364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.515748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.516093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.516610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.516815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.517149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.517482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.517814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f803b2d7-cb28-414b-a5bb-ffba39c6413a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:03.520002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-2a309849-baaa-400e-ad84-65197e8cd585 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322386 Dec 08 01:46:03.571045 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.640152 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-30de41fd-35c3-4798-b998-cd02e11fe5ae service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116328 Dec 08 01:46:03.641077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-d372bc21-bdf2-4429-bca0-b5c5f24e96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:03.643168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-d372bc21-bdf2-4429-bca0-b5c5f24e96c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6019776 Dec 08 01:46:03.649580 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.654853 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789e706e-e612-4c33-9438-26eeab8bb42b req-cb93d0b9-82c6-487d-8997-41e2cddb6767 service neutron] 10.222.0.70 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8082678 Dec 08 01:46:03.678021 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.742729 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:03.780703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=dd3def7c-b9cc-40a2-8032-d4ea3975ec0d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:03.940188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-d825c6e7-8601-4e4c-b34d-60ecef2f1db2 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/floatingips/fbbc64b8-0d53-4b3a-add0-8b4c513f54e6 HTTP/1.1" status: 200 len: 693 time: 0.1678140 Dec 08 01:46:03.942636 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8381e591-3f64-4ea7-a02e-3bc40a294396 req-2cc82ca2-c85a-4828-bd9e-6f87b1aa0c6b service neutron] 10.222.0.72 "GET /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9378421 Dec 08 01:46:04.286066 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-4eb4a233-da89-4cc6-8265-c5514d635965 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=f0f7557b-c628-4920-8f4c-f0a60e109cc0 HTTP/1.1" status: 200 len: 217 time: 0.6030579 Dec 08 01:46:04.289582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No DVR routers for this DVR port dd3def7c-b9cc-40a2-8032-d4ea3975ec0d on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:04.349041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-e8d0d444-af1a-440d-b4e1-0e878e9bb713 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:04.350807 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-e8d0d444-af1a-440d-b4e1-0e878e9bb713 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 784 time: 0.4007387 Dec 08 01:46:04.423756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-aef05d79-839b-45f2-8160-0074347c92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:04.424643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-aef05d79-839b-45f2-8160-0074347c92e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.1290388 Dec 08 01:46:04.432973 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-9633568c-a8ae-44a4-9d40-72dbe9acdbc6 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7768500 Dec 08 01:46:04.440195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-e1d1f025-d526-4c70-ba55-849269ae51a5 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:46:04.448895 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-e1d1f025-d526-4c70-ba55-849269ae51a5 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191905 Dec 08 01:46:04.454576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.466360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-b0061197-b564-4d13-820e-9808ac79c9f9 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:04.475731 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-b0061197-b564-4d13-820e-9808ac79c9f9 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/networks?id=a7851832-95d1-4c13-97ae-d496b5dfae7a HTTP/1.1" status: 200 len: 815 time: 0.6962359 Dec 08 01:46:04.543834 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-8a3d0dd2-b9bd-46fc-8a44-2d9317e2be9f tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/quotas/e6c9b12f76894fa08f2595ad441a865c HTTP/1.1" status: 200 len: 375 time: 0.0667818 Dec 08 01:46:04.561455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a455d7-1c17-477f-a07f-90fdc07bd24f']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:04.592803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066f40ea-5bc3-4466-84a9-502f91da9397') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:04.593246 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066f40ea-5bc3-4466-84a9-502f91da9397') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:04.626137 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.671983 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-c519bf70-6e35-4aaf-943e-85416ff3c6dc tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.2204275 Dec 08 01:46:04.673894 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.685971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:46:04.686455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.713094 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:46:04.788908 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:46:04.809492 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.818932 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:04.829150 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/networks/83a455d7-1c17-477f-a07f-90fdc07bd24f HTTP/1.1" status: 204 len: 168 time: 2.3437228 Dec 08 01:46:04.829997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56144) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:04.847731 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-4936be67-087b-409b-afe9-e3a84a35d66c tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/floatingips?floating_ip_address=172.25.2.129 HTTP/1.1" status: 200 len: 696 time: 0.1745119 Dec 08 01:46:04.891081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'name': 'tempest-PortsTestJSON-2108939026'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:04.931490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device dd3def7c-b9cc-40a2-8032-d4ea3975ec0d no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:04.981706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: dd3def7c-b9cc-40a2-8032-d4ea3975ec0d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:04.988779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device dd3def7c-b9cc-40a2-8032-d4ea3975ec0d not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:05.019332 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5b7e1-7bf8-4a0f-8fe8-22baccbab71e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Network': ['ID=83a455d7-1c17-477f-a07f-90fdc07bd24f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:05.034668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-944c7b39-7993-4f90-bc19-f5d8233bc593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:05.038205 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-944c7b39-7993-4f90-bc19-f5d8233bc593 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5801244 Dec 08 01:46:05.093658 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-487d342a-dbf7-46b7-9468-9a7074acda4a service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341088 Dec 08 01:46:05.124011 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-b9599680-da0c-49cf-81a8-efa7d2e50c67 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6c9b12f76894fa08f2595ad441a865c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5784616 Dec 08 01:46:05.158658 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-cb0cd001-fd22-4648-88a3-fad7fbca9cc9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce HTTP/1.1" status: 200 len: 217 time: 0.0505190 Dec 08 01:46:05.216759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325cb78-6252-44f9-abfa-1eadd86e74c8 req-0a0b330f-b1b4-4bf3-b6c6-379e05d1931a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:05.218339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1325cb78-6252-44f9-abfa-1eadd86e74c8 req-0a0b330f-b1b4-4bf3-b6c6-379e05d1931a tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.65 "GET /v2.0/ports?device_id=0667f7e7-9691-46e6-a0bc-bf0da93af01a HTTP/1.1" status: 200 len: 945 time: 0.3562140 Dec 08 01:46:05.220339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56148) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:05.252027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:05.255588 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.313341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port 24593f9b-5036-4312-9cc2-64e046bd0604 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:46:05.401033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1852fea-5d3a-42bd-83cf-80ec8849df24 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:05.407594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-e788b04e-f884-452c-a33e-f3d9197f83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:05.410597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-e788b04e-f884-452c-a33e-f3d9197f83f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.2248948 Dec 08 01:46:05.441083 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.454932 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55d4a168-f424-49e0-9352-06b22b8121be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.499992 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-7e893c9f-0999-43ee-86f8-5841d3943da5 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421473 Dec 08 01:46:05.514037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Transition to ACTIVE for port object e1852fea-5d3a-42bd-83cf-80ec8849df24 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:05.515985 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-1575625a-742c-436b-8ee3-d1612f2fd07d service neutron] 10.222.0.70 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908865 Dec 08 01:46:05.529901 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.532587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-09a37f76-3b86-4e77-bde1-e3e7d64eed20 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Deleting port 2a57c245-9e91-45ac-afff-5f491e20f134 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:05.532924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-09a37f76-3b86-4e77-bde1-e3e7d64eed20 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.583063 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-8b3a35a2-8ee1-4b8e-b322-92cc365a865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:05.585213 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-8b3a35a2-8ee1-4b8e-b322-92cc365a865f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1396985 Dec 08 01:46:05.612452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c4f24e-5424-4298-a40d-371994413df6 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:05.622493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1325cb78-6252-44f9-abfa-1eadd86e74c8 req-744c347f-f228-4803-9c03-9548cdab7a0d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Deleting port eed0c745-5217-4086-bcbb-9a44134e8e57 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:05.622837 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1325cb78-6252-44f9-abfa-1eadd86e74c8 req-744c347f-f228-4803-9c03-9548cdab7a0d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.743752 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.785391 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-09a37f76-3b86-4e77-bde1-e3e7d64eed20 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.786940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-09a37f76-3b86-4e77-bde1-e3e7d64eed20 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.801957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-09a37f76-3b86-4e77-bde1-e3e7d64eed20 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Calling delete_port for 2a57c245-9e91-45ac-afff-5f491e20f134 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:05.940420 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-5a1066b1-93ed-4830-8ced-361ca5fc5c86 service neutron] 10.222.0.70 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016287 Dec 08 01:46:05.948379 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55d4a168-f424-49e0-9352-06b22b8121be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:05.953510 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-5cc76af7-07d6-4ed9-a145-39162c578578 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294522 Dec 08 01:46:05.961407 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55d4a168-f424-49e0-9352-06b22b8121be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.008632 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.142886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4a168-f424-49e0-9352-06b22b8121be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6df33e9-5435-4bdf-a927-e36ad82cf9ae,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:06.192275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1852fea-5d3a-42bd-83cf-80ec8849df24,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:06.196338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 78f2464c-000b-4fe8-956a-60ed18d5498b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:06.219586 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-0d8576c3-d559-4e56-a55f-c74043217417 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=909185d2-b0e2-4902-b2ff-aa8c38efc800 HTTP/1.1" status: 200 len: 217 time: 0.2488952 Dec 08 01:46:06.226544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:06.240414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:06.246918 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:06.247567 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.275135 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-09a37f76-3b86-4e77-bde1-e3e7d64eed20 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.297946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-55d4a168-f424-49e0-9352-06b22b8121be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a12947e5f764666b8da126c3d6a5f36&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0676897 Dec 08 01:46:06.313696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-548887e8-3c0c-49a8-8b17-c90a2ea566fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:06.315267 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-548887e8-3c0c-49a8-8b17-c90a2ea566fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.0650196 Dec 08 01:46:06.316906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-48e37b2d-2627-4614-967f-4cae476dc21b service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7153437 Dec 08 01:46:06.321983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56166) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:06.356802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=24593f9b-5036-4312-9cc2-64e046bd0604,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:06.370674 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-18419bca-8e4c-4804-aca2-023b9c60427e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4935892 Dec 08 01:46:06.403607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56176) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:06.461460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c49a2-b767-4e52-826d-29de7ffedc10 req-dfcd6f62-fb7f-403f-a901-7cadbc55d4a5 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:06.466800 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a59c49a2-b767-4e52-826d-29de7ffedc10 req-dfcd6f62-fb7f-403f-a901-7cadbc55d4a5 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 943 time: 0.2991214 Dec 08 01:46:06.547433 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c14d2fff-745a-4846-b04f-b23e7ca65e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.621920 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c14d2fff-745a-4846-b04f-b23e7ca65e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.629141 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-7f920cd7-8e15-47f9-8ac6-a1d5d9812ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:06.631020 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-7f920cd7-8e15-47f9-8ac6-a1d5d9812ffc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2968395 Dec 08 01:46:06.730571 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a59c49a2-b767-4e52-826d-29de7ffedc10 req-55d46f92-e53c-4127-9837-4a51595b89ca tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903336 Dec 08 01:46:06.823312 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-8567d2c9-c512-4526-b632-6d3a1670d722 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557117 Dec 08 01:46:06.826444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c14d2fff-745a-4846-b04f-b23e7ca65e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.829074 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c14d2fff-745a-4846-b04f-b23e7ca65e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:06.830184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c14d2fff-745a-4846-b04f-b23e7ca65e46 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6df33e9-5435-4bdf-a927-e36ad82cf9ae HTTP/1.1" status: 204 len: 168 time: 0.5074248 Dec 08 01:46:06.912432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a37f76-3b86-4e77-bde1-e3e7d64eed20 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Pushing event deleted for resources: {'Port': ['ID=2a57c245-9e91-45ac-afff-5f491e20f134,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:07.031083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6b085acd-70cf-4931-80cd-c7533093d105 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port 24593f9b-5036-4312-9cc2-64e046bd0604 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:07.031362 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b085acd-70cf-4931-80cd-c7533093d105 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.080588 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-09a37f76-3b86-4e77-bde1-e3e7d64eed20 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.083192 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-09a37f76-3b86-4e77-bde1-e3e7d64eed20 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.084413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-373d7f70-dd10-49d8-b0d4-e9c4347f3823 req-09a37f76-3b86-4e77-bde1-e3e7d64eed20 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "DELETE /v2.0/floatingips/fbbc64b8-0d53-4b3a-add0-8b4c513f54e6 HTTP/1.1" status: 204 len: 173 time: 2.2358246 Dec 08 01:46:07.085068 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-0619cd45-3ceb-4fe2-8ace-653524097114 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486577 Dec 08 01:46:07.124067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d2fff-745a-4846-b04f-b23e7ca65e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6df33e9-5435-4bdf-a927-e36ad82cf9ae,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:07.215690 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-6994b3dd-8f4e-4ce8-833d-46bf25972638 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=df223970-b1fe-4950-877f-a17fdccfb5e7 HTTP/1.1" status: 200 len: 217 time: 0.0862002 Dec 08 01:46:07.223862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1325cb78-6252-44f9-abfa-1eadd86e74c8 req-744c347f-f228-4803-9c03-9548cdab7a0d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] For port eed0c745-5217-4086-bcbb-9a44134e8e57, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=eed0c745-5217-4086-bcbb-9a44134e8e57,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:07.224245 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1325cb78-6252-44f9-abfa-1eadd86e74c8 req-744c347f-f228-4803-9c03-9548cdab7a0d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.227475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Attempting to bind port e1852fea-5d3a-42bd-83cf-80ec8849df24 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:07.228042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Attempting to bind port e1852fea-5d3a-42bd-83cf-80ec8849df24 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:07.228692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Attempting to bind port e1852fea-5d3a-42bd-83cf-80ec8849df24 on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:07.253678 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-02ac0d37-c783-4386-bf25-3afc4c03f778 req-d4baa897-1cb2-41bb-b176-bbccb9e4f803 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 210 time: 0.0426896 Dec 08 01:46:07.261358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Port e1852fea-5d3a-42bd-83cf-80ec8849df24 on network add1204c-708d-4dd0-8c27-2024f200bc03 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:07.261943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Attempting to bind port e1852fea-5d3a-42bd-83cf-80ec8849df24 on network add1204c-708d-4dd0-8c27-2024f200bc03 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:07.264498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1325cb78-6252-44f9-abfa-1eadd86e74c8 req-744c347f-f228-4803-9c03-9548cdab7a0d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Calling delete_port for eed0c745-5217-4086-bcbb-9a44134e8e57 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:07.305542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:07.306222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Checking segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:07.306805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Bound using segment: {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:07.307556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Bound port: e1852fea-5d3a-42bd-83cf-80ec8849df24, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:07.307814 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.321649 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b085acd-70cf-4931-80cd-c7533093d105 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.328259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-3f57f77c-73ac-468e-8fbb-444c88d3df04 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9232581 Dec 08 01:46:07.340920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6b085acd-70cf-4931-80cd-c7533093d105 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for 24593f9b-5036-4312-9cc2-64e046bd0604 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:07.355770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-aca7fb34-5c40-432e-9768-06be210f8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:07.357292 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-aca7fb34-5c40-432e-9768-06be210f8fda service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 HTTP/1.1" status: 200 len: 797 time: 0.1128402 Dec 08 01:46:07.364780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56200) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:07.371710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbb96e2e-2e31-45cc-ab03-8f279461c449 req-927a66d3-f81a-4065-b37f-caca4931f948 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups/3322fab9-170c-4851-866b-0e66a241e453 HTTP/1.1" status: 200 len: 1826 time: 0.2538893 Dec 08 01:46:07.426253 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdd08c09-19e4-4469-ad6a-0e8296d2eca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.427237 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-d86d5527-055f-4472-8de0-f8c04f2d6f71 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 HTTP/1.1" status: 200 len: 217 time: 0.0531363 Dec 08 01:46:07.511764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-26f4debf-5c24-44a0-b1a6-b2e2ada60218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:07.513616 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-26f4debf-5c24-44a0-b1a6-b2e2ada60218 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1417775 Dec 08 01:46:07.567422 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b085acd-70cf-4931-80cd-c7533093d105 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.588632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-747700b7-2e56-449b-9c1a-d9c186adc39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:07.590598 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-747700b7-2e56-449b-9c1a-d9c186adc39a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 200 len: 797 time: 0.1361718 Dec 08 01:46:07.606973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b085acd-70cf-4931-80cd-c7533093d105 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=24593f9b-5036-4312-9cc2-64e046bd0604,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:07.613468 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] For port e1852fea-5d3a-42bd-83cf-80ec8849df24, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:07.617895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] For port e1852fea-5d3a-42bd-83cf-80ec8849df24, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e1852fea-5d3a-42bd-83cf-80ec8849df24,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:07.636365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.664214 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b085acd-70cf-4931-80cd-c7533093d105 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.667566 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6b085acd-70cf-4931-80cd-c7533093d105 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/24593f9b-5036-4312-9cc2-64e046bd0604 HTTP/1.1" status: 204 len: 168 time: 1.2534106 Dec 08 01:46:07.671838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56214) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:07.679727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'mac_address': 'fa:16:3e:f9:e7:46', 'name': 'tempest-PortsTestJSON-1673329829'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:07.708697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f045d80-b45f-49fd-a1d5-b68c92c07761 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:07.751015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:07.751653 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.753124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] 10.222.0.72 "PUT /v2.0/ports/e1852fea-5d3a-42bd-83cf-80ec8849df24 HTTP/1.1" status: 200 len: 1092 time: 4.7641416 Dec 08 01:46:07.756683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbd1392-ca1e-4acd-9d17-81c1d6608e66', 'tag': 'e1852fea-5d3a-42bd-83cf-80ec8849df24'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:07.758970 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf414ec-c265-42ba-bda2-31891df8638b" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbd1392-ca1e-4acd-9d17-81c1d6608e66", "tag": "e1852fea-5d3a-42bd-83cf-80ec8849df24"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:07.761212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdd08c09-19e4-4469-ad6a-0e8296d2eca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.789388 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdd08c09-19e4-4469-ad6a-0e8296d2eca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.824199 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fbb96e2e-2e31-45cc-ab03-8f279461c449 req-8dd617b6-9f19-4b60-ba3a-65c95ef1173f tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.900783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-41ef78ed-ce62-458e-b9b7-439422bf4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:07.902332 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-41ef78ed-ce62-458e-b9b7-439422bf4e91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2829468 Dec 08 01:46:07.923437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4e654-e61f-4c2b-90cb-2ce668c6a6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1852fea-5d3a-42bd-83cf-80ec8849df24,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:07.948621 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-1023aa1c-a78a-43cb-9a14-dd128e126949 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221690 Dec 08 01:46:07.958043 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1325cb78-6252-44f9-abfa-1eadd86e74c8 req-744c347f-f228-4803-9c03-9548cdab7a0d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.961108 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fbb96e2e-2e31-45cc-ab03-8f279461c449 req-8dd617b6-9f19-4b60-ba3a-65c95ef1173f tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:07.984535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd08c09-19e4-4469-ad6a-0e8296d2eca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6409349-13ff-4565-94c6-a539acd7c717,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:08.004596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cdd08c09-19e4-4469-ad6a-0e8296d2eca7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=576e5a8cbd184b51b5223af91f3bd6cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6364791 Dec 08 01:46:08.010345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56232) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:08.019226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:08.050692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c347f-f228-4803-9c03-9548cdab7a0d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Pushing event deleted for resources: {'Port': ['ID=eed0c745-5217-4086-bcbb-9a44134e8e57,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:08.061249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06152423-2b3f-404b-b540-a6208d18ab74 req-88d5c756-a979-4a8d-a249-0ccaf51ec67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:08.063292 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-88d5c756-a979-4a8d-a249-0ccaf51ec67b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 1095 time: 0.2234101 Dec 08 01:46:08.091721 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f5f171-0d1d-4546-89c6-f011aa2a3a28 None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:08.140830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-e25ce0b6-1b4c-44c1-b71c-c77111ffc106 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:08.142468 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-e25ce0b6-1b4c-44c1-b71c-c77111ffc106 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.65 "GET /v2.0/networks?id=a7851832-95d1-4c13-97ae-d496b5dfae7a HTTP/1.1" status: 200 len: 815 time: 0.3734868 Dec 08 01:46:08.170021 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fbb96e2e-2e31-45cc-ab03-8f279461c449 req-8dd617b6-9f19-4b60-ba3a-65c95ef1173f tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.172777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fbb96e2e-2e31-45cc-ab03-8f279461c449 req-8dd617b6-9f19-4b60-ba3a-65c95ef1173f tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.173949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbb96e2e-2e31-45cc-ab03-8f279461c449 req-8dd617b6-9f19-4b60-ba3a-65c95ef1173f tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "DELETE /v2.0/security-groups/3322fab9-170c-4851-866b-0e66a241e453 HTTP/1.1" status: 204 len: 173 time: 0.7883661 Dec 08 01:46:08.199330 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1325cb78-6252-44f9-abfa-1eadd86e74c8 req-744c347f-f228-4803-9c03-9548cdab7a0d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] No DVR routers for this DVR port eed0c745-5217-4086-bcbb-9a44134e8e57 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:08.202818 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-1e96dbb7-64f3-4802-9332-4a0a654eaa9e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1852fea-5d3a-42bd-83cf-80ec8849df24 HTTP/1.1" status: 200 len: 217 time: 0.1214116 Dec 08 01:46:08.210243 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1325cb78-6252-44f9-abfa-1eadd86e74c8 req-744c347f-f228-4803-9c03-9548cdab7a0d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.213779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1325cb78-6252-44f9-abfa-1eadd86e74c8 req-744c347f-f228-4803-9c03-9548cdab7a0d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.65 "DELETE /v2.0/ports/eed0c745-5217-4086-bcbb-9a44134e8e57 HTTP/1.1" status: 204 len: 173 time: 2.9710202 Dec 08 01:46:08.263314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd617b6-9f19-4b60-ba3a-65c95ef1173f tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3322fab9-170c-4851-866b-0e66a241e453,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:08.266063 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06689e46-b05f-44d3-bc55-6f7d9afe0a22 x-openstack-request-id: req-06689e46-b05f-44d3-bc55-6f7d9afe0a22 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:08.266331 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbd1392-ca1e-4acd-9d17-81c1d6608e66", "tag": "e1852fea-5d3a-42bd-83cf-80ec8849df24", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:08.266594 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-06689e46-b05f-44d3-bc55-6f7d9afe0a22 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:08.267005 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbd1392-ca1e-4acd-9d17-81c1d6608e66', 'tag': 'e1852fea-5d3a-42bd-83cf-80ec8849df24', 'status': 'completed', 'code': 200} Dec 08 01:46:08.275179 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-ab4d2ec7-af52-4cfc-8235-f63de909fb1b service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618684 Dec 08 01:46:08.326612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06152423-2b3f-404b-b540-a6208d18ab74 req-38222723-1e79-43a3-99e9-e566839396ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:08.328477 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-38222723-1e79-43a3-99e9-e566839396ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.1096876 Dec 08 01:46:08.403806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-9d271b4f-08d8-4b1a-872d-c3b7bceef3fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665386 Dec 08 01:46:08.466464 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-0a9eab13-26be-4d60-9683-f39cca95e0d6 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823905 Dec 08 01:46:08.545412 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-ac3dbd58-c07f-4347-8769-5e1c2c0e03d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7315eb68-e0c8-4c89-aead-a75c0340938b HTTP/1.1" status: 200 len: 217 time: 0.0490885 Dec 08 01:46:08.589812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9516545-ff80-4b18-9ae2-b09ab839ccca req-7e950536-04f8-49bc-ae35-3537cfe3d80e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:08.592212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9516545-ff80-4b18-9ae2-b09ab839ccca req-7e950536-04f8-49bc-ae35-3537cfe3d80e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 943 time: 0.7226970 Dec 08 01:46:08.601305 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-18226314-2c6f-4387-a88f-6e7d4a81c73e service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881332 Dec 08 01:46:08.629563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Request body: {'port': {'device_id': '35575a64-3a4c-479a-bd31-2993ad7b031c', 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a', 'admin_state_up': True, 'tenant_id': 'e6c9b12f76894fa08f2595ad441a865c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:08.695044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-1d6493ef-2a46-4b90-84b3-0cc5b5258613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:08.696502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-1d6493ef-2a46-4b90-84b3-0cc5b5258613 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 200 len: 797 time: 0.1423285 Dec 08 01:46:08.729786 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.741992 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06152423-2b3f-404b-b540-a6208d18ab74 req-d90c332b-7826-4d7c-bea1-f15a6159167c service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331291 Dec 08 01:46:08.750394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:08.756172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-cd01869b-a38a-4d9b-a82c-7b4ace99979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:08.758737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-cd01869b-a38a-4d9b-a82c-7b4ace99979d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536003 Dec 08 01:46:08.817680 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc0cf001-21c6-4042-8ffa-862c38e3e1c2 req-b6171696-de2f-457d-8bb2-00f7b839050f tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 210 time: 0.0362875 Dec 08 01:46:08.824886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port aab9ee71-cd1e-4674-a646-61e8b08f40da yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:46:08.925445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-9fdaab98-6db1-402a-97cd-0a3f8fde8dc8 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9619701 Dec 08 01:46:08.939562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.024731 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-f3c25fe7-a634-4577-a4e1-3dff1cf53c56 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571387 Dec 08 01:46:09.027404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf414ec-c265-42ba-bda2-31891df8638b req-e79a8a5b-653d-4386-bad6-cf5d7e019038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:09.028843 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcf414ec-c265-42ba-bda2-31891df8638b req-e79a8a5b-653d-4386-bad6-cf5d7e019038 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 1095 time: 0.1650991 Dec 08 01:46:09.047349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573edc0-56f2-43c5-b4fc-5b2a904811ad req-5d853242-c04f-4ce6-9f5e-c8778819cce0 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:09.055425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1573edc0-56f2-43c5-b4fc-5b2a904811ad req-5d853242-c04f-4ce6-9f5e-c8778819cce0 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.0835531 Dec 08 01:46:09.056846 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9516545-ff80-4b18-9ae2-b09ab839ccca req-bd8003cf-007c-4c3f-bcf5-b869ca629032 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198050 Dec 08 01:46:09.090648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-e5150867-cca4-4cba-a92d-2e0eca70b2eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 HTTP/1.1" status: 200 len: 217 time: 0.1534014 Dec 08 01:46:09.199534 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Made reservation on behalf of e6c9b12f76894fa08f2595ad441a865c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:09.203050 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.240150 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1573edc0-56f2-43c5-b4fc-5b2a904811ad req-2f3d7b8c-fdbc-429e-ad1c-0587af287d78 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834092 Dec 08 01:46:09.260082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.263017 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.266942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e6409349-13ff-4565-94c6-a539acd7c717 HTTP/1.1" status: 204 len: 168 time: 1.2517879 Dec 08 01:46:09.289207 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-8178ceef-6b2c-4872-abb0-030b6209214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:09.290719 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-8178ceef-6b2c-4872-abb0-030b6209214a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 HTTP/1.1" status: 200 len: 797 time: 0.1818562 Dec 08 01:46:09.292748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cabe516f-8d47-41fa-b00f-d7e852393ddc req-86c29c24-32b0-4338-81e7-00212bace774 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284741 Dec 08 01:46:09.293696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf414ec-c265-42ba-bda2-31891df8638b req-854b228a-30e3-4542-be79-f2d7949258ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:09.295067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcf414ec-c265-42ba-bda2-31891df8638b req-854b228a-30e3-4542-be79-f2d7949258ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 200 len: 907 time: 0.2212579 Dec 08 01:46:09.303500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6409349-13ff-4565-94c6-a539acd7c717,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:09.360789 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcf414ec-c265-42ba-bda2-31891df8638b req-7a1a2462-8a14-4fe5-899a-027e1a0dadef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1852fea-5d3a-42bd-83cf-80ec8849df24 HTTP/1.1" status: 200 len: 217 time: 0.0416465 Dec 08 01:46:09.389902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.390873 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.391238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.391590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.391936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.392276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.392636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.392975 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.393310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.393644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.393978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.394314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.394649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60681ce7-52e0-4f14-9452-b9072b237324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:09.442337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf414ec-c265-42ba-bda2-31891df8638b req-a1fd85bf-e173-48f6-ac78-186ecc891fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:09.445117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcf414ec-c265-42ba-bda2-31891df8638b req-a1fd85bf-e173-48f6-ac78-186ecc891fe8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 200 len: 846 time: 0.0729363 Dec 08 01:46:09.451607 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.501935 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcf414ec-c265-42ba-bda2-31891df8638b req-1b33b6df-8d25-436a-a937-b1294917fd91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=add1204c-708d-4dd0-8c27-2024f200bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478611 Dec 08 01:46:09.593493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-7e5c5357-6a27-4123-9dbf-44765355eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:09.595238 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-7e5c5357-6a27-4123-9dbf-44765355eb4b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2301846 Dec 08 01:46:09.653463 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcf414ec-c265-42ba-bda2-31891df8638b req-66075c73-21dd-41f2-8172-01117cc68cb8 service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386845 Dec 08 01:46:09.702494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Allocated IP 172.20.0.2 (a7851832-95d1-4c13-97ae-d496b5dfae7a/decbed6d-9d04-4968-abca-418c83c36e5b/d287f39a-55f7-464d-bdd6-0ef7dee33f87) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:09.740468 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.744074 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-b001d4f1-9469-41ff-87e0-f8ac291f7a18 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373944 Dec 08 01:46:09.771336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56284) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:09.776924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device eed0c745-5217-4086-bcbb-9a44134e8e57 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:09.790544 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee2e42c5-9045-4894-8da1-241c3f320e87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.803585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: eed0c745-5217-4086-bcbb-9a44134e8e57 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:09.804519 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device eed0c745-5217-4086-bcbb-9a44134e8e57 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:09.819312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcf414ec-c265-42ba-bda2-31891df8638b req-997917a5-f7a3-4a0f-924a-090e44f1edb8 service neutron] 10.222.0.72 "GET /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575773 Dec 08 01:46:09.895220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee2e42c5-9045-4894-8da1-241c3f320e87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.901224 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee2e42c5-9045-4894-8da1-241c3f320e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.941809 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 78f2464c-000b-4fe8-956a-60ed18d5498b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:09.950445 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ee2e42c5-9045-4894-8da1-241c3f320e87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f03225b34e394d2d8deef4f0d22766df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1779752 Dec 08 01:46:09.952520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e42c5-9045-4894-8da1-241c3f320e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d824355-cde0-4332-8399-e1294d67bb2e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:09.954796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56288) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:09.970878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:09.973262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:09.979486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:09.980091 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:09.983874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b02ddb2e-9027-4a96-9d26-9a1dd57dfd39 req-5d8de0d5-fddc-4412-9fbb-6a7d7113495c service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226169 Dec 08 01:46:09.995920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=aab9ee71-cd1e-4674-a646-61e8b08f40da,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:10.018769 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7472e818-d2d7-4980-8c78-b54aaac35fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.025569 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ee66375-60a9-46a0-bbf4-3b7197db1f49 req-aaacde37-a5d5-4e75-b37d-7a4f352c7ad0 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 210 time: 0.0823805 Dec 08 01:46:10.065858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7472e818-d2d7-4980-8c78-b54aaac35fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.073054 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c59009ea-a1b6-4f17-ab9f-e7df08a444d5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3974195 Dec 08 01:46:10.074364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56290) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:10.121835 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.168630 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.186383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a84abe-907a-445a-ae78-52f6b77cd71d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:10.189645 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f4a84abe-907a-445a-ae78-52f6b77cd71d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/aab9ee71-cd1e-4674-a646-61e8b08f40da HTTP/1.1" status: 200 len: 841 time: 0.1125612 Dec 08 01:46:10.191634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56294) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:10.224330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Network a7851832-95d1-4c13-97ae-d496b5dfae7a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:10.230630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:10.233534 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:10.244582 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7472e818-d2d7-4980-8c78-b54aaac35fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.247169 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7472e818-d2d7-4980-8c78-b54aaac35fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.251181 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7472e818-d2d7-4980-8c78-b54aaac35fd7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d824355-cde0-4332-8399-e1294d67bb2e HTTP/1.1" status: 204 len: 168 time: 0.2954504 Dec 08 01:46:10.253848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65933c73-533f-4e5f-9ec8-0bcd417b6c34 None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:10.274528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Pushing event updated for resources: {'Port': ['ID=d287f39a-55f7-464d-bdd6-0ef7dee33f87,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:10.277550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0667f7e7-9691-46e6-a0bc-bf0da93af01a', 'name': 'network-vif-deleted', 'tag': 'eed0c745-5217-4086-bcbb-9a44134e8e57'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:10.279881 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9de9104-ae97-4f63-877d-ce49446d7f45" -d '{"events": [{"server_uuid": "0667f7e7-9691-46e6-a0bc-bf0da93af01a", "name": "network-vif-deleted", "tag": "eed0c745-5217-4086-bcbb-9a44134e8e57"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:10.315873 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:10.316564 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.333434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486a69c-9211-41aa-9503-5faec87f8a74 req-c72d060b-c103-4f11-a306-e7e0afb0323c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:10.337609 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-713a7f11-2c85-45c2-8d2f-579bc3d2e326 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7128887 Dec 08 01:46:10.342027 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8486a69c-9211-41aa-9503-5faec87f8a74 req-c72d060b-c103-4f11-a306-e7e0afb0323c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 943 time: 0.2064621 Dec 08 01:46:10.360162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Request body: {'port': {'device_id': '35575a64-3a4c-479a-bd31-2993ad7b031c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:10.361936 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cc5645b3-699c-4e88-8ef9-b655ab359cf5 None None] Provisioning complete for port d287f39a-55f7-464d-bdd6-0ef7dee33f87 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:10.362505 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cc5645b3-699c-4e88-8ef9-b655ab359cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.376378 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472e818-d2d7-4980-8c78-b54aaac35fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d824355-cde0-4332-8399-e1294d67bb2e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:10.429489 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-cc5645b3-699c-4e88-8ef9-b655ab359cf5 None None] Port d287f39a-55f7-464d-bdd6-0ef7dee33f87 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:10.486506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ada5ae49-f362-4bbf-9aba-d81e05ef3a46 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port aab9ee71-cd1e-4674-a646-61e8b08f40da {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:10.486845 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ada5ae49-f362-4bbf-9aba-d81e05ef3a46 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.509293 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.520253 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8486a69c-9211-41aa-9503-5faec87f8a74 req-4f623590-5580-4ac5-921d-a2c498c2797c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404819 Dec 08 01:46:10.580439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d5dd6-b831-4c37-a69f-3a00ece9d11f req-e4fe429a-004e-409d-a173-50c85b6f8f0f tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:10.582103 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e02d5dd6-b831-4c37-a69f-3a00ece9d11f req-e4fe429a-004e-409d-a173-50c85b6f8f0f tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.2287936 Dec 08 01:46:10.616935 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b4b0db-d9c0-464c-9011-8a27c788874d x-openstack-request-id: req-e6b4b0db-d9c0-464c-9011-8a27c788874d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:10.618185 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0667f7e7-9691-46e6-a0bc-bf0da93af01a", "name": "network-vif-deleted", "tag": "eed0c745-5217-4086-bcbb-9a44134e8e57", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:10.619534 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6b4b0db-d9c0-464c-9011-8a27c788874d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:10.620141 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0667f7e7-9691-46e6-a0bc-bf0da93af01a', 'name': 'network-vif-deleted', 'tag': 'eed0c745-5217-4086-bcbb-9a44134e8e57', 'status': 'completed', 'code': 200} Dec 08 01:46:10.640660 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ada5ae49-f362-4bbf-9aba-d81e05ef3a46 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.666797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ada5ae49-f362-4bbf-9aba-d81e05ef3a46 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for aab9ee71-cd1e-4674-a646-61e8b08f40da owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:10.717402 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e02d5dd6-b831-4c37-a69f-3a00ece9d11f req-96a2bd22-e6a0-46d3-a8b7-9a8b9804074b tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a718e6f-43e4-4b9c-83d7-a3f77ac76190&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273086 Dec 08 01:46:10.851766 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ada5ae49-f362-4bbf-9aba-d81e05ef3a46 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.910566 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ada5ae49-f362-4bbf-9aba-d81e05ef3a46 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:10.916794 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ada5ae49-f362-4bbf-9aba-d81e05ef3a46 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/aab9ee71-cd1e-4674-a646-61e8b08f40da HTTP/1.1" status: 204 len: 168 time: 0.7215912 Dec 08 01:46:10.916794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5ae49-f362-4bbf-9aba-d81e05ef3a46 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=aab9ee71-cd1e-4674-a646-61e8b08f40da,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:10.918554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56316) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:10.972460 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd77477-c3e1-4017-895d-1c235b94f9e4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:46:10.978086 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6cd77477-c3e1-4017-895d-1c235b94f9e4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/aab9ee71-cd1e-4674-a646-61e8b08f40da HTTP/1.1" status: 404 len: 333 time: 0.0544126 Dec 08 01:46:10.978891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56320) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:10.984350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'name': 'tempest-PortsTestJSON-216856230'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:11.023696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d287f39a-55f7-464d-bdd6-0ef7dee33f87 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:11.036592 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.087816 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Transition to ACTIVE for port object d287f39a-55f7-464d-bdd6-0ef7dee33f87 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:11.097695 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.163126 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692a7f60-7c78-4057-9a88-8ee71e2922bb None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:11.172229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:11.176465 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.247484 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e1852fea-5d3a-42bd-83cf-80ec8849df24 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:11.263496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=d287f39a-55f7-464d-bdd6-0ef7dee33f87,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:11.269044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port b977566a-d263-4655-93a9-3a804e39e66a yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:46:11.307594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8e123-4f81-4bbf-93b5-6c43731c84cd req-8d901d4b-a8d9-44e0-a4c1-e08f1a5606f5 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:11.309804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71c8e123-4f81-4bbf-93b5-6c43731c84cd req-8d901d4b-a8d9-44e0-a4c1-e08f1a5606f5 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.72 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 946 time: 0.0747542 Dec 08 01:46:11.337720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Attempting to bind port d287f39a-55f7-464d-bdd6-0ef7dee33f87 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:11.338062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Attempting to bind port d287f39a-55f7-464d-bdd6-0ef7dee33f87 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:11.339180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Attempting to bind port d287f39a-55f7-464d-bdd6-0ef7dee33f87 on network a7851832-95d1-4c13-97ae-d496b5dfae7a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:11.400149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5974-728d-4767-bbaa-04186a5d8c87 req-ccf2c742-fac7-47e8-bcd0-ab302ce8c527 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:11.401225 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1add5974-728d-4767-bbaa-04186a5d8c87 req-ccf2c742-fac7-47e8-bcd0-ab302ce8c527 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 943 time: 0.2309134 Dec 08 01:46:11.421916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e1852fea-5d3a-42bd-83cf-80ec8849df24, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e1852fea-5d3a-42bd-83cf-80ec8849df24,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:11.433004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Port d287f39a-55f7-464d-bdd6-0ef7dee33f87 on network a7851832-95d1-4c13-97ae-d496b5dfae7a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:11.433334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Attempting to bind port d287f39a-55f7-464d-bdd6-0ef7dee33f87 on network a7851832-95d1-4c13-97ae-d496b5dfae7a {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:11.437689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'e1852fea-5d3a-42bd-83cf-80ec8849df24', 'network_id': 'add1204c-708d-4dd0-8c27-2024f200bc03', 'port_id': 'e1852fea-5d3a-42bd-83cf-80ec8849df24', 'mac_address': 'fa:16:3e:b2:a6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fd533c-1222-42a7-929e-1a209b1b24e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:11.451649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-71c8e123-4f81-4bbf-93b5-6c43731c84cd req-d269b818-91e0-40e5-8e19-2be34684d6e4 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Deleting port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:11.452252 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71c8e123-4f81-4bbf-93b5-6c43731c84cd req-d269b818-91e0-40e5-8e19-2be34684d6e4 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.460114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:11.464973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Checking segment: {'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:11.465577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Bound using segment: {'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:11.466159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Bound port: d287f39a-55f7-464d-bdd6-0ef7dee33f87, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0799589b-6a3b-4f91-8304-0f5475995fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:11.466623 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.515527 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.555000 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1852fea-5d3a-42bd-83cf-80ec8849df24 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:11.573872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-71c8e123-4f81-4bbf-93b5-6c43731c84cd req-d269b818-91e0-40e5-8e19-2be34684d6e4 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] For port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,segment=NetworkSegment(c90a6499-33a1-419f-9bf2-6968255e6a12),segment_id=c90a6499-33a1-419f-9bf2-6968255e6a12)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:11.574918 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71c8e123-4f81-4bbf-93b5-6c43731c84cd req-d269b818-91e0-40e5-8e19-2be34684d6e4 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.593065 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-71c8e123-4f81-4bbf-93b5-6c43731c84cd req-d269b818-91e0-40e5-8e19-2be34684d6e4 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Calling delete_port for 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:11.604634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e1852fea-5d3a-42bd-83cf-80ec8849df24, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e1852fea-5d3a-42bd-83cf-80ec8849df24,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:11.611470 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.682606 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=e1852fea-5d3a-42bd-83cf-80ec8849df24,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:11.701666 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1add5974-728d-4767-bbaa-04186a5d8c87 req-be9a08f3-c4b0-40b1-bbc6-0f86cdf663a1 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929878 Dec 08 01:46:11.733788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56340) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:11.736871 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.754723 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71c8e123-4f81-4bbf-93b5-6c43731c84cd req-d269b818-91e0-40e5-8e19-2be34684d6e4 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.789732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['44bacc3d-9b07-4ab6-8eb6-d010f4357e38'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:11.833847 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269b818-91e0-40e5-8e19-2be34684d6e4 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Pushing event deleted for resources: {'Port': ['ID=44bacc3d-9b07-4ab6-8eb6-d010f4357e38,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:11.845838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.894932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] For port d287f39a-55f7-464d-bdd6-0ef7dee33f87, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:11.900066 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c8e123-4f81-4bbf-93b5-6c43731c84cd req-d269b818-91e0-40e5-8e19-2be34684d6e4 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] No DVR routers for this DVR port 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:11.910173 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] For port d287f39a-55f7-464d-bdd6-0ef7dee33f87, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=d287f39a-55f7-464d-bdd6-0ef7dee33f87,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:11.910931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa7ba9-ecde-44e4-841e-e1e04bae6e45 req-17814f68-5bc4-49ea-afc7-983fd824c6fa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:11.920599 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.922178 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42aa7ba9-ecde-44e4-841e-e1e04bae6e45 req-17814f68-5bc4-49ea-afc7-983fd824c6fa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 944 time: 0.1894643 Dec 08 01:46:11.924629 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71c8e123-4f81-4bbf-93b5-6c43731c84cd req-d269b818-91e0-40e5-8e19-2be34684d6e4 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.928714 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71c8e123-4f81-4bbf-93b5-6c43731c84cd req-d269b818-91e0-40e5-8e19-2be34684d6e4 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.72 "DELETE /v2.0/ports/44bacc3d-9b07-4ab6-8eb6-d010f4357e38 HTTP/1.1" status: 204 len: 173 time: 0.6116629 Dec 08 01:46:11.943033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5458bad-117a-4f70-bd5b-521518f32441 admin admin] Deleting subnet d5198bc2-0b58-4774-b530-11503aa5f2da {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:46:11.947693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5458bad-117a-4f70-bd5b-521518f32441 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.962400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b9e380-9e85-4f2b-9092-fdf1f55d8a75 None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:11.967703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 78f2464c-000b-4fe8-956a-60ed18d5498b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:11.971519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=b977566a-d263-4655-93a9-3a804e39e66a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:11.989608 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5458bad-117a-4f70-bd5b-521518f32441 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:11.994945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:11.995627 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.005868 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] 10.222.0.65 "PUT /v2.0/ports/d287f39a-55f7-464d-bdd6-0ef7dee33f87 HTTP/1.1" status: 200 len: 1092 time: 1.6509306 Dec 08 01:46:12.007387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35575a64-3a4c-479a-bd31-2993ad7b031c', 'tag': 'd287f39a-55f7-464d-bdd6-0ef7dee33f87'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:12.020080 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f18dc7-97ca-4170-b208-6b34d33b204c" -d '{"events": [{"name": "network-changed", "server_uuid": "35575a64-3a4c-479a-bd31-2993ad7b031c", "tag": "d287f39a-55f7-464d-bdd6-0ef7dee33f87"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:12.023206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:12.036155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:12.036795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['e1852fea-5d3a-42bd-83cf-80ec8849df24'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:12.039927 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5458bad-117a-4f70-bd5b-521518f32441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.043749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:12.044521 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.122547 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-38101a28-d3c4-45b9-bac4-0fad87f9750b req-9930d0d1-9b20-4df0-9171-9c869a714811 tempest-ServerRescueTestJSONUnderV235-1622763692 tempest-ServerRescueTestJSONUnderV235-1622763692-project] 10.222.0.70 "GET /v2.0/ports?device_id=5693f37e-513c-48a3-ab9e-22f539b08bcf HTTP/1.1" status: 200 len: 210 time: 0.0880430 Dec 08 01:46:12.134993 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5458bad-117a-4f70-bd5b-521518f32441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.153741 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5458bad-117a-4f70-bd5b-521518f32441 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.158570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c5458bad-117a-4f70-bd5b-521518f32441 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d5198bc2-0b58-4774-b530-11503aa5f2da HTTP/1.1" status: 204 len: 168 time: 0.4236588 Dec 08 01:46:12.170660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56356) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:12.187193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5458bad-117a-4f70-bd5b-521518f32441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5198bc2-0b58-4774-b530-11503aa5f2da,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:12.215865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42aa7ba9-ecde-44e4-841e-e1e04bae6e45 req-0a1143f5-27fe-4ea4-942f-d745cc98aa50 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926948 Dec 08 01:46:12.270205 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcaf2c1-ca2a-4fd2-b92b-67450e35e2a3 x-openstack-request-id: req-3bcaf2c1-ca2a-4fd2-b92b-67450e35e2a3 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:12.270843 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35575a64-3a4c-479a-bd31-2993ad7b031c", "tag": "d287f39a-55f7-464d-bdd6-0ef7dee33f87", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:12.271246 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3bcaf2c1-ca2a-4fd2-b92b-67450e35e2a3 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:12.272835 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35575a64-3a4c-479a-bd31-2993ad7b031c', 'tag': 'd287f39a-55f7-464d-bdd6-0ef7dee33f87', 'status': 'completed', 'code': 200} Dec 08 01:46:12.278782 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a04ec61a-7dbe-40a3-8974-86aaf2c9ef32 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2988007 Dec 08 01:46:12.281456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56360) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:12.288966 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0e70a3eb-ce99-4d48-8754-e72b036c00aa tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:12.327487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379eb23-5daf-4836-908d-ff4357fd8cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=d287f39a-55f7-464d-bdd6-0ef7dee33f87,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:12.380078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-838bd8bf-ef3c-42b9-a06a-707687e789d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:12.382470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-838bd8bf-ef3c-42b9-a06a-707687e789d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9b12f76894fa08f2595ad441a865c&device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 1095 time: 0.2736223 Dec 08 01:46:12.390206 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.395282 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e70a3eb-ce99-4d48-8754-e72b036c00aa tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.463051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-22fb276f-2fdd-470c-9777-b337969c3955 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d287f39a-55f7-464d-bdd6-0ef7dee33f87 HTTP/1.1" status: 200 len: 217 time: 0.0584280 Dec 08 01:46:12.582578 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.603661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-46898df1-e65c-4755-8abe-251d44a8307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:12.605853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-46898df1-e65c-4755-8abe-251d44a8307e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=decbed6d-9d04-4968-abca-418c83c36e5b HTTP/1.1" status: 200 len: 855 time: 0.1240413 Dec 08 01:46:12.625267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'name': 'network-vif-deleted', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:12.627845 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63502b6-9e96-4ffb-a8b6-591c4af9b556" -d '{"events": [{"server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "name": "network-vif-deleted", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:12.656768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee3187a-42ca-4f2f-879c-ec781afe8f0f']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:12.689850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e70a3eb-ce99-4d48-8754-e72b036c00aa tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.695390 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb457776-21b0-45e2-b9de-0a08c4aad715 x-openstack-request-id: req-fb457776-21b0-45e2-b9de-0a08c4aad715 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:12.695992 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5693f37e-513c-48a3-ab9e-22f539b08bcf", "name": "network-vif-deleted", "tag": "44bacc3d-9b07-4ab6-8eb6-d010f4357e38", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:12.696515 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb457776-21b0-45e2-b9de-0a08c4aad715 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:12.697176 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5693f37e-513c-48a3-ab9e-22f539b08bcf', 'name': 'network-vif-deleted', 'tag': '44bacc3d-9b07-4ab6-8eb6-d010f4357e38', 'status': 'completed', 'code': 200} Dec 08 01:46:12.699033 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e70a3eb-ce99-4d48-8754-e72b036c00aa tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.705596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-93cf5fd2-f30e-4a3f-9505-e0fb51201d44 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7851832-95d1-4c13-97ae-d496b5dfae7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846775 Dec 08 01:46:12.710222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea574f54-2d05-4978-81c7-2b616e609b13') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:12.710704 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea574f54-2d05-4978-81c7-2b616e609b13') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:12.733891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0e70a3eb-ce99-4d48-8754-e72b036c00aa tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] In _notify_port_updated(), no bound segment for port b977566a-d263-4655-93a9-3a804e39e66a on network 78f2464c-000b-4fe8-956a-60ed18d5498b {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:46:12.734375 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.741426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e70a3eb-ce99-4d48-8754-e72b036c00aa tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:12.742452 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e70a3eb-ce99-4d48-8754-e72b036c00aa tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.744105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0e70a3eb-ce99-4d48-8754-e72b036c00aa tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "PUT /v2.0/ports/b977566a-d263-4655-93a9-3a804e39e66a HTTP/1.1" status: 200 len: 818 time: 0.4614091 Dec 08 01:46:12.747180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56372) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:12.769697 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.809889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:46:12.810283 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:46:12.813324 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:46:12.831259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70a3eb-ce99-4d48-8754-e72b036c00aa tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=b977566a-d263-4655-93a9-3a804e39e66a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:12.909054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d14c9b18-62ff-496e-8c56-4a51c2b47657 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port b977566a-d263-4655-93a9-3a804e39e66a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:12.909502 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d14c9b18-62ff-496e-8c56-4a51c2b47657 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:12.943051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357750d-0a23-43e9-aaae-2685f416f5ba req-16ed5721-1e0d-4e55-8df9-a347e4fa5c0b tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:12.945771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e357750d-0a23-43e9-aaae-2685f416f5ba req-16ed5721-1e0d-4e55-8df9-a347e4fa5c0b tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 943 time: 0.1135538 Dec 08 01:46:12.948168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-fe1fe567-3e0a-463a-86cb-ef5081109221 service neutron] 10.222.0.65 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261333 Dec 08 01:46:12.948818 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.041084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d14c9b18-62ff-496e-8c56-4a51c2b47657 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.044425 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.050116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] 10.222.0.70 "DELETE /v2.0/networks/bee3187a-42ca-4f2f-879c-ec781afe8f0f HTTP/1.1" status: 204 len: 168 time: 0.8742318 Dec 08 01:46:13.050116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047f948-954c-4e78-9cee-0ef64910a0de admin admin] Pushing event deleted for resources: {'Network': ['ID=bee3187a-42ca-4f2f-879c-ec781afe8f0f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:13.065608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d14c9b18-62ff-496e-8c56-4a51c2b47657 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for b977566a-d263-4655-93a9-3a804e39e66a owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:13.136820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e357750d-0a23-43e9-aaae-2685f416f5ba req-287328f6-473b-471c-8e34-6d847436b798 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877614 Dec 08 01:46:13.178756 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8cdd043-0fb9-4dff-9c29-5f9f34c9bd82 req-212ff52f-221f-4562-bc57-9107faa3bd06 service neutron] 10.222.0.65 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878347 Dec 08 01:46:13.191001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d14c9b18-62ff-496e-8c56-4a51c2b47657 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.197484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56382) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:13.219837 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c9b18-62ff-496e-8c56-4a51c2b47657 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=b977566a-d263-4655-93a9-3a804e39e66a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:13.228270 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d14c9b18-62ff-496e-8c56-4a51c2b47657 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.245020 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d14c9b18-62ff-496e-8c56-4a51c2b47657 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/b977566a-d263-4655-93a9-3a804e39e66a HTTP/1.1" status: 204 len: 168 time: 0.4833205 Dec 08 01:46:13.245824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56386) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:13.286581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e1852fea-5d3a-42bd-83cf-80ec8849df24 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:13.340654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56390) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:13.341566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc6d3b6-6b40-4ab3-831a-38dcae512461 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:13.345880 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0cc6d3b6-6b40-4ab3-831a-38dcae512461 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0989513 Dec 08 01:46:13.353143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56392) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:13.408842 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef511feb-108b-47a3-a490-5da8989a5499 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:46:13.410402 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ef511feb-108b-47a3-a490-5da8989a5499 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/b977566a-d263-4655-93a9-3a804e39e66a HTTP/1.1" status: 404 len: 333 time: 0.0545611 Dec 08 01:46:13.420350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56396) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:13.423112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-062ec096-677d-4b62-a8ee-6a25f5ccfac3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1207726896'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:13.449292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port e1852fea-5d3a-42bd-83cf-80ec8849df24 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:46:13.453708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port e1852fea-5d3a-42bd-83cf-80ec8849df24 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:13.454268 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.549456 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.575408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbd1392-ca1e-4acd-9d17-81c1d6608e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1852fea-5d3a-42bd-83cf-80ec8849df24'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:13.577904 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72591e7e-d79f-4c7f-973c-679b862592d3" -d '{"events": [{"server_uuid": "6cbd1392-ca1e-4acd-9d17-81c1d6608e66", "name": "network-vif-plugged", "status": "completed", "tag": "e1852fea-5d3a-42bd-83cf-80ec8849df24"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:13.597001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e1852fea-5d3a-42bd-83cf-80ec8849df24, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e1852fea-5d3a-42bd-83cf-80ec8849df24,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:13.604493 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.605766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:13.791555 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372c3da-279e-430c-afea-8e1ebb5f888e req-e4ae22d9-5a48-4e4a-a26c-0dc4ed3dcb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:13.792925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f18dc7-97ca-4170-b208-6b34d33b204c req-33733e01-45c6-4806-9f66-1ca78b63cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:13.793689 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6372c3da-279e-430c-afea-8e1ebb5f888e req-e4ae22d9-5a48-4e4a-a26c-0dc4ed3dcb7c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 1097 time: 0.0574317 Dec 08 01:46:13.794432 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65f18dc7-97ca-4170-b208-6b34d33b204c req-33733e01-45c6-4806-9f66-1ca78b63cc1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6c9b12f76894fa08f2595ad441a865c&device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 1095 time: 0.5131736 Dec 08 01:46:13.831145 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a71a374-421e-438a-9317-888de6a1d97e x-openstack-request-id: req-8a71a374-421e-438a-9317-888de6a1d97e {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:13.831445 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbd1392-ca1e-4acd-9d17-81c1d6608e66", "name": "network-vif-plugged", "status": "completed", "tag": "e1852fea-5d3a-42bd-83cf-80ec8849df24", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:13.831704 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8a71a374-421e-438a-9317-888de6a1d97e {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:13.832099 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbd1392-ca1e-4acd-9d17-81c1d6608e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1852fea-5d3a-42bd-83cf-80ec8849df24', 'code': 200} Dec 08 01:46:13.838370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:13.838725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 44bacc3d-9b07-4ab6-8eb6-d010f4357e38 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:13.867467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=e1852fea-5d3a-42bd-83cf-80ec8849df24,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:13.867889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6372c3da-279e-430c-afea-8e1ebb5f888e req-6a94d798-ed43-478a-9d7e-20f20a861292 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660644 Dec 08 01:46:13.874456 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069cb02-cfbe-4d48-9fcb-2c680c73ddee req-21e5cc12-74d0-47db-88cf-523b6c0f4a9c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:13.876592 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f069cb02-cfbe-4d48-9fcb-2c680c73ddee req-21e5cc12-74d0-47db-88cf-523b6c0f4a9c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 944 time: 0.5366690 Dec 08 01:46:13.894303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062ec096-677d-4b62-a8ee-6a25f5ccfac3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:13.898205 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-062ec096-677d-4b62-a8ee-6a25f5ccfac3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.908650 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-99b51c6e-d133-4d96-b050-58e8ce05a85f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0345702885f54153941f95452e0fbc02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5606668 Dec 08 01:46:13.911295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56404) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:13.964209 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18b5ab76-2844-4f79-9604-84438391a184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:13.985840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18b5ab76-2844-4f79-9604-84438391a184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.044059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062ec096-677d-4b62-a8ee-6a25f5ccfac3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:14.060638 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18b5ab76-2844-4f79-9604-84438391a184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.065412 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-18b5ab76-2844-4f79-9604-84438391a184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.069495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-18b5ab76-2844-4f79-9604-84438391a184 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/604d1a03-3948-4798-a5cb-0e1408e968dc HTTP/1.1" status: 204 len: 168 time: 0.1542435 Dec 08 01:46:14.078657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5ab76-2844-4f79-9604-84438391a184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604d1a03-3948-4798-a5cb-0e1408e968dc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:14.128803 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f069cb02-cfbe-4d48-9fcb-2c680c73ddee req-cdb343d5-e880-4203-a98e-b9e67b919c9f tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395959 Dec 08 01:46:14.141602 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-062ec096-677d-4b62-a8ee-6a25f5ccfac3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.142247 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-062ec096-677d-4b62-a8ee-6a25f5ccfac3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Added segment db527d07-5dbc-4581-9c5a-56a8800a9165 of type vlan for network 8af35b43-71ea-40f1-8caf-34bcfa309667 Dec 08 01:46:14.145454 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f18dc7-97ca-4170-b208-6b34d33b204c req-629b6776-b424-4ed0-aae4-2a5febfecfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:14.147172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65f18dc7-97ca-4170-b208-6b34d33b204c req-629b6776-b424-4ed0-aae4-2a5febfecfdc service neutron] 10.222.0.65 "GET /v2.0/networks?id=a7851832-95d1-4c13-97ae-d496b5dfae7a HTTP/1.1" status: 200 len: 916 time: 0.3377364 Dec 08 01:46:14.258115 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65f18dc7-97ca-4170-b208-6b34d33b204c req-528fdf5c-d322-42ab-a4be-bd212cb42668 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d287f39a-55f7-464d-bdd6-0ef7dee33f87 HTTP/1.1" status: 200 len: 217 time: 0.0721779 Dec 08 01:46:14.269411 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-062ec096-677d-4b62-a8ee-6a25f5ccfac3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.410458 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-062ec096-677d-4b62-a8ee-6a25f5ccfac3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.417344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ec096-677d-4b62-a8ee-6a25f5ccfac3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:14.417962 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-062ec096-677d-4b62-a8ee-6a25f5ccfac3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.502464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ec096-677d-4b62-a8ee-6a25f5ccfac3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Network': ['ID=8af35b43-71ea-40f1-8caf-34bcfa309667,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:14.506385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f18dc7-97ca-4170-b208-6b34d33b204c req-12650c54-ef65-489b-b57d-43fd38de6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:14.508018 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65f18dc7-97ca-4170-b208-6b34d33b204c req-12650c54-ef65-489b-b57d-43fd38de6797 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=decbed6d-9d04-4968-abca-418c83c36e5b HTTP/1.1" status: 200 len: 855 time: 0.2357340 Dec 08 01:46:14.517885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 8af35b43-71ea-40f1-8caf-34bcfa309667 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:14.520334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603946f4-2255-4505-9fd6-0a28cd20d569 req-2e3ec2f3-ce59-4205-a112-0e59b9fd8095 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:14.528210 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-603946f4-2255-4505-9fd6-0a28cd20d569 req-2e3ec2f3-ce59-4205-a112-0e59b9fd8095 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 943 time: 0.2926199 Dec 08 01:46:14.556089 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-062ec096-677d-4b62-a8ee-6a25f5ccfac3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1369541 Dec 08 01:46:14.558853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56426) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:14.564165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7fba774c-93fd-4572-a4c0-2a130170dbd6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '8af35b43-71ea-40f1-8caf-34bcfa309667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:14.629624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65f18dc7-97ca-4170-b208-6b34d33b204c req-72ba41a4-3d0d-4436-ba97-579e68eecf9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a7851832-95d1-4c13-97ae-d496b5dfae7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993254 Dec 08 01:46:14.693098 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-603946f4-2255-4505-9fd6-0a28cd20d569 req-508d56dc-51e8-40c1-86ea-87bcc7657feb tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639717 Dec 08 01:46:14.726009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fba774c-93fd-4572-a4c0-2a130170dbd6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:14.732446 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fba774c-93fd-4572-a4c0-2a130170dbd6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:14.804236 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65f18dc7-97ca-4170-b208-6b34d33b204c req-165831c7-3ee8-4946-92eb-9fdef244b9c8 service neutron] 10.222.0.65 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606109 Dec 08 01:46:14.858163 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c884f5dd-0fc8-42fb-962c-93bd13fae7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.042171 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65f18dc7-97ca-4170-b208-6b34d33b204c req-5eaf271e-f360-40be-bdcb-2a9135695172 service neutron] 10.222.0.65 "GET /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245827 Dec 08 01:46:15.252907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c884f5dd-0fc8-42fb-962c-93bd13fae7c9 admin admin] Deleting port 9384f4ae-a81e-4050-9d30-5f8d68680e1d {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:15.253617 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c884f5dd-0fc8-42fb-962c-93bd13fae7c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.352355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c884f5dd-0fc8-42fb-962c-93bd13fae7c9 admin admin] For port 9384f4ae-a81e-4050-9d30-5f8d68680e1d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9384f4ae-a81e-4050-9d30-5f8d68680e1d,segment=NetworkSegment(c90a6499-33a1-419f-9bf2-6968255e6a12),segment_id=c90a6499-33a1-419f-9bf2-6968255e6a12)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:15.352866 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c884f5dd-0fc8-42fb-962c-93bd13fae7c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.368509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c884f5dd-0fc8-42fb-962c-93bd13fae7c9 admin admin] Calling delete_port for 9384f4ae-a81e-4050-9d30-5f8d68680e1d owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:15.593694 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c884f5dd-0fc8-42fb-962c-93bd13fae7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.599137 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fba774c-93fd-4572-a4c0-2a130170dbd6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.645678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884f5dd-0fc8-42fb-962c-93bd13fae7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9384f4ae-a81e-4050-9d30-5f8d68680e1d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:15.654582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def564f7-483e-4271-a6f6-706ab7c55e2d req-810579c0-6048-4080-a5d8-2990ee5d5b36 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:15.655749 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-def564f7-483e-4271-a6f6-706ab7c55e2d req-810579c0-6048-4080-a5d8-2990ee5d5b36 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.0955043 Dec 08 01:46:15.743774 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-def564f7-483e-4271-a6f6-706ab7c55e2d req-49a3f700-fece-40a7-a0b1-d425c814d75e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761528 Dec 08 01:46:15.751998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba774c-93fd-4572-a4c0-2a130170dbd6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Checking segment: {'id': 'db527d07-5dbc-4581-9c5a-56a8800a9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8af35b43-71ea-40f1-8caf-34bcfa309667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:15.752403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba774c-93fd-4572-a4c0-2a130170dbd6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network hostable DHCP agents. Network: 8af35b43-71ea-40f1-8caf-34bcfa309667, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:15.760850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba774c-93fd-4572-a4c0-2a130170dbd6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Subnet': ['ID=9f6c31aa-b44e-4b8c-8ad0-1b9669865de2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:15.783744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba774c-93fd-4572-a4c0-2a130170dbd6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 8af35b43-71ea-40f1-8caf-34bcfa309667 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:15.789684 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56464) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:15.795434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7fba774c-93fd-4572-a4c0-2a130170dbd6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 8af35b43-71ea-40f1-8caf-34bcfa309667) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:15.800524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fba774c-93fd-4572-a4c0-2a130170dbd6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:15.801465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fba774c-93fd-4572-a4c0-2a130170dbd6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:15.809985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device d287f39a-55f7-464d-bdd6-0ef7dee33f87 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:15.814195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eb511c-0250-4c62-814a-0e4afea05282 None None] Network 8af35b43-71ea-40f1-8caf-34bcfa309667 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:15.825545 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7fba774c-93fd-4572-a4c0-2a130170dbd6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2654057 Dec 08 01:46:15.828050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56468) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:15.834839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-07c73f87-bb33-4755-9834-6aee4dce4831 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '8af35b43-71ea-40f1-8caf-34bcfa309667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:16.055090 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-268d90ef-7ce1-41fa-90b8-4ae5b7b20e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.058879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c73f87-bb33-4755-9834-6aee4dce4831 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:16.072385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07c73f87-bb33-4755-9834-6aee4dce4831 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.093630 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c884f5dd-0fc8-42fb-962c-93bd13fae7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.119110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3919a-c4bd-45aa-bf0b-39d918e4f90d req-ca559f99-c8b3-405e-bf6d-1bddd58a1208 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:16.120684 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6ea3919a-c4bd-45aa-bf0b-39d918e4f90d req-ca559f99-c8b3-405e-bf6d-1bddd58a1208 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 943 time: 0.2135110 Dec 08 01:46:16.169850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-8af35b43-71ea-40f1-8caf-34bcfa309667', 'network_id': '8af35b43-71ea-40f1-8caf-34bcfa309667', 'project_id': '3e0cd03e8fe4423fb3f595c903ca9c9f', 'fixed_ips': [{'subnet_id': '9f6c31aa-b44e-4b8c-8ad0-1b9669865de2'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:46:16.170725 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.197187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port d287f39a-55f7-464d-bdd6-0ef7dee33f87, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=d287f39a-55f7-464d-bdd6-0ef7dee33f87,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:16.215464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'd287f39a-55f7-464d-bdd6-0ef7dee33f87', 'network_id': 'a7851832-95d1-4c13-97ae-d496b5dfae7a', 'port_id': 'd287f39a-55f7-464d-bdd6-0ef7dee33f87', 'mac_address': 'fa:16:3e:af:29:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'decbed6d-9d04-4968-abca-418c83c36e5b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:16.226544 n-d-713498-30 neutron-server[103129]: INFO neutron.db.ipam_backend_mixin [None req-07c73f87-bb33-4755-9834-6aee4dce4831 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9f6c31aa-b44e-4b8c-8ad0-1b9669865de2 (CIDR: 172.20.0.0/28) Dec 08 01:46:16.234178 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c73f87-bb33-4755-9834-6aee4dce4831 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:46:16.234666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c73f87-bb33-4755-9834-6aee4dce4831 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:46:16.247156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6ea3919a-c4bd-45aa-bf0b-39d918e4f90d req-0c139db9-5fd0-457c-b4d7-daff8759a1ec tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149011 Dec 08 01:46:16.248229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c94b7-8906-4c88-ad6f-c651c10ce92a req-b3c0c038-c6c2-44ae-8471-5a7f61693d41 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:16.249825 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b39c94b7-8906-4c88-ad6f-c651c10ce92a req-b3c0c038-c6c2-44ae-8471-5a7f61693d41 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.0749760 Dec 08 01:46:16.265182 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-07c73f87-bb33-4755-9834-6aee4dce4831 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4355927 Dec 08 01:46:16.265882 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56474) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:16.272789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-03e08602-ec9a-4438-994e-a8c443a10077 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '8af35b43-71ea-40f1-8caf-34bcfa309667', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:16.331500 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.373866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d287f39a-55f7-464d-bdd6-0ef7dee33f87 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:16.382696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b39c94b7-8906-4c88-ad6f-c651c10ce92a req-d56dc2ca-d8ba-4631-b387-cb7507320dca tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142976 Dec 08 01:46:16.396272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port d287f39a-55f7-464d-bdd6-0ef7dee33f87, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=d287f39a-55f7-464d-bdd6-0ef7dee33f87,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:16.404166 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.425269 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-268d90ef-7ce1-41fa-90b8-4ae5b7b20e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.442840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Allocated IP 172.20.0.2 (8af35b43-71ea-40f1-8caf-34bcfa309667/9f6c31aa-b44e-4b8c-8ad0-1b9669865de2/89afe3b8-981b-4d5a-aa9f-42e0bf0d8388) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:16.462807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e08602-ec9a-4438-994e-a8c443a10077 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:16.466281 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-268d90ef-7ce1-41fa-90b8-4ae5b7b20e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.467957 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03e08602-ec9a-4438-994e-a8c443a10077 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.496887 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-268d90ef-7ce1-41fa-90b8-4ae5b7b20e4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1d68606d3fc9488797f5f95f46ccfdd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7037709 Dec 08 01:46:16.502359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56480) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:16.506361 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=d287f39a-55f7-464d-bdd6-0ef7dee33f87,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:16.545742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d90ef-7ce1-41fa-90b8-4ae5b7b20e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284f8109-6e36-4442-9e0a-e8bcfc516c6b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:16.568208 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c884f5dd-0fc8-42fb-962c-93bd13fae7c9 admin admin] Router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:46:16.589095 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06057c3e-5405-44ad-9c76-1f23eb22af1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.615078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bbcf2-2813-4926-8bf1-62412805120f req-4a9fb986-a137-4b44-a273-8d54220b611d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:16.618096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c9bbcf2-2813-4926-8bf1-62412805120f req-4a9fb986-a137-4b44-a273-8d54220b611d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.1240823 Dec 08 01:46:16.632074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.639758 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.654450 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06057c3e-5405-44ad-9c76-1f23eb22af1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.700775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Network 8af35b43-71ea-40f1-8caf-34bcfa309667 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:16.704184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:16.706653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:16.714726 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c9bbcf2-2813-4926-8bf1-62412805120f req-3174c395-a947-4f2f-9e24-86abda45091d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848188 Dec 08 01:46:16.720531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Pushing event updated for resources: {'Port': ['ID=89afe3b8-981b-4d5a-aa9f-42e0bf0d8388,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:16.773022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c884f5dd-0fc8-42fb-962c-93bd13fae7c9 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:46:16.784151 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c2f88-ee24-415b-a481-0d3ec3fec234 None None] Sync routers for ids ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:46:16.785300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56486) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:16.785443 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c884f5dd-0fc8-42fb-962c-93bd13fae7c9 admin admin] 10.222.0.70 "PUT /v2.0/routers/06b05e76-fec9-40a8-be4e-80b6a5b0fc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5853834 Dec 08 01:46:16.796780 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c2f88-ee24-415b-a481-0d3ec3fec234 None None] Routers {'06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:16.799806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Attempting to bind port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:16.799806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Attempting to bind port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'db527d07-5dbc-4581-9c5a-56a8800a9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8af35b43-71ea-40f1-8caf-34bcfa309667'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:16.799806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Attempting to bind port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 on network 8af35b43-71ea-40f1-8caf-34bcfa309667 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:16.808927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:16.809311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Checking segment: {'id': 'db527d07-5dbc-4581-9c5a-56a8800a9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8af35b43-71ea-40f1-8caf-34bcfa309667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:16.809725 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.810799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Bound using segment: {'id': 'db527d07-5dbc-4581-9c5a-56a8800a9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8af35b43-71ea-40f1-8caf-34bcfa309667'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:16.811883 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-022c2f88-ee24-415b-a481-0d3ec3fec234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:46:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:16.821546 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06057c3e-5405-44ad-9c76-1f23eb22af1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.824071 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06057c3e-5405-44ad-9c76-1f23eb22af1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.824753 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Bound port: 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db527d07-5dbc-4581-9c5a-56a8800a9165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '8af35b43-71ea-40f1-8caf-34bcfa309667'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:16.827568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-06057c3e-5405-44ad-9c76-1f23eb22af1f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/284f8109-6e36-4442-9e0a-e8bcfc516c6b HTTP/1.1" status: 204 len: 168 time: 0.3220019 Dec 08 01:46:16.828492 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:16.837304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06057c3e-5405-44ad-9c76-1f23eb22af1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284f8109-6e36-4442-9e0a-e8bcfc516c6b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:16.864255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['d287f39a-55f7-464d-bdd6-0ef7dee33f87'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:16.970861 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.119050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] For port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:17.123850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] For port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=89afe3b8-981b-4d5a-aa9f-42e0bf0d8388,segment=NetworkSegment(db527d07-5dbc-4581-9c5a-56a8800a9165),segment_id=db527d07-5dbc-4581-9c5a-56a8800a9165)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:17.138092 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.158592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd3ba3-88ac-4780-89bc-4824043d8a56 req-be21cd70-6248-4266-81a8-c290ea2b1367 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:17.162166 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09dd3ba3-88ac-4780-89bc-4824043d8a56 req-be21cd70-6248-4266-81a8-c290ea2b1367 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.0991614 Dec 08 01:46:17.249750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134040ed-6695-49cd-b3d7-eed0a621367f None None] Pushing event updated for resources: {'Port': ['ID=89afe3b8-981b-4d5a-aa9f-42e0bf0d8388,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:17.253412 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-022c2f88-ee24-415b-a481-0d3ec3fec234 None None] Set router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:17.277706 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09dd3ba3-88ac-4780-89bc-4824043d8a56 req-99b5c599-43b0-4e66-8077-6c2a72ea4ec4 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958552 Dec 08 01:46:17.323096 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03e08602-ec9a-4438-994e-a8c443a10077 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.449752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e08602-ec9a-4438-994e-a8c443a10077 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 8af35b43-71ea-40f1-8caf-34bcfa309667 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:17.454144 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.473379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-03e08602-ec9a-4438-994e-a8c443a10077 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:17.493084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e08602-ec9a-4438-994e-a8c443a10077 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:17.493689 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03e08602-ec9a-4438-994e-a8c443a10077 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.507575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e08602-ec9a-4438-994e-a8c443a10077 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Subnet': ['ID=a3b2d313-d45e-43c6-9dec-5220793f3855,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:17.569808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0f69-d9d2-456e-838e-9651079b4204 req-0f7a0217-6fc9-4921-90be-d4525a6b9036 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:17.571289 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b31d0f69-d9d2-456e-838e-9651079b4204 req-0f7a0217-6fc9-4921-90be-d4525a6b9036 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 944 time: 0.1816695 Dec 08 01:46:17.585550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-03e08602-ec9a-4438-994e-a8c443a10077 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3170676 Dec 08 01:46:17.588611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56512) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:17.597206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': '8af35b43-71ea-40f1-8caf-34bcfa309667', 'fixed_ips': [{'subnet_id': '9f6c31aa-b44e-4b8c-8ad0-1b9669865de2'}, {'subnet_id': 'a3b2d313-d45e-43c6-9dec-5220793f3855'}], 'name': 'tempest-PortsTestJSON-1342208762'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:17.603528 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-022c2f88-ee24-415b-a481-0d3ec3fec234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:46:15Z', 'revision_number': 5, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port': {'id': 'ddcd6403-ada9-4fb5-ae8f-e382814e825f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:81:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:44:39Z', 'updated_at': '2021-12-08T01:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:17.644114 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c2f88-ee24-415b-a481-0d3ec3fec234 None None] Checking router: 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:46:17.656963 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c2f88-ee24-415b-a481-0d3ec3fec234 None None] Routers {'06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:17.659544 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-022c2f88-ee24-415b-a481-0d3ec3fec234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:46:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:17.683612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Deleting port ddcd6403-ada9-4fb5-ae8f-e382814e825f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:17.684158 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.713533 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b31d0f69-d9d2-456e-838e-9651079b4204 req-06ec3074-789e-4a23-ab3c-c87873cbf7ef tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257246 Dec 08 01:46:17.839253 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-022c2f88-ee24-415b-a481-0d3ec3fec234 None None] Set router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:17.890327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:17.910467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] For port ddcd6403-ada9-4fb5-ae8f-e382814e825f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ddcd6403-ada9-4fb5-ae8f-e382814e825f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:17.910840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:17.926126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Calling delete_port for ddcd6403-ada9-4fb5-ae8f-e382814e825f owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:17.982955 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-022c2f88-ee24-415b-a481-0d3ec3fec234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:46:17Z', 'revision_number': 6, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:18.036913 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022c2f88-ee24-415b-a481-0d3ec3fec234 None None] The sync data for ids ['06b05e76-fec9-40a8-be4e-80b6a5b0fc1e'] in n-d-713498-30 is: [{'id': '06b05e76-fec9-40a8-be4e-80b6a5b0fc1e', 'name': 'tempest-ServerRescueTestJSONUnderV235-468998001-router', 'tenant_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:44:37Z', 'updated_at': '2021-12-08T01:46:17Z', 'revision_number': 6, 'project_id': '61b1226b97a2468dba8c750ccbb6d5c1', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:18.062348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56530) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:18.064971 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.093590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port 458bdc32-be1e-41fa-bd20-bda5ae2a1ed3 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:46:18.186020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.229570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ddcd6403-ada9-4fb5-ae8f-e382814e825f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:18.237773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-478058835-network', 'tenant_id': '4fcb857510e2482cb83506141b18fe0a'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:18.290727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180e0d7a-ad9d-4d4b-98af-06b1087ea8ea None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:18.341781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Made reservation on behalf of 4fcb857510e2482cb83506141b18fe0a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:18.344141 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.358798 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.456671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.3 (8af35b43-71ea-40f1-8caf-34bcfa309667/9f6c31aa-b44e-4b8c-8ad0-1b9669865de2/458bdc32-be1e-41fa-bd20-bda5ae2a1ed3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:18.464220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.467987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.22 (8af35b43-71ea-40f1-8caf-34bcfa309667/a3b2d313-d45e-43c6-9dec-5220793f3855/458bdc32-be1e-41fa-bd20-bda5ae2a1ed3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:18.625084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.632495 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.654662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd25a3-ec66-4bc1-966a-799fd1342fd2 req-893438b4-ab9c-497d-8462-7c19c3bb627d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:18.656534 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4efd25a3-ec66-4bc1-966a-799fd1342fd2 req-893438b4-ab9c-497d-8462-7c19c3bb627d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.2847095 Dec 08 01:46:18.663833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.729440 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.730057 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.730195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06b05e76-fec9-40a8-be4e-80b6a5b0fc1e {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:46:18.741697 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.745954 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-050efcb2-c398-4da0-8868-93fdebd043ed admin admin] 10.222.0.70 "DELETE /v2.0/routers/06b05e76-fec9-40a8-be4e-80b6a5b0fc1e HTTP/1.1" status: 204 len: 168 time: 1.9557829 Dec 08 01:46:18.748614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56540) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:18.776020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.810264 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.855643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33337038-42c4-47bc-ae90-c9237756e71c None None] Network 8af35b43-71ea-40f1-8caf-34bcfa309667 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:18.869190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4efd25a3-ec66-4bc1-966a-799fd1342fd2 req-5e14bb6a-a24c-4139-98bc-30c48faabb15 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641543 Dec 08 01:46:18.902690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=458bdc32-be1e-41fa-bd20-bda5ae2a1ed3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:18.906413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 8af35b43-71ea-40f1-8caf-34bcfa309667 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:18.908233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:18.910737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3de1010-6856-4f80-a6e0-3f75d6040d6e admin admin] Deleting subnet 35849b75-debd-4d85-bfce-4884baa9dc49 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:46:18.911530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:18.917014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:18.923871 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3de1010-6856-4f80-a6e0-3f75d6040d6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.926905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c1af44-08c0-4e8f-ac4f-79f043318f78,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:18.967049 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:18.967049 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Added segment 42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb of type vlan for network a8156439-aba9-4b51-93a8-dbf383c46fcd Dec 08 01:46:19.032892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-45f4050b-dea0-4925-91dd-13a0e9e336c3 None None] Provisioning complete for port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:19.033465 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-45f4050b-dea0-4925-91dd-13a0e9e336c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.074396 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3de1010-6856-4f80-a6e0-3f75d6040d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.102883 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.113399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.114053 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.136129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec534a-23ee-4bb4-98d4-b91f7e3f8e25 req-19e12551-68a7-4b24-9437-4db812c69f2d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.147138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3de1010-6856-4f80-a6e0-3f75d6040d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.147893 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c3ec534a-23ee-4bb4-98d4-b91f7e3f8e25 req-19e12551-68a7-4b24-9437-4db812c69f2d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 944 time: 0.1398983 Dec 08 01:46:19.172972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:19.183742 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7cb4dfff-e1ba-4e5e-80c2-fab88a78850e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5913341 Dec 08 01:46:19.187682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56546) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:19.193119 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.193306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-83613b16-0677-4e3c-8fec-003da3dda32d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f6c31aa-b44e-4b8c-8ad0-1b9669865de2'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:19.194748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:19.195642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.242752 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1792996 Dec 08 01:46:19.243141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c3ec534a-23ee-4bb4-98d4-b91f7e3f8e25 req-80e91f5a-f281-43e4-bfee-c3708ca68ce3 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941720 Dec 08 01:46:19.243864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56548) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:19.249300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4b04f74e-66b9-49bf-8d6a-a2dfdcb754e7 admin admin] Request body: {'subnet': {'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-478058835-subnet', 'tenant_id': '4fcb857510e2482cb83506141b18fe0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:19.292371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718691b-2560-412d-8e19-e31fad2f5aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=a8156439-aba9-4b51-93a8-dbf383c46fcd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:19.303602 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-45f4050b-dea0-4925-91dd-13a0e9e336c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.305187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83613b16-0677-4e3c-8fec-003da3dda32d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.311591 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network a8156439-aba9-4b51-93a8-dbf383c46fcd details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:19.315156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3de1010-6856-4f80-a6e0-3f75d6040d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.347356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de1010-6856-4f80-a6e0-3f75d6040d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35849b75-debd-4d85-bfce-4884baa9dc49,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:19.351993 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3de1010-6856-4f80-a6e0-3f75d6040d6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.352177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b04f74e-66b9-49bf-8d6a-a2dfdcb754e7 admin admin] Made reservation on behalf of 4fcb857510e2482cb83506141b18fe0a for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:19.354448 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b04f74e-66b9-49bf-8d6a-a2dfdcb754e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.358575 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e3de1010-6856-4f80-a6e0-3f75d6040d6e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/35849b75-debd-4d85-bfce-4884baa9dc49 HTTP/1.1" status: 204 len: 168 time: 0.6063640 Dec 08 01:46:19.358870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56550) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:19.402774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:19.403644 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.482766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b188b8e8-6e91-41e1-bbce-b9af5257bb05 None None] Update dhcp port {'port': {'network_id': '8af35b43-71ea-40f1-8caf-34bcfa309667', 'fixed_ips': [{'subnet_id': '9f6c31aa-b44e-4b8c-8ad0-1b9669865de2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a3b2d313-d45e-43c6-9dec-5220793f3855'}], 'binding:host_id': 'n-d-713498-30'}, 'id': '89afe3b8-981b-4d5a-aa9f-42e0bf0d8388'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:46:19.486724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-45f4050b-dea0-4925-91dd-13a0e9e336c3 None None] For port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=89afe3b8-981b-4d5a-aa9f-42e0bf0d8388,segment=NetworkSegment(db527d07-5dbc-4581-9c5a-56a8800a9165),segment_id=db527d07-5dbc-4581-9c5a-56a8800a9165)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:19.511921 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-45f4050b-dea0-4925-91dd-13a0e9e336c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.523963 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b188b8e8-6e91-41e1-bbce-b9af5257bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.538617 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.634264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4050b-dea0-4925-91dd-13a0e9e336c3 None None] Pushing event updated for resources: {'Port': ['ID=89afe3b8-981b-4d5a-aa9f-42e0bf0d8388,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:19.757277 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.765119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ddcd6403-ada9-4fb5-ae8f-e382814e825f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:19.793325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: ddcd6403-ada9-4fb5-ae8f-e382814e825f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:19.793677 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ddcd6403-ada9-4fb5-ae8f-e382814e825f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:19.794095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9384f4ae-a81e-4050-9d30-5f8d68680e1d no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:19.799391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-b188b8e8-6e91-41e1-bbce-b9af5257bb05 None None] Allocated IP 172.20.0.18 (8af35b43-71ea-40f1-8caf-34bcfa309667/a3b2d313-d45e-43c6-9dec-5220793f3855/89afe3b8-981b-4d5a-aa9f-42e0bf0d8388) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:19.804253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0608a3a7-505d-43a2-8a8b-bb9f73998be4']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:19.823131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90a6499-33a1-419f-9bf2-6968255e6a12') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:19.823430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90a6499-33a1-419f-9bf2-6968255e6a12') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:19.823658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device d287f39a-55f7-464d-bdd6-0ef7dee33f87 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:19.832925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 9384f4ae-a81e-4050-9d30-5f8d68680e1d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:19.833280 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9384f4ae-a81e-4050-9d30-5f8d68680e1d not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:19.840132 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.847209 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b04f74e-66b9-49bf-8d6a-a2dfdcb754e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.877230 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.890884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:46:19.891277 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:46:19.895750 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:46:19.956766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port d287f39a-55f7-464d-bdd6-0ef7dee33f87 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:46:19.971950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port d287f39a-55f7-464d-bdd6-0ef7dee33f87 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:19.972367 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:19.979231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b188b8e8-6e91-41e1-bbce-b9af5257bb05 None None] For port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=89afe3b8-981b-4d5a-aa9f-42e0bf0d8388,segment=NetworkSegment(db527d07-5dbc-4581-9c5a-56a8800a9165),segment_id=db527d07-5dbc-4581-9c5a-56a8800a9165)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:20.039136 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b188b8e8-6e91-41e1-bbce-b9af5257bb05 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.047708 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b188b8e8-6e91-41e1-bbce-b9af5257bb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.181155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188b8e8-6e91-41e1-bbce-b9af5257bb05 None None] Pushing event updated for resources: {'Port': ['ID=89afe3b8-981b-4d5a-aa9f-42e0bf0d8388,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:20.185065 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.218020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35575a64-3a4c-479a-bd31-2993ad7b031c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd287f39a-55f7-464d-bdd6-0ef7dee33f87'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:20.220854 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801ee276-bea8-4f2f-b07f-db97cb61daee" -d '{"events": [{"server_uuid": "35575a64-3a4c-479a-bd31-2993ad7b031c", "name": "network-vif-plugged", "status": "completed", "tag": "d287f39a-55f7-464d-bdd6-0ef7dee33f87"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:20.242149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port d287f39a-55f7-464d-bdd6-0ef7dee33f87, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=d287f39a-55f7-464d-bdd6-0ef7dee33f87,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:20.248939 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.291201 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f57139f-9867-43cf-b04d-88dbc74675b6 x-openstack-request-id: req-3f57139f-9867-43cf-b04d-88dbc74675b6 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:20.291605 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35575a64-3a4c-479a-bd31-2993ad7b031c", "name": "network-vif-plugged", "status": "completed", "tag": "d287f39a-55f7-464d-bdd6-0ef7dee33f87", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:20.294510 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f57139f-9867-43cf-b04d-88dbc74675b6 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:20.295383 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35575a64-3a4c-479a-bd31-2993ad7b031c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd287f39a-55f7-464d-bdd6-0ef7dee33f87', 'code': 200} Dec 08 01:46:20.326087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=d287f39a-55f7-464d-bdd6-0ef7dee33f87,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:20.379750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04f74e-66b9-49bf-8d6a-a2dfdcb754e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a24be5-676d-41ce-90ac-88f206825d8c,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:20.444436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cb148-f22c-44ea-9af3-47e22a689001 req-38a9d664-edc1-430e-a974-a586ef20ec7d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.449285 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b24cb148-f22c-44ea-9af3-47e22a689001 req-38a9d664-edc1-430e-a974-a586ef20ec7d tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 945 time: 0.0707207 Dec 08 01:46:20.468398 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.473129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.476790 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0608a3a7-505d-43a2-8a8b-bb9f73998be4 HTTP/1.1" status: 204 len: 168 time: 1.1160789 Dec 08 01:46:20.515690 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b24cb148-f22c-44ea-9af3-47e22a689001 req-af955348-4503-43ed-baa3-aa8d52f6985e tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622981 Dec 08 01:46:20.518211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b04f74e-66b9-49bf-8d6a-a2dfdcb754e7 admin admin] Checking segment: {'id': '42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:20.518637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b04f74e-66b9-49bf-8d6a-a2dfdcb754e7 admin admin] Network hostable DHCP agents. Network: a8156439-aba9-4b51-93a8-dbf383c46fcd, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:20.537721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-83613b16-0677-4e3c-8fec-003da3dda32d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Delete allocated IP 172.20.0.22 (8af35b43-71ea-40f1-8caf-34bcfa309667/a3b2d313-d45e-43c6-9dec-5220793f3855) {{(pid=103130) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 01:46:20.563017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdb34c-c7d5-4e10-8ee7-a9c83eef38b2 req-eba56bf9-4e2c-4952-8b05-7a0ff0a5fcbf tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.565521 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2fdb34c-c7d5-4e10-8ee7-a9c83eef38b2 req-eba56bf9-4e2c-4952-8b05-7a0ff0a5fcbf tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.2671602 Dec 08 01:46:20.566451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3fed3-b060-4050-ad3d-eee10861b577 admin admin] Pushing event deleted for resources: {'Network': ['ID=0608a3a7-505d-43a2-8a8b-bb9f73998be4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:20.651987 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2fdb34c-c7d5-4e10-8ee7-a9c83eef38b2 req-c7d46792-8ca9-4f15-871a-847b078a605f tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727832 Dec 08 01:46:20.670693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56572) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:20.677577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d1b4a-b8f6-45e2-851d-b04055bc14cc req-8c4796e8-51ef-4eff-9d4e-a5806b19d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.680494 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b44d1b4a-b8f6-45e2-851d-b04055bc14cc req-8c4796e8-51ef-4eff-9d4e-a5806b19d349 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 1097 time: 0.2456844 Dec 08 01:46:20.684503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b04f74e-66b9-49bf-8d6a-a2dfdcb754e7 admin admin] Network a8156439-aba9-4b51-93a8-dbf383c46fcd is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:20.735429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0caff875-a413-4fd4-9b33-7acd73de4ecb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61b1226b97a2468dba8c750ccbb6d5c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634844 Dec 08 01:46:20.736144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56576) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:20.762547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4b04f74e-66b9-49bf-8d6a-a2dfdcb754e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, a8156439-aba9-4b51-93a8-dbf383c46fcd) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:20.772800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04815b46-4fe9-45fb-90a5-6de02af270a3 None None] Network a8156439-aba9-4b51-93a8-dbf383c46fcd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:20.774715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b04f74e-66b9-49bf-8d6a-a2dfdcb754e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:20.775481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b04f74e-66b9-49bf-8d6a-a2dfdcb754e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.822559 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7643d91b-eee7-43f1-83ec-d200fee867fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.845422 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b44d1b4a-b8f6-45e2-851d-b04055bc14cc req-d8dbad6b-28d3-46cb-bbcb-30f8debce179 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147659 Dec 08 01:46:20.852662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7643d91b-eee7-43f1-83ec-d200fee867fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.911574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:20.937415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4b04f74e-66b9-49bf-8d6a-a2dfdcb754e7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6848803 Dec 08 01:46:20.937664 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7643d91b-eee7-43f1-83ec-d200fee867fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.937664 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7643d91b-eee7-43f1-83ec-d200fee867fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:20.940775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7643d91b-eee7-43f1-83ec-d200fee867fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a718e6f-43e4-4b9c-83d7-a3f77ac76190 HTTP/1.1" status: 204 len: 168 time: 0.2035017 Dec 08 01:46:20.952251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643d91b-eee7-43f1-83ec-d200fee867fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a718e6f-43e4-4b9c-83d7-a3f77ac76190,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:21.002613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01555844-c789-4492-976f-2720945fb940 None None] Network a8156439-aba9-4b51-93a8-dbf383c46fcd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:21.010719 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb39dd9d-6429-43f1-ac32-68641f7085e2 None None] Network 8af35b43-71ea-40f1-8caf-34bcfa309667 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:21.020146 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83613b16-0677-4e3c-8fec-003da3dda32d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.028158 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83613b16-0677-4e3c-8fec-003da3dda32d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.172224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83613b16-0677-4e3c-8fec-003da3dda32d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=458bdc32-be1e-41fa-bd20-bda5ae2a1ed3,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:21.248019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-83613b16-0677-4e3c-8fec-003da3dda32d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] In _notify_port_updated(), no bound segment for port 458bdc32-be1e-41fa-bd20-bda5ae2a1ed3 on network 8af35b43-71ea-40f1-8caf-34bcfa309667 {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:46:21.255002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83613b16-0677-4e3c-8fec-003da3dda32d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:21.256258 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-83613b16-0677-4e3c-8fec-003da3dda32d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.261174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56596) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:21.262047 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-83613b16-0677-4e3c-8fec-003da3dda32d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "PUT /v2.0/ports/458bdc32-be1e-41fa-bd20-bda5ae2a1ed3 HTTP/1.1" status: 200 len: 919 time: 2.0727642 Dec 08 01:46:21.268032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-17520d7c-807f-4c82-8cfc-b29572927a74 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f6c31aa-b44e-4b8c-8ad0-1b9669865de2'}, {'subnet_id': 'a3b2d313-d45e-43c6-9dec-5220793f3855'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:21.370542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b03e9e1b-3238-4dd5-a30c-be2ab69839fa None None] Provisioning complete for port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:21.371123 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e1b-3238-4dd5-a30c-be2ab69839fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.481759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:21.483804 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.525181 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17520d7c-807f-4c82-8cfc-b29572927a74 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.749083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b03e9e1b-3238-4dd5-a30c-be2ab69839fa None None] Provisioning complete for port 458bdc32-be1e-41fa-bd20-bda5ae2a1ed3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:21.749083 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b03e9e1b-3238-4dd5-a30c-be2ab69839fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:21.799838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b03e9e1b-3238-4dd5-a30c-be2ab69839fa None None] Port 458bdc32-be1e-41fa-bd20-bda5ae2a1ed3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:21.917734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b97b4-8cfa-472a-ac8b-166d3e814ab1 req-51c55100-49ee-499b-ad16-0fe011d2d30b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:21.939174 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a82b97b4-8cfa-472a-ac8b-166d3e814ab1 req-51c55100-49ee-499b-ad16-0fe011d2d30b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.1330271 Dec 08 01:46:21.948968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f0926-18e1-4e0c-86c0-c6b4a96532dc req-e63fb674-053f-4742-bf52-ebc110e1fed4 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:21.958125 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a0f0926-18e1-4e0c-86c0-c6b4a96532dc req-e63fb674-053f-4742-bf52-ebc110e1fed4 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 945 time: 0.2270558 Dec 08 01:46:22.003869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-17520d7c-807f-4c82-8cfc-b29572927a74 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.20 (8af35b43-71ea-40f1-8caf-34bcfa309667/a3b2d313-d45e-43c6-9dec-5220793f3855/458bdc32-be1e-41fa-bd20-bda5ae2a1ed3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:22.031691 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a82b97b4-8cfa-472a-ac8b-166d3e814ab1 req-fc9c35c8-a9e0-4865-99cf-ed3dc41030ae tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911300 Dec 08 01:46:22.068180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a0f0926-18e1-4e0c-86c0-c6b4a96532dc req-5d2f6848-f849-4273-ada7-59b6290c9a9c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067505 Dec 08 01:46:22.281408 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17520d7c-807f-4c82-8cfc-b29572927a74 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.288667 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17520d7c-807f-4c82-8cfc-b29572927a74 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.391567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17520d7c-807f-4c82-8cfc-b29572927a74 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=458bdc32-be1e-41fa-bd20-bda5ae2a1ed3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:22.437682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-17520d7c-807f-4c82-8cfc-b29572927a74 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] In _notify_port_updated(), no bound segment for port 458bdc32-be1e-41fa-bd20-bda5ae2a1ed3 on network 8af35b43-71ea-40f1-8caf-34bcfa309667 {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:46:22.444072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17520d7c-807f-4c82-8cfc-b29572927a74 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:22.444863 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-17520d7c-807f-4c82-8cfc-b29572927a74 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.446369 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-17520d7c-807f-4c82-8cfc-b29572927a74 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "PUT /v2.0/ports/458bdc32-be1e-41fa-bd20-bda5ae2a1ed3 HTTP/1.1" status: 200 len: 999 time: 1.1840007 Dec 08 01:46:22.449130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56638) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:22.555373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd0073-04d4-4647-95f6-bba131ee68c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port 458bdc32-be1e-41fa-bd20-bda5ae2a1ed3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:22.556038 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0073-04d4-4647-95f6-bba131ee68c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.562862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56642) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:22.659493 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0073-04d4-4647-95f6-bba131ee68c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.673500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd0073-04d4-4647-95f6-bba131ee68c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for 458bdc32-be1e-41fa-bd20-bda5ae2a1ed3 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:22.675641 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45e31485-3d68-40e3-9221-3866a20ab962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.766327 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45e31485-3d68-40e3-9221-3866a20ab962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.770959 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45e31485-3d68-40e3-9221-3866a20ab962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.823521 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-45e31485-3d68-40e3-9221-3866a20ab962 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04c9e86f4d7f4b978872570633777dad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594550 Dec 08 01:46:22.824645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56646) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:22.825618 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e31485-3d68-40e3-9221-3866a20ab962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d072ccc-b738-4464-90ce-4fb4d43a2f77,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:22.899110 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a6d00fe-552b-4b77-9a2b-aafda86b4099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.922275 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0073-04d4-4647-95f6-bba131ee68c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.958600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a6d00fe-552b-4b77-9a2b-aafda86b4099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:22.968480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd0073-04d4-4647-95f6-bba131ee68c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=458bdc32-be1e-41fa-bd20-bda5ae2a1ed3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:23.044988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-40046217-ba11-4d61-9c6c-250b154300a6 None None] Provisioning complete for port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:23.046554 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-40046217-ba11-4d61-9c6c-250b154300a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.101843 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a6d00fe-552b-4b77-9a2b-aafda86b4099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.111905 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a6d00fe-552b-4b77-9a2b-aafda86b4099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.113266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8a6d00fe-552b-4b77-9a2b-aafda86b4099 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7d072ccc-b738-4464-90ce-4fb4d43a2f77 HTTP/1.1" status: 204 len: 168 time: 0.2837512 Dec 08 01:46:23.149019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d00fe-552b-4b77-9a2b-aafda86b4099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d072ccc-b738-4464-90ce-4fb4d43a2f77,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:23.271107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0073-04d4-4647-95f6-bba131ee68c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.276644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-40046217-ba11-4d61-9c6c-250b154300a6 None None] Could not find standard attr ID for object 458bdc32-be1e-41fa-bd20-bda5ae2a1ed3. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:46:23.278969 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c8cd0073-04d4-4647-95f6-bba131ee68c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/458bdc32-be1e-41fa-bd20-bda5ae2a1ed3 HTTP/1.1" status: 204 len: 168 time: 0.8278267 Dec 08 01:46:23.310282 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56662) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:23.391259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a30baee3-ba78-44a2-93ea-25e9c9d881fb None None] Could not find standard attr ID for object 458bdc32-be1e-41fa-bd20-bda5ae2a1ed3. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:46:23.394405 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c25dd-6573-4491-b562-c5eedff63c7e req-ed3e1951-9fcb-441a-862e-04c7f01af25e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:23.408886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e80c25dd-6573-4491-b562-c5eedff63c7e req-ed3e1951-9fcb-441a-862e-04c7f01af25e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.2357209 Dec 08 01:46:23.414714 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-12410643-082c-41cf-a5f0-76f3bc28165a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:46:23.420854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-12410643-082c-41cf-a5f0-76f3bc28165a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/458bdc32-be1e-41fa-bd20-bda5ae2a1ed3 HTTP/1.1" status: 404 len: 333 time: 0.1094189 Dec 08 01:46:23.424912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56670) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:23.499412 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e80c25dd-6573-4491-b562-c5eedff63c7e req-6e2ccf74-ba65-4f9f-a7a2-8ff2fea0b65c tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870645 Dec 08 01:46:23.525620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91d8e21-a98b-4045-a655-c37745016a2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting subnet a3b2d313-d45e-43c6-9dec-5220793f3855 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:46:23.534150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91d8e21-a98b-4045-a655-c37745016a2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.573008 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc882efc-0500-4459-a270-98f83cd0261f req-1b462bc6-2356-42b2-b7fe-e19c71d75ac6 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:23.582579 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dc882efc-0500-4459-a270-98f83cd0261f req-1b462bc6-2356-42b2-b7fe-e19c71d75ac6 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 945 time: 0.3373504 Dec 08 01:46:23.667567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dc882efc-0500-4459-a270-98f83cd0261f req-444f720d-aac0-4459-bf48-12223b4f0d0c tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804319 Dec 08 01:46:23.680081 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91d8e21-a98b-4045-a655-c37745016a2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.870460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93276aa6-8624-4e51-b7d4-8ad48de91b39 req-51ba473f-e569-457b-8a13-79b0b042e3b6 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:23.879225 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93276aa6-8624-4e51-b7d4-8ad48de91b39 req-51ba473f-e569-457b-8a13-79b0b042e3b6 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 945 time: 0.0993104 Dec 08 01:46:23.903319 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91d8e21-a98b-4045-a655-c37745016a2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:23.977203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93276aa6-8624-4e51-b7d4-8ad48de91b39 req-6c860939-e6d4-4aa7-bbe8-172c2c4b09d5 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969055 Dec 08 01:46:24.027137 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91d8e21-a98b-4045-a655-c37745016a2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.061865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d8e21-a98b-4045-a655-c37745016a2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b2d313-d45e-43c6-9dec-5220793f3855,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:24.074929 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a91d8e21-a98b-4045-a655-c37745016a2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.081649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56696) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:24.082255 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a91d8e21-a98b-4045-a655-c37745016a2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/a3b2d313-d45e-43c6-9dec-5220793f3855 HTTP/1.1" status: 204 len: 168 time: 0.6541438 Dec 08 01:46:24.143348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-90921161-6c7c-4588-8ded-9a800e22b483 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting subnet 9f6c31aa-b44e-4b8c-8ad0-1b9669865de2 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:46:24.146030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90921161-6c7c-4588-8ded-9a800e22b483 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.202385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56702) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:24.216484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90921161-6c7c-4588-8ded-9a800e22b483 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.333455 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90921161-6c7c-4588-8ded-9a800e22b483 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.341479 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1638409303-network', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:24.362065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950b85e-35fb-4d2b-8661-8516c3e116d2 req-f71c1d8f-f4e7-45be-baea-2cf6344aa9c2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:24.366843 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c950b85e-35fb-4d2b-8661-8516c3e116d2 req-f71c1d8f-f4e7-45be-baea-2cf6344aa9c2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 945 time: 0.0999939 Dec 08 01:46:24.409377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90921161-6c7c-4588-8ded-9a800e22b483 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.425922 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Made reservation on behalf of c153057cd5c44b78964c51f1ad37c84c for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:24.429819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.447908 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.484195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90921161-6c7c-4588-8ded-9a800e22b483 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6c31aa-b44e-4b8c-8ad0-1b9669865de2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:24.485497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c950b85e-35fb-4d2b-8661-8516c3e116d2 req-da56cb9d-4a95-4da7-8417-926007e9c341 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088858 Dec 08 01:46:24.508045 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-90921161-6c7c-4588-8ded-9a800e22b483 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.515769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-90921161-6c7c-4588-8ded-9a800e22b483 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/9f6c31aa-b44e-4b8c-8ad0-1b9669865de2 HTTP/1.1" status: 204 len: 168 time: 0.4329283 Dec 08 01:46:24.518362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56714) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:24.758804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6ef733-847a-4026-98fc-dbda3883ebba None None] Network 8af35b43-71ea-40f1-8caf-34bcfa309667 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:24.774131 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.784583 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.817200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f446fd0-ba66-49f4-b34d-6d4b1a55ad81 req-bf7e6a81-c320-4ce5-91a1-8d7f4ba5351d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:24.829043 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f446fd0-ba66-49f4-b34d-6d4b1a55ad81 req-bf7e6a81-c320-4ce5-91a1-8d7f4ba5351d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.1436629 Dec 08 01:46:24.863046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:24.867644 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.911429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17994d4e-4c4f-4891-8bcd-9437c83bb479 req-223d97ec-6b4f-46fe-a70b-0a22c2fae5c2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:24.913509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-17994d4e-4c4f-4891-8bcd-9437c83bb479 req-223d97ec-6b4f-46fe-a70b-0a22c2fae5c2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 945 time: 0.1877818 Dec 08 01:46:24.921022 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:24.921430 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Added segment 05e7058b-e89d-4b29-903b-561752339fd1 of type vlan for network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c Dec 08 01:46:24.935012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a420d303-19f2-41d2-b2da-29b5ca94f2e1 None None] Could not find standard attr ID for object 458bdc32-be1e-41fa-bd20-bda5ae2a1ed3. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:46:24.942278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1907540b-5717-4078-a464-1e846bfa2314,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:24.976705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f446fd0-ba66-49f4-b34d-6d4b1a55ad81 req-e4a0e021-5120-408c-a0de-bffeea3b833a tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464970 Dec 08 01:46:25.063710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e6971-318f-42ab-8526-68d15531501a None None] DHCP port deletion for 8af35b43-71ea-40f1-8caf-34bcfa309667 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:25.090586 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-17994d4e-4c4f-4891-8bcd-9437c83bb479 req-319cb566-2c2d-4e9d-8c00-1c87ee2a6875 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680219 Dec 08 01:46:25.100179 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.109777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:25.111403 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.193547 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.195093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:25.195743 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.242132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0353296 Dec 08 01:46:25.247752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56726) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:25.254851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-929e6971-318f-42ab-8526-68d15531501a None None] Deleting port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:25.255246 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-929e6971-318f-42ab-8526-68d15531501a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.256692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-44cd4f30-cbae-402d-95a4-4421108ae40b admin admin] Request body: {'subnet': {'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1638409303-subnet', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:25.268211 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] For port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=89afe3b8-981b-4d5a-aa9f-42e0bf0d8388,segment=NetworkSegment(db527d07-5dbc-4581-9c5a-56a8800a9165),segment_id=db527d07-5dbc-4581-9c5a-56a8800a9165)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:25.269089 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.285782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:25.376056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f8cac-ff97-45c6-87a6-0919635d2571 admin admin] Pushing event updated for resources: {'Network': ['ID=8a40c7cb-a606-4b1d-9bee-e672ac0b300c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:25.397941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:25.407930 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.411362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-929e6971-318f-42ab-8526-68d15531501a None None] For port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=89afe3b8-981b-4d5a-aa9f-42e0bf0d8388,segment=NetworkSegment(db527d07-5dbc-4581-9c5a-56a8800a9165),segment_id=db527d07-5dbc-4581-9c5a-56a8800a9165)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:25.412036 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-929e6971-318f-42ab-8526-68d15531501a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.455514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-929e6971-318f-42ab-8526-68d15531501a None None] Calling delete_port for 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:25.488922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No DVR routers for this DVR port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:25.512685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=89afe3b8-981b-4d5a-aa9f-42e0bf0d8388,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:25.604656 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-929e6971-318f-42ab-8526-68d15531501a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.658877 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.687394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cd4f30-cbae-402d-95a4-4421108ae40b admin admin] Made reservation on behalf of c153057cd5c44b78964c51f1ad37c84c for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:25.688824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e6971-318f-42ab-8526-68d15531501a None None] Pushing event deleted for resources: {'Port': ['ID=89afe3b8-981b-4d5a-aa9f-42e0bf0d8388,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:25.691332 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44cd4f30-cbae-402d-95a4-4421108ae40b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.695095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e6971-318f-42ab-8526-68d15531501a None None] No DVR routers for this DVR port 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:25.720000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a89f-6a6f-4af6-9d14-7a1bdf10f6cd req-35d46ef7-e8e4-47af-bdf6-52949d0995cf tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:25.737519 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2621a89f-6a6f-4af6-9d14-7a1bdf10f6cd req-35d46ef7-e8e4-47af-bdf6-52949d0995cf tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 945 time: 0.2380657 Dec 08 01:46:25.759333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af35b43-71ea-40f1-8caf-34bcfa309667']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:25.795005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db527d07-5dbc-4581-9c5a-56a8800a9165') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:25.795339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db527d07-5dbc-4581-9c5a-56a8800a9165') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:25.848897 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.884761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2621a89f-6a6f-4af6-9d14-7a1bdf10f6cd req-135cd5da-e219-424e-aab4-61dc6101c378 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298666 Dec 08 01:46:25.890888 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.900561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:46:25.900922 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:46:25.904055 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:46:26.063311 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.072142 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.079121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/networks/8af35b43-71ea-40f1-8caf-34bcfa309667 HTTP/1.1" status: 204 len: 168 time: 1.5576551 Dec 08 01:46:26.082960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56738) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:26.111675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81adfea-41dd-4f3b-9e87-2c036478bda4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Network': ['ID=8af35b43-71ea-40f1-8caf-34bcfa309667,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:26.160432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27607f-bb5a-4b9b-bb3b-df56ad88d395 req-493a3ee0-c630-4e1f-a50d-b724d6185d73 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:26.163766 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff27607f-bb5a-4b9b-bb3b-df56ad88d395 req-493a3ee0-c630-4e1f-a50d-b724d6185d73 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 945 time: 0.1168914 Dec 08 01:46:26.229317 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff27607f-bb5a-4b9b-bb3b-df56ad88d395 req-c3935334-a70c-443c-9bea-88535bd5f28f tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589626 Dec 08 01:46:26.241401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d827130f-3424-4bb4-8615-808c6705315b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:26.243403 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d827130f-3424-4bb4-8615-808c6705315b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1552334 Dec 08 01:46:26.247564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56742) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:26.268430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6eed7-8b85-4c92-8773-0ba24b8376f8 req-da060e59-c793-4d00-98ee-93861804e939 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:26.271184 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ed6eed7-8b85-4c92-8773-0ba24b8376f8 req-da060e59-c793-4d00-98ee-93861804e939 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.1628814 Dec 08 01:46:26.272615 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44cd4f30-cbae-402d-95a4-4421108ae40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.310892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a68f4bf5-5e3c-4877-923b-d9bba9ebc436 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0578768 Dec 08 01:46:26.311537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56748) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:26.316808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a292ddbf-208a-4d33-9388-8610583f9106 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2094767391'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:26.353668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a292ddbf-208a-4d33-9388-8610583f9106 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:26.363542 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a292ddbf-208a-4d33-9388-8610583f9106 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.390225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd4f30-cbae-402d-95a4-4421108ae40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7350439f-5003-4406-b9e1-36d3805fa73f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:26.450397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a292ddbf-208a-4d33-9388-8610583f9106 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:26.462896 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a292ddbf-208a-4d33-9388-8610583f9106 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.463254 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-a292ddbf-208a-4d33-9388-8610583f9106 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Added segment 6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b of type vlan for network 43349820-e5ba-447b-86ca-8e51674fa9bb Dec 08 01:46:26.533367 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a292ddbf-208a-4d33-9388-8610583f9106 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.587170 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a292ddbf-208a-4d33-9388-8610583f9106 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.595552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292ddbf-208a-4d33-9388-8610583f9106 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:26.596338 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a292ddbf-208a-4d33-9388-8610583f9106 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:26.733520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a292ddbf-208a-4d33-9388-8610583f9106 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4207845 Dec 08 01:46:26.790671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56750) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:26.798781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-642fd69f-182c-48a5-9c6f-e91ab083af38 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '43349820-e5ba-447b-86ca-8e51674fa9bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:26.845552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292ddbf-208a-4d33-9388-8610583f9106 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Network': ['ID=43349820-e5ba-447b-86ca-8e51674fa9bb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:26.874641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 43349820-e5ba-447b-86ca-8e51674fa9bb details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:27.199516 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ed6eed7-8b85-4c92-8773-0ba24b8376f8 req-bcf57329-8e7d-4691-8836-0606ed5c0df4 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9184158 Dec 08 01:46:27.212045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:27.218994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cd4f30-cbae-402d-95a4-4421108ae40b admin admin] Checking segment: {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:27.219929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cd4f30-cbae-402d-95a4-4421108ae40b admin admin] Network hostable DHCP agents. Network: 8a40c7cb-a606-4b1d-9bee-e672ac0b300c, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:27.246626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cd4f30-cbae-402d-95a4-4421108ae40b admin admin] Network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:27.280604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7241e62-1b50-4b0e-bf61-acad91ea832b req-53ca904e-11b9-49e0-9d70-68ac5bb97680 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:27.282929 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7241e62-1b50-4b0e-bf61-acad91ea832b req-53ca904e-11b9-49e0-9d70-68ac5bb97680 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 945 time: 0.1211834 Dec 08 01:46:27.284550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642fd69f-182c-48a5-9c6f-e91ab083af38 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:27.289649 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-642fd69f-182c-48a5-9c6f-e91ab083af38 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.292274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-44cd4f30-cbae-402d-95a4-4421108ae40b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 8a40c7cb-a606-4b1d-9bee-e672ac0b300c) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:27.308833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cd4f30-cbae-402d-95a4-4421108ae40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:27.311241 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-44cd4f30-cbae-402d-95a4-4421108ae40b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.337549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5732a0-191a-4b92-815a-2ebb61e731d3 None None] Network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:27.348145 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-44cd4f30-cbae-402d-95a4-4421108ae40b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1003191 Dec 08 01:46:27.352142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56764) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:27.360806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:27.416512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:27.416866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 89afe3b8-981b-4d5a-aa9f-42e0bf0d8388 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:27.434552 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7241e62-1b50-4b0e-bf61-acad91ea832b req-9b7db847-075a-451a-a72d-5f1501d67260 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401358 Dec 08 01:46:27.442715 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.446946 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.597646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.652744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:46:27.653821 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.663859 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-642fd69f-182c-48a5-9c6f-e91ab083af38 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.717646 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:46:27.782524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fd69f-182c-48a5-9c6f-e91ab083af38 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Subnet': ['ID=ebcc37b3-a471-4b58-bd48-367dd8d1171c,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:27.791401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642fd69f-182c-48a5-9c6f-e91ab083af38 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Checking segment: {'id': '6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '43349820-e5ba-447b-86ca-8e51674fa9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:27.791767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642fd69f-182c-48a5-9c6f-e91ab083af38 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network hostable DHCP agents. Network: 43349820-e5ba-447b-86ca-8e51674fa9bb, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:27.828785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642fd69f-182c-48a5-9c6f-e91ab083af38 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 43349820-e5ba-447b-86ca-8e51674fa9bb is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:27.832862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.841198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-642fd69f-182c-48a5-9c6f-e91ab083af38 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 43349820-e5ba-447b-86ca-8e51674fa9bb) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:27.845672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642fd69f-182c-48a5-9c6f-e91ab083af38 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:27.846264 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-642fd69f-182c-48a5-9c6f-e91ab083af38 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:27.875977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d014bc18-ac9f-4ee2-b66f-b5aed32d530f None None] Network 43349820-e5ba-447b-86ca-8e51674fa9bb requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:27.880698 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-642fd69f-182c-48a5-9c6f-e91ab083af38 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0883427 Dec 08 01:46:27.881144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56770) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:27.887112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': '43349820-e5ba-447b-86ca-8e51674fa9bb', 'name': 'tempest-PortsTestJSON-853108931'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:28.049972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-43349820-e5ba-447b-86ca-8e51674fa9bb', 'network_id': '43349820-e5ba-447b-86ca-8e51674fa9bb', 'project_id': '3e0cd03e8fe4423fb3f595c903ca9c9f', 'fixed_ips': [{'subnet_id': 'ebcc37b3-a471-4b58-bd48-367dd8d1171c'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:46:28.050868 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.144427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Allocated IP 172.20.0.2 (8a40c7cb-a606-4b1d-9bee-e672ac0b300c/7350439f-5003-4406-b9e1-36d3805fa73f/f86621f2-7a66-42d7-8f8b-583f6891d45f) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:28.274757 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:28.283794 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.323561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port 08c4dc48-f8ef-4c14-8653-992cfc0ac5ea yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:46:28.385164 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.438495 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.532257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa497a-3aa3-4d51-894a-a45455fffbdf req-2f640c24-1ef4-400a-8ab5-3efad48af19f tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:28.536364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac0e80-2328-4fca-91e7-fc1f3955d832 req-68bbb32f-a8ce-4dc8-a64b-587d187d13bf tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:28.544850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-17ac0e80-2328-4fca-91e7-fc1f3955d832 req-68bbb32f-a8ce-4dc8-a64b-587d187d13bf tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.1207500 Dec 08 01:46:28.546320 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9aa497a-3aa3-4d51-894a-a45455fffbdf req-2f640c24-1ef4-400a-8ab5-3efad48af19f tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.65 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 945 time: 0.1880295 Dec 08 01:46:28.658640 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-17ac0e80-2328-4fca-91e7-fc1f3955d832 req-92a8d451-f7a6-4224-87de-17bf42478cec tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120193 Dec 08 01:46:28.685176 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Allocated IP 172.25.2.80 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/49d821bd-433e-4d81-a276-7a40e3b8079d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:28.728851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Allocated IP 172.20.0.2 (43349820-e5ba-447b-86ca-8e51674fa9bb/ebcc37b3-a471-4b58-bd48-367dd8d1171c/f776b576-8e01-4a93-aaa7-a35d955ae0d1) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:28.822077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f323bc-c6f2-41d2-bb67-b72afdaa4d5a req-3b04d6ea-b4bc-4407-9be5-c81ba816ec11 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:28.840616 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-26f323bc-c6f2-41d2-bb67-b72afdaa4d5a req-3b04d6ea-b4bc-4407-9be5-c81ba816ec11 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/ports?device_id=35575a64-3a4c-479a-bd31-2993ad7b031c HTTP/1.1" status: 200 len: 945 time: 0.2138379 Dec 08 01:46:28.891955 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4c1beab1-3a7c-4f1d-bda4-e6e4831683dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.925866 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:28.949668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-e9aa497a-3aa3-4d51-894a-a45455fffbdf req-b41203ad-0740-4f08-b24b-b7d1a0e32bb2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Deleting port d287f39a-55f7-464d-bdd6-0ef7dee33f87 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:28.964712 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e9aa497a-3aa3-4d51-894a-a45455fffbdf req-b41203ad-0740-4f08-b24b-b7d1a0e32bb2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.008155 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.061361 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.145181 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.165113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:29.167025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e9aa497a-3aa3-4d51-894a-a45455fffbdf req-b41203ad-0740-4f08-b24b-b7d1a0e32bb2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] For port d287f39a-55f7-464d-bdd6-0ef7dee33f87, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=d287f39a-55f7-464d-bdd6-0ef7dee33f87,segment=NetworkSegment(0799589b-6a3b-4f91-8304-0f5475995fde),segment_id=0799589b-6a3b-4f91-8304-0f5475995fde)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:29.171734 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e9aa497a-3aa3-4d51-894a-a45455fffbdf req-b41203ad-0740-4f08-b24b-b7d1a0e32bb2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.182394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:29.200368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-e9aa497a-3aa3-4d51-894a-a45455fffbdf req-b41203ad-0740-4f08-b24b-b7d1a0e32bb2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Calling delete_port for d287f39a-55f7-464d-bdd6-0ef7dee33f87 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:29.221528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:29.242176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Pushing event updated for resources: {'Port': ['ID=f86621f2-7a66-42d7-8f8b-583f6891d45f,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:29.242399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:29.261539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:29.274317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:29.346110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c64abb-a0c9-4334-b314-7cec9c267a84 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:29.387828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Pushing event updated for resources: {'Port': ['ID=49d821bd-433e-4d81-a276-7a40e3b8079d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:29.479287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Attempting to bind port f86621f2-7a66-42d7-8f8b-583f6891d45f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:29.479667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Attempting to bind port f86621f2-7a66-42d7-8f8b-583f6891d45f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:29.480149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Attempting to bind port f86621f2-7a66-42d7-8f8b-583f6891d45f on network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:29.519102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:29.519491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Checking segment: {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:29.519884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.520324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Bound using segment: {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:29.520794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Bound port: f86621f2-7a66-42d7-8f8b-583f6891d45f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:29.521181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.527535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e9aa497a-3aa3-4d51-894a-a45455fffbdf req-b41203ad-0740-4f08-b24b-b7d1a0e32bb2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.543874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-26f323bc-c6f2-41d2-bb67-b72afdaa4d5a req-ec962393-2978-4cb6-802d-4e99949682c9 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.70 "GET /v2.0/security-groups?id=1c15d1eb-0259-4eba-baad-561920793289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7022655 Dec 08 01:46:29.566586 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.573270 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['d287f39a-55f7-464d-bdd6-0ef7dee33f87'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:29.586579 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.597277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41203ad-0740-4f08-b24b-b7d1a0e32bb2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Pushing event deleted for resources: {'Port': ['ID=d287f39a-55f7-464d-bdd6-0ef7dee33f87,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:29.690098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9aa497a-3aa3-4d51-894a-a45455fffbdf req-b41203ad-0740-4f08-b24b-b7d1a0e32bb2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] No DVR routers for this DVR port d287f39a-55f7-464d-bdd6-0ef7dee33f87 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:29.694250 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e9aa497a-3aa3-4d51-894a-a45455fffbdf req-b41203ad-0740-4f08-b24b-b7d1a0e32bb2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:29.705227 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9aa497a-3aa3-4d51-894a-a45455fffbdf req-b41203ad-0740-4f08-b24b-b7d1a0e32bb2 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] 10.222.0.65 "DELETE /v2.0/ports/d287f39a-55f7-464d-bdd6-0ef7dee33f87 HTTP/1.1" status: 204 len: 173 time: 1.1483982 Dec 08 01:46:29.705749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35575a64-3a4c-479a-bd31-2993ad7b031c', 'name': 'network-vif-deleted', 'tag': 'd287f39a-55f7-464d-bdd6-0ef7dee33f87'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:29.708164 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f657f4a2-eee7-40f6-9c45-3fa7867df368" -d '{"events": [{"server_uuid": "35575a64-3a4c-479a-bd31-2993ad7b031c", "name": "network-vif-deleted", "tag": "d287f39a-55f7-464d-bdd6-0ef7dee33f87"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:29.803911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.13 (43349820-e5ba-447b-86ca-8e51674fa9bb/ebcc37b3-a471-4b58-bd48-367dd8d1171c/08c4dc48-f8ef-4c14-8653-992cfc0ac5ea) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:29.809430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] For port f86621f2-7a66-42d7-8f8b-583f6891d45f, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:29.832664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] For port f86621f2-7a66-42d7-8f8b-583f6891d45f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f86621f2-7a66-42d7-8f8b-583f6891d45f,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:29.857661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Network 43349820-e5ba-447b-86ca-8e51674fa9bb is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:29.861045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Pushing event updated for resources: {'Port': ['ID=f776b576-8e01-4a93-aaa7-a35d955ae0d1,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:29.872397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a9463-a1ea-4f80-bd4e-d18b5b4adfff None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:29.875983 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2b83df-594d-4542-9ae8-3cff17e8ef1b x-openstack-request-id: req-0f2b83df-594d-4542-9ae8-3cff17e8ef1b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:29.876299 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35575a64-3a4c-479a-bd31-2993ad7b031c", "name": "network-vif-deleted", "tag": "d287f39a-55f7-464d-bdd6-0ef7dee33f87", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:29.876559 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f2b83df-594d-4542-9ae8-3cff17e8ef1b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:29.877169 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35575a64-3a4c-479a-bd31-2993ad7b031c', 'name': 'network-vif-deleted', 'tag': 'd287f39a-55f7-464d-bdd6-0ef7dee33f87', 'status': 'completed', 'code': 200} Dec 08 01:46:29.884812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:29.889003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:29.915984 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.007061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2bba5-0d5d-4dbe-aedb-a73f2d8d8c8b None None] Pushing event updated for resources: {'Port': ['ID=f86621f2-7a66-42d7-8f8b-583f6891d45f,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:30.057456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Attempting to bind port f776b576-8e01-4a93-aaa7-a35d955ae0d1 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:30.057759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Attempting to bind port f776b576-8e01-4a93-aaa7-a35d955ae0d1 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '43349820-e5ba-447b-86ca-8e51674fa9bb'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:30.058550 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Attempting to bind port f776b576-8e01-4a93-aaa7-a35d955ae0d1 on network 43349820-e5ba-447b-86ca-8e51674fa9bb {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:30.065164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:30.065843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Checking segment: {'id': '6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '43349820-e5ba-447b-86ca-8e51674fa9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:30.066437 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.067655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Bound using segment: {'id': '6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '43349820-e5ba-447b-86ca-8e51674fa9bb'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:30.070102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Bound port: f776b576-8e01-4a93-aaa7-a35d955ae0d1, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '43349820-e5ba-447b-86ca-8e51674fa9bb'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:30.070898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.145444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6d876e3d-4e67-47c1-80d0-e8697e0b46f3 None None] Provisioning complete for port 49d821bd-433e-4d81-a276-7a40e3b8079d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:30.145737 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d876e3d-4e67-47c1-80d0-e8697e0b46f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.196062 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] For port f776b576-8e01-4a93-aaa7-a35d955ae0d1, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:30.200313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] For port f776b576-8e01-4a93-aaa7-a35d955ae0d1, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f776b576-8e01-4a93-aaa7-a35d955ae0d1,segment=NetworkSegment(6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b),segment_id=6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:30.211983 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.276067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6d876e3d-4e67-47c1-80d0-e8697e0b46f3 None None] Port 49d821bd-433e-4d81-a276-7a40e3b8079d cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:30.308873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20779fe-e157-4b67-825a-a7f791c2abaa None None] Pushing event updated for resources: {'Port': ['ID=f776b576-8e01-4a93-aaa7-a35d955ae0d1,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:30.360531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe58a36-7699-4bb6-b5cd-e7040c3eee56 req-5c7579f8-f40d-4266-9f62-fb2fc2affcef tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:30.362295 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ffe58a36-7699-4bb6-b5cd-e7040c3eee56 req-5c7579f8-f40d-4266-9f62-fb2fc2affcef tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.3985050 Dec 08 01:46:30.413478 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.489372 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.521007 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ffe58a36-7699-4bb6-b5cd-e7040c3eee56 req-19625f3e-8025-43a5-af17-ec7d1b776d0b tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465325 Dec 08 01:46:30.825730 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:30.935985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56814) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:30.953238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=08c4dc48-f8ef-4c14-8653-992cfc0ac5ea,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:31.042192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0489ec4-9df5-4c95-9ce5-a6a9ce98d18a admin admin] Deleting subnet decbed6d-9d04-4968-abca-418c83c36e5b {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:46:31.047116 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0489ec4-9df5-4c95-9ce5-a6a9ce98d18a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.053509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 43349820-e5ba-447b-86ca-8e51674fa9bb is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:31.059642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:31.065911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:31.098275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0489ec4-9df5-4c95-9ce5-a6a9ce98d18a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.120730 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f86621f2-7a66-42d7-8f8b-583f6891d45f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:31.197565 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.199487 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c17c26b-888a-4864-9e91-0b63e28fae24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.213667 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0489ec4-9df5-4c95-9ce5-a6a9ce98d18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.229103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:31.233110 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.251756 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port f86621f2-7a66-42d7-8f8b-583f6891d45f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:31.252494 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.307639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0489ec4-9df5-4c95-9ce5-a6a9ce98d18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.404874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0489ec4-9df5-4c95-9ce5-a6a9ce98d18a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=decbed6d-9d04-4968-abca-418c83c36e5b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:31.424520 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0489ec4-9df5-4c95-9ce5-a6a9ce98d18a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.431248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1bcd1b-fc92-4032-83c7-d43505573fcc None None] Network a7851832-95d1-4c13-97ae-d496b5dfae7a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:31.440195 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a0489ec4-9df5-4c95-9ce5-a6a9ce98d18a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/decbed6d-9d04-4968-abca-418c83c36e5b HTTP/1.1" status: 204 len: 168 time: 0.5023129 Dec 08 01:46:31.442814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56824) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:31.453546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-45f56e59-b8fc-40d1-b6f9-5be44d49f7b1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5708246 Dec 08 01:46:31.463262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56826) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:31.476963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': '43349820-e5ba-447b-86ca-8e51674fa9bb', 'name': 'tempest-PortsTestJSON-1534084256'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:31.550334 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.736798 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.763244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:31.775651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.787945 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.791998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9721aa7d-8fcb-40f6-b60b-f46bebb1abf7 None None] DHCP port deletion for a7851832-95d1-4c13-97ae-d496b5dfae7a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:31.804805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port f86621f2-7a66-42d7-8f8b-583f6891d45f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f86621f2-7a66-42d7-8f8b-583f6891d45f,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:31.826834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device d287f39a-55f7-464d-bdd6-0ef7dee33f87 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:31.838822 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:31.839784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f776b576-8e01-4a93-aaa7-a35d955ae0d1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:31.888692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port a43a1f41-755d-486c-824c-81d47cd6261e yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:46:31.895706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: d287f39a-55f7-464d-bdd6-0ef7dee33f87 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:31.899384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device d287f39a-55f7-464d-bdd6-0ef7dee33f87 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:32.019375 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:32.094284 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7851832-95d1-4c13-97ae-d496b5dfae7a']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:32.120902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0799589b-6a3b-4f91-8304-0f5475995fde') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:32.122182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0799589b-6a3b-4f91-8304-0f5475995fde') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:32.144501 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:32.179125 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:32.196291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:46:32.198035 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:46:32.204315 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:46:32.216237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.14 (43349820-e5ba-447b-86ca-8e51674fa9bb/ebcc37b3-a471-4b58-bd48-367dd8d1171c/a43a1f41-755d-486c-824c-81d47cd6261e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:32.372994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:32.403127 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:32.408884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a7851832-95d1-4c13-97ae-d496b5dfae7a HTTP/1.1" status: 204 len: 168 time: 0.9622059 Dec 08 01:46:32.409828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30653f87-133c-40d5-b4f8-5002d49e6274 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7851832-95d1-4c13-97ae-d496b5dfae7a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:32.453739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5108b3-23e2-4307-afba-4c11550591d4 None None] Network 43349820-e5ba-447b-86ca-8e51674fa9bb requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:32.458711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=f86621f2-7a66-42d7-8f8b-583f6891d45f,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:32.608983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Router ecc649c4-8963-4b2b-ae3f-96eab8f3372b is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:46:32.659792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c42e3e1-34fe-4478-bdad-9d26a6fe2f0e None None] Network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:32.669320 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:32.693508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56844) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:32.727067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port f776b576-8e01-4a93-aaa7-a35d955ae0d1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:32.727753 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:32.742228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27c1f-ab6b-4ce3-8b59-f003102e743d req-12bf6bc2-8352-4453-ae4d-7ed0653a402f tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:32.747659 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c8b27c1f-ab6b-4ce3-8b59-f003102e743d req-12bf6bc2-8352-4453-ae4d-7ed0653a402f tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 1.0220351 Dec 08 01:46:32.783115 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:32.797488 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-187b892c-9224-4574-81cc-f4d57fa97a50 None None] Provisioning complete for port f776b576-8e01-4a93-aaa7-a35d955ae0d1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:32.798389 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-187b892c-9224-4574-81cc-f4d57fa97a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:32.809722 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2b4acdb8-35a2-4ce7-8d43-cea76505ce5a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6c9b12f76894fa08f2595ad441a865c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1148365 Dec 08 01:46:32.816766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56846) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:32.894617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:46:32.938953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Sync routers for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:46:32.987959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c8b27c1f-ab6b-4ce3-8b59-f003102e743d req-5cb17981-d86f-4f2b-951a-0d8b188fa886 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219987 Dec 08 01:46:33.000688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:33.001741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:46:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:33.008238 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.022693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56850) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:33.035860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-06397730-a8b5-4606-8f15-ec43b76e03b2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6821165 Dec 08 01:46:33.054902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.173357 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-187b892c-9224-4574-81cc-f4d57fa97a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.179700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=a43a1f41-755d-486c-824c-81d47cd6261e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:33.201714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 43349820-e5ba-447b-86ca-8e51674fa9bb is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:33.202990 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00fa602f-d177-4952-8603-a8d92bcb2f14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.231767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00fa602f-d177-4952-8603-a8d92bcb2f14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.306242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:33.310374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:33.316630 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00fa602f-d177-4952-8603-a8d92bcb2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.326172 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00fa602f-d177-4952-8603-a8d92bcb2f14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.327380 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-00fa602f-d177-4952-8603-a8d92bcb2f14 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c15d1eb-0259-4eba-baad-561920793289 HTTP/1.1" status: 204 len: 168 time: 0.5095441 Dec 08 01:46:33.339990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-187b892c-9224-4574-81cc-f4d57fa97a50 None None] For port f776b576-8e01-4a93-aaa7-a35d955ae0d1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f776b576-8e01-4a93-aaa7-a35d955ae0d1,segment=NetworkSegment(6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b),segment_id=6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:33.369483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa602f-d177-4952-8603-a8d92bcb2f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c15d1eb-0259-4eba-baad-561920793289,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:33.390535 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-187b892c-9224-4574-81cc-f4d57fa97a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.426300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:33.426985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.431048 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.435763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:33.504140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56856) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:33.509082 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-63d1cb98-231d-4c77-823a-dee487d71b20 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0384600 Dec 08 01:46:33.763116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b892c-9224-4574-81cc-f4d57fa97a50 None None] Pushing event updated for resources: {'Port': ['ID=f776b576-8e01-4a93-aaa7-a35d955ae0d1,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:33.769457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b2a499-5e96-4dd2-903d-7b5effa9066b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:33.771641 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b3b2a499-5e96-4dd2-903d-7b5effa9066b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.2662275 Dec 08 01:46:33.774357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56866) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:33.832971 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:33.944752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-22bfe94f-e46d-4eea-ae07-be4e800b3b97 None None] Provisioning complete for port f86621f2-7a66-42d7-8f8b-583f6891d45f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:33.947740 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-22bfe94f-e46d-4eea-ae07-be4e800b3b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.087534 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.252118 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:46:34.252728 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:46:34.363349 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb028b-f79a-41d1-9b04-27b10a4b5c4b req-419c0484-f004-4488-a87e-6c6ba4991df7 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:34.365620 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5feb028b-f79a-41d1-9b04-27b10a4b5c4b req-419c0484-f004-4488-a87e-6c6ba4991df7 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.2220404 Dec 08 01:46:34.386638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-759fe268-a73a-4642-83d9-284d8baa6597 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port a43a1f41-755d-486c-824c-81d47cd6261e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:34.387010 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-759fe268-a73a-4642-83d9-284d8baa6597 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.419314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:29Z', 'revision_number': 3, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:34.458607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Checking router: ecc649c4-8963-4b2b-ae3f-96eab8f3372b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:46:34.459743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Updating router ecc649c4-8963-4b2b-ae3f-96eab8f3372b port 49d821bd-433e-4d81-a276-7a40e3b8079d binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:46:34.555917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-294bdd09-e53a-4448-9fc6-a03353b7a23e None None] Provisioning complete for port a43a1f41-755d-486c-824c-81d47cd6261e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:34.556455 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-294bdd09-e53a-4448-9fc6-a03353b7a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.571499 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5feb028b-f79a-41d1-9b04-27b10a4b5c4b req-142f76d1-42b8-4acc-8777-c1ed5d86f124 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953037 Dec 08 01:46:34.575591 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.590651 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.776472 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-759fe268-a73a-4642-83d9-284d8baa6597 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.816159 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-294bdd09-e53a-4448-9fc6-a03353b7a23e None None] Port a43a1f41-755d-486c-824c-81d47cd6261e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:34.816666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-759fe268-a73a-4642-83d9-284d8baa6597 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for a43a1f41-755d-486c-824c-81d47cd6261e owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:34.891626 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.907370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-294bdd09-e53a-4448-9fc6-a03353b7a23e None None] Provisioning complete for port f776b576-8e01-4a93-aaa7-a35d955ae0d1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:34.907748 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-294bdd09-e53a-4448-9fc6-a03353b7a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:34.955102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56896) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:35.092263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f86621f2-7a66-42d7-8f8b-583f6891d45f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:35.167493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-902019572-network', 'tenant_id': 'fe240098e6a9466bb745a4cf1991eb89'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:35.190276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Allocated IP 172.20.0.1 (8a40c7cb-a606-4b1d-9bee-e672ac0b300c/7350439f-5003-4406-b9e1-36d3805fa73f/29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:35.207917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Made reservation on behalf of fe240098e6a9466bb745a4cf1991eb89 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:35.210993 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.216915 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.218725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-294bdd09-e53a-4448-9fc6-a03353b7a23e None None] Provisioning complete for port 08c4dc48-f8ef-4c14-8653-992cfc0ac5ea triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:35.219091 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-294bdd09-e53a-4448-9fc6-a03353b7a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.233012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.300310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-759fe268-a73a-4642-83d9-284d8baa6597 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.343037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fe268-a73a-4642-83d9-284d8baa6597 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=a43a1f41-755d-486c-824c-81d47cd6261e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:35.389562 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.395156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.429643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:35.449637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5459f3-fe06-4b55-b4b4-e6d850d32e7b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:35.456109 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.456496 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Added segment 2e8ced44-ab5c-41ee-bba3-397b5434eecc of type vlan for network 97b0b116-66cf-421b-b53a-d295068e47a0 Dec 08 01:46:35.516337 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.582122 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.583132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:35.584487 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.598878 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.604525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port f86621f2-7a66-42d7-8f8b-583f6891d45f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:35.605643 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.610561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-294bdd09-e53a-4448-9fc6-a03353b7a23e None None] Port 08c4dc48-f8ef-4c14-8653-992cfc0ac5ea cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:35.659336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7013080 Dec 08 01:46:35.661933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:35.678373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5322ec93-430d-4f72-8abb-09d69c8e5c72 admin admin] Request body: {'subnet': {'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-902019572-subnet', 'tenant_id': 'fe240098e6a9466bb745a4cf1991eb89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:35.715263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de9a271-159e-4927-ad9d-4b72d86becd6 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:35.778953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-294bdd09-e53a-4448-9fc6-a03353b7a23e None None] Provisioning complete for port f86621f2-7a66-42d7-8f8b-583f6891d45f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:35.779347 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-294bdd09-e53a-4448-9fc6-a03353b7a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.780837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd7552-9bbc-4929-8769-ec47c5111f6d None None] Pushing event updated for resources: {'Port': ['ID=49d821bd-433e-4d81-a276-7a40e3b8079d,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:35.840394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152457f-35d7-4771-948d-0123a89111ae admin admin] Pushing event updated for resources: {'Network': ['ID=97b0b116-66cf-421b-b53a-d295068e47a0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:35.868132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Attempting to bind port 49d821bd-433e-4d81-a276-7a40e3b8079d on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:35.868718 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Attempting to bind port 49d821bd-433e-4d81-a276-7a40e3b8079d by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:35.868955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Attempting to bind port 49d821bd-433e-4d81-a276-7a40e3b8079d on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:35.877365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 97b0b116-66cf-421b-b53a-d295068e47a0 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:35.954488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5322ec93-430d-4f72-8abb-09d69c8e5c72 admin admin] Made reservation on behalf of fe240098e6a9466bb745a4cf1991eb89 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:35.957117 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5322ec93-430d-4f72-8abb-09d69c8e5c72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.996343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:35.996802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:35.997236 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:35.997642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:35.998144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Bound port: 49d821bd-433e-4d81-a276-7a40e3b8079d, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:35.998537 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.032805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cdaa2-93a2-4102-a610-306cb8588dc7 req-79694eb8-fd1d-475a-95a0-cb0db2ef1701 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:36.041495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c8cdaa2-93a2-4102-a610-306cb8588dc7 req-79694eb8-fd1d-475a-95a0-cb0db2ef1701 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.2257996 Dec 08 01:46:36.171057 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] For port 49d821bd-433e-4d81-a276-7a40e3b8079d, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:36.177089 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f776b576-8e01-4a93-aaa7-a35d955ae0d1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:36.216505 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-759fe268-a73a-4642-83d9-284d8baa6597 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.230897 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-759fe268-a73a-4642-83d9-284d8baa6597 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/a43a1f41-755d-486c-824c-81d47cd6261e HTTP/1.1" status: 204 len: 168 time: 2.4447131 Dec 08 01:46:36.231587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56916) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:36.236521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c8cdaa2-93a2-4102-a610-306cb8588dc7 req-60746546-9dc0-44c8-bda7-3900c33a1d9f tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894920 Dec 08 01:46:36.258284 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] For port 49d821bd-433e-4d81-a276-7a40e3b8079d, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=49d821bd-433e-4d81-a276-7a40e3b8079d,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:36.270672 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.288972 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b688442-c5c8-486a-b5a2-b361c21359cd tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:46:36.293627 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9b688442-c5c8-486a-b5a2-b361c21359cd tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/a43a1f41-755d-486c-824c-81d47cd6261e HTTP/1.1" status: 404 len: 333 time: 0.0534019 Dec 08 01:46:36.294659 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.296073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56918) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:36.325067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56920) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:36.336267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd7552-9bbc-4929-8769-ec47c5111f6d None None] Pushing event updated for resources: {'Port': ['ID=49d821bd-433e-4d81-a276-7a40e3b8079d,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:36.346157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port f776b576-8e01-4a93-aaa7-a35d955ae0d1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:36.346547 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.399434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ffd3a-8c6d-4c5e-82ec-35490da3c4cd None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:36.440018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5322ec93-430d-4f72-8abb-09d69c8e5c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.480724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff86cb-0b5b-461c-a4f3-1a0711903fda tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port 08c4dc48-f8ef-4c14-8653-992cfc0ac5ea {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:36.481068 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5ff86cb-0b5b-461c-a4f3-1a0711903fda tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.483251 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f1332945-5aa2-421c-b11c-ac381d3be600 None None] Provisioning complete for port 49d821bd-433e-4d81-a276-7a40e3b8079d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:36.484678 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1332945-5aa2-421c-b11c-ac381d3be600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.512183 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.543851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:36.544957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:46:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:36.572220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:36.575834 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Pushing event updated for resources: {'Port': ['ID=29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:36.585835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:36.592017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:36.637847 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322ec93-430d-4f72-8abb-09d69c8e5c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786043f2-8b64-4a79-9f2f-ea5a93de96d4,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:36.641337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5322ec93-430d-4f72-8abb-09d69c8e5c72 admin admin] Checking segment: {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:36.642923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5322ec93-430d-4f72-8abb-09d69c8e5c72 admin admin] Network hostable DHCP agents. Network: 97b0b116-66cf-421b-b53a-d295068e47a0, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:36.666843 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e7872fa-e4ca-4bf9-af91-48c873864b80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.703309 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.805021 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5ff86cb-0b5b-461c-a4f3-1a0711903fda tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.826443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff86cb-0b5b-461c-a4f3-1a0711903fda tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for 08c4dc48-f8ef-4c14-8653-992cfc0ac5ea owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:36.858086 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e7872fa-e4ca-4bf9-af91-48c873864b80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.883039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.889774 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e7872fa-e4ca-4bf9-af91-48c873864b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:36.960692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6e7872fa-e4ca-4bf9-af91-48c873864b80 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e35e2168dff44acbca6c96ec416ea05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6312058 Dec 08 01:46:36.961336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5322ec93-430d-4f72-8abb-09d69c8e5c72 admin admin] Network 97b0b116-66cf-421b-b53a-d295068e47a0 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:36.986522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56928) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:36.995365 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1332945-5aa2-421c-b11c-ac381d3be600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.011450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5322ec93-430d-4f72-8abb-09d69c8e5c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 97b0b116-66cf-421b-b53a-d295068e47a0) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:37.045344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f1332945-5aa2-421c-b11c-ac381d3be600 None None] For port 49d821bd-433e-4d81-a276-7a40e3b8079d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=49d821bd-433e-4d81-a276-7a40e3b8079d,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:37.050781 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef311f-a427-446b-a172-008e2b3bf2f9 None None] Network 97b0b116-66cf-421b-b53a-d295068e47a0 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:37.055873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5322ec93-430d-4f72-8abb-09d69c8e5c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:37.057564 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5322ec93-430d-4f72-8abb-09d69c8e5c72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.078645 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1332945-5aa2-421c-b11c-ac381d3be600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.096853 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:37.107947 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f1332945-5aa2-421c-b11c-ac381d3be600 None None] Could not find standard attr ID for object a43a1f41-755d-486c-824c-81d47cd6261e. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:46:37.114500 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5322ec93-430d-4f72-8abb-09d69c8e5c72 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4515135 Dec 08 01:46:37.124652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7872fa-e4ca-4bf9-af91-48c873864b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90231030-b46c-4451-b287-87de2da878e8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:37.194069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7b0d-997f-475e-8a83-a1ae4075f11b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.250693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7b0d-997f-475e-8a83-a1ae4075f11b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.303069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5ff86cb-0b5b-461c-a4f3-1a0711903fda tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.343533 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.383346 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7b0d-997f-475e-8a83-a1ae4075f11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.387064 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7b0d-997f-475e-8a83-a1ae4075f11b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.387727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f8fb7b0d-997f-475e-8a83-a1ae4075f11b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90231030-b46c-4451-b287-87de2da878e8 HTTP/1.1" status: 204 len: 168 time: 0.4002132 Dec 08 01:46:37.398631 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.404647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb7b0d-997f-475e-8a83-a1ae4075f11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90231030-b46c-4451-b287-87de2da878e8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:37.515325 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff86cb-0b5b-461c-a4f3-1a0711903fda tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=08c4dc48-f8ef-4c14-8653-992cfc0ac5ea,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:37.534015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3d82d4f9-9648-4067-a6e9-1c56484a33ca None None] Provisioning complete for port 49d821bd-433e-4d81-a276-7a40e3b8079d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:37.534397 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3d82d4f9-9648-4067-a6e9-1c56484a33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.539873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1332945-5aa2-421c-b11c-ac381d3be600 None None] Pushing event updated for resources: {'Port': ['ID=49d821bd-433e-4d81-a276-7a40e3b8079d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:37.622868 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-97b0b116-66cf-421b-b53a-d295068e47a0', 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0', 'project_id': 'fe240098e6a9466bb745a4cf1991eb89', 'fixed_ips': [{'subnet_id': '786043f2-8b64-4a79-9f2f-ea5a93de96d4'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:46:37.623753 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.667724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Pushing event updated for resources: {'Port': ['ID=29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:37.760136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.800141 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc14fa-0872-4648-81dc-b589e74ca981 req-d2e52d9b-6e66-439d-a2f4-cc90a2198af9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:37.807109 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cdc14fa-0872-4648-81dc-b589e74ca981 req-d2e52d9b-6e66-439d-a2f4-cc90a2198af9 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.4738438 Dec 08 01:46:37.890318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Allocated IP 172.20.0.2 (97b0b116-66cf-421b-b53a-d295068e47a0/786043f2-8b64-4a79-9f2f-ea5a93de96d4/620e07bc-5388-43a4-abba-ebb8b8434d3a) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:37.952420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56950) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:37.969872 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-638b4647-7bd4-4733-a1bb-c2959699efa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.974736 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5ff86cb-0b5b-461c-a4f3-1a0711903fda tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:37.981365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a5ff86cb-0b5b-461c-a4f3-1a0711903fda tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/08c4dc48-f8ef-4c14-8653-992cfc0ac5ea HTTP/1.1" status: 204 len: 168 time: 1.6844079 Dec 08 01:46:37.983491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56956) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:38.051711 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cdc14fa-0872-4648-81dc-b589e74ca981 req-29975931-484b-4d14-a797-db4a3bde3bb0 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900671 Dec 08 01:46:38.078555 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e633b56-c10f-46c7-97e2-25cd454f51f7 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:46:38.080388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3e633b56-c10f-46c7-97e2-25cd454f51f7 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/08c4dc48-f8ef-4c14-8653-992cfc0ac5ea HTTP/1.1" status: 404 len: 333 time: 0.0959101 Dec 08 01:46:38.080747 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:38.083177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56962) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:38.098356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:38.167642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3d82d4f9-9648-4067-a6e9-1c56484a33ca None None] Provisioning complete for port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:38.168300 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3d82d4f9-9648-4067-a6e9-1c56484a33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.240199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:29Z', 'revision_number': 3, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:38.264092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-687ce52d-ed70-49c8-86e2-2dbfb8de1207 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting subnet ebcc37b3-a471-4b58-bd48-367dd8d1171c {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:46:38.280988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574fcaa3-4b31-4cba-8219-c5287309a3d6 None None] The sync data for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 is: [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:29Z', 'revision_number': 3, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:38.290109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-687ce52d-ed70-49c8-86e2-2dbfb8de1207 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.301492 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.303302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3d82d4f9-9648-4067-a6e9-1c56484a33ca None None] Port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:38.313040 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.338036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-736163cc-65db-4883-8155-d51ca2bd3ad5 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:38.343066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Network 97b0b116-66cf-421b-b53a-d295068e47a0 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:38.345113 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-736163cc-65db-4883-8155-d51ca2bd3ad5 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/networks?id=97b0b116-66cf-421b-b53a-d295068e47a0 HTTP/1.1" status: 200 len: 815 time: 0.2861722 Dec 08 01:46:38.346963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:38.369042 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:38.387835 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-638b4647-7bd4-4733-a1bb-c2959699efa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.405820 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-d4172946-ae7c-4d04-8c2f-d4629cf59a1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/quotas/fe240098e6a9466bb745a4cf1991eb89 HTTP/1.1" status: 200 len: 375 time: 0.0440171 Dec 08 01:46:38.408690 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-638b4647-7bd4-4733-a1bb-c2959699efa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.482765 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-687ce52d-ed70-49c8-86e2-2dbfb8de1207 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.553994 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-638b4647-7bd4-4733-a1bb-c2959699efa2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=70cf767176334a8fb77811ae4b9808f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999675 Dec 08 01:46:38.557982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56968) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:38.560096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b4647-7bd4-4733-a1bb-c2959699efa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20519933-dbcc-4178-960b-1eb0929dd057,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:38.612996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-490fa486-d6cf-4686-9751-3658ccd5112f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fe240098e6a9466bb745a4cf1991eb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1912026 Dec 08 01:46:38.624400 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-687ce52d-ed70-49c8-86e2-2dbfb8de1207 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.641068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Attempting to bind port 620e07bc-5388-43a4-abba-ebb8b8434d3a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:38.641478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Attempting to bind port 620e07bc-5388-43a4-abba-ebb8b8434d3a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:38.641830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Attempting to bind port 620e07bc-5388-43a4-abba-ebb8b8434d3a on network 97b0b116-66cf-421b-b53a-d295068e47a0 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:38.656570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:38.656859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Checking segment: {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:38.657538 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.657966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Bound using segment: {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:38.658206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Router ecc649c4-8963-4b2b-ae3f-96eab8f3372b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:46:38.658770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Bound port: 620e07bc-5388-43a4-abba-ebb8b8434d3a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:38.659651 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.679245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Pushing event updated for resources: {'Port': ['ID=620e07bc-5388-43a4-abba-ebb8b8434d3a,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:38.690187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3552cfb7-93e1-4b84-8f85-08f2619a9b8c None None] Provisioning complete for port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:38.690631 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3552cfb7-93e1-4b84-8f85-08f2619a9b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.795085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3552cfb7-93e1-4b84-8f85-08f2619a9b8c None None] Port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:38.815563 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] For port 620e07bc-5388-43a4-abba-ebb8b8434d3a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:38.820412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] For port 620e07bc-5388-43a4-abba-ebb8b8434d3a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=620e07bc-5388-43a4-abba-ebb8b8434d3a,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:38.822445 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd0897f3-a147-4106-b37d-dfc382da502f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.849519 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.866921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd0897f3-a147-4106-b37d-dfc382da502f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:38.885318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-124500ff-1038-4a16-ac6e-eee452d6b7f2 service neutron] 10.222.0.70 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713408 Dec 08 01:46:38.948252 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-687ce52d-ed70-49c8-86e2-2dbfb8de1207 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.006881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ce52d-ed70-49c8-86e2-2dbfb8de1207 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Subnet': ['ID=ebcc37b3-a471-4b58-bd48-367dd8d1171c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:39.029896 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-687ce52d-ed70-49c8-86e2-2dbfb8de1207 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.033497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-687ce52d-ed70-49c8-86e2-2dbfb8de1207 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/ebcc37b3-a471-4b58-bd48-367dd8d1171c HTTP/1.1" status: 204 len: 168 time: 0.9492052 Dec 08 01:46:39.039005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56972) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:39.043778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0caf518-1988-4d7e-8827-7a938707bbfc None None] Network 43349820-e5ba-447b-86ca-8e51674fa9bb requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:39.117296 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd0897f3-a147-4106-b37d-dfc382da502f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.122205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4124e56-f3fb-423b-a8e9-295f875e5563 None None] Pushing event updated for resources: {'Port': ['ID=620e07bc-5388-43a4-abba-ebb8b8434d3a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:39.125555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dd0897f3-a147-4106-b37d-dfc382da502f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.129943 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dd0897f3-a147-4106-b37d-dfc382da502f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20519933-dbcc-4178-960b-1eb0929dd057 HTTP/1.1" status: 204 len: 168 time: 0.5711212 Dec 08 01:46:39.184418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0897f3-a147-4106-b37d-dfc382da502f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20519933-dbcc-4178-960b-1eb0929dd057,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:39.198907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-3ded43e4-3cce-4342-a1c4-1cbb839d8406 service neutron] 10.222.0.70 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030286 Dec 08 01:46:39.214202 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:46:39.237771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f0efae9e-59f1-4dec-9214-81eaacf2d47e admin admin] 10.222.0.70 "PUT /v2.0/routers/ecc649c4-8963-4b2b-ae3f-96eab8f3372b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2134993 Dec 08 01:46:39.402128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 49d821bd-433e-4d81-a276-7a40e3b8079d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:39.507933 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 49d821bd-433e-4d81-a276-7a40e3b8079d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:39.508676 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.522324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.551390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e61e28-88cf-455a-ac96-290f960732b6 req-6adeea4c-9bc3-4913-8844-08afdc5142c6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:39.554121 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1e61e28-88cf-455a-ac96-290f960732b6 req-6adeea4c-9bc3-4913-8844-08afdc5142c6 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.3568046 Dec 08 01:46:39.617331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e89eae-24dc-4491-b228-18fbbfdd535c None None] DHCP port deletion for 43349820-e5ba-447b-86ca-8e51674fa9bb request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:39.656006 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1e61e28-88cf-455a-ac96-290f960732b6 req-c7bd6b5e-d34f-44a4-b762-b2c0565661d3 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820255 Dec 08 01:46:39.660458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port f776b576-8e01-4a93-aaa7-a35d955ae0d1 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:39.661255 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.735088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] For port f776b576-8e01-4a93-aaa7-a35d955ae0d1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f776b576-8e01-4a93-aaa7-a35d955ae0d1,segment=NetworkSegment(6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b),segment_id=6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:39.735455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.798223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for f776b576-8e01-4a93-aaa7-a35d955ae0d1 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:39.909400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-37e89eae-24dc-4491-b228-18fbbfdd535c None None] Deleting port f776b576-8e01-4a93-aaa7-a35d955ae0d1 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:39.910090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37e89eae-24dc-4491-b228-18fbbfdd535c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:39.968722 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.059647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No DVR routers for this DVR port f776b576-8e01-4a93-aaa7-a35d955ae0d1 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:40.061727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=f776b576-8e01-4a93-aaa7-a35d955ae0d1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:40.174892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-37e89eae-24dc-4491-b228-18fbbfdd535c None None] For port f776b576-8e01-4a93-aaa7-a35d955ae0d1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f776b576-8e01-4a93-aaa7-a35d955ae0d1,segment=NetworkSegment(6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b),segment_id=6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:40.176358 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37e89eae-24dc-4491-b228-18fbbfdd535c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.270437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-37e89eae-24dc-4491-b228-18fbbfdd535c None None] Calling delete_port for f776b576-8e01-4a93-aaa7-a35d955ae0d1 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:40.360857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.501406 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-37e89eae-24dc-4491-b228-18fbbfdd535c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.529212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43349820-e5ba-447b-86ca-8e51674fa9bb']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:40.571836 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e89eae-24dc-4491-b228-18fbbfdd535c None None] Pushing event deleted for resources: {'Port': ['ID=f776b576-8e01-4a93-aaa7-a35d955ae0d1,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:40.583149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:40.583457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f466cd5-6cc6-4027-8e11-c5d57e7ebe6b') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:40.595841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e89eae-24dc-4491-b228-18fbbfdd535c None None] No DVR routers for this DVR port f776b576-8e01-4a93-aaa7-a35d955ae0d1 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:40.617910 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.687574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-b715e42c-09a5-46a9-962d-fa8e444ebf57 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:40.689107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-b715e42c-09a5-46a9-962d-fa8e444ebf57 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/networks?id=97b0b116-66cf-421b-b53a-d295068e47a0 HTTP/1.1" status: 200 len: 815 time: 0.5524271 Dec 08 01:46:40.690151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.713911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8247a2ef-92eb-410c-94b7-e6705a78ee7a tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/quotas/fe240098e6a9466bb745a4cf1991eb89 HTTP/1.1" status: 200 len: 375 time: 0.0118608 Dec 08 01:46:40.716526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:46:40.716841 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:46:40.720099 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:46:40.977325 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.027247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-5d70856d-5716-49f9-bbf0-494692015b41 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fe240098e6a9466bb745a4cf1991eb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3059344 Dec 08 01:46:41.039519 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.048540 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57032) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:41.057213 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/networks/43349820-e5ba-447b-86ca-8e51674fa9bb HTTP/1.1" status: 204 len: 168 time: 2.0026228 Dec 08 01:46:41.062587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ffd5f38e-b4a4-4817-a2fa-6a91b16bb762 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1857250380'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:41.121206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efadeb91-a5dd-4ab1-91b4-252b0d74bd99 None None] Network 97b0b116-66cf-421b-b53a-d295068e47a0 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:41.141932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd5f38e-b4a4-4817-a2fa-6a91b16bb762 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:41.153629 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f38e-b4a4-4817-a2fa-6a91b16bb762 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.175802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e17e0-667b-4bb4-af46-affe5d110d2d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Network': ['ID=43349820-e5ba-447b-86ca-8e51674fa9bb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:41.201884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-28a943dc-8da6-4622-b7ac-161e31c8782e None None] Provisioning complete for port 620e07bc-5388-43a4-abba-ebb8b8434d3a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:41.202504 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-28a943dc-8da6-4622-b7ac-161e31c8782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.262731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd5f38e-b4a4-4817-a2fa-6a91b16bb762 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:46:41.295797 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f38e-b4a4-4817-a2fa-6a91b16bb762 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.299371 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-ffd5f38e-b4a4-4817-a2fa-6a91b16bb762 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Added segment 85d6e395-a5f7-464b-964a-4d9929752c28 of type vlan for network d1c4fc36-33b6-4286-aa65-632c1f5cb987 Dec 08 01:46:41.481886 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-28a943dc-8da6-4622-b7ac-161e31c8782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.487130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 620e07bc-5388-43a4-abba-ebb8b8434d3a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:41.489503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f38e-b4a4-4817-a2fa-6a91b16bb762 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.504147 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-2a43b360-c83b-4833-96fe-386460567966 service neutron] 10.222.0.70 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456437 Dec 08 01:46:41.597497 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f38e-b4a4-4817-a2fa-6a91b16bb762 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.614208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-28a943dc-8da6-4622-b7ac-161e31c8782e None None] For port 620e07bc-5388-43a4-abba-ebb8b8434d3a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=620e07bc-5388-43a4-abba-ebb8b8434d3a,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:41.617998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd5f38e-b4a4-4817-a2fa-6a91b16bb762 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:41.617998 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffd5f38e-b4a4-4817-a2fa-6a91b16bb762 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.626316 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-28a943dc-8da6-4622-b7ac-161e31c8782e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.680554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 620e07bc-5388-43a4-abba-ebb8b8434d3a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:41.680946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:41.707219 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ffd5f38e-b4a4-4817-a2fa-6a91b16bb762 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6516867 Dec 08 01:46:41.714554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57046) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:41.723048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4824d867-46c1-48fc-a759-7b6ae753fe54 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': 'd1c4fc36-33b6-4286-aa65-632c1f5cb987', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:41.852410 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Sync routers for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:46:41.854956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57048) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:41.866104 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:41.866802 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:46:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:41.866982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-89be9f8f-e752-419f-9a90-eb1a42a19467 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--483251266', 'description': 'tempest-description--487068308'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:41.874084 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-ac41bd1b-481e-449d-a5e6-f112de4a6ca0 service neutron] 10.222.0.70 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632615 Dec 08 01:46:41.903862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5f38e-b4a4-4817-a2fa-6a91b16bb762 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Network': ['ID=d1c4fc36-33b6-4286-aa65-632c1f5cb987,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:41.916069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89be9f8f-e752-419f-9a90-eb1a42a19467 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:42.000422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a943dc-8da6-4622-b7ac-161e31c8782e None None] Pushing event updated for resources: {'Port': ['ID=620e07bc-5388-43a4-abba-ebb8b8434d3a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:42.016106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network d1c4fc36-33b6-4286-aa65-632c1f5cb987 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:46:42.158891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4824d867-46c1-48fc-a759-7b6ae753fe54 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:42.175493 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4824d867-46c1-48fc-a759-7b6ae753fe54 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:42.176785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c26d19-3a13-43fd-b2fd-5635115a132b req-e11bef0b-20af-4d8d-8481-1e1161177f31 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:42.178905 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52c26d19-3a13-43fd-b2fd-5635115a132b req-e11bef0b-20af-4d8d-8481-1e1161177f31 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.1077571 Dec 08 01:46:42.219915 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:42.272067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b2d4b489-3661-4465-b0f5-713771974879 None None] Provisioning complete for port 620e07bc-5388-43a4-abba-ebb8b8434d3a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:42.272321 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b2d4b489-3661-4465-b0f5-713771974879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:42.317048 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52c26d19-3a13-43fd-b2fd-5635115a132b req-56a8b7db-64e4-4d4a-96cc-185b7cd3ac62 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276174 Dec 08 01:46:42.584535 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f776b576-8e01-4a93-aaa7-a35d955ae0d1 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:42.619631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-62862ec9-75b1-40bd-be67-125abe61a087 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:42.629716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: f776b576-8e01-4a93-aaa7-a35d955ae0d1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:42.631054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f776b576-8e01-4a93-aaa7-a35d955ae0d1 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:42.632650 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-62862ec9-75b1-40bd-be67-125abe61a087 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.65 "GET /v2.0/networks?id=97b0b116-66cf-421b-b53a-d295068e47a0 HTTP/1.1" status: 200 len: 815 time: 0.4954875 Dec 08 01:46:42.752303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Request body: {'port': {'device_id': 'f73ed9a5-2dab-4786-8b40-ad4a53c44649', 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0', 'admin_state_up': True, 'tenant_id': 'fe240098e6a9466bb745a4cf1991eb89'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:42.767253 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89be9f8f-e752-419f-9a90-eb1a42a19467 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:42.790784 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89be9f8f-e752-419f-9a90-eb1a42a19467 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:42.804254 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:37Z', 'revision_number': 2, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:42.876176 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Checking router: ecc649c4-8963-4b2b-ae3f-96eab8f3372b for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:46:42.876917 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Updating router ecc649c4-8963-4b2b-ae3f-96eab8f3372b port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:46:42.905885 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:42.918916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89be9f8f-e752-419f-9a90-eb1a42a19467 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:42.922764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-89be9f8f-e752-419f-9a90-eb1a42a19467 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0578809 Dec 08 01:46:42.923191 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57074) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:42.941189 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be9f8f-e752-419f-9a90-eb1a42a19467 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:42.962949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5d451e23-69a4-44d1-be22-fed9a52948d5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Request body: {'security_group_rule': {'security_group_id': '3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:43.054290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57076) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:43.056084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d451e23-69a4-44d1-be22-fed9a52948d5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.263248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-4f960327-f436-4898-bcf3-ceefe4668670 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:43.268962 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-4f960327-f436-4898-bcf3-ceefe4668670 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/networks?id=97b0b116-66cf-421b-b53a-d295068e47a0 HTTP/1.1" status: 200 len: 815 time: 0.4845283 Dec 08 01:46:43.295103 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d451e23-69a4-44d1-be22-fed9a52948d5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.301795 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d451e23-69a4-44d1-be22-fed9a52948d5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.304901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 620e07bc-5388-43a4-abba-ebb8b8434d3a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:43.359334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4824d867-46c1-48fc-a759-7b6ae753fe54 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.372975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d451e23-69a4-44d1-be22-fed9a52948d5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350f5992-0b5e-4bab-8fa9-cc09454affb4,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:43.465383 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-22f4d564-693a-4177-a8e8-f8f81d7049d0 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/quotas/fe240098e6a9466bb745a4cf1991eb89 HTTP/1.1" status: 200 len: 375 time: 0.1204884 Dec 08 01:46:43.476059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 620e07bc-5388-43a4-abba-ebb8b8434d3a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:43.479145 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.578333 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b84708e0-ce47-46af-8eaf-1c7cdccb527f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.601663 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d451e23-69a4-44d1-be22-fed9a52948d5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.603368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5d451e23-69a4-44d1-be22-fed9a52948d5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6791608 Dec 08 01:46:43.607893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57090) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:43.621960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Made reservation on behalf of fe240098e6a9466bb745a4cf1991eb89 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:43.632996 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.636148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bfc898fe-2d48-4e18-af04-c59555ad76dd tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Request body: {'security_group_rule': {'security_group_id': '3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:43.693750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824d867-46c1-48fc-a759-7b6ae753fe54 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Subnet': ['ID=1dff2a9e-2cee-4499-b0a3-1cf4524f2482,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:43.720167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db8205-af3f-45c2-8a08-070a16344c17 req-75b8b70e-183d-4079-abe9-48e5a1b901dc tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:43.721778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5db8205-af3f-45c2-8a08-070a16344c17 req-75b8b70e-183d-4079-abe9-48e5a1b901dc tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.2391479 Dec 08 01:46:43.737783 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.750546 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.762393 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4824d867-46c1-48fc-a759-7b6ae753fe54 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Checking segment: {'id': '85d6e395-a5f7-464b-964a-4d9929752c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd1c4fc36-33b6-4286-aa65-632c1f5cb987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:43.763020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824d867-46c1-48fc-a759-7b6ae753fe54 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network hostable DHCP agents. Network: d1c4fc36-33b6-4286-aa65-632c1f5cb987, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:46:43.773808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-d1123406-a1fa-49f2-8a69-861b8bbbaa65 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fe240098e6a9466bb745a4cf1991eb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2756484 Dec 08 01:46:43.822876 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Pushing event updated for resources: {'Port': ['ID=29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:43.838802 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.839486 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.840074 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.840652 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.841234 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.841783 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.842329 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.842890 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.843436 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.843997 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.844612 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.845738 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.846496 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:46:43.868641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5db8205-af3f-45c2-8a08-070a16344c17 req-cc8b550b-177d-47aa-a335-066dce8e6495 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168828 Dec 08 01:46:43.904955 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfc898fe-2d48-4e18-af04-c59555ad76dd tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:43.955530 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fce9a129-7df6-4ce4-aab7-56929333f791 service neutron] 10.222.0.70 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683969 Dec 08 01:46:43.999839 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Attempting to bind port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:44.001197 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Attempting to bind port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:44.002418 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Attempting to bind port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec on network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:44.014943 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:44.018963 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Checking segment: {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:44.020536 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.024943 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Bound using segment: {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:44.025791 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Bound port: 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:44.026377 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.066606 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b84708e0-ce47-46af-8eaf-1c7cdccb527f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.075430 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfc898fe-2d48-4e18-af04-c59555ad76dd tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.076455 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b84708e0-ce47-46af-8eaf-1c7cdccb527f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.125613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b84708e0-ce47-46af-8eaf-1c7cdccb527f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83d66b75826d4ed2927c5bb7ff3f8a94&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0657754 Dec 08 01:46:44.126449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84708e0-ce47-46af-8eaf-1c7cdccb527f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2961c4ff-e401-499c-bb0a-921aed51d0bd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:44.134509 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfc898fe-2d48-4e18-af04-c59555ad76dd tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.136186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57094) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:44.189825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc898fe-2d48-4e18-af04-c59555ad76dd tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296d7f79-84c0-4cf5-a8d8-eb6c6e304774,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:44.216100 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bfc898fe-2d48-4e18-af04-c59555ad76dd tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.221153 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bfc898fe-2d48-4e18-af04-c59555ad76dd tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5999122 Dec 08 01:46:44.222962 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4972c96-385c-4a8b-ae67-1714e7853d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.254813 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4972c96-385c-4a8b-ae67-1714e7853d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.303503 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] For port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:44.314023 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] For port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:44.325782 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.337306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57098) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:44.343955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:44.380046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4972c96-385c-4a8b-ae67-1714e7853d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.385711 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4972c96-385c-4a8b-ae67-1714e7853d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.389990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-50b0503f-e46f-471a-8ddb-f0c218b5793d None None] Provisioning complete for port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:44.391792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c4972c96-385c-4a8b-ae67-1714e7853d9b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2961c4ff-e401-499c-bb0a-921aed51d0bd HTTP/1.1" status: 204 len: 168 time: 0.2520404 Dec 08 01:46:44.414844 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50b0503f-e46f-471a-8ddb-f0c218b5793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.417423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824d867-46c1-48fc-a759-7b6ae753fe54 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network d1c4fc36-33b6-4286-aa65-632c1f5cb987 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:46:44.425021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4972c96-385c-4a8b-ae67-1714e7853d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2961c4ff-e401-499c-bb0a-921aed51d0bd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:44.496446 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:46:44.496872 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:46:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:44.518065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.537126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4824d867-46c1-48fc-a759-7b6ae753fe54 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, d1c4fc36-33b6-4286-aa65-632c1f5cb987) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:44.567029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9448a578-aab7-4e04-8d13-673b29fdeac9 None None] Network d1c4fc36-33b6-4286-aa65-632c1f5cb987 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:44.600483 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4824d867-46c1-48fc-a759-7b6ae753fe54 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:44.600483 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4824d867-46c1-48fc-a759-7b6ae753fe54 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.625894 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de9d58-194a-4f69-966a-0cb53da688da None None] Pushing event updated for resources: {'Port': ['ID=29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:44.726088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Allocated IP 172.20.0.10 (97b0b116-66cf-421b-b53a-d295068e47a0/786043f2-8b64-4a79-9f2f-ea5a93de96d4/a880a9f8-bc10-4d39-bdac-c87f2573a0d9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:44.918752 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50b0503f-e46f-471a-8ddb-f0c218b5793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:44.955751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4824d867-46c1-48fc-a759-7b6ae753fe54 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2372055 Dec 08 01:46:44.977859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57106) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:44.999329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': 'd1c4fc36-33b6-4286-aa65-632c1f5cb987', 'name': 'tempest-PortsTestJSON-405998862', 'fixed_ips': [{'subnet_id': '1dff2a9e-2cee-4499-b0a3-1cf4524f2482', 'ip_address': '172.20.0.10'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:45.063522 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:46:45.102999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-d1c4fc36-33b6-4286-aa65-632c1f5cb987', 'network_id': 'd1c4fc36-33b6-4286-aa65-632c1f5cb987', 'project_id': '3e0cd03e8fe4423fb3f595c903ca9c9f', 'fixed_ips': [{'subnet_id': '1dff2a9e-2cee-4499-b0a3-1cf4524f2482'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:46:45.118582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:45.157487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-50b0503f-e46f-471a-8ddb-f0c218b5793d None None] For port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:45.171046 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50b0503f-e46f-471a-8ddb-f0c218b5793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:45.420525 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:45.476566 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-93c28123-e0df-4bd0-82f5-8fc08c1610e1 service neutron] 10.222.0.70 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5087278 Dec 08 01:46:45.517670 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:44Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:46:45.565147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-54611b60-b9ea-4544-aad2-3aa65ac49cb3 None None] Provisioning complete for port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:45.568066 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54611b60-b9ea-4544-aad2-3aa65ac49cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:45.591276 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d8249-0125-422a-8d49-5e72740cca47 None None] The sync data for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 is: [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:44Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:46:45.654513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-75bc77b2-f4c6-48e0-82fb-b0f21922f370 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:45.656799 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-75bc77b2-f4c6-48e0-82fb-b0f21922f370 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.72 "GET /v2.0/networks?id=97b0b116-66cf-421b-b53a-d295068e47a0 HTTP/1.1" status: 200 len: 815 time: 1.2138536 Dec 08 01:46:45.689888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e112db-f50e-4b68-bb3c-b1aabf6e677b req-cc13f780-bea3-407c-a031-d5aae37dc4da tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:45.699084 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-46e112db-f50e-4b68-bb3c-b1aabf6e677b req-cc13f780-bea3-407c-a031-d5aae37dc4da tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.2751818 Dec 08 01:46:45.761173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Request body: {'port': {'device_id': '49794dc9-ec13-43bf-8185-1931cd2778e0', 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0', 'admin_state_up': True, 'tenant_id': 'fe240098e6a9466bb745a4cf1991eb89'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:45.817356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0503f-e46f-471a-8ddb-f0c218b5793d None None] Pushing event updated for resources: {'Port': ['ID=29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:45.935437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:45.985732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Allocated IP 172.20.0.2 (d1c4fc36-33b6-4286-aa65-632c1f5cb987/1dff2a9e-2cee-4499-b0a3-1cf4524f2482/febd31ab-2b5c-4bb9-a0cf-93397a345de8) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:46.273872 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-46e112db-f50e-4b68-bb3c-b1aabf6e677b req-e8bff208-4772-4bb7-8e3a-639f8c284c16 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718899 Dec 08 01:46:46.298085 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.325350 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.642385 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Made reservation on behalf of fe240098e6a9466bb745a4cf1991eb89 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:46.648024 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.681038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Network d1c4fc36-33b6-4286-aa65-632c1f5cb987 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:46.706091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:46.712875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:46.724985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Pushing event updated for resources: {'Port': ['ID=febd31ab-2b5c-4bb9-a0cf-93397a345de8,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:46.805486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96a50c-e308-4960-bdc3-3c36a148ead9 req-35f9fe1f-4035-465a-a13c-6850eb61cb0e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:46.807427 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3c96a50c-e308-4960-bdc3-3c36a148ead9 req-35f9fe1f-4035-465a-a13c-6850eb61cb0e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.2744315 Dec 08 01:46:46.867390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Attempting to bind port febd31ab-2b5c-4bb9-a0cf-93397a345de8 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:46.867893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Attempting to bind port febd31ab-2b5c-4bb9-a0cf-93397a345de8 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '85d6e395-a5f7-464b-964a-4d9929752c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd1c4fc36-33b6-4286-aa65-632c1f5cb987'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:46.868393 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Attempting to bind port febd31ab-2b5c-4bb9-a0cf-93397a345de8 on network d1c4fc36-33b6-4286-aa65-632c1f5cb987 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:46.887512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:46.888030 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Checking segment: {'id': '85d6e395-a5f7-464b-964a-4d9929752c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd1c4fc36-33b6-4286-aa65-632c1f5cb987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:46.890493 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.891140 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Bound using segment: {'id': '85d6e395-a5f7-464b-964a-4d9929752c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd1c4fc36-33b6-4286-aa65-632c1f5cb987'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:46.891825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Bound port: febd31ab-2b5c-4bb9-a0cf-93397a345de8, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d6e395-a5f7-464b-964a-4d9929752c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd1c4fc36-33b6-4286-aa65-632c1f5cb987'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:46.892439 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:46.904520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Allocated IP 172.25.2.152 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/6de86efe-ee8e-4ead-85fc-11404437330b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:46.912985 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d834712e-16eb-45d0-8249-afac95c13c85 req-29f98a50-5030-49c8-b350-0666ec3f44eb tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 210 time: 0.1393313 Dec 08 01:46:46.958247 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3c96a50c-e308-4960-bdc3-3c36a148ead9 req-8debb4f7-a198-4f9d-8487-493bae3fc547 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346090 Dec 08 01:46:47.131721 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.141629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:47.203912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] For port febd31ab-2b5c-4bb9-a0cf-93397a345de8, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:47.218253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] For port febd31ab-2b5c-4bb9-a0cf-93397a345de8, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=febd31ab-2b5c-4bb9-a0cf-93397a345de8,segment=NetworkSegment(85d6e395-a5f7-464b-964a-4d9929752c28),segment_id=85d6e395-a5f7-464b-964a-4d9929752c28)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:47.234318 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.316052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.406317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Allocated IP 172.20.0.12 (97b0b116-66cf-421b-b53a-d295068e47a0/786043f2-8b64-4a79-9f2f-ea5a93de96d4/069f652a-144d-4fd9-8dc4-d8cc56cd9772) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:47.435871 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.466055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a26cca-1f5f-4d0a-a4e0-0435eb7d39f0 None None] Pushing event updated for resources: {'Port': ['ID=febd31ab-2b5c-4bb9-a0cf-93397a345de8,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:47.468846 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:47.476389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.558678 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:47.570326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:47.582319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:47.670305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:47.670703 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:47.694159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event updated for resources: {'Port': ['ID=6de86efe-ee8e-4ead-85fc-11404437330b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:47.700239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Network 97b0b116-66cf-421b-b53a-d295068e47a0 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:47.763035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:47.765854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:47.793569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port 32133cab-2735-46f5-9138-5cdb98c349e6 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:46:47.855294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Pushing event updated for resources: {'Port': ['ID=a880a9f8-bc10-4d39-bdac-c87f2573a0d9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:47.863253 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.123695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:48.124385 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.207457 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-256cb2f3-3995-443e-a9d5-e08200725693 req-f3b5345b-c600-4f9c-9ac8-63797f5c5a32 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 210 time: 0.0843589 Dec 08 01:46:48.213808 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.286175 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-fa98e1fc-7301-4007-9778-d5183b4e4f8c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5457191 Dec 08 01:46:48.319692 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.325241 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f6a9593f-d0d6-4579-9f9d-bedf584a13cd None None] Provisioning complete for port a880a9f8-bc10-4d39-bdac-c87f2573a0d9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:48.325789 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f6a9593f-d0d6-4579-9f9d-bedf584a13cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.354841 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2633cfd-8f9d-4d19-add1-b3ac7e7a3cc1 req-6399c3c0-f329-46f0-abc7-66241afb608e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:48.359143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2633cfd-8f9d-4d19-add1-b3ac7e7a3cc1 req-6399c3c0-f329-46f0-abc7-66241afb608e tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.6903412 Dec 08 01:46:48.392521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Request body: {'port': {'device_id': 'f73ed9a5-2dab-4786-8b40-ad4a53c44649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:48.418523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f6a9593f-d0d6-4579-9f9d-bedf584a13cd None None] Port a880a9f8-bc10-4d39-bdac-c87f2573a0d9 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:48.585740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.10 (d1c4fc36-33b6-4286-aa65-632c1f5cb987/1dff2a9e-2cee-4499-b0a3-1cf4524f2482/32133cab-2735-46f5-9138-5cdb98c349e6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:48.592179 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.651907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Pushing event updated for resources: {'Port': ['ID=069f652a-144d-4fd9-8dc4-d8cc56cd9772,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:48.684948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Network 97b0b116-66cf-421b-b53a-d295068e47a0 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:48.694156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:48.698192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:48.847299 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.856571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-b5063d50-1828-4653-a372-a4d59cae7aff tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:48.861210 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.862606 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-b5063d50-1828-4653-a372-a4d59cae7aff tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.65 "GET /v2.0/networks?id=97b0b116-66cf-421b-b53a-d295068e47a0 HTTP/1.1" status: 200 len: 815 time: 0.7256086 Dec 08 01:46:48.863461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.898664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Request body: {'port': {'device_id': '0425e0c2-9dab-4278-a365-759455c8e312', 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0', 'admin_state_up': True, 'tenant_id': 'fe240098e6a9466bb745a4cf1991eb89'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:48.923926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event updated for resources: {'Port': ['ID=6de86efe-ee8e-4ead-85fc-11404437330b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:48.938091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:48.938760 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:48.968537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12d888-fb53-4f3c-8e70-0bedfa862141 req-9e1655d9-8841-4faa-9c71-6b340fce7411 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:48.972573 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af12d888-fb53-4f3c-8e70-0bedfa862141 req-9e1655d9-8841-4faa-9c71-6b340fce7411 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 945 time: 0.2396669 Dec 08 01:46:48.984958 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2633cfd-8f9d-4d19-add1-b3ac7e7a3cc1 req-5e0653f0-97c4-4d03-80ce-0671c4702a6f tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658255 Dec 08 01:46:49.005188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-6c348b76-783f-4e98-86ef-5befc0774b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3037925 Dec 08 01:46:49.073120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Request body: {'port': {'device_id': '49794dc9-ec13-43bf-8185-1931cd2778e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:49.176923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-327ba7b8-d833-44a7-8ba7-5d70ff946b1b None None] Provisioning complete for port 069f652a-144d-4fd9-8dc4-d8cc56cd9772 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:49.187063 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-327ba7b8-d833-44a7-8ba7-5d70ff946b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.324043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-327ba7b8-d833-44a7-8ba7-5d70ff946b1b None None] Port 069f652a-144d-4fd9-8dc4-d8cc56cd9772 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:49.337132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device febd31ab-2b5c-4bb9-a0cf-93397a345de8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:49.406970 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.446357 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port febd31ab-2b5c-4bb9-a0cf-93397a345de8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:49.446744 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.544680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7680d2-ba20-4189-af78-89edf908b03d None None] Network d1c4fc36-33b6-4286-aa65-632c1f5cb987 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:46:49.682165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a880a9f8-bc10-4d39-bdac-c87f2573a0d9 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:49.690965 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5852177b-648a-4144-b4e6-1db7c870fe17 req-d57e65e2-b77a-4079-a96d-fe5663dea1b5 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 210 time: 0.2572851 Dec 08 01:46:49.706048 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.728403 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.731008 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.734573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6eca11e0-37e7-4b09-add5-73f0f894c8d2 None None] Provisioning complete for port febd31ab-2b5c-4bb9-a0cf-93397a345de8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:49.735450 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6eca11e0-37e7-4b09-add5-73f0f894c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.789575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-af12d888-fb53-4f3c-8e70-0bedfa862141 req-d0c59573-8c38-4158-8af5-657e17908376 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Deleting port e1852fea-5d3a-42bd-83cf-80ec8849df24 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:49.790032 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af12d888-fb53-4f3c-8e70-0bedfa862141 req-d0c59573-8c38-4158-8af5-657e17908376 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.797860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Transition to ACTIVE for port object a880a9f8-bc10-4d39-bdac-c87f2573a0d9 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:49.894867 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.936342 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-af12d888-fb53-4f3c-8e70-0bedfa862141 req-d0c59573-8c38-4158-8af5-657e17908376 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] For port e1852fea-5d3a-42bd-83cf-80ec8849df24, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e1852fea-5d3a-42bd-83cf-80ec8849df24,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:49.936874 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af12d888-fb53-4f3c-8e70-0bedfa862141 req-d0c59573-8c38-4158-8af5-657e17908376 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:49.957507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Made reservation on behalf of fe240098e6a9466bb745a4cf1991eb89 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:49.961029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-af12d888-fb53-4f3c-8e70-0bedfa862141 req-d0c59573-8c38-4158-8af5-657e17908376 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Calling delete_port for e1852fea-5d3a-42bd-83cf-80ec8849df24 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:49.965544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.144766 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.213518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af12d888-fb53-4f3c-8e70-0bedfa862141 req-d0c59573-8c38-4158-8af5-657e17908376 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.215844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port febd31ab-2b5c-4bb9-a0cf-93397a345de8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=febd31ab-2b5c-4bb9-a0cf-93397a345de8,segment=NetworkSegment(85d6e395-a5f7-464b-964a-4d9929752c28),segment_id=85d6e395-a5f7-464b-964a-4d9929752c28)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:50.225152 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.252271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Pushing event updated for resources: {'Port': ['ID=a880a9f8-bc10-4d39-bdac-c87f2573a0d9,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:50.303136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c59573-8c38-4158-8af5-657e17908376 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event deleted for resources: {'Port': ['ID=e1852fea-5d3a-42bd-83cf-80ec8849df24,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:50.325204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-389d6828-98ae-41bd-9d60-c307a734bdc3 req-037dad88-dbd3-4bdf-b208-60157627d2fa tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=6cbd1392-ca1e-4acd-9d17-81c1d6608e66 HTTP/1.1" status: 200 len: 210 time: 0.1376390 Dec 08 01:46:50.331525 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.342097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b315b596-c615-4e96-81c1-f40549dbe5c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9925880 Dec 08 01:46:50.366018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=febd31ab-2b5c-4bb9-a0cf-93397a345de8,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:50.372456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['e1852fea-5d3a-42bd-83cf-80ec8849df24'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:50.378803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:50.380818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05f4c56-1d00-48bf-8d1d-5a4f9d0829fc None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:50.456513 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6eca11e0-37e7-4b09-add5-73f0f894c8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.464334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.547392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-af12d888-fb53-4f3c-8e70-0bedfa862141 req-d0c59573-8c38-4158-8af5-657e17908376 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] No DVR routers for this DVR port e1852fea-5d3a-42bd-83cf-80ec8849df24 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:50.551642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af12d888-fb53-4f3c-8e70-0bedfa862141 req-d0c59573-8c38-4158-8af5-657e17908376 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.571813 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af12d888-fb53-4f3c-8e70-0bedfa862141 req-d0c59573-8c38-4158-8af5-657e17908376 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.72 "DELETE /v2.0/ports/e1852fea-5d3a-42bd-83cf-80ec8849df24 HTTP/1.1" status: 204 len: 173 time: 1.5866511 Dec 08 01:46:50.574329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbd1392-ca1e-4acd-9d17-81c1d6608e66', 'name': 'network-vif-deleted', 'tag': 'e1852fea-5d3a-42bd-83cf-80ec8849df24'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:50.577295 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e2c6f9-1eae-4b63-9c55-65d7710a9a6e" -d '{"events": [{"server_uuid": "6cbd1392-ca1e-4acd-9d17-81c1d6608e66", "name": "network-vif-deleted", "tag": "e1852fea-5d3a-42bd-83cf-80ec8849df24"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:50.777993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network d1c4fc36-33b6-4286-aa65-632c1f5cb987 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:50.793081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:50.798966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:50.835443 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-6eca11e0-37e7-4b09-add5-73f0f894c8d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:46:50.835799 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-6eca11e0-37e7-4b09-add5-73f0f894c8d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:46:50.851953 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468be145-c516-4079-8eee-90574eef924e x-openstack-request-id: req-468be145-c516-4079-8eee-90574eef924e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:50.852311 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbd1392-ca1e-4acd-9d17-81c1d6608e66", "name": "network-vif-deleted", "tag": "e1852fea-5d3a-42bd-83cf-80ec8849df24", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:50.852589 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-468be145-c516-4079-8eee-90574eef924e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:50.853106 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbd1392-ca1e-4acd-9d17-81c1d6608e66', 'name': 'network-vif-deleted', 'tag': 'e1852fea-5d3a-42bd-83cf-80ec8849df24', 'status': 'completed', 'code': 200} Dec 08 01:46:50.855420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069f652a-144d-4fd9-8dc4-d8cc56cd9772 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:50.877845 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-9b3776c4-f6d0-4776-b693-25022805aaab tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--483251266&fields=id&tenant_id=c153057cd5c44b78964c51f1ad37c84c HTTP/1.1" status: 200 len: 267 time: 0.2380645 Dec 08 01:46:50.890116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:50.936715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=32133cab-2735-46f5-9138-5cdb98c349e6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:50.987478 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5212551a-6184-46f8-bb84-68d2a6bde993 req-310208af-20aa-4b52-8e4b-da23285b248b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 210 time: 0.0589733 Dec 08 01:46:51.007096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Transition to ACTIVE for port object 069f652a-144d-4fd9-8dc4-d8cc56cd9772 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:51.017118 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.155814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Pushing event updated for resources: {'Port': ['ID=069f652a-144d-4fd9-8dc4-d8cc56cd9772,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:51.242947 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device febd31ab-2b5c-4bb9-a0cf-93397a345de8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:51.329774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Attempting to bind port 069f652a-144d-4fd9-8dc4-d8cc56cd9772 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:51.334980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Attempting to bind port 069f652a-144d-4fd9-8dc4-d8cc56cd9772 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:51.335570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Attempting to bind port 069f652a-144d-4fd9-8dc4-d8cc56cd9772 on network 97b0b116-66cf-421b-b53a-d295068e47a0 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:51.345208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Port 069f652a-144d-4fd9-8dc4-d8cc56cd9772 on network 97b0b116-66cf-421b-b53a-d295068e47a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:51.345542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Attempting to bind port 069f652a-144d-4fd9-8dc4-d8cc56cd9772 on network 97b0b116-66cf-421b-b53a-d295068e47a0 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:51.360037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:51.360865 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Checking segment: {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:51.360865 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Bound using segment: {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:51.361282 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Bound port: 069f652a-144d-4fd9-8dc4-d8cc56cd9772, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:51.361650 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.386200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:51.386890 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.416236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Attempting to bind port a880a9f8-bc10-4d39-bdac-c87f2573a0d9 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:51.416646 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Attempting to bind port a880a9f8-bc10-4d39-bdac-c87f2573a0d9 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:51.416983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Attempting to bind port a880a9f8-bc10-4d39-bdac-c87f2573a0d9 on network 97b0b116-66cf-421b-b53a-d295068e47a0 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:51.431195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-f2cbf870-9c49-4b65-88b0-58ba6020248d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:51.449207 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-f2cbf870-9c49-4b65-88b0-58ba6020248d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 811 time: 0.5143106 Dec 08 01:46:51.482356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57242) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:51.492621 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-392eb55d-7b08-43b2-9b06-f94205216823 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.4993653 Dec 08 01:46:51.502842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Port a880a9f8-bc10-4d39-bdac-c87f2573a0d9 on network 97b0b116-66cf-421b-b53a-d295068e47a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:51.503179 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Attempting to bind port a880a9f8-bc10-4d39-bdac-c87f2573a0d9 on network 97b0b116-66cf-421b-b53a-d295068e47a0 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:51.508923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': 'd1c4fc36-33b6-4286-aa65-632c1f5cb987', 'name': 'tempest-PortsTestJSON-1548800730', 'fixed_ips': [{'subnet_id': '1dff2a9e-2cee-4499-b0a3-1cf4524f2482', 'ip_address': '172.20.0.9'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:51.513701 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-1796cb08-5a8f-4226-b33f-a9e4808b0f36 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/quotas/c153057cd5c44b78964c51f1ad37c84c HTTP/1.1" status: 200 len: 375 time: 0.0635674 Dec 08 01:46:51.529994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] For port 069f652a-144d-4fd9-8dc4-d8cc56cd9772, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:51.533017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] For port 069f652a-144d-4fd9-8dc4-d8cc56cd9772, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=069f652a-144d-4fd9-8dc4-d8cc56cd9772,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:51.542318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port febd31ab-2b5c-4bb9-a0cf-93397a345de8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:51.543436 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.550727 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.559007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:51.559353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Checking segment: {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:51.559757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Bound using segment: {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:51.560191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Bound port: a880a9f8-bc10-4d39-bdac-c87f2573a0d9, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:51.560582 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.568843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Allocated IP 172.20.0.8 (97b0b116-66cf-421b-b53a-d295068e47a0/786043f2-8b64-4a79-9f2f-ea5a93de96d4/b9df8529-860e-42d0-a696-b760f1f34457) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:51.626407 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-ed0776cd-a88a-4f2a-9fd2-526ae0acddde tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098936 Dec 08 01:46:51.690836 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-baef34bc-0b05-4567-b527-04ee6538c5ca None None] Provisioning complete for port febd31ab-2b5c-4bb9-a0cf-93397a345de8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:51.692038 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-baef34bc-0b05-4567-b527-04ee6538c5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.710957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:51.711598 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:51.713071 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] 10.222.0.72 "PUT /v2.0/ports/069f652a-144d-4fd9-8dc4-d8cc56cd9772 HTTP/1.1" status: 200 len: 1093 time: 2.6548641 Dec 08 01:46:51.838186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a8b3a-603c-4e15-a1e0-dd28999e715b service neutron] Pushing event updated for resources: {'Port': ['ID=069f652a-144d-4fd9-8dc4-d8cc56cd9772,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:51.934308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:51.973584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-c2a3519d-c3fb-4b1d-b8a5-03ff5f93dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:51.975324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] For port a880a9f8-bc10-4d39-bdac-c87f2573a0d9, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:51.977474 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-c2a3519d-c3fb-4b1d-b8a5-03ff5f93dc96 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe240098e6a9466bb745a4cf1991eb89&device_id=49794dc9-ec13-43bf-8185-1931cd2778e0 HTTP/1.1" status: 200 len: 1096 time: 0.1774907 Dec 08 01:46:52.012592 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-baef34bc-0b05-4567-b527-04ee6538c5ca None None] Provisioning complete for port 32133cab-2735-46f5-9138-5cdb98c349e6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:52.013289 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-baef34bc-0b05-4567-b527-04ee6538c5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.057389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] For port a880a9f8-bc10-4d39-bdac-c87f2573a0d9, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a880a9f8-bc10-4d39-bdac-c87f2573a0d9,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:52.069530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-baef34bc-0b05-4567-b527-04ee6538c5ca None None] Port 32133cab-2735-46f5-9138-5cdb98c349e6 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:52.101475 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-055b43b1-2d6c-4a8d-ad64-8f399359cd2f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=069f652a-144d-4fd9-8dc4-d8cc56cd9772 HTTP/1.1" status: 200 len: 217 time: 0.0467863 Dec 08 01:46:52.127182 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-e6407e03-2954-435f-a67a-6e12c2ccf6ca service neutron] 10.222.0.70 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009432 Dec 08 01:46:52.152471 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.164163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-549f7784-c6b1-46da-b3d8-89c400fc19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:52.166066 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-549f7784-c6b1-46da-b3d8-89c400fc19fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=786043f2-8b64-4a79-9f2f-ea5a93de96d4 HTTP/1.1" status: 200 len: 854 time: 0.0574501 Dec 08 01:46:52.270583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:52.271978 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.273747 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] 10.222.0.65 "PUT /v2.0/ports/a880a9f8-bc10-4d39-bdac-c87f2573a0d9 HTTP/1.1" status: 200 len: 1093 time: 3.9135239 Dec 08 01:46:52.288957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73ed9a5-2dab-4786-8b40-ad4a53c44649', 'tag': 'a880a9f8-bc10-4d39-bdac-c87f2573a0d9'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:52.292217 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f73ed9a5-2dab-4786-8b40-ad4a53c44649", "tag": "a880a9f8-bc10-4d39-bdac-c87f2573a0d9"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:52.345477 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.389804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7a4d1727-c124-4518-9162-6ea1799006ef req-9f09ee92-6308-4d69-88e0-1bef691b051e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 210 time: 0.1057694 Dec 08 01:46:52.415376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port 51cf45c3-d7ad-4e55-9fd4-efeb1b90c10b yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:46:52.428917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-f4affdda-91c4-4c00-a4a3-f41bcc546015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:52.430904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-f4affdda-91c4-4c00-a4a3-f41bcc546015 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97b0b116-66cf-421b-b53a-d295068e47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2549245 Dec 08 01:46:52.496638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e9ee7-7071-4af9-8627-3f5163a1837e service neutron] Pushing event updated for resources: {'Port': ['ID=a880a9f8-bc10-4d39-bdac-c87f2573a0d9,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:52.570392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.625459 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-6402a402-c9c9-4340-8eea-6c92d62df24a service neutron] 10.222.0.70 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969842 Dec 08 01:46:52.634269 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-109b08e2-b210-433b-8ab2-f368219155b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:52.637908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-109b08e2-b210-433b-8ab2-f368219155b2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe240098e6a9466bb745a4cf1991eb89&device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 1096 time: 0.2198062 Dec 08 01:46:52.777413 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471d64a7-acf6-420a-be45-30dfb3585643 x-openstack-request-id: req-471d64a7-acf6-420a-be45-30dfb3585643 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:52.777892 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f73ed9a5-2dab-4786-8b40-ad4a53c44649", "tag": "a880a9f8-bc10-4d39-bdac-c87f2573a0d9", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:52.778086 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-471d64a7-acf6-420a-be45-30dfb3585643 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:52.779358 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f73ed9a5-2dab-4786-8b40-ad4a53c44649', 'tag': 'a880a9f8-bc10-4d39-bdac-c87f2573a0d9', 'status': 'completed', 'code': 200} Dec 08 01:46:52.789020 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-0ee375bc-512b-4d37-8694-d3673902ae06 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a880a9f8-bc10-4d39-bdac-c87f2573a0d9 HTTP/1.1" status: 200 len: 217 time: 0.1316381 Dec 08 01:46:52.850461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:52.865707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49794dc9-ec13-43bf-8185-1931cd2778e0', 'tag': '069f652a-144d-4fd9-8dc4-d8cc56cd9772'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:52.869143 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95efec7a-b2fb-46eb-bd29-47ee02aef377" -d '{"events": [{"name": "network-changed", "server_uuid": "49794dc9-ec13-43bf-8185-1931cd2778e0", "tag": "069f652a-144d-4fd9-8dc4-d8cc56cd9772"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:52.907572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-2578d96a-2ae8-435f-b103-6a45088086e2 service neutron] 10.222.0.72 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123640 Dec 08 01:46:53.009737 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aace9fb4-c740-417a-b0c8-e705aa2a489e x-openstack-request-id: req-aace9fb4-c740-417a-b0c8-e705aa2a489e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:53.010375 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49794dc9-ec13-43bf-8185-1931cd2778e0", "tag": "069f652a-144d-4fd9-8dc4-d8cc56cd9772", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:53.010971 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aace9fb4-c740-417a-b0c8-e705aa2a489e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:53.012413 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49794dc9-ec13-43bf-8185-1931cd2778e0', 'tag': '069f652a-144d-4fd9-8dc4-d8cc56cd9772', 'status': 'completed', 'code': 200} Dec 08 01:46:53.028435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Pushing event updated for resources: {'Port': ['ID=b9df8529-860e-42d0-a696-b760f1f34457,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:53.031741 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-83adadba-6916-40a6-9b9b-84bdbca7e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:53.033296 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-83adadba-6916-40a6-9b9b-84bdbca7e873 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=786043f2-8b64-4a79-9f2f-ea5a93de96d4 HTTP/1.1" status: 200 len: 854 time: 0.2354915 Dec 08 01:46:53.075205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.9 (d1c4fc36-33b6-4286-aa65-632c1f5cb987/1dff2a9e-2cee-4499-b0a3-1cf4524f2482/51cf45c3-d7ad-4e55-9fd4-efeb1b90c10b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:53.096757 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16d2d5b7-4330-41ca-9cad-1830477470be req-117c0385-e42f-41df-8cc4-a24988462947 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 210 time: 0.1009600 Dec 08 01:46:53.167703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Network 97b0b116-66cf-421b-b53a-d295068e47a0 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:53.182057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:53.246050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d55544dc-c217-404d-9947-18f46f3e31c5 req-b5daf0b4-67e7-4e6e-ac12-7c880f1f81df service neutron] 10.222.0.72 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190587 Dec 08 01:46:53.246525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:53.433694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-3b6a1b6d-8f6f-4d19-adbd-4de4bea79b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:53.435464 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-3b6a1b6d-8f6f-4d19-adbd-4de4bea79b4f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97b0b116-66cf-421b-b53a-d295068e47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3822842 Dec 08 01:46:53.454138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e1852fea-5d3a-42bd-83cf-80ec8849df24 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:53.469436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:53.470146 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.526709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: e1852fea-5d3a-42bd-83cf-80ec8849df24 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:46:53.527145 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e1852fea-5d3a-42bd-83cf-80ec8849df24 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:46:53.546587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efec7a-b2fb-46eb-bd29-47ee02aef377 req-f718c6e0-a6f9-4e48-8af0-b98b0ec9fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:53.548254 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95efec7a-b2fb-46eb-bd29-47ee02aef377 req-f718c6e0-a6f9-4e48-8af0-b98b0ec9fa16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe240098e6a9466bb745a4cf1991eb89&device_id=49794dc9-ec13-43bf-8185-1931cd2778e0 HTTP/1.1" status: 200 len: 1096 time: 0.1924407 Dec 08 01:46:53.620873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.656046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-685d01cd-508e-45d7-b06b-05ac5e10ad61 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7688010 Dec 08 01:46:53.689344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Request body: {'port': {'device_id': '0425e0c2-9dab-4278-a365-759455c8e312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:53.829300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-87d7110c-ef61-4267-832f-1242642d0383 None None] Provisioning complete for port b9df8529-860e-42d0-a696-b760f1f34457 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:53.829600 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-87d7110c-ef61-4267-832f-1242642d0383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.859577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efec7a-b2fb-46eb-bd29-47ee02aef377 req-27a20f06-f6d9-4ceb-a38a-d820b3a69186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:53.861485 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95efec7a-b2fb-46eb-bd29-47ee02aef377 req-27a20f06-f6d9-4ceb-a38a-d820b3a69186 service neutron] 10.222.0.72 "GET /v2.0/networks?id=97b0b116-66cf-421b-b53a-d295068e47a0 HTTP/1.1" status: 200 len: 916 time: 0.3024030 Dec 08 01:46:53.869836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:53.911205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-87d7110c-ef61-4267-832f-1242642d0383 None None] Port b9df8529-860e-42d0-a696-b760f1f34457 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:53.950958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95efec7a-b2fb-46eb-bd29-47ee02aef377 req-a0f45438-39bc-4867-af5a-c9f0c8ecdcda service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=069f652a-144d-4fd9-8dc4-d8cc56cd9772 HTTP/1.1" status: 200 len: 217 time: 0.0698991 Dec 08 01:46:53.979501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network d1c4fc36-33b6-4286-aa65-632c1f5cb987 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:54.002945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:54.014938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe37e8b-c279-405f-a181-1e8f7e431320 req-3747d3f0-5169-41ce-8e80-8a08bd18bf73 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:54.015727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:54.015839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4fe37e8b-c279-405f-a181-1e8f7e431320 req-3747d3f0-5169-41ce-8e80-8a08bd18bf73 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 931 time: 0.3805020 Dec 08 01:46:54.017970 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-8d08918b-779b-4103-b24c-cf3e5f6db3e0 service neutron] 10.222.0.65 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297208 Dec 08 01:46:54.032784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=51cf45c3-d7ad-4e55-9fd4-efeb1b90c10b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:54.080491 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:54.135905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efec7a-b2fb-46eb-bd29-47ee02aef377 req-39bb7350-50b6-4460-99b0-40907f8fbcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:54.137746 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95efec7a-b2fb-46eb-bd29-47ee02aef377 req-39bb7350-50b6-4460-99b0-40907f8fbcf8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=786043f2-8b64-4a79-9f2f-ea5a93de96d4 HTTP/1.1" status: 200 len: 854 time: 0.1787074 Dec 08 01:46:54.259758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ab261-bb0d-4a1a-b92e-b234d0ea597f req-2aae3ff9-aef9-4c39-a2ba-83758cccccda tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:54.287194 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-163ab261-bb0d-4a1a-b92e-b234d0ea597f req-2aae3ff9-aef9-4c39-a2ba-83758cccccda tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 945 time: 0.2565305 Dec 08 01:46:54.312008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:54.313273 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:54.365922 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4fe37e8b-c279-405f-a181-1e8f7e431320 req-cbc6edf4-1e37-4ac2-b92f-2359f506ab51 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426073 Dec 08 01:46:54.373404 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-edaf9d3b-c0cb-423b-b5c8-7bae682d529a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8849444 Dec 08 01:46:54.385556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57322) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:54.438425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efec7a-b2fb-46eb-bd29-47ee02aef377 req-993b1be3-0329-4da6-8a72-0e0513665afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:54.440663 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95efec7a-b2fb-46eb-bd29-47ee02aef377 req-993b1be3-0329-4da6-8a72-0e0513665afd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=97b0b116-66cf-421b-b53a-d295068e47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2718296 Dec 08 01:46:54.441224 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd02efcf-2b5c-49a1-9669-b0c59eb1bc85 req-a0173b9b-151b-4c32-9565-7726d49a0544 service neutron] 10.222.0.65 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898392 Dec 08 01:46:54.448955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1328aca5-1b34-4135-87ad-ff0744806797 None None] Provisioning complete for port 51cf45c3-d7ad-4e55-9fd4-efeb1b90c10b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:54.449343 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1328aca5-1b34-4135-87ad-ff0744806797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:54.515044 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-163ab261-bb0d-4a1a-b92e-b234d0ea597f req-aef4fdbd-eae7-4b81-bf8b-611278fd3a6d tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261100 Dec 08 01:46:54.565926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1328aca5-1b34-4135-87ad-ff0744806797 None None] Port 51cf45c3-d7ad-4e55-9fd4-efeb1b90c10b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:54.625247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a4323-7a48-4c7a-8e55-7e4a8cc9731b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:54.636237 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-446a4323-7a48-4c7a-8e55-7e4a8cc9731b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2453763 Dec 08 01:46:54.639145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57324) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:54.690270 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95efec7a-b2fb-46eb-bd29-47ee02aef377 req-e11afb4a-cf5a-4d60-acc8-486eb715e454 service neutron] 10.222.0.72 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146468 Dec 08 01:46:55.097190 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a77b1a0d-6981-43c7-8b84-288ca274c5ab req-832e9c11-efac-415c-944f-d01cf7f6d916 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 210 time: 0.5676422 Dec 08 01:46:55.168184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4 req-093321a0-e028-41f9-aa02-a632c40db24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:55.169828 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4 req-093321a0-e028-41f9-aa02-a632c40db24c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe240098e6a9466bb745a4cf1991eb89&device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 1096 time: 0.5964646 Dec 08 01:46:55.313649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9df8529-860e-42d0-a696-b760f1f34457 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:55.334793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.387163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Transition to ACTIVE for port object b9df8529-860e-42d0-a696-b760f1f34457 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:55.447827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.451822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 069f652a-144d-4fd9-8dc4-d8cc56cd9772 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:55.485748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-6627608c-d054-4d2c-b74d-a8db24f3d9c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:55.487352 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-6627608c-d054-4d2c-b74d-a8db24f3d9c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.72 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 811 time: 0.1275034 Dec 08 01:46:55.518770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Pushing event updated for resources: {'Port': ['ID=b9df8529-860e-42d0-a696-b760f1f34457,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:55.574660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4 req-5bb7cd4c-fca8-419d-a3bf-61a57ce905d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:55.577581 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4 req-5bb7cd4c-fca8-419d-a3bf-61a57ce905d3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=97b0b116-66cf-421b-b53a-d295068e47a0 HTTP/1.1" status: 200 len: 916 time: 0.2763569 Dec 08 01:46:55.615350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8b3ef8-fd89-453c-988f-383f9ac1bae2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:55.622587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8b3ef8-fd89-453c-988f-383f9ac1bae2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:55.631283 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8b3ef8-fd89-453c-988f-383f9ac1bae2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:55.635789 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-af8b3ef8-fd89-453c-988f-383f9ac1bae2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.9933054 Dec 08 01:46:55.640319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57336) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:55.720104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4 req-a80ec0c1-5063-40b3-bab1-d3ae4422a1a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a880a9f8-bc10-4d39-bdac-c87f2573a0d9 HTTP/1.1" status: 200 len: 217 time: 0.1176693 Dec 08 01:46:55.759029 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-0c7aecdf-de97-402e-9cca-c6ef4f8bd7fe tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c153057cd5c44b78964c51f1ad37c84c HTTP/1.1" status: 200 len: 379 time: 0.2442956 Dec 08 01:46:55.779755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Request body: {'port': {'device_id': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'admin_state_up': True, 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'security_groups': ['3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:55.794625 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 069f652a-144d-4fd9-8dc4-d8cc56cd9772, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=069f652a-144d-4fd9-8dc4-d8cc56cd9772,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:55.813398 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '069f652a-144d-4fd9-8dc4-d8cc56cd9772', 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0', 'port_id': '069f652a-144d-4fd9-8dc4-d8cc56cd9772', 'mac_address': 'fa:16:3e:b9:18:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786043f2-8b64-4a79-9f2f-ea5a93de96d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:55.932804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95efec7a-b2fb-46eb-bd29-47ee02aef377 req-295febd4-f3bc-48bf-904a-d2587e298330 service neutron] 10.222.0.72 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739143 Dec 08 01:46:55.937639 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:55.977930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069f652a-144d-4fd9-8dc4-d8cc56cd9772 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:55.990166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Attempting to bind port b9df8529-860e-42d0-a696-b760f1f34457 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:46:55.990640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Attempting to bind port b9df8529-860e-42d0-a696-b760f1f34457 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:46:55.990981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Attempting to bind port b9df8529-860e-42d0-a696-b760f1f34457 on network 97b0b116-66cf-421b-b53a-d295068e47a0 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:55.996421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259121e-c72b-4191-a551-255e44172a11 req-0b62d87d-e2e3-4797-8d38-712fbdf4c4d8 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:56.000901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Port b9df8529-860e-42d0-a696-b760f1f34457 on network 97b0b116-66cf-421b-b53a-d295068e47a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:46:56.001129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Attempting to bind port b9df8529-860e-42d0-a696-b760f1f34457 on network 97b0b116-66cf-421b-b53a-d295068e47a0 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:46:56.007745 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e259121e-c72b-4191-a551-255e44172a11 req-0b62d87d-e2e3-4797-8d38-712fbdf4c4d8 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 943 time: 0.4383321 Dec 08 01:46:56.049388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:46:56.049884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Checking segment: {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:46:56.050286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Bound using segment: {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:46:56.050897 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Bound port: b9df8529-860e-42d0-a696-b760f1f34457, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8ced44-ab5c-41ee-bba3-397b5434eecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:46:56.051325 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:56.065206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 069f652a-144d-4fd9-8dc4-d8cc56cd9772, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=069f652a-144d-4fd9-8dc4-d8cc56cd9772,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:56.082369 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:56.082606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4 req-c898b35d-2567-41d9-8876-14350ed3160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:56.084333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4 req-c898b35d-2567-41d9-8876-14350ed3160a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=786043f2-8b64-4a79-9f2f-ea5a93de96d4 HTTP/1.1" status: 200 len: 854 time: 0.2408149 Dec 08 01:46:56.090426 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e259121e-c72b-4191-a551-255e44172a11 req-a496596c-cefd-4b24-94a0-0daa384d4f9b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814440 Dec 08 01:46:56.101600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb9bfb-aed7-4283-8e89-96403b354a7c req-155b6aad-35b2-4f91-a2f0-fb19adf0c817 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:56.103883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbbb9bfb-aed7-4283-8e89-96403b354a7c req-155b6aad-35b2-4f91-a2f0-fb19adf0c817 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 945 time: 0.2791636 Dec 08 01:46:56.147400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275189b-d668-4795-b811-3eb73693b8c3 req-6557ec62-2975-4872-b75c-0f1ec6b0a21f tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:56.152509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d275189b-d668-4795-b811-3eb73693b8c3 req-6557ec62-2975-4872-b75c-0f1ec6b0a21f tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 945 time: 0.4808729 Dec 08 01:46:56.236190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=069f652a-144d-4fd9-8dc4-d8cc56cd9772,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:56.283257 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbbb9bfb-aed7-4283-8e89-96403b354a7c req-6685706b-4d16-4949-be6e-936403b60706 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/security-groups?id=8005c172-dd79-46a4-b17e-679af7215300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656444 Dec 08 01:46:56.285682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] For port b9df8529-860e-42d0-a696-b760f1f34457, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:46:56.296494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8fdba1af-5ac6-4e68-a00d-c58379f32092 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port 51cf45c3-d7ad-4e55-9fd4-efeb1b90c10b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:56.296872 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdba1af-5ac6-4e68-a00d-c58379f32092 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:56.313402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] For port b9df8529-860e-42d0-a696-b760f1f34457, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b9df8529-860e-42d0-a696-b760f1f34457,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:46:56.352807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:56.407422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4 req-a0f89e6e-b801-4f75-b421-b9ec881330be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:56.412719 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4 req-a0f89e6e-b801-4f75-b421-b9ec881330be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97b0b116-66cf-421b-b53a-d295068e47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3030112 Dec 08 01:46:56.427848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['069f652a-144d-4fd9-8dc4-d8cc56cd9772'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:56.433721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Made reservation on behalf of c153057cd5c44b78964c51f1ad37c84c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:46:56.443309 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:56.559563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d275189b-d668-4795-b811-3eb73693b8c3 req-58530a12-adcd-4d73-968c-c8704ecb4189 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Deleting port 2a24dd90-929d-4529-90ed-e9e7d3612112 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:56.560268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d275189b-d668-4795-b811-3eb73693b8c3 req-58530a12-adcd-4d73-968c-c8704ecb4189 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:56.684176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:56.688899 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:56.690440 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] 10.222.0.65 "PUT /v2.0/ports/b9df8529-860e-42d0-a696-b760f1f34457 HTTP/1.1" status: 200 len: 1092 time: 3.0070143 Dec 08 01:46:56.691211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0425e0c2-9dab-4278-a365-759455c8e312', 'tag': 'b9df8529-860e-42d0-a696-b760f1f34457'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:56.695470 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3c4e43-c7d3-49dd-9432-96da061bb075" -d '{"events": [{"name": "network-changed", "server_uuid": "0425e0c2-9dab-4278-a365-759455c8e312", "tag": "b9df8529-860e-42d0-a696-b760f1f34457"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:56.785801 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0b09933c-9e25-4446-8544-4ecd271b7dac req-75f178ee-c918-4641-8258-4d066d04939e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 210 time: 0.2930560 Dec 08 01:46:56.882330 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cddb266-7181-4e40-8243-fe760a33c8ed x-openstack-request-id: req-7cddb266-7181-4e40-8243-fe760a33c8ed {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:56.882987 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0425e0c2-9dab-4278-a365-759455c8e312", "tag": "b9df8529-860e-42d0-a696-b760f1f34457", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:56.883924 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cddb266-7181-4e40-8243-fe760a33c8ed {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:56.884630 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0425e0c2-9dab-4278-a365-759455c8e312', 'tag': 'b9df8529-860e-42d0-a696-b760f1f34457', 'status': 'completed', 'code': 200} Dec 08 01:46:56.896425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Allocated IP 172.20.0.6 (8a40c7cb-a606-4b1d-9bee-e672ac0b300c/7350439f-5003-4406-b9e1-36d3805fa73f/fe25879f-d72b-40dc-8874-ba957976b98e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:46:56.925776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d275189b-d668-4795-b811-3eb73693b8c3 req-58530a12-adcd-4d73-968c-c8704ecb4189 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] For port 2a24dd90-929d-4529-90ed-e9e7d3612112, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=2a24dd90-929d-4529-90ed-e9e7d3612112,segment=NetworkSegment(e4ef5e5f-392a-43dd-83d5-a1662cbe30d1),segment_id=e4ef5e5f-392a-43dd-83d5-a1662cbe30d1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:56.926329 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d275189b-d668-4795-b811-3eb73693b8c3 req-58530a12-adcd-4d73-968c-c8704ecb4189 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:56.952141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d275189b-d668-4795-b811-3eb73693b8c3 req-58530a12-adcd-4d73-968c-c8704ecb4189 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Calling delete_port for 2a24dd90-929d-4529-90ed-e9e7d3612112 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:57.063145 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4 req-1037db8d-6752-46de-a273-9a4a0da96052 service neutron] 10.222.0.65 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985389 Dec 08 01:46:57.143111 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdba1af-5ac6-4e68-a00d-c58379f32092 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:57.156105 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba06400-319a-473b-8aa2-074e36b78c5b service neutron] Pushing event updated for resources: {'Port': ['ID=b9df8529-860e-42d0-a696-b760f1f34457,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:57.249164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8fdba1af-5ac6-4e68-a00d-c58379f32092 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for 51cf45c3-d7ad-4e55-9fd4-efeb1b90c10b owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:57.257723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-daeb4566-c2ce-4a00-9b90-6078e88d2b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:57.259301 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-daeb4566-c2ce-4a00-9b90-6078e88d2b69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe240098e6a9466bb745a4cf1991eb89&device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 1095 time: 0.4441965 Dec 08 01:46:57.262288 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:57.293727 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d275189b-d668-4795-b811-3eb73693b8c3 req-58530a12-adcd-4d73-968c-c8704ecb4189 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:57.314282 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dd1b1-2783-4a41-9717-f4cceff46311 req-330f85a4-4a5f-4345-9ca5-1db676f59196 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:57.321487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-565dd1b1-2783-4a41-9717-f4cceff46311 req-330f85a4-4a5f-4345-9ca5-1db676f59196 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 943 time: 0.0956788 Dec 08 01:46:57.328432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a24dd90-929d-4529-90ed-e9e7d3612112'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:57.433551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58530a12-adcd-4d73-968c-c8704ecb4189 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Pushing event deleted for resources: {'Port': ['ID=2a24dd90-929d-4529-90ed-e9e7d3612112,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:57.470971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316699de-f997-4b0f-83ab-8f5bdd53dcc1 None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:46:57.520390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d275189b-d668-4795-b811-3eb73693b8c3 req-58530a12-adcd-4d73-968c-c8704ecb4189 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] No DVR routers for this DVR port 2a24dd90-929d-4529-90ed-e9e7d3612112 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:46:57.524655 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4 req-410f82f7-40a1-428c-a193-50d669b69941 service neutron] 10.222.0.65 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392245 Dec 08 01:46:57.526259 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d275189b-d668-4795-b811-3eb73693b8c3 req-58530a12-adcd-4d73-968c-c8704ecb4189 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:57.526868 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-c6f2856f-2219-4fef-a287-ab04904a0223 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9df8529-860e-42d0-a696-b760f1f34457 HTTP/1.1" status: 200 len: 217 time: 0.2279749 Dec 08 01:46:57.532059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d275189b-d668-4795-b811-3eb73693b8c3 req-58530a12-adcd-4d73-968c-c8704ecb4189 tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.65 "DELETE /v2.0/ports/2a24dd90-929d-4529-90ed-e9e7d3612112 HTTP/1.1" status: 204 len: 173 time: 1.3577311 Dec 08 01:46:57.540238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-565dd1b1-2783-4a41-9717-f4cceff46311 req-2fbc445c-9435-4bfd-909d-69d27a208947 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177861 Dec 08 01:46:57.541921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:57.547605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf47473-4e2a-4536-a5fb-e041dfaba6ff', 'name': 'network-vif-deleted', 'tag': '2a24dd90-929d-4529-90ed-e9e7d3612112'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:57.554705 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f74591-d51c-40f8-b73d-253ea032e80a" -d '{"events": [{"server_uuid": "8bf47473-4e2a-4536-a5fb-e041dfaba6ff", "name": "network-vif-deleted", "tag": "2a24dd90-929d-4529-90ed-e9e7d3612112"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:57.632393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event updated for resources: {'Port': ['ID=fe25879f-d72b-40dc-8874-ba957976b98e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:57.653585 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1c629cf-a5a3-436d-a442-697d8440c52e req-2279da73-b305-4121-9bb2-e02da04ccbfd tempest-ServersTestJSON-811117624 tempest-ServersTestJSON-811117624-project] 10.222.0.70 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 210 time: 0.1429095 Dec 08 01:46:57.676157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:46:57.688994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:46:57.692029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:46:57.808051 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdba1af-5ac6-4e68-a00d-c58379f32092 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:57.854007 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18649153-5625-48a8-ab1d-f3509d1a6bd6 x-openstack-request-id: req-18649153-5625-48a8-ab1d-f3509d1a6bd6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:57.854733 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf47473-4e2a-4536-a5fb-e041dfaba6ff", "name": "network-vif-deleted", "tag": "2a24dd90-929d-4529-90ed-e9e7d3612112", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:57.855184 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18649153-5625-48a8-ab1d-f3509d1a6bd6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:57.861595 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf47473-4e2a-4536-a5fb-e041dfaba6ff', 'name': 'network-vif-deleted', 'tag': '2a24dd90-929d-4529-90ed-e9e7d3612112', 'status': 'completed', 'code': 200} Dec 08 01:46:57.906970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a880a9f8-bc10-4d39-bdac-c87f2573a0d9 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:46:57.909480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:57.910183 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:57.954597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-addf8b84-b7aa-4e7a-988e-5bc5275474bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1858096 Dec 08 01:46:57.974183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdba1af-5ac6-4e68-a00d-c58379f32092 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=51cf45c3-d7ad-4e55-9fd4-efeb1b90c10b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:57.989073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Request body: {'port': {'device_id': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:46:58.133762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-e93bd349-abaa-402d-aa5a-bd76bd2468f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:58.135270 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-e93bd349-abaa-402d-aa5a-bd76bd2468f2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=786043f2-8b64-4a79-9f2f-ea5a93de96d4 HTTP/1.1" status: 200 len: 854 time: 0.4895649 Dec 08 01:46:58.241963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a880a9f8-bc10-4d39-bdac-c87f2573a0d9, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a880a9f8-bc10-4d39-bdac-c87f2573a0d9,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:58.276050 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fdba1af-5ac6-4e68-a00d-c58379f32092 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:58.283572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'a880a9f8-bc10-4d39-bdac-c87f2573a0d9', 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0', 'port_id': 'a880a9f8-bc10-4d39-bdac-c87f2573a0d9', 'mac_address': 'fa:16:3e:15:67:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786043f2-8b64-4a79-9f2f-ea5a93de96d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:46:58.292940 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8fdba1af-5ac6-4e68-a00d-c58379f32092 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/51cf45c3-d7ad-4e55-9fd4-efeb1b90c10b HTTP/1.1" status: 204 len: 168 time: 2.6019425 Dec 08 01:46:58.295682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57374) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:58.370757 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7773377-95e6-431f-b95a-0d552a12a093 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:46:58.375972 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a7773377-95e6-431f-b95a-0d552a12a093 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/51cf45c3-d7ad-4e55-9fd4-efeb1b90c10b HTTP/1.1" status: 404 len: 333 time: 0.0710602 Dec 08 01:46:58.379200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57378) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:58.423478 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ab7eb70-d158-4504-99b3-8bcde9b52976 req-d1718469-03dc-4bd0-9d73-c99817ddac25 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2113771 Dec 08 01:46:58.436658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-420ea1d2-48f1-4ddb-98b4-11f678a82201 None None] Provisioning complete for port fe25879f-d72b-40dc-8874-ba957976b98e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:58.437619 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-420ea1d2-48f1-4ddb-98b4-11f678a82201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:58.440049 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-a1da0456-172d-4e33-9700-27abd292e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:58.441966 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-a1da0456-172d-4e33-9700-27abd292e12d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97b0b116-66cf-421b-b53a-d295068e47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2919209 Dec 08 01:46:58.476578 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:58.487471 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:58.512364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a880a9f8-bc10-4d39-bdac-c87f2573a0d9 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:58.553450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a880a9f8-bc10-4d39-bdac-c87f2573a0d9, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a880a9f8-bc10-4d39-bdac-c87f2573a0d9,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:58.556004 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-420ea1d2-48f1-4ddb-98b4-11f678a82201 None None] Port fe25879f-d72b-40dc-8874-ba957976b98e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:46:58.560351 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:58.699589 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-62e0e012-8ace-4cc6-b712-3cdb3bb81ad5 service neutron] 10.222.0.65 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429316 Dec 08 01:46:58.703994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a97b2fea-d758-44bf-b262-fcd174185712 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port 32133cab-2735-46f5-9138-5cdb98c349e6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:46:58.704445 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a97b2fea-d758-44bf-b262-fcd174185712 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:58.733076 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a880a9f8-bc10-4d39-bdac-c87f2573a0d9,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:58.792335 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-481b6f8b-6b23-44fe-8db5-cbfed8f5b2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:58.827373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08367a3e-44fb-4eba-b6eb-f971093c3653 req-4d3ed2dc-a780-4235-ac04-d3172d9a9dc0 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:58.830008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08367a3e-44fb-4eba-b6eb-f971093c3653 req-4d3ed2dc-a780-4235-ac04-d3172d9a9dc0 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 931 time: 0.7717257 Dec 08 01:46:58.994485 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ab7eb70-d158-4504-99b3-8bcde9b52976 req-320ea19b-161b-4e6b-9da2-558df5bedf46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4eb2e093eba946c78088f73a589065d9&device_id=8bf47473-4e2a-4536-a5fb-e041dfaba6ff HTTP/1.1" status: 200 len: 210 time: 0.4516652 Dec 08 01:46:59.009206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a880a9f8-bc10-4d39-bdac-c87f2573a0d9'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:46:59.034699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a97b2fea-d758-44bf-b262-fcd174185712 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.054388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a97b2fea-d758-44bf-b262-fcd174185712 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for 32133cab-2735-46f5-9138-5cdb98c349e6 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:46:59.158890 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e97a29-f014-4390-aacb-06ecb4b0a6a1 req-f6dba861-6de2-4110-acb5-8a5533918877 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:59.160749 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63e97a29-f014-4390-aacb-06ecb4b0a6a1 req-f6dba861-6de2-4110-acb5-8a5533918877 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 943 time: 0.4106593 Dec 08 01:46:59.202739 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9aeaf9d6-4b9c-4eca-b391-0c000eaee421 req-262aa192-7da7-485f-845e-fc2e7e2c9e3d service neutron] 10.222.0.65 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947407 Dec 08 01:46:59.267891 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63e97a29-f014-4390-aacb-06ecb4b0a6a1 req-802c63d6-8f2a-427c-a028-0e47220af073 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897481 Dec 08 01:46:59.314249 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a97b2fea-d758-44bf-b262-fcd174185712 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.362463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57392) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:59.391148 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b2fea-d758-44bf-b262-fcd174185712 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=32133cab-2735-46f5-9138-5cdb98c349e6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:46:59.476315 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08367a3e-44fb-4eba-b6eb-f971093c3653 req-31b69678-bfb7-4b07-8047-b3e3e31b1675 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4859154 Dec 08 01:46:59.483858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 069f652a-144d-4fd9-8dc4-d8cc56cd9772 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:46:59.523466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8e9139-f3da-4a2e-b3e1-08bdd6171efb admin admin] Deleting subnet 86fd533c-1222-42a7-929e-1a209b1b24e6 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:46:59.548499 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9139-f3da-4a2e-b3e1-08bdd6171efb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.593907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe25879f-d72b-40dc-8874-ba957976b98e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:46:59.601200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c4e43-c7d3-49dd-9432-96da061bb075 req-034227b7-cb27-4557-a1ac-5166272a572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:59.602895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd3c4e43-c7d3-49dd-9432-96da061bb075 req-034227b7-cb27-4557-a1ac-5166272a572f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe240098e6a9466bb745a4cf1991eb89&device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 1095 time: 0.2698488 Dec 08 01:46:59.630765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 069f652a-144d-4fd9-8dc4-d8cc56cd9772 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:46:59.633663 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.648246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 069f652a-144d-4fd9-8dc4-d8cc56cd9772 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:46:59.650092 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.652193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7eb70-d158-4504-99b3-8bcde9b52976 req-81f1ed67-5b20-45cc-857f-99fdf755eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:59.655555 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ab7eb70-d158-4504-99b3-8bcde9b52976 req-81f1ed67-5b20-45cc-857f-99fdf755eb84 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4eb2e093eba946c78088f73a589065d9&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5748355 Dec 08 01:46:59.676911 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a97b2fea-d758-44bf-b262-fcd174185712 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.692768 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a97b2fea-d758-44bf-b262-fcd174185712 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/32133cab-2735-46f5-9138-5cdb98c349e6 HTTP/1.1" status: 204 len: 168 time: 1.3116043 Dec 08 01:46:59.711253 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57394) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:59.764917 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3a1d52-7c16-4a1d-8fc2-00851c79196d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:46:59.766850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0d3a1d52-7c16-4a1d-8fc2-00851c79196d tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/32133cab-2735-46f5-9138-5cdb98c349e6 HTTP/1.1" status: 404 len: 333 time: 0.0543735 Dec 08 01:46:59.768373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Transition to ACTIVE for port object fe25879f-d72b-40dc-8874-ba957976b98e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:46:59.777807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57396) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:46:59.803994 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.839165 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.840539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c4e43-c7d3-49dd-9432-96da061bb075 req-23d26762-1ac8-4628-b680-ab987f48c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:46:59.842170 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd3c4e43-c7d3-49dd-9432-96da061bb075 req-23d26762-1ac8-4628-b680-ab987f48c63c service neutron] 10.222.0.65 "GET /v2.0/networks?id=97b0b116-66cf-421b-b53a-d295068e47a0 HTTP/1.1" status: 200 len: 916 time: 0.1835144 Dec 08 01:46:59.869126 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9139-f3da-4a2e-b3e1-08bdd6171efb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.872321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49794dc9-ec13-43bf-8185-1931cd2778e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069f652a-144d-4fd9-8dc4-d8cc56cd9772'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:46:59.876815 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7687e9d4-0b54-48e1-9ccf-be76ab44c697" -d '{"events": [{"server_uuid": "49794dc9-ec13-43bf-8185-1931cd2778e0", "name": "network-vif-plugged", "status": "completed", "tag": "069f652a-144d-4fd9-8dc4-d8cc56cd9772"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:46:59.921274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 069f652a-144d-4fd9-8dc4-d8cc56cd9772, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=069f652a-144d-4fd9-8dc4-d8cc56cd9772,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:46:59.927754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 2a24dd90-929d-4529-90ed-e9e7d3612112 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:46:59.971050 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd3c4e43-c7d3-49dd-9432-96da061bb075 req-cc0493d6-7df7-46d9-90c2-50c0e3b48da9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9df8529-860e-42d0-a696-b760f1f34457 HTTP/1.1" status: 200 len: 217 time: 0.1128981 Dec 08 01:46:59.977462 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:46:59.982925 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87c0108-20c8-4eae-8b95-a8b5db9df45f x-openstack-request-id: req-a87c0108-20c8-4eae-8b95-a8b5db9df45f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:46:59.983429 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49794dc9-ec13-43bf-8185-1931cd2778e0", "name": "network-vif-plugged", "status": "completed", "tag": "069f652a-144d-4fd9-8dc4-d8cc56cd9772", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:46:59.984077 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a87c0108-20c8-4eae-8b95-a8b5db9df45f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:46:59.984741 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49794dc9-ec13-43bf-8185-1931cd2778e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069f652a-144d-4fd9-8dc4-d8cc56cd9772', 'code': 200} Dec 08 01:47:00.055767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=069f652a-144d-4fd9-8dc4-d8cc56cd9772,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:00.066443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 2a24dd90-929d-4529-90ed-e9e7d3612112 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:00.066903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 2a24dd90-929d-4529-90ed-e9e7d3612112 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:00.109673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c4e43-c7d3-49dd-9432-96da061bb075 req-84e0b9bd-c04c-4c3a-bf41-e56224e742da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.111153 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd3c4e43-c7d3-49dd-9432-96da061bb075 req-84e0b9bd-c04c-4c3a-bf41-e56224e742da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=786043f2-8b64-4a79-9f2f-ea5a93de96d4 HTTP/1.1" status: 200 len: 854 time: 0.0868726 Dec 08 01:47:00.142314 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9139-f3da-4a2e-b3e1-08bdd6171efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.153458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee70b5d-3eeb-4379-aaf1-46aa95165206 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting subnet 1dff2a9e-2cee-4499-b0a3-1cf4524f2482 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:47:00.215409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c4e43-c7d3-49dd-9432-96da061bb075 req-81997891-a727-42e5-a88b-5adba10480fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.216966 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd3c4e43-c7d3-49dd-9432-96da061bb075 req-81997891-a727-42e5-a88b-5adba10480fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97b0b116-66cf-421b-b53a-d295068e47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958409 Dec 08 01:47:00.241584 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9139-f3da-4a2e-b3e1-08bdd6171efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.280544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7eb70-d158-4504-99b3-8bcde9b52976 req-2ecfe00b-9a3f-4db0-8b83-358b4ec08dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.282441 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ab7eb70-d158-4504-99b3-8bcde9b52976 req-2ecfe00b-9a3f-4db0-8b83-358b4ec08dea service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6142139 Dec 08 01:47:00.283322 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ee70b5d-3eeb-4379-aaf1-46aa95165206 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.287739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e9139-f3da-4a2e-b3e1-08bdd6171efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fd533c-1222-42a7-929e-1a209b1b24e6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:00.294648 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9139-f3da-4a2e-b3e1-08bdd6171efb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.298690 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8f8e9139-f3da-4a2e-b3e1-08bdd6171efb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/86fd533c-1222-42a7-929e-1a209b1b24e6 HTTP/1.1" status: 204 len: 168 time: 0.9313526 Dec 08 01:47:00.302907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57406) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:00.305863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62592327-be90-4b6a-bd8b-9ba47ef3a8c3 None None] Network add1204c-708d-4dd0-8c27-2024f200bc03 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:00.467954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Pushing event updated for resources: {'Port': ['ID=fe25879f-d72b-40dc-8874-ba957976b98e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:00.505996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2944df48-2136-42b1-8cae-624eb3f08b7e None None] DHCP port deletion for add1204c-708d-4dd0-8c27-2024f200bc03 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:47:00.543806 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ee70b5d-3eeb-4379-aaf1-46aa95165206 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.582738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54b97f-b5af-4f3e-86e6-dbca37801b35 req-8330bf1b-1cc4-4897-9c1e-918ad52e3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.585043 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fb54b97f-b5af-4f3e-86e6-dbca37801b35 req-8330bf1b-1cc4-4897-9c1e-918ad52e3f81 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=49794dc9-ec13-43bf-8185-1931cd2778e0 HTTP/1.1" status: 200 len: 1098 time: 0.4884312 Dec 08 01:47:00.642179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Attempting to bind port fe25879f-d72b-40dc-8874-ba957976b98e on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:00.642923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Attempting to bind port fe25879f-d72b-40dc-8874-ba957976b98e by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:00.643460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Attempting to bind port fe25879f-d72b-40dc-8874-ba957976b98e on network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:00.684307 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fb54b97f-b5af-4f3e-86e6-dbca37801b35 req-69d9bdff-4cca-4892-bf2f-6630074df59f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878954 Dec 08 01:47:00.684932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Port fe25879f-d72b-40dc-8874-ba957976b98e on network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:47:00.685263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Attempting to bind port fe25879f-d72b-40dc-8874-ba957976b98e on network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:00.706566 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.711079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:00.711425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Checking segment: {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:00.711563 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd3c4e43-c7d3-49dd-9432-96da061bb075 req-3eaf957c-d8bb-42b1-b86e-c4c083031073 service neutron] 10.222.0.65 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817617 Dec 08 01:47:00.711813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Bound using segment: {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:00.712271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Bound port: fe25879f-d72b-40dc-8874-ba957976b98e, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:00.714952 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.769217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d6245-ce44-4e10-b3f0-52c43d88722e req-b6e53579-8b2c-4c29-8fc7-b07ad8334d48 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.776860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-377d6245-ce44-4e10-b3f0-52c43d88722e req-b6e53579-8b2c-4c29-8fc7-b07ad8334d48 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 943 time: 0.2414508 Dec 08 01:47:00.835519 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ee70b5d-3eeb-4379-aaf1-46aa95165206 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:00.866883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d8c9f-7e1a-4465-81ef-08b1b9d31258 req-b8406367-af5e-4782-a5d8-e573ecfa93a9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:00.875705 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e9d8c9f-7e1a-4465-81ef-08b1b9d31258 req-b8406367-af5e-4782-a5d8-e573ecfa93a9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 943 time: 0.1860354 Dec 08 01:47:00.950247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] For port fe25879f-d72b-40dc-8874-ba957976b98e, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:00.990437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] For port fe25879f-d72b-40dc-8874-ba957976b98e, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fe25879f-d72b-40dc-8874-ba957976b98e,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:00.997476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e9d8c9f-7e1a-4465-81ef-08b1b9d31258 req-ea9d1e63-29cc-44ee-822a-97334529f42e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205075 Dec 08 01:47:01.000415 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.014318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ee70b5d-3eeb-4379-aaf1-46aa95165206 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.077818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee70b5d-3eeb-4379-aaf1-46aa95165206 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Subnet': ['ID=1dff2a9e-2cee-4499-b0a3-1cf4524f2482,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:01.086961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:01.087533 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.104978 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] 10.222.0.72 "PUT /v2.0/ports/fe25879f-d72b-40dc-8874-ba957976b98e HTTP/1.1" status: 200 len: 1092 time: 3.1338181 Dec 08 01:47:01.106802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'tag': 'fe25879f-d72b-40dc-8874-ba957976b98e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:01.109170 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f56802f-d5f6-4572-aa12-6c5f8e1723ea" -d '{"events": [{"name": "network-changed", "server_uuid": "08bf7cfa-9d09-46b4-970e-871de6a700eb", "tag": "fe25879f-d72b-40dc-8874-ba957976b98e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:01.117237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136bc9af-3e35-4430-b9fc-45bea955cd82 None None] Network d1c4fc36-33b6-4286-aa65-632c1f5cb987 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:01.123605 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ee70b5d-3eeb-4379-aaf1-46aa95165206 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.127998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7ee70b5d-3eeb-4379-aaf1-46aa95165206 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/1dff2a9e-2cee-4499-b0a3-1cf4524f2482 HTTP/1.1" status: 204 len: 168 time: 1.3480098 Dec 08 01:47:01.131803 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57436) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:01.227727 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15947d83-974b-4fc1-a31f-356fc23a87db x-openstack-request-id: req-15947d83-974b-4fc1-a31f-356fc23a87db {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:01.228471 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bf7cfa-9d09-46b4-970e-871de6a700eb", "tag": "fe25879f-d72b-40dc-8874-ba957976b98e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:01.228471 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15947d83-974b-4fc1-a31f-356fc23a87db {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:01.228795 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'tag': 'fe25879f-d72b-40dc-8874-ba957976b98e', 'status': 'completed', 'code': 200} Dec 08 01:47:01.261078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a6804-e6aa-4842-8c52-76cf92ddd37e service neutron] Pushing event updated for resources: {'Port': ['ID=fe25879f-d72b-40dc-8874-ba957976b98e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:01.325321 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.334577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-67ff019a-9d7e-49b2-8a4e-48b2876bf859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:01.336252 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-67ff019a-9d7e-49b2-8a4e-48b2876bf859 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 1095 time: 0.1266067 Dec 08 01:47:01.344890 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e2aea126-bbf8-4518-96ea-989981565c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.414804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-a993749d-328a-410a-bea2-3da0fe628dfc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe25879f-d72b-40dc-8874-ba957976b98e HTTP/1.1" status: 200 len: 217 time: 0.0461257 Dec 08 01:47:01.464126 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e761ef0-df1a-4b75-8764-a386ad9f35ba None None] DHCP port deletion for d1c4fc36-33b6-4286-aa65-632c1f5cb987 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:47:01.479375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-10e18002-2503-433b-9a89-9b1a24cffcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:01.481137 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-10e18002-2503-433b-9a89-9b1a24cffcd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7350439f-5003-4406-b9e1-36d3805fa73f HTTP/1.1" status: 200 len: 850 time: 0.0579619 Dec 08 01:47:01.548684 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.555128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0e761ef0-df1a-4b75-8764-a386ad9f35ba None None] Deleting port febd31ab-2b5c-4bb9-a0cf-93397a345de8 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:01.555672 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e761ef0-df1a-4b75-8764-a386ad9f35ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.564165 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd3c4e43-c7d3-49dd-9432-96da061bb075 req-6df8f14b-b21d-466b-a4af-4be00b133208 service neutron] 10.222.0.65 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8387163 Dec 08 01:47:01.571624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port febd31ab-2b5c-4bb9-a0cf-93397a345de8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:01.572744 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.573958 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-377d6245-ce44-4e10-b3f0-52c43d88722e req-34449f9c-7f9d-440f-8434-becf3b2b7b01 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7941227 Dec 08 01:47:01.585793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add1204c-708d-4dd0-8c27-2024f200bc03']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:01.599015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:01.599241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ef5e5f-392a-43dd-83d5-a1662cbe30d1') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:01.631952 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.652720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-8927e2cf-37b7-4600-b0ba-3100dd388b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:01.660000 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-8927e2cf-37b7-4600-b0ba-3100dd388b5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1624835 Dec 08 01:47:01.679970 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.692661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0e761ef0-df1a-4b75-8764-a386ad9f35ba None None] For port febd31ab-2b5c-4bb9-a0cf-93397a345de8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=febd31ab-2b5c-4bb9-a0cf-93397a345de8,segment=NetworkSegment(85d6e395-a5f7-464b-964a-4d9929752c28),segment_id=85d6e395-a5f7-464b-964a-4d9929752c28)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:01.693380 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e761ef0-df1a-4b75-8764-a386ad9f35ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.698161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:47:01.698780 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:47:01.703509 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:47:01.728692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0e761ef0-df1a-4b75-8764-a386ad9f35ba None None] Calling delete_port for febd31ab-2b5c-4bb9-a0cf-93397a345de8 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:01.730901 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.771850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] For port febd31ab-2b5c-4bb9-a0cf-93397a345de8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=febd31ab-2b5c-4bb9-a0cf-93397a345de8,segment=NetworkSegment(85d6e395-a5f7-464b-964a-4d9929752c28),segment_id=85d6e395-a5f7-464b-964a-4d9929752c28)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:01.772252 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.803399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for febd31ab-2b5c-4bb9-a0cf-93397a345de8 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:01.842439 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.856720 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e761ef0-df1a-4b75-8764-a386ad9f35ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.868233 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:01.882442 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/add1204c-708d-4dd0-8c27-2024f200bc03 HTTP/1.1" status: 204 len: 168 time: 1.5777764 Dec 08 01:47:01.883936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3652af2-fc3e-4a9e-8ecc-3ce5bb5a4ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=add1204c-708d-4dd0-8c27-2024f200bc03,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:01.900020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e761ef0-df1a-4b75-8764-a386ad9f35ba None None] Pushing event deleted for resources: {'Port': ['ID=febd31ab-2b5c-4bb9-a0cf-93397a345de8,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:01.912526 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e761ef0-df1a-4b75-8764-a386ad9f35ba None None] No DVR routers for this DVR port febd31ab-2b5c-4bb9-a0cf-93397a345de8 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:01.932530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b9df8529-860e-42d0-a696-b760f1f34457 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:47:01.961446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a880a9f8-bc10-4d39-bdac-c87f2573a0d9 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:02.130616 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-b1bba0b4-114f-424f-a494-31087a0bc3c9 service neutron] 10.222.0.72 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628632 Dec 08 01:47:02.210493 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.213662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57458) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:02.241252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843d8bf-77cd-496b-83aa-0b98d465c4d5 req-3346d00e-fd30-46b6-803b-aa8de3ffa76e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:02.242997 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8843d8bf-77cd-496b-83aa-0b98d465c4d5 req-3346d00e-fd30-46b6-803b-aa8de3ffa76e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 943 time: 0.1130397 Dec 08 01:47:02.286712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=febd31ab-2b5c-4bb9-a0cf-93397a345de8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:02.310493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No DVR routers for this DVR port febd31ab-2b5c-4bb9-a0cf-93397a345de8 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:02.345220 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8843d8bf-77cd-496b-83aa-0b98d465c4d5 req-cd6c1e74-4989-4a25-929e-9b7d477f0090 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939076 Dec 08 01:47:02.439264 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.481209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c4fc36-33b6-4286-aa65-632c1f5cb987']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:02.500806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d6e395-a5f7-464b-964a-4d9929752c28') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:02.502074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d6e395-a5f7-464b-964a-4d9929752c28') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:02.518338 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.532438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port a880a9f8-bc10-4d39-bdac-c87f2573a0d9 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:47:02.536578 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.537139 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.544920 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:47:02.545339 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.561287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port a880a9f8-bc10-4d39-bdac-c87f2573a0d9 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:02.563543 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.612897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port b9df8529-860e-42d0-a696-b760f1f34457, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b9df8529-860e-42d0-a696-b760f1f34457,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:02.662610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'b9df8529-860e-42d0-a696-b760f1f34457', 'network_id': '97b0b116-66cf-421b-b53a-d295068e47a0', 'port_id': 'b9df8529-860e-42d0-a696-b760f1f34457', 'mac_address': 'fa:16:3e:9f:80:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786043f2-8b64-4a79-9f2f-ea5a93de96d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:47:02.670824 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:47:02.675495 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.687924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.697493 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/networks/d1c4fc36-33b6-4286-aa65-632c1f5cb987 HTTP/1.1" status: 204 len: 168 time: 1.5590742 Dec 08 01:47:02.698579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57472) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:02.703797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-57bc7c5b-2589-43a4-9787-e111428aded2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2045296717'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:02.744739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Network': ['ID=d1c4fc36-33b6-4286-aa65-632c1f5cb987,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:02.745195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bc7c5b-2589-43a4-9787-e111428aded2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:02.757370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57bc7c5b-2589-43a4-9787-e111428aded2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.768756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-690fec3a-5706-4cb9-9148-a982f50bb2d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4eb2e093eba946c78088f73a589065d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5407345 Dec 08 01:47:02.768756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.768756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.769714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.769984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.770492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.771453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.771775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.772253 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.772850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.773318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.773449 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.773837 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.774278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.774719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bd1ce5-2253-4f48-a3eb-d79ca25ce9c0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:02.779209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57476) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:02.800028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9df8529-860e-42d0-a696-b760f1f34457 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:02.815732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bc7c5b-2589-43a4-9787-e111428aded2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:47:02.829508 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57bc7c5b-2589-43a4-9787-e111428aded2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.830377 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-57bc7c5b-2589-43a4-9787-e111428aded2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Added segment 7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0 of type vlan for network 124ea20b-8e28-437a-8108-f3e6bdff907d Dec 08 01:47:02.841219 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.876677 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port b9df8529-860e-42d0-a696-b760f1f34457, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b9df8529-860e-42d0-a696-b760f1f34457,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:02.885869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57bc7c5b-2589-43a4-9787-e111428aded2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.889242 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1c7ca08-6ed2-46be-96a1-7c43233e7ef5 req-1e3d40fd-3be3-40c8-9c71-80041263b6fc service neutron] 10.222.0.72 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6743309 Dec 08 01:47:02.902728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73ed9a5-2dab-4786-8b40-ad4a53c44649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a880a9f8-bc10-4d39-bdac-c87f2573a0d9'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:02.908197 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b07b1d8-d0ee-4f5a-91ae-f8e605fb16a5" -d '{"events": [{"server_uuid": "f73ed9a5-2dab-4786-8b40-ad4a53c44649", "name": "network-vif-plugged", "status": "completed", "tag": "a880a9f8-bc10-4d39-bdac-c87f2573a0d9"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:02.941129 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.941574 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57bc7c5b-2589-43a4-9787-e111428aded2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.949791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bc7c5b-2589-43a4-9787-e111428aded2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:02.950471 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57bc7c5b-2589-43a4-9787-e111428aded2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:02.961226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a880a9f8-bc10-4d39-bdac-c87f2573a0d9, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a880a9f8-bc10-4d39-bdac-c87f2573a0d9,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:03.047206 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa72125f-106b-4e8a-8e41-0544710d5726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:03.052372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=b9df8529-860e-42d0-a696-b760f1f34457,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:03.052766 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-57bc7c5b-2589-43a4-9787-e111428aded2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3523171 Dec 08 01:47:03.056615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57486) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:03.064898 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93332a0c-e6d8-4c04-be06-9a89d055a93e x-openstack-request-id: req-93332a0c-e6d8-4c04-be06-9a89d055a93e {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:03.065110 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8007fb5a-b6fc-472b-8128-9c0af28e74f9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '124ea20b-8e28-437a-8108-f3e6bdff907d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:03.065229 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73ed9a5-2dab-4786-8b40-ad4a53c44649", "name": "network-vif-plugged", "status": "completed", "tag": "a880a9f8-bc10-4d39-bdac-c87f2573a0d9", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:03.086614 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93332a0c-e6d8-4c04-be06-9a89d055a93e {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:03.087067 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73ed9a5-2dab-4786-8b40-ad4a53c44649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a880a9f8-bc10-4d39-bdac-c87f2573a0d9', 'code': 200} Dec 08 01:47:03.131684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba3e97-146c-4920-90f8-4fe87b46dea7 req-0dc93390-0817-44ed-ba9d-8fbd3ba093a0 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:03.142310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b9ba3e97-146c-4920-90f8-4fe87b46dea7 req-0dc93390-0817-44ed-ba9d-8fbd3ba093a0 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 943 time: 0.3409593 Dec 08 01:47:03.143722 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:03.153868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc7c5b-2589-43a4-9787-e111428aded2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Network': ['ID=124ea20b-8e28-437a-8108-f3e6bdff907d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:03.163088 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa72125f-106b-4e8a-8e41-0544710d5726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:03.226439 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a880a9f8-bc10-4d39-bdac-c87f2573a0d9,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:03.239029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 124ea20b-8e28-437a-8108-f3e6bdff907d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:47:03.271858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa72125f-106b-4e8a-8e41-0544710d5726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:03.278732 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa72125f-106b-4e8a-8e41-0544710d5726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:03.288354 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fa72125f-106b-4e8a-8e41-0544710d5726 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8005c172-dd79-46a4-b17e-679af7215300 HTTP/1.1" status: 204 len: 168 time: 0.5048003 Dec 08 01:47:03.319861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068a77d-9504-44aa-8259-5e6bc641c872 req-deb52d23-936e-4798-9789-bbf60f6fc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:03.321491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c068a77d-9504-44aa-8259-5e6bc641c872 req-deb52d23-936e-4798-9789-bbf60f6fc8ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 1098 time: 0.1358123 Dec 08 01:47:03.366304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72125f-106b-4e8a-8e41-0544710d5726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8005c172-dd79-46a4-b17e-679af7215300,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:03.413869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device febd31ab-2b5c-4bb9-a0cf-93397a345de8 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:03.456057 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c068a77d-9504-44aa-8259-5e6bc641c872 req-1cb919f1-e4bb-4c0d-98f2-6affaf1c4ca0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253617 Dec 08 01:47:03.506476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: febd31ab-2b5c-4bb9-a0cf-93397a345de8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:03.507121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device febd31ab-2b5c-4bb9-a0cf-93397a345de8 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:03.510260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['b9df8529-860e-42d0-a696-b760f1f34457'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:03.539449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56802f-d5f6-4572-aa12-6c5f8e1723ea req-8f6687a6-05c0-4aa6-9157-cc5541cfc295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:03.541452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f56802f-d5f6-4572-aa12-6c5f8e1723ea req-8f6687a6-05c0-4aa6-9157-cc5541cfc295 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 1095 time: 0.5164804 Dec 08 01:47:03.712556 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b9ba3e97-146c-4920-90f8-4fe87b46dea7 req-65d8b410-e45a-4ce1-875b-36e37aa85773 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838862 Dec 08 01:47:03.729474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f2335-824a-4d57-9b35-feebdb56cd59 req-206d8851-b610-42fe-8b52-3cc959153de2 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:03.735212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-776f2335-824a-4d57-9b35-feebdb56cd59 req-206d8851-b610-42fe-8b52-3cc959153de2 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 943 time: 0.0945568 Dec 08 01:47:03.736910 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:03.794471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8007fb5a-b6fc-472b-8128-9c0af28e74f9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:03.806464 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8007fb5a-b6fc-472b-8128-9c0af28e74f9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:03.840251 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:03.924369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-776f2335-824a-4d57-9b35-feebdb56cd59 req-166a9263-6519-4786-8a0d-fd007d273fd5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805646 Dec 08 01:47:04.114761 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56802f-d5f6-4572-aa12-6c5f8e1723ea req-d576d133-6005-4e56-a3b8-629b333cbe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:04.116648 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f56802f-d5f6-4572-aa12-6c5f8e1723ea req-d576d133-6005-4e56-a3b8-629b333cbe81 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 912 time: 0.5237763 Dec 08 01:47:04.247802 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f56802f-d5f6-4572-aa12-6c5f8e1723ea req-b2381e7c-150e-43b6-b93d-6c1b5857ccff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe25879f-d72b-40dc-8874-ba957976b98e HTTP/1.1" status: 200 len: 217 time: 0.1226602 Dec 08 01:47:04.344079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56802f-d5f6-4572-aa12-6c5f8e1723ea req-668cbed7-cd68-47f5-abf3-1707a862f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:04.346233 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f56802f-d5f6-4572-aa12-6c5f8e1723ea req-668cbed7-cd68-47f5-abf3-1707a862f3ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7350439f-5003-4406-b9e1-36d3805fa73f HTTP/1.1" status: 200 len: 850 time: 0.0684440 Dec 08 01:47:04.431218 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8007fb5a-b6fc-472b-8128-9c0af28e74f9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:04.449666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56802f-d5f6-4572-aa12-6c5f8e1723ea req-b76c8fb9-2a3d-4f71-a59e-43dfe5fb2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:04.454574 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f56802f-d5f6-4572-aa12-6c5f8e1723ea req-b76c8fb9-2a3d-4f71-a59e-43dfe5fb2643 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823958 Dec 08 01:47:04.714940 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:04.724592 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:47:04.725187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007fb5a-b6fc-472b-8128-9c0af28e74f9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Subnet': ['ID=d5365de0-19a5-4455-9902-8cf51cea30ae,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:04.745695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007fb5a-b6fc-472b-8128-9c0af28e74f9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Checking segment: {'id': '7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '124ea20b-8e28-437a-8108-f3e6bdff907d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:04.746228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007fb5a-b6fc-472b-8128-9c0af28e74f9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network hostable DHCP agents. Network: 124ea20b-8e28-437a-8108-f3e6bdff907d, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:47:04.787672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8007fb5a-b6fc-472b-8128-9c0af28e74f9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 124ea20b-8e28-437a-8108-f3e6bdff907d is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:47:04.797826 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f56802f-d5f6-4572-aa12-6c5f8e1723ea req-1afe18e0-a992-49fd-a409-d5e2763c6ca0 service neutron] 10.222.0.72 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367291 Dec 08 01:47:04.804680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8007fb5a-b6fc-472b-8128-9c0af28e74f9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 124ea20b-8e28-437a-8108-f3e6bdff907d) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:04.814859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d810be-8fab-48a3-a860-936073139d4a None None] Network 124ea20b-8e28-437a-8108-f3e6bdff907d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:04.907956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a30e5-deac-4193-b631-9ddc0d0d5f48 req-95edddf3-8044-4c33-9b1f-096d3ef4e54f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:04.928676 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-537a30e5-deac-4193-b631-9ddc0d0d5f48 req-95edddf3-8044-4c33-9b1f-096d3ef4e54f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 944 time: 0.0831673 Dec 08 01:47:04.969327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8007fb5a-b6fc-472b-8128-9c0af28e74f9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:04.978115 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8007fb5a-b6fc-472b-8128-9c0af28e74f9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.000510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-124ea20b-8e28-437a-8108-f3e6bdff907d', 'network_id': '124ea20b-8e28-437a-8108-f3e6bdff907d', 'project_id': '3e0cd03e8fe4423fb3f595c903ca9c9f', 'fixed_ips': [{'subnet_id': 'd5365de0-19a5-4455-9902-8cf51cea30ae'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:47:05.001768 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.046584 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-537a30e5-deac-4193-b631-9ddc0d0d5f48 req-cca6665d-a175-4301-a8de-4921c0d70b6e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110358 Dec 08 01:47:05.063288 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8007fb5a-b6fc-472b-8128-9c0af28e74f9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0028839 Dec 08 01:47:05.065866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f56802f-d5f6-4572-aa12-6c5f8e1723ea req-81a904cc-cad2-44cc-9bc0-383d0f3dbc3c service neutron] 10.222.0.72 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583039 Dec 08 01:47:05.066496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57558) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:05.076273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f2ad8f50-bf44-4d5b-a788-b8481da2cc88 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-507125842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:05.149437 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8f50-bf44-4d5b-a788-b8481da2cc88 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.151708 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8f50-bf44-4d5b-a788-b8481da2cc88 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.230483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Allocated IP 172.20.0.2 (124ea20b-8e28-437a-8108-f3e6bdff907d/d5365de0-19a5-4455-9902-8cf51cea30ae/fddc4e71-b097-4a68-95c5-6b6d6932b3aa) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:05.246217 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e26711-3a7c-4e4b-931b-43908ee3020c req-630f4279-cfee-48a1-ad3d-761142cc0367 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:05.248413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e26711-3a7c-4e4b-931b-43908ee3020c req-630f4279-cfee-48a1-ad3d-761142cc0367 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 943 time: 0.1116216 Dec 08 01:47:05.284996 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8f50-bf44-4d5b-a788-b8481da2cc88 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.293316 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8f50-bf44-4d5b-a788-b8481da2cc88 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.327555 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f2ad8f50-bf44-4d5b-a788-b8481da2cc88 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.328477 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f2ad8f50-bf44-4d5b-a788-b8481da2cc88 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2603085 Dec 08 01:47:05.330959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57568) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:05.332830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57570) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:05.343929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'network_id': '124ea20b-8e28-437a-8108-f3e6bdff907d', 'name': 'tempest-PortsTestJSON-57380227'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:05.351941 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40e26711-3a7c-4e4b-931b-43908ee3020c req-220f4787-b2fd-4233-8db5-29539919bb96 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929978 Dec 08 01:47:05.511830 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.523204 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.571243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device fe25879f-d72b-40dc-8874-ba957976b98e details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:47:05.576767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Network 124ea20b-8e28-437a-8108-f3e6bdff907d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:05.588827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52c5f722-387d-4a49-9099-b34f122e7d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.633786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:05.637642 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.662232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port acc61ece-f5e2-451a-83f5-70c058cadee9 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:47:05.664986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:05.697043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:05.788258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Pushing event updated for resources: {'Port': ['ID=fddc4e71-b097-4a68-95c5-6b6d6932b3aa,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:05.852925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.853627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.853627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.853934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.854276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.854616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.854953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.855284 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.855615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.855943 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.856298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.856650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.856976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:05.899329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Attempting to bind port fddc4e71-b097-4a68-95c5-6b6d6932b3aa on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:05.899708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Attempting to bind port fddc4e71-b097-4a68-95c5-6b6d6932b3aa by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '124ea20b-8e28-437a-8108-f3e6bdff907d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:05.900078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Attempting to bind port fddc4e71-b097-4a68-95c5-6b6d6932b3aa on network 124ea20b-8e28-437a-8108-f3e6bdff907d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:05.909760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:05.910150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Checking segment: {'id': '7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '124ea20b-8e28-437a-8108-f3e6bdff907d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:05.910565 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.911021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Bound using segment: {'id': '7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '124ea20b-8e28-437a-8108-f3e6bdff907d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:05.911748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Bound port: fddc4e71-b097-4a68-95c5-6b6d6932b3aa, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '124ea20b-8e28-437a-8108-f3e6bdff907d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:05.912143 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.923878 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52c5f722-387d-4a49-9099-b34f122e7d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.935135 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52c5f722-387d-4a49-9099-b34f122e7d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:05.943900 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port fe25879f-d72b-40dc-8874-ba957976b98e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fe25879f-d72b-40dc-8874-ba957976b98e,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:05.950511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b9df8529-860e-42d0-a696-b760f1f34457 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:05.981668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.14 (124ea20b-8e28-437a-8108-f3e6bdff907d/d5365de0-19a5-4455-9902-8cf51cea30ae/acc61ece-f5e2-451a-83f5-70c058cadee9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:06.050347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'fe25879f-d72b-40dc-8874-ba957976b98e', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'port_id': 'fe25879f-d72b-40dc-8874-ba957976b98e', 'mac_address': 'fa:16:3e:a5:f6:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:47:06.071444 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-52c5f722-387d-4a49-9099-b34f122e7d4f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=83f61ec499ec42bf84af13241eb45997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7373626 Dec 08 01:47:06.074988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57594) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:06.077998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5f722-387d-4a49-9099-b34f122e7d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc6a7d1-08f4-4e1b-804e-975d1c9b3862,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:06.127094 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.151683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] For port fddc4e71-b097-4a68-95c5-6b6d6932b3aa, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:06.164995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe25879f-d72b-40dc-8874-ba957976b98e {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:47:06.176180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] For port fddc4e71-b097-4a68-95c5-6b6d6932b3aa, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fddc4e71-b097-4a68-95c5-6b6d6932b3aa,segment=NetworkSegment(7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0),segment_id=7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:06.225024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port fe25879f-d72b-40dc-8874-ba957976b98e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fe25879f-d72b-40dc-8874-ba957976b98e,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:06.233094 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.262701 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port b9df8529-860e-42d0-a696-b760f1f34457 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:47:06.277084 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.284874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520143-0189-4d90-b02b-1bce30413cd1 req-18306b6f-788e-4490-aad3-37b772c2d9bc tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:06.289378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1520143-0189-4d90-b02b-1bce30413cd1 req-18306b6f-788e-4490-aad3-37b772c2d9bc tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 944 time: 0.1260352 Dec 08 01:47:06.306106 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f174ffd8-f36e-4a5b-b0fb-81c1c80a874b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.322935 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.355380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port b9df8529-860e-42d0-a696-b760f1f34457 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:06.355759 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.386468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1520143-0189-4d90-b02b-1bce30413cd1 req-da4aa4aa-7936-4703-929a-e3867f38f12e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892127 Dec 08 01:47:06.388671 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f174ffd8-f36e-4a5b-b0fb-81c1c80a874b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.400774 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.472656 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f174ffd8-f36e-4a5b-b0fb-81c1c80a874b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.475805 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f174ffd8-f36e-4a5b-b0fb-81c1c80a874b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.477188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f174ffd8-f36e-4a5b-b0fb-81c1c80a874b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9cc6a7d1-08f4-4e1b-804e-975d1c9b3862 HTTP/1.1" status: 204 len: 168 time: 0.4011927 Dec 08 01:47:06.486148 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c8d0f-4952-411e-90ef-d981530a60a6 None None] Pushing event updated for resources: {'Port': ['ID=fddc4e71-b097-4a68-95c5-6b6d6932b3aa,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:06.506533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174ffd8-f36e-4a5b-b0fb-81c1c80a874b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc6a7d1-08f4-4e1b-804e-975d1c9b3862,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:06.538697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 124ea20b-8e28-437a-8108-f3e6bdff907d is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:06.543358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:06.629503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:06.640610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=fe25879f-d72b-40dc-8874-ba957976b98e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:06.742478 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=acc61ece-f5e2-451a-83f5-70c058cadee9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:06.744120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['fe25879f-d72b-40dc-8874-ba957976b98e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:06.747926 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.861622 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0425e0c2-9dab-4278-a365-759455c8e312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9df8529-860e-42d0-a696-b760f1f34457'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:06.863781 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6980af07-a405-409a-9e82-fe2ec526dc42" -d '{"events": [{"server_uuid": "0425e0c2-9dab-4278-a365-759455c8e312", "name": "network-vif-plugged", "status": "completed", "tag": "b9df8529-860e-42d0-a696-b760f1f34457"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:06.874171 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:06.875581 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.906476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port b9df8529-860e-42d0-a696-b760f1f34457, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b9df8529-860e-42d0-a696-b760f1f34457,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:06.917263 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:06.919826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0b4c2-3551-493f-91a3-e4ffd3aa299d req-86efcc87-d6cc-4ae5-8895-fb26d248ddb5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:06.931434 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-98a0b4c2-3551-493f-91a3-e4ffd3aa299d req-86efcc87-d6cc-4ae5-8895-fb26d248ddb5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 944 time: 0.4202244 Dec 08 01:47:06.986775 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ebb94829-cb07-4faf-b685-950a63f1f1f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6514463 Dec 08 01:47:06.989916 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57624) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:07.026892 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3868917c-83f0-4a3a-b574-e1247cb0720d x-openstack-request-id: req-3868917c-83f0-4a3a-b574-e1247cb0720d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:07.027194 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0425e0c2-9dab-4278-a365-759455c8e312", "name": "network-vif-plugged", "status": "completed", "tag": "b9df8529-860e-42d0-a696-b760f1f34457", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:07.027460 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3868917c-83f0-4a3a-b574-e1247cb0720d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:07.027885 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0425e0c2-9dab-4278-a365-759455c8e312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9df8529-860e-42d0-a696-b760f1f34457', 'code': 200} Dec 08 01:47:07.086077 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-98a0b4c2-3551-493f-91a3-e4ffd3aa299d req-2329c8c4-bbce-4df8-92d3-25140159c5f9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450284 Dec 08 01:47:07.178864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=b9df8529-860e-42d0-a696-b760f1f34457,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:07.273198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93638bc1-0273-464e-818a-37105034a2d7 req-dc69d2af-3c5e-4edc-af86-fac9719d20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:07.282523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93638bc1-0273-464e-818a-37105034a2d7 req-dc69d2af-3c5e-4edc-af86-fac9719d20b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 1097 time: 0.1355505 Dec 08 01:47:07.398632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93638bc1-0273-464e-818a-37105034a2d7 req-a8c644e5-1184-427b-ba62-4c9c7d6b9d5d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085498 Dec 08 01:47:07.410584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fddc4e71-b097-4a68-95c5-6b6d6932b3aa up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:07.526388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fddc4e71-b097-4a68-95c5-6b6d6932b3aa triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:07.538525 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:07.666482 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3e315-c6aa-4178-9cb7-b0f054f26b73 req-51c0e195-6ea0-468c-bed7-856a91aa4c08 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:07.668088 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-11f3e315-c6aa-4178-9cb7-b0f054f26b73 req-51c0e195-6ea0-468c-bed7-856a91aa4c08 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 945 time: 0.1360178 Dec 08 01:47:07.748825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:07.771702 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-11f3e315-c6aa-4178-9cb7-b0f054f26b73 req-6a2ebd16-abdf-47ef-896d-56bf84338ba5 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968072 Dec 08 01:47:07.836138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port fddc4e71-b097-4a68-95c5-6b6d6932b3aa, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fddc4e71-b097-4a68-95c5-6b6d6932b3aa,segment=NetworkSegment(7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0),segment_id=7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:07.848041 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:07.946019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=fddc4e71-b097-4a68-95c5-6b6d6932b3aa,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:08.216648 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.363202 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c814a-ee36-4fa9-b0e5-d8220e514a8b None None] Network 124ea20b-8e28-437a-8108-f3e6bdff907d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:08.457405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad616bf3-c963-4a8c-9fcf-1ae2d65dc873 req-bfb2214e-ac6e-46a9-bae8-09034f105e24 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:08.465759 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad616bf3-c963-4a8c-9fcf-1ae2d65dc873 req-bfb2214e-ac6e-46a9-bae8-09034f105e24 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 944 time: 0.1567819 Dec 08 01:47:08.527832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-93e43d71-109c-46b6-a034-941b347e551c None None] Provisioning complete for port fddc4e71-b097-4a68-95c5-6b6d6932b3aa triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:08.528498 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-93e43d71-109c-46b6-a034-941b347e551c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.558954 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad616bf3-c963-4a8c-9fcf-1ae2d65dc873 req-dc47cef8-7a89-40a1-9ed8-3361c91ed22c tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860372 Dec 08 01:47:08.778385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.811367 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:08.934692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=acc61ece-f5e2-451a-83f5-70c058cadee9,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:08.988716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7570dc-4b70-41f3-95d5-0330781783b3 req-ae8b3999-4338-4f7c-8635-46acfb7bef6d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:09.006694 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0c7570dc-4b70-41f3-95d5-0330781783b3 req-ae8b3999-4338-4f7c-8635-46acfb7bef6d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 945 time: 0.1230185 Dec 08 01:47:09.139544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0c7570dc-4b70-41f3-95d5-0330781783b3 req-0e7e69ae-75b1-415f-b809-c9ec7db9ad84 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314561 Dec 08 01:47:09.268143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fddc4e71-b097-4a68-95c5-6b6d6932b3aa up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:09.321673 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:09.351416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ade514-3725-4cfb-a5a4-4bb53d5beb77 req-e52dd540-a2b0-4180-afae-e009b13d53d8 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:09.358974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2ef809dd-e354-4540-9d6a-7a23d8b9f496 None None] Provisioning complete for port acc61ece-f5e2-451a-83f5-70c058cadee9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:09.359416 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2ef809dd-e354-4540-9d6a-7a23d8b9f496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:09.368679 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89ade514-3725-4cfb-a5a4-4bb53d5beb77 req-e52dd540-a2b0-4180-afae-e009b13d53d8 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1264193 Dec 08 01:47:09.512696 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2ef809dd-e354-4540-9d6a-7a23d8b9f496 None None] Port acc61ece-f5e2-451a-83f5-70c058cadee9 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:09.526857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89ade514-3725-4cfb-a5a4-4bb53d5beb77 req-32ed58da-f53a-42a3-a86d-794cc7beb914 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572545 Dec 08 01:47:09.552539 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2ef809dd-e354-4540-9d6a-7a23d8b9f496 None None] Provisioning complete for port fddc4e71-b097-4a68-95c5-6b6d6932b3aa triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:09.553365 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2ef809dd-e354-4540-9d6a-7a23d8b9f496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:09.667664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device fe25879f-d72b-40dc-8874-ba957976b98e up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:09.788842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fddc4e71-b097-4a68-95c5-6b6d6932b3aa triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:09.789222 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:09.839152 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:09.870957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d688b-ff62-47f3-959b-be394ea11750 req-658d3d0d-9174-4733-a77c-9d1f3bc0dca5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:09.878990 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c0d688b-ff62-47f3-959b-be394ea11750 req-658d3d0d-9174-4733-a77c-9d1f3bc0dca5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 944 time: 0.1563792 Dec 08 01:47:09.920249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0401c1-ab58-4ca3-8124-61b06a814f58 req-b87eb43b-e93c-49c7-b819-4cc7af33960b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:09.921866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e0401c1-ab58-4ca3-8124-61b06a814f58 req-b87eb43b-e93c-49c7-b819-4cc7af33960b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=49794dc9-ec13-43bf-8185-1931cd2778e0 HTTP/1.1" status: 200 len: 946 time: 0.1947851 Dec 08 01:47:09.991273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c0d688b-ff62-47f3-959b-be394ea11750 req-ecaa0f12-ba55-4c58-a41f-53a33003405f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088481 Dec 08 01:47:10.007263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port fe25879f-d72b-40dc-8874-ba957976b98e completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:47:10.024840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port fe25879f-d72b-40dc-8874-ba957976b98e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:10.029763 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.242120 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e0401c1-ab58-4ca3-8124-61b06a814f58 req-b3975c80-8b96-4d76-bb12-adc7e355df3b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896035 Dec 08 01:47:10.429176 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.489459 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe25879f-d72b-40dc-8874-ba957976b98e'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:10.494733 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d83a84-48c6-417b-b5c2-d1e6b4e44ee4" -d '{"events": [{"server_uuid": "08bf7cfa-9d09-46b4-970e-871de6a700eb", "name": "network-vif-plugged", "status": "completed", "tag": "fe25879f-d72b-40dc-8874-ba957976b98e"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:10.520156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.529675 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.574743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port fe25879f-d72b-40dc-8874-ba957976b98e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fe25879f-d72b-40dc-8874-ba957976b98e,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:10.587736 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.600161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57744) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:10.644173 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0f3f2e-dc1d-4195-9573-5638a65f0df3 x-openstack-request-id: req-0e0f3f2e-dc1d-4195-9573-5638a65f0df3 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:10.644846 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bf7cfa-9d09-46b4-970e-871de6a700eb", "name": "network-vif-plugged", "status": "completed", "tag": "fe25879f-d72b-40dc-8874-ba957976b98e", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:10.645854 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0e0f3f2e-dc1d-4195-9573-5638a65f0df3 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:10.646519 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe25879f-d72b-40dc-8874-ba957976b98e', 'code': 200} Dec 08 01:47:10.649531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0e8c709b-500a-4944-b5c7-5fd4c2858189 None None] Provisioning complete for port acc61ece-f5e2-451a-83f5-70c058cadee9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:10.650166 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e8c709b-500a-4944-b5c7-5fd4c2858189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.698769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=acc61ece-f5e2-451a-83f5-70c058cadee9,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:10.711585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.753570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=fe25879f-d72b-40dc-8874-ba957976b98e,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:10.763653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c709b-500a-4944-b5c7-5fd4c2858189 None None] Port acc61ece-f5e2-451a-83f5-70c058cadee9 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:10.858705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:10.922304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 124ea20b-8e28-437a-8108-f3e6bdff907d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:10.925357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:10.940660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9284ec4-0244-443b-93d8-2680808c69e2 req-1daefbca-4905-47f2-9ea1-86b742fa06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:10.942852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f9284ec4-0244-443b-93d8-2680808c69e2 req-1daefbca-4905-47f2-9ea1-86b742fa06ca service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 1097 time: 0.2092750 Dec 08 01:47:10.946137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b71593-0a29-48ec-926a-e78ffc3b7175 req-97d0b83b-4e03-4fc8-af61-9c51753829fc tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:10.952105 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62b71593-0a29-48ec-926a-e78ffc3b7175 req-97d0b83b-4e03-4fc8-af61-9c51753829fc tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 945 time: 0.1146946 Dec 08 01:47:11.068694 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62b71593-0a29-48ec-926a-e78ffc3b7175 req-f555ec22-6421-44c3-963c-e5abb54ca5cb tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009457 Dec 08 01:47:11.196540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.202316 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.246033 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8da662614413430bac070b5d79e680ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6441979 Dec 08 01:47:11.248580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57764) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:11.258509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f9284ec4-0244-443b-93d8-2680808c69e2 req-ddece248-eecd-44eb-a9fa-926bdfe95062 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809429 Dec 08 01:47:11.307362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e5fb0-f294-411d-b8ce-13a7c7482b00 req-9d62e739-ebef-485d-8c68-7465b9c4c59d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:11.318657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-670e5fb0-f294-411d-b8ce-13a7c7482b00 req-9d62e739-ebef-485d-8c68-7465b9c4c59d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1927459 Dec 08 01:47:11.325291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9250271e-b312-423d-ba3a-a04c7254c7c7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:11.343331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.343804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.344255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.344722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.345262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.345700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.346137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.346593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.347035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.347467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.347898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.348645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.349087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f491ff6e-bc47-4df7-a55f-0c0338e81bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:47:11.358089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef7a796a-cade-478e-a825-3ad7d81da30f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.393392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef7a796a-cade-478e-a825-3ad7d81da30f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.401954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Router 733406a9-3e4b-462a-9227-052783057516 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:47:11.403128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d18c218d-ffd5-47f0-a848-7f698c7979df None None] Provisioning complete for port acc61ece-f5e2-451a-83f5-70c058cadee9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:11.403729 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d18c218d-ffd5-47f0-a848-7f698c7979df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.452896 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-670e5fb0-f294-411d-b8ce-13a7c7482b00 req-c68b281f-89e4-445c-b0b3-afbbfeb77c12 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333542 Dec 08 01:47:11.487072 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef7a796a-cade-478e-a825-3ad7d81da30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.490379 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef7a796a-cade-478e-a825-3ad7d81da30f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:11.491986 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ef7a796a-cade-478e-a825-3ad7d81da30f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9250271e-b312-423d-ba3a-a04c7254c7c7 HTTP/1.1" status: 204 len: 168 time: 0.2421741 Dec 08 01:47:11.521734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d18c218d-ffd5-47f0-a848-7f698c7979df None None] Port acc61ece-f5e2-451a-83f5-70c058cadee9 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:11.523437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a796a-cade-478e-a825-3ad7d81da30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9250271e-b312-423d-ba3a-a04c7254c7c7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:11.651167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7889aa9-0adc-4a0a-9476-38c690fc2143 req-c5664edf-6b4f-4234-a67c-ad845c32db2b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:11.663561 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7889aa9-0adc-4a0a-9476-38c690fc2143 req-c5664edf-6b4f-4234-a67c-ad845c32db2b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1470389 Dec 08 01:47:11.669180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:47:11.686035 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-65483a91-9b88-4900-81e3-60ac3c881228 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "PUT /v2.0/routers/733406a9-3e4b-462a-9227-052783057516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6943741 Dec 08 01:47:11.687737 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41ead1-c013-4904-9fa2-d5dbe10e3336 None None] Sync routers for ids ['733406a9-3e4b-462a-9227-052783057516'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:47:11.696819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57776) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:11.711281 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41ead1-c013-4904-9fa2-d5dbe10e3336 None None] Routers {'733406a9-3e4b-462a-9227-052783057516'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:11.712494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ed41ead1-c013-4904-9fa2-d5dbe10e3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:47:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['733406a9-3e4b-462a-9227-052783057516'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:11.788922 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7889aa9-0adc-4a0a-9476-38c690fc2143 req-72665d73-156e-4e1f-9300-018c5a2108dd tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210151 Dec 08 01:47:11.802707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ed41ead1-c013-4904-9fa2-d5dbe10e3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:11.813602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41ead1-c013-4904-9fa2-d5dbe10e3336 None None] Routers {'733406a9-3e4b-462a-9227-052783057516'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:11.814228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ed41ead1-c013-4904-9fa2-d5dbe10e3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:47:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['733406a9-3e4b-462a-9227-052783057516'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:11.826124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce9ee0-bc96-4dc6-a1db-f7516bc1d4f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:11.831995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57782) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:11.840369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2cce9ee0-bc96-4dc6-a1db-f7516bc1d4f6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports?device_id=733406a9-3e4b-462a-9227-052783057516 HTTP/1.1" status: 200 len: 981 time: 0.1350238 Dec 08 01:47:11.940616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ed41ead1-c013-4904-9fa2-d5dbe10e3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:11.941285 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41ead1-c013-4904-9fa2-d5dbe10e3336 None None] The sync data for ids ['733406a9-3e4b-462a-9227-052783057516'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:47:12.024938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57788) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:12.040732 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3155109-68e5-4ba5-a243-fd2724e13c7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.217085 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3155109-68e5-4ba5-a243-fd2724e13c7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.228117 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3155109-68e5-4ba5-a243-fd2724e13c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.283457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3155109-68e5-4ba5-a243-fd2724e13c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff4bd6b-89da-4350-8bb2-1c952a0e2783,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:12.291984 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f3155109-68e5-4ba5-a243-fd2724e13c7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=de7cf8e5a2e54e9fb3bf7353d3b42528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2637737 Dec 08 01:47:12.292454 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57796) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:12.308991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9a58-5cb7-4b43-92a4-5383639c3528 req-5ca4964b-3d3f-4ab7-b23d-a29f3272b74b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:12.315694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9a58-5cb7-4b43-92a4-5383639c3528 req-5ca4964b-3d3f-4ab7-b23d-a29f3272b74b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:12.321960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae9a58-5cb7-4b43-92a4-5383639c3528 req-5ca4964b-3d3f-4ab7-b23d-a29f3272b74b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:12.323843 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c6ae9a58-5cb7-4b43-92a4-5383639c3528 req-5ca4964b-3d3f-4ab7-b23d-a29f3272b74b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312&device_id=49794dc9-ec13-43bf-8185-1931cd2778e0&device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 2418 time: 0.1719551 Dec 08 01:47:12.383266 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27355198-04a9-4098-b622-9e64f1896498 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.453225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27355198-04a9-4098-b622-9e64f1896498 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.534452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c6ae9a58-5cb7-4b43-92a4-5383639c3528 req-647bfec1-8fa7-42fd-8c0f-5b37b1512369 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850824 Dec 08 01:47:12.571431 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27355198-04a9-4098-b622-9e64f1896498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.574869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27355198-04a9-4098-b622-9e64f1896498 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:12.576213 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-27355198-04a9-4098-b622-9e64f1896498 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cff4bd6b-89da-4350-8bb2-1c952a0e2783 HTTP/1.1" status: 204 len: 168 time: 0.2830062 Dec 08 01:47:12.589912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27355198-04a9-4098-b622-9e64f1896498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff4bd6b-89da-4350-8bb2-1c952a0e2783,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:12.710229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698166a-cd22-46c3-b2b7-67c1dd8c034e req-72518908-fa3b-4337-9b06-3e2c57d83b8b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:12.712752 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1698166a-cd22-46c3-b2b7-67c1dd8c034e req-72518908-fa3b-4337-9b06-3e2c57d83b8b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0797977 Dec 08 01:47:12.800117 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1698166a-cd22-46c3-b2b7-67c1dd8c034e req-513c67e1-b891-40e7-9b94-3ad56be3e8e5 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816038 Dec 08 01:47:13.201264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852334b8-53f0-493b-80a9-13d1fbcde287 req-64713c07-0188-4c51-b4f9-5261e56b0a12 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:13.203223 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-852334b8-53f0-493b-80a9-13d1fbcde287 req-64713c07-0188-4c51-b4f9-5261e56b0a12 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 945 time: 0.4547431 Dec 08 01:47:13.204231 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32a203db-6ed1-4b63-95e2-5a1202594c90 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.384074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-852334b8-53f0-493b-80a9-13d1fbcde287 req-f0ce7f03-d169-4587-9ec3-0ea2a7907a84 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667352 Dec 08 01:47:13.650831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-32a203db-6ed1-4b63-95e2-5a1202594c90 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port acc61ece-f5e2-451a-83f5-70c058cadee9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:13.651188 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32a203db-6ed1-4b63-95e2-5a1202594c90 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.824228 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32a203db-6ed1-4b63-95e2-5a1202594c90 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:13.852908 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-32a203db-6ed1-4b63-95e2-5a1202594c90 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for acc61ece-f5e2-451a-83f5-70c058cadee9 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:14.115858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19167e50-712c-4767-aa92-6f086e620b7f req-d7f83f78-6d92-4065-9af1-9ec0885b5c17 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:14.117497 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19167e50-712c-4767-aa92-6f086e620b7f req-d7f83f78-6d92-4065-9af1-9ec0885b5c17 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1580813 Dec 08 01:47:14.261383 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32a203db-6ed1-4b63-95e2-5a1202594c90 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.322269 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19167e50-712c-4767-aa92-6f086e620b7f req-2c0d0eee-33b2-46dc-8614-1b68a0ff2b22 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901524 Dec 08 01:47:14.325399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a203db-6ed1-4b63-95e2-5a1202594c90 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=acc61ece-f5e2-451a-83f5-70c058cadee9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:14.782673 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32a203db-6ed1-4b63-95e2-5a1202594c90 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:14.888277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abf41c-fab8-4011-90ff-dd552365344d req-acba2c8e-7c11-4e26-9185-0c9c89ac1bda tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:14.889949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16abf41c-fab8-4011-90ff-dd552365344d req-acba2c8e-7c11-4e26-9185-0c9c89ac1bda tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1916676 Dec 08 01:47:14.901227 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57892) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:14.906730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2e642ab7-1272-44f3-8148-54bad8adcc40 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Request body: {'floatingip': {'port_id': 'fe25879f-d72b-40dc-8874-ba957976b98e'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:15.037988 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e642ab7-1272-44f3-8148-54bad8adcc40 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.210849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a203db-6ed1-4b63-95e2-5a1202594c90 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Router 733406a9-3e4b-462a-9227-052783057516 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:47:15.375886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a203db-6ed1-4b63-95e2-5a1202594c90 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:47:15.388323 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-32a203db-6ed1-4b63-95e2-5a1202594c90 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "PUT /v2.0/routers/733406a9-3e4b-462a-9227-052783057516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5550115 Dec 08 01:47:15.390844 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57914) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:15.393897 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99943c-867b-4c6d-bf5f-a87c95fc1e42 None None] Sync routers for ids ['733406a9-3e4b-462a-9227-052783057516'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:47:15.419214 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d161214c-fa5b-4459-bf1d-71bb773e692b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:47:15.425159 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99943c-867b-4c6d-bf5f-a87c95fc1e42 None None] Routers {'733406a9-3e4b-462a-9227-052783057516'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:15.425355 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d161214c-fa5b-4459-bf1d-71bb773e692b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/acc61ece-f5e2-451a-83f5-70c058cadee9 HTTP/1.1" status: 404 len: 333 time: 0.0335021 Dec 08 01:47:15.426165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57916) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:15.426822 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3a99943c-867b-4c6d-bf5f-a87c95fc1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:47:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['733406a9-3e4b-462a-9227-052783057516'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:15.464805 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3a99943c-867b-4c6d-bf5f-a87c95fc1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:15.479241 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99943c-867b-4c6d-bf5f-a87c95fc1e42 None None] Routers {'733406a9-3e4b-462a-9227-052783057516'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:15.480765 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3a99943c-867b-4c6d-bf5f-a87c95fc1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:47:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['733406a9-3e4b-462a-9227-052783057516'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:15.519369 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3a99943c-867b-4c6d-bf5f-a87c95fc1e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:15.520765 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a99943c-867b-4c6d-bf5f-a87c95fc1e42 None None] The sync data for ids ['733406a9-3e4b-462a-9227-052783057516'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:47:15.563028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9574fe9-4df1-4860-bde5-d46c12a30e1e req-881605a0-404d-48fe-84b2-2b771de2c36f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:15.585520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9574fe9-4df1-4860-bde5-d46c12a30e1e req-881605a0-404d-48fe-84b2-2b771de2c36f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.3291819 Dec 08 01:47:15.699233 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92adb026-cc1e-46f4-a12f-e8bb933efcea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.705663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9574fe9-4df1-4860-bde5-d46c12a30e1e req-f59f0a2f-8a87-4d7b-8303-d0b1e4fbc7df tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192007 Dec 08 01:47:15.991649 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92adb026-cc1e-46f4-a12f-e8bb933efcea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:15.993878 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92adb026-cc1e-46f4-a12f-e8bb933efcea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.075021 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92adb026-cc1e-46f4-a12f-e8bb933efcea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.075599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92adb026-cc1e-46f4-a12f-e8bb933efcea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Fanout notify agent at l3_agent the message router_deleted on router 733406a9-3e4b-462a-9227-052783057516 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:47:16.096582 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92adb026-cc1e-46f4-a12f-e8bb933efcea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.104538 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-92adb026-cc1e-46f4-a12f-e8bb933efcea tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/routers/733406a9-3e4b-462a-9227-052783057516 HTTP/1.1" status: 204 len: 168 time: 0.6766882 Dec 08 01:47:16.104986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57938) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:16.148652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e642ab7-1272-44f3-8148-54bad8adcc40 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.159518 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e642ab7-1272-44f3-8148-54bad8adcc40 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.219043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db3c62f-89de-4cc7-8c30-bebd69a3ff53 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting subnet d5365de0-19a5-4455-9902-8cf51cea30ae {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:47:16.226458 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0db3c62f-89de-4cc7-8c30-bebd69a3ff53 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.315827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0db3c62f-89de-4cc7-8c30-bebd69a3ff53 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.341969 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-2e642ab7-1272-44f3-8148-54bad8adcc40 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Floating IP 429c9e4a-58bc-45bb-ab27-6a1615026217 associated. External IP: 172.25.2.152, port: fe25879f-d72b-40dc-8874-ba957976b98e. Dec 08 01:47:16.641036 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0db3c62f-89de-4cc7-8c30-bebd69a3ff53 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.782537 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0db3c62f-89de-4cc7-8c30-bebd69a3ff53 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.876439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e642ab7-1272-44f3-8148-54bad8adcc40 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Router ecc649c4-8963-4b2b-ae3f-96eab8f3372b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:47:16.879238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3c62f-89de-4cc7-8c30-bebd69a3ff53 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Subnet': ['ID=d5365de0-19a5-4455-9902-8cf51cea30ae,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:16.883551 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0db3c62f-89de-4cc7-8c30-bebd69a3ff53 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:16.889958 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0db3c62f-89de-4cc7-8c30-bebd69a3ff53 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/d5365de0-19a5-4455-9902-8cf51cea30ae HTTP/1.1" status: 204 len: 168 time: 0.7842562 Dec 08 01:47:16.890811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57966) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:16.903022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d7c318-da95-4d13-a35f-e77214ee8373 None None] Network 124ea20b-8e28-437a-8108-f3e6bdff907d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:16.993287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b50c3-d804-4c40-bbb0-695ef21a4525 req-ce06220c-ed88-4885-9eb7-ed3236eefd81 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:17.005591 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6d4b50c3-d804-4c40-bbb0-695ef21a4525 req-ce06220c-ed88-4885-9eb7-ed3236eefd81 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1731985 Dec 08 01:47:17.086899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6d4b50c3-d804-4c40-bbb0-695ef21a4525 req-38a42706-214a-43b5-81dd-e4a1cf79b4e3 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745728 Dec 08 01:47:17.133690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57970) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:17.139639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bd5f80-2427-42f2-bfac-895d0436bb82 None None] DHCP port deletion for 124ea20b-8e28-437a-8108-f3e6bdff907d request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:47:17.239345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd5f80-2427-42f2-bfac-895d0436bb82 None None] Deleting port fddc4e71-b097-4a68-95c5-6b6d6932b3aa {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:17.240196 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5f80-2427-42f2-bfac-895d0436bb82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.253484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e642ab7-1272-44f3-8148-54bad8adcc40 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:47:17.260451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e642ab7-1272-44f3-8148-54bad8adcc40 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.268659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ea390-8b72-413b-85b6-2a7b0137d30e None None] Sync routers for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:47:17.273320 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.285366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fddc4e71-b097-4a68-95c5-6b6d6932b3aa no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:17.342085 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2e642ab7-1272-44f3-8148-54bad8adcc40 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "PUT /v2.0/floatingips/429c9e4a-58bc-45bb-ab27-6a1615026217 HTTP/1.1" status: 200 len: 991 time: 2.4363074 Dec 08 01:47:17.342085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'tag': 'fe25879f-d72b-40dc-8874-ba957976b98e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:17.357720 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef41c3b-82e6-48d9-b995-c0730c00ed11" -d '{"events": [{"name": "network-changed", "server_uuid": "08bf7cfa-9d09-46b4-970e-871de6a700eb", "tag": "fe25879f-d72b-40dc-8874-ba957976b98e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:17.362986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ea390-8b72-413b-85b6-2a7b0137d30e None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:17.363925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ad9ea390-8b72-413b-85b6-2a7b0137d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:47:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:17.475640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port fddc4e71-b097-4a68-95c5-6b6d6932b3aa {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:17.477527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.491904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb3cec4a-c773-4569-af00-c5a0ac02d2a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.492223 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b2370a-f5b7-422c-8e58-dda784785588 x-openstack-request-id: req-18b2370a-f5b7-422c-8e58-dda784785588 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:17.494644 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bf7cfa-9d09-46b4-970e-871de6a700eb", "tag": "fe25879f-d72b-40dc-8874-ba957976b98e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:17.494644 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18b2370a-f5b7-422c-8e58-dda784785588 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:17.494644 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'tag': 'fe25879f-d72b-40dc-8874-ba957976b98e', 'status': 'completed', 'code': 200} Dec 08 01:47:17.573217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] For port fddc4e71-b097-4a68-95c5-6b6d6932b3aa, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fddc4e71-b097-4a68-95c5-6b6d6932b3aa,segment=NetworkSegment(7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0),segment_id=7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:17.573876 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.585310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b0bd5f80-2427-42f2-bfac-895d0436bb82 None None] For port fddc4e71-b097-4a68-95c5-6b6d6932b3aa, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fddc4e71-b097-4a68-95c5-6b6d6932b3aa,segment=NetworkSegment(7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0),segment_id=7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:17.588706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for fddc4e71-b097-4a68-95c5-6b6d6932b3aa owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:17.589588 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5f80-2427-42f2-bfac-895d0436bb82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.669316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef41c3b-82e6-48d9-b995-c0730c00ed11 req-b54a04d7-f284-43c4-bd07-7f5bacd50d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:17.671036 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ef41c3b-82e6-48d9-b995-c0730c00ed11 req-b54a04d7-f284-43c4-bd07-7f5bacd50d3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 1097 time: 0.1350174 Dec 08 01:47:17.731454 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:17.743018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ad9ea390-8b72-413b-85b6-2a7b0137d30e None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:17.746871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No DVR routers for this DVR port fddc4e71-b097-4a68-95c5-6b6d6932b3aa on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:17.799086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=fddc4e71-b097-4a68-95c5-6b6d6932b3aa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:17.970615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef41c3b-82e6-48d9-b995-c0730c00ed11 req-c2bddcc5-a8bc-4cbc-8424-c13b332136f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:17.979613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ef41c3b-82e6-48d9-b995-c0730c00ed11 req-c2bddcc5-a8bc-4cbc-8424-c13b332136f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 912 time: 0.2983508 Dec 08 01:47:18.023620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd5f80-2427-42f2-bfac-895d0436bb82 None None] Calling delete_port for fddc4e71-b097-4a68-95c5-6b6d6932b3aa owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:18.100361 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ef41c3b-82e6-48d9-b995-c0730c00ed11 req-719b1b1f-0dff-4b59-a7e9-378a4ae67596 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe25879f-d72b-40dc-8874-ba957976b98e HTTP/1.1" status: 200 len: 999 time: 0.1088352 Dec 08 01:47:18.117042 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.155837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124ea20b-8e28-437a-8108-f3e6bdff907d']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:18.164962 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.179792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:18.180122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff7ba9d-b96a-48d3-8a17-1e1e54110ee0') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:18.217520 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.226345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef41c3b-82e6-48d9-b995-c0730c00ed11 req-363c9559-e208-4774-88b0-2ec6ee0a9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:18.227825 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ef41c3b-82e6-48d9-b995-c0730c00ed11 req-363c9559-e208-4774-88b0-2ec6ee0a9ea3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7350439f-5003-4406-b9e1-36d3805fa73f HTTP/1.1" status: 200 len: 850 time: 0.1191142 Dec 08 01:47:18.229723 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb3cec4a-c773-4569-af00-c5a0ac02d2a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.273061 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb3cec4a-c773-4569-af00-c5a0ac02d2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.291331 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.328192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:47:18.328839 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:47:18.341702 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:47:18.376515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc47f39-b729-408b-812c-31ef8f0f31eb req-6aac99d8-cbe7-42f1-8e68-f7bacac8d78e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:18.386197 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bfc47f39-b729-408b-812c-31ef8f0f31eb req-6aac99d8-cbe7-42f1-8e68-f7bacac8d78e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1404781 Dec 08 01:47:18.415793 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5f80-2427-42f2-bfac-895d0436bb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.453323 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eb3cec4a-c773-4569-af00-c5a0ac02d2a3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14fc4d42ed8c4d0f8227d2dfe0a945db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3155119 Dec 08 01:47:18.459656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cec4a-c773-4569-af00-c5a0ac02d2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae41646-43b9-41b6-b750-417b26797b91,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:18.464819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58000) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:18.485397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd5f80-2427-42f2-bfac-895d0436bb82 None None] Pushing event deleted for resources: {'Port': ['ID=fddc4e71-b097-4a68-95c5-6b6d6932b3aa,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:18.490789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bd5f80-2427-42f2-bfac-895d0436bb82 None None] No DVR routers for this DVR port fddc4e71-b097-4a68-95c5-6b6d6932b3aa on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:18.500998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef41c3b-82e6-48d9-b995-c0730c00ed11 req-36ea9f10-df8c-447c-9860-f545978584a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:18.504198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ef41c3b-82e6-48d9-b995-c0730c00ed11 req-36ea9f10-df8c-447c-9860-f545978584a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2592013 Dec 08 01:47:18.507259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ad9ea390-8b72-413b-85b6-2a7b0137d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '429c9e4a-58bc-45bb-ab27-6a1615026217', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'port_id': 'fe25879f-d72b-40dc-8874-ba957976b98e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'mac_address': 'fa:16:3e:a5:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:47Z', 'updated_at': '2021-12-08T01:47:15Z', 'revision_number': 1, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:45Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:18.537186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ea390-8b72-413b-85b6-2a7b0137d30e None None] Checking router: ecc649c4-8963-4b2b-ae3f-96eab8f3372b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:47:18.548124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ea390-8b72-413b-85b6-2a7b0137d30e None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:47:18.550291 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.551675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ad9ea390-8b72-413b-85b6-2a7b0137d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:47:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:18.557693 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.577498 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/networks/124ea20b-8e28-437a-8108-f3e6bdff907d HTTP/1.1" status: 204 len: 168 time: 1.6736581 Dec 08 01:47:18.589396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58004) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:18.611243 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bfc47f39-b729-408b-812c-31ef8f0f31eb req-3e3cac28-2edb-4f72-adb9-984e618426d8 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187643 Dec 08 01:47:18.690988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ad9ea390-8b72-413b-85b6-2a7b0137d30e None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:47:18.699386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2e09e-34fc-4330-a94a-297019a81259 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Network': ['ID=124ea20b-8e28-437a-8108-f3e6bdff907d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:18.758296 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ef41c3b-82e6-48d9-b995-c0730c00ed11 req-cff383dd-351b-487b-9de8-d26323d721f8 service neutron] 10.222.0.72 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458906 Dec 08 01:47:18.820689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0769e090-0aa1-4ec6-a3ce-fa4b42f0bcae tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:18.822462 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0769e090-0aa1-4ec6-a3ce-fa4b42f0bcae tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/a7bcdb31-ef51-44e3-8953-2f4cc0a92bca HTTP/1.1" status: 200 len: 839 time: 0.2214863 Dec 08 01:47:18.830480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58012) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:18.865858 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-257a6144-cc7a-4458-9a8e-d17eb46cb122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:18.890096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ef41c3b-82e6-48d9-b995-c0730c00ed11 req-09a595e5-8498-4cc7-8ec3-55dfd42feb98 service neutron] 10.222.0.72 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210933 Dec 08 01:47:18.942445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6d9163cc-bcc1-43a9-bf3e-ae533ea34883 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/a7bcdb31-ef51-44e3-8953-2f4cc0a92bca?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1101108 Dec 08 01:47:18.946522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58016) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:18.965126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d50d2b59-8c07-4723-bba2-ce4ecbff50db tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:18.972380 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-257a6144-cc7a-4458-9a8e-d17eb46cb122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.132810 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-257a6144-cc7a-4458-9a8e-d17eb46cb122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.138819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-257a6144-cc7a-4458-9a8e-d17eb46cb122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.143840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-257a6144-cc7a-4458-9a8e-d17eb46cb122 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fae41646-43b9-41b6-b750-417b26797b91 HTTP/1.1" status: 204 len: 168 time: 0.6618872 Dec 08 01:47:19.176946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a6144-cc7a-4458-9a8e-d17eb46cb122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae41646-43b9-41b6-b750-417b26797b91,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:19.338443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50d2b59-8c07-4723-bba2-ce4ecbff50db tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:19.345248 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d50d2b59-8c07-4723-bba2-ce4ecbff50db tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.432038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ad9ea390-8b72-413b-85b6-2a7b0137d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '429c9e4a-58bc-45bb-ab27-6a1615026217', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'port_id': 'fe25879f-d72b-40dc-8874-ba957976b98e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'mac_address': 'fa:16:3e:a5:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:47Z', 'updated_at': '2021-12-08T01:47:15Z', 'revision_number': 1, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:45Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:19.510091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ea390-8b72-413b-85b6-2a7b0137d30e None None] The sync data for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 is: [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '429c9e4a-58bc-45bb-ab27-6a1615026217', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'port_id': 'fe25879f-d72b-40dc-8874-ba957976b98e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'mac_address': 'fa:16:3e:a5:f6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:46:47Z', 'updated_at': '2021-12-08T01:47:15Z', 'revision_number': 1, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:45Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:47:19.738334 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d50d2b59-8c07-4723-bba2-ce4ecbff50db tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.815215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50d2b59-8c07-4723-bba2-ce4ecbff50db tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 78f2464c-000b-4fe8-956a-60ed18d5498b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:19.824067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d50d2b59-8c07-4723-bba2-ce4ecbff50db tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:19.836012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50d2b59-8c07-4723-bba2-ce4ecbff50db tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:19.838967 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d50d2b59-8c07-4723-bba2-ce4ecbff50db tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.840381 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354b866d-66fe-4c77-b11c-a53d634f9b90 None None] Network 78f2464c-000b-4fe8-956a-60ed18d5498b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:19.859388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d2b59-8c07-4723-bba2-ce4ecbff50db tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Subnet': ['ID=e3bbb084-f1e3-4fa0-b9c4-1838e3fd1bfe,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:19.880199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58040) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:19.881107 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d50d2b59-8c07-4723-bba2-ce4ecbff50db tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9302051 Dec 08 01:47:19.881107 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58042) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:19.893868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ee12ef65-6257-407a-877b-01e2d3c91b3f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'security_group': {'name': 'tempest-secgroup-487522750'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:19.915250 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0afc3b5-9405-4e7f-ae74-db400f8f97e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:19.935721 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c593a-4755-4e9a-9b3a-178e0fa98791 None None] New status for floating IP 429c9e4a-58bc-45bb-ab27-6a1615026217: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:47:20.130702 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0afc3b5-9405-4e7f-ae74-db400f8f97e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.139641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0afc3b5-9405-4e7f-ae74-db400f8f97e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.212984 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d0afc3b5-9405-4e7f-ae74-db400f8f97e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=08e9e6f1eeb54eb4b6b97ae86621e7b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3240190 Dec 08 01:47:20.255807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-78f2464c-000b-4fe8-956a-60ed18d5498b', 'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'project_id': '3e0cd03e8fe4423fb3f595c903ca9c9f', 'fixed_ips': [{'subnet_id': 'e3bbb084-f1e3-4fa0-b9c4-1838e3fd1bfe'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:47:20.257352 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.309537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58052) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:20.310527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afc3b5-9405-4e7f-ae74-db400f8f97e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634ec0b9-f6fe-458e-91be-9096a1bc647f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:20.467284 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80165a08-28e2-42be-95e4-25134218d4e2 req-28b15bdf-e3f6-4875-aa19-230c3b0775ed tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:20.469451 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-80165a08-28e2-42be-95e4-25134218d4e2 req-28b15bdf-e3f6-4875-aa19-230c3b0775ed tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.6867473 Dec 08 01:47:20.469676 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e069309-8702-4cb4-89d1-8001185d45a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.471571 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee12ef65-6257-407a-877b-01e2d3c91b3f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.521077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e069309-8702-4cb4-89d1-8001185d45a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.574917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-80165a08-28e2-42be-95e4-25134218d4e2 req-c34ee20e-16f8-4a72-b6e0-c9a264a46dc5 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890853 Dec 08 01:47:20.602797 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee12ef65-6257-407a-877b-01e2d3c91b3f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.608207 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee12ef65-6257-407a-877b-01e2d3c91b3f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.617981 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e069309-8702-4cb4-89d1-8001185d45a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.620650 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e069309-8702-4cb4-89d1-8001185d45a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.621998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8e069309-8702-4cb4-89d1-8001185d45a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/634ec0b9-f6fe-458e-91be-9096a1bc647f HTTP/1.1" status: 204 len: 168 time: 0.3085773 Dec 08 01:47:20.631485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Allocated IP 172.20.0.2 (78f2464c-000b-4fe8-956a-60ed18d5498b/e3bbb084-f1e3-4fa0-b9c4-1838e3fd1bfe/17e5dbd7-62f0-4a82-bc08-948127744bdd) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:20.632867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e069309-8702-4cb4-89d1-8001185d45a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634ec0b9-f6fe-458e-91be-9096a1bc647f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:20.638787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12ef65-6257-407a-877b-01e2d3c91b3f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c627304c-069e-49f1-8b92-6fed0e7ae646,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:20.644386 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee12ef65-6257-407a-877b-01e2d3c91b3f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.649271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ee12ef65-6257-407a-877b-01e2d3c91b3f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7690403 Dec 08 01:47:20.649430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58062) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:20.655526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2f879d63-d6fd-411f-b4ae-9f5f4acfa6c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'security_group': {'name': 'tempest-secgroup-1444945120'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:20.702740 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f879d63-d6fd-411f-b4ae-9f5f4acfa6c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.872070 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f879d63-d6fd-411f-b4ae-9f5f4acfa6c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.881768 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f879d63-d6fd-411f-b4ae-9f5f4acfa6c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.889736 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.899922 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.938907 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f879d63-d6fd-411f-b4ae-9f5f4acfa6c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:20.938907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2f879d63-d6fd-411f-b4ae-9f5f4acfa6c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2789431 Dec 08 01:47:20.938907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58072) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:20.938907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2105590755', 'security_groups': ['9a6430d6-a2e1-420d-a950-4d3fb11a87f9'], 'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e3bbb084-f1e3-4fa0-b9c4-1838e3fd1bfe'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:21.070041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Pushing event updated for resources: {'Port': ['ID=17e5dbd7-62f0-4a82-bc08-948127744bdd,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:21.079598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f879d63-d6fd-411f-b4ae-9f5f4acfa6c2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6430d6-a2e1-420d-a950-4d3fb11a87f9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:21.091465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Network 78f2464c-000b-4fe8-956a-60ed18d5498b is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:21.092930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:21.095267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:21.126383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:21.153144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Attempting to bind port 17e5dbd7-62f0-4a82-bc08-948127744bdd on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:47:21.153529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Attempting to bind port 17e5dbd7-62f0-4a82-bc08-948127744bdd by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '23dbc83a-f72d-43f2-b78c-459991465248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:47:21.153907 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Attempting to bind port 17e5dbd7-62f0-4a82-bc08-948127744bdd on network 78f2464c-000b-4fe8-956a-60ed18d5498b {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:47:21.159743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:47:21.160138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Checking segment: {'id': '23dbc83a-f72d-43f2-b78c-459991465248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:47:21.160639 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:21.161196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Bound using segment: {'id': '23dbc83a-f72d-43f2-b78c-459991465248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:47:21.161710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Bound port: 17e5dbd7-62f0-4a82-bc08-948127744bdd, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23dbc83a-f72d-43f2-b78c-459991465248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:47:21.162105 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:21.239545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] For port 17e5dbd7-62f0-4a82-bc08-948127744bdd, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:47:21.243209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] For port 17e5dbd7-62f0-4a82-bc08-948127744bdd, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=17e5dbd7-62f0-4a82-bc08-948127744bdd,segment=NetworkSegment(23dbc83a-f72d-43f2-b78c-459991465248),segment_id=23dbc83a-f72d-43f2-b78c-459991465248)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:47:21.254683 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:21.282127 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:21.304200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port b23e1a25-2513-4702-a451-60ae447eef0b yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:47:21.345089 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfaadd-ac06-4766-b62e-b1e9147395c9 None None] Pushing event updated for resources: {'Port': ['ID=17e5dbd7-62f0-4a82-bc08-948127744bdd,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:21.548212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.6 (78f2464c-000b-4fe8-956a-60ed18d5498b/e3bbb084-f1e3-4fa0-b9c4-1838e3fd1bfe/b23e1a25-2513-4702-a451-60ae447eef0b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:21.840578 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:21.853231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64575f82-327a-4613-a7dc-914adf7331da req-f5fb410d-2827-4a2c-96a7-dd340ea50171 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:21.859351 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64575f82-327a-4613-a7dc-914adf7331da req-f5fb410d-2827-4a2c-96a7-dd340ea50171 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1141305 Dec 08 01:47:21.922837 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:21.984884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64575f82-327a-4613-a7dc-914adf7331da req-82a5240d-dceb-42d6-a093-4ba7c3774f8e tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144445 Dec 08 01:47:22.055871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 78f2464c-000b-4fe8-956a-60ed18d5498b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:22.065402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:22.073532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:22.144404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=b23e1a25-2513-4702-a451-60ae447eef0b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:22.185906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:22.187033 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.214915 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-db630323-791f-41e0-8134-67c6b53f97ad tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2785828 Dec 08 01:47:22.215304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58122) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:22.220626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-bab51820-0ed5-4918-888d-aef54a87d761 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:22.455621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab51820-0ed5-4918-888d-aef54a87d761 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:22.459299 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bab51820-0ed5-4918-888d-aef54a87d761 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:22.601521 n-d-713498-30 neutron-server[103130]: INFO neutron.db.ipam_backend_mixin [None req-bab51820-0ed5-4918-888d-aef54a87d761 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e3bbb084-f1e3-4fa0-b9c4-1838e3fd1bfe (CIDR: 172.20.0.0/28) Dec 08 01:47:22.605069 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab51820-0ed5-4918-888d-aef54a87d761 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:47:22.605564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab51820-0ed5-4918-888d-aef54a87d761 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:22.633775 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bab51820-0ed5-4918-888d-aef54a87d761 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4167330 Dec 08 01:47:22.635194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:22.642895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3a541610-74d3-44af-a7bd-0f7953772e7a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:22.855229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a541610-74d3-44af-a7bd-0f7953772e7a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:22.860389 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a541610-74d3-44af-a7bd-0f7953772e7a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.046653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7715eaed-04eb-472a-a32b-b314719e8f15 None None] Provisioning complete for port 17e5dbd7-62f0-4a82-bc08-948127744bdd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:23.047412 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7715eaed-04eb-472a-a32b-b314719e8f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.224902 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7715eaed-04eb-472a-a32b-b314719e8f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.261339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879928d-d6ab-4bcd-93a9-a3fd7964aa43 req-6141ec3c-7484-4d6b-99c5-0a40e06f4b41 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:23.269749 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c879928d-d6ab-4bcd-93a9-a3fd7964aa43 req-6141ec3c-7484-4d6b-99c5-0a40e06f4b41 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1946242 Dec 08 01:47:23.318475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7715eaed-04eb-472a-a32b-b314719e8f15 None None] For port 17e5dbd7-62f0-4a82-bc08-948127744bdd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=17e5dbd7-62f0-4a82-bc08-948127744bdd,segment=NetworkSegment(23dbc83a-f72d-43f2-b78c-459991465248),segment_id=23dbc83a-f72d-43f2-b78c-459991465248)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:23.326489 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 17e5dbd7-62f0-4a82-bc08-948127744bdd up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:23.330676 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7715eaed-04eb-472a-a32b-b314719e8f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.354656 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a541610-74d3-44af-a7bd-0f7953772e7a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.374107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c879928d-d6ab-4bcd-93a9-a3fd7964aa43 req-8439ba66-0432-43d8-baa8-2b592efb7cc5 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030374 Dec 08 01:47:23.493331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7715eaed-04eb-472a-a32b-b314719e8f15 None None] Provisioning complete for port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:23.494091 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7715eaed-04eb-472a-a32b-b314719e8f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.529107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 17e5dbd7-62f0-4a82-bc08-948127744bdd triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:23.529486 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.565352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715eaed-04eb-472a-a32b-b314719e8f15 None None] Pushing event updated for resources: {'Port': ['ID=17e5dbd7-62f0-4a82-bc08-948127744bdd,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:23.591637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7715eaed-04eb-472a-a32b-b314719e8f15 None None] Port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:23.717867 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-51e6d9ae-8016-4cb7-ac7a-1de0d039c166 None None] Provisioning complete for port b23e1a25-2513-4702-a451-60ae447eef0b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:23.718608 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51e6d9ae-8016-4cb7-ac7a-1de0d039c166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.764481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-51e6d9ae-8016-4cb7-ac7a-1de0d039c166 None None] Port b23e1a25-2513-4702-a451-60ae447eef0b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:23.860529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a541610-74d3-44af-a7bd-0f7953772e7a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 78f2464c-000b-4fe8-956a-60ed18d5498b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:23.865522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3a541610-74d3-44af-a7bd-0f7953772e7a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:23.871996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a541610-74d3-44af-a7bd-0f7953772e7a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:23.872677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a541610-74d3-44af-a7bd-0f7953772e7a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:23.876809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf20301-8b91-46a8-87e0-b3abd3cbd8b5 None None] Network 78f2464c-000b-4fe8-956a-60ed18d5498b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:23.913440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58192) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:23.915429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3a541610-74d3-44af-a7bd-0f7953772e7a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2790473 Dec 08 01:47:23.921279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ea525bca-d9f3-4b39-8c32-e76d85152eeb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-353786165', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4cdb6535-ce62-4fc0-ac9c-b66e3b07e264'}], 'security_groups': ['c627304c-069e-49f1-8b92-6fed0e7ae646']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:23.957640 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a541610-74d3-44af-a7bd-0f7953772e7a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Subnet': ['ID=4cdb6535-ce62-4fc0-ac9c-b66e3b07e264,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:24.201763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff9173-78de-4866-b66e-a178b39789d3 None None] Update dhcp port {'port': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'fixed_ips': [{'subnet_id': 'e3bbb084-f1e3-4fa0-b9c4-1838e3fd1bfe', 'ip_address': '172.20.0.2'}, {'subnet_id': '4cdb6535-ce62-4fc0-ac9c-b66e3b07e264'}], 'binding:host_id': 'n-d-713498-30'}, 'id': '17e5dbd7-62f0-4a82-bc08-948127744bdd'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:47:24.247082 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f3ff9173-78de-4866-b66e-a178b39789d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.306300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea525bca-d9f3-4b39-8c32-e76d85152eeb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.597468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa748c38-3ec4-4ed7-9251-ab820dbfddb2 req-c138b0da-52fa-4b48-b5a0-3f52ce62b92a tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:24.600036 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa748c38-3ec4-4ed7-9251-ab820dbfddb2 req-c138b0da-52fa-4b48-b5a0-3f52ce62b92a tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1240017 Dec 08 01:47:24.642697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-f3ff9173-78de-4866-b66e-a178b39789d3 None None] Allocated IP 172.20.0.18 (78f2464c-000b-4fe8-956a-60ed18d5498b/4cdb6535-ce62-4fc0-ac9c-b66e3b07e264/17e5dbd7-62f0-4a82-bc08-948127744bdd) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:24.797421 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa748c38-3ec4-4ed7-9251-ab820dbfddb2 req-044e7247-47a1-4f45-b973-cd52d5a8cad1 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525538 Dec 08 01:47:24.849377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f3ff9173-78de-4866-b66e-a178b39789d3 None None] For port 17e5dbd7-62f0-4a82-bc08-948127744bdd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=17e5dbd7-62f0-4a82-bc08-948127744bdd,segment=NetworkSegment(23dbc83a-f72d-43f2-b78c-459991465248),segment_id=23dbc83a-f72d-43f2-b78c-459991465248)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:24.891771 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f3ff9173-78de-4866-b66e-a178b39789d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:24.901166 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f3ff9173-78de-4866-b66e-a178b39789d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.030110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff9173-78de-4866-b66e-a178b39789d3 None None] Pushing event updated for resources: {'Port': ['ID=17e5dbd7-62f0-4a82-bc08-948127744bdd,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:25.095082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ea525bca-d9f3-4b39-8c32-e76d85152eeb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Delete allocated IP 172.20.0.6 (78f2464c-000b-4fe8-956a-60ed18d5498b/e3bbb084-f1e3-4fa0-b9c4-1838e3fd1bfe) {{(pid=103130) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 01:47:25.105546 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ea525bca-d9f3-4b39-8c32-e76d85152eeb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.27 (78f2464c-000b-4fe8-956a-60ed18d5498b/4cdb6535-ce62-4fc0-ac9c-b66e3b07e264/b23e1a25-2513-4702-a451-60ae447eef0b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:25.349371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 17e5dbd7-62f0-4a82-bc08-948127744bdd up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:25.405313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 17e5dbd7-62f0-4a82-bc08-948127744bdd triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:25.406261 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.553921 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea525bca-d9f3-4b39-8c32-e76d85152eeb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.561967 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea525bca-d9f3-4b39-8c32-e76d85152eeb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.670767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea525bca-d9f3-4b39-8c32-e76d85152eeb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=b23e1a25-2513-4702-a451-60ae447eef0b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:25.753713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ea525bca-d9f3-4b39-8c32-e76d85152eeb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] In _notify_port_updated(), no bound segment for port b23e1a25-2513-4702-a451-60ae447eef0b on network 78f2464c-000b-4fe8-956a-60ed18d5498b {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:47:25.759770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea525bca-d9f3-4b39-8c32-e76d85152eeb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:25.760510 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea525bca-d9f3-4b39-8c32-e76d85152eeb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.762416 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ea525bca-d9f3-4b39-8c32-e76d85152eeb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "PUT /v2.0/ports/b23e1a25-2513-4702-a451-60ae447eef0b HTTP/1.1" status: 200 len: 920 time: 1.8476760 Dec 08 01:47:25.765033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58252) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:25.832054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cc8cb3bb-24d1-47fd-8755-d2310243a026 None None] Provisioning complete for port 17e5dbd7-62f0-4a82-bc08-948127744bdd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:25.834374 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cc8cb3bb-24d1-47fd-8755-d2310243a026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:25.877541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-31d4d4d6-139c-4450-8886-c8c3d9c19025 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port b23e1a25-2513-4702-a451-60ae447eef0b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:25.877964 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31d4d4d6-139c-4450-8886-c8c3d9c19025 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.010625 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cc8cb3bb-24d1-47fd-8755-d2310243a026 None None] Provisioning complete for port b23e1a25-2513-4702-a451-60ae447eef0b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:26.012604 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cc8cb3bb-24d1-47fd-8755-d2310243a026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.028480 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31d4d4d6-139c-4450-8886-c8c3d9c19025 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.055664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-31d4d4d6-139c-4450-8886-c8c3d9c19025 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for b23e1a25-2513-4702-a451-60ae447eef0b owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:26.057495 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-cc8cb3bb-24d1-47fd-8755-d2310243a026 None None] Port b23e1a25-2513-4702-a451-60ae447eef0b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:26.057960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611118db-5303-48e8-9f27-c39f6b7b5eaa req-abfde23e-5458-4256-b67e-c7b640b7dfc5 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:26.068335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cc8cb3bb-24d1-47fd-8755-d2310243a026 None None] Provisioning complete for port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:26.068724 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cc8cb3bb-24d1-47fd-8755-d2310243a026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.070634 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-611118db-5303-48e8-9f27-c39f6b7b5eaa req-abfde23e-5458-4256-b67e-c7b640b7dfc5 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1483338 Dec 08 01:47:26.107954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-cc8cb3bb-24d1-47fd-8755-d2310243a026 None None] Port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:26.143395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-611118db-5303-48e8-9f27-c39f6b7b5eaa req-dcec0109-c6e7-4d8d-bfa4-6d8ebd19ed51 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715108 Dec 08 01:47:26.328896 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31d4d4d6-139c-4450-8886-c8c3d9c19025 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.366968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4d4d6-139c-4450-8886-c8c3d9c19025 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=b23e1a25-2513-4702-a451-60ae447eef0b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:26.475537 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31d4d4d6-139c-4450-8886-c8c3d9c19025 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.479004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-31d4d4d6-139c-4450-8886-c8c3d9c19025 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/b23e1a25-2513-4702-a451-60ae447eef0b HTTP/1.1" status: 204 len: 168 time: 0.7127459 Dec 08 01:47:26.482118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58290) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:26.556471 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1dac03-7627-4bc1-905c-c12bf6cc88c6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:47:26.560689 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0e1dac03-7627-4bc1-905c-c12bf6cc88c6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/b23e1a25-2513-4702-a451-60ae447eef0b HTTP/1.1" status: 404 len: 333 time: 0.0769482 Dec 08 01:47:26.563381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58298) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:26.625350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fda2482c-3329-4646-8cc6-d6223ebe996b None None] Could not find standard attr ID for object b23e1a25-2513-4702-a451-60ae447eef0b. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:47:26.700057 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c800-232d-4ac6-b774-ea1ee26f1e2a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.757390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c800-232d-4ac6-b774-ea1ee26f1e2a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.812540 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c800-232d-4ac6-b774-ea1ee26f1e2a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.815454 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c800-232d-4ac6-b774-ea1ee26f1e2a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.824676 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58304) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:26.825034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a9a1c800-232d-4ac6-b774-ea1ee26f1e2a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/security-groups/9a6430d6-a2e1-420d-a950-4d3fb11a87f9 HTTP/1.1" status: 204 len: 168 time: 0.2603400 Dec 08 01:47:26.844161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1c800-232d-4ac6-b774-ea1ee26f1e2a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6430d6-a2e1-420d-a950-4d3fb11a87f9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:26.922729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-949f0c5f-f400-4fba-8793-7bc2f709ea57 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:26.948971 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-949f0c5f-f400-4fba-8793-7bc2f709ea57 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.034136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-949f0c5f-f400-4fba-8793-7bc2f709ea57 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.039414 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-949f0c5f-f400-4fba-8793-7bc2f709ea57 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.041860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-949f0c5f-f400-4fba-8793-7bc2f709ea57 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/security-groups/c627304c-069e-49f1-8b92-6fed0e7ae646 HTTP/1.1" status: 204 len: 168 time: 0.2158942 Dec 08 01:47:27.044349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58314) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:27.054850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f0c5f-f400-4fba-8793-7bc2f709ea57 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c627304c-069e-49f1-8b92-6fed0e7ae646,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:27.164606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-454329cb-413e-4a25-8482-ac1a4817825b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting subnet e3bbb084-f1e3-4fa0-b9c4-1838e3fd1bfe {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:47:27.174045 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-454329cb-413e-4a25-8482-ac1a4817825b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.244225 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-454329cb-413e-4a25-8482-ac1a4817825b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.335487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb86cc6-6483-4281-9441-b9f2d1e6ea82 req-a8399e4c-12da-4c7f-999c-ea5de3f646df tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:27.343703 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eeb86cc6-6483-4281-9441-b9f2d1e6ea82 req-a8399e4c-12da-4c7f-999c-ea5de3f646df tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.0938516 Dec 08 01:47:27.419741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eeb86cc6-6483-4281-9441-b9f2d1e6ea82 req-1918ae72-e4db-4abd-9ed9-444cd178a5a3 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750089 Dec 08 01:47:27.433792 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-454329cb-413e-4a25-8482-ac1a4817825b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.512376 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-454329cb-413e-4a25-8482-ac1a4817825b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.555053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454329cb-413e-4a25-8482-ac1a4817825b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bbb084-f1e3-4fa0-b9c4-1838e3fd1bfe,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:27.570987 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-454329cb-413e-4a25-8482-ac1a4817825b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:27.571546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e01fb7-f74c-4de9-b289-546b71dad4d5 None None] Network 78f2464c-000b-4fe8-956a-60ed18d5498b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:27.579986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58342) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:27.583015 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-454329cb-413e-4a25-8482-ac1a4817825b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/e3bbb084-f1e3-4fa0-b9c4-1838e3fd1bfe HTTP/1.1" status: 204 len: 168 time: 0.5362635 Dec 08 01:47:27.591245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-65cb4304-cfbb-48c3-8c85-2e1f91dd047b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:27.808946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cb4304-cfbb-48c3-8c85-2e1f91dd047b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:27.812865 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65cb4304-cfbb-48c3-8c85-2e1f91dd047b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.160828 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65cb4304-cfbb-48c3-8c85-2e1f91dd047b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.183964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb4304-cfbb-48c3-8c85-2e1f91dd047b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 78f2464c-000b-4fe8-956a-60ed18d5498b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:28.186875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-65cb4304-cfbb-48c3-8c85-2e1f91dd047b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:28.213182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb4304-cfbb-48c3-8c85-2e1f91dd047b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:28.214119 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65cb4304-cfbb-48c3-8c85-2e1f91dd047b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.237218 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-65cb4304-cfbb-48c3-8c85-2e1f91dd047b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6555758 Dec 08 01:47:28.240050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58356) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:28.244886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-00d105e1-ee9b-43e2-82dd-e68312d01821 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'security_group': {'name': 'tempest-secgroup-1909118855'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:28.260575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb4304-cfbb-48c3-8c85-2e1f91dd047b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Subnet': ['ID=9de49855-f709-4cfa-adc9-47ba2fe40629,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:28.309002 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00d105e1-ee9b-43e2-82dd-e68312d01821 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.448591 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00d105e1-ee9b-43e2-82dd-e68312d01821 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.459144 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00d105e1-ee9b-43e2-82dd-e68312d01821 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.521319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d105e1-ee9b-43e2-82dd-e68312d01821 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4139441-99fe-4b83-94de-f5687d40862c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:28.529063 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00d105e1-ee9b-43e2-82dd-e68312d01821 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.533650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58374) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:28.533907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-00d105e1-ee9b-43e2-82dd-e68312d01821 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2926791 Dec 08 01:47:28.541162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-addfb3df-5748-41e1-9a0c-6d6300cfc8be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'security_group': {'name': 'tempest-secgroup-233392214'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:28.623100 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-addfb3df-5748-41e1-9a0c-6d6300cfc8be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.702864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f6af5-7a47-48fa-a656-ad9cc764fb83 req-daef5af2-0e2a-4bd9-acb2-bd8c291bf2c1 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:28.711854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-475f6af5-7a47-48fa-a656-ad9cc764fb83 req-daef5af2-0e2a-4bd9-acb2-bd8c291bf2c1 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1228995 Dec 08 01:47:28.795728 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-354d8dd9-886e-4ee5-9500-9c4ee044dc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.855238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a951fcab-d563-48e6-b5d0-39107585e6fc None None] Network 78f2464c-000b-4fe8-956a-60ed18d5498b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:28.870544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-475f6af5-7a47-48fa-a656-ad9cc764fb83 req-f8816bb7-726e-49b6-8476-507a3d12c567 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454422 Dec 08 01:47:28.870544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-addfb3df-5748-41e1-9a0c-6d6300cfc8be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.884030 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-addfb3df-5748-41e1-9a0c-6d6300cfc8be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.922769 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfb3df-5748-41e1-9a0c-6d6300cfc8be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e62bbdd-7e5e-46c3-93e8-0a685281aa09,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:28.930405 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-addfb3df-5748-41e1-9a0c-6d6300cfc8be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:28.931889 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-addfb3df-5748-41e1-9a0c-6d6300cfc8be tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3970733 Dec 08 01:47:28.934585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58390) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:28.946038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-da9a41de-c8b1-4f61-8c70-c5c41e2ac85b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'security_group': {'name': 'tempest-secgroup-613758896'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:28.995978 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da9a41de-c8b1-4f61-8c70-c5c41e2ac85b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.053809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fba93acd-321e-4eea-98c7-301f9dd99eae None None] Provisioning complete for port 17e5dbd7-62f0-4a82-bc08-948127744bdd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:29.054265 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fba93acd-321e-4eea-98c7-301f9dd99eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.108172 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da9a41de-c8b1-4f61-8c70-c5c41e2ac85b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.117336 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da9a41de-c8b1-4f61-8c70-c5c41e2ac85b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.149147 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da9a41de-c8b1-4f61-8c70-c5c41e2ac85b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.150844 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-da9a41de-c8b1-4f61-8c70-c5c41e2ac85b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2148941 Dec 08 01:47:29.153584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58396) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:29.159083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1938594297', 'security_groups': ['0b163541-284c-4639-84ae-0a821917b532'], 'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9de49855-f709-4cfa-adc9-47ba2fe40629'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:29.173036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a41de-c8b1-4f61-8c70-c5c41e2ac85b tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b163541-284c-4639-84ae-0a821917b532,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:29.360785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382cfcb2-cb51-45af-b5f0-000637bce5b7 None None] Update dhcp port {'port': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'fixed_ips': [{'subnet_id': '4cdb6535-ce62-4fc0-ac9c-b66e3b07e264', 'ip_address': '172.20.0.18'}, {'subnet_id': '9de49855-f709-4cfa-adc9-47ba2fe40629'}], 'binding:host_id': 'n-d-713498-30'}, 'id': '17e5dbd7-62f0-4a82-bc08-948127744bdd'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:47:29.388325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fba93acd-321e-4eea-98c7-301f9dd99eae None None] Provisioning complete for port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:29.389012 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fba93acd-321e-4eea-98c7-301f9dd99eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.426810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:29.440075 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-382cfcb2-cb51-45af-b5f0-000637bce5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.574864 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:29.599489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] device_id is not set on port 389f9f4a-4202-48dc-bc5e-80dc93036cc0 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:47:29.746733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fba93acd-321e-4eea-98c7-301f9dd99eae None None] Port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:29.870639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.11 (78f2464c-000b-4fe8-956a-60ed18d5498b/9de49855-f709-4cfa-adc9-47ba2fe40629/389f9f4a-4202-48dc-bc5e-80dc93036cc0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:30.147356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eda235-ebfb-4110-9c16-4e2845d76fc8 req-2d9a98f9-1058-41d0-bab6-cd24c3cb5698 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:30.148968 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-23eda235-ebfb-4110-9c16-4e2845d76fc8 req-2d9a98f9-1058-41d0-bab6-cd24c3cb5698 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.0945399 Dec 08 01:47:30.153947 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:30.219420 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:30.252448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-23eda235-ebfb-4110-9c16-4e2845d76fc8 req-0898c5b9-fa78-41a6-ac64-3ff123ceb974 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937350 Dec 08 01:47:30.289366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-382cfcb2-cb51-45af-b5f0-000637bce5b7 None None] Allocated IP 172.20.0.2 (78f2464c-000b-4fe8-956a-60ed18d5498b/9de49855-f709-4cfa-adc9-47ba2fe40629/17e5dbd7-62f0-4a82-bc08-948127744bdd) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:30.300142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 78f2464c-000b-4fe8-956a-60ed18d5498b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:30.304643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:30.317825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:47:30.421621 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-382cfcb2-cb51-45af-b5f0-000637bce5b7 None None] For port 17e5dbd7-62f0-4a82-bc08-948127744bdd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=17e5dbd7-62f0-4a82-bc08-948127744bdd,segment=NetworkSegment(23dbc83a-f72d-43f2-b78c-459991465248),segment_id=23dbc83a-f72d-43f2-b78c-459991465248)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:30.506862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:30.508705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:30.517261 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-382cfcb2-cb51-45af-b5f0-000637bce5b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:30.531564 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-382cfcb2-cb51-45af-b5f0-000637bce5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:30.544994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58462) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:30.545765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3905628 Dec 08 01:47:30.559126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-94bc229e-6ddf-454d-ae10-22e52a2d8ffb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:30.576650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7fa2b-776c-4fed-805d-83ea07b0d989 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=389f9f4a-4202-48dc-bc5e-80dc93036cc0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:30.748902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cfcb2-cb51-45af-b5f0-000637bce5b7 None None] Pushing event updated for resources: {'Port': ['ID=17e5dbd7-62f0-4a82-bc08-948127744bdd,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:30.786650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bc229e-6ddf-454d-ae10-22e52a2d8ffb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:30.799657 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94bc229e-6ddf-454d-ae10-22e52a2d8ffb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:30.983250 n-d-713498-30 neutron-server[103130]: INFO neutron.db.ipam_backend_mixin [None req-94bc229e-6ddf-454d-ae10-22e52a2d8ffb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9de49855-f709-4cfa-adc9-47ba2fe40629 (CIDR: 172.20.0.0/28) Dec 08 01:47:30.990875 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bc229e-6ddf-454d-ae10-22e52a2d8ffb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:47:30.991692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94bc229e-6ddf-454d-ae10-22e52a2d8ffb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:31.026401 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-94bc229e-6ddf-454d-ae10-22e52a2d8ffb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4796252 Dec 08 01:47:31.029151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58476) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:31.036589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-35c6bd5b-ad7d-4c50-9d46-6fed0bd3444a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:31.197463 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c777a0c2-25ac-4f86-939e-a0f64fb35194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:31.262444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c6bd5b-ad7d-4c50-9d46-6fed0bd3444a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:31.267704 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-35c6bd5b-ad7d-4c50-9d46-6fed0bd3444a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:31.288141 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 17e5dbd7-62f0-4a82-bc08-948127744bdd up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:31.424525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 17e5dbd7-62f0-4a82-bc08-948127744bdd triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:31.425181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:31.479756 n-d-713498-30 neutron-server[103130]: INFO neutron.db.ipam_backend_mixin [None req-35c6bd5b-ad7d-4c50-9d46-6fed0bd3444a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4cdb6535-ce62-4fc0-ac9c-b66e3b07e264 (CIDR: 172.20.0.16/28) Dec 08 01:47:31.558319 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c6bd5b-ad7d-4c50-9d46-6fed0bd3444a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:47:31.558822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c6bd5b-ad7d-4c50-9d46-6fed0bd3444a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:31.640159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a4ebb-f64f-40a5-92da-6d337ecd40f1 req-8ad2fe57-b85d-441f-a878-bbe03606bba1 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:31.642651 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-805a4ebb-f64f-40a5-92da-6d337ecd40f1 req-8ad2fe57-b85d-441f-a878-bbe03606bba1 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.2186964 Dec 08 01:47:31.649606 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-35c6bd5b-ad7d-4c50-9d46-6fed0bd3444a tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6189561 Dec 08 01:47:31.649795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58490) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:31.655877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9b87c584-b6f1-4ef1-9524-8e261ca61fbd tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'subnet': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:31.710656 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-805a4ebb-f64f-40a5-92da-6d337ecd40f1 req-3931e0f8-1369-497e-814f-70620b7f5103 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590401 Dec 08 01:47:31.767187 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:31.902031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-41631419-0bbb-4e59-bed3-1dab7bad8219 None None] Provisioning complete for port 17e5dbd7-62f0-4a82-bc08-948127744bdd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:31.903626 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41631419-0bbb-4e59-bed3-1dab7bad8219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:31.979741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b87c584-b6f1-4ef1-9524-8e261ca61fbd tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Made reservation on behalf of 3e0cd03e8fe4423fb3f595c903ca9c9f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:47:31.991712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b87c584-b6f1-4ef1-9524-8e261ca61fbd tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:32.281580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-41631419-0bbb-4e59-bed3-1dab7bad8219 None None] Provisioning complete for port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:32.282499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41631419-0bbb-4e59-bed3-1dab7bad8219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:32.361368 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-41631419-0bbb-4e59-bed3-1dab7bad8219 None None] Port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:32.370193 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:32.491179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4532a11b-4d14-46b5-9a05-fa3b4657c425 None None] Provisioning complete for port 389f9f4a-4202-48dc-bc5e-80dc93036cc0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:32.493626 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4532a11b-4d14-46b5-9a05-fa3b4657c425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:32.561164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4532a11b-4d14-46b5-9a05-fa3b4657c425 None None] Port 389f9f4a-4202-48dc-bc5e-80dc93036cc0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:32.601501 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b87c584-b6f1-4ef1-9524-8e261ca61fbd tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:32.654238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87c584-b6f1-4ef1-9524-8e261ca61fbd tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Network 78f2464c-000b-4fe8-956a-60ed18d5498b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:47:32.671178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9b87c584-b6f1-4ef1-9524-8e261ca61fbd tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:47:32.677926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87c584-b6f1-4ef1-9524-8e261ca61fbd tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:32.681992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcf5078-2fd5-44ad-abf5-3e1e5638f015 None None] Network 78f2464c-000b-4fe8-956a-60ed18d5498b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:32.697185 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b87c584-b6f1-4ef1-9524-8e261ca61fbd tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:32.738951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87c584-b6f1-4ef1-9524-8e261ca61fbd tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Subnet': ['ID=9de24be6-9ebc-463e-8c85-3786e33d927d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:32.758301 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9b87c584-b6f1-4ef1-9524-8e261ca61fbd tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1074436 Dec 08 01:47:32.761690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58530) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:32.767699 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d63ef594-f472-4574-b838-c3021cc5a51c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1160205656', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9de24be6-9ebc-463e-8c85-3786e33d927d'}], 'security_groups': ['b4139441-99fe-4b83-94de-f5687d40862c', '6e62bbdd-7e5e-46c3-93e8-0a685281aa09']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:47:33.011673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9b4ae-f599-41ea-8df9-7c8a6fb13ecd req-935674fc-2c13-4efb-aa1a-540a13975a3c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:33.048802 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cda9b4ae-f599-41ea-8df9-7c8a6fb13ecd req-935674fc-2c13-4efb-aa1a-540a13975a3c tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1448126 Dec 08 01:47:33.077701 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d63ef594-f472-4574-b838-c3021cc5a51c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.120732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bc5b96-e213-4913-8e84-3edf08dfc27b None None] Update dhcp port {'port': {'network_id': '78f2464c-000b-4fe8-956a-60ed18d5498b', 'fixed_ips': [{'subnet_id': '4cdb6535-ce62-4fc0-ac9c-b66e3b07e264', 'ip_address': '172.20.0.18'}, {'subnet_id': '9de49855-f709-4cfa-adc9-47ba2fe40629', 'ip_address': '172.20.0.2'}, {'subnet_id': '9de24be6-9ebc-463e-8c85-3786e33d927d'}], 'binding:host_id': 'n-d-713498-30'}, 'id': '17e5dbd7-62f0-4a82-bc08-948127744bdd'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:47:33.148991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cda9b4ae-f599-41ea-8df9-7c8a6fb13ecd req-5754e0e7-0b50-4f52-b0a6-748044c73950 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991914 Dec 08 01:47:33.168852 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5b96-e213-4913-8e84-3edf08dfc27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.522708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-f7bc5b96-e213-4913-8e84-3edf08dfc27b None None] Allocated IP 172.20.0.34 (78f2464c-000b-4fe8-956a-60ed18d5498b/9de24be6-9ebc-463e-8c85-3786e33d927d/17e5dbd7-62f0-4a82-bc08-948127744bdd) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:33.695220 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.727383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f7bc5b96-e213-4913-8e84-3edf08dfc27b None None] For port 17e5dbd7-62f0-4a82-bc08-948127744bdd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=17e5dbd7-62f0-4a82-bc08-948127744bdd,segment=NetworkSegment(23dbc83a-f72d-43f2-b78c-459991465248),segment_id=23dbc83a-f72d-43f2-b78c-459991465248)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:33.773986 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.779333 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5b96-e213-4913-8e84-3edf08dfc27b None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.787209 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5b96-e213-4913-8e84-3edf08dfc27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:33.925305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-d63ef594-f472-4574-b838-c3021cc5a51c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Delete allocated IP 172.20.0.11 (78f2464c-000b-4fe8-956a-60ed18d5498b/9de49855-f709-4cfa-adc9-47ba2fe40629) {{(pid=103130) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 01:47:33.934445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-d63ef594-f472-4574-b838-c3021cc5a51c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Allocated IP 172.20.0.37 (78f2464c-000b-4fe8-956a-60ed18d5498b/9de24be6-9ebc-463e-8c85-3786e33d927d/389f9f4a-4202-48dc-bc5e-80dc93036cc0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:47:33.943292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc5b96-e213-4913-8e84-3edf08dfc27b None None] Pushing event updated for resources: {'Port': ['ID=17e5dbd7-62f0-4a82-bc08-948127744bdd,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:34.218271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d63ef594-f472-4574-b838-c3021cc5a51c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.228587 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d63ef594-f472-4574-b838-c3021cc5a51c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.433110 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e2b9-e0a6-4791-869d-ae99d3e267ef req-7fb1363b-6ac3-4949-8064-bebc9e0e77cd tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:34.454880 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bca7e2b9-e0a6-4791-869d-ae99d3e267ef req-7fb1363b-6ac3-4949-8064-bebc9e0e77cd tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1387494 Dec 08 01:47:34.528922 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d63ef594-f472-4574-b838-c3021cc5a51c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] In _notify_port_updated(), no bound segment for port 389f9f4a-4202-48dc-bc5e-80dc93036cc0 on network 78f2464c-000b-4fe8-956a-60ed18d5498b {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:47:34.537699 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63ef594-f472-4574-b838-c3021cc5a51c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:34.538765 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d63ef594-f472-4574-b838-c3021cc5a51c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.543911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d63ef594-f472-4574-b838-c3021cc5a51c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "PUT /v2.0/ports/389f9f4a-4202-48dc-bc5e-80dc93036cc0 HTTP/1.1" status: 200 len: 960 time: 1.7809286 Dec 08 01:47:34.544797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58600) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:34.545717 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ef594-f472-4574-b838-c3021cc5a51c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event updated for resources: {'Port': ['ID=389f9f4a-4202-48dc-bc5e-80dc93036cc0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:34.584344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bca7e2b9-e0a6-4791-869d-ae99d3e267ef req-6d010d72-ef83-4ff9-b2c2-75cdd6df8ded tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283031 Dec 08 01:47:34.708986 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.771395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e7800-af27-4b90-a728-c7bcc7cd44a2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port 389f9f4a-4202-48dc-bc5e-80dc93036cc0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:34.771676 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7800-af27-4b90-a728-c7bcc7cd44a2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.935382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-00aff3dd-0bb5-4ba7-8c18-0a42e27ec1b4 None None] Provisioning complete for port 389f9f4a-4202-48dc-bc5e-80dc93036cc0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:34.935867 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00aff3dd-0bb5-4ba7-8c18-0a42e27ec1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.943280 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7800-af27-4b90-a728-c7bcc7cd44a2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:34.958438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e7800-af27-4b90-a728-c7bcc7cd44a2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for 389f9f4a-4202-48dc-bc5e-80dc93036cc0 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:34.987473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-00aff3dd-0bb5-4ba7-8c18-0a42e27ec1b4 None None] Port 389f9f4a-4202-48dc-bc5e-80dc93036cc0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:35.023219 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-00aff3dd-0bb5-4ba7-8c18-0a42e27ec1b4 None None] Provisioning complete for port 17e5dbd7-62f0-4a82-bc08-948127744bdd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:35.024160 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00aff3dd-0bb5-4ba7-8c18-0a42e27ec1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.274475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-00aff3dd-0bb5-4ba7-8c18-0a42e27ec1b4 None None] Provisioning complete for port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:35.274866 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00aff3dd-0bb5-4ba7-8c18-0a42e27ec1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.327961 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7800-af27-4b90-a728-c7bcc7cd44a2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.345521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 17e5dbd7-62f0-4a82-bc08-948127744bdd up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:47:35.365484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e7800-af27-4b90-a728-c7bcc7cd44a2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=389f9f4a-4202-48dc-bc5e-80dc93036cc0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:35.449438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-00aff3dd-0bb5-4ba7-8c18-0a42e27ec1b4 None None] Port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:35.517409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 17e5dbd7-62f0-4a82-bc08-948127744bdd triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:35.517800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.538925 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7800-af27-4b90-a728-c7bcc7cd44a2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.549490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58668) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:35.563718 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bc9e7800-af27-4b90-a728-c7bcc7cd44a2 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/389f9f4a-4202-48dc-bc5e-80dc93036cc0 HTTP/1.1" status: 204 len: 168 time: 0.9967475 Dec 08 01:47:35.667209 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f477b038-b426-4932-8d4d-1193ddee3611 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] GET failed (client error): The resource could not be found. Dec 08 01:47:35.676785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58686) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:35.688705 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f477b038-b426-4932-8d4d-1193ddee3611 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports/389f9f4a-4202-48dc-bc5e-80dc93036cc0 HTTP/1.1" status: 404 len: 333 time: 0.1208034 Dec 08 01:47:35.767718 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73282cfe-7fa4-4a6e-9220-95e2dfcb5bd7 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.827592 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73282cfe-7fa4-4a6e-9220-95e2dfcb5bd7 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.834506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e6a4439f-6881-487c-9326-6aac66d3498e None None] Could not find standard attr ID for object 389f9f4a-4202-48dc-bc5e-80dc93036cc0. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:47:35.891753 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73282cfe-7fa4-4a6e-9220-95e2dfcb5bd7 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.904072 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73282cfe-7fa4-4a6e-9220-95e2dfcb5bd7 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:35.907518 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-73282cfe-7fa4-4a6e-9220-95e2dfcb5bd7 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/security-groups/0b163541-284c-4639-84ae-0a821917b532 HTTP/1.1" status: 204 len: 168 time: 0.2274017 Dec 08 01:47:35.912030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58698) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:35.966202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654a6e-911a-4f58-a2cb-a848d13e486e req-eba487f5-46bd-4c4c-b81f-41f84d80f3fc tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:35.975909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d5654a6e-911a-4f58-a2cb-a848d13e486e req-eba487f5-46bd-4c4c-b81f-41f84d80f3fc tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1527443 Dec 08 01:47:36.017190 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73282cfe-7fa4-4a6e-9220-95e2dfcb5bd7 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b163541-284c-4639-84ae-0a821917b532,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:36.096833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b24a0de6-0dca-4e6f-aa5a-d10acd4f0efb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.110918 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d5654a6e-911a-4f58-a2cb-a848d13e486e req-e50efd1e-1775-4232-a715-c9046420aca6 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276650 Dec 08 01:47:36.145826 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b24a0de6-0dca-4e6f-aa5a-d10acd4f0efb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.232125 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b24a0de6-0dca-4e6f-aa5a-d10acd4f0efb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.236184 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b24a0de6-0dca-4e6f-aa5a-d10acd4f0efb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.242139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:36.242782 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b24a0de6-0dca-4e6f-aa5a-d10acd4f0efb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/security-groups/6e62bbdd-7e5e-46c3-93e8-0a685281aa09 HTTP/1.1" status: 204 len: 168 time: 0.3206654 Dec 08 01:47:36.266459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a0de6-0dca-4e6f-aa5a-d10acd4f0efb tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e62bbdd-7e5e-46c3-93e8-0a685281aa09,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:36.343440 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79d5690f-2a42-4848-beb2-0686c62764a0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.382120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79d5690f-2a42-4848-beb2-0686c62764a0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.459611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79d5690f-2a42-4848-beb2-0686c62764a0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.463341 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79d5690f-2a42-4848-beb2-0686c62764a0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.465909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-79d5690f-2a42-4848-beb2-0686c62764a0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/security-groups/b4139441-99fe-4b83-94de-f5687d40862c HTTP/1.1" status: 204 len: 168 time: 0.2209599 Dec 08 01:47:36.469399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58720) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:36.492962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5690f-2a42-4848-beb2-0686c62764a0 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4139441-99fe-4b83-94de-f5687d40862c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:36.621438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02b0976-f4b6-427d-9dda-efd564eacc8c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting subnet 9de49855-f709-4cfa-adc9-47ba2fe40629 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:47:36.630034 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f02b0976-f4b6-427d-9dda-efd564eacc8c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.640304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddeac6-6041-4c6b-9e25-29433f9bc323 req-b4a557fe-76ae-4c70-bd80-30ce5a1f5d24 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:36.648396 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-91ddeac6-6041-4c6b-9e25-29433f9bc323 req-b4a557fe-76ae-4c70-bd80-30ce5a1f5d24 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1283906 Dec 08 01:47:36.709810 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc903ede-e5d2-4eb2-9ca5-5e1fb62c1ae9 req-41c46392-84f8-4d10-85a1-d357fdf05dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:36.711706 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc903ede-e5d2-4eb2-9ca5-5e1fb62c1ae9 req-41c46392-84f8-4d10-85a1-d357fdf05dfe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe240098e6a9466bb745a4cf1991eb89&device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 1098 time: 0.1454937 Dec 08 01:47:36.847841 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc903ede-e5d2-4eb2-9ca5-5e1fb62c1ae9 req-851a5240-bf63-43af-9b65-4d8acd2e4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:36.850375 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc903ede-e5d2-4eb2-9ca5-5e1fb62c1ae9 req-851a5240-bf63-43af-9b65-4d8acd2e4a92 service neutron] 10.222.0.65 "GET /v2.0/networks?id=97b0b116-66cf-421b-b53a-d295068e47a0 HTTP/1.1" status: 200 len: 916 time: 0.1273465 Dec 08 01:47:36.865361 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f02b0976-f4b6-427d-9dda-efd564eacc8c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:36.949429 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-91ddeac6-6041-4c6b-9e25-29433f9bc323 req-0ce8f683-c8ea-4177-956b-08aa4eceac63 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999747 Dec 08 01:47:36.954621 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc903ede-e5d2-4eb2-9ca5-5e1fb62c1ae9 req-e68be677-8893-41ec-a687-0a8e368eeb56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a880a9f8-bc10-4d39-bdac-c87f2573a0d9 HTTP/1.1" status: 200 len: 217 time: 0.0806885 Dec 08 01:47:37.063691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc903ede-e5d2-4eb2-9ca5-5e1fb62c1ae9 req-2ac9eb68-78ba-4bea-afb3-fd15f96a92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:37.065999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc903ede-e5d2-4eb2-9ca5-5e1fb62c1ae9 req-2ac9eb68-78ba-4bea-afb3-fd15f96a92b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=786043f2-8b64-4a79-9f2f-ea5a93de96d4 HTTP/1.1" status: 200 len: 854 time: 0.1037648 Dec 08 01:47:37.123084 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f02b0976-f4b6-427d-9dda-efd564eacc8c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.205419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc903ede-e5d2-4eb2-9ca5-5e1fb62c1ae9 req-9a6dba04-12c1-469e-9e30-0e88e9eba2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:37.209068 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc903ede-e5d2-4eb2-9ca5-5e1fb62c1ae9 req-9a6dba04-12c1-469e-9e30-0e88e9eba2ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=97b0b116-66cf-421b-b53a-d295068e47a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339905 Dec 08 01:47:37.339855 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f02b0976-f4b6-427d-9dda-efd564eacc8c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.375972 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b0976-f4b6-427d-9dda-efd564eacc8c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Subnet': ['ID=9de49855-f709-4cfa-adc9-47ba2fe40629,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:37.386089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f02b0976-f4b6-427d-9dda-efd564eacc8c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.391471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5891c8-8fbc-4de9-a97d-447107984183 None None] Network 78f2464c-000b-4fe8-956a-60ed18d5498b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:37.398308 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f02b0976-f4b6-427d-9dda-efd564eacc8c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/9de49855-f709-4cfa-adc9-47ba2fe40629 HTTP/1.1" status: 204 len: 168 time: 0.9229727 Dec 08 01:47:37.398779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58764) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:37.418391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc903ede-e5d2-4eb2-9ca5-5e1fb62c1ae9 req-fe9656c6-7cb4-4faa-a9c5-a99046133445 service neutron] 10.222.0.65 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008247 Dec 08 01:47:37.508904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-08045252-f331-4221-a821-b902e59b939c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting subnet 9de24be6-9ebc-463e-8c85-3786e33d927d {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:47:37.517166 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08045252-f331-4221-a821-b902e59b939c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.567138 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc903ede-e5d2-4eb2-9ca5-5e1fb62c1ae9 req-baa7bd5f-3c2d-42c3-a7cf-66d7f8315e9f service neutron] 10.222.0.65 "GET /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384056 Dec 08 01:47:37.577321 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08045252-f331-4221-a821-b902e59b939c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.711381 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08045252-f331-4221-a821-b902e59b939c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.831749 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08045252-f331-4221-a821-b902e59b939c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.897000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08045252-f331-4221-a821-b902e59b939c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Subnet': ['ID=9de24be6-9ebc-463e-8c85-3786e33d927d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:37.903304 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08045252-f331-4221-a821-b902e59b939c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:37.914440 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-08045252-f331-4221-a821-b902e59b939c tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/9de24be6-9ebc-463e-8c85-3786e33d927d HTTP/1.1" status: 204 len: 168 time: 0.5134060 Dec 08 01:47:37.917027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58776) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:37.962605 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cfb0b7-027c-43c5-ad47-0faf3743c4bc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] DELETE failed (client error): The resource could not be found. Dec 08 01:47:37.966172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cfb0b7-027c-43c5-ad47-0faf3743c4bc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:37.976780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58782) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:37.976955 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f2cfb0b7-027c-43c5-ad47-0faf3743c4bc tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/9de49855-f709-4cfa-adc9-47ba2fe40629 HTTP/1.1" status: 404 len: 337 time: 0.0561423 Dec 08 01:47:38.091112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a526b968-efd9-4801-87b1-e576aa3420f3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting subnet 4cdb6535-ce62-4fc0-ac9c-b66e3b07e264 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:47:38.105361 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a526b968-efd9-4801-87b1-e576aa3420f3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.210791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9372aaf-1615-46f4-807c-d7d2b32c7528 req-98d1e29a-6c2a-4bac-a78a-3ee0c9e6c1af tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:38.214749 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a526b968-efd9-4801-87b1-e576aa3420f3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.218066 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9372aaf-1615-46f4-807c-d7d2b32c7528 req-98d1e29a-6c2a-4bac-a78a-3ee0c9e6c1af tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1598866 Dec 08 01:47:38.323180 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9372aaf-1615-46f4-807c-d7d2b32c7528 req-e002471c-0a00-4f6c-a7aa-a99a64baebfb tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041112 Dec 08 01:47:38.434520 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a526b968-efd9-4801-87b1-e576aa3420f3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.520570 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a526b968-efd9-4801-87b1-e576aa3420f3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.560614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526b968-efd9-4801-87b1-e576aa3420f3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Subnet': ['ID=4cdb6535-ce62-4fc0-ac9c-b66e3b07e264,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:38.562609 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a526b968-efd9-4801-87b1-e576aa3420f3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.567025 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a526b968-efd9-4801-87b1-e576aa3420f3 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/4cdb6535-ce62-4fc0-ac9c-b66e3b07e264 HTTP/1.1" status: 204 len: 168 time: 0.5883245 Dec 08 01:47:38.569791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58802) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:38.601281 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a7e8b7-4b1a-479d-bdba-ce0112100ea4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] DELETE failed (client error): The resource could not be found. Dec 08 01:47:38.601756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28a7e8b7-4b1a-479d-bdba-ce0112100ea4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:38.605247 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-28a7e8b7-4b1a-479d-bdba-ce0112100ea4 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/e3bbb084-f1e3-4fa0-b9c4-1838e3fd1bfe HTTP/1.1" status: 404 len: 337 time: 0.0343645 Dec 08 01:47:38.608549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58806) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:38.652233 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-49b21844-81ce-4d7d-9d1e-1e617789fb62 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "GET /v2.0/ports?device_id=733406a9-3e4b-462a-9227-052783057516 HTTP/1.1" status: 200 len: 205 time: 0.0404608 Dec 08 01:47:38.654618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58808) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:38.694164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d338a8d-3798-4b0a-8416-ae7e1296878f None None] Network 78f2464c-000b-4fe8-956a-60ed18d5498b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:47:38.718746 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-dc5ac0c4-38db-4896-b48d-0a84a592985e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] delete failed (client error): The resource could not be found. Dec 08 01:47:38.722467 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dc5ac0c4-38db-4896-b48d-0a84a592985e tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/routers/733406a9-3e4b-462a-9227-052783057516 HTTP/1.1" status: 404 len: 336 time: 0.0641274 Dec 08 01:47:38.723391 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58814) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:38.773806 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fea5c91-d824-44d4-a557-f445ca4517ed tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] DELETE failed (client error): The resource could not be found. Dec 08 01:47:38.774270 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fea5c91-d824-44d4-a557-f445ca4517ed tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:38.793662 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5fea5c91-d824-44d4-a557-f445ca4517ed tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/d5365de0-19a5-4455-9902-8cf51cea30ae HTTP/1.1" status: 404 len: 337 time: 0.0691354 Dec 08 01:47:38.796073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58818) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:38.842804 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0a64ff-87a1-4377-812c-65373b83d8a9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] DELETE failed (client error): The resource could not be found. Dec 08 01:47:38.843289 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd0a64ff-87a1-4377-812c-65373b83d8a9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:38.860839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fd0a64ff-87a1-4377-812c-65373b83d8a9 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/1dff2a9e-2cee-4499-b0a3-1cf4524f2482 HTTP/1.1" status: 404 len: 337 time: 0.0615857 Dec 08 01:47:38.862610 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58820) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:38.898592 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-211ca3a2-f239-42a2-aea2-4b700365eb90 None None] Provisioning complete for port 17e5dbd7-62f0-4a82-bc08-948127744bdd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:38.898592 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-211ca3a2-f239-42a2-aea2-4b700365eb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:38.905621 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdee9e3-0ede-43f3-9c20-fa93b3126db5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] DELETE failed (client error): The resource could not be found. Dec 08 01:47:38.905621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdee9e3-0ede-43f3-9c20-fa93b3126db5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:38.906696 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-efdee9e3-0ede-43f3-9c20-fa93b3126db5 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/ebcc37b3-a471-4b58-bd48-367dd8d1171c HTTP/1.1" status: 404 len: 337 time: 0.0436080 Dec 08 01:47:38.909099 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58828) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:38.932732 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-117eee9d-7b41-4f94-a983-55651866e666 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] DELETE failed (client error): The resource could not be found. Dec 08 01:47:38.933229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117eee9d-7b41-4f94-a983-55651866e666 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:38.936324 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-117eee9d-7b41-4f94-a983-55651866e666 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/458bdc32-be1e-41fa-bd20-bda5ae2a1ed3 HTTP/1.1" status: 404 len: 333 time: 0.0262654 Dec 08 01:47:38.938771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58830) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:38.984601 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96437e1-9c24-47d7-93f5-7876c5d3c333 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] DELETE failed (client error): The resource could not be found. Dec 08 01:47:38.984601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96437e1-9c24-47d7-93f5-7876c5d3c333 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:38.989888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:39.013772 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c96437e1-9c24-47d7-93f5-7876c5d3c333 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/a3b2d313-d45e-43c6-9dec-5220793f3855 HTTP/1.1" status: 404 len: 337 time: 0.0691381 Dec 08 01:47:39.034108 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd51194f-d7c9-40b1-a867-24dbad2ca525 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] DELETE failed (client error): The resource could not be found. Dec 08 01:47:39.034577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd51194f-d7c9-40b1-a867-24dbad2ca525 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:39.041842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58836) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:39.042066 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dd51194f-d7c9-40b1-a867-24dbad2ca525 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/9f6c31aa-b44e-4b8c-8ad0-1b9669865de2 HTTP/1.1" status: 404 len: 337 time: 0.0509307 Dec 08 01:47:39.092109 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-00054ffc-1aeb-4cb1-9621-c8d89f483947 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] DELETE failed (client error): The resource could not be found. Dec 08 01:47:39.093908 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00054ffc-1aeb-4cb1-9621-c8d89f483947 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:39.095818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edf1101-001e-4fe3-9d11-9bb6b57a052e None None] DHCP port deletion for 78f2464c-000b-4fe8-956a-60ed18d5498b request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:47:39.104598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58838) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:39.110529 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-00054ffc-1aeb-4cb1-9621-c8d89f483947 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/a2d87e99-f75e-4939-91ac-938f26de25f7 HTTP/1.1" status: 404 len: 333 time: 0.0583386 Dec 08 01:47:39.186121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-211ca3a2-f239-42a2-aea2-4b700365eb90 None None] Provisioning complete for port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:47:39.186753 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-211ca3a2-f239-42a2-aea2-4b700365eb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.195849 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-67518d3e-70ae-4b98-bb4a-b81f4d8ac7c1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] DELETE failed (client error): The resource could not be found. Dec 08 01:47:39.204382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67518d3e-70ae-4b98-bb4a-b81f4d8ac7c1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:39.215236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-67518d3e-70ae-4b98-bb4a-b81f4d8ac7c1 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/af4b7371-84c5-452a-a4f6-854c066beb52 HTTP/1.1" status: 404 len: 337 time: 0.1086476 Dec 08 01:47:39.217026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58842) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:39.248147 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9609eb-f813-43b3-9b34-7fc1c0f087a6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] DELETE failed (client error): The resource could not be found. Dec 08 01:47:39.249831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9609eb-f813-43b3-9b34-7fc1c0f087a6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:47:39.256487 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1a9609eb-f813-43b3-9b34-7fc1c0f087a6 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/subnets/b3173928-c952-4e22-899d-f0b3813876c9 HTTP/1.1" status: 404 len: 337 time: 0.0376277 Dec 08 01:47:39.258347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4edf1101-001e-4fe3-9d11-9bb6b57a052e None None] Deleting port 17e5dbd7-62f0-4a82-bc08-948127744bdd {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:39.259030 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58844) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:39.273088 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4edf1101-001e-4fe3-9d11-9bb6b57a052e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.297801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-211ca3a2-f239-42a2-aea2-4b700365eb90 None None] Port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:47:39.304629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 17e5dbd7-62f0-4a82-bc08-948127744bdd no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:39.434465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f6157be9-5dab-408d-8e3a-f7a09be56700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Deleting port a7bcdb31-ef51-44e3-8953-2f4cc0a92bca {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:39.435116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6157be9-5dab-408d-8e3a-f7a09be56700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.444598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4edf1101-001e-4fe3-9d11-9bb6b57a052e None None] For port 17e5dbd7-62f0-4a82-bc08-948127744bdd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=17e5dbd7-62f0-4a82-bc08-948127744bdd,segment=NetworkSegment(23dbc83a-f72d-43f2-b78c-459991465248),segment_id=23dbc83a-f72d-43f2-b78c-459991465248)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:39.445070 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4edf1101-001e-4fe3-9d11-9bb6b57a052e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.479841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4edf1101-001e-4fe3-9d11-9bb6b57a052e None None] Calling delete_port for 17e5dbd7-62f0-4a82-bc08-948127744bdd owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:39.573949 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6157be9-5dab-408d-8e3a-f7a09be56700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.625292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f6157be9-5dab-408d-8e3a-f7a09be56700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Calling delete_port for a7bcdb31-ef51-44e3-8953-2f4cc0a92bca owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:39.643761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3f2a5-47b9-4965-8f5b-8f91be855dbe req-d970a482-b574-4453-8a33-ef0ae0b78429 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:39.652930 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0cb3f2a5-47b9-4965-8f5b-8f91be855dbe req-d970a482-b574-4453-8a33-ef0ae0b78429 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1893165 Dec 08 01:47:39.756090 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0cb3f2a5-47b9-4965-8f5b-8f91be855dbe req-43a3e39f-d5df-4db3-9d92-5abbd1c4a1cf tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989499 Dec 08 01:47:39.794408 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.815157 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4edf1101-001e-4fe3-9d11-9bb6b57a052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.841748 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6157be9-5dab-408d-8e3a-f7a09be56700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.895243 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6157be9-5dab-408d-8e3a-f7a09be56700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Port': ['ID=a7bcdb31-ef51-44e3-8953-2f4cc0a92bca,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:39.901604 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6157be9-5dab-408d-8e3a-f7a09be56700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:39.905954 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f6157be9-5dab-408d-8e3a-f7a09be56700 tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/ports/a7bcdb31-ef51-44e3-8953-2f4cc0a92bca HTTP/1.1" status: 204 len: 168 time: 0.6453197 Dec 08 01:47:39.908234 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58882) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:39.937408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf1101-001e-4fe3-9d11-9bb6b57a052e None None] No DVR routers for this DVR port 17e5dbd7-62f0-4a82-bc08-948127744bdd on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:39.947228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf1101-001e-4fe3-9d11-9bb6b57a052e None None] Pushing event deleted for resources: {'Port': ['ID=17e5dbd7-62f0-4a82-bc08-948127744bdd,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:40.025302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.028897 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f736837-4b29-48d3-b0d6-f4f2b43fc6f5 req-bdc9c2bc-9862-4f6c-960e-8a10ef162560 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:40.036986 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9f736837-4b29-48d3-b0d6-f4f2b43fc6f5 req-bdc9c2bc-9862-4f6c-960e-8a10ef162560 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1220002 Dec 08 01:47:40.119691 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9f736837-4b29-48d3-b0d6-f4f2b43fc6f5 req-ad5094f6-5cdd-4de1-a5a4-b48127e326a0 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733972 Dec 08 01:47:40.157657 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.208738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f2464c-000b-4fe8-956a-60ed18d5498b']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:40.221984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23dbc83a-f72d-43f2-b78c-459991465248') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:40.222172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23dbc83a-f72d-43f2-b78c-459991465248') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:47:40.232527 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.264929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.274038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:47:40.277023 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:47:40.280348 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:47:40.292994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec487fe-d736-4b38-8ba2-9490fc60da6a req-33e4680b-6810-49f8-9ac2-ea9bfde9d843 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:40.294649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3ec487fe-d736-4b38-8ba2-9490fc60da6a req-33e4680b-6810-49f8-9ac2-ea9bfde9d843 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=49794dc9-ec13-43bf-8185-1931cd2778e0 HTTP/1.1" status: 200 len: 946 time: 0.0897105 Dec 08 01:47:40.364495 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3ec487fe-d736-4b38-8ba2-9490fc60da6a req-355b46ea-daaf-4bf6-b6a7-82f1e6d777ef tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632622 Dec 08 01:47:40.383334 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.395307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:40.403057 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] 10.222.0.70 "DELETE /v2.0/networks/78f2464c-000b-4fe8-956a-60ed18d5498b HTTP/1.1" status: 204 len: 168 time: 0.4936230 Dec 08 01:47:40.416549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f649dd-b0d5-415f-bf9f-f4627ff84a0f tempest-PortsTestJSON-1704201513 tempest-PortsTestJSON-1704201513-project] Pushing event deleted for resources: {'Network': ['ID=78f2464c-000b-4fe8-956a-60ed18d5498b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:40.555020 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cdd6e-3190-4c79-aa83-a7754fe79fd2 req-0549a7a8-62bc-4867-822d-41ff9562e9ef tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:40.562854 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fe2cdd6e-3190-4c79-aa83-a7754fe79fd2 req-0549a7a8-62bc-4867-822d-41ff9562e9ef tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 945 time: 0.0873950 Dec 08 01:47:40.643077 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fe2cdd6e-3190-4c79-aa83-a7754fe79fd2 req-5f866bb7-b731-4b9f-80b4-4a24d5ad0e5f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790141 Dec 08 01:47:40.695779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-ff8c72b8-42eb-4b8f-a88b-35021e0c78c7 req-c4f14301-9c0c-42f6-8a32-26a6a496f8ba tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:47:40.699676 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff8c72b8-42eb-4b8f-a88b-35021e0c78c7 req-c4f14301-9c0c-42f6-8a32-26a6a496f8ba tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092974 Dec 08 01:47:40.842802 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff8c72b8-42eb-4b8f-a88b-35021e0c78c7 req-443bfa44-e8e0-4c49-9ce7-0664a648bf56 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1215146 Dec 08 01:47:41.012749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58930) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:41.255889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da5709-4367-4712-8204-cec524e55fd0 req-e623c6ec-938f-44d9-b596-c4e51b740c04 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:41.266838 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70da5709-4367-4712-8204-cec524e55fd0 req-e623c6ec-938f-44d9-b596-c4e51b740c04 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.0930338 Dec 08 01:47:41.390285 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70da5709-4367-4712-8204-cec524e55fd0 req-7c45460d-577b-46fc-9327-dcb090302253 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208293 Dec 08 01:47:41.445619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58946) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:41.446275 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eee5f3ca-c3ad-4917-b68a-3bc0ffe843aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e0cd03e8fe4423fb3f595c903ca9c9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4323211 Dec 08 01:47:41.539598 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2250b5e3-a5f4-46f8-bc8b-7ce35857735a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.568676 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2250b5e3-a5f4-46f8-bc8b-7ce35857735a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.571437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46685-95fc-40d4-a552-287edd21fbb7 req-3d44301b-9090-4ccb-874b-ec3458120d8f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:41.574624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55b46685-95fc-40d4-a552-287edd21fbb7 req-3d44301b-9090-4ccb-874b-ec3458120d8f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=49794dc9-ec13-43bf-8185-1931cd2778e0 HTTP/1.1" status: 200 len: 946 time: 0.0964675 Dec 08 01:47:41.662947 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2250b5e3-a5f4-46f8-bc8b-7ce35857735a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.666415 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2250b5e3-a5f4-46f8-bc8b-7ce35857735a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:41.670595 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2250b5e3-a5f4-46f8-bc8b-7ce35857735a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5b083c5-b927-466d-bdca-7f4237fce823 HTTP/1.1" status: 204 len: 168 time: 0.2232533 Dec 08 01:47:41.671099 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55b46685-95fc-40d4-a552-287edd21fbb7 req-570bfeb7-39e6-4cdb-b2af-a3db9380eace tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895617 Dec 08 01:47:41.685026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58958) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:41.712845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250b5e3-a5f4-46f8-bc8b-7ce35857735a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b083c5-b927-466d-bdca-7f4237fce823,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:41.723715 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:47:41.891023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b9484-eb31-4524-b08f-acb68f5f9a9e req-1c7ffe80-c2f6-4897-ba7b-cb5be7641a1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:41.909456 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d6b9484-eb31-4524-b08f-acb68f5f9a9e req-1c7ffe80-c2f6-4897-ba7b-cb5be7641a1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 945 time: 0.1277673 Dec 08 01:47:42.013588 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d6b9484-eb31-4524-b08f-acb68f5f9a9e req-f99496fb-b4bb-4505-9234-38cb87b0714d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016219 Dec 08 01:47:42.108090 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07c246e8-5f85-4cca-861d-ab2d25cd9423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:42.227808 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07c246e8-5f85-4cca-861d-ab2d25cd9423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:42.243195 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07c246e8-5f85-4cca-861d-ab2d25cd9423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:42.328840 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58986) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:42.329083 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-07c246e8-5f85-4cca-861d-ab2d25cd9423 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b38a8c82547143999e589e651c009487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6428921 Dec 08 01:47:42.336642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c246e8-5f85-4cca-861d-ab2d25cd9423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a81d7a3-eecc-4ce0-9cc7-501f5054161e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:42.351048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c448036-eb66-4fd8-8c41-48884d3740a2 req-533cd20e-4749-43ad-b64e-b570950cabe8 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:42.358670 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c448036-eb66-4fd8-8c41-48884d3740a2 req-533cd20e-4749-43ad-b64e-b570950cabe8 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:42.366756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c448036-eb66-4fd8-8c41-48884d3740a2 req-533cd20e-4749-43ad-b64e-b570950cabe8 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:42.368926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c448036-eb66-4fd8-8c41-48884d3740a2 req-533cd20e-4749-43ad-b64e-b570950cabe8 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312&device_id=49794dc9-ec13-43bf-8185-1931cd2778e0&device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 2418 time: 0.1395516 Dec 08 01:47:42.438726 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff2ccc6f-6f8a-47e1-8f26-ea1495790919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:42.478883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c448036-eb66-4fd8-8c41-48884d3740a2 req-48f52194-0e21-4ad1-8bf8-ec7a3cc927e0 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984938 Dec 08 01:47:42.499815 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff2ccc6f-6f8a-47e1-8f26-ea1495790919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:42.521943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-0bfb5dba-59a8-42f8-a256-78d5c11d7f6d req-43fa1f8a-cd19-4701-b314-ca79b2bd9e47 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:47:42.523560 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0bfb5dba-59a8-42f8-a256-78d5c11d7f6d req-43fa1f8a-cd19-4701-b314-ca79b2bd9e47 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071423 Dec 08 01:47:42.581339 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff2ccc6f-6f8a-47e1-8f26-ea1495790919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:42.585092 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff2ccc6f-6f8a-47e1-8f26-ea1495790919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:42.603713 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ff2ccc6f-6f8a-47e1-8f26-ea1495790919 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7a81d7a3-eecc-4ce0-9cc7-501f5054161e HTTP/1.1" status: 204 len: 168 time: 0.2634702 Dec 08 01:47:42.628213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ccc6f-6f8a-47e1-8f26-ea1495790919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a81d7a3-eecc-4ce0-9cc7-501f5054161e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:42.665780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0bfb5dba-59a8-42f8-a256-78d5c11d7f6d req-ba9eb371-aa87-4eb3-83c0-bddae4d6b50f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1271136 Dec 08 01:47:43.350115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59032) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:43.370710 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb88715d-4e1e-4ae1-ba6d-25e54077406f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:43.510866 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb88715d-4e1e-4ae1-ba6d-25e54077406f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:43.517083 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb88715d-4e1e-4ae1-ba6d-25e54077406f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:43.562100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88715d-4e1e-4ae1-ba6d-25e54077406f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7ecd8b-7c63-4135-b672-8ea5914cf7ec,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:43.598131 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bb88715d-4e1e-4ae1-ba6d-25e54077406f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc886e00225743389231d0d1a2e06919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442954 Dec 08 01:47:43.598456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59040) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:43.741864 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac2bff6-64fa-45d0-aeb3-75428d6c729b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:43.789525 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac2bff6-64fa-45d0-aeb3-75428d6c729b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:43.851364 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac2bff6-64fa-45d0-aeb3-75428d6c729b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:43.854508 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cac2bff6-64fa-45d0-aeb3-75428d6c729b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:43.858295 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cac2bff6-64fa-45d0-aeb3-75428d6c729b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d7ecd8b-7c63-4135-b672-8ea5914cf7ec HTTP/1.1" status: 204 len: 168 time: 0.2571299 Dec 08 01:47:43.874751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2bff6-64fa-45d0-aeb3-75428d6c729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7ecd8b-7c63-4135-b672-8ea5914cf7ec,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:45.105356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59104) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:45.395300 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9687aae-6d6e-4b29-a76c-a8339d29fcaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.441509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d49df-ecba-4d06-9f43-d6f6ed855867 req-0d993dc3-b46d-4f33-91c9-ec0897d523dd tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:45.444258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff9d49df-ecba-4d06-9f43-d6f6ed855867 req-0d993dc3-b46d-4f33-91c9-ec0897d523dd tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 945 time: 0.0635591 Dec 08 01:47:45.511864 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9687aae-6d6e-4b29-a76c-a8339d29fcaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.517904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e9687aae-6d6e-4b29-a76c-a8339d29fcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.519185 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff9d49df-ecba-4d06-9f43-d6f6ed855867 req-f71f0e7c-84b5-438c-b723-da9d11f1bd09 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662313 Dec 08 01:47:45.556969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9687aae-6d6e-4b29-a76c-a8339d29fcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b81ff0-f2fc-4c77-bec8-1ced0b9eecd5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:45.577837 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e9687aae-6d6e-4b29-a76c-a8339d29fcaf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e75e9ac6d10c4ac8abbf0a9e69591a58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4702930 Dec 08 01:47:45.580391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59134) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:45.652664 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20ef4eb9-eec5-4c8d-993e-51f2b80f2946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.685271 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20ef4eb9-eec5-4c8d-993e-51f2b80f2946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.748870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20ef4eb9-eec5-4c8d-993e-51f2b80f2946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.752299 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20ef4eb9-eec5-4c8d-993e-51f2b80f2946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:45.753723 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-20ef4eb9-eec5-4c8d-993e-51f2b80f2946 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/88b81ff0-f2fc-4c77-bec8-1ced0b9eecd5 HTTP/1.1" status: 204 len: 168 time: 0.1721723 Dec 08 01:47:45.765496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef4eb9-eec5-4c8d-993e-51f2b80f2946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b81ff0-f2fc-4c77-bec8-1ced0b9eecd5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:46.240995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59162) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:46.259142 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f5ef28e-b693-4a2d-a96c-fd7bac513215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.361051 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f5ef28e-b693-4a2d-a96c-fd7bac513215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.365830 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f5ef28e-b693-4a2d-a96c-fd7bac513215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.422466 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2f5ef28e-b693-4a2d-a96c-fd7bac513215 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=275c4c5ec5184590bd77c5b87abaf31e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802108 Dec 08 01:47:46.424899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:46.434245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ef28e-b693-4a2d-a96c-fd7bac513215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f31111-3b06-4fb5-83b8-da3bb4f4b2f1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:46.538522 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59553565-5932-4998-82d2-0d9460a92023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.594696 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59553565-5932-4998-82d2-0d9460a92023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.676806 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59553565-5932-4998-82d2-0d9460a92023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.679860 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59553565-5932-4998-82d2-0d9460a92023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:46.681338 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-59553565-5932-4998-82d2-0d9460a92023 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22f31111-3b06-4fb5-83b8-da3bb4f4b2f1 HTTP/1.1" status: 204 len: 168 time: 0.2550061 Dec 08 01:47:46.698321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59553565-5932-4998-82d2-0d9460a92023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f31111-3b06-4fb5-83b8-da3bb4f4b2f1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:46.789414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbab5e-5186-4421-be17-804d4f077305 req-3272d5e2-f3ea-4db7-b65d-fe2d3883c6ca tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:46.797697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-27cbab5e-5186-4421-be17-804d4f077305 req-3272d5e2-f3ea-4db7-b65d-fe2d3883c6ca tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 945 time: 0.1156225 Dec 08 01:47:46.871981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-27cbab5e-5186-4421-be17-804d4f077305 req-120f24e0-6043-4a23-9c5a-158ea4402267 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733075 Dec 08 01:47:46.942362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c4ae8-f08f-4b8a-99c8-6b68b9b79faf req-7b80b98d-a24d-498c-99d9-0dea8a0a3cc4 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:46.944989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad5c4ae8-f08f-4b8a-99c8-6b68b9b79faf req-7b80b98d-a24d-498c-99d9-0dea8a0a3cc4 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.65 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 945 time: 0.0693417 Dec 08 01:47:47.096040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59192) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:47.290266 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1f55277-f5bd-462c-8d1b-7d78fcf1eb8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.490111 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1f55277-f5bd-462c-8d1b-7d78fcf1eb8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.501589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c1f55277-f5bd-462c-8d1b-7d78fcf1eb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.636765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c1f55277-f5bd-462c-8d1b-7d78fcf1eb8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3e0d643b2ad4e98864b9c535183a03e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5372648 Dec 08 01:47:47.637641 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f55277-f5bd-462c-8d1b-7d78fcf1eb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e8c368-8729-4844-b9fb-256e2f482ab0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:47.640911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:47.706777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-ad5c4ae8-f08f-4b8a-99c8-6b68b9b79faf req-85db1718-cd1b-44c2-872c-4a24cd30fa21 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Deleting port b9df8529-860e-42d0-a696-b760f1f34457 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:47.707642 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ad5c4ae8-f08f-4b8a-99c8-6b68b9b79faf req-85db1718-cd1b-44c2-872c-4a24cd30fa21 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.747385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e74ab8e-010e-4ac1-a23d-3b12748b4232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.781810 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e74ab8e-010e-4ac1-a23d-3b12748b4232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.865020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ad5c4ae8-f08f-4b8a-99c8-6b68b9b79faf req-85db1718-cd1b-44c2-872c-4a24cd30fa21 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] For port b9df8529-860e-42d0-a696-b760f1f34457, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b9df8529-860e-42d0-a696-b760f1f34457,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:47.865664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ad5c4ae8-f08f-4b8a-99c8-6b68b9b79faf req-85db1718-cd1b-44c2-872c-4a24cd30fa21 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.871668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e74ab8e-010e-4ac1-a23d-3b12748b4232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.877593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e74ab8e-010e-4ac1-a23d-3b12748b4232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:47.884402 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2e74ab8e-010e-4ac1-a23d-3b12748b4232 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c0e8c368-8729-4844-b9fb-256e2f482ab0 HTTP/1.1" status: 204 len: 168 time: 0.2287164 Dec 08 01:47:47.898453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74ab8e-010e-4ac1-a23d-3b12748b4232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e8c368-8729-4844-b9fb-256e2f482ab0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:47.900125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-ad5c4ae8-f08f-4b8a-99c8-6b68b9b79faf req-85db1718-cd1b-44c2-872c-4a24cd30fa21 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Calling delete_port for b9df8529-860e-42d0-a696-b760f1f34457 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:48.093911 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85d0f4-7c9a-4ae7-b33e-c3acb1f217ed req-d48695a5-d734-4554-96f0-7270eb19a40b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:48.104490 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce85d0f4-7c9a-4ae7-b33e-c3acb1f217ed req-d48695a5-d734-4554-96f0-7270eb19a40b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 945 time: 0.0788944 Dec 08 01:47:48.314665 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce85d0f4-7c9a-4ae7-b33e-c3acb1f217ed req-e0e4d27e-40d8-4987-8c40-111ccd685407 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069170 Dec 08 01:47:48.317706 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ad5c4ae8-f08f-4b8a-99c8-6b68b9b79faf req-85db1718-cd1b-44c2-872c-4a24cd30fa21 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:48.364340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['069f652a-144d-4fd9-8dc4-d8cc56cd9772'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:48.408513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db1718-cd1b-44c2-872c-4a24cd30fa21 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Pushing event deleted for resources: {'Port': ['ID=b9df8529-860e-42d0-a696-b760f1f34457,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:48.430622 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a880a9f8-bc10-4d39-bdac-c87f2573a0d9'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:48.481172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5c4ae8-f08f-4b8a-99c8-6b68b9b79faf req-85db1718-cd1b-44c2-872c-4a24cd30fa21 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] No DVR routers for this DVR port b9df8529-860e-42d0-a696-b760f1f34457 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:48.483792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ad5c4ae8-f08f-4b8a-99c8-6b68b9b79faf req-85db1718-cd1b-44c2-872c-4a24cd30fa21 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:48.488143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad5c4ae8-f08f-4b8a-99c8-6b68b9b79faf req-85db1718-cd1b-44c2-872c-4a24cd30fa21 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.65 "DELETE /v2.0/ports/b9df8529-860e-42d0-a696-b760f1f34457 HTTP/1.1" status: 204 len: 173 time: 1.5358727 Dec 08 01:47:48.488730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0425e0c2-9dab-4278-a365-759455c8e312', 'name': 'network-vif-deleted', 'tag': 'b9df8529-860e-42d0-a696-b760f1f34457'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:48.501013 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc56e46c-8cbc-40df-9fa4-0d427bd90aff" -d '{"events": [{"server_uuid": "0425e0c2-9dab-4278-a365-759455c8e312", "name": "network-vif-deleted", "tag": "b9df8529-860e-42d0-a696-b760f1f34457"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:48.611596 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18aff0c-0fc7-477e-8c71-0a63ccb8754f x-openstack-request-id: req-c18aff0c-0fc7-477e-8c71-0a63ccb8754f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:48.611966 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0425e0c2-9dab-4278-a365-759455c8e312", "name": "network-vif-deleted", "tag": "b9df8529-860e-42d0-a696-b760f1f34457", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:48.612373 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c18aff0c-0fc7-477e-8c71-0a63ccb8754f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:48.613139 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0425e0c2-9dab-4278-a365-759455c8e312', 'name': 'network-vif-deleted', 'tag': 'b9df8529-860e-42d0-a696-b760f1f34457', 'status': 'completed', 'code': 200} Dec 08 01:47:49.481105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cdee8f90-3fe6-4298-b277-eff3b0195d7c req-88149c27-42e3-4ba3-ac20-a6b67eaba3f6 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=0425e0c2-9dab-4278-a365-759455c8e312 HTTP/1.1" status: 200 len: 210 time: 0.0446610 Dec 08 01:47:50.189742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b9df8529-860e-42d0-a696-b760f1f34457 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:50.211516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: b9df8529-860e-42d0-a696-b760f1f34457 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:50.212021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b9df8529-860e-42d0-a696-b760f1f34457 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:50.840327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769148a-c0c9-4a51-98af-3469afe0d22f req-29e40500-1023-466f-94cb-bae365a72d54 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:50.849625 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1769148a-c0c9-4a51-98af-3469afe0d22f req-29e40500-1023-466f-94cb-bae365a72d54 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=49794dc9-ec13-43bf-8185-1931cd2778e0 HTTP/1.1" status: 200 len: 946 time: 0.0851786 Dec 08 01:47:50.932417 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1769148a-c0c9-4a51-98af-3469afe0d22f req-9369914d-eecc-438a-b26b-73e6309d794a tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800591 Dec 08 01:47:51.520235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59374) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:51.666543 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c7522b8-a0f1-42a8-a1a8-8893ca885cd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:51.754821 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c7522b8-a0f1-42a8-a1a8-8893ca885cd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:51.760470 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c7522b8-a0f1-42a8-a1a8-8893ca885cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:51.807300 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9c7522b8-a0f1-42a8-a1a8-8893ca885cd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d5be8172063e4fb3a6fa2e09c28ff94c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850509 Dec 08 01:47:51.808588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7522b8-a0f1-42a8-a1a8-8893ca885cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd19f40-5044-409c-823e-3565c9b0886f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:51.809990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59378) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:51.879837 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d227a79-d5ec-4ac1-a419-cef59ff43d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:51.912518 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d227a79-d5ec-4ac1-a419-cef59ff43d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.009643 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d227a79-d5ec-4ac1-a419-cef59ff43d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.014132 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d227a79-d5ec-4ac1-a419-cef59ff43d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.017555 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3d227a79-d5ec-4ac1-a419-cef59ff43d73 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fbd19f40-5044-409c-823e-3565c9b0886f HTTP/1.1" status: 204 len: 168 time: 0.2043009 Dec 08 01:47:52.024999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d227a79-d5ec-4ac1-a419-cef59ff43d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd19f40-5044-409c-823e-3565c9b0886f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:52.105930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea18b3-0a27-424c-8f18-b7ac943f854a req-60b33d68-c432-4864-8660-918459ab3ca0 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:52.107605 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c2ea18b3-0a27-424c-8f18-b7ac943f854a req-60b33d68-c432-4864-8660-918459ab3ca0 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=49794dc9-ec13-43bf-8185-1931cd2778e0 HTTP/1.1" status: 200 len: 946 time: 0.0686750 Dec 08 01:47:52.174696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c2ea18b3-0a27-424c-8f18-b7ac943f854a req-c25f48fe-c799-421d-895d-b8c308bec86b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593605 Dec 08 01:47:52.413557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0686621-d8f4-4012-9717-e77c44ad2ef4 req-79bc3e59-517f-41fa-948f-60cee9c4f4ad tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:52.415385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0686621-d8f4-4012-9717-e77c44ad2ef4 req-79bc3e59-517f-41fa-948f-60cee9c4f4ad tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.72 "GET /v2.0/ports?device_id=49794dc9-ec13-43bf-8185-1931cd2778e0 HTTP/1.1" status: 200 len: 946 time: 0.0733097 Dec 08 01:47:52.481075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59396) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:52.500475 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b703e033-7628-4a1e-a4f4-fecb825ef0ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.551445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b0686621-d8f4-4012-9717-e77c44ad2ef4 req-3fddcf08-c1fc-4ae1-ad80-eba43b03ff7d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Deleting port 069f652a-144d-4fd9-8dc4-d8cc56cd9772 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:52.552103 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0686621-d8f4-4012-9717-e77c44ad2ef4 req-3fddcf08-c1fc-4ae1-ad80-eba43b03ff7d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.634671 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b703e033-7628-4a1e-a4f4-fecb825ef0ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.641581 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b703e033-7628-4a1e-a4f4-fecb825ef0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.696874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b703e033-7628-4a1e-a4f4-fecb825ef0ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e76a2c9b83be43d780b4bf6945867b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2146924 Dec 08 01:47:52.703074 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59404) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:52.743928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703e033-7628-4a1e-a4f4-fecb825ef0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339cbd77-e6af-48d5-b1a6-6c0282bfff9c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:52.797188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b0686621-d8f4-4012-9717-e77c44ad2ef4 req-3fddcf08-c1fc-4ae1-ad80-eba43b03ff7d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] For port 069f652a-144d-4fd9-8dc4-d8cc56cd9772, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=069f652a-144d-4fd9-8dc4-d8cc56cd9772,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:52.797561 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0686621-d8f4-4012-9717-e77c44ad2ef4 req-3fddcf08-c1fc-4ae1-ad80-eba43b03ff7d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.815275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b0686621-d8f4-4012-9717-e77c44ad2ef4 req-3fddcf08-c1fc-4ae1-ad80-eba43b03ff7d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Calling delete_port for 069f652a-144d-4fd9-8dc4-d8cc56cd9772 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:52.826334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6882900b-9880-4d86-8805-df3db85e1b4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:52.906350 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6882900b-9880-4d86-8805-df3db85e1b4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.002974 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6882900b-9880-4d86-8805-df3db85e1b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.005791 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6882900b-9880-4d86-8805-df3db85e1b4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.009826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6882900b-9880-4d86-8805-df3db85e1b4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/339cbd77-e6af-48d5-b1a6-6c0282bfff9c HTTP/1.1" status: 204 len: 168 time: 0.3054483 Dec 08 01:47:53.027726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882900b-9880-4d86-8805-df3db85e1b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339cbd77-e6af-48d5-b1a6-6c0282bfff9c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:53.074196 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0686621-d8f4-4012-9717-e77c44ad2ef4 req-3fddcf08-c1fc-4ae1-ad80-eba43b03ff7d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.109258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['069f652a-144d-4fd9-8dc4-d8cc56cd9772'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:53.117043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a880a9f8-bc10-4d39-bdac-c87f2573a0d9'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:53.277344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0686621-d8f4-4012-9717-e77c44ad2ef4 req-3fddcf08-c1fc-4ae1-ad80-eba43b03ff7d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] No DVR routers for this DVR port 069f652a-144d-4fd9-8dc4-d8cc56cd9772 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:53.282207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddcf08-c1fc-4ae1-ad80-eba43b03ff7d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Pushing event deleted for resources: {'Port': ['ID=069f652a-144d-4fd9-8dc4-d8cc56cd9772,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:53.311728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0686621-d8f4-4012-9717-e77c44ad2ef4 req-3fddcf08-c1fc-4ae1-ad80-eba43b03ff7d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:53.333800 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0686621-d8f4-4012-9717-e77c44ad2ef4 req-3fddcf08-c1fc-4ae1-ad80-eba43b03ff7d tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.72 "DELETE /v2.0/ports/069f652a-144d-4fd9-8dc4-d8cc56cd9772 HTTP/1.1" status: 204 len: 173 time: 0.9117010 Dec 08 01:47:53.339074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49794dc9-ec13-43bf-8185-1931cd2778e0', 'name': 'network-vif-deleted', 'tag': '069f652a-144d-4fd9-8dc4-d8cc56cd9772'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:53.351190 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cd6844-37c3-4cb8-8063-97f1f4233f75" -d '{"events": [{"server_uuid": "49794dc9-ec13-43bf-8185-1931cd2778e0", "name": "network-vif-deleted", "tag": "069f652a-144d-4fd9-8dc4-d8cc56cd9772"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:53.451049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fc1cdba-0de4-4528-b75e-d42eb60b76ba req-b9bb9fd2-c381-41ce-bf95-cf5f2917968b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=49794dc9-ec13-43bf-8185-1931cd2778e0 HTTP/1.1" status: 200 len: 210 time: 0.0687637 Dec 08 01:47:53.508533 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569b3a0c-8328-4a1f-b7b3-037d6dc572b2 x-openstack-request-id: req-569b3a0c-8328-4a1f-b7b3-037d6dc572b2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:53.508949 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49794dc9-ec13-43bf-8185-1931cd2778e0", "name": "network-vif-deleted", "tag": "069f652a-144d-4fd9-8dc4-d8cc56cd9772", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:53.509297 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-569b3a0c-8328-4a1f-b7b3-037d6dc572b2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:53.509804 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49794dc9-ec13-43bf-8185-1931cd2778e0', 'name': 'network-vif-deleted', 'tag': '069f652a-144d-4fd9-8dc4-d8cc56cd9772', 'status': 'completed', 'code': 200} Dec 08 01:47:55.028156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f627d5-c1dc-4a93-b061-13ad7bead8bf req-25a5739c-941d-4690-a885-01f4f4b70259 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.037780 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86f627d5-c1dc-4a93-b061-13ad7bead8bf req-25a5739c-941d-4690-a885-01f4f4b70259 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1102991 Dec 08 01:47:55.149827 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86f627d5-c1dc-4a93-b061-13ad7bead8bf req-c0d997d3-6248-419c-8bf9-a89201098e5a tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107554 Dec 08 01:47:55.318076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650451f-4377-40bb-882b-36eaa4d0d5e7 req-8e32af9b-603d-4a86-a2c9-ddf4aa8c54b3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.325055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650451f-4377-40bb-882b-36eaa4d0d5e7 req-8e32af9b-603d-4a86-a2c9-ddf4aa8c54b3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.332400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650451f-4377-40bb-882b-36eaa4d0d5e7 req-8e32af9b-603d-4a86-a2c9-ddf4aa8c54b3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.376798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650451f-4377-40bb-882b-36eaa4d0d5e7 req-8e32af9b-603d-4a86-a2c9-ddf4aa8c54b3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.396748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650451f-4377-40bb-882b-36eaa4d0d5e7 req-8e32af9b-603d-4a86-a2c9-ddf4aa8c54b3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.430795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650451f-4377-40bb-882b-36eaa4d0d5e7 req-8e32af9b-603d-4a86-a2c9-ddf4aa8c54b3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.445109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650451f-4377-40bb-882b-36eaa4d0d5e7 req-8e32af9b-603d-4a86-a2c9-ddf4aa8c54b3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.456688 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d650451f-4377-40bb-882b-36eaa4d0d5e7 req-8e32af9b-603d-4a86-a2c9-ddf4aa8c54b3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5432 time: 0.2568557 Dec 08 01:47:55.561593 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d650451f-4377-40bb-882b-36eaa4d0d5e7 req-bf1719d8-ef18-4727-884f-6246a0b83c9f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036766 Dec 08 01:47:55.738549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 069f652a-144d-4fd9-8dc4-d8cc56cd9772 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:47:55.760724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 069f652a-144d-4fd9-8dc4-d8cc56cd9772 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:47:55.761086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 069f652a-144d-4fd9-8dc4-d8cc56cd9772 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:47:55.883010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a401c-57ec-44b4-8ff1-c5bd326ac858 req-d626d325-8107-4418-a7e3-1952c5181707 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.901237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a401c-57ec-44b4-8ff1-c5bd326ac858 req-d626d325-8107-4418-a7e3-1952c5181707 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.916677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a401c-57ec-44b4-8ff1-c5bd326ac858 req-d626d325-8107-4418-a7e3-1952c5181707 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.926223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a401c-57ec-44b4-8ff1-c5bd326ac858 req-d626d325-8107-4418-a7e3-1952c5181707 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.933864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a401c-57ec-44b4-8ff1-c5bd326ac858 req-d626d325-8107-4418-a7e3-1952c5181707 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.943409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a401c-57ec-44b4-8ff1-c5bd326ac858 req-d626d325-8107-4418-a7e3-1952c5181707 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.952309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a401c-57ec-44b4-8ff1-c5bd326ac858 req-d626d325-8107-4418-a7e3-1952c5181707 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:55.969200 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c20a401c-57ec-44b4-8ff1-c5bd326ac858 req-d626d325-8107-4418-a7e3-1952c5181707 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5432 time: 0.2479296 Dec 08 01:47:56.084590 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-45ba08db-7426-413f-9888-9ed27d48900d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1141036 Dec 08 01:47:56.278520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-703ca7e9-3fef-4700-b6ff-f9e46a31da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.286839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-703ca7e9-3fef-4700-b6ff-f9e46a31da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.287547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-703ca7e9-3fef-4700-b6ff-f9e46a31da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.289878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-703ca7e9-3fef-4700-b6ff-f9e46a31da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.290527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-703ca7e9-3fef-4700-b6ff-f9e46a31da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.291446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-703ca7e9-3fef-4700-b6ff-f9e46a31da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.292302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-703ca7e9-3fef-4700-b6ff-f9e46a31da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.300842 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-703ca7e9-3fef-4700-b6ff-f9e46a31da9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6509 time: 0.1392334 Dec 08 01:47:56.482584 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759137-b111-47dc-8aec-17ab20aaa8bd req-c3dac290-3019-4876-9617-d275417f2b1a tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.484179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65759137-b111-47dc-8aec-17ab20aaa8bd req-c3dac290-3019-4876-9617-d275417f2b1a tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1110485 Dec 08 01:47:56.560873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-4478246a-f684-43a2-815b-c30f4a6ec7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.563304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-4478246a-f684-43a2-815b-c30f4a6ec7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.563943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-4478246a-f684-43a2-815b-c30f4a6ec7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.568122 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-4478246a-f684-43a2-815b-c30f4a6ec7f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d HTTP/1.1" status: 200 len: 2297 time: 0.2220640 Dec 08 01:47:56.620748 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65759137-b111-47dc-8aec-17ab20aaa8bd req-78874587-9679-4967-883a-79f1954df49b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259472 Dec 08 01:47:56.733259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-5ba640cd-db79-4cda-bb52-7bf6782fe86a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 HTTP/1.1" status: 200 len: 1000 time: 0.1558652 Dec 08 01:47:56.840033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-9c94eee5-1c96-405a-96c7-45914a7e3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.847657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-9c94eee5-1c96-405a-96c7-45914a7e3d57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c3b4d4c1-f8d5-4e97-bf96-86b49df7e725 HTTP/1.1" status: 200 len: 856 time: 0.1018417 Dec 08 01:47:56.923879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07050214-f3b2-4932-9d13-dc649c156756 req-2ea50572-2119-4f28-9e96-2559ce2e680b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.930169 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-07050214-f3b2-4932-9d13-dc649c156756 req-2ea50572-2119-4f28-9e96-2559ce2e680b tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.65 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 946 time: 0.1142070 Dec 08 01:47:56.945611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-64cdfad4-4807-4ac1-b248-57cef758ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:56.947399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-64cdfad4-4807-4ac1-b248-57cef758ea24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963702 Dec 08 01:47:57.266638 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-78946c18-4f79-45f2-b5ad-36405c3d374d service neutron] 10.222.0.72 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105624 Dec 08 01:47:57.303227 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-07050214-f3b2-4932-9d13-dc649c156756 req-09d7649f-7910-4228-b4d3-1f888c644b1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Deleting port a880a9f8-bc10-4d39-bdac-c87f2573a0d9 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:47:57.304040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-07050214-f3b2-4932-9d13-dc649c156756 req-09d7649f-7910-4228-b4d3-1f888c644b1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:57.466516 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-d345c355-950a-4d19-83f8-e47f5fd41997 service neutron] 10.222.0.72 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949067 Dec 08 01:47:57.526771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-07050214-f3b2-4932-9d13-dc649c156756 req-09d7649f-7910-4228-b4d3-1f888c644b1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] For port a880a9f8-bc10-4d39-bdac-c87f2573a0d9, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a880a9f8-bc10-4d39-bdac-c87f2573a0d9,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:47:57.527947 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-07050214-f3b2-4932-9d13-dc649c156756 req-09d7649f-7910-4228-b4d3-1f888c644b1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:57.565063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-07050214-f3b2-4932-9d13-dc649c156756 req-09d7649f-7910-4228-b4d3-1f888c644b1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Calling delete_port for a880a9f8-bc10-4d39-bdac-c87f2573a0d9 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:47:57.595952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-9352d1a3-92c4-4fbb-997b-c6beb33aba4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=15bebb90-8c8e-44bc-9c6b-797d55456b55 HTTP/1.1" status: 200 len: 217 time: 0.1217241 Dec 08 01:47:57.731403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-d2cf07d3-daed-45fb-bac2-77d05871bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:57.740785 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-d2cf07d3-daed-45fb-bac2-77d05871bbf3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.1360054 Dec 08 01:47:58.032126 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-07050214-f3b2-4932-9d13-dc649c156756 req-09d7649f-7910-4228-b4d3-1f888c644b1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:58.093919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-4e757000-51fb-4b8f-98ea-1c9b426c71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:58.098344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-4e757000-51fb-4b8f-98ea-1c9b426c71ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3170907 Dec 08 01:47:58.099425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a880a9f8-bc10-4d39-bdac-c87f2573a0d9'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:47:58.110137 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bce381-c644-4d24-a3ba-c254b0653663 req-050f255f-f46a-4e2a-acc0-8570972f1ff9 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:58.112128 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f9bce381-c644-4d24-a3ba-c254b0653663 req-050f255f-f46a-4e2a-acc0-8570972f1ff9 tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/ports?device_id=f73ed9a5-2dab-4786-8b40-ad4a53c44649 HTTP/1.1" status: 200 len: 867 time: 0.3703356 Dec 08 01:47:58.248266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7649f-7910-4228-b4d3-1f888c644b1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Pushing event deleted for resources: {'Port': ['ID=a880a9f8-bc10-4d39-bdac-c87f2573a0d9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:47:58.333546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f9bce381-c644-4d24-a3ba-c254b0653663 req-9c666266-0bac-4683-9f3c-5ae19d57e0fe tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.70 "GET /v2.0/security-groups?id=da5459f3-fe06-4b55-b4b4-e6d850d32e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923459 Dec 08 01:47:58.381108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-55773e24-35eb-4309-a781-dd724f53ef27 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657912 Dec 08 01:47:58.386738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-07050214-f3b2-4932-9d13-dc649c156756 req-09d7649f-7910-4228-b4d3-1f888c644b1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] No DVR routers for this DVR port a880a9f8-bc10-4d39-bdac-c87f2573a0d9 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:47:58.396520 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-07050214-f3b2-4932-9d13-dc649c156756 req-09d7649f-7910-4228-b4d3-1f888c644b1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:58.399932 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-07050214-f3b2-4932-9d13-dc649c156756 req-09d7649f-7910-4228-b4d3-1f888c644b1f tempest-ListServerFiltersTestJSON-2025140492 tempest-ListServerFiltersTestJSON-2025140492-project] 10.222.0.65 "DELETE /v2.0/ports/a880a9f8-bc10-4d39-bdac-c87f2573a0d9 HTTP/1.1" status: 204 len: 173 time: 1.4612112 Dec 08 01:47:58.400490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73ed9a5-2dab-4786-8b40-ad4a53c44649', 'name': 'network-vif-deleted', 'tag': 'a880a9f8-bc10-4d39-bdac-c87f2573a0d9'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:47:58.423203 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f522ef-2c1d-4040-93c3-262e8c640633" -d '{"events": [{"server_uuid": "f73ed9a5-2dab-4786-8b40-ad4a53c44649", "name": "network-vif-deleted", "tag": "a880a9f8-bc10-4d39-bdac-c87f2573a0d9"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:47:58.511329 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f11783-b1ba-4138-98e7-dc7d092b73c7 x-openstack-request-id: req-00f11783-b1ba-4138-98e7-dc7d092b73c7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:47:58.511662 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73ed9a5-2dab-4786-8b40-ad4a53c44649", "name": "network-vif-deleted", "tag": "a880a9f8-bc10-4d39-bdac-c87f2573a0d9", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:47:58.511917 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-00f11783-b1ba-4138-98e7-dc7d092b73c7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:47:58.513099 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73ed9a5-2dab-4786-8b40-ad4a53c44649', 'name': 'network-vif-deleted', 'tag': 'a880a9f8-bc10-4d39-bdac-c87f2573a0d9', 'status': 'completed', 'code': 200} Dec 08 01:47:59.056631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-f18ce427-bd4c-489f-bc70-0f930e51ff8a service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613379 Dec 08 01:47:59.099953 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-beca98fb-d842-405a-84c9-fe023636667d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:59.124632 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-1bd4e982-64c9-4795-a838-d68e07af36e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=5b7a6954-74e4-413a-9c6b-8b0f820210d7 HTTP/1.1" status: 200 len: 217 time: 0.0605230 Dec 08 01:47:59.196721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-27957f56-de26-4e85-b971-52a04d0e4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:59.199503 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-27957f56-de26-4e85-b971-52a04d0e4728 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.0684929 Dec 08 01:47:59.290041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-46eb8baa-e1d2-4fc3-a949-83c4d9027b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:59.292331 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-46eb8baa-e1d2-4fc3-a949-83c4d9027b80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0847516 Dec 08 01:47:59.446085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60174) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:59.525563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-f17475ea-d03b-42ed-af4f-f20f1859716e service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193589 Dec 08 01:47:59.563104 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebb2559-77ec-4f6d-9134-01e3a5417a79 admin admin] Deleting subnet 786043f2-8b64-4a79-9f2f-ea5a93de96d4 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:47:59.580595 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2559-77ec-4f6d-9134-01e3a5417a79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:59.686996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60194) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:47:59.698603 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-fbecce9d-98be-4958-99d8-9ac3ad59fb71 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654730 Dec 08 01:47:59.729745 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2559-77ec-4f6d-9134-01e3a5417a79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:47:59.791815 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-6fed8d22-0c18-455e-b0c6-a9bee40d45d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=105997f8-4aff-4424-a477-fc50633bed2d HTTP/1.1" status: 200 len: 217 time: 0.0860744 Dec 08 01:47:59.915061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-52c936be-a999-4a8e-994e-b4ba56989c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:47:59.919312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-52c936be-a999-4a8e-994e-b4ba56989c3d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.1173942 Dec 08 01:48:00.026658 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2559-77ec-4f6d-9134-01e3a5417a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.037126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4079f-968e-4e1a-b397-777aca985ffc req-bfd7ab58-1fb3-414d-aa78-41995a63b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.038116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4079f-968e-4e1a-b397-777aca985ffc req-bfd7ab58-1fb3-414d-aa78-41995a63b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.038840 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4079f-968e-4e1a-b397-777aca985ffc req-bfd7ab58-1fb3-414d-aa78-41995a63b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.039502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4079f-968e-4e1a-b397-777aca985ffc req-bfd7ab58-1fb3-414d-aa78-41995a63b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.040160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4079f-968e-4e1a-b397-777aca985ffc req-bfd7ab58-1fb3-414d-aa78-41995a63b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.040884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4079f-968e-4e1a-b397-777aca985ffc req-bfd7ab58-1fb3-414d-aa78-41995a63b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.041592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4079f-968e-4e1a-b397-777aca985ffc req-bfd7ab58-1fb3-414d-aa78-41995a63b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.053975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31e4079f-968e-4e1a-b397-777aca985ffc req-bfd7ab58-1fb3-414d-aa78-41995a63b4e4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6496 time: 0.3654747 Dec 08 01:48:00.101392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-724b3a1e-75e4-491e-81af-26d76ec27934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.115790 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-724b3a1e-75e4-491e-81af-26d76ec27934 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1909311 Dec 08 01:48:00.201560 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2559-77ec-4f6d-9134-01e3a5417a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.222631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a880a9f8-bc10-4d39-bdac-c87f2573a0d9 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:00.235514 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2559-77ec-4f6d-9134-01e3a5417a79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.249051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4ebb2559-77ec-4f6d-9134-01e3a5417a79 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/786043f2-8b64-4a79-9f2f-ea5a93de96d4 HTTP/1.1" status: 204 len: 168 time: 0.8015382 Dec 08 01:48:00.250111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60236) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:00.290567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351b0d20-9f99-4e5c-9ef3-5eac03e3c732 None None] Network 97b0b116-66cf-421b-b53a-d295068e47a0 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:00.296039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: a880a9f8-bc10-4d39-bdac-c87f2573a0d9 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:48:00.299556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a880a9f8-bc10-4d39-bdac-c87f2573a0d9 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:48:00.343241 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31e4079f-968e-4e1a-b397-777aca985ffc req-3656e910-ef30-454b-881c-5c174ae1335f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2877328 Dec 08 01:48:00.379413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-ec3e139e-d405-4a46-b02a-dc5127cc7031 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318780 Dec 08 01:48:00.379620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb2559-77ec-4f6d-9134-01e3a5417a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786043f2-8b64-4a79-9f2f-ea5a93de96d4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:00.529558 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.636938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c0ea66-b630-4117-911e-2e9b72b0e413 None None] DHCP port deletion for 97b0b116-66cf-421b-b53a-d295068e47a0 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:48:00.642512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Deleting port 620e07bc-5388-43a4-abba-ebb8b8434d3a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:48:00.642861 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.733500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-13c0ea66-b630-4117-911e-2e9b72b0e413 None None] Deleting port 620e07bc-5388-43a4-abba-ebb8b8434d3a {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:48:00.734980 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-13c0ea66-b630-4117-911e-2e9b72b0e413 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.739227 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-c7a3aabc-a946-45b9-83c3-0cbcc913e9a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:00.741998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-c7a3aabc-a946-45b9-83c3-0cbcc913e9a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/networks?id=a8156439-aba9-4b51-93a8-dbf383c46fcd HTTP/1.1" status: 200 len: 813 time: 0.3563323 Dec 08 01:48:00.760425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-4cd9941b-576b-4a64-87cf-41094d055d2c tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/quotas/4fcb857510e2482cb83506141b18fe0a HTTP/1.1" status: 200 len: 375 time: 0.0113075 Dec 08 01:48:00.812539 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-ee285cc5-f8da-489a-a142-557aad4eaf28 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4fcb857510e2482cb83506141b18fe0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391798 Dec 08 01:48:00.815016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60256) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:00.826898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] For port 620e07bc-5388-43a4-abba-ebb8b8434d3a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=620e07bc-5388-43a4-abba-ebb8b8434d3a,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:00.827310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.860125 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-457f2d48-372d-48d8-b7da-f2fd45e92494 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722512 Dec 08 01:48:00.871704 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-13c0ea66-b630-4117-911e-2e9b72b0e413 None None] For port 620e07bc-5388-43a4-abba-ebb8b8434d3a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=620e07bc-5388-43a4-abba-ebb8b8434d3a,segment=NetworkSegment(2e8ced44-ab5c-41ee-bba3-397b5434eecc),segment_id=2e8ced44-ab5c-41ee-bba3-397b5434eecc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:00.872593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-13c0ea66-b630-4117-911e-2e9b72b0e413 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:00.887877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-13c0ea66-b630-4117-911e-2e9b72b0e413 None None] Calling delete_port for 620e07bc-5388-43a4-abba-ebb8b8434d3a owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:48:00.897154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Calling delete_port for 620e07bc-5388-43a4-abba-ebb8b8434d3a owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:48:01.054000 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-13c0ea66-b630-4117-911e-2e9b72b0e413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.062819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.077612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] No DVR routers for this DVR port 620e07bc-5388-43a4-abba-ebb8b8434d3a on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:48:01.102053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=620e07bc-5388-43a4-abba-ebb8b8434d3a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:01.106166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0ea66-b630-4117-911e-2e9b72b0e413 None None] Pushing event deleted for resources: {'Port': ['ID=620e07bc-5388-43a4-abba-ebb8b8434d3a,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:01.108040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0ea66-b630-4117-911e-2e9b72b0e413 None None] No DVR routers for this DVR port 620e07bc-5388-43a4-abba-ebb8b8434d3a on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:48:01.179684 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-000b72f9-c06b-4198-ad7c-2c84768007f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.194897 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25515dab-6372-49ce-a2ae-d9555fc36bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.204484 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-65fe4931-82c3-48da-856a-c2dbc54925f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce HTTP/1.1" status: 200 len: 217 time: 0.2974734 Dec 08 01:48:01.232762 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-21661078-7224-4fbc-8c7e-0c028d688b4c service neutron] 10.222.0.70 "GET /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972707 Dec 08 01:48:01.255013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.288744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b0b116-66cf-421b-b53a-d295068e47a0']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:01.312981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8ced44-ab5c-41ee-bba3-397b5434eecc') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:01.313183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8ced44-ab5c-41ee-bba3-397b5434eecc') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:01.323201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 620e07bc-5388-43a4-abba-ebb8b8434d3a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:01.339942 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.363168 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.366688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 620e07bc-5388-43a4-abba-ebb8b8434d3a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:48:01.367029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 620e07bc-5388-43a4-abba-ebb8b8434d3a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:48:01.390019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:48:01.390561 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:48:01.392754 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:48:01.410874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-b021a0af-c8a9-4d59-be0b-98ce4077724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:01.412628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-b021a0af-c8a9-4d59-be0b-98ce4077724f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.1580420 Dec 08 01:48:01.498390 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.507029 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.512590 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/97b0b116-66cf-421b-b53a-d295068e47a0 HTTP/1.1" status: 204 len: 168 time: 1.2559135 Dec 08 01:48:01.561077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdf700-706b-4d4e-b29c-5eb7464629f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=97b0b116-66cf-421b-b53a-d295068e47a0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:01.687946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-9a2dc2a0-240b-4680-b1ae-51e710100b8d service neutron] 10.222.0.70 "GET /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542472 Dec 08 01:48:01.688914 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.704731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-73d975bd-52fb-4b0a-b12c-bd5f98dfb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:01.708738 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-73d975bd-52fb-4b0a-b12c-bd5f98dfb28f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2848978 Dec 08 01:48:01.746193 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60276) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:01.843052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25515dab-6372-49ce-a2ae-d9555fc36bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.854141 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-25515dab-6372-49ce-a2ae-d9555fc36bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:01.860227 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-95da9ad1-16c6-4b43-a476-1ec577ec2b4b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe240098e6a9466bb745a4cf1991eb89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1117861 Dec 08 01:48:01.862151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60278) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:01.889016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-25515dab-6372-49ce-a2ae-d9555fc36bee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdbfd9e6f5ba4f6189d32397d0b62d12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0701480 Dec 08 01:48:01.895768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60280) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:01.965903 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-f858f558-e6db-4a7c-aac3-bd5ccec982b6 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410767 Dec 08 01:48:01.966609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25515dab-6372-49ce-a2ae-d9555fc36bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcde5c1d-657a-452d-a32d-c196efe31e45,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:01.991275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-284ba2e6-f8ef-4e89-aa6f-d09c0db6754b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.003959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f54ac555-3158-4ee3-85d0-af7efe372040 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.062370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-284ba2e6-f8ef-4e89-aa6f-d09c0db6754b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.129949 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f54ac555-3158-4ee3-85d0-af7efe372040 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.196468 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1971ca4-d3a0-4fd2-9b7b-23c6188d08df req-68797109-14ca-4031-a3ad-3657c1cbca98 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 210 time: 0.0967457 Dec 08 01:48:02.233532 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-284ba2e6-f8ef-4e89-aa6f-d09c0db6754b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.236302 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-284ba2e6-f8ef-4e89-aa6f-d09c0db6754b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.237480 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-284ba2e6-f8ef-4e89-aa6f-d09c0db6754b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da5459f3-fe06-4b55-b4b4-e6d850d32e7b HTTP/1.1" status: 204 len: 168 time: 0.3718805 Dec 08 01:48:02.255778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ba2e6-f8ef-4e89-aa6f-d09c0db6754b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5459f3-fe06-4b55-b4b4-e6d850d32e7b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:02.278704 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-7d5daa8b-f0cb-472a-b893-b499808b7fa7 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012133 Dec 08 01:48:02.294080 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.366245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-580790f3-2805-4f4a-95b2-012e6562531d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 HTTP/1.1" status: 200 len: 217 time: 0.0795739 Dec 08 01:48:02.369712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f54ac555-3158-4ee3-85d0-af7efe372040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.374625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f54ac555-3158-4ee3-85d0-af7efe372040 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:02.378482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f54ac555-3158-4ee3-85d0-af7efe372040 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bcde5c1d-657a-452d-a32d-c196efe31e45 HTTP/1.1" status: 204 len: 168 time: 0.4791069 Dec 08 01:48:02.427731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ac555-3158-4ee3-85d0-af7efe372040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcde5c1d-657a-452d-a32d-c196efe31e45,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:02.487136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-4ab77571-0253-487c-944f-d78121d5be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:02.492596 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-4ab77571-0253-487c-944f-d78121d5be3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 200 len: 797 time: 0.1138327 Dec 08 01:48:02.588780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-b836df7d-7a73-49aa-a48e-853a9076b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:02.592672 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-b836df7d-7a73-49aa-a48e-853a9076b196 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0921199 Dec 08 01:48:02.816245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-267eabae-5dc3-4088-989c-14904b7d6b69 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171500 Dec 08 01:48:03.147232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-94686835-a050-4de7-8124-ab2f320f5ee1 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189671 Dec 08 01:48:03.268495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-6618fa32-adf8-4f2f-b087-cbcf43230bca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7315eb68-e0c8-4c89-aead-a75c0340938b HTTP/1.1" status: 200 len: 217 time: 0.1128092 Dec 08 01:48:03.420559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-7a942c2a-96a9-4d46-8042-42e7c5d8e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:03.421450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-7a942c2a-96a9-4d46-8042-42e7c5d8e439 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 200 len: 797 time: 0.1452403 Dec 08 01:48:03.564590 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9dd30405-7af9-4aa2-9c06-8dceeaa84ec0 req-a8db3bc9-2aff-4bd7-a9d5-7d6c6c6ca1a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 210 time: 0.1247804 Dec 08 01:48:03.590680 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:03.622494 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-19a7342e-5fc5-405f-bc0e-098220bfbdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:03.625115 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-19a7342e-5fc5-405f-bc0e-098220bfbdae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1752830 Dec 08 01:48:03.766008 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:03.797780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-1b0d1c38-c917-4573-a9db-13018858e6f1 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655660 Dec 08 01:48:03.969322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98dec2b9-465b-4033-bff9-15a9b3d01857 req-1dad9a50-fc06-412d-b778-394d67be942e service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635501 Dec 08 01:48:04.169303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60368) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:04.216021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-a39c8d49-d4e2-4b5f-b431-e76128a43c1b tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:04.217624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-a39c8d49-d4e2-4b5f-b431-e76128a43c1b tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.65 "GET /v2.0/networks?id=a8156439-aba9-4b51-93a8-dbf383c46fcd HTTP/1.1" status: 200 len: 813 time: 0.2215705 Dec 08 01:48:04.269401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Request body: {'port': {'device_id': '12de6077-710b-4cbd-a9a0-15d77d9c52bf', 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd', 'admin_state_up': True, 'tenant_id': '4fcb857510e2482cb83506141b18fe0a'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:04.507660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Made reservation on behalf of 4fcb857510e2482cb83506141b18fe0a for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:04.512965 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:04.593968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1784068436-network', 'tenant_id': '277165af369c46628ae037c45c11b36a'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:04.629003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Made reservation on behalf of 277165af369c46628ae037c45c11b36a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:04.633318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:04.649846 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:04.720171 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:04.818912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ae8584d3-60ba-4399-a92b-96dd1d17af25 req-2a727d74-6808-4ade-95d7-ee3eee17580c tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 210 time: 0.0650797 Dec 08 01:48:04.868630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Allocated IP 172.20.0.2 (a8156439-aba9-4b51-93a8-dbf383c46fcd/27a24be5-676d-41ce-90ac-88f206825d8c/667c0bc0-ec6d-422b-bcce-a5b46e595a7f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:05.020362 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.035242 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.068991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:05.103194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e35e21-0d57-41bc-825e-746e82dc8fe1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:05.118620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.119021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.119349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.119750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.120233 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.120863 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.121294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.121819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.122163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.122548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.122826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.123156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.123574 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:05.137139 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.137139 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Added segment df8eb47f-3541-48d7-af4c-2a58bb22a3f6 of type vlan for network 7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e Dec 08 01:48:05.193166 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.227704 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.257597 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.278632 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.279794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:05.281007 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.320455 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1493597 Dec 08 01:48:05.340158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60418) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:05.345593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-57ee6287-4e20-47bb-834f-fd9307b086a6 admin admin] Request body: {'subnet': {'network_id': '7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1784068436-subnet', 'tenant_id': '277165af369c46628ae037c45c11b36a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:05.348129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Network a8156439-aba9-4b51-93a8-dbf383c46fcd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:05.352866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:05.360448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:05.425458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:05.426271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.444021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ee6287-4e20-47bb-834f-fd9307b086a6 admin admin] Made reservation on behalf of 277165af369c46628ae037c45c11b36a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:05.446941 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57ee6287-4e20-47bb-834f-fd9307b086a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.450194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d916942-c337-4d03-ab1d-68d430bc9543 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:05.461553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:05.471621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Pushing event updated for resources: {'Port': ['ID=667c0bc0-ec6d-422b-bcce-a5b46e595a7f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:05.495936 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-b896a963-d416-42ce-b6da-6d6e654602a2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2505865 Dec 08 01:48:05.524505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Request body: {'port': {'device_id': '12de6077-710b-4cbd-a9a0-15d77d9c52bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:05.604434 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.688658 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57ee6287-4e20-47bb-834f-fd9307b086a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.860219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee6287-4e20-47bb-834f-fd9307b086a6 admin admin] Checking segment: {'id': 'df8eb47f-3541-48d7-af4c-2a58bb22a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:05.860610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee6287-4e20-47bb-834f-fd9307b086a6 admin admin] Network hostable DHCP agents. Network: 7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:05.883387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee6287-4e20-47bb-834f-fd9307b086a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24371c12-bc9b-4461-bb27-c0246c924d49,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:05.925056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee6287-4e20-47bb-834f-fd9307b086a6 admin admin] Network 7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:05.941215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-57ee6287-4e20-47bb-834f-fd9307b086a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:05.950533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55cf617-2542-44bf-ac26-4d98422b6357 None None] Network 7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:05.951356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee6287-4e20-47bb-834f-fd9307b086a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:05.951964 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57ee6287-4e20-47bb-834f-fd9307b086a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:05.986757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-57ee6287-4e20-47bb-834f-fd9307b086a6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6440785 Dec 08 01:48:06.189835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5be769-954f-4678-8502-d389555f3993 req-f884d0df-bffc-447b-a4a9-e5e44a4bcf28 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:06.191382 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d5be769-954f-4678-8502-d389555f3993 req-f884d0df-bffc-447b-a4a9-e5e44a4bcf28 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 931 time: 0.1374106 Dec 08 01:48:06.202176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667c0bc0-ec6d-422b-bcce-a5b46e595a7f {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:06.219496 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:06.244086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Transition to ACTIVE for port object 667c0bc0-ec6d-422b-bcce-a5b46e595a7f will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:48:06.260770 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:06.261918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e7c4b7-06a7-4faa-8264-966aad735e2d None None] Network 7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:06.314151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d5be769-954f-4678-8502-d389555f3993 req-e343d34b-51cf-4397-b27a-784c6b4a8a9b tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050918 Dec 08 01:48:06.421618 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Pushing event updated for resources: {'Port': ['ID=667c0bc0-ec6d-422b-bcce-a5b46e595a7f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:06.498861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Attempting to bind port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:06.499462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Attempting to bind port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:06.500008 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Attempting to bind port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f on network a8156439-aba9-4b51-93a8-dbf383c46fcd {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:06.507271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f on network a8156439-aba9-4b51-93a8-dbf383c46fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:06.508228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Attempting to bind port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f on network a8156439-aba9-4b51-93a8-dbf383c46fcd {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:06.515094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:06.515900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Checking segment: {'id': '42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:06.517101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Bound using segment: {'id': '42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:06.517767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Bound port: 667c0bc0-ec6d-422b-bcce-a5b46e595a7f, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:06.520706 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:06.614509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] For port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:06.618136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] For port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=667c0bc0-ec6d-422b-bcce-a5b46e595a7f,segment=NetworkSegment(42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb),segment_id=42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:06.624834 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:06.702474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Pushing event updated for resources: {'Port': ['ID=667c0bc0-ec6d-422b-bcce-a5b46e595a7f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:06.714289 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:06.715091 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:06.717599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-41ce3da4-b1eb-48ba-be9f-194ee6c155d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/667c0bc0-ec6d-422b-bcce-a5b46e595a7f HTTP/1.1" status: 200 len: 1092 time: 1.1992006 Dec 08 01:48:06.718112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12de6077-710b-4cbd-a9a0-15d77d9c52bf', 'tag': '667c0bc0-ec6d-422b-bcce-a5b46e595a7f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:06.720925 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5548aaea-4d5f-42b8-9005-0b2916094eca" -d '{"events": [{"name": "network-changed", "server_uuid": "12de6077-710b-4cbd-a9a0-15d77d9c52bf", "tag": "667c0bc0-ec6d-422b-bcce-a5b46e595a7f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:06.780851 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13692322-e221-4b3f-9e20-b4b6afd5cd27 x-openstack-request-id: req-13692322-e221-4b3f-9e20-b4b6afd5cd27 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:06.781278 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12de6077-710b-4cbd-a9a0-15d77d9c52bf", "tag": "667c0bc0-ec6d-422b-bcce-a5b46e595a7f", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:06.782039 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-13692322-e221-4b3f-9e20-b4b6afd5cd27 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:06.782039 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12de6077-710b-4cbd-a9a0-15d77d9c52bf', 'tag': '667c0bc0-ec6d-422b-bcce-a5b46e595a7f', 'status': 'completed', 'code': 200} Dec 08 01:48:06.853963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-733fcaa6-ee8a-4eb0-88cf-9919d3f98ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:06.855477 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-733fcaa6-ee8a-4eb0-88cf-9919d3f98ef6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fcb857510e2482cb83506141b18fe0a&device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 1095 time: 0.0521364 Dec 08 01:48:06.927878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-7d3a9642-6726-45d1-9f7c-73494a3b8df8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=667c0bc0-ec6d-422b-bcce-a5b46e595a7f HTTP/1.1" status: 200 len: 217 time: 0.0472758 Dec 08 01:48:06.986248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-55aa863e-a30a-4c42-8119-eb68d12a056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:06.988550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-55aa863e-a30a-4c42-8119-eb68d12a056e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27a24be5-676d-41ce-90ac-88f206825d8c HTTP/1.1" status: 200 len: 853 time: 0.0500917 Dec 08 01:48:07.036603 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-98b54ae3-1b27-44a4-8926-a017d4fcc25e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a8156439-aba9-4b51-93a8-dbf383c46fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371678 Dec 08 01:48:07.169300 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-8e393845-4c22-4faa-9777-0850cdf97d30 service neutron] 10.222.0.65 "GET /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163425 Dec 08 01:48:07.354159 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8724bc51-16cb-43fa-bf1f-4a356948d3dc req-7384f268-98a5-49fb-afd0-ca0878408fa9 service neutron] 10.222.0.65 "GET /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684210 Dec 08 01:48:07.496878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038f1b0-de2c-4e62-9b00-4ddbf738bf84 req-a55b6043-9098-4ae7-bc46-e6aa68e3087e tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:07.507029 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8038f1b0-de2c-4e62-9b00-4ddbf738bf84 req-a55b6043-9098-4ae7-bc46-e6aa68e3087e tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 943 time: 0.0744095 Dec 08 01:48:07.620185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548aaea-4d5f-42b8-9005-0b2916094eca req-156c7899-efd8-4e7b-87ac-19e0328fcf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:07.622132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5548aaea-4d5f-42b8-9005-0b2916094eca req-156c7899-efd8-4e7b-87ac-19e0328fcf8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fcb857510e2482cb83506141b18fe0a&device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 1095 time: 0.1120338 Dec 08 01:48:07.626497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8038f1b0-de2c-4e62-9b00-4ddbf738bf84 req-bba9ea84-16be-4671-9fd6-17033112e97e tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178155 Dec 08 01:48:07.840379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548aaea-4d5f-42b8-9005-0b2916094eca req-95a81d30-abc4-4cf7-8113-7becfd53d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:07.842470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5548aaea-4d5f-42b8-9005-0b2916094eca req-95a81d30-abc4-4cf7-8113-7becfd53d97b service neutron] 10.222.0.65 "GET /v2.0/networks?id=a8156439-aba9-4b51-93a8-dbf383c46fcd HTTP/1.1" status: 200 len: 914 time: 0.2096565 Dec 08 01:48:07.913356 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5548aaea-4d5f-42b8-9005-0b2916094eca req-670d5d50-c994-4cc6-8e96-68ecdc570ee5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=667c0bc0-ec6d-422b-bcce-a5b46e595a7f HTTP/1.1" status: 200 len: 217 time: 0.0595901 Dec 08 01:48:08.002800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548aaea-4d5f-42b8-9005-0b2916094eca req-4d5245b1-acb3-48d9-abaa-2ef63a3afd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:08.005659 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5548aaea-4d5f-42b8-9005-0b2916094eca req-4d5245b1-acb3-48d9-abaa-2ef63a3afd92 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27a24be5-676d-41ce-90ac-88f206825d8c HTTP/1.1" status: 200 len: 853 time: 0.0782073 Dec 08 01:48:08.051992 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5548aaea-4d5f-42b8-9005-0b2916094eca req-138b5588-9fb8-4278-8c68-5afca6c45488 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a8156439-aba9-4b51-93a8-dbf383c46fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341723 Dec 08 01:48:08.153792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-6bfc3deb-91ce-4432-b0c4-1353845297c7 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:08.164260 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-6bfc3deb-91ce-4432-b0c4-1353845297c7 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/networks?id=7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e HTTP/1.1" status: 200 len: 810 time: 0.2348316 Dec 08 01:48:08.187174 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-d5bdae4c-4a72-4174-9144-df1ffca8152f tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/quotas/277165af369c46628ae037c45c11b36a HTTP/1.1" status: 200 len: 375 time: 0.0219028 Dec 08 01:48:08.222543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-6f8003eb-9e4b-43c4-bed9-3fc17c4a21a8 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=277165af369c46628ae037c45c11b36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336671 Dec 08 01:48:08.231149 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5548aaea-4d5f-42b8-9005-0b2916094eca req-e40d0884-74f2-4db1-8adf-666055c8715c service neutron] 10.222.0.65 "GET /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717143 Dec 08 01:48:08.395723 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-092b4e27-d007-44c1-9ff3-c73d2526a8d5 service neutron] 10.222.0.70 "GET /v2.0/networks/7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623969 Dec 08 01:48:08.440939 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5548aaea-4d5f-42b8-9005-0b2916094eca req-964b8a81-faa7-46df-9433-dc40355a4f07 service neutron] 10.222.0.65 "GET /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002242 Dec 08 01:48:08.532918 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-a5a729bb-ff5b-4ca4-b201-e97f32642b04 service neutron] 10.222.0.70 "GET /v2.0/networks/7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296020 Dec 08 01:48:08.981587 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2be93da7-27a6-4e58-bcbb-6d019b922569 req-a395433a-2388-4985-be40-deac7c0495ab tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 210 time: 0.0519297 Dec 08 01:48:09.009789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7786941-6b82-4a01-808c-2394d7865a99 req-24e5a0cf-aad7-4fe4-a555-f1eca53ebb36 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:09.025771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7786941-6b82-4a01-808c-2394d7865a99 req-24e5a0cf-aad7-4fe4-a555-f1eca53ebb36 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 943 time: 0.1664314 Dec 08 01:48:09.121153 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7786941-6b82-4a01-808c-2394d7865a99 req-acd38817-4840-497b-8d37-45e491663587 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900211 Dec 08 01:48:10.123957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73727070-90e7-43e3-ae98-0c98682621ab req-ab15e212-b171-43c7-9383-587dddcfe116 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 210 time: 0.0352552 Dec 08 01:48:10.255732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 667c0bc0-ec6d-422b-bcce-a5b46e595a7f details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:10.281786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87048bce-81a4-4dbd-bc4d-92006c3dcbfb req-4c1959ed-2f88-4e04-bf64-39edd384db96 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:10.291053 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-87048bce-81a4-4dbd-bc4d-92006c3dcbfb req-4c1959ed-2f88-4e04-bf64-39edd384db96 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 943 time: 0.0808721 Dec 08 01:48:10.360104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-0d950907-6b4b-4049-9d49-35aed9e38dbe tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:10.362580 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-0d950907-6b4b-4049-9d49-35aed9e38dbe tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.72 "GET /v2.0/networks?id=7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e HTTP/1.1" status: 200 len: 810 time: 0.1930861 Dec 08 01:48:10.366237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-87048bce-81a4-4dbd-bc4d-92006c3dcbfb req-57ce8425-dec5-4db7-ae23-cd1cf857a38a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742152 Dec 08 01:48:10.383549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Request body: {'port': {'device_id': '6d66a45a-b18c-487d-a898-a2135d15a139', 'network_id': '7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e', 'admin_state_up': True, 'tenant_id': '277165af369c46628ae037c45c11b36a'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:10.426912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=667c0bc0-ec6d-422b-bcce-a5b46e595a7f,segment=NetworkSegment(42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb),segment_id=42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:10.445357 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '667c0bc0-ec6d-422b-bcce-a5b46e595a7f', 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd', 'port_id': '667c0bc0-ec6d-422b-bcce-a5b46e595a7f', 'mac_address': 'fa:16:3e:b7:32:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a24be5-676d-41ce-90ac-88f206825d8c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:10.494914 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.512508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667c0bc0-ec6d-422b-bcce-a5b46e595a7f {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:10.544531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Made reservation on behalf of 277165af369c46628ae037c45c11b36a for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:10.548077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.550638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=667c0bc0-ec6d-422b-bcce-a5b46e595a7f,segment=NetworkSegment(42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb),segment_id=42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:10.559859 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.651234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=667c0bc0-ec6d-422b-bcce-a5b46e595a7f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:10.659515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.660118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.660642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.660999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.661353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.661926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.662281 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.662624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.663136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.663482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.663821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.664156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.665769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:10.699618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Allocated IP 172.20.0.2 (7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e/24371c12-bc9b-4461-bb27-c0246c924d49/43adf627-cc38-42ed-bae6-b42c1f65a166) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:10.874795 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.915592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:10.965126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Network 7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:10.968329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:10.970752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:10.993123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['667c0bc0-ec6d-422b-bcce-a5b46e595a7f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:11.015652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Pushing event updated for resources: {'Port': ['ID=43adf627-cc38-42ed-bae6-b42c1f65a166,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:11.043961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:11.044907 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.063292 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-368ff564-db27-46a9-a65b-85f7ddd01e7d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6850271 Dec 08 01:48:11.083829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Request body: {'port': {'device_id': '6d66a45a-b18c-487d-a898-a2135d15a139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:11.153654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.155917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60870) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:11.354961 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.392889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e069d-d6bc-41ac-ba03-98ab34759814 req-420c9aa8-a60c-4e68-b168-f8d2804c2d97 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:11.395705 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-629e069d-d6bc-41ac-ba03-98ab34759814 req-420c9aa8-a60c-4e68-b168-f8d2804c2d97 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 931 time: 0.1070437 Dec 08 01:48:11.555460 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.562873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.574396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-629e069d-d6bc-41ac-ba03-98ab34759814 req-916333cb-eb27-4f88-a33b-61e023f56552 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/security-groups?id=57e35e21-0d57-41bc-825e-746e82dc8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674268 Dec 08 01:48:11.583834 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a25e2e-afce-472e-856c-d8ba47a169f6 req-6da978dd-3850-4393-95d9-b295e2e78334 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:11.592663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1a25e2e-afce-472e-856c-d8ba47a169f6 req-6da978dd-3850-4393-95d9-b295e2e78334 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 944 time: 0.1058025 Dec 08 01:48:11.623252 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=09d1c7457d1746749a39dc3f6b72bcb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4636462 Dec 08 01:48:11.631998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60886) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:11.672732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42889db-4927-4a07-9f89-7a33c45b68d8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:11.687107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.687766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.688326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.688860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.689374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.689912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.690434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.691004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.691517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.692046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.692597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.693121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.693632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64475a3a-0441-4681-8ae6-ee7950dc95bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:11.745067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1a25e2e-afce-472e-856c-d8ba47a169f6 req-3b9b964b-ec09-4d6d-a60f-2699c740f6db tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511133 Dec 08 01:48:11.756570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab617-fe12-49a6-9cc7-78d5ed094364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.789153 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab617-fe12-49a6-9cc7-78d5ed094364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.841801 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab617-fe12-49a6-9cc7-78d5ed094364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.844505 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cd6ab617-fe12-49a6-9cc7-78d5ed094364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.845771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cd6ab617-fe12-49a6-9cc7-78d5ed094364 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a42889db-4927-4a07-9f89-7a33c45b68d8 HTTP/1.1" status: 204 len: 168 time: 0.2114615 Dec 08 01:48:11.854602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ab617-fe12-49a6-9cc7-78d5ed094364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42889db-4927-4a07-9f89-7a33c45b68d8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:11.938439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43adf627-cc38-42ed-bae6-b42c1f65a166 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:11.952788 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:11.971025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Transition to ACTIVE for port object 43adf627-cc38-42ed-bae6-b42c1f65a166 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:48:11.977244 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.051177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Pushing event updated for resources: {'Port': ['ID=43adf627-cc38-42ed-bae6-b42c1f65a166,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:12.139039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Attempting to bind port 43adf627-cc38-42ed-bae6-b42c1f65a166 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:12.139473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Attempting to bind port 43adf627-cc38-42ed-bae6-b42c1f65a166 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'df8eb47f-3541-48d7-af4c-2a58bb22a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:12.139872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Attempting to bind port 43adf627-cc38-42ed-bae6-b42c1f65a166 on network 7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:12.145411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Port 43adf627-cc38-42ed-bae6-b42c1f65a166 on network 7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:12.146044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Attempting to bind port 43adf627-cc38-42ed-bae6-b42c1f65a166 on network 7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:12.151963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:12.152645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Checking segment: {'id': 'df8eb47f-3541-48d7-af4c-2a58bb22a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:12.153333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Bound using segment: {'id': 'df8eb47f-3541-48d7-af4c-2a58bb22a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:12.153849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Bound port: 43adf627-cc38-42ed-bae6-b42c1f65a166, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8eb47f-3541-48d7-af4c-2a58bb22a3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:12.154449 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.229025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] For port 43adf627-cc38-42ed-bae6-b42c1f65a166, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:12.232819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] For port 43adf627-cc38-42ed-bae6-b42c1f65a166, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=43adf627-cc38-42ed-bae6-b42c1f65a166,segment=NetworkSegment(df8eb47f-3541-48d7-af4c-2a58bb22a3f6),segment_id=df8eb47f-3541-48d7-af4c-2a58bb22a3f6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:12.238443 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.252705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 667c0bc0-ec6d-422b-bcce-a5b46e595a7f up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:12.306715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:12.307614 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.310833 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] 10.222.0.72 "PUT /v2.0/ports/43adf627-cc38-42ed-bae6-b42c1f65a166 HTTP/1.1" status: 200 len: 1092 time: 1.2330124 Dec 08 01:48:12.311603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d66a45a-b18c-487d-a898-a2135d15a139', 'tag': '43adf627-cc38-42ed-bae6-b42c1f65a166'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:12.313981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:48:12.316487 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02307594-cb62-4217-9bb4-7f59e3ad4206" -d '{"events": [{"name": "network-changed", "server_uuid": "6d66a45a-b18c-487d-a898-a2135d15a139", "tag": "43adf627-cc38-42ed-bae6-b42c1f65a166"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:12.322672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:12.323396 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.408945 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93ceace-aa8c-4d44-98b2-b2e28cd05ba9 x-openstack-request-id: req-d93ceace-aa8c-4d44-98b2-b2e28cd05ba9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:12.410191 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d66a45a-b18c-487d-a898-a2135d15a139", "tag": "43adf627-cc38-42ed-bae6-b42c1f65a166", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:12.410685 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d93ceace-aa8c-4d44-98b2-b2e28cd05ba9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:12.411397 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d66a45a-b18c-487d-a898-a2135d15a139', 'tag': '43adf627-cc38-42ed-bae6-b42c1f65a166', 'status': 'completed', 'code': 200} Dec 08 01:48:12.431942 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.435560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b2487-712a-4ff6-88ad-fe53ab3872d1 service neutron] Pushing event updated for resources: {'Port': ['ID=43adf627-cc38-42ed-bae6-b42c1f65a166,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:12.467556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-a73d95c7-785b-4ae9-b1ca-01c8aef1c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:12.469110 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-a73d95c7-785b-4ae9-b1ca-01c8aef1c4e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=277165af369c46628ae037c45c11b36a&device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 1095 time: 0.0919375 Dec 08 01:48:12.475476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12de6077-710b-4cbd-a9a0-15d77d9c52bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667c0bc0-ec6d-422b-bcce-a5b46e595a7f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:12.481368 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee721cb3-2d10-4bd2-aec5-aabf8f4f9110" -d '{"events": [{"server_uuid": "12de6077-710b-4cbd-a9a0-15d77d9c52bf", "name": "network-vif-plugged", "status": "completed", "tag": "667c0bc0-ec6d-422b-bcce-a5b46e595a7f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:12.521996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=667c0bc0-ec6d-422b-bcce-a5b46e595a7f,segment=NetworkSegment(42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb),segment_id=42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:12.529998 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:12.556638 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-5edffb58-025b-4069-a22f-cc90ac27bcb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43adf627-cc38-42ed-bae6-b42c1f65a166 HTTP/1.1" status: 200 len: 217 time: 0.0716436 Dec 08 01:48:12.614934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=667c0bc0-ec6d-422b-bcce-a5b46e595a7f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:12.619131 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89b0a5c-96c4-4c9c-abff-d4bb225d3d2c x-openstack-request-id: req-f89b0a5c-96c4-4c9c-abff-d4bb225d3d2c {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:12.619695 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12de6077-710b-4cbd-a9a0-15d77d9c52bf", "name": "network-vif-plugged", "status": "completed", "tag": "667c0bc0-ec6d-422b-bcce-a5b46e595a7f", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:12.620190 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f89b0a5c-96c4-4c9c-abff-d4bb225d3d2c {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:12.620601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-54d9dd49-d245-4c3d-91ea-ce812a862403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:12.621024 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12de6077-710b-4cbd-a9a0-15d77d9c52bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667c0bc0-ec6d-422b-bcce-a5b46e595a7f', 'code': 200} Dec 08 01:48:12.622312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-54d9dd49-d245-4c3d-91ea-ce812a862403 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=24371c12-bc9b-4461-bb27-c0246c924d49 HTTP/1.1" status: 200 len: 850 time: 0.0532579 Dec 08 01:48:12.665797 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-6a161c38-f6ae-476b-b79c-bba2ae56256c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318520 Dec 08 01:48:12.814672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4c4bd-bac1-43d9-a9be-db41b8b74eaf req-653a4dd1-c5da-45a1-a435-2c35c2d1dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:12.817593 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55e4c4bd-bac1-43d9-a9be-db41b8b74eaf req-653a4dd1-c5da-45a1-a435-2c35c2d1dd37 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 1097 time: 0.0930562 Dec 08 01:48:12.832229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137fed3-06c3-455e-ba97-cbfbc39e3b82 req-0edc308c-2d23-4909-b45a-1b7416a14e4f tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:12.834355 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5137fed3-06c3-455e-ba97-cbfbc39e3b82 req-0edc308c-2d23-4909-b45a-1b7416a14e4f tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 943 time: 0.0951450 Dec 08 01:48:12.891755 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-6aa78283-73a3-4a05-886e-2cb2c36ea97f service neutron] 10.222.0.72 "GET /v2.0/networks/7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170773 Dec 08 01:48:12.903302 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55e4c4bd-bac1-43d9-a9be-db41b8b74eaf req-c45a3896-76b0-4a2b-84d9-155bb62859c0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676432 Dec 08 01:48:12.963248 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5137fed3-06c3-455e-ba97-cbfbc39e3b82 req-e21db0d2-7ddd-4d81-8258-c8adae823abd tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/security-groups?id=57e35e21-0d57-41bc-825e-746e82dc8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057084 Dec 08 01:48:13.111911 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d505de2e-f5a7-4b77-8d8d-7ad8575abc7c req-2ff34aab-7e7d-43d4-963d-5263a0429f97 service neutron] 10.222.0.72 "GET /v2.0/networks/7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999567 Dec 08 01:48:13.125654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86401d-06b0-464c-9969-a71f8eb4bdf2 req-fc3e8790-1e86-426e-afb5-2cf8be371d4b tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:13.127527 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd86401d-06b0-464c-9969-a71f8eb4bdf2 req-fc3e8790-1e86-426e-afb5-2cf8be371d4b tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 945 time: 0.0900629 Dec 08 01:48:13.233494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd86401d-06b0-464c-9969-a71f8eb4bdf2 req-b7d741a9-b5e1-42bd-bf13-5b146298236c tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967228 Dec 08 01:48:13.283989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02307594-cb62-4217-9bb4-7f59e3ad4206 req-e1550cdc-1a25-4501-b547-e241dbc0bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:13.286425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02307594-cb62-4217-9bb4-7f59e3ad4206 req-e1550cdc-1a25-4501-b547-e241dbc0bf1f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=277165af369c46628ae037c45c11b36a&device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 1095 time: 0.0518448 Dec 08 01:48:13.431541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02307594-cb62-4217-9bb4-7f59e3ad4206 req-7995f991-890b-4699-a3b4-57fce8398c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:13.433456 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02307594-cb62-4217-9bb4-7f59e3ad4206 req-7995f991-890b-4699-a3b4-57fce8398c19 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e HTTP/1.1" status: 200 len: 911 time: 0.1391401 Dec 08 01:48:13.490971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02307594-cb62-4217-9bb4-7f59e3ad4206 req-7cd443ca-c0ed-4d86-b062-8f2ea76e5382 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43adf627-cc38-42ed-bae6-b42c1f65a166 HTTP/1.1" status: 200 len: 217 time: 0.0459344 Dec 08 01:48:13.560166 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02307594-cb62-4217-9bb4-7f59e3ad4206 req-6bac88ee-bdbb-45f7-ab88-5e4dd8658d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:13.562901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02307594-cb62-4217-9bb4-7f59e3ad4206 req-6bac88ee-bdbb-45f7-ab88-5e4dd8658d23 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=24371c12-bc9b-4461-bb27-c0246c924d49 HTTP/1.1" status: 200 len: 850 time: 0.0633323 Dec 08 01:48:13.612986 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02307594-cb62-4217-9bb4-7f59e3ad4206 req-beccba41-f8fa-4cc8-8efa-c621a95c7cd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385907 Dec 08 01:48:13.763356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02307594-cb62-4217-9bb4-7f59e3ad4206 req-830d6822-1c62-42fb-9350-4116760bd21a service neutron] 10.222.0.72 "GET /v2.0/networks/7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421998 Dec 08 01:48:13.878660 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02307594-cb62-4217-9bb4-7f59e3ad4206 req-f64cb3a3-bcf1-4c66-97ba-ca917566e990 service neutron] 10.222.0.72 "GET /v2.0/networks/7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073868 Dec 08 01:48:14.214670 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb849b-068e-4273-9376-a21b90c5daa2 req-472d09d5-1d06-42a6-abbe-fdbd8fd52edf tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:14.216710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32bb849b-068e-4273-9376-a21b90c5daa2 req-472d09d5-1d06-42a6-abbe-fdbd8fd52edf tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 943 time: 0.1288364 Dec 08 01:48:14.329931 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32bb849b-068e-4273-9376-a21b90c5daa2 req-7a6347ea-d503-437f-ba81-2ebb8126e47e tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/security-groups?id=57e35e21-0d57-41bc-825e-746e82dc8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063378 Dec 08 01:48:14.500344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d300f3-cf8a-4f7c-af66-c392de127955 req-12c69879-adcb-46dd-ae8b-660fededa834 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:14.503138 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2d300f3-cf8a-4f7c-af66-c392de127955 req-12c69879-adcb-46dd-ae8b-660fededa834 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 945 time: 0.0816686 Dec 08 01:48:14.581883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2d300f3-cf8a-4f7c-af66-c392de127955 req-3f52feca-4d41-4b79-9ebe-3e2c0a8bddc3 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674429 Dec 08 01:48:15.093682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 32838) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:15.309326 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad6166ff-523f-40cb-b168-b28c0d7c8877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.461378 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad6166ff-523f-40cb-b168-b28c0d7c8877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.466219 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad6166ff-523f-40cb-b168-b28c0d7c8877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.528233 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ad6166ff-523f-40cb-b168-b28c0d7c8877 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ab2fa0126314ce5afcbf24fed58421c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4330034 Dec 08 01:48:15.529594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 32868) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:15.531543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6166ff-523f-40cb-b168-b28c0d7c8877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26922563-989c-4514-8d43-682fd26defda,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:15.629919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8627ceb-58b9-40a8-a548-2733bcd415af req-dcb15e90-5ec9-4986-b614-6eaaf10ab773 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:15.631511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c8627ceb-58b9-40a8-a548-2733bcd415af req-dcb15e90-5ec9-4986-b614-6eaaf10ab773 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 943 time: 0.0924935 Dec 08 01:48:15.650344 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-22a049b3-12e8-4dfd-b701-3c390f74c0f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.721299 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-22a049b3-12e8-4dfd-b701-3c390f74c0f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.760238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c8627ceb-58b9-40a8-a548-2733bcd415af req-a3c16ad1-3a43-4745-96e4-c968b4b45002 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/security-groups?id=57e35e21-0d57-41bc-825e-746e82dc8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172981 Dec 08 01:48:15.813714 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-22a049b3-12e8-4dfd-b701-3c390f74c0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.817283 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-22a049b3-12e8-4dfd-b701-3c390f74c0f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:15.820872 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-22a049b3-12e8-4dfd-b701-3c390f74c0f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26922563-989c-4514-8d43-682fd26defda HTTP/1.1" status: 204 len: 168 time: 0.2870839 Dec 08 01:48:15.824685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 43adf627-cc38-42ed-bae6-b42c1f65a166 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:15.834591 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a049b3-12e8-4dfd-b701-3c390f74c0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26922563-989c-4514-8d43-682fd26defda,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:16.036393 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 43adf627-cc38-42ed-bae6-b42c1f65a166, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=43adf627-cc38-42ed-bae6-b42c1f65a166,segment=NetworkSegment(df8eb47f-3541-48d7-af4c-2a58bb22a3f6),segment_id=df8eb47f-3541-48d7-af4c-2a58bb22a3f6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:16.063010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '43adf627-cc38-42ed-bae6-b42c1f65a166', 'network_id': '7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e', 'port_id': '43adf627-cc38-42ed-bae6-b42c1f65a166', 'mac_address': 'fa:16:3e:a6:59:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24371c12-bc9b-4461-bb27-c0246c924d49', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:16.146034 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.179424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43adf627-cc38-42ed-bae6-b42c1f65a166 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:16.231511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 43adf627-cc38-42ed-bae6-b42c1f65a166, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=43adf627-cc38-42ed-bae6-b42c1f65a166,segment=NetworkSegment(df8eb47f-3541-48d7-af4c-2a58bb22a3f6),segment_id=df8eb47f-3541-48d7-af4c-2a58bb22a3f6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:16.242519 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.320778 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 32896) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:16.340209 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01fa36fc-805e-4106-abc1-1848599d27f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.363074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=43adf627-cc38-42ed-bae6-b42c1f65a166,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:16.451333 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01fa36fc-805e-4106-abc1-1848599d27f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.457813 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01fa36fc-805e-4106-abc1-1848599d27f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.565931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 32902) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:16.575223 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-01fa36fc-805e-4106-abc1-1848599d27f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eae4bbc60d6e4be8be7709262204b497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2411010 Dec 08 01:48:16.584070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa36fc-805e-4106-abc1-1848599d27f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e849605-0fe7-45a7-a186-52a9f38a6780,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:16.599050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['43adf627-cc38-42ed-bae6-b42c1f65a166'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:16.654405 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e623c8b7-1ff4-46f5-889b-95ee48252d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.680741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e623c8b7-1ff4-46f5-889b-95ee48252d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.742492 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e623c8b7-1ff4-46f5-889b-95ee48252d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.747445 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e623c8b7-1ff4-46f5-889b-95ee48252d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:16.751412 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e623c8b7-1ff4-46f5-889b-95ee48252d06 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e849605-0fe7-45a7-a186-52a9f38a6780 HTTP/1.1" status: 204 len: 168 time: 0.1813467 Dec 08 01:48:16.760187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e623c8b7-1ff4-46f5-889b-95ee48252d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e849605-0fe7-45a7-a186-52a9f38a6780,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:16.953565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c184457-24c5-4338-a7ca-8c4b58d22ae0 req-e4907862-ef27-4e8f-a913-14af5f422e4d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:16.963234 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1c184457-24c5-4338-a7ca-8c4b58d22ae0 req-e4907862-ef27-4e8f-a913-14af5f422e4d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 944 time: 0.0788863 Dec 08 01:48:17.070902 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1c184457-24c5-4338-a7ca-8c4b58d22ae0 req-9275d97f-954d-4c6b-b5e2-2112a4d96452 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/security-groups?id=57e35e21-0d57-41bc-825e-746e82dc8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066544 Dec 08 01:48:17.844919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 43adf627-cc38-42ed-bae6-b42c1f65a166 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:17.987789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 43adf627-cc38-42ed-bae6-b42c1f65a166 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:48:17.993643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 43adf627-cc38-42ed-bae6-b42c1f65a166 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:17.994035 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:18.116306 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:18.173434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d66a45a-b18c-487d-a898-a2135d15a139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43adf627-cc38-42ed-bae6-b42c1f65a166'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:18.177015 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0371ef33-86e1-4642-8604-8e457f73859c" -d '{"events": [{"server_uuid": "6d66a45a-b18c-487d-a898-a2135d15a139", "name": "network-vif-plugged", "status": "completed", "tag": "43adf627-cc38-42ed-bae6-b42c1f65a166"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:18.210895 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 43adf627-cc38-42ed-bae6-b42c1f65a166, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=43adf627-cc38-42ed-bae6-b42c1f65a166,segment=NetworkSegment(df8eb47f-3541-48d7-af4c-2a58bb22a3f6),segment_id=df8eb47f-3541-48d7-af4c-2a58bb22a3f6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:18.218128 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:18.266066 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b709bd-73ee-426c-b52b-af6e0c7eb7b5 x-openstack-request-id: req-63b709bd-73ee-426c-b52b-af6e0c7eb7b5 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:18.266380 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d66a45a-b18c-487d-a898-a2135d15a139", "name": "network-vif-plugged", "status": "completed", "tag": "43adf627-cc38-42ed-bae6-b42c1f65a166", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:18.267654 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-63b709bd-73ee-426c-b52b-af6e0c7eb7b5 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:18.268071 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d66a45a-b18c-487d-a898-a2135d15a139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43adf627-cc38-42ed-bae6-b42c1f65a166', 'code': 200} Dec 08 01:48:18.310141 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=43adf627-cc38-42ed-bae6-b42c1f65a166,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:18.354334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb06970-0f50-421f-aade-9548e29c9f02 req-5e3dcc0b-70d3-4c47-b0cd-0697b647b170 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:18.365917 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bb06970-0f50-421f-aade-9548e29c9f02 req-5e3dcc0b-70d3-4c47-b0cd-0697b647b170 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 944 time: 0.1778605 Dec 08 01:48:18.470578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cf064-b79d-47b3-a2db-0a8e653a0a7f req-34e46281-2671-471a-b9bf-2b6d7791a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:18.473456 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf9cf064-b79d-47b3-a2db-0a8e653a0a7f req-34e46281-2671-471a-b9bf-2b6d7791a1e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 1097 time: 0.0910766 Dec 08 01:48:18.517554 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bb06970-0f50-421f-aade-9548e29c9f02 req-4ebfce8d-547e-4807-ac3d-a124c118b670 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/security-groups?id=57e35e21-0d57-41bc-825e-746e82dc8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506526 Dec 08 01:48:18.632130 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf9cf064-b79d-47b3-a2db-0a8e653a0a7f req-f45fb337-a1d2-48b2-8103-889ba1bf502e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=57e35e21-0d57-41bc-825e-746e82dc8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046064 Dec 08 01:48:18.728562 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:48:18.954777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 32984) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:19.136190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8ec1311b-8a77-4333-a1e3-821cccf0e887 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2013986363'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:19.136724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8ec1311b-8a77-4333-a1e3-821cccf0e887 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Unknown quota resources ['metering_label']. {{(pid=103129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:48:19.463076 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ec1311b-8a77-4333-a1e3-821cccf0e887 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.467232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33000) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:19.467716 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8ec1311b-8a77-4333-a1e3-821cccf0e887 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5113270 Dec 08 01:48:19.474800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-75b19245-1472-4a93-8cdb-eb1168b6797e tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '932dd1ad-e6b1-4fe0-959a-1233e3d719bd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:19.475337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-75b19245-1472-4a93-8cdb-eb1168b6797e tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:48:19.716582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33010) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:19.717677 n-d-713498-30 neutron-server[103130]: WARNING neutron.services.metering.metering_plugin [None req-75b19245-1472-4a93-8cdb-eb1168b6797e tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 01:48:19.947903 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-75b19245-1472-4a93-8cdb-eb1168b6797e tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.949579 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-75b19245-1472-4a93-8cdb-eb1168b6797e tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4805195 Dec 08 01:48:19.952857 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33016) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:19.965581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-77c55f49-3fee-483b-835a-80cf392c5c3b tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '932dd1ad-e6b1-4fe0-959a-1233e3d719bd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:19.966391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-77c55f49-3fee-483b-835a-80cf392c5c3b tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:48:19.976621 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1176372-ddf3-4d11-bbc0-d68abd7473c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:19.995866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685c9f8-e053-4e34-9c5d-766ec807ff36 req-b5475e8b-5ff3-4bbe-9300-8e173acbe255 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:20.004216 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5685c9f8-e053-4e34-9c5d-766ec807ff36 req-b5475e8b-5ff3-4bbe-9300-8e173acbe255 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 945 time: 0.3484216 Dec 08 01:48:20.080336 n-d-713498-30 neutron-server[103129]: WARNING neutron.services.metering.metering_plugin [None req-77c55f49-3fee-483b-835a-80cf392c5c3b tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 01:48:20.098499 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5685c9f8-e053-4e34-9c5d-766ec807ff36 req-52903f6f-22dd-4056-9ef2-dbb98974fc3d tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/security-groups?id=57e35e21-0d57-41bc-825e-746e82dc8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927842 Dec 08 01:48:20.177674 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1176372-ddf3-4d11-bbc0-d68abd7473c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.184345 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1176372-ddf3-4d11-bbc0-d68abd7473c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.224046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c1176372-ddf3-4d11-bbc0-d68abd7473c9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=def2e5732201436a9744fb4efffae383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4972799 Dec 08 01:48:20.230576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33018) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:20.239861 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77c55f49-3fee-483b-835a-80cf392c5c3b tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.241396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-77c55f49-3fee-483b-835a-80cf392c5c3b tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2870955 Dec 08 01:48:20.246225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33020) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:20.266099 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1176372-ddf3-4d11-bbc0-d68abd7473c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d65231b-8659-406d-9e30-9f5bdbb4ef5f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:20.267768 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4e467805-59d6-4828-b71d-ce03735c20ba tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=b6efc807-cb09-4120-978c-76ce54b5792f HTTP/1.1" status: 200 len: 462 time: 0.0204201 Dec 08 01:48:20.269075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33022) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:20.327428 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4501abfd-5461-45b6-a404-61a5d8ec9fb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.361698 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4501abfd-5461-45b6-a404-61a5d8ec9fb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.427994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4501abfd-5461-45b6-a404-61a5d8ec9fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.431033 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4501abfd-5461-45b6-a404-61a5d8ec9fb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.432476 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4501abfd-5461-45b6-a404-61a5d8ec9fb5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d65231b-8659-406d-9e30-9f5bdbb4ef5f HTTP/1.1" status: 204 len: 168 time: 0.2001333 Dec 08 01:48:20.458591 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-388b48b0-fa1d-479d-91c9-667c361713dc tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:20.463420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501abfd-5461-45b6-a404-61a5d8ec9fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d65231b-8659-406d-9e30-9f5bdbb4ef5f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:20.464220 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-388b48b0-fa1d-479d-91c9-667c361713dc tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/b6efc807-cb09-4120-978c-76ce54b5792f HTTP/1.1" status: 204 len: 168 time: 0.1815469 Dec 08 01:48:20.466206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33030) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:20.511904 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-836587a0-06af-4dfa-97a7-a6354bf83c87 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=b6efc807-cb09-4120-978c-76ce54b5792f HTTP/1.1" status: 200 len: 221 time: 0.0390391 Dec 08 01:48:20.512905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33032) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:20.518864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d1196330-d02b-4815-a408-a53e86da2767 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1211073441', 'description': 'label created by tempest'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:20.519434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d1196330-d02b-4815-a408-a53e86da2767 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Unknown quota resources ['metering_label']. {{(pid=103130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:48:20.896891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33042) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.075924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e29fa6b3-b5f4-410d-b6fc-3e8723ece935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.176437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33050) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.192179 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3907b55-187c-4613-9d0a-a5b438ce39b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.237814 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e29fa6b3-b5f4-410d-b6fc-3e8723ece935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.244572 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e29fa6b3-b5f4-410d-b6fc-3e8723ece935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.252911 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1196330-d02b-4815-a408-a53e86da2767 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.257209 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d1196330-d02b-4815-a408-a53e86da2767 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7406883 Dec 08 01:48:21.257472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33052) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.324380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fa6b3-b5f4-410d-b6fc-3e8723ece935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3682c5e6-78d0-431d-b85a-02c94e2c7fca,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:21.346888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e29fa6b3-b5f4-410d-b6fc-3e8723ece935 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9eef650da834e55b93e0ea1eaf2aa4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4486508 Dec 08 01:48:21.348696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33054) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.355367 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-af479720-3005-44ce-918b-adfbf41e6577 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=7e17ceff-87dd-4aff-83aa-1c222985799a HTTP/1.1" status: 200 len: 468 time: 0.0967586 Dec 08 01:48:21.359338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33056) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.416537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894416a-5ef6-4aa7-8355-f4358c88fdf0 req-3e30fa3f-59d2-46ba-b287-5421ce3653d1 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:21.421347 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a894416a-5ef6-4aa7-8355-f4358c88fdf0 req-3e30fa3f-59d2-46ba-b287-5421ce3653d1 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 945 time: 0.1659980 Dec 08 01:48:21.439871 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1690f71-c7ae-4297-aaac-851024b82ca3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.492709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1690f71-c7ae-4297-aaac-851024b82ca3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.521034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a894416a-5ef6-4aa7-8355-f4358c88fdf0 req-f99d03d4-6fb8-4230-b65a-4e4a2e8a4d64 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/security-groups?id=57e35e21-0d57-41bc-825e-746e82dc8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912652 Dec 08 01:48:21.585581 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1690f71-c7ae-4297-aaac-851024b82ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.591447 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1690f71-c7ae-4297-aaac-851024b82ca3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.597786 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b1690f71-c7ae-4297-aaac-851024b82ca3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3682c5e6-78d0-431d-b85a-02c94e2c7fca HTTP/1.1" status: 204 len: 168 time: 0.2481322 Dec 08 01:48:21.617541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1690f71-c7ae-4297-aaac-851024b82ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3682c5e6-78d0-431d-b85a-02c94e2c7fca,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:21.631092 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8d54-90c2-42f4-9498-e8f03801efa9 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.632361 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cbfe8d54-90c2-42f4-9498-e8f03801efa9 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/7e17ceff-87dd-4aff-83aa-1c222985799a HTTP/1.1" status: 204 len: 168 time: 0.2720730 Dec 08 01:48:21.634932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33062) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.648478 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e95d44ad-ddb4-4a55-b046-456027565d86 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=7e17ceff-87dd-4aff-83aa-1c222985799a HTTP/1.1" status: 200 len: 216 time: 0.0122762 Dec 08 01:48:21.651954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33064) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.676675 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fbe6fbe2-3826-4bf9-97cb-b904b1c57cf1 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0189621 Dec 08 01:48:21.677858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33066) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.701067 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3907b55-187c-4613-9d0a-a5b438ce39b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.708228 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-66b56b84-0512-4d7e-99fe-aa4f12fd97bc tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0250156 Dec 08 01:48:21.709450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33070) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.710283 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3907b55-187c-4613-9d0a-a5b438ce39b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.775924 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f3907b55-187c-4613-9d0a-a5b438ce39b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97cb23d6533b4748be6c56ef4803d6d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5951564 Dec 08 01:48:21.781312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33072) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.795313 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-50d0e200-6d23-49fc-8119-3a46cd2202be tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/932dd1ad-e6b1-4fe0-959a-1233e3d719bd HTTP/1.1" status: 200 len: 473 time: 0.0847487 Dec 08 01:48:21.798641 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33074) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.808912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a4fea2df-b3ca-403f-8e4b-838516626ea6 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/b495df01-37e9-43ae-9e03-aafa5b3bd22b HTTP/1.1" status: 200 len: 459 time: 0.0089624 Dec 08 01:48:21.811908 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33076) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:21.865715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3907b55-187c-4613-9d0a-a5b438ce39b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aa80fe-9d85-45e9-91e8-0c7b07328e63,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:21.938758 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-074b0e57-82c2-42d3-9a58-42e9e4682618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.985874 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-49314894-685e-4401-bd2b-03d1327b5e9e tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:21.987905 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-49314894-685e-4401-bd2b-03d1327b5e9e tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/b495df01-37e9-43ae-9e03-aafa5b3bd22b HTTP/1.1" status: 204 len: 168 time: 0.1748252 Dec 08 01:48:21.991946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:22.020905 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-074b0e57-82c2-42d3-9a58-42e9e4682618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.151651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d53ff-3c43-4bba-9332-1a769437c4d1 req-58f1aa60-2696-4f7e-970d-a0e97112b67e tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:22.154202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f0d53ff-3c43-4bba-9332-1a769437c4d1 req-58f1aa60-2696-4f7e-970d-a0e97112b67e tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 945 time: 0.1087818 Dec 08 01:48:22.207984 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-074b0e57-82c2-42d3-9a58-42e9e4682618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.211434 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-074b0e57-82c2-42d3-9a58-42e9e4682618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.215983 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-074b0e57-82c2-42d3-9a58-42e9e4682618 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25aa80fe-9d85-45e9-91e8-0c7b07328e63 HTTP/1.1" status: 204 len: 168 time: 0.4338069 Dec 08 01:48:22.318195 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f0d53ff-3c43-4bba-9332-1a769437c4d1 req-628b0b2c-34fb-4ed7-bb00-1f1dddec82fb tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/security-groups?id=57e35e21-0d57-41bc-825e-746e82dc8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581101 Dec 08 01:48:22.319828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b0e57-82c2-42d3-9a58-42e9e4682618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aa80fe-9d85-45e9-91e8-0c7b07328e63,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:22.360514 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53f38c88-28c4-4a14-b998-76a58a965b86 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.365256 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-53f38c88-28c4-4a14-b998-76a58a965b86 tempest-MeteringIpV6TestJSON-1511087019 tempest-MeteringIpV6TestJSON-1511087019-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/932dd1ad-e6b1-4fe0-959a-1233e3d719bd HTTP/1.1" status: 204 len: 168 time: 0.3722649 Dec 08 01:48:22.702616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33114) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:22.833700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aaa61814-09ac-4514-9258-5f4e0e19c468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.933996 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aaa61814-09ac-4514-9258-5f4e0e19c468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:22.939672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aaa61814-09ac-4514-9258-5f4e0e19c468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.021398 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-aaa61814-09ac-4514-9258-5f4e0e19c468 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd06fec8550841b8a8ff5cf33f360e80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3166406 Dec 08 01:48:23.024030 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33130) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:23.044317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa61814-09ac-4514-9258-5f4e0e19c468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ce7c34-30ca-4a88-9976-f4c7f17564f5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:23.197982 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b32be44-543f-43a0-9896-5a6e085b86d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.239206 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b32be44-543f-43a0-9896-5a6e085b86d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.298322 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b32be44-543f-43a0-9896-5a6e085b86d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.306616 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b32be44-543f-43a0-9896-5a6e085b86d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.310892 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1b32be44-543f-43a0-9896-5a6e085b86d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43ce7c34-30ca-4a88-9976-f4c7f17564f5 HTTP/1.1" status: 204 len: 168 time: 0.2822161 Dec 08 01:48:23.359918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32be44-543f-43a0-9896-5a6e085b86d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ce7c34-30ca-4a88-9976-f4c7f17564f5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:23.410870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbc69b-fef8-41fc-afe2-5a31ade1ae64 req-5043e108-8e09-450b-833f-921d4b0ff892 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:23.412665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4cbc69b-fef8-41fc-afe2-5a31ade1ae64 req-5043e108-8e09-450b-833f-921d4b0ff892 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 945 time: 0.0927937 Dec 08 01:48:23.562779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24569624-6e7b-480a-a296-7c70e88cea42 req-c1553801-c9e1-450d-969d-ce25ab2bcb9b tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:23.564345 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-24569624-6e7b-480a-a296-7c70e88cea42 req-c1553801-c9e1-450d-969d-ce25ab2bcb9b tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 945 time: 0.0959346 Dec 08 01:48:23.628369 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-e4cbc69b-fef8-41fc-afe2-5a31ade1ae64 req-b375ab94-6dbd-47c6-9dbd-6c008df05e27 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Deleting port 43adf627-cc38-42ed-bae6-b42c1f65a166 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:48:23.629246 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e4cbc69b-fef8-41fc-afe2-5a31ade1ae64 req-b375ab94-6dbd-47c6-9dbd-6c008df05e27 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.635384 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-24569624-6e7b-480a-a296-7c70e88cea42 req-60c02446-3662-4914-a0a9-16798c270581 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/security-groups?id=57e35e21-0d57-41bc-825e-746e82dc8fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634377 Dec 08 01:48:23.750601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e4cbc69b-fef8-41fc-afe2-5a31ade1ae64 req-b375ab94-6dbd-47c6-9dbd-6c008df05e27 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] For port 43adf627-cc38-42ed-bae6-b42c1f65a166, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=43adf627-cc38-42ed-bae6-b42c1f65a166,segment=NetworkSegment(df8eb47f-3541-48d7-af4c-2a58bb22a3f6),segment_id=df8eb47f-3541-48d7-af4c-2a58bb22a3f6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:23.751421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e4cbc69b-fef8-41fc-afe2-5a31ade1ae64 req-b375ab94-6dbd-47c6-9dbd-6c008df05e27 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.767360 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-e4cbc69b-fef8-41fc-afe2-5a31ade1ae64 req-b375ab94-6dbd-47c6-9dbd-6c008df05e27 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Calling delete_port for 43adf627-cc38-42ed-bae6-b42c1f65a166 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:48:23.877429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33164) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:23.894182 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc3fc36-709a-4012-ad7c-d490d6adecc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:23.966671 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e4cbc69b-fef8-41fc-afe2-5a31ade1ae64 req-b375ab94-6dbd-47c6-9dbd-6c008df05e27 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.000648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['43adf627-cc38-42ed-bae6-b42c1f65a166'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:24.012355 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375ab94-6dbd-47c6-9dbd-6c008df05e27 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Pushing event deleted for resources: {'Port': ['ID=43adf627-cc38-42ed-bae6-b42c1f65a166,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:24.081328 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc3fc36-709a-4012-ad7c-d490d6adecc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.086180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cbc69b-fef8-41fc-afe2-5a31ade1ae64 req-b375ab94-6dbd-47c6-9dbd-6c008df05e27 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] No DVR routers for this DVR port 43adf627-cc38-42ed-bae6-b42c1f65a166 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:48:24.089500 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e4cbc69b-fef8-41fc-afe2-5a31ade1ae64 req-b375ab94-6dbd-47c6-9dbd-6c008df05e27 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.090126 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc3fc36-709a-4012-ad7c-d490d6adecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.094429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4cbc69b-fef8-41fc-afe2-5a31ade1ae64 req-b375ab94-6dbd-47c6-9dbd-6c008df05e27 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.72 "DELETE /v2.0/ports/43adf627-cc38-42ed-bae6-b42c1f65a166 HTTP/1.1" status: 204 len: 173 time: 0.6715815 Dec 08 01:48:24.095273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d66a45a-b18c-487d-a898-a2135d15a139', 'name': 'network-vif-deleted', 'tag': '43adf627-cc38-42ed-bae6-b42c1f65a166'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:24.099373 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1955eb-be96-4feb-aa03-26dd8dc07885" -d '{"events": [{"server_uuid": "6d66a45a-b18c-487d-a898-a2135d15a139", "name": "network-vif-deleted", "tag": "43adf627-cc38-42ed-bae6-b42c1f65a166"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:24.143605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3fc36-709a-4012-ad7c-d490d6adecc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2d7efb-a8a7-4a98-9c31-84feac5c2d66,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:24.161204 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27737083-2514-4439-a4f5-d7923011a26f x-openstack-request-id: req-27737083-2514-4439-a4f5-d7923011a26f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:24.161521 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d66a45a-b18c-487d-a898-a2135d15a139", "name": "network-vif-deleted", "tag": "43adf627-cc38-42ed-bae6-b42c1f65a166", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:24.161861 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27737083-2514-4439-a4f5-d7923011a26f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:24.162351 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d66a45a-b18c-487d-a898-a2135d15a139', 'name': 'network-vif-deleted', 'tag': '43adf627-cc38-42ed-bae6-b42c1f65a166', 'status': 'completed', 'code': 200} Dec 08 01:48:24.168159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33174) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:24.169601 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fcc3fc36-709a-4012-ad7c-d490d6adecc6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=540701704f434fef882f40b53dfdbfd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2901366 Dec 08 01:48:24.227639 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01552aae-f295-4360-8e25-fc204392a871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.271962 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01552aae-f295-4360-8e25-fc204392a871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.366105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01552aae-f295-4360-8e25-fc204392a871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.376905 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-01552aae-f295-4360-8e25-fc204392a871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:24.378166 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-01552aae-f295-4360-8e25-fc204392a871 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd2d7efb-a8a7-4a98-9c31-84feac5c2d66 HTTP/1.1" status: 204 len: 168 time: 0.2089279 Dec 08 01:48:24.389229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01552aae-f295-4360-8e25-fc204392a871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2d7efb-a8a7-4a98-9c31-84feac5c2d66,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:24.797169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-986aaf54-289f-4ae8-891c-7b16b33c2dd0 req-27b7de1d-dc0c-408d-9d88-6d61c0b04b61 tempest-ServerGroupTestJSON-1177795818 tempest-ServerGroupTestJSON-1177795818-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d66a45a-b18c-487d-a898-a2135d15a139 HTTP/1.1" status: 200 len: 210 time: 0.0427618 Dec 08 01:48:24.929565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33200) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:24.936516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-978c82e4-4c6f-485c-8522-d875daba04fc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779705927', 'description': 'tempest-secgroup-smoke-779705927 description', 'project_id': '59ce268125774870bb2a6d0d519662d3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:24.997348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-978c82e4-4c6f-485c-8522-d875daba04fc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.008958 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-978c82e4-4c6f-485c-8522-d875daba04fc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.131194 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-978c82e4-4c6f-485c-8522-d875daba04fc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.138858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-978c82e4-4c6f-485c-8522-d875daba04fc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.187567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c82e4-4c6f-485c-8522-d875daba04fc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f92fbb9-aeb3-4e94-bbb0-081cb1f4c138,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:25.257541 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-978c82e4-4c6f-485c-8522-d875daba04fc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.268904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-978c82e4-4c6f-485c-8522-d875daba04fc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.304352 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-978c82e4-4c6f-485c-8522-d875daba04fc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.308833 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-978c82e4-4c6f-485c-8522-d875daba04fc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3779476 Dec 08 01:48:25.309084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33218) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:25.314408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c82e4-4c6f-485c-8522-d875daba04fc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:25.314620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-29978579-23cb-4caa-825b-a135d19fbc3e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'b2792315-ff91-4b10-ac6d-0f4e99aa5c1f', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:25.352580 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29978579-23cb-4caa-825b-a135d19fbc3e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.430562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29978579-23cb-4caa-825b-a135d19fbc3e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.434850 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29978579-23cb-4caa-825b-a135d19fbc3e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.458039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29978579-23cb-4caa-825b-a135d19fbc3e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605a9d93-6d5e-4436-bcee-8821ff180089,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:25.470672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-29978579-23cb-4caa-825b-a135d19fbc3e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.474800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33228) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:25.475654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-29978579-23cb-4caa-825b-a135d19fbc3e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1656241 Dec 08 01:48:25.483040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d02b3b25-9134-43a6-817c-56094bac7792 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'b2792315-ff91-4b10-ac6d-0f4e99aa5c1f', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:25.521159 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d02b3b25-9134-43a6-817c-56094bac7792 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.560995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33232) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:25.614875 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d02b3b25-9134-43a6-817c-56094bac7792 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.625651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d02b3b25-9134-43a6-817c-56094bac7792 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.664159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b3b25-9134-43a6-817c-56094bac7792 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24745044-a615-4156-a964-a0a35f984b72,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:25.681229 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d02b3b25-9134-43a6-817c-56094bac7792 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.682991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d02b3b25-9134-43a6-817c-56094bac7792 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2064843 Dec 08 01:48:25.686178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33240) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:25.695600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-872f40a4-3b01-4fc4-9310-d0452357eea3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'b2792315-ff91-4b10-ac6d-0f4e99aa5c1f', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:25.734284 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872f40a4-3b01-4fc4-9310-d0452357eea3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.809144 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872f40a4-3b01-4fc4-9310-d0452357eea3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.815856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872f40a4-3b01-4fc4-9310-d0452357eea3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.843320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f40a4-3b01-4fc4-9310-d0452357eea3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5634c2-fe43-4fc5-95bc-f04b89c98711,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:25.861562 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872f40a4-3b01-4fc4-9310-d0452357eea3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.866488 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-872f40a4-3b01-4fc4-9310-d0452357eea3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1753225 Dec 08 01:48:25.866896 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33248) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:25.872068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-cc9c8764-7437-474a-a2e9-81226af127b6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'b2792315-ff91-4b10-ac6d-0f4e99aa5c1f', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:25.902135 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e0830800-da68-4754-bbde-c963bc24375d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:25.941894 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc9c8764-7437-474a-a2e9-81226af127b6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.074228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc9c8764-7437-474a-a2e9-81226af127b6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.084165 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc9c8764-7437-474a-a2e9-81226af127b6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.092071 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e0830800-da68-4754-bbde-c963bc24375d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.107646 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e0830800-da68-4754-bbde-c963bc24375d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.132716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c8764-7437-474a-a2e9-81226af127b6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13aa18e5-8d68-4fa8-a22f-01618c35ce2c,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:26.144860 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc9c8764-7437-474a-a2e9-81226af127b6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.150865 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33268) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:26.151410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cc9c8764-7437-474a-a2e9-81226af127b6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2832477 Dec 08 01:48:26.157224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4d40b4ad-4878-440b-9a54-1af76ea42196 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'b2792315-ff91-4b10-ac6d-0f4e99aa5c1f', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:26.178056 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e0830800-da68-4754-bbde-c963bc24375d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb09e91c4f17498db175caa7a7cd9010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6159303 Dec 08 01:48:26.179425 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0830800-da68-4754-bbde-c963bc24375d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fc3033-470b-4986-b145-40beefab9aae,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:26.182094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33272) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:26.204324 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-4d40b4ad-4878-440b-9a54-1af76ea42196 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Project 59ce268125774870bb2a6d0d519662d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:48:26.211972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d40b4ad-4878-440b-9a54-1af76ea42196 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.242533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33278) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:26.262674 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0787f12d-d75c-4a02-9fff-4fd2f07dd13d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.305687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0787f12d-d75c-4a02-9fff-4fd2f07dd13d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.330797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86a45fe-6b4e-4b85-99f0-2f501e6c020b admin admin] Deleting subnet 24371c12-bc9b-4461-bb27-c0246c924d49 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:48:26.338199 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b86a45fe-6b4e-4b85-99f0-2f501e6c020b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.341159 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d40b4ad-4878-440b-9a54-1af76ea42196 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.365787 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d40b4ad-4878-440b-9a54-1af76ea42196 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.372697 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0787f12d-d75c-4a02-9fff-4fd2f07dd13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.376473 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0787f12d-d75c-4a02-9fff-4fd2f07dd13d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.379125 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0787f12d-d75c-4a02-9fff-4fd2f07dd13d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c0fc3033-470b-4986-b145-40beefab9aae HTTP/1.1" status: 204 len: 168 time: 0.1953690 Dec 08 01:48:26.406762 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b86a45fe-6b4e-4b85-99f0-2f501e6c020b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.408649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40b4ad-4878-440b-9a54-1af76ea42196 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d22fa9b-66bb-4e21-ab73-96ca4923b60e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:26.410457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787f12d-d75c-4a02-9fff-4fd2f07dd13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fc3033-470b-4986-b145-40beefab9aae,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:26.434248 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d40b4ad-4878-440b-9a54-1af76ea42196 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.435231 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4d40b4ad-4878-440b-9a54-1af76ea42196 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2826760 Dec 08 01:48:26.438807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33286) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:26.445298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ea792b5c-482d-46bb-a766-bcceba5af254 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'b2792315-ff91-4b10-ac6d-0f4e99aa5c1f', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:26.478206 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b86a45fe-6b4e-4b85-99f0-2f501e6c020b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.516071 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-ea792b5c-482d-46bb-a766-bcceba5af254 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Project 59ce268125774870bb2a6d0d519662d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:48:26.526230 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea792b5c-482d-46bb-a766-bcceba5af254 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.569093 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b86a45fe-6b4e-4b85-99f0-2f501e6c020b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.601609 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b86a45fe-6b4e-4b85-99f0-2f501e6c020b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.608334 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b86a45fe-6b4e-4b85-99f0-2f501e6c020b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/24371c12-bc9b-4461-bb27-c0246c924d49 HTTP/1.1" status: 204 len: 168 time: 0.3638401 Dec 08 01:48:26.608849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33292) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:26.616881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a45fe-6b4e-4b85-99f0-2f501e6c020b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24371c12-bc9b-4461-bb27-c0246c924d49,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:26.635402 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea792b5c-482d-46bb-a766-bcceba5af254 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.645116 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea792b5c-482d-46bb-a766-bcceba5af254 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.676620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33296) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:26.680235 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea792b5c-482d-46bb-a766-bcceba5af254 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.684622 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ea792b5c-482d-46bb-a766-bcceba5af254 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2417107 Dec 08 01:48:26.690389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33298) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:26.691096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea792b5c-482d-46bb-a766-bcceba5af254 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d042f665-e1d9-4bf9-8241-a8a78f06187a,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:26.703935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6da700c8-808d-4ebf-a48e-e5f515e03a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'network': {'name': 'tempest-network-smoke--1277252752', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'port_security_enabled': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:26.716727 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.733954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da700c8-808d-4ebf-a48e-e5f515e03a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Made reservation on behalf of 59ce268125774870bb2a6d0d519662d3 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:26.740099 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6da700c8-808d-4ebf-a48e-e5f515e03a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.780711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da700c8-808d-4ebf-a48e-e5f515e03a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:26.797239 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6da700c8-808d-4ebf-a48e-e5f515e03a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.797516 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-6da700c8-808d-4ebf-a48e-e5f515e03a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Added segment 70f8d1da-29bf-404a-9c71-0d59f10081d8 of type vlan for network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 Dec 08 01:48:26.843527 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.856913 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6da700c8-808d-4ebf-a48e-e5f515e03a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.885472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:26.892061 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6da700c8-808d-4ebf-a48e-e5f515e03a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.897683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8eb47f-3541-48d7-af4c-2a58bb22a3f6') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:26.897992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8eb47f-3541-48d7-af4c-2a58bb22a3f6') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:26.902617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da700c8-808d-4ebf-a48e-e5f515e03a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:26.903491 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6da700c8-808d-4ebf-a48e-e5f515e03a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.909848 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.928824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.936996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:48:26.937399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:48:26.939257 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:48:26.992844 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6da700c8-808d-4ebf-a48e-e5f515e03a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2941859 Dec 08 01:48:26.994462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33304) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:27.019934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'admin_state_up': True, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:27.020940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.035601 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.043776 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e HTTP/1.1" status: 204 len: 168 time: 0.4311874 Dec 08 01:48:27.057098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da700c8-808d-4ebf-a48e-e5f515e03a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Network': ['ID=944f8e9a-770f-4926-a1e0-e8d8f5f23152,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:27.068808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:27.082720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-15edbbd0-154f-454e-acb9-01659e122e33 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2119596106'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:27.083235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-15edbbd0-154f-454e-acb9-01659e122e33 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Unknown quota resources ['metering_label']. {{(pid=103130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:48:27.091741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97830a-d5f0-430e-89b6-5186c29027e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1c5bf9-19cd-453f-9b30-6c5934f8fb6e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:27.093603 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.094754 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.148935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33308) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:27.167607 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-230d712e-0e64-4c77-a18b-54c833cdfdf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.205312 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.263555 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33310) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:27.332010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6fee4c52-d12b-4fac-a8fe-e4ffdf77a453 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=277165af369c46628ae037c45c11b36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0667500 Dec 08 01:48:27.338154 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33314) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:27.346544 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-230d712e-0e64-4c77-a18b-54c833cdfdf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.359475 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15edbbd0-154f-454e-acb9-01659e122e33 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.360653 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-230d712e-0e64-4c77-a18b-54c833cdfdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.364840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-15edbbd0-154f-454e-acb9-01659e122e33 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6822031 Dec 08 01:48:27.365462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33316) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:27.373366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9dcde0db-9a9a-4eea-8df4-0b215a8a42eb tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '66d3a51c-d859-49fb-b8d5-34ec9861debc'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:27.374312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9dcde0db-9a9a-4eea-8df4-0b215a8a42eb tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:48:27.418202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d712e-0e64-4c77-a18b-54c833cdfdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21403b15-0215-4b65-9317-e55f6525a92b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:27.436008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-230d712e-0e64-4c77-a18b-54c833cdfdf9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e4a4ad30185d44978021c6b595124b57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2858939 Dec 08 01:48:27.438633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33318) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:27.487784 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.492484 n-d-713498-30 neutron-server[103130]: WARNING neutron.services.metering.metering_plugin [None req-9dcde0db-9a9a-4eea-8df4-0b215a8a42eb tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 01:48:27.499410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a80cd7e-34ad-4f8b-adfa-3adb3f568e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.522879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3772d8fe-8b7e-418c-b259-fc2da8236cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.542734 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a80cd7e-34ad-4f8b-adfa-3adb3f568e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.568514 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3772d8fe-8b7e-418c-b259-fc2da8236cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.601088 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9dcde0db-9a9a-4eea-8df4-0b215a8a42eb tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.607799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9dcde0db-9a9a-4eea-8df4-0b215a8a42eb tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2392454 Dec 08 01:48:27.608476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33322) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:27.626360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8884e032-b06f-47dc-962b-e21d5001a345 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '66d3a51c-d859-49fb-b8d5-34ec9861debc'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:27.626925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8884e032-b06f-47dc-962b-e21d5001a345 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:48:27.639875 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a80cd7e-34ad-4f8b-adfa-3adb3f568e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.647992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1a80cd7e-34ad-4f8b-adfa-3adb3f568e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.650543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1a80cd7e-34ad-4f8b-adfa-3adb3f568e7e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/57e35e21-0d57-41bc-825e-746e82dc8fe1 HTTP/1.1" status: 204 len: 168 time: 0.3109984 Dec 08 01:48:27.667254 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80cd7e-34ad-4f8b-adfa-3adb3f568e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e35e21-0d57-41bc-825e-746e82dc8fe1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:27.669363 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3772d8fe-8b7e-418c-b259-fc2da8236cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.672244 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3772d8fe-8b7e-418c-b259-fc2da8236cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.688108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3772d8fe-8b7e-418c-b259-fc2da8236cf5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/21403b15-0215-4b65-9317-e55f6525a92b HTTP/1.1" status: 204 len: 168 time: 0.2380123 Dec 08 01:48:27.699042 n-d-713498-30 neutron-server[103130]: WARNING neutron.services.metering.metering_plugin [None req-8884e032-b06f-47dc-962b-e21d5001a345 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 01:48:27.720927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772d8fe-8b7e-418c-b259-fc2da8236cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21403b15-0215-4b65-9317-e55f6525a92b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:27.826129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8884e032-b06f-47dc-962b-e21d5001a345 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:27.830088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33330) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:27.830267 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8884e032-b06f-47dc-962b-e21d5001a345 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2163653 Dec 08 01:48:27.846174 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ec8ed8bf-113b-4560-96b2-ca9a26550122 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=d96cfbb3-99f4-4bfe-b701-6eb88fc13eee HTTP/1.1" status: 200 len: 464 time: 0.0129983 Dec 08 01:48:27.849949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33332) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:27.877693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 43adf627-cc38-42ed-bae6-b42c1f65a166 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:48:27.958801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 43adf627-cc38-42ed-bae6-b42c1f65a166 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:48:27.959795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 43adf627-cc38-42ed-bae6-b42c1f65a166 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:48:27.988220 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.055411 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd62a3d-f756-47bb-9469-93da20c83a33 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.055411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8bd62a3d-f756-47bb-9469-93da20c83a33 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/d96cfbb3-99f4-4bfe-b701-6eb88fc13eee HTTP/1.1" status: 204 len: 168 time: 0.1613522 Dec 08 01:48:28.056506 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.056588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33336) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:28.056588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0753229a-6c34-463e-90f6-dbaeddc8b120 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=d96cfbb3-99f4-4bfe-b701-6eb88fc13eee HTTP/1.1" status: 200 len: 221 time: 0.0260758 Dec 08 01:48:28.056788 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33338) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:28.056788 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6245d35f-dbff-4e37-a133-471d56fc9d3a tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--471685945', 'description': 'label created by tempest'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:28.056788 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6245d35f-dbff-4e37-a133-471d56fc9d3a tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Unknown quota resources ['metering_label']. {{(pid=103130) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:48:28.300616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6245d35f-dbff-4e37-a133-471d56fc9d3a tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.304559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33354) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:28.305016 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6245d35f-dbff-4e37-a133-471d56fc9d3a tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2558584 Dec 08 01:48:28.327552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.25.2.52 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/81845a3e-2a3e-4429-bdee-f5a655cc3d02) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:28.508084 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.576792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.650781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=81845a3e-2a3e-4429-bdee-f5a655cc3d02,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:28.659793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:28.661697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:28.664656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:28.677504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a67bf3-c2a8-4fd6-8c71-8390495d791c None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:48:28.780020 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a102d6cb-c8da-4f44-8d7a-ccce54782aea tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=ead70a81-a0cb-4e9b-a698-acd35b1ec777 HTTP/1.1" status: 200 len: 467 time: 0.4735458 Dec 08 01:48:28.781927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33376) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:28.821417 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8059cb3b-6a41-4418-9f87-c91abf071892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.848700 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bd88f48b-d6c6-4062-9ea5-7fdabd45c742 None None] Provisioning complete for port 81845a3e-2a3e-4429-bdee-f5a655cc3d02 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:28.849089 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bd88f48b-d6c6-4062-9ea5-7fdabd45c742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:28.956857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-bd88f48b-d6c6-4062-9ea5-7fdabd45c742 None None] Port 81845a3e-2a3e-4429-bdee-f5a655cc3d02 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:48:29.103205 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eaa83894-c9fd-4d0e-915b-dca4da1c2e8d tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.110144 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eaa83894-c9fd-4d0e-915b-dca4da1c2e8d tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/ead70a81-a0cb-4e9b-a698-acd35b1ec777 HTTP/1.1" status: 204 len: 168 time: 0.3256214 Dec 08 01:48:29.110800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33386) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:29.138796 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7e3484bf-3519-4b2c-85e1-bc6bf4b96b41 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=ead70a81-a0cb-4e9b-a698-acd35b1ec777 HTTP/1.1" status: 200 len: 216 time: 0.0266824 Dec 08 01:48:29.139452 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33388) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:29.159811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-be5495c8-8a5f-4760-8256-3ef0c63b5e3e tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0190442 Dec 08 01:48:29.164848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33390) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:29.180497 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7f2621e3-828e-4cac-97fd-a5a5af3d5298 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0144920 Dec 08 01:48:29.185434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33392) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:29.186930 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.273922 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6cf47e0f-6333-4827-8bd4-2781eded28da tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-labels/66d3a51c-d859-49fb-b8d5-34ec9861debc HTTP/1.1" status: 200 len: 473 time: 0.0860171 Dec 08 01:48:29.277208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33398) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:29.289671 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5c4092e4-e8a7-4651-92d5-0d3d921c102e tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "GET /v2.0/metering/metering-label-rules/61c845a3-e098-4297-801f-dee7d239043f HTTP/1.1" status: 200 len: 461 time: 0.0100167 Dec 08 01:48:29.292060 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33400) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:29.453430 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f5d237b-f839-44f7-97be-fc37b0c82841 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.456168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8f5d237b-f839-44f7-97be-fc37b0c82841 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-label-rules/61c845a3-e098-4297-801f-dee7d239043f HTTP/1.1" status: 204 len: 168 time: 0.1624742 Dec 08 01:48:29.458873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33410) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:29.795055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b03515a-abf2-4ccb-b862-b7a285a53e19 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.800661 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3b03515a-abf2-4ccb-b862-b7a285a53e19 tempest-MeteringTestJSON-1469359657 tempest-MeteringTestJSON-1469359657-project-admin] 10.222.0.70 "DELETE /v2.0/metering/metering-labels/66d3a51c-d859-49fb-b8d5-34ec9861debc HTTP/1.1" status: 204 len: 168 time: 0.3405380 Dec 08 01:48:29.900535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:29.923094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df1bfc0d-cac9-4005-87a9-3124e89b44ce req-c85a063f-4e6f-4901-b4b9-2a77f29df778 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0492845 Dec 08 01:48:30.122782 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 39798cbe-383a-4a48-ae4d-11e4b495ac6b is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:48:30.286702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:48:30.300550 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Sync routers for ids ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:48:30.319020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Routers {'39798cbe-383a-4a48-ae4d-11e4b495ac6b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:30.319830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:48:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:30.325131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33454) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:30.358375 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:30.363284 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-516d9245-a2a2-46b3-bc87-c88ae9058f7b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3571908 Dec 08 01:48:30.366304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33460) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:30.484915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Set router 39798cbe-383a-4a48-ae4d-11e4b495ac6b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:30.524569 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4c7a886-6a33-4ea5-94d5-7c6cc9e16763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:30.704980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-220cb4ad-9fb4-46c0-a4a0-71dc6c81668b tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=59ce268125774870bb2a6d0d519662d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3373265 Dec 08 01:48:30.708688 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4c7a886-6a33-4ea5-94d5-7c6cc9e16763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:30.709286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33466) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:30.714612 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4c7a886-6a33-4ea5-94d5-7c6cc9e16763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:30.770037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d4c7a886-6a33-4ea5-94d5-7c6cc9e16763 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cd4a36b2ab5c4ac098fba1b3eebf5cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4437268 Dec 08 01:48:30.775980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33468) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:30.822205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7a886-6a33-4ea5-94d5-7c6cc9e16763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b68d69-df96-4bc9-a913-f09874498ab9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:30.888679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 3, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:30.895340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-886a21c1-dcee-4386-b27d-b156efb39d60 req-fba0858e-6032-4616-b3a0-4b74d8293371 service neutron] (103130) timed out ('10.222.0.70', 60954) {{(pid=103130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 01:48:30.948109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Checking router: 39798cbe-383a-4a48-ae4d-11e4b495ac6b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:48:30.948877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Updating router 39798cbe-383a-4a48-ae4d-11e4b495ac6b port 81845a3e-2a3e-4429-bdee-f5a655cc3d02 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:48:31.037698 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.132708 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4fae32d-ec3a-4626-9b9c-e6f71c79cfa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.163777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4fae32d-ec3a-4626-9b9c-e6f71c79cfa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.181027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aca89a2-ba24-41ca-95ad-f9e301657500 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:31.182691 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6aca89a2-ba24-41ca-95ad-f9e301657500 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4724576 Dec 08 01:48:31.185787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33478) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:31.189660 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e56f608-1a67-42ea-bdd6-8e4f102aad19 req-5fed43f5-ca8c-472b-a2aa-f24e4f6005a7 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0958929 Dec 08 01:48:31.222040 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e22e1a8d-573e-4d3e-bafd-81b678c4d897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.255779 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4fae32d-ec3a-4626-9b9c-e6f71c79cfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.258967 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4fae32d-ec3a-4626-9b9c-e6f71c79cfa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.260172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e4fae32d-ec3a-4626-9b9c-e6f71c79cfa8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/97b68d69-df96-4bc9-a913-f09874498ab9 HTTP/1.1" status: 204 len: 168 time: 0.4826834 Dec 08 01:48:31.293311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33484) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:31.295346 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cd5df72f-5aef-4283-a3ae-5575f41ba6ed tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1059966 Dec 08 01:48:31.307857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0606ccee-1304-4109-bd14-d44be4c1833e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1628098648', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:31.459702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fae32d-ec3a-4626-9b9c-e6f71c79cfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b68d69-df96-4bc9-a913-f09874498ab9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:31.472475 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0606ccee-1304-4109-bd14-d44be4c1833e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Made reservation on behalf of 59ce268125774870bb2a6d0d519662d3 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:31.478363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0606ccee-1304-4109-bd14-d44be4c1833e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.492888 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.504458 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.601566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034d8679-af32-40ad-8b6e-5f55e2545395 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:48:31.644450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Attempting to bind port 81845a3e-2a3e-4429-bdee-f5a655cc3d02 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:31.644837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Attempting to bind port 81845a3e-2a3e-4429-bdee-f5a655cc3d02 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:31.645216 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Attempting to bind port 81845a3e-2a3e-4429-bdee-f5a655cc3d02 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:31.662969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:31.665877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:31.665877 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.665877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:31.666136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Bound port: 81845a3e-2a3e-4429-bdee-f5a655cc3d02, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:31.666578 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.735297 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] For port 81845a3e-2a3e-4429-bdee-f5a655cc3d02, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:31.741222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] For port 81845a3e-2a3e-4429-bdee-f5a655cc3d02, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=81845a3e-2a3e-4429-bdee-f5a655cc3d02,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:31.763225 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.787350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a633ce-4776-43c3-b612-f18f2f701b49 None None] Pushing event updated for resources: {'Port': ['ID=81845a3e-2a3e-4429-bdee-f5a655cc3d02,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:31.815055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-31a74b18-5ba4-4bb2-8ce5-1761627da12a None None] Provisioning complete for port 81845a3e-2a3e-4429-bdee-f5a655cc3d02 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:31.815438 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31a74b18-5ba4-4bb2-8ce5-1761627da12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.853377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b6e5ba-b417-4dd8-a075-aeaf2913cc94 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:48:31.892536 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.894045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Routers {'39798cbe-383a-4a48-ae4d-11e4b495ac6b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:31.894802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:48:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:31.900436 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0606ccee-1304-4109-bd14-d44be4c1833e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:31.935385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33492) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:31.968922 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-92a66055-7129-45c5-9d9d-8fd1bb593204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.011554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606ccee-1304-4109-bd14-d44be4c1833e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Subnet': ['ID=d7f9c373-9425-4279-80d5-f113db5f8648,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:32.036048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0606ccee-1304-4109-bd14-d44be4c1833e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Checking segment: {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:32.036488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606ccee-1304-4109-bd14-d44be4c1833e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network hostable DHCP agents. Network: 944f8e9a-770f-4926-a1e0-e8d8f5f23152, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:32.074987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606ccee-1304-4109-bd14-d44be4c1833e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:32.093920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0606ccee-1304-4109-bd14-d44be4c1833e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 944f8e9a-770f-4926-a1e0-e8d8f5f23152) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:32.121430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0606ccee-1304-4109-bd14-d44be4c1833e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:32.122225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0606ccee-1304-4109-bd14-d44be4c1833e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.139559 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-92a66055-7129-45c5-9d9d-8fd1bb593204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.149441 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-92a66055-7129-45c5-9d9d-8fd1bb593204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.174675 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0606ccee-1304-4109-bd14-d44be4c1833e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8795800 Dec 08 01:48:32.177695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33498) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:32.215382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-92a66055-7129-45c5-9d9d-8fd1bb593204 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9308845c9c64afc83d395e8eef90ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2737148 Dec 08 01:48:32.218515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33500) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:32.248329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a66055-7129-45c5-9d9d-8fd1bb593204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e248b186-78ff-4419-a529-18d5e480553e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:32.356099 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65c05f7a-f45a-4d10-9bc1-e21718f7216d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.373355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae02ffb9-9ec0-4161-9ae9-eb07c386efba None None] Network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:32.407928 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65c05f7a-f45a-4d10-9bc1-e21718f7216d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.417960 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf22aeb4-e743-443c-a5ac-36d6bcba7b4a req-a734c84d-ef1b-4150-aeba-1696e67106e5 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0562365 Dec 08 01:48:32.508717 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65c05f7a-f45a-4d10-9bc1-e21718f7216d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.509521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a633ce-4776-43c3-b612-f18f2f701b49 None None] Pushing event updated for resources: {'Port': ['ID=81845a3e-2a3e-4429-bdee-f5a655cc3d02,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:32.514235 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65c05f7a-f45a-4d10-9bc1-e21718f7216d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.520706 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-65c05f7a-f45a-4d10-9bc1-e21718f7216d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e248b186-78ff-4419-a529-18d5e480553e HTTP/1.1" status: 204 len: 168 time: 0.3001907 Dec 08 01:48:32.539896 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c05f7a-f45a-4d10-9bc1-e21718f7216d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e248b186-78ff-4419-a529-18d5e480553e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:32.543983 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.551082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ips': [{'subnet_id': 'd7f9c373-9425-4279-80d5-f113db5f8648'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:48:32.553884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.589907 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31a74b18-5ba4-4bb2-8ce5-1761627da12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.670887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-31a74b18-5ba4-4bb2-8ce5-1761627da12a None None] For port 81845a3e-2a3e-4429-bdee-f5a655cc3d02, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=81845a3e-2a3e-4429-bdee-f5a655cc3d02,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:32.690944 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31a74b18-5ba4-4bb2-8ce5-1761627da12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:32.693823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] Set router 39798cbe-383a-4a48-ae4d-11e4b495ac6b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:32.781151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-789280e9-80dd-459a-93c0-b07f3c0f6704 req-f21fc350-28ad-4867-a58b-36db16130127 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0542324 Dec 08 01:48:32.896086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a74b18-5ba4-4bb2-8ce5-1761627da12a None None] Pushing event updated for resources: {'Port': ['ID=81845a3e-2a3e-4429-bdee-f5a655cc3d02,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:32.909028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1692254e-d2ba-4096-b713-9a08fc1ad920 None None] Provisioning complete for port 81845a3e-2a3e-4429-bdee-f5a655cc3d02 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:32.909616 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1692254e-d2ba-4096-b713-9a08fc1ad920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.026354 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Allocated IP 172.20.0.2 (944f8e9a-770f-4926-a1e0-e8d8f5f23152/d7f9c373-9425-4279-80d5-f113db5f8648/fc752137-011c-4ad5-a51f-8d86380a0b5d) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:33.085590 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.254898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 3, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:33.303583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2988c512-d675-4533-853b-2e76b9136b8f None None] The sync data for ids ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'] in n-d-713498-30 is: [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:48:28Z', 'revision_number': 3, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:48:33.358113 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.373631 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.439954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:33.442945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:33.464472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:33.467818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Pushing event updated for resources: {'Port': ['ID=fc752137-011c-4ad5-a51f-8d86380a0b5d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:33.602303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Attempting to bind port fc752137-011c-4ad5-a51f-8d86380a0b5d on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:33.603113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Attempting to bind port fc752137-011c-4ad5-a51f-8d86380a0b5d by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:33.603215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Attempting to bind port fc752137-011c-4ad5-a51f-8d86380a0b5d on network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:33.624115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:33.624648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Checking segment: {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:33.625241 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.625706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Bound using segment: {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:33.628168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Bound port: fc752137-011c-4ad5-a51f-8d86380a0b5d, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:33.628841 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.662076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.20.0.1 (944f8e9a-770f-4926-a1e0-e8d8f5f23152/d7f9c373-9425-4279-80d5-f113db5f8648/8b72d137-0146-4646-b338-c27dafff1e4c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:33.663349 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c5beca1-1994-495d-9389-8499a5bb4711 req-81e41ead-edfc-466a-b1e5-07962ad8be15 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0998821 Dec 08 01:48:33.699654 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.770918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] For port fc752137-011c-4ad5-a51f-8d86380a0b5d, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:33.786900 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] For port fc752137-011c-4ad5-a51f-8d86380a0b5d, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fc752137-011c-4ad5-a51f-8d86380a0b5d,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:33.790619 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.800869 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:33.912714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21667dc5-fea1-44de-8358-cf43a7ac3e3e None None] Pushing event updated for resources: {'Port': ['ID=fc752137-011c-4ad5-a51f-8d86380a0b5d,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:34.057786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.115525 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.216550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:34.229213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:34.244160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:34.249135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=8b72d137-0146-4646-b338-c27dafff1e4c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:34.341286 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.663934 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:34.723824 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.102731 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33584) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:35.351438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-fd0de6d1-a939-468d-a948-3206b65052c9 tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:35.429047 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fd0de6d1-a939-468d-a948-3206b65052c9 tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] 10.222.0.70 "PUT /v2.0/quotas/dae38928227f49228d8fea7e0c7b3629 HTTP/1.1" status: 200 len: 366 time: 0.3248675 Dec 08 01:48:35.430701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33594) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:35.463399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 81845a3e-2a3e-4429-bdee-f5a655cc3d02 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:35.474973 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-096bd7c8-4e9e-4985-83d6-798ad441eb52 tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0406079 Dec 08 01:48:35.475847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33596) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:35.492136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6a4b1986-acda-4a61-bc4e-07beb4153cf1 tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] 10.222.0.70 "GET /v2.0/quotas/dae38928227f49228d8fea7e0c7b3629 HTTP/1.1" status: 200 len: 366 time: 0.0149438 Dec 08 01:48:35.492865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33598) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:35.521230 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.522622 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-db5f29c3-6696-46a5-a514-73b209b6e13f tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/dae38928227f49228d8fea7e0c7b3629 HTTP/1.1" status: 204 len: 168 time: 0.0284541 Dec 08 01:48:35.525721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33600) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:35.546010 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.634045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 81845a3e-2a3e-4429-bdee-f5a655cc3d02 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:35.634480 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.681391 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:35.701294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=8b72d137-0146-4646-b338-c27dafff1e4c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:35.721206 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-63b061db-9255-49a9-97af-4ba4083f3465 req-887a5b5b-fd06-44b9-a0dc-57089555f4bc tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.1938591 Dec 08 01:48:35.727862 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3d52b18c-80bc-4ee5-9986-0e8f1e0a0684 tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1954105 Dec 08 01:48:35.728773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33612) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:35.750673 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f3db715d-028f-4185-866f-c06f8e40c849 tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] 10.222.0.70 "GET /v2.0/quotas/dae38928227f49228d8fea7e0c7b3629 HTTP/1.1" status: 200 len: 370 time: 0.0199664 Dec 08 01:48:35.751686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33614) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:35.781621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33616) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:35.787975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e35e96b1-3283-48b9-9699-9cce6b230d24 tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] 10.222.0.70 "GET /v2.0/quotas/dae38928227f49228d8fea7e0c7b3629/default HTTP/1.1" status: 200 len: 370 time: 0.0163808 Dec 08 01:48:35.803099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa244cea-bf71-41f8-8c2c-a22e805c640d None None] Network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:35.824240 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-8596d102-6fbd-4ab7-af5c-ea7002d4d427 tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] delete failed (client error): The resource could not be found. Dec 08 01:48:35.831596 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8596d102-6fbd-4ab7-af5c-ea7002d4d427 tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/dae38928227f49228d8fea7e0c7b3629 HTTP/1.1" status: 404 len: 348 time: 0.0389581 Dec 08 01:48:35.996371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fc752137-011c-4ad5-a51f-8d86380a0b5d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:36.042508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:36.045925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:36.069444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33624) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:36.079198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e54561e1-f07e-48d4-81e6-e0b24326ab7f None None] Provisioning complete for port fc752137-011c-4ad5-a51f-8d86380a0b5d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:36.079593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e54561e1-f07e-48d4-81e6-e0b24326ab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.137140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Usage tracker for resource:network and project:79f7e5b9e964450285ea4b39f6cde46b is out of sync, need to count used quota {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:48:36.145606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:48:36.174856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Usage tracker for resource:subnet and project:79f7e5b9e964450285ea4b39f6cde46b is out of sync, need to count used quota {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:48:36.194006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:48:36.213784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Usage tracker for resource:subnetpool and project:79f7e5b9e964450285ea4b39f6cde46b is out of sync, need to count used quota {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:48:36.227310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:48:36.250334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Usage tracker for resource:port and project:79f7e5b9e964450285ea4b39f6cde46b is out of sync, need to count used quota {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:48:36.255796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:48:36.270862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Usage tracker for resource:router and project:79f7e5b9e964450285ea4b39f6cde46b is out of sync, need to count used quota {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:48:36.279532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:48:36.293475 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e54561e1-f07e-48d4-81e6-e0b24326ab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.294004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Usage tracker for resource:floatingip and project:79f7e5b9e964450285ea4b39f6cde46b is out of sync, need to count used quota {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:48:36.299713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:48:36.312087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fc752137-011c-4ad5-a51f-8d86380a0b5d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:36.312510 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.369672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Usage tracker for resource:security_group and project:79f7e5b9e964450285ea4b39f6cde46b is out of sync, need to count used quota {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:48:36.373327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:48:36.384625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Usage tracker for resource:security_group_rule and project:79f7e5b9e964450285ea4b39f6cde46b is out of sync, need to count used quota {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 01:48:36.388478 n-d-713498-30 neutron-server[103130]: DEBUG neutron.quota.resource [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103130) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 01:48:36.400526 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d374bedc-56fb-4727-b7c8-4029ccee250d tempest-QuotasTest-482354341 tempest-QuotasTest-482354341-project-admin] 10.222.0.70 "GET /v2.0/quotas/79f7e5b9e964450285ea4b39f6cde46b/details.json HTTP/1.1" status: 200 len: 703 time: 0.3298380 Dec 08 01:48:36.412366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 39798cbe-383a-4a48-ae4d-11e4b495ac6b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:48:36.413574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e54561e1-f07e-48d4-81e6-e0b24326ab7f None None] For port fc752137-011c-4ad5-a51f-8d86380a0b5d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fc752137-011c-4ad5-a51f-8d86380a0b5d,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:36.429624 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e54561e1-f07e-48d4-81e6-e0b24326ab7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:36.528066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54561e1-f07e-48d4-81e6-e0b24326ab7f None None] Pushing event updated for resources: {'Port': ['ID=fc752137-011c-4ad5-a51f-8d86380a0b5d,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:36.698183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:48:36.709226 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Sync routers for ids ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:48:36.718076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-68980a8f-2e3a-44c3-b7d0-2ddc7fd46c94 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "PUT /v2.0/routers/39798cbe-383a-4a48-ae4d-11e4b495ac6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5316329 Dec 08 01:48:36.739003 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Routers {'39798cbe-383a-4a48-ae4d-11e4b495ac6b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:36.740106 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:48:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:36.872378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1d8d6bf7-8f38-427c-a13a-3348032249e8 None None] Provisioning complete for port 8b72d137-0146-4646-b338-c27dafff1e4c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:36.875773 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6bf7-8f38-427c-a13a-3348032249e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.045806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1d8d6bf7-8f38-427c-a13a-3348032249e8 None None] Port 8b72d137-0146-4646-b338-c27dafff1e4c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:48:37.074224 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Set router 39798cbe-383a-4a48-ae4d-11e4b495ac6b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:37.083672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33644) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:37.115779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1d8d6bf7-8f38-427c-a13a-3348032249e8 None None] Provisioning complete for port fc752137-011c-4ad5-a51f-8d86380a0b5d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:37.116163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1d8d6bf7-8f38-427c-a13a-3348032249e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.372219 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fc752137-011c-4ad5-a51f-8d86380a0b5d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:37.416482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-eb1d3a29-a34c-41ca-ba67-91062e08695d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779705927&fields=id&tenant_id=59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 267 time: 0.2003167 Dec 08 01:48:37.558238 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a996bc9-a6b5-40c8-8d06-ae8a303f1733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.680732 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '8b72d137-0146-4646-b338-c27dafff1e4c', 'name': '', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:59:31:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:33Z', 'updated_at': '2021-12-08T01:48:35Z', 'revision_number': 2, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:37.760886 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a996bc9-a6b5-40c8-8d06-ae8a303f1733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.765207 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Checking router: 39798cbe-383a-4a48-ae4d-11e4b495ac6b for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:48:37.765670 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Updating router 39798cbe-383a-4a48-ae4d-11e4b495ac6b port 8b72d137-0146-4646-b338-c27dafff1e4c binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:48:37.802777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a996bc9-a6b5-40c8-8d06-ae8a303f1733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.833685 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.857449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7a996bc9-a6b5-40c8-8d06-ae8a303f1733 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d38ea516f87144faa654d639cb55fa27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7724776 Dec 08 01:48:37.860433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33674) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:37.875637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a996bc9-a6b5-40c8-8d06-ae8a303f1733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5683ee55-2837-47fc-83fe-2a2efb7e54c0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:37.909177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fa9f847c-b0c8-49fb-bb1e-a2900e9d8cdb None None] Provisioning complete for port 8b72d137-0146-4646-b338-c27dafff1e4c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:37.909794 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa9f847c-b0c8-49fb-bb1e-a2900e9d8cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:37.959450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-81ae0f68-7fbc-45d6-9b18-395d69e114d6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:37.967309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-81ae0f68-7fbc-45d6-9b18-395d69e114d6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/networks?id=944f8e9a-770f-4926-a1e0-e8d8f5f23152 HTTP/1.1" status: 200 len: 797 time: 0.5498593 Dec 08 01:48:37.991437 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-44dec84c-79fa-41b4-aa9d-e156b8d622d4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/quotas/59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 375 time: 0.0227981 Dec 08 01:48:38.055506 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a09daeea-bf5c-4d78-b5b2-33a0d1b0dc93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.077136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fc752137-011c-4ad5-a51f-8d86380a0b5d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:38.080188 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.107581 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a09daeea-bf5c-4d78-b5b2-33a0d1b0dc93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.116573 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-ed161b6b-fec5-494f-ae0c-3e9244a986c0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194406 Dec 08 01:48:38.146354 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f847c-b0c8-49fb-bb1e-a2900e9d8cdb None None] Port 8b72d137-0146-4646-b338-c27dafff1e4c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:48:38.222678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a09daeea-bf5c-4d78-b5b2-33a0d1b0dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.226387 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a09daeea-bf5c-4d78-b5b2-33a0d1b0dc93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.227563 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a09daeea-bf5c-4d78-b5b2-33a0d1b0dc93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5683ee55-2837-47fc-83fe-2a2efb7e54c0 HTTP/1.1" status: 204 len: 168 time: 0.3659146 Dec 08 01:48:38.247903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09daeea-bf5c-4d78-b5b2-33a0d1b0dc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5683ee55-2837-47fc-83fe-2a2efb7e54c0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:38.298517 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-dc75eac8-aff1-4a05-bdac-14f600ed50b8 service neutron] 10.222.0.70 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790438 Dec 08 01:48:38.329430 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.334233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4055c833-5572-4499-a68f-5a4a52330404 None None] Provisioning complete for port 8b72d137-0146-4646-b338-c27dafff1e4c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:38.334789 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4055c833-5572-4499-a68f-5a4a52330404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.337922 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.385719 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Pushing event updated for resources: {'Port': ['ID=8b72d137-0146-4646-b338-c27dafff1e4c,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:38.398897 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.399678 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.400253 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.400524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4055c833-5572-4499-a68f-5a4a52330404 None None] Port 8b72d137-0146-4646-b338-c27dafff1e4c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:48:38.401047 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.401647 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.402178 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.402725 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.402956 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55683305-9740-4fe2-bf99-3b3016bc4b8b req-690f6043-3565-4714-88a1-4c86e4700a1a tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0617428 Dec 08 01:48:38.403494 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.404037 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.404614 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.405147 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.406406 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.406945 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:48:38.512737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-2dbd627a-ae25-4370-a97a-991c48d75f9c service neutron] 10.222.0.70 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130673 Dec 08 01:48:38.547285 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Attempting to bind port 8b72d137-0146-4646-b338-c27dafff1e4c on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:38.547958 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Attempting to bind port 8b72d137-0146-4646-b338-c27dafff1e4c by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:38.548509 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Attempting to bind port 8b72d137-0146-4646-b338-c27dafff1e4c on network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:38.569913 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:38.570308 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Checking segment: {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:38.570724 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.571126 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Bound using segment: {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:38.571622 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Bound port: 8b72d137-0146-4646-b338-c27dafff1e4c, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:38.572011 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.729856 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] For port 8b72d137-0146-4646-b338-c27dafff1e4c, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:38.734790 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] For port 8b72d137-0146-4646-b338-c27dafff1e4c, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8b72d137-0146-4646-b338-c27dafff1e4c,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:38.744447 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.800314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f523af0d-0e54-41f3-b0f5-6765817bbea1 req-20a44638-df7d-4f98-be42-cf470f4e8681 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 210 time: 0.0450358 Dec 08 01:48:38.899434 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Routers {'39798cbe-383a-4a48-ae4d-11e4b495ac6b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:38.900963 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:48:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:38.926875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33692) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:38.947365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-070b77c4-1c20-4c55-8757-d2cc22285438 None None] Provisioning complete for port 8b72d137-0146-4646-b338-c27dafff1e4c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:38.948578 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-070b77c4-1c20-4c55-8757-d2cc22285438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:38.949416 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-616adbc0-f222-4278-bedb-5d8e4a8506a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.184643 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-070b77c4-1c20-4c55-8757-d2cc22285438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.225307 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-616adbc0-f222-4278-bedb-5d8e4a8506a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.240260 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-616adbc0-f222-4278-bedb-5d8e4a8506a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.262579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-070b77c4-1c20-4c55-8757-d2cc22285438 None None] For port 8b72d137-0146-4646-b338-c27dafff1e4c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8b72d137-0146-4646-b338-c27dafff1e4c,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:39.269934 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-070b77c4-1c20-4c55-8757-d2cc22285438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.335198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b77c4-1c20-4c55-8757-d2cc22285438 None None] Pushing event updated for resources: {'Port': ['ID=8b72d137-0146-4646-b338-c27dafff1e4c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:39.340965 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-616adbc0-f222-4278-bedb-5d8e4a8506a2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=79f7e5b9e964450285ea4b39f6cde46b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4130154 Dec 08 01:48:39.343600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33698) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:39.348338 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] Set router 39798cbe-383a-4a48-ae4d-11e4b495ac6b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:39.363301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616adbc0-f222-4278-bedb-5d8e4a8506a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e741f85-5ef5-4017-886a-beb00241a9a8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:39.381762 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380c6ac-66fb-4dee-8fe4-853bd022a9a5 None None] Pushing event updated for resources: {'Port': ['ID=8b72d137-0146-4646-b338-c27dafff1e4c,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:39.400106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-dbf03f93-7049-4d62-9ad4-091ee4806637 None None] Provisioning complete for port 8b72d137-0146-4646-b338-c27dafff1e4c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:39.400106 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dbf03f93-7049-4d62-9ad4-091ee4806637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.455754 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46aad0a9-52e6-4a9b-bd18-67808f800d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.514129 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46aad0a9-52e6-4a9b-bd18-67808f800d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.599515 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46aad0a9-52e6-4a9b-bd18-67808f800d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.602512 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46aad0a9-52e6-4a9b-bd18-67808f800d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:39.606080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-46aad0a9-52e6-4a9b-bd18-67808f800d95 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e741f85-5ef5-4017-886a-beb00241a9a8 HTTP/1.1" status: 204 len: 168 time: 0.2590055 Dec 08 01:48:39.633219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aad0a9-52e6-4a9b-bd18-67808f800d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e741f85-5ef5-4017-886a-beb00241a9a8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:39.687570 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-44dc0ac3-eb66-4580-9244-7f8c13d601ff req-643c1403-3816-460c-9bd5-4fb1a0a31ee0 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.1323419 Dec 08 01:48:39.821383 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '8b72d137-0146-4646-b338-c27dafff1e4c', 'name': '', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:59:31:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:33Z', 'updated_at': '2021-12-08T01:48:38Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:39.860688 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3303f6-7fe5-478f-93f7-e430f4c7360e None None] The sync data for ids ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'] in n-d-713498-30 is: [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '8b72d137-0146-4646-b338-c27dafff1e4c', 'name': '', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:59:31:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:33Z', 'updated_at': '2021-12-08T01:48:38Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:48:40.016976 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-966b09d0-44a5-477b-ae51-67e6079a5506 req-3a168b51-dfa5-49c0-a3df-7b87ddcdf1ed tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 210 time: 0.0638206 Dec 08 01:48:40.505343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33746) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:40.829632 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-433f2766-5e6a-4c75-9a89-47ba49485950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:40.975408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-669e4f3b-3aff-4006-baea-8ed9a691af43 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:40.980239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-669e4f3b-3aff-4006-baea-8ed9a691af43 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.65 "GET /v2.0/networks?id=944f8e9a-770f-4926-a1e0-e8d8f5f23152 HTTP/1.1" status: 200 len: 797 time: 0.3079948 Dec 08 01:48:40.990903 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-433f2766-5e6a-4c75-9a89-47ba49485950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.047595 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-433f2766-5e6a-4c75-9a89-47ba49485950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.071095 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7d4f829-8cf6-4aec-b368-90b82b44ca0b req-8a8ca296-c43b-46e9-9dcd-89c7c252a5ca tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0689745 Dec 08 01:48:41.137956 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-378d6b1d-7e51-4660-ac48-71295fbf64e9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 379 time: 0.1012871 Dec 08 01:48:41.140041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'port': {'device_id': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'admin_state_up': True, 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'security_groups': ['b2792315-ff91-4b10-ac6d-0f4e99aa5c1f']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:41.141650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f2766-5e6a-4c75-9a89-47ba49485950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca023f-e5a6-41fb-a104-835cc7431c2d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:41.195557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33768) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.278476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-234b8bbe-9a6a-46fb-819c-ba3c277ee7df req-6ba5ddf6-66d1-4b54-973e-ad903c84b755 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 210 time: 0.1007469 Dec 08 01:48:41.285753 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-433f2766-5e6a-4c75-9a89-47ba49485950 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3838bbecc7c46d795d4234d5fa40baa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7760282 Dec 08 01:48:41.286698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33774) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.361116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b717e0f-8c17-4570-b0c4-e5eb9b0c2fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.377283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Made reservation on behalf of 59ce268125774870bb2a6d0d519662d3 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:41.387250 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.388677 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8b72d137-0146-4646-b338-c27dafff1e4c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:41.461156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b717e0f-8c17-4570-b0c4-e5eb9b0c2fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.526685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 8b72d137-0146-4646-b338-c27dafff1e4c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:41.527401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.562856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b717e0f-8c17-4570-b0c4-e5eb9b0c2fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.568203 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b717e0f-8c17-4570-b0c4-e5eb9b0c2fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.575276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2b717e0f-8c17-4570-b0c4-e5eb9b0c2fc5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2aca023f-e5a6-41fb-a104-835cc7431c2d HTTP/1.1" status: 204 len: 168 time: 0.2872107 Dec 08 01:48:41.580966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.20.0.13 (944f8e9a-770f-4926-a1e0-e8d8f5f23152/d7f9c373-9425-4279-80d5-f113db5f8648/af0215cf-af87-4ed1-b55e-b093e073752e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:41.596893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b717e0f-8c17-4570-b0c4-e5eb9b0c2fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca023f-e5a6-41fb-a104-835cc7431c2d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:41.759254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-47456822-5b8e-45b1-b7dd-18e6c17a5e1f tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.760789 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-47456822-5b8e-45b1-b7dd-18e6c17a5e1f tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.5636287 Dec 08 01:48:41.763768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33780) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.772805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-b151530a-4f02-40a7-8734-172ce8894103 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.775260 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b151530a-4f02-40a7-8734-172ce8894103 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0092506 Dec 08 01:48:41.777685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33782) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.786220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-0454646a-7e38-48a3-8915-cd6b9d0d6c9a tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.788521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0454646a-7e38-48a3-8915-cd6b9d0d6c9a tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0093293 Dec 08 01:48:41.791237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33784) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.808530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-583d2d11-35f3-4755-a79e-27c6d899655a tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.810437 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-583d2d11-35f3-4755-a79e-27c6d899655a tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0154541 Dec 08 01:48:41.813410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33786) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.823729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-38813eb0-8d29-42cb-aa6d-1215085db134 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.825446 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-38813eb0-8d29-42cb-aa6d-1215085db134 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0099258 Dec 08 01:48:41.828416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33788) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.835949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-8ba74834-eda5-40e0-a6dd-9d9420605840 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.837750 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8ba74834-eda5-40e0-a6dd-9d9420605840 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075433 Dec 08 01:48:41.841322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33790) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.848841 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-61654dd7-0c05-4e4a-aec2-8008d7b9298a tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.849807 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-61654dd7-0c05-4e4a-aec2-8008d7b9298a tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0077357 Dec 08 01:48:41.853646 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33792) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.859960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-004fd3e8-fc2a-4aea-9d39-dcaae5c0e383 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.861610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-004fd3e8-fc2a-4aea-9d39-dcaae5c0e383 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0063174 Dec 08 01:48:41.864996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33794) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.879910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-1102e340-cd2f-4744-8371-fc7495e59b23 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.882246 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1102e340-cd2f-4744-8371-fc7495e59b23 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0143881 Dec 08 01:48:41.885408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33796) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.894236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-025a3f18-d798-4fae-901c-4e0058b576ee tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.897500 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-025a3f18-d798-4fae-901c-4e0058b576ee tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0087750 Dec 08 01:48:41.900376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.906451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-cc5cbfcb-8018-445e-a44d-cc00616e9303 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.907509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cc5cbfcb-8018-445e-a44d-cc00616e9303 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0059981 Dec 08 01:48:41.911241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33800) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.917766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-f2c26e68-f19c-4f2a-b709-9edd58728cf2 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.922418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33802) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.922832 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f2c26e68-f19c-4f2a-b709-9edd58728cf2 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0100918 Dec 08 01:48:41.928652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-5d370e9a-a479-413f-93aa-f11c6516be74 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.933128 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5d370e9a-a479-413f-93aa-f11c6516be74 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0094864 Dec 08 01:48:41.934016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33804) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.938962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-69646fea-f5f1-4be8-a601-9720cb7da186 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.944028 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-69646fea-f5f1-4be8-a601-9720cb7da186 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0085275 Dec 08 01:48:41.944765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33806) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.950071 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-6db088fc-efe4-43ff-ab4d-f88c5e615d05 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.956571 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:41.957133 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6db088fc-efe4-43ff-ab4d-f88c5e615d05 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0110629 Dec 08 01:48:41.959612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33810) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.964174 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-52aed759-2d68-496f-96be-8414885218c3 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.967676 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-52aed759-2d68-496f-96be-8414885218c3 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0048432 Dec 08 01:48:41.968334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33812) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.976462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-4b6e1a1f-7758-45b9-b433-4368f9c2db82 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.979741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4b6e1a1f-7758-45b9-b433-4368f9c2db82 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0084453 Dec 08 01:48:41.980383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33814) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:41.985314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-86d069f7-26d1-4f9d-be42-0a983f11cfea tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:41.989182 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-86d069f7-26d1-4f9d-be42-0a983f11cfea tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0053678 Dec 08 01:48:41.989846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33818) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.001853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-11e82fab-98f0-4da3-9af7-41ab632d3846 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.010840 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33820) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.022172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-85f3aa32-9360-42a8-9364-3af286e1225f tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.024549 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-11e82fab-98f0-4da3-9af7-41ab632d3846 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0159886 Dec 08 01:48:42.025283 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-85f3aa32-9360-42a8-9364-3af286e1225f tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0124228 Dec 08 01:48:42.029159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33822) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.052489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.061902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-0f136ed7-8d42-45a5-a38c-4a2f8180985a tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.064167 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0f136ed7-8d42-45a5-a38c-4a2f8180985a tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0327680 Dec 08 01:48:42.066707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33824) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.081228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-7826183f-16a9-40f5-9e07-234f65598290 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.086371 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7826183f-16a9-40f5-9e07-234f65598290 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0185649 Dec 08 01:48:42.089907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33826) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.114395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-c438e227-5edf-4622-a134-f7633ff2899d tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.115660 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c438e227-5edf-4622-a134-f7633ff2899d tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0244257 Dec 08 01:48:42.118179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33830) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.130534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-10107c95-e4ee-4565-b611-6cc40322bf54 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.131737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-10107c95-e4ee-4565-b611-6cc40322bf54 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0125561 Dec 08 01:48:42.136781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33832) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.144125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-e7927b92-e9e4-4bf7-8a7f-ebaf9054d5bd tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.157316 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e7927b92-e9e4-4bf7-8a7f-ebaf9054d5bd tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0186033 Dec 08 01:48:42.161153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.175292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-8351c685-9f7f-457a-ae13-7c9b265767fe tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.178220 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8351c685-9f7f-457a-ae13-7c9b265767fe tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0160964 Dec 08 01:48:42.182018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.186482 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-8b85f195-4d4a-4718-a076-07db2d82963e tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.189248 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8b85f195-4d4a-4718-a076-07db2d82963e tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0044663 Dec 08 01:48:42.197026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33838) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.198988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:42.210496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-78fd58ee-a76b-4849-91b8-7568bc01a06b tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.214219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33842) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.214410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-78fd58ee-a76b-4849-91b8-7568bc01a06b tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073614 Dec 08 01:48:42.218710 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-325fd075-7929-43f6-88ee-cb68b8aac69d tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.219663 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-325fd075-7929-43f6-88ee-cb68b8aac69d tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044682 Dec 08 01:48:42.223379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33844) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.227560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:42.231608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:42.238406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-07ceb257-15f3-4298-8ad4-63607b9c7cce tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.239429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-07ceb257-15f3-4298-8ad4-63607b9c7cce tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0134289 Dec 08 01:48:42.243574 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33846) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.270707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-4d3ecf3b-49c5-45cb-8ef0-c7a111a88962 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.272010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4d3ecf3b-49c5-45cb-8ef0-c7a111a88962 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0282288 Dec 08 01:48:42.283089 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bad8e168-5870-44fe-aded-352bdf7485f8 req-49157c32-9531-469d-9fa8-751853204094 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0618441 Dec 08 01:48:42.289021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33848) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.297874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-8ba0e3c7-0336-495b-a392-277fded9febf tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.302948 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8ba0e3c7-0336-495b-a392-277fded9febf tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0107036 Dec 08 01:48:42.306367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33850) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.316556 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-c28eec82-d7ff-44e5-bbc1-cdac28692437 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.320585 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c28eec82-d7ff-44e5-bbc1-cdac28692437 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070159 Dec 08 01:48:42.320774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.330671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-19a65c6d-c64d-4b14-abcc-42c62af379a6 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.336429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-19a65c6d-c64d-4b14-abcc-42c62af379a6 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0124168 Dec 08 01:48:42.336684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33856) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.341201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=af0215cf-af87-4ed1-b55e-b093e073752e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:42.349503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-3967c7c0-a09c-4f23-a19e-f12143fec9e4 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.349923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:42.352880 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.353001 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3967c7c0-a09c-4f23-a19e-f12143fec9e4 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0131283 Dec 08 01:48:42.353001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33858) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.365387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.380044 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a16761da-54d4-4640-96b9-2c2093eac6f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2484152 Dec 08 01:48:42.381524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-6cc65f0a-7bbf-4b81-a212-20e5d1e3d97e tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.385772 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6cc65f0a-7bbf-4b81-a212-20e5d1e3d97e tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0162215 Dec 08 01:48:42.385936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33862) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.389701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-fa4069c2-3f3d-4dd6-ae10-f5058877777c tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.394073 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fa4069c2-3f3d-4dd6-ae10-f5058877777c tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0074792 Dec 08 01:48:42.394756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33864) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.397637 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2d97368-85e3-4761-bd32-9e96888c3c2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.398949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-c46ab7ac-b06d-42fc-9f2e-39c2d1f3a5f1 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.403180 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c46ab7ac-b06d-42fc-9f2e-39c2d1f3a5f1 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0074899 Dec 08 01:48:42.405090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33866) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.410076 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-0255fc71-35e9-412a-8f52-6cbf6e000be4 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.412754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0255fc71-35e9-412a-8f52-6cbf6e000be4 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0067642 Dec 08 01:48:42.417182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Request body: {'port': {'device_id': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:42.420636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33868) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.426758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-ae607b5f-82a3-4bac-9481-621bcc7495e0 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.427919 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ae607b5f-82a3-4bac-9481-621bcc7495e0 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063517 Dec 08 01:48:42.442787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33870) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.447087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-cb2f108f-3efe-4dd7-a23f-7c2b0cd0a01a tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.450414 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cb2f108f-3efe-4dd7-a23f-7c2b0cd0a01a tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043516 Dec 08 01:48:42.454928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33872) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.465865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-cbabe16e-1dca-40db-8311-1e1c559c0ffe tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.469614 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cbabe16e-1dca-40db-8311-1e1c559c0ffe tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0123930 Dec 08 01:48:42.480632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33874) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.501242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-f77776c9-0e9f-40f6-b97a-32f241b91eb3 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.506256 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f77776c9-0e9f-40f6-b97a-32f241b91eb3 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0244422 Dec 08 01:48:42.506800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33876) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.513725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-626339e2-335d-4b66-a4c7-8cfcbda0fda1 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.515863 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bbd8e-2493-4b70-a9d4-8b80dc90927f req-1cc16398-2e70-4fab-97e3-e4e9052907cf tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:42.517293 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-626339e2-335d-4b66-a4c7-8cfcbda0fda1 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073624 Dec 08 01:48:42.520775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33878) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.523903 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-431bbd8e-2493-4b70-a9d4-8b80dc90927f req-1cc16398-2e70-4fab-97e3-e4e9052907cf tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 932 time: 0.1056230 Dec 08 01:48:42.526758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-fff42c37-5965-4129-af11-47c56012f8c5 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.530490 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fff42c37-5965-4129-af11-47c56012f8c5 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0087681 Dec 08 01:48:42.531084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33880) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.539120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-b87f2c08-a4f2-4841-9856-3b403e0ee6f9 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.543239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b87f2c08-a4f2-4841-9856-3b403e0ee6f9 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0080583 Dec 08 01:48:42.544358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33882) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.544934 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.552732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-77a91c80-0f78-4ce0-9ccc-fdbb074ccb57 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.553788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-77a91c80-0f78-4ce0-9ccc-fdbb074ccb57 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0061727 Dec 08 01:48:42.559223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33884) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.568854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-96460be4-b78d-4c70-b245-67aee352a0aa tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.572435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33886) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.572660 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-96460be4-b78d-4c70-b245-67aee352a0aa tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0101943 Dec 08 01:48:42.577287 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-abf4794d-7c93-4374-92d4-ae247525b100 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.580605 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-abf4794d-7c93-4374-92d4-ae247525b100 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047328 Dec 08 01:48:42.581112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33888) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.585342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-f5aebf2d-4516-4410-b80f-dc8a1e9c9187 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.589026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f5aebf2d-4516-4410-b80f-dc8a1e9c9187 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0068555 Dec 08 01:48:42.590547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33890) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.605876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-2f9faa5d-907b-4dbf-97a5-fc469f571f79 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.610966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2f9faa5d-907b-4dbf-97a5-fc469f571f79 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0156455 Dec 08 01:48:42.613683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33892) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.624398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-933c4a4a-1b34-412e-9355-75cb4d684e07 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.629325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-933c4a4a-1b34-412e-9355-75cb4d684e07 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0143456 Dec 08 01:48:42.630088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33894) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.640872 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-431bbd8e-2493-4b70-a9d4-8b80dc90927f req-99b3967d-395a-47be-9d21-4e710d0a6afc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158657 Dec 08 01:48:42.643004 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2d97368-85e3-4761-bd32-9e96888c3c2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.646951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-61dcd48d-5e3e-467b-9fa9-27b6c720a908 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.650730 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-61dcd48d-5e3e-467b-9fa9-27b6c720a908 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0079603 Dec 08 01:48:42.650879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a36fd4fa-fcf4-45ec-b796-b78e8d55fa51 None None] Provisioning complete for port af0215cf-af87-4ed1-b55e-b093e073752e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:42.651306 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a36fd4fa-fcf4-45ec-b796-b78e8d55fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.651961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33896) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.653442 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2d97368-85e3-4761-bd32-9e96888c3c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.656614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-9c4f91c9-148f-4e16-9130-2de119b3a815 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.661344 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9c4f91c9-148f-4e16-9130-2de119b3a815 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0048504 Dec 08 01:48:42.665480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33898) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.676346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-73b59971-39b2-48da-82a5-8edf8846cc79 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.676346 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-73b59971-39b2-48da-82a5-8edf8846cc79 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0062246 Dec 08 01:48:42.686982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33900) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.701260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-9fbbd6dc-ef07-4121-bdb1-c5e02517c915 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.705203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9fbbd6dc-ef07-4121-bdb1-c5e02517c915 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0161676 Dec 08 01:48:42.707971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.712078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a36fd4fa-fcf4-45ec-b796-b78e8d55fa51 None None] Port af0215cf-af87-4ed1-b55e-b093e073752e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:48:42.722527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-ee151b7c-df9b-4cfe-8008-1af0a41ae87c tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.726017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ee151b7c-df9b-4cfe-8008-1af0a41ae87c tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0102468 Dec 08 01:48:42.728105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33904) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.732387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-04af01a4-acc6-49c3-ba0d-9d429aa76cdf tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.735444 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-04af01a4-acc6-49c3-ba0d-9d429aa76cdf tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044098 Dec 08 01:48:42.738975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33906) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.740898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d97368-85e3-4761-bd32-9e96888c3c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beec207-0bb7-4e75-a073-dd355a909e28,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:42.747213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-bb191e91-503d-4435-a327-44ad432e3607 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.751034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bb191e91-503d-4435-a327-44ad432e3607 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0110636 Dec 08 01:48:42.755169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33908) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.758823 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c2d97368-85e3-4761-bd32-9e96888c3c2b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d7482830564540af894c6454ead635db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4066908 Dec 08 01:48:42.760618 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-889cb951-c906-4a27-bcd8-d9c334dc7308 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.761665 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-889cb951-c906-4a27-bcd8-d9c334dc7308 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0062020 Dec 08 01:48:42.764980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33910) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.764980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33912) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.773554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-a2a9d1af-6a44-4535-86d5-34c639facb84 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.776047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a2a9d1af-6a44-4535-86d5-34c639facb84 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0081456 Dec 08 01:48:42.777181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33914) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.788128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-8078ce58-fd62-43a0-9ee0-827f53443484 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.791567 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8078ce58-fd62-43a0-9ee0-827f53443484 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046163 Dec 08 01:48:42.794067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33916) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.799594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-cd733626-6744-45ff-bded-76121d58a856 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.803451 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cd733626-6744-45ff-bded-76121d58a856 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0072045 Dec 08 01:48:42.805527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33920) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.810283 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-8c31d9fd-5f4c-4e35-a838-02a9e4cee8e5 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.813383 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8c31d9fd-5f4c-4e35-a838-02a9e4cee8e5 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048184 Dec 08 01:48:42.815414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33922) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.823706 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-77bb3638-f559-47b6-9ba3-9b499500f052 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.826969 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-77bb3638-f559-47b6-9ba3-9b499500f052 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0080948 Dec 08 01:48:42.833291 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33924) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.838622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [None req-b16d3ed6-a23e-4321-b0df-d33de2c6c89f tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.840739 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b16d3ed6-a23e-4321-b0df-d33de2c6c89f tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059545 Dec 08 01:48:42.849366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33926) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.853587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-6bb75ab1-349a-4c15-818a-8e99406ca785 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.854537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6bb75ab1-349a-4c15-818a-8e99406ca785 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042486 Dec 08 01:48:42.857359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33928) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.862035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-84ff39f4-74c4-4944-ba5c-6473bef8a00c tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.864855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-84ff39f4-74c4-4944-ba5c-6473bef8a00c tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0047615 Dec 08 01:48:42.869100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33930) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.870781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cba75eb1-c646-4e5b-aa99-8e0fb573709a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.877826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-2282e713-9072-40aa-b243-fff39f9e15cf tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.881528 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2282e713-9072-40aa-b243-fff39f9e15cf tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0082405 Dec 08 01:48:42.882334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33932) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.887501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-176ede78-841a-424f-899f-61b084c48e11 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.890728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-176ede78-841a-424f-899f-61b084c48e11 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0057976 Dec 08 01:48:42.891371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33934) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:42.896421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cba75eb1-c646-4e5b-aa99-8e0fb573709a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.899149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [None req-3bd8622b-59ce-4d50-b73b-98dacadf7424 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:48:42.905972 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3bd8622b-59ce-4d50-b73b-98dacadf7424 tempest-ExtensionsTestJSON-415404229 tempest-ExtensionsTestJSON-415404229-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0081513 Dec 08 01:48:42.952473 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cba75eb1-c646-4e5b-aa99-8e0fb573709a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.957512 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cba75eb1-c646-4e5b-aa99-8e0fb573709a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:42.961145 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cba75eb1-c646-4e5b-aa99-8e0fb573709a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7beec207-0bb7-4e75-a073-dd355a909e28 HTTP/1.1" status: 204 len: 168 time: 0.1935513 Dec 08 01:48:42.971742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba75eb1-c646-4e5b-aa99-8e0fb573709a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beec207-0bb7-4e75-a073-dd355a909e28,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:43.007868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0215cf-af87-4ed1-b55e-b093e073752e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:43.025016 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.040653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Transition to ACTIVE for port object af0215cf-af87-4ed1-b55e-b093e073752e will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:48:43.047426 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.113766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=af0215cf-af87-4ed1-b55e-b093e073752e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:43.246051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Attempting to bind port af0215cf-af87-4ed1-b55e-b093e073752e on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:43.247106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Attempting to bind port af0215cf-af87-4ed1-b55e-b093e073752e by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:43.247628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Attempting to bind port af0215cf-af87-4ed1-b55e-b093e073752e on network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:43.257984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Port af0215cf-af87-4ed1-b55e-b093e073752e on network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:48:43.258338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Attempting to bind port af0215cf-af87-4ed1-b55e-b093e073752e on network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:43.266675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:43.267245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Checking segment: {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:43.268252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Bound using segment: {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:43.271249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Bound port: af0215cf-af87-4ed1-b55e-b093e073752e, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:43.271694 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.485880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33952) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:43.505443 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-457e8c42-8a30-4606-8f9f-da0a804e3925 req-cb4a9dae-ec75-42a5-9a0f-649c68ee2a37 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0731225 Dec 08 01:48:43.573729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:43.592598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=af0215cf-af87-4ed1-b55e-b093e073752e,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:43.606926 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.687069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:43.690782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.692366 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] 10.222.0.65 "PUT /v2.0/ports/af0215cf-af87-4ed1-b55e-b093e073752e HTTP/1.1" status: 200 len: 1093 time: 1.2881296 Dec 08 01:48:43.692865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:43.700602 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3682fe-39ad-4cf6-85b0-22c55173f461" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:43.740243 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-163dd0df-7f7e-4b34-9e94-dcb0c71a0b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:43.844449 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba6276a-e91f-43e4-bc2c-18af0a06cb9a x-openstack-request-id: req-0ba6276a-e91f-43e4-bc2c-18af0a06cb9a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:43.845016 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:43.845519 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ba6276a-e91f-43e4-bc2c-18af0a06cb9a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:43.846274 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'status': 'completed', 'code': 200} Dec 08 01:48:43.865047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f014bf4-f376-4ac9-b641-326f24791aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=af0215cf-af87-4ed1-b55e-b093e073752e,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:43.890850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a6f290ad-abfb-41fe-af41-8fc23af71ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:43.895808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-a6f290ad-abfb-41fe-af41-8fc23af71ee7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1096 time: 0.1139681 Dec 08 01:48:44.059197 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-457eb45c-2f03-43a0-a0db-d5a257d10fb8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af0215cf-af87-4ed1-b55e-b093e073752e HTTP/1.1" status: 200 len: 217 time: 0.1424198 Dec 08 01:48:44.147541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-ab0750ec-ae69-401d-9a18-bdf22abebffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.149607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-ab0750ec-ae69-401d-9a18-bdf22abebffd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7f9c373-9425-4279-80d5-f113db5f8648 HTTP/1.1" status: 200 len: 835 time: 0.0798759 Dec 08 01:48:44.244907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-bb097fb5-12ce-4537-9d8f-ebfeaf3e8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.244907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-bb097fb5-12ce-4537-9d8f-ebfeaf3e8f24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944f8e9a-770f-4926-a1e0-e8d8f5f23152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870383 Dec 08 01:48:44.311555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-163dd0df-7f7e-4b34-9e94-dcb0c71a0b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:44.325474 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-163dd0df-7f7e-4b34-9e94-dcb0c71a0b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:44.399705 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-163dd0df-7f7e-4b34-9e94-dcb0c71a0b4f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=059f4f79f32045fcb6bbdbf44ad987cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9069400 Dec 08 01:48:44.400805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33978) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:44.406058 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d1a09-5f02-435e-84c6-3eda6802cbc0 req-b6981a1a-1093-4124-b54f-1f4cb66ce3cb tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.408110 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-db3d1a09-5f02-435e-84c6-3eda6802cbc0 req-b6981a1a-1093-4124-b54f-1f4cb66ce3cb tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 944 time: 0.1608400 Dec 08 01:48:44.411379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dd0df-7f7e-4b34-9e94-dcb0c71a0b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c64bfa-a42d-4d99-9941-3a6b0f3c3d9d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:44.491114 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-db3d1a09-5f02-435e-84c6-3eda6802cbc0 req-63b70f8e-69ed-4256-a7ef-dffcbc7296ee tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742972 Dec 08 01:48:44.494611 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-ce4ce2d9-16ed-404b-901a-8b384782635f service neutron] 10.222.0.65 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339418 Dec 08 01:48:44.636784 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42a38f3c-97b2-4a64-83d9-909163df5854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:44.721287 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60cd0541-0d4d-4d8c-99f7-f2d87f02f6d2 req-13454f4d-00a7-4b13-ab13-6149664d3b77 service neutron] 10.222.0.65 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179339 Dec 08 01:48:44.730947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6225c679-bc5c-441c-9fdb-f4cef083d93d req-004a7d0e-02a2-4339-952d-1b66dfb6f6d5 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0892897 Dec 08 01:48:44.777647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42a38f3c-97b2-4a64-83d9-909163df5854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:44.838961 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42a38f3c-97b2-4a64-83d9-909163df5854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:44.842110 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42a38f3c-97b2-4a64-83d9-909163df5854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:44.843525 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-42a38f3c-97b2-4a64-83d9-909163df5854 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e0c64bfa-a42d-4d99-9941-3a6b0f3c3d9d HTTP/1.1" status: 204 len: 168 time: 0.4424958 Dec 08 01:48:44.919839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a38f3c-97b2-4a64-83d9-909163df5854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c64bfa-a42d-4d99-9941-3a6b0f3c3d9d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:44.986858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3682fe-39ad-4cf6-85b0-22c55173f461 req-44ffbf28-84e9-4378-ba0a-15f55e1cb143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:44.989011 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d3682fe-39ad-4cf6-85b0-22c55173f461 req-44ffbf28-84e9-4378-ba0a-15f55e1cb143 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1096 time: 0.1442392 Dec 08 01:48:45.215109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3682fe-39ad-4cf6-85b0-22c55173f461 req-e481d5e4-3cf4-4c11-8a7e-ce9741306478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:45.216530 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d3682fe-39ad-4cf6-85b0-22c55173f461 req-e481d5e4-3cf4-4c11-8a7e-ce9741306478 service neutron] 10.222.0.65 "GET /v2.0/networks?id=944f8e9a-770f-4926-a1e0-e8d8f5f23152 HTTP/1.1" status: 200 len: 898 time: 0.2169681 Dec 08 01:48:45.302201 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d3682fe-39ad-4cf6-85b0-22c55173f461 req-c3738010-9790-44a3-b88b-1eb651591dc3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af0215cf-af87-4ed1-b55e-b093e073752e HTTP/1.1" status: 200 len: 217 time: 0.0765421 Dec 08 01:48:45.368728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3682fe-39ad-4cf6-85b0-22c55173f461 req-f34db6a9-ed99-4591-bf70-c8219425d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:45.370808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d3682fe-39ad-4cf6-85b0-22c55173f461 req-f34db6a9-ed99-4591-bf70-c8219425d75e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7f9c373-9425-4279-80d5-f113db5f8648 HTTP/1.1" status: 200 len: 835 time: 0.0598090 Dec 08 01:48:45.439832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3682fe-39ad-4cf6-85b0-22c55173f461 req-70e1b2aa-2201-409f-a0ce-ec153c9922ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:45.441717 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d3682fe-39ad-4cf6-85b0-22c55173f461 req-70e1b2aa-2201-409f-a0ce-ec153c9922ff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944f8e9a-770f-4926-a1e0-e8d8f5f23152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611665 Dec 08 01:48:45.611014 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d3682fe-39ad-4cf6-85b0-22c55173f461 req-c757024e-9877-41b4-a541-957e57577a57 service neutron] 10.222.0.65 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600020 Dec 08 01:48:45.708505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719e629-00c4-4447-87f9-a21eb35fbd81 req-38b8692f-bc09-4ab3-a47e-f81ad284acc2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:45.713440 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8719e629-00c4-4447-87f9-a21eb35fbd81 req-38b8692f-bc09-4ab3-a47e-f81ad284acc2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 944 time: 0.1222708 Dec 08 01:48:45.767220 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d3682fe-39ad-4cf6-85b0-22c55173f461 req-40930d3d-f860-471f-bb73-13dd42caf258 service neutron] 10.222.0.65 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419022 Dec 08 01:48:45.789751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8719e629-00c4-4447-87f9-a21eb35fbd81 req-dc5ae6e4-b422-46e1-b679-3ce7dc7a9662 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724707 Dec 08 01:48:45.886587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34032) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:45.909135 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-712c1ce2-dec1-402b-868d-3105116ecf09 req-501b2bd8-db15-4e8d-a818-338233f5e426 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0422843 Dec 08 01:48:46.006530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1438893022'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:46.028816 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:46.032271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.041248 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.144066 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.149570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.185702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8978570f-3454-4037-ba14-9210357d0f7b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:46.190631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:46.204912 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.205952 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Added segment 5087f5c4-ca81-4186-bfb2-8b91c01e3898 of type vlan for network 028f2dc3-9443-49e8-98f6-903df6708e07 Dec 08 01:48:46.250795 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.283010 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.291251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:46.292040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.338893 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4439223 Dec 08 01:48:46.346774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device af0215cf-af87-4ed1-b55e-b093e073752e details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:48:46.402400 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a314aad-c070-4682-a9ef-875efae242f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Network': ['ID=028f2dc3-9443-49e8-98f6-903df6708e07,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:46.458340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 028f2dc3-9443-49e8-98f6-903df6708e07 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:46.555600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=af0215cf-af87-4ed1-b55e-b093e073752e,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:46.574138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'port_id': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'mac_address': 'fa:16:3e:ff:95:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:48:46.614314 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.628997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0215cf-af87-4ed1-b55e-b093e073752e {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:48:46.652359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=af0215cf-af87-4ed1-b55e-b093e073752e,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:46.657974 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:46.715818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=af0215cf-af87-4ed1-b55e-b093e073752e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:47.078537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['af0215cf-af87-4ed1-b55e-b093e073752e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:48:47.115239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afbd98-7803-4e8b-8a94-678703bf34e3 req-7b892c32-11c4-43ea-8e79-4007b09ea65a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:47.118920 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13afbd98-7803-4e8b-8a94-678703bf34e3 req-7b892c32-11c4-43ea-8e79-4007b09ea65a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 945 time: 0.1042411 Dec 08 01:48:47.161946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-021ad4bb-46c5-4145-8f22-e926c18fe427 req-e977efc5-4132-4a43-b315-96beb3f107e1 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0831561 Dec 08 01:48:47.162390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34086) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:47.218792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13afbd98-7803-4e8b-8a94-678703bf34e3 req-cebea1b4-b5c3-4035-af7a-ba98c6ce31b4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936663 Dec 08 01:48:47.316443 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eddc3f27-a746-4f17-8a8a-7ae4f96fbad4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.413901 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eddc3f27-a746-4f17-8a8a-7ae4f96fbad4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.417941 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eddc3f27-a746-4f17-8a8a-7ae4f96fbad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.461348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eddc3f27-a746-4f17-8a8a-7ae4f96fbad4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=438e6847dad54555a95f4c98b44ceba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2959526 Dec 08 01:48:47.461348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc3f27-a746-4f17-8a8a-7ae4f96fbad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12670ea7-b63d-4095-a8e5-a3e696ba6d1c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:47.462837 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34090) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:47.520936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b560964e-bdc9-45d7-a64a-a64d9f35eb7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.545301 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b560964e-bdc9-45d7-a64a-a64d9f35eb7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.597756 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b560964e-bdc9-45d7-a64a-a64d9f35eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.600805 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b560964e-bdc9-45d7-a64a-a64d9f35eb7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:47.606269 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b560964e-bdc9-45d7-a64a-a64d9f35eb7e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12670ea7-b63d-4095-a8e5-a3e696ba6d1c HTTP/1.1" status: 204 len: 168 time: 0.1418452 Dec 08 01:48:47.616428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560964e-bdc9-45d7-a64a-a64d9f35eb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12670ea7-b63d-4095-a8e5-a3e696ba6d1c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:47.906372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34100) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:47.920558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19e19011-5c1e-45e5-a3a0-67fbb37f458a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.029014 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19e19011-5c1e-45e5-a3a0-67fbb37f458a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.034392 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19e19011-5c1e-45e5-a3a0-67fbb37f458a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.064133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34104) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:48.065461 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-19e19011-5c1e-45e5-a3a0-67fbb37f458a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=afc665610074422e977c7c76e777d2d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1566517 Dec 08 01:48:48.087201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e19011-5c1e-45e5-a3a0-67fbb37f458a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb3d980-eefd-4954-a270-d1b311b41ae5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:48.147766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11efd630-8cee-4c4c-9d74-b4b2ca77fb43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.169605 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11efd630-8cee-4c4c-9d74-b4b2ca77fb43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.229134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11efd630-8cee-4c4c-9d74-b4b2ca77fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.234846 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-11efd630-8cee-4c4c-9d74-b4b2ca77fb43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.240740 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-11efd630-8cee-4c4c-9d74-b4b2ca77fb43 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7fb3d980-eefd-4954-a270-d1b311b41ae5 HTTP/1.1" status: 204 len: 168 time: 0.1717367 Dec 08 01:48:48.250935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efd630-8cee-4c4c-9d74-b4b2ca77fb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb3d980-eefd-4954-a270-d1b311b41ae5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:48.362542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device af0215cf-af87-4ed1-b55e-b093e073752e up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:48.385952 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9197c3c0-9d94-4201-9b5e-87ee41bd0678 req-808a5deb-680b-4e8e-9b29-6121b4f367f5 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0737441 Dec 08 01:48:48.467116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port af0215cf-af87-4ed1-b55e-b093e073752e completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:48:48.472466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port af0215cf-af87-4ed1-b55e-b093e073752e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:48.473130 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.521431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3ea93-a116-41a3-aa51-81195ccbf253 req-25b9d893-0cce-4223-b744-985ba8f3a66d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:48.538466 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33c3ea93-a116-41a3-aa51-81195ccbf253 req-25b9d893-0cce-4223-b744-985ba8f3a66d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 945 time: 0.1221297 Dec 08 01:48:48.616876 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.628663 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33c3ea93-a116-41a3-aa51-81195ccbf253 req-08862ab2-31f3-4f2c-9a24-1a08e2751416 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869620 Dec 08 01:48:48.665954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=af0215cf-af87-4ed1-b55e-b093e073752e,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:48.667411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:48.676749 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a6f9c4-dfb6-4b50-b67f-2d691abdabef" -d '{"events": [{"server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "name": "network-vif-plugged", "status": "completed", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:48.696659 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:48.796821 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873277f3-bf5e-4f1a-93b7-aceb903aee71 x-openstack-request-id: req-873277f3-bf5e-4f1a-93b7-aceb903aee71 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:48.797122 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "name": "network-vif-plugged", "status": "completed", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:48.797388 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-873277f3-bf5e-4f1a-93b7-aceb903aee71 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:48.797801 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'code': 200} Dec 08 01:48:48.800069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=af0215cf-af87-4ed1-b55e-b093e073752e,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:48.947735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948e1bc-fe9e-4de2-a9c3-c287c41ec7a1 req-f355b355-351a-42f1-8681-8ddf96913da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:48.949677 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7948e1bc-fe9e-4de2-a9c3-c287c41ec7a1 req-f355b355-351a-42f1-8681-8ddf96913da3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1098 time: 0.0520198 Dec 08 01:48:49.035257 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7948e1bc-fe9e-4de2-a9c3-c287c41ec7a1 req-2ae5df2c-3a5a-462b-aa7e-db393af2b2e0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744612 Dec 08 01:48:49.502814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a96d694-4e85-45ba-a7d5-8c0d2efd5173 req-569f4253-3e8a-48cd-9f72-42a5d531ce5f tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0335138 Dec 08 01:48:49.775740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34152) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:49.781867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f77c8f4c-7a20-4755-807b-2ec56e353775 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'subnet': {'network_id': '028f2dc3-9443-49e8-98f6-903df6708e07', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:49.949757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77c8f4c-7a20-4755-807b-2ec56e353775 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:49.954489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f77c8f4c-7a20-4755-807b-2ec56e353775 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.129895 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b0ffa-fe0d-4a93-9043-0ebd46dc10bc req-c10eae47-5742-4135-bd1d-a098a5523535 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:50.131382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d83b0ffa-fe0d-4a93-9043-0ebd46dc10bc req-c10eae47-5742-4135-bd1d-a098a5523535 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.4159167 Dec 08 01:48:50.221001 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d83b0ffa-fe0d-4a93-9043-0ebd46dc10bc req-2ccee27c-8abc-44a2-9ae1-5e5a4ae184dc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638642 Dec 08 01:48:50.273873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f77c8f4c-7a20-4755-807b-2ec56e353775 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.376050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c8f4c-7a20-4755-807b-2ec56e353775 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Subnet': ['ID=7e55e356-3996-4b18-9f16-64e33988b590,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:50.387244 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77c8f4c-7a20-4755-807b-2ec56e353775 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Checking segment: {'id': '5087f5c4-ca81-4186-bfb2-8b91c01e3898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '028f2dc3-9443-49e8-98f6-903df6708e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:50.387244 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c8f4c-7a20-4755-807b-2ec56e353775 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network hostable DHCP agents. Network: 028f2dc3-9443-49e8-98f6-903df6708e07, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:50.418323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77c8f4c-7a20-4755-807b-2ec56e353775 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network 028f2dc3-9443-49e8-98f6-903df6708e07 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:50.430954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f77c8f4c-7a20-4755-807b-2ec56e353775 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 028f2dc3-9443-49e8-98f6-903df6708e07) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:50.435561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c8f4c-7a20-4755-807b-2ec56e353775 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:50.436194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f77c8f4c-7a20-4755-807b-2ec56e353775 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.446026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f3553d-bffb-4a3c-abdb-64dc0f273633 None None] Network 028f2dc3-9443-49e8-98f6-903df6708e07 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:50.460992 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f77c8f4c-7a20-4755-807b-2ec56e353775 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6801224 Dec 08 01:48:50.461381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34162) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:50.467158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3d5bfe20-e789-48b0-997d-6d8147cd3201 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-486250888'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:50.491393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5bfe20-e789-48b0-997d-6d8147cd3201 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:50.496511 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d5bfe20-e789-48b0-997d-6d8147cd3201 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.526360 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5bfe20-e789-48b0-997d-6d8147cd3201 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:50.540638 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d5bfe20-e789-48b0-997d-6d8147cd3201 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.541267 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-3d5bfe20-e789-48b0-997d-6d8147cd3201 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Added segment 7a2db25d-3d52-44f1-9fca-96a78de1bc74 of type vlan for network 32d592a5-f388-4548-aa18-54e16dd29630 Dec 08 01:48:50.611257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-028f2dc3-9443-49e8-98f6-903df6708e07', 'network_id': '028f2dc3-9443-49e8-98f6-903df6708e07', 'project_id': 'c63a0b646f69444d95c9fad1e32ac62a', 'fixed_ips': [{'subnet_id': '7e55e356-3996-4b18-9f16-64e33988b590'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:48:50.612522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.668335 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d5bfe20-e789-48b0-997d-6d8147cd3201 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.699515 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08ebcba8-889b-4574-8f4b-65bf7f4d5368 req-dd59fea8-6258-4458-bd5a-f8596a838143 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0761445 Dec 08 01:48:50.703864 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d5bfe20-e789-48b0-997d-6d8147cd3201 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.712131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5bfe20-e789-48b0-997d-6d8147cd3201 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:50.712929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d5bfe20-e789-48b0-997d-6d8147cd3201 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:50.743686 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3d5bfe20-e789-48b0-997d-6d8147cd3201 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2810888 Dec 08 01:48:50.744414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:50.765547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fa440623-2228-4b9c-b053-8156d4007112 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'subnet': {'network_id': '32d592a5-f388-4548-aa18-54e16dd29630', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:50.908936 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Allocated IP 2001:db8:0:ffff::2 (028f2dc3-9443-49e8-98f6-903df6708e07/7e55e356-3996-4b18-9f16-64e33988b590/49382924-8a21-4ddc-a22c-b53088f607ea) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:50.919795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa440623-2228-4b9c-b053-8156d4007112 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:50.925421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa440623-2228-4b9c-b053-8156d4007112 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.074494 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bfe20-e789-48b0-997d-6d8147cd3201 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Network': ['ID=32d592a5-f388-4548-aa18-54e16dd29630,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:51.092649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 32d592a5-f388-4548-aa18-54e16dd29630 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:51.232967 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa440623-2228-4b9c-b053-8156d4007112 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.246555 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.267074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.311508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa440623-2228-4b9c-b053-8156d4007112 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Subnet': ['ID=ad628df9-eb29-463e-9d89-5f9d34b0e599,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:51.328795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa440623-2228-4b9c-b053-8156d4007112 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Checking segment: {'id': '7a2db25d-3d52-44f1-9fca-96a78de1bc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '32d592a5-f388-4548-aa18-54e16dd29630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:51.329170 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa440623-2228-4b9c-b053-8156d4007112 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network hostable DHCP agents. Network: 32d592a5-f388-4548-aa18-54e16dd29630, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:51.330458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Network 028f2dc3-9443-49e8-98f6-903df6708e07 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:51.335386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:51.341066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:51.345914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Pushing event updated for resources: {'Port': ['ID=49382924-8a21-4ddc-a22c-b53088f607ea,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:51.355420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa440623-2228-4b9c-b053-8156d4007112 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network 32d592a5-f388-4548-aa18-54e16dd29630 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:51.371742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-fa440623-2228-4b9c-b053-8156d4007112 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 32d592a5-f388-4548-aa18-54e16dd29630) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:51.382753 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0827cb90-3c04-45d4-9edd-f13b1ea0c4f3 None None] Network 32d592a5-f388-4548-aa18-54e16dd29630 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:51.386926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa440623-2228-4b9c-b053-8156d4007112 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.388101 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa440623-2228-4b9c-b053-8156d4007112 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.405858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df882e5-a934-4d44-8081-f294540798a9 req-28e31f60-3ec4-4100-bb60-64573758a960 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.412326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fa440623-2228-4b9c-b053-8156d4007112 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6513257 Dec 08 01:48:51.413050 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6df882e5-a934-4d44-8081-f294540798a9 req-28e31f60-3ec4-4100-bb60-64573758a960 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.0777469 Dec 08 01:48:51.413797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34180) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:51.507385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Attempting to bind port 49382924-8a21-4ddc-a22c-b53088f607ea on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:51.507920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Attempting to bind port 49382924-8a21-4ddc-a22c-b53088f607ea by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5087f5c4-ca81-4186-bfb2-8b91c01e3898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '028f2dc3-9443-49e8-98f6-903df6708e07'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:51.508144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Attempting to bind port 49382924-8a21-4ddc-a22c-b53088f607ea on network 028f2dc3-9443-49e8-98f6-903df6708e07 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:51.529150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:51.529537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Checking segment: {'id': '5087f5c4-ca81-4186-bfb2-8b91c01e3898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '028f2dc3-9443-49e8-98f6-903df6708e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:51.529927 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.530311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Bound using segment: {'id': '5087f5c4-ca81-4186-bfb2-8b91c01e3898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '028f2dc3-9443-49e8-98f6-903df6708e07'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:51.530785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Bound port: 49382924-8a21-4ddc-a22c-b53088f607ea, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5087f5c4-ca81-4186-bfb2-8b91c01e3898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '028f2dc3-9443-49e8-98f6-903df6708e07'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:51.531652 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.544472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a0c92a-ef45-48e3-8577-1523aa5e7a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-32d592a5-f388-4548-aa18-54e16dd29630', 'network_id': '32d592a5-f388-4548-aa18-54e16dd29630', 'project_id': 'c63a0b646f69444d95c9fad1e32ac62a', 'fixed_ips': [{'subnet_id': 'ad628df9-eb29-463e-9d89-5f9d34b0e599'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:48:51.545322 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b9a0c92a-ef45-48e3-8577-1523aa5e7a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.546452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6df882e5-a934-4d44-8081-f294540798a9 req-03fcf13c-4078-43cf-a248-c478f3bdd67a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207016 Dec 08 01:48:51.565541 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.636879 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.706687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe55b56-d4aa-475e-a0bd-1f4b0f3aac7a req-6fcf4d5b-7d23-4121-9dc5-300e453735bd tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.707714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] For port 49382924-8a21-4ddc-a22c-b53088f607ea, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:51.716884 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fe55b56-d4aa-475e-a0bd-1f4b0f3aac7a req-6fcf4d5b-7d23-4121-9dc5-300e453735bd tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.0691483 Dec 08 01:48:51.731690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] For port 49382924-8a21-4ddc-a22c-b53088f607ea, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=49382924-8a21-4ddc-a22c-b53088f607ea,segment=NetworkSegment(5087f5c4-ca81-4186-bfb2-8b91c01e3898),segment_id=5087f5c4-ca81-4186-bfb2-8b91c01e3898)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:51.732242 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.737412 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:51.772197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Subnet': ['ID=ad628df9-eb29-463e-9d89-5f9d34b0e599,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:51.797100 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fe55b56-d4aa-475e-a0bd-1f4b0f3aac7a req-6fc6cfd6-3913-4f1f-a42b-70acad7375e6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789022 Dec 08 01:48:51.797863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5e20a-29a9-4af4-9c5b-2e396c13e7e1 None None] Pushing event updated for resources: {'Port': ['ID=49382924-8a21-4ddc-a22c-b53088f607ea,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server [None req-b9a0c92a-ef45-48e3-8577-1523aa5e7a51 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad628df9-eb29-463e-9d89-5f9d34b0e599: This subnet is being modified by another concurrent operation. Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 01:48:51.802373 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise exception Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad628df9-eb29-463e-9d89-5f9d34b0e599: This subnet is being modified by another concurrent operation. Dec 08 01:48:51.806542 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Dec 08 01:48:51.810084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34186) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:51.834713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1772e9-9722-4cd0-a426-ceb8eb177305 None None] Network 32d592a5-f388-4548-aa18-54e16dd29630 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:51.874242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90a74c-cc9f-40f5-b6c7-47c3ca26f7c4 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:51.875862 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-be90a74c-cc9f-40f5-b6c7-47c3ca26f7c4 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1093 time: 0.0641644 Dec 08 01:48:51.882673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34188) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:51.887368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:51.913249 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.054696 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.298945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.25.2.93 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/e7146eba-1025-47e0-b32e-37d5952a2221) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:52.395420 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.457808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d592a5-f388-4548-aa18-54e16dd29630']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:52.472462 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.522291 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.529927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65f833a8-1fc6-456c-bff4-45fe691a1b11 req-fc1a1360-e636-4899-907a-3bb903acfbfa tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0887089 Dec 08 01:48:52.531987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2db25d-3d52-44f1-9fca-96a78de1bc74') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:52.532357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2db25d-3d52-44f1-9fca-96a78de1bc74') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:52.555746 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.588512 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.592716 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:52.596793 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:52.597144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:48:52.597606 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:48:52.601390 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:48:52.610661 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:52.651351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=e7146eba-1025-47e0-b32e-37d5952a2221,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:52.684803 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.693233 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.697348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/32d592a5-f388-4548-aa18-54e16dd29630 HTTP/1.1" status: 204 len: 168 time: 1.2822690 Dec 08 01:48:52.701787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34204) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:52.707473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-af3b1627-63f5-479d-9d57-ac9a6306fcd8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-173580474'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:52.724600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97038a-c357-45c0-aa7f-8fe4880ead3a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Network': ['ID=32d592a5-f388-4548-aa18-54e16dd29630,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:52.775523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3b1627-63f5-479d-9d57-ac9a6306fcd8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:52.787057 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-af3b1627-63f5-479d-9d57-ac9a6306fcd8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.826182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3b1627-63f5-479d-9d57-ac9a6306fcd8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:52.844912 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-af3b1627-63f5-479d-9d57-ac9a6306fcd8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.845102 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-af3b1627-63f5-479d-9d57-ac9a6306fcd8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Added segment a6d45215-e610-41f5-9a3f-1c6d392f73c1 of type vlan for network c6d3012d-0818-436c-99e2-c5e469a287a2 Dec 08 01:48:52.928203 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-af3b1627-63f5-479d-9d57-ac9a6306fcd8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.960117 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-af3b1627-63f5-479d-9d57-ac9a6306fcd8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:52.979398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3b1627-63f5-479d-9d57-ac9a6306fcd8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:52.982095 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-af3b1627-63f5-479d-9d57-ac9a6306fcd8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.062525 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-af3b1627-63f5-479d-9d57-ac9a6306fcd8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3596113 Dec 08 01:48:53.066363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:53.072049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c18902dd-4ae1-4505-93c8-3a3631a025cf tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'subnet': {'network_id': 'c6d3012d-0818-436c-99e2-c5e469a287a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:53.111712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b1627-63f5-479d-9d57-ac9a6306fcd8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Network': ['ID=c6d3012d-0818-436c-99e2-c5e469a287a2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:53.124364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network c6d3012d-0818-436c-99e2-c5e469a287a2 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:53.381099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a262dc5-322b-448b-99e6-b5b8b2c00611 None None] Network 028f2dc3-9443-49e8-98f6-903df6708e07 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:53.412329 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.434967 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 49382924-8a21-4ddc-a22c-b53088f607ea up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:53.451388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18902dd-4ae1-4505-93c8-3a3631a025cf tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:53.459847 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c18902dd-4ae1-4505-93c8-3a3631a025cf tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.568494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-81bc2628-1617-4b39-81eb-05a45a09030a None None] Provisioning complete for port 49382924-8a21-4ddc-a22c-b53088f607ea triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:53.568880 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81bc2628-1617-4b39-81eb-05a45a09030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.600841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.714841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 49382924-8a21-4ddc-a22c-b53088f607ea triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:53.715224 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.724858 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0fc56a20-261a-4a72-800e-848a001fa2c5 req-4847de24-e69b-438f-a69a-87ed62bf74ba tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0597625 Dec 08 01:48:53.789763 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81bc2628-1617-4b39-81eb-05a45a09030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.885262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-81bc2628-1617-4b39-81eb-05a45a09030a None None] For port 49382924-8a21-4ddc-a22c-b53088f607ea, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=49382924-8a21-4ddc-a22c-b53088f607ea,segment=NetworkSegment(5087f5c4-ca81-4186-bfb2-8b91c01e3898),segment_id=5087f5c4-ca81-4186-bfb2-8b91c01e3898)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:53.910580 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c18902dd-4ae1-4505-93c8-3a3631a025cf tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:53.964355 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81bc2628-1617-4b39-81eb-05a45a09030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.015239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.045811 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.088985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18902dd-4ae1-4505-93c8-3a3631a025cf tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Subnet': ['ID=55839bd8-0288-413b-9dbf-c7e8c4a918a0,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:54.107195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc2628-1617-4b39-81eb-05a45a09030a None None] Pushing event updated for resources: {'Port': ['ID=49382924-8a21-4ddc-a22c-b53088f607ea,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:54.166017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18902dd-4ae1-4505-93c8-3a3631a025cf tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Checking segment: {'id': 'a6d45215-e610-41f5-9a3f-1c6d392f73c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6d3012d-0818-436c-99e2-c5e469a287a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:54.166498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18902dd-4ae1-4505-93c8-3a3631a025cf tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network hostable DHCP agents. Network: c6d3012d-0818-436c-99e2-c5e469a287a2, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:54.196572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca0f88-41b7-41e9-90c5-719c478a3371 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:48:54.215955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=e7146eba-1025-47e0-b32e-37d5952a2221,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:54.231504 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.237103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18902dd-4ae1-4505-93c8-3a3631a025cf tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network c6d3012d-0818-436c-99e2-c5e469a287a2 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:54.348816 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c18902dd-4ae1-4505-93c8-3a3631a025cf tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c6d3012d-0818-436c-99e2-c5e469a287a2) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:54.355603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18902dd-4ae1-4505-93c8-3a3631a025cf tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:54.356217 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c18902dd-4ae1-4505-93c8-3a3631a025cf tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.371407 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Floating IP 62b9d7ff-4a30-430a-9dd3-b92a4b9cf193 associated. External IP: 172.25.2.93, port: af0215cf-af87-4ed1-b55e-b093e073752e. Dec 08 01:48:54.382231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4f1af376-728f-4e5e-9fc2-09e2ca3dcb92 None None] Provisioning complete for port 49382924-8a21-4ddc-a22c-b53088f607ea triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:54.383261 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f1af376-728f-4e5e-9fc2-09e2ca3dcb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.414937 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c18902dd-4ae1-4505-93c8-3a3631a025cf tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3439200 Dec 08 01:48:54.415427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34228) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:54.420754 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-765e46d8-ef70-4bf7-88cf-568e2a7c5495 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1360575269'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:54.488415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765e46d8-ef70-4bf7-88cf-568e2a7c5495 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:54.491811 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765e46d8-ef70-4bf7-88cf-568e2a7c5495 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.660977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765e46d8-ef70-4bf7-88cf-568e2a7c5495 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:54.722914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765e46d8-ef70-4bf7-88cf-568e2a7c5495 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.723272 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-765e46d8-ef70-4bf7-88cf-568e2a7c5495 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Added segment 16139947-d822-4774-902f-6af3444d11a5 of type vlan for network f5ece726-10b5-439b-9411-3f7348b2fe22 Dec 08 01:48:54.799767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765e46d8-ef70-4bf7-88cf-568e2a7c5495 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.872594 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c49457a5-408f-44fc-a66a-ff1883a6db98 req-b3aa5f8c-ad0a-48c7-8d05-a84d0051ac0a tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0456262 Dec 08 01:48:54.932687 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765e46d8-ef70-4bf7-88cf-568e2a7c5495 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.938401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e46d8-ef70-4bf7-88cf-568e2a7c5495 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:54.939036 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765e46d8-ef70-4bf7-88cf-568e2a7c5495 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:54.974045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 39798cbe-383a-4a48-ae4d-11e4b495ac6b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:48:54.993647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-765e46d8-ef70-4bf7-88cf-568e2a7c5495 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5768921 Dec 08 01:48:54.998096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34238) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:55.000576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca0f88-41b7-41e9-90c5-719c478a3371 None None] Unable to find a vacant binding_index for network c6d3012d-0818-436c-99e2-c5e469a287a2 and agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 {{(pid=103131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 08 01:48:55.007362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca0f88-41b7-41e9-90c5-719c478a3371 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c6d3012d-0818-436c-99e2-c5e469a287a2) {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:48:55.007803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'subnet': {'network_id': 'f5ece726-10b5-439b-9411-3f7348b2fe22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:55.085821 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e46d8-ef70-4bf7-88cf-568e2a7c5495 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Network': ['ID=f5ece726-10b5-439b-9411-3f7348b2fe22,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:55.115004 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network f5ece726-10b5-439b-9411-3f7348b2fe22 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:55.168671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:55.181632 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:55.219787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:48:55.236697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172a855-6f8c-443d-b89f-f6c4868127aa None None] Sync routers for ids ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:48:55.255514 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:55.261609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Performing IP validity checks on allocation pools {{(pid=103130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 01:48:55.262847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103130) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 01:48:55.262961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172a855-6f8c-443d-b89f-f6c4868127aa None None] Routers {'39798cbe-383a-4a48-ae4d-11e4b495ac6b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:55.263675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4172a855-6f8c-443d-b89f-f6c4868127aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:48:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:55.333926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2f3d466c-ea5b-4b73-921b-da2d98ff702a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4500566 Dec 08 01:48:55.335326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:48:55.344307 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05290475-2003-4cd7-accb-336a72c4e042" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:48:55.359204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 49382924-8a21-4ddc-a22c-b53088f607ea up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:55.403021 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26e8611-b9f3-45e9-92a2-ad1cf0793d97 x-openstack-request-id: req-d26e8611-b9f3-45e9-92a2-ad1cf0793d97 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:48:55.403587 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:48:55.403587 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d26e8611-b9f3-45e9-92a2-ad1cf0793d97 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:48:55.403995 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'status': 'completed', 'code': 200} Dec 08 01:48:55.434819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:55.523420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Subnet': ['ID=b0755e27-d89f-4ca6-a06e-b8811039fafc,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:55.531027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-4172a855-6f8c-443d-b89f-f6c4868127aa None None] Set router 39798cbe-383a-4a48-ae4d-11e4b495ac6b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:55.545077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05290475-2003-4cd7-accb-336a72c4e042 req-4d7babfd-a815-4ed8-9b5b-ebc8f6669946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:55.545343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a3e662-47e3-4a4d-bd10-f4461b3cf154 req-44beb18c-7e9a-47c6-b51e-afd44e7735c3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:55.546658 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05290475-2003-4cd7-accb-336a72c4e042 req-4d7babfd-a815-4ed8-9b5b-ebc8f6669946 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1098 time: 0.0812659 Dec 08 01:48:55.546840 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-76a3e662-47e3-4a4d-bd10-f4461b3cf154 req-44beb18c-7e9a-47c6-b51e-afd44e7735c3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.1499605 Dec 08 01:48:55.550829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Checking segment: {'id': '16139947-d822-4774-902f-6af3444d11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f5ece726-10b5-439b-9411-3f7348b2fe22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:55.551201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network hostable DHCP agents. Network: f5ece726-10b5-439b-9411-3f7348b2fe22, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:55.601186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network f5ece726-10b5-439b-9411-3f7348b2fe22 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:55.607636 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-76a3e662-47e3-4a4d-bd10-f4461b3cf154 req-0bf86db2-bd38-4676-b72b-36a8fc2f4fe7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529931 Dec 08 01:48:55.617779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 49382924-8a21-4ddc-a22c-b53088f607ea triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:55.618244 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:55.635182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34250) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:55.649581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, f5ece726-10b5-439b-9411-3f7348b2fe22) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:55.667760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:55.668426 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:55.702606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05290475-2003-4cd7-accb-336a72c4e042 req-84895756-986d-4426-9a3b-f74b8579ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:55.704648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05290475-2003-4cd7-accb-336a72c4e042 req-84895756-986d-4426-9a3b-f74b8579ecb5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=944f8e9a-770f-4926-a1e0-e8d8f5f23152 HTTP/1.1" status: 200 len: 898 time: 0.1502321 Dec 08 01:48:55.713405 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-153f1bda-44f8-4b7a-841b-a9cfdc7b5498 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7111509 Dec 08 01:48:55.714039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34258) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:55.729405 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:48:55.733562 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ab394621-daff-48a3-ad79-f6892293cbb4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/62b9d7ff-4a30-430a-9dd3-b92a4b9cf193 HTTP/1.1" status: 200 len: 991 time: 0.0972419 Dec 08 01:48:55.860042 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05290475-2003-4cd7-accb-336a72c4e042 req-e29396e4-67cb-43e6-aebe-2160d8200915 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af0215cf-af87-4ed1-b55e-b093e073752e HTTP/1.1" status: 200 len: 999 time: 0.1470191 Dec 08 01:48:55.865385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-c6d3012d-0818-436c-99e2-c5e469a287a2', 'network_id': 'c6d3012d-0818-436c-99e2-c5e469a287a2', 'project_id': 'c63a0b646f69444d95c9fad1e32ac62a', 'fixed_ips': [{'subnet_id': '55839bd8-0288-413b-9dbf-c7e8c4a918a0'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:48:55.866349 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:55.929970 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05290475-2003-4cd7-accb-336a72c4e042 req-9580fca7-a917-480d-bbba-9a8bb1cbcc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:55.931486 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05290475-2003-4cd7-accb-336a72c4e042 req-9580fca7-a917-480d-bbba-9a8bb1cbcc96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7f9c373-9425-4279-80d5-f113db5f8648 HTTP/1.1" status: 200 len: 835 time: 0.0632360 Dec 08 01:48:55.938916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.023979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05290475-2003-4cd7-accb-336a72c4e042 req-d6c8aabf-0d87-4b5b-89f3-0f5114872f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:56.029391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05290475-2003-4cd7-accb-336a72c4e042 req-d6c8aabf-0d87-4b5b-89f3-0f5114872f90 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944f8e9a-770f-4926-a1e0-e8d8f5f23152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857401 Dec 08 01:48:56.059859 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-84864f98-6c7e-4443-bc14-933bb4719c08 req-80449aff-40cb-434a-88a8-1aa0a4d9ad81 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0670192 Dec 08 01:48:56.079636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7f5c64a1-fec8-4288-8170-edca7716b2d9 None None] Provisioning complete for port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:56.079636 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f5c64a1-fec8-4288-8170-edca7716b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.122196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.183506 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05290475-2003-4cd7-accb-336a72c4e042 req-e897d0e4-a28c-4390-9b59-762ed589233e service neutron] 10.222.0.65 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448677 Dec 08 01:48:56.209049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Allocated IP 2001:db8::1 (c6d3012d-0818-436c-99e2-c5e469a287a2/55839bd8-0288-413b-9dbf-c7e8c4a918a0/4f999d2b-c40f-41e1-9763-8f8c810e42ae) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:48:56.247729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.316104 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Subnet': ['ID=b0755e27-d89f-4ca6-a06e-b8811039fafc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:56.333344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4172a855-6f8c-443d-b89f-f6c4868127aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '62b9d7ff-4a30-430a-9dd3-b92a4b9cf193', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'port_id': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'mac_address': 'fa:16:3e:ff:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:48:53Z', 'updated_at': '2021-12-08T01:48:53Z', 'revision_number': 0, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b72d137-0146-4646-b338-c27dafff1e4c', 'name': '', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:59:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:33Z', 'updated_at': '2021-12-08T01:48:39Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:56.367061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172a855-6f8c-443d-b89f-f6c4868127aa None None] Checking router: 39798cbe-383a-4a48-ae4d-11e4b495ac6b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:48:56.387047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4172a855-6f8c-443d-b89f-f6c4868127aa None None] Routers {'39798cbe-383a-4a48-ae4d-11e4b495ac6b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:48:56.387690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4172a855-6f8c-443d-b89f-f6c4868127aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:48:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:56.419553 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.430774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05290475-2003-4cd7-accb-336a72c4e042 req-f9247b3e-31e8-47f3-a217-6259ed5fe087 service neutron] 10.222.0.65 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392182 Dec 08 01:48:56.446253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ece726-10b5-439b-9411-3f7348b2fe22']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:56.461007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16139947-d822-4774-902f-6af3444d11a5') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:56.461918 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16139947-d822-4774-902f-6af3444d11a5') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:56.474454 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.496129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.514991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:48:56.516915 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.540495 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:48:56.540768 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:48:56.558245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-4172a855-6f8c-443d-b89f-f6c4868127aa None None] Set router 39798cbe-383a-4a48-ae4d-11e4b495ac6b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:48:56.560536 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.609249 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.614882 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.618747 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/f5ece726-10b5-439b-9411-3f7348b2fe22 HTTP/1.1" status: 204 len: 168 time: 0.8974180 Dec 08 01:48:56.622586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34274) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:56.629627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-53c37c0f-8dfd-4912-9ae7-6dd795c98e67 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-444084092'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:56.633847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559686f7-9b34-4df3-8553-8d9d798b8ff5 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Network': ['ID=f5ece726-10b5-439b-9411-3f7348b2fe22,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:56.643374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Network c6d3012d-0818-436c-99e2-c5e469a287a2 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:48:56.652268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:56.668428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c37c0f-8dfd-4912-9ae7-6dd795c98e67 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:56.672858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53c37c0f-8dfd-4912-9ae7-6dd795c98e67 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.684872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:48:56.690311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Pushing event updated for resources: {'Port': ['ID=4f999d2b-c40f-41e1-9763-8f8c810e42ae,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:56.703207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c37c0f-8dfd-4912-9ae7-6dd795c98e67 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:56.717737 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53c37c0f-8dfd-4912-9ae7-6dd795c98e67 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.718479 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-53c37c0f-8dfd-4912-9ae7-6dd795c98e67 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Added segment fd46ce36-12f4-48c5-b24c-9834f673c4c5 of type vlan for network 01593722-0962-4709-8432-0ebca60a671a Dec 08 01:48:56.737400 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34276) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:56.809594 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53c37c0f-8dfd-4912-9ae7-6dd795c98e67 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.842418 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53c37c0f-8dfd-4912-9ae7-6dd795c98e67 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.854514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c37c0f-8dfd-4912-9ae7-6dd795c98e67 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:56.855202 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53c37c0f-8dfd-4912-9ae7-6dd795c98e67 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.902019 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f2549077-c988-4d1b-909e-3c9359cb4f47 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/62b9d7ff-4a30-430a-9dd3-b92a4b9cf193 HTTP/1.1" status: 200 len: 991 time: 0.1632779 Dec 08 01:48:56.967386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Attempting to bind port 4f999d2b-c40f-41e1-9763-8f8c810e42ae on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:48:56.967785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Attempting to bind port 4f999d2b-c40f-41e1-9763-8f8c810e42ae by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'a6d45215-e610-41f5-9a3f-1c6d392f73c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6d3012d-0818-436c-99e2-c5e469a287a2'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:48:56.968149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Attempting to bind port 4f999d2b-c40f-41e1-9763-8f8c810e42ae on network c6d3012d-0818-436c-99e2-c5e469a287a2 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:48:56.990348 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:48:56.990669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Checking segment: {'id': 'a6d45215-e610-41f5-9a3f-1c6d392f73c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6d3012d-0818-436c-99e2-c5e469a287a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:56.991089 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:56.991498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Bound using segment: {'id': 'a6d45215-e610-41f5-9a3f-1c6d392f73c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6d3012d-0818-436c-99e2-c5e469a287a2'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:48:56.991990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Bound port: 4f999d2b-c40f-41e1-9763-8f8c810e42ae, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d45215-e610-41f5-9a3f-1c6d392f73c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c6d3012d-0818-436c-99e2-c5e469a287a2'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:48:56.992408 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:57.012929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c37c0f-8dfd-4912-9ae7-6dd795c98e67 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Network': ['ID=01593722-0962-4709-8432-0ebca60a671a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:57.044078 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-53c37c0f-8dfd-4912-9ae7-6dd795c98e67 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4192553 Dec 08 01:48:57.047036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34286) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:57.052136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 01593722-0962-4709-8432-0ebca60a671a details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:48:57.054781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1b580aed-c324-4044-a89d-a2c94b5ba332 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'subnet': {'network_id': '01593722-0962-4709-8432-0ebca60a671a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:57.254527 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6ff236b-82ad-4d54-ade0-6a031dd55d07 req-dc668f2b-f1f5-4dfa-8144-58cbadd76906 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0727530 Dec 08 01:48:57.327113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] For port 4f999d2b-c40f-41e1-9763-8f8c810e42ae, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:48:57.343841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] For port 4f999d2b-c40f-41e1-9763-8f8c810e42ae, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4f999d2b-c40f-41e1-9763-8f8c810e42ae,segment=NetworkSegment(a6d45215-e610-41f5-9a3f-1c6d392f73c1),segment_id=a6d45215-e610-41f5-9a3f-1c6d392f73c1)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:48:57.356582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:57.445057 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4172a855-6f8c-443d-b89f-f6c4868127aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '62b9d7ff-4a30-430a-9dd3-b92a4b9cf193', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'port_id': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'mac_address': 'fa:16:3e:ff:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:48:53Z', 'updated_at': '2021-12-08T01:48:53Z', 'revision_number': 0, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b72d137-0146-4646-b338-c27dafff1e4c', 'name': '', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:59:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:33Z', 'updated_at': '2021-12-08T01:48:39Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:57.486106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538948f-7fa1-457e-a33b-93724550a980 None None] Pushing event updated for resources: {'Port': ['ID=4f999d2b-c40f-41e1-9763-8f8c810e42ae,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:57.498355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4172a855-6f8c-443d-b89f-f6c4868127aa None None] The sync data for ids ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'] in n-d-713498-30 is: [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '62b9d7ff-4a30-430a-9dd3-b92a4b9cf193', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'port_id': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'mac_address': 'fa:16:3e:ff:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:48:53Z', 'updated_at': '2021-12-08T01:48:53Z', 'revision_number': 0, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b72d137-0146-4646-b338-c27dafff1e4c', 'name': '', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:59:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:33Z', 'updated_at': '2021-12-08T01:48:39Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:48:57.732998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9035bfe5-862c-45f4-a07c-3d32ac2d3d48 req-bf1695b6-893f-4852-b052-6c692fc36308 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1541038 Dec 08 01:48:57.791973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b580aed-c324-4044-a89d-a2c94b5ba332 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:57.800050 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b580aed-c324-4044-a89d-a2c94b5ba332 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:57.907292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34292) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:57.980511 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ca7d05-bb07-4cc1-ae52-675c5e9abcea None None] New status for floating IP 62b9d7ff-4a30-430a-9dd3-b92a4b9cf193: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:48:58.141921 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f48b26f4-d610-42c9-8933-768899bfba9a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/62b9d7ff-4a30-430a-9dd3-b92a4b9cf193 HTTP/1.1" status: 200 len: 991 time: 0.2223861 Dec 08 01:48:58.220035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035bfe5-862c-45f4-a07c-3d32ac2d3d48 req-255ccf92-ad80-4c82-bafc-5cae9be99c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:58.222772 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9035bfe5-862c-45f4-a07c-3d32ac2d3d48 req-255ccf92-ad80-4c82-bafc-5cae9be99c65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 1097 time: 0.4176114 Dec 08 01:48:58.223949 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b580aed-c324-4044-a89d-a2c94b5ba332 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.340511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b580aed-c324-4044-a89d-a2c94b5ba332 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Subnet': ['ID=3960e7bc-135f-4cbb-962b-096181451e46,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:58.358679 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6908ce75-4dde-4bba-9c03-06907237e1ca req-1c8dba30-29a9-4827-9508-6acbe09b0732 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0281534 Dec 08 01:48:58.406245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b580aed-c324-4044-a89d-a2c94b5ba332 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Checking segment: {'id': 'fd46ce36-12f4-48c5-b24c-9834f673c4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '01593722-0962-4709-8432-0ebca60a671a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:48:58.406610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b580aed-c324-4044-a89d-a2c94b5ba332 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network hostable DHCP agents. Network: 01593722-0962-4709-8432-0ebca60a671a, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:48:58.433242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035bfe5-862c-45f4-a07c-3d32ac2d3d48 req-e85e747a-6784-4800-99fc-0d1f08ff00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:58.434742 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9035bfe5-862c-45f4-a07c-3d32ac2d3d48 req-e85e747a-6784-4800-99fc-0d1f08ff00c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 912 time: 0.1888516 Dec 08 01:48:58.441080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b580aed-c324-4044-a89d-a2c94b5ba332 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network 01593722-0962-4709-8432-0ebca60a671a is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:48:58.487642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1b580aed-c324-4044-a89d-a2c94b5ba332 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 01593722-0962-4709-8432-0ebca60a671a) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:48:58.497425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b580aed-c324-4044-a89d-a2c94b5ba332 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:58.497937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b580aed-c324-4044-a89d-a2c94b5ba332 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.522970 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9035bfe5-862c-45f4-a07c-3d32ac2d3d48 req-56954a81-0f9e-46de-8bb1-fd4b82a198ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe25879f-d72b-40dc-8874-ba957976b98e HTTP/1.1" status: 200 len: 1001 time: 0.0785763 Dec 08 01:48:58.528886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1b580aed-c324-4044-a89d-a2c94b5ba332 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4779942 Dec 08 01:48:58.529212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34304) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:58.591218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035bfe5-862c-45f4-a07c-3d32ac2d3d48 req-22d6a899-e205-480b-9e41-fef59fedde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:58.592761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9035bfe5-862c-45f4-a07c-3d32ac2d3d48 req-22d6a899-e205-480b-9e41-fef59fedde9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7350439f-5003-4406-b9e1-36d3805fa73f HTTP/1.1" status: 200 len: 850 time: 0.0595968 Dec 08 01:48:58.649440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035bfe5-862c-45f4-a07c-3d32ac2d3d48 req-b4a2b80a-67f0-4ed9-a714-8aa26506a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:58.651677 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9035bfe5-862c-45f4-a07c-3d32ac2d3d48 req-b4a2b80a-67f0-4ed9-a714-8aa26506a881 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513895 Dec 08 01:48:58.654594 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.716701 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.782226 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9035bfe5-862c-45f4-a07c-3d32ac2d3d48 req-48f41407-bda6-410f-80b5-0af56577c59c service neutron] 10.222.0.72 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219649 Dec 08 01:48:58.792166 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d1d0c42-d0d5-4dee-8109-4d4f37d29b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.810088 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.848056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Subnet': ['ID=3960e7bc-135f-4cbb-962b-096181451e46,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:58.919024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0202fc43-789a-4794-9810-523505d66b58 None None] Network c6d3012d-0818-436c-99e2-c5e469a287a2 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:58.921809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21015c79-a228-4978-9856-f1f33ce2bc0a None None] Network f5ece726-10b5-439b-9411-3f7348b2fe22 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:58.930868 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9035bfe5-862c-45f4-a07c-3d32ac2d3d48 req-0e83d885-64ae-47ee-b6e5-45607cd68279 service neutron] 10.222.0.72 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407988 Dec 08 01:48:58.952317 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:58.971880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a659b2d8-5d4c-41d8-82cc-85670deb9823 None None] Network 01593722-0962-4709-8432-0ebca60a671a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:58.980024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21015c79-a228-4978-9856-f1f33ce2bc0a None None] Network f5ece726-10b5-439b-9411-3f7348b2fe22 could not be found, it might have been deleted concurrently. {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 01:48:58.982013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01593722-0962-4709-8432-0ebca60a671a']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:58.999877 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-07327c37-dd24-4ac8-93b4-6623efed03b5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1205022 Dec 08 01:48:59.003872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd46ce36-12f4-48c5-b24c-9834f673c4c5') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:59.004374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd46ce36-12f4-48c5-b24c-9834f673c4c5') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:48:59.017761 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.038420 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.045633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:48:59.046319 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.047911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faee36f-59d7-4348-bda1-77489d3d653e None None] Network f5ece726-10b5-439b-9411-3f7348b2fe22 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:48:59.055798 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:48:59.139124 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34314) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:59.147379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faee36f-59d7-4348-bda1-77489d3d653e None None] Network f5ece726-10b5-439b-9411-3f7348b2fe22 could not be found, it might have been deleted concurrently. {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 01:48:59.153441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae801cc4-e21b-4acf-be9d-ea85cccf6473 None None] Network 01593722-0962-4709-8432-0ebca60a671a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:48:59.175397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-acccee95-5994-4c7b-9ea0-a12fc1449c11 None None] Provisioning complete for port 4f999d2b-c40f-41e1-9763-8f8c810e42ae triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:59.175795 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-acccee95-5994-4c7b-9ea0-a12fc1449c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.209250 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.233972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.239253 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/01593722-0962-4709-8432-0ebca60a671a HTTP/1.1" status: 204 len: 168 time: 0.7081854 Dec 08 01:48:59.251126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34318) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:59.259094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-94f8801a-d55a-4aee-aae3-f21e1f6faceb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-713843297'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:59.264917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b388e4-a3ee-4f30-b8b2-11dc3c438f0b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Network': ['ID=01593722-0962-4709-8432-0ebca60a671a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:59.289732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-5bc6cb0f-0604-469e-b992-07086676dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.290142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-5bc6cb0f-0604-469e-b992-07086676dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.290675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-5bc6cb0f-0604-469e-b992-07086676dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.291661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-5bc6cb0f-0604-469e-b992-07086676dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.291809 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-5bc6cb0f-0604-469e-b992-07086676dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.292331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-5bc6cb0f-0604-469e-b992-07086676dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.292803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-5bc6cb0f-0604-469e-b992-07086676dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.295288 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-5bc6cb0f-0604-469e-b992-07086676dda1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 6496 time: 0.1277392 Dec 08 01:48:59.344000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f8801a-d55a-4aee-aae3-f21e1f6faceb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:48:59.350289 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94f8801a-d55a-4aee-aae3-f21e1f6faceb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.374621 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fb796984-dded-4fdc-a643-668235b829d2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/62b9d7ff-4a30-430a-9dd3-b92a4b9cf193 HTTP/1.1" status: 200 len: 993 time: 0.2320828 Dec 08 01:48:59.443684 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-acccee95-5994-4c7b-9ea0-a12fc1449c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.477656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f8801a-d55a-4aee-aae3-f21e1f6faceb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:48:59.503567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4f999d2b-c40f-41e1-9763-8f8c810e42ae up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:48:59.565369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-acccee95-5994-4c7b-9ea0-a12fc1449c11 None None] For port 4f999d2b-c40f-41e1-9763-8f8c810e42ae, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4f999d2b-c40f-41e1-9763-8f8c810e42ae,segment=NetworkSegment(a6d45215-e610-41f5-9a3f-1c6d392f73c1),segment_id=a6d45215-e610-41f5-9a3f-1c6d392f73c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:48:59.578139 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-acccee95-5994-4c7b-9ea0-a12fc1449c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.600938 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bca28b6d-320f-42ee-981b-dc38d2fd7676 req-254fec9e-a2e4-4a78-a304-a3a4c4ae6d91 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0959544 Dec 08 01:48:59.610184 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94f8801a-d55a-4aee-aae3-f21e1f6faceb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.610622 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-94f8801a-d55a-4aee-aae3-f21e1f6faceb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Added segment e5a1b3ac-1f9e-440e-97d1-2882fd7dad51 of type vlan for network 56f26151-b72f-46e7-a357-d1722070ccb3 Dec 08 01:48:59.632557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 4f999d2b-c40f-41e1-9763-8f8c810e42ae triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:48:59.632941 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.671666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccee95-5994-4c7b-9ea0-a12fc1449c11 None None] Pushing event updated for resources: {'Port': ['ID=4f999d2b-c40f-41e1-9763-8f8c810e42ae,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:59.700755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-b56989ab-962d-443e-bc7b-a19c1e2486e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.701321 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-b56989ab-962d-443e-bc7b-a19c1e2486e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.701791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-b56989ab-962d-443e-bc7b-a19c1e2486e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.703528 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-b56989ab-962d-443e-bc7b-a19c1e2486e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=6d87ec61-c411-4661-b8c4-fb5d16e75540&id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 HTTP/1.1" status: 200 len: 2293 time: 0.3709419 Dec 08 01:48:59.718826 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94f8801a-d55a-4aee-aae3-f21e1f6faceb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.851645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94f8801a-d55a-4aee-aae3-f21e1f6faceb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.858253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f8801a-d55a-4aee-aae3-f21e1f6faceb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:48:59.858881 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94f8801a-d55a-4aee-aae3-f21e1f6faceb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:48:59.913345 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-94f8801a-d55a-4aee-aae3-f21e1f6faceb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6603310 Dec 08 01:48:59.916130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34326) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:48:59.926387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-69880b40-daff-49bf-b252-262d0edbf859 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'subnet': {'network_id': '56f26151-b72f-46e7-a357-d1722070ccb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:48:59.958705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8801a-d55a-4aee-aae3-f21e1f6faceb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Network': ['ID=56f26151-b72f-46e7-a357-d1722070ccb3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:48:59.963475 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-db9dc6eb-5da7-47ec-a039-86a440ddc65b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f3aeebc-390c-4677-9dce-fdb3eca96bbb HTTP/1.1" status: 200 len: 1001 time: 0.1829524 Dec 08 01:48:59.973173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 56f26151-b72f-46e7-a357-d1722070ccb3 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:00.057867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-3aebb235-7a94-4637-9b9a-fffb4390137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:00.066542 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-3aebb235-7a94-4637-9b9a-fffb4390137a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b74a492b-ae87-47c5-896c-ccd7628f02df HTTP/1.1" status: 200 len: 850 time: 0.0933814 Dec 08 01:49:00.083082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69880b40-daff-49bf-b252-262d0edbf859 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:00.086912 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69880b40-daff-49bf-b252-262d0edbf859 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:00.171257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-94ac03f2-b5dc-4353-a32e-faf5fcb6297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:00.173184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-94ac03f2-b5dc-4353-a32e-faf5fcb6297f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=413aa3d0-a24e-41e8-a155-9ec7dcd0df29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976470 Dec 08 01:49:00.296557 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-da90edf4-e026-4338-bb71-020677cfab1a service neutron] 10.222.0.65 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136587 Dec 08 01:49:00.315616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf7208f-1912-4c46-9145-2e2509681e9d None None] Network c6d3012d-0818-436c-99e2-c5e469a287a2 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:00.422297 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-2838859f-0010-427f-a6c6-0ccb424aae7b service neutron] 10.222.0.65 "GET /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182871 Dec 08 01:49:00.472484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69880b40-daff-49bf-b252-262d0edbf859 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:00.512068 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-b3e097e7-7d2f-4eb1-b344-7016c8e2ae5d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=dffc73d6-4a06-4e82-b7c3-52506e9a988c HTTP/1.1" status: 200 len: 217 time: 0.0769842 Dec 08 01:49:00.514603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9b4feba9-1202-4cb3-b613-05a2aa2b7a6b None None] Provisioning complete for port 4f999d2b-c40f-41e1-9763-8f8c810e42ae triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:00.514987 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b4feba9-1202-4cb3-b613-05a2aa2b7a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:00.622186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-07362a24-ff6e-4d86-aa87-93078224b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:00.625917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-07362a24-ff6e-4d86-aa87-93078224b8e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.1017241 Dec 08 01:49:00.638529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69880b40-daff-49bf-b252-262d0edbf859 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Subnet': ['ID=437a6a11-5ad1-4ed1-8c5b-02446d2c1e5a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:00.691169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69880b40-daff-49bf-b252-262d0edbf859 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Checking segment: {'id': 'e5a1b3ac-1f9e-440e-97d1-2882fd7dad51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56f26151-b72f-46e7-a357-d1722070ccb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:00.691557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69880b40-daff-49bf-b252-262d0edbf859 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network hostable DHCP agents. Network: 56f26151-b72f-46e7-a357-d1722070ccb3, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:00.750383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69880b40-daff-49bf-b252-262d0edbf859 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network 56f26151-b72f-46e7-a357-d1722070ccb3 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:00.764327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-69880b40-daff-49bf-b252-262d0edbf859 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 56f26151-b72f-46e7-a357-d1722070ccb3) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:00.769014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-811c1b8a-1cdc-4a4c-b74c-a94be681b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:00.770579 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-811c1b8a-1cdc-4a4c-b74c-a94be681b397 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1349123 Dec 08 01:49:00.774586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14b188-1fd0-4b3a-a722-e114b290d2ef None None] Network 56f26151-b72f-46e7-a357-d1722070ccb3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:00.776825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69880b40-daff-49bf-b252-262d0edbf859 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:00.777445 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69880b40-daff-49bf-b252-262d0edbf859 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:00.808973 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-69880b40-daff-49bf-b252-262d0edbf859 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8915787 Dec 08 01:49:00.819807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34344) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:00.903825 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dbd937d9-28a7-4d5a-ae7d-13d2304a5495 req-0dde278a-cf6a-47ae-a21d-09cb5b6c6882 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.1019342 Dec 08 01:49:00.968381 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-56f26151-b72f-46e7-a357-d1722070ccb3', 'network_id': '56f26151-b72f-46e7-a357-d1722070ccb3', 'project_id': 'c63a0b646f69444d95c9fad1e32ac62a', 'fixed_ips': [{'subnet_id': '437a6a11-5ad1-4ed1-8c5b-02446d2c1e5a'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:49:00.969237 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:01.010651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:01.089738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-d44be3f2-95d9-4eb3-a65d-d548ac959c11 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102450 Dec 08 01:49:01.145103 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:01.181652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-985f2aa1-ce05-4731-a07a-724ae538c1d3 None None] Provisioning complete for port 4f999d2b-c40f-41e1-9763-8f8c810e42ae triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:01.182200 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-985f2aa1-ce05-4731-a07a-724ae538c1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:01.258236 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-bce36b18-28e6-45e1-8cb2-77872f963a88 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586361 Dec 08 01:49:01.259243 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb6e3cf7-19e5-405e-ad53-33275e8d01a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:01.276595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Allocated IP 2001:db8::1 (56f26151-b72f-46e7-a357-d1722070ccb3/437a6a11-5ad1-4ed1-8c5b-02446d2c1e5a/1b8325e3-8d49-46a0-b07b-79c9cedc8a40) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:01.355118 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-6b0e0b91-05f5-4e03-9fb7-b69d53a7ab36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=62bd3d93-1894-4564-a87b-4962abb893c0 HTTP/1.1" status: 200 len: 217 time: 0.0884123 Dec 08 01:49:01.473855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-450eef63-d038-4136-8f47-bb62a069191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:01.475360 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-450eef63-d038-4136-8f47-bb62a069191f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.1124549 Dec 08 01:49:01.548816 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-522660a8-4b11-4283-b9f9-6f90abc049e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:01.551229 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-522660a8-4b11-4283-b9f9-6f90abc049e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0619788 Dec 08 01:49:01.571496 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:01.577637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4f999d2b-c40f-41e1-9763-8f8c810e42ae up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:01.605189 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:01.649051 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:01.697167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Subnet': ['ID=437a6a11-5ad1-4ed1-8c5b-02446d2c1e5a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:01.853662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:01.859586 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-563f586e-887b-4dfa-aa38-6b6bc10b7e93 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997618 Dec 08 01:49:01.899232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f26151-b72f-46e7-a357-d1722070ccb3']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:01.915285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a1b3ac-1f9e-440e-97d1-2882fd7dad51') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:01.915589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a1b3ac-1f9e-440e-97d1-2882fd7dad51') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:01.931389 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:01.953857 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:01.958429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Network 56f26151-b72f-46e7-a357-d1722070ccb3 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:01.966044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:01.966653 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:01.971960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:01.975846 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:01.977837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Pushing event updated for resources: {'Port': ['ID=1b8325e3-8d49-46a0-b07b-79c9cedc8a40,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:01.990311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:01.996096 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:02.046294 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-1cb54b27-daa7-46f3-8652-82348fe0dc0a service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776016 Dec 08 01:49:02.108610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 4f999d2b-c40f-41e1-9763-8f8c810e42ae triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:02.109192 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:02.116675 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-0dc33998-fa19-4831-990e-a2ef1958ea18 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=f0f7557b-c628-4920-8f4c-f0a60e109cc0 HTTP/1.1" status: 200 len: 217 time: 0.0618551 Dec 08 01:49:02.194577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-64a7dc1f-e63a-47f4-9961-a1e9f51472b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:02.195508 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 01:49:02.195508 n-d-713498-30 neutron-server[103129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 01:49:02.195508 n-d-713498-30 neutron-server[103129]: [parameters: {'id': '56f26151-b72f-46e7-a357-d1722070ccb3'}] Dec 08 01:49:02.195508 n-d-713498-30 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:49:02.196475 n-d-713498-30 neutron-server[103129]: DEBUG oslo_db.api [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:49:02.197542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Attempting to bind port 1b8325e3-8d49-46a0-b07b-79c9cedc8a40 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:02.197976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Attempting to bind port 1b8325e3-8d49-46a0-b07b-79c9cedc8a40 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e5a1b3ac-1f9e-440e-97d1-2882fd7dad51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56f26151-b72f-46e7-a357-d1722070ccb3'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:02.198295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Attempting to bind port 1b8325e3-8d49-46a0-b07b-79c9cedc8a40 on network 56f26151-b72f-46e7-a357-d1722070ccb3 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:02.198857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-64a7dc1f-e63a-47f4-9961-a1e9f51472b1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.0683231 Dec 08 01:49:02.224082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:02.225654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Checking segment: {'id': 'e5a1b3ac-1f9e-440e-97d1-2882fd7dad51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56f26151-b72f-46e7-a357-d1722070ccb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:02.227511 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:02.228694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Bound using segment: {'id': 'e5a1b3ac-1f9e-440e-97d1-2882fd7dad51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56f26151-b72f-46e7-a357-d1722070ccb3'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:02.229992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Bound port: 1b8325e3-8d49-46a0-b07b-79c9cedc8a40, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a1b3ac-1f9e-440e-97d1-2882fd7dad51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56f26151-b72f-46e7-a357-d1722070ccb3'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:02.232269 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:02.276205 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0f2cd29f-76a5-4234-aa90-5efb80bcf744 req-8f9511c6-531d-4070-b3fc-53e4de9439c9 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.1579773 Dec 08 01:49:02.350106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-da726980-035a-401d-b76e-e1881f5d1bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:02.351903 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-da726980-035a-401d-b76e-e1881f5d1bc6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1474504 Dec 08 01:49:02.378359 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:02.431822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] For port 1b8325e3-8d49-46a0-b07b-79c9cedc8a40, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:02.440014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] For port 1b8325e3-8d49-46a0-b07b-79c9cedc8a40, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1b8325e3-8d49-46a0-b07b-79c9cedc8a40,segment=NetworkSegment(e5a1b3ac-1f9e-440e-97d1-2882fd7dad51),segment_id=e5a1b3ac-1f9e-440e-97d1-2882fd7dad51)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:02.448600 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:02.531378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187d19c-9882-4fd8-9e32-09d314550dbb None None] Pushing event updated for resources: {'Port': ['ID=1b8325e3-8d49-46a0-b07b-79c9cedc8a40,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:02.532042 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-60065da5-f56e-44c1-9be0-fbd341c7adb7 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612384 Dec 08 01:49:02.650346 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8324473b-99a3-4f2c-93f6-d45588e03876 None None] Network 56f26151-b72f-46e7-a357-d1722070ccb3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:02.696763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:02.709471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-d82909a4-8db7-45ce-b4e8-59c870e4dbfa service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680536 Dec 08 01:49:02.769698 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-90a8aa9f-8964-42f1-b529-fc9b7c761ece service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=909185d2-b0e2-4902-b2ff-aa8c38efc800 HTTP/1.1" status: 200 len: 217 time: 0.0520577 Dec 08 01:49:02.802801 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Deleting port 1b8325e3-8d49-46a0-b07b-79c9cedc8a40 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:02.803145 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:02.820600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15dec38-6771-4232-8539-7f068fc4ef77 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:49:02.860089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-80e1688d-463c-4e16-bf15-1aec803484a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:02.861532 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-80e1688d-463c-4e16-bf15-1aec803484a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 200 len: 797 time: 0.0838876 Dec 08 01:49:02.951552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-8a3ab082-1069-47ab-92e9-498f172b99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:02.953186 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-8a3ab082-1069-47ab-92e9-498f172b99e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d87ec61-c411-4661-b8c4-fb5d16e75540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0818999 Dec 08 01:49:03.026711 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] For port 1b8325e3-8d49-46a0-b07b-79c9cedc8a40, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1b8325e3-8d49-46a0-b07b-79c9cedc8a40,segment=NetworkSegment(e5a1b3ac-1f9e-440e-97d1-2882fd7dad51),segment_id=e5a1b3ac-1f9e-440e-97d1-2882fd7dad51)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:03.029801 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.070913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Calling delete_port for 1b8325e3-8d49-46a0-b07b-79c9cedc8a40 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:03.081590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15dec38-6771-4232-8539-7f068fc4ef77 None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:49:03.165254 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-fcea35a8-45c6-486b-8f9c-cfc7e26026ab service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999903 Dec 08 01:49:03.226050 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.276953 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Port': ['ID=1b8325e3-8d49-46a0-b07b-79c9cedc8a40,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:03.281231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No DVR routers for this DVR port 1b8325e3-8d49-46a0-b07b-79c9cedc8a40 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:03.350499 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-c845fca5-dd02-4fe0-9135-ed57fda0f243 service neutron] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720583 Dec 08 01:49:03.530422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.531697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-5057d293-e782-49cf-86a2-f0174ff1af69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=df223970-b1fe-4950-877f-a17fdccfb5e7 HTTP/1.1" status: 200 len: 217 time: 0.1693544 Dec 08 01:49:03.600599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f26151-b72f-46e7-a357-d1722070ccb3']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:03.601061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-80138bab-4251-4303-a728-a7318adb56e2 req-421c925e-86cf-4fb3-99dc-3cfb6d82af9f tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0997968 Dec 08 01:49:03.638265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a1b3ac-1f9e-440e-97d1-2882fd7dad51') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:03.638638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a1b3ac-1f9e-440e-97d1-2882fd7dad51') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:03.657086 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.675965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-05813dfe-541c-4577-b7f1-526016f256e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:03.678453 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-05813dfe-541c-4577-b7f1-526016f256e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 HTTP/1.1" status: 200 len: 797 time: 0.1457632 Dec 08 01:49:03.686896 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.704007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:03.707773 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:03.715442 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:03.787216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-b048dd1e-f76d-481d-bf88-dcb7d655e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:03.788805 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-b048dd1e-f76d-481d-bf88-dcb7d655e270 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1005728 Dec 08 01:49:03.819122 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.863712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.872763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.877465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/56f26151-b72f-46e7-a357-d1722070ccb3 HTTP/1.1" status: 204 len: 168 time: 3.0565448 Dec 08 01:49:03.880969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34370) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:03.894970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ec26bac2-ba32-41dd-b08b-f23b3f60103d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1629058149'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:03.921446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fbcc8-cb1e-4211-b916-d23b3206ffbc tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Network': ['ID=56f26151-b72f-46e7-a357-d1722070ccb3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:03.928040 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.957822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec26bac2-ba32-41dd-b08b-f23b3f60103d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:03.968317 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec26bac2-ba32-41dd-b08b-f23b3f60103d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:03.982841 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-c78c13bd-094b-4217-a15b-bb3ca4c650c3 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827776 Dec 08 01:49:04.036546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec26bac2-ba32-41dd-b08b-f23b3f60103d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:04.063063 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec26bac2-ba32-41dd-b08b-f23b3f60103d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:04.063741 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-ec26bac2-ba32-41dd-b08b-f23b3f60103d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Added segment 040b3966-3de0-496f-9be4-b0fca6503842 of type vlan for network dd3ef532-fc4e-4adf-bddb-38f5deaf9282 Dec 08 01:49:04.129731 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-2d841fb2-9c46-4e65-a82a-4e509f961138 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356115 Dec 08 01:49:04.145607 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec26bac2-ba32-41dd-b08b-f23b3f60103d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:04.177591 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec26bac2-ba32-41dd-b08b-f23b3f60103d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:04.189280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec26bac2-ba32-41dd-b08b-f23b3f60103d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:04.189921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec26bac2-ba32-41dd-b08b-f23b3f60103d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:04.192170 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-c372dc52-2ded-4acc-9b97-223e96c1faa4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 HTTP/1.1" status: 200 len: 217 time: 0.0528417 Dec 08 01:49:04.215385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ec26bac2-ba32-41dd-b08b-f23b3f60103d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3314917 Dec 08 01:49:04.228750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34378) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:04.237654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5578cbd9-d80b-492b-bf29-6e044303d416 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'subnet': {'network_id': 'dd3ef532-fc4e-4adf-bddb-38f5deaf9282', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:04.314685 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-0b9f1754-8f73-468b-ac23-186f3e33b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:04.318591 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-0b9f1754-8f73-468b-ac23-186f3e33b686 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 HTTP/1.1" status: 200 len: 797 time: 0.1178403 Dec 08 01:49:04.403121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26bac2-ba32-41dd-b08b-f23b3f60103d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Network': ['ID=dd3ef532-fc4e-4adf-bddb-38f5deaf9282,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:04.416662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5578cbd9-d80b-492b-bf29-6e044303d416 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:04.417511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network dd3ef532-fc4e-4adf-bddb-38f5deaf9282 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:04.424853 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5578cbd9-d80b-492b-bf29-6e044303d416 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:04.464095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-2026f370-ddae-46e4-b2ee-daa71bd7dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:04.464095 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-2026f370-ddae-46e4-b2ee-daa71bd7dd25 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1300826 Dec 08 01:49:04.677262 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-5d1a958a-6f32-4bfd-93d2-277aac9adcb8 service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864171 Dec 08 01:49:04.725231 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:04.796278 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5578cbd9-d80b-492b-bf29-6e044303d416 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:04.854645 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17a3c57f-9581-4789-8974-40eebc9e09ea req-f2d90220-12fa-4d27-b2c1-f35212ff9cce service neutron] 10.222.0.65 "GET /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679475 Dec 08 01:49:04.873275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578cbd9-d80b-492b-bf29-6e044303d416 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Subnet': ['ID=8f0519eb-7507-4080-ae72-f27a71887cb1,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:04.903877 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebee8c7f-ddc3-4de3-93cf-dc0baf0377b5 req-1b2b9010-4ea9-4c4b-b5f6-a65a1e0d649d tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0485458 Dec 08 01:49:04.948941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5578cbd9-d80b-492b-bf29-6e044303d416 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Checking segment: {'id': '040b3966-3de0-496f-9be4-b0fca6503842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dd3ef532-fc4e-4adf-bddb-38f5deaf9282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:04.949301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578cbd9-d80b-492b-bf29-6e044303d416 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network hostable DHCP agents. Network: dd3ef532-fc4e-4adf-bddb-38f5deaf9282, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:04.971400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5578cbd9-d80b-492b-bf29-6e044303d416 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network dd3ef532-fc4e-4adf-bddb-38f5deaf9282 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:04.987406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5578cbd9-d80b-492b-bf29-6e044303d416 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, dd3ef532-fc4e-4adf-bddb-38f5deaf9282) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:04.992431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5578cbd9-d80b-492b-bf29-6e044303d416 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:04.993457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5578cbd9-d80b-492b-bf29-6e044303d416 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.003162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd83f5-99fc-4697-9d31-a42178b0686f None None] Network dd3ef532-fc4e-4adf-bddb-38f5deaf9282 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:05.033220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34388) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:05.034167 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5578cbd9-d80b-492b-bf29-6e044303d416 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8042440 Dec 08 01:49:05.040714 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b20cf98b-f5c7-4242-b0ba-5abe447ec253 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'subnet': {'network_id': 'dd3ef532-fc4e-4adf-bddb-38f5deaf9282', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:05.195841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-dd3ef532-fc4e-4adf-bddb-38f5deaf9282', 'network_id': 'dd3ef532-fc4e-4adf-bddb-38f5deaf9282', 'project_id': 'c63a0b646f69444d95c9fad1e32ac62a', 'fixed_ips': [{'subnet_id': '8f0519eb-7507-4080-ae72-f27a71887cb1'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:49:05.197102 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.234137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20cf98b-f5c7-4242-b0ba-5abe447ec253 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:05.241628 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b20cf98b-f5c7-4242-b0ba-5abe447ec253 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.449508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Allocated IP 2001:db8::2 (dd3ef532-fc4e-4adf-bddb-38f5deaf9282/8f0519eb-7507-4080-ae72-f27a71887cb1/bed7045c-c874-45d1-9481-e48988ba82dc) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:05.541168 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b20cf98b-f5c7-4242-b0ba-5abe447ec253 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.568514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20cf98b-f5c7-4242-b0ba-5abe447ec253 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network dd3ef532-fc4e-4adf-bddb-38f5deaf9282 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:05.603345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b20cf98b-f5c7-4242-b0ba-5abe447ec253 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:05.612478 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20cf98b-f5c7-4242-b0ba-5abe447ec253 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:05.613067 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b20cf98b-f5c7-4242-b0ba-5abe447ec253 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.637422 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b20cf98b-f5c7-4242-b0ba-5abe447ec253 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6018064 Dec 08 01:49:05.638901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34394) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:05.658883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cf98b-f5c7-4242-b0ba-5abe447ec253 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Subnet': ['ID=58691313-8223-41a6-8d36-0e287c1118b3,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:05.694978 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.712961 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.777519 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Network dd3ef532-fc4e-4adf-bddb-38f5deaf9282 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:05.785437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:05.789999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:05.796719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516c615-bf29-41d2-8b44-d3f8eb9ae2aa tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:05.799545 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516c615-bf29-41d2-8b44-d3f8eb9ae2aa tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:05.801270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516c615-bf29-41d2-8b44-d3f8eb9ae2aa tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:05.802908 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516c615-bf29-41d2-8b44-d3f8eb9ae2aa tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:05.805477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516c615-bf29-41d2-8b44-d3f8eb9ae2aa tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:05.822538 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e516c615-bf29-41d2-8b44-d3f8eb9ae2aa tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1785231 Dec 08 01:49:05.822889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34398) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:05.837125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1b879c37-fd0a-4089-b9d4-c99303d3cca4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1078390412'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:05.842051 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Pushing event updated for resources: {'Port': ['ID=bed7045c-c874-45d1-9481-e48988ba82dc,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:05.857391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Attempting to bind port bed7045c-c874-45d1-9481-e48988ba82dc on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:05.857774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Attempting to bind port bed7045c-c874-45d1-9481-e48988ba82dc by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '040b3966-3de0-496f-9be4-b0fca6503842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dd3ef532-fc4e-4adf-bddb-38f5deaf9282'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:05.858147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Attempting to bind port bed7045c-c874-45d1-9481-e48988ba82dc on network dd3ef532-fc4e-4adf-bddb-38f5deaf9282 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:05.865002 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:05.865386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Checking segment: {'id': '040b3966-3de0-496f-9be4-b0fca6503842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dd3ef532-fc4e-4adf-bddb-38f5deaf9282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:05.865812 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.866207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Bound using segment: {'id': '040b3966-3de0-496f-9be4-b0fca6503842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dd3ef532-fc4e-4adf-bddb-38f5deaf9282'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:05.866693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Bound port: bed7045c-c874-45d1-9481-e48988ba82dc, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040b3966-3de0-496f-9be4-b0fca6503842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dd3ef532-fc4e-4adf-bddb-38f5deaf9282'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:05.867074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.877412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b879c37-fd0a-4089-b9d4-c99303d3cca4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:05.897158 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1b879c37-fd0a-4089-b9d4-c99303d3cca4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.974547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b879c37-fd0a-4089-b9d4-c99303d3cca4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:05.976904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] For port bed7045c-c874-45d1-9481-e48988ba82dc, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:05.980515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] For port bed7045c-c874-45d1-9481-e48988ba82dc, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bed7045c-c874-45d1-9481-e48988ba82dc,segment=NetworkSegment(040b3966-3de0-496f-9be4-b0fca6503842),segment_id=040b3966-3de0-496f-9be4-b0fca6503842)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:05.988193 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.989520 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1b879c37-fd0a-4089-b9d4-c99303d3cca4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:05.989919 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-1b879c37-fd0a-4089-b9d4-c99303d3cca4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Added segment 3711c7f8-34e7-47d1-84ea-8881d3c60193 of type vlan for network 1077e4ac-c82e-438d-911e-442b22a7a2f4 Dec 08 01:49:06.038411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f6c65e7d-8802-404c-811c-3c17a536206b req-e3748c81-882f-48d5-89f5-62f715fffcad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.1879487 Dec 08 01:49:06.085925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6ff2c-b60c-4f7e-b654-39f0ccee6b42 None None] Pushing event updated for resources: {'Port': ['ID=bed7045c-c874-45d1-9481-e48988ba82dc,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:06.115852 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1b879c37-fd0a-4089-b9d4-c99303d3cca4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:06.152425 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ee6b93e-b663-4eea-a9b2-2ce4daa9e5cc req-8c2fb7da-c7e4-498b-a741-7597209542d9 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0335660 Dec 08 01:49:06.185245 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1b879c37-fd0a-4089-b9d4-c99303d3cca4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:06.200367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b879c37-fd0a-4089-b9d4-c99303d3cca4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:06.201026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1b879c37-fd0a-4089-b9d4-c99303d3cca4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:06.297929 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1b879c37-fd0a-4089-b9d4-c99303d3cca4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4713132 Dec 08 01:49:06.298807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34408) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:06.310130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d3781a7a-246b-41a4-bdb8-5d932837169c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:06.380555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b879c37-fd0a-4089-b9d4-c99303d3cca4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Network': ['ID=1077e4ac-c82e-438d-911e-442b22a7a2f4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:06.404587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 1077e4ac-c82e-438d-911e-442b22a7a2f4 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:06.633341 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3781a7a-246b-41a4-bdb8-5d932837169c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:06.655301 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3781a7a-246b-41a4-bdb8-5d932837169c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:06.684223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3781a7a-246b-41a4-bdb8-5d932837169c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network 1077e4ac-c82e-438d-911e-442b22a7a2f4 is not hosted by any dhcp agent {{(pid=103130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 01:49:06.690838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3781a7a-246b-41a4-bdb8-5d932837169c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:06.691455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3781a7a-246b-41a4-bdb8-5d932837169c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:06.695950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34412) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:06.701204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'subnet': {'network_id': '1077e4ac-c82e-438d-911e-442b22a7a2f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:06.707341 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d3781a7a-246b-41a4-bdb8-5d932837169c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "PUT /v2.0/networks/1077e4ac-c82e-438d-911e-442b22a7a2f4 HTTP/1.1" status: 200 len: 723 time: 0.4013326 Dec 08 01:49:06.841302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3781a7a-246b-41a4-bdb8-5d932837169c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Network': ['ID=1077e4ac-c82e-438d-911e-442b22a7a2f4,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:06.914440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:06.920662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:06.975526 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 1077e4ac-c82e-438d-911e-442b22a7a2f4 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:07.433491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16303a7f-d816-4ee9-bcec-e49f4a16c18d req-38f5ede2-3310-48c6-916b-e72b4a9e364f tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0792356 Dec 08 01:49:07.436950 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:07.494889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bed7045c-c874-45d1-9481-e48988ba82dc up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:07.562461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Subnet': ['ID=2960308f-8284-4885-8a37-467a89fd5ac4,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:07.592747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.593109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.593464 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.593805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.594142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.594478 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.594817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.595301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.595686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.596023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.608583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.608994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.609352 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:07.615856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Checking segment: {'id': '3711c7f8-34e7-47d1-84ea-8881d3c60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1077e4ac-c82e-438d-911e-442b22a7a2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:07.616220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network hostable DHCP agents. Network: 1077e4ac-c82e-438d-911e-442b22a7a2f4, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:07.637241 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bed7045c-c874-45d1-9481-e48988ba82dc triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:07.637536 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:07.661835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network 1077e4ac-c82e-438d-911e-442b22a7a2f4 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:07.674316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 1077e4ac-c82e-438d-911e-442b22a7a2f4) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:07.678525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:07.679124 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:07.688315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ed9094-91bd-4db8-980b-83cb38d9408a None None] Network 1077e4ac-c82e-438d-911e-442b22a7a2f4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:07.712449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34430) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:07.714792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-730dd3e0-6de8-4033-a1f0-c0c882ebe29c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0172167 Dec 08 01:49:07.718226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-654a78c0-9e42-4feb-b239-d9c04e9eb280 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:07.910685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-1077e4ac-c82e-438d-911e-442b22a7a2f4', 'network_id': '1077e4ac-c82e-438d-911e-442b22a7a2f4', 'project_id': 'c63a0b646f69444d95c9fad1e32ac62a', 'fixed_ips': [{'subnet_id': '2960308f-8284-4885-8a37-467a89fd5ac4'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:49:07.911915 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:07.929722 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-654a78c0-9e42-4feb-b239-d9c04e9eb280 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64558851'] for subnet, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:07.931372 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fceab580-4cd6-497d-978d-306696359228 req-eca47202-b1a8-4c3d-8980-6c8a0fc24653 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b694339b33ae47a884f929ec112ba1bf&device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0978765 Dec 08 01:49:07.938849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3678a8-ffb6-46ab-9b31-a82438b19b02 None None] Network dd3ef532-fc4e-4adf-bddb-38f5deaf9282 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:08.005657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fceab580-4cd6-497d-978d-306696359228 req-b4a5b3e8-4a0a-435a-b1bb-07ef3cd154b8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b694339b33ae47a884f929ec112ba1bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703468 Dec 08 01:49:08.048649 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd273549-b56f-4e84-a3c2-d6fad28d6b8c req-82ed5e73-309c-4b03-a999-90022bfdf63c tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.1087177 Dec 08 01:49:08.193321 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-654a78c0-9e42-4feb-b239-d9c04e9eb280 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756600762534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-64597814'] for subnet, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:08.221447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceab580-4cd6-497d-978d-306696359228 req-482e2bd7-4757-49c2-8771-7145457018c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:08.223362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fceab580-4cd6-497d-978d-306696359228 req-482e2bd7-4757-49c2-8771-7145457018c6 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1737366 Dec 08 01:49:08.243013 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:08.253055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654a78c0-9e42-4feb-b239-d9c04e9eb280 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:08.253647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-654a78c0-9e42-4feb-b239-d9c04e9eb280 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:08.257552 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-654a78c0-9e42-4feb-b239-d9c04e9eb280 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "PUT /v2.0/subnets/2960308f-8284-4885-8a37-467a89fd5ac4 HTTP/1.1" status: 200 len: 826 time: 0.5415561 Dec 08 01:49:08.257865 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34438) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:08.294029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a78c0-9e42-4feb-b239-d9c04e9eb280 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Subnet': ['ID=2960308f-8284-4885-8a37-467a89fd5ac4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:08.399294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-343651cf-9c14-47f9-b3fd-075533a7d1ee None None] Provisioning complete for port bed7045c-c874-45d1-9481-e48988ba82dc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:08.399686 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-343651cf-9c14-47f9-b3fd-075533a7d1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:08.415061 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:08.464869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Allocated IP 2001:db8::2 (1077e4ac-c82e-438d-911e-442b22a7a2f4/2960308f-8284-4885-8a37-467a89fd5ac4/d6a83de1-3399-44fe-9b67-1f6b2add2fb7) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:08.468140 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port bed7045c-c874-45d1-9481-e48988ba82dc, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bed7045c-c874-45d1-9481-e48988ba82dc,segment=NetworkSegment(040b3966-3de0-496f-9be4-b0fca6503842),segment_id=040b3966-3de0-496f-9be4-b0fca6503842)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:08.510612 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:08.514257 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:08.667355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=bed7045c-c874-45d1-9481-e48988ba82dc,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:08.969252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590332a3-36f5-4961-a73f-eaa572a1a1c4 None None] Update dhcp port {'port': {'network_id': 'dd3ef532-fc4e-4adf-bddb-38f5deaf9282', 'fixed_ips': [{'subnet_id': '8f0519eb-7507-4080-ae72-f27a71887cb1', 'ip_address': '2001:db8::2'}, {'subnet_id': '58691313-8223-41a6-8d36-0e287c1118b3'}], 'binding:host_id': 'n-d-713498-30'}, 'id': 'bed7045c-c874-45d1-9481-e48988ba82dc'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:49:09.008912 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:09.011302 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-590332a3-36f5-4961-a73f-eaa572a1a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:09.052550 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:09.062209 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:09.091418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Subnet': ['ID=2960308f-8284-4885-8a37-467a89fd5ac4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:09.156992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:09.208162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-314ffb06-cc94-4ada-9304-60eb3059b059 req-c3c2e85e-e1a0-42d8-a5c6-5aad8e84e0de tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0479457 Dec 08 01:49:09.212509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1077e4ac-c82e-438d-911e-442b22a7a2f4']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:09.227018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3711c7f8-34e7-47d1-84ea-8881d3c60193') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:09.232589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3711c7f8-34e7-47d1-84ea-8881d3c60193') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:09.249172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Network 1077e4ac-c82e-438d-911e-442b22a7a2f4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:09.257982 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:09.268564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:09.278199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:09.285302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:09.291065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Pushing event updated for resources: {'Port': ['ID=d6a83de1-3399-44fe-9b67-1f6b2add2fb7,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:09.292328 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:09.292833 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:09.296649 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:09.399818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Attempting to bind port d6a83de1-3399-44fe-9b67-1f6b2add2fb7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:09.400311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Attempting to bind port d6a83de1-3399-44fe-9b67-1f6b2add2fb7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '3711c7f8-34e7-47d1-84ea-8881d3c60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1077e4ac-c82e-438d-911e-442b22a7a2f4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:09.400766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Attempting to bind port d6a83de1-3399-44fe-9b67-1f6b2add2fb7 on network 1077e4ac-c82e-438d-911e-442b22a7a2f4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:09.411205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:09.411747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Checking segment: {'id': '3711c7f8-34e7-47d1-84ea-8881d3c60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1077e4ac-c82e-438d-911e-442b22a7a2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:09.412268 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:09.412844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Bound using segment: {'id': '3711c7f8-34e7-47d1-84ea-8881d3c60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1077e4ac-c82e-438d-911e-442b22a7a2f4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:09.413452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Bound port: d6a83de1-3399-44fe-9b67-1f6b2add2fb7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3711c7f8-34e7-47d1-84ea-8881d3c60193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1077e4ac-c82e-438d-911e-442b22a7a2f4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:09.413951 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:09.415144 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 01:49:09.415144 n-d-713498-30 neutron-server[103129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 01:49:09.415144 n-d-713498-30 neutron-server[103129]: [parameters: {'id': '1077e4ac-c82e-438d-911e-442b22a7a2f4'}] Dec 08 01:49:09.415144 n-d-713498-30 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:49:09.415955 n-d-713498-30 neutron-server[103129]: DEBUG oslo_db.api [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:49:09.432488 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bed7045c-c874-45d1-9481-e48988ba82dc up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:09.435720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-590332a3-36f5-4961-a73f-eaa572a1a1c4 None None] Allocated IP 172.20.0.1 (dd3ef532-fc4e-4adf-bddb-38f5deaf9282/58691313-8223-41a6-8d36-0e287c1118b3/bed7045c-c874-45d1-9481-e48988ba82dc) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:09.610671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] For port d6a83de1-3399-44fe-9b67-1f6b2add2fb7, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:09.698111 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fceab580-4cd6-497d-978d-306696359228 req-a7205f81-b681-49fa-a373-040d42ad25f2 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.72 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0931904 Dec 08 01:49:09.740421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] For port d6a83de1-3399-44fe-9b67-1f6b2add2fb7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d6a83de1-3399-44fe-9b67-1f6b2add2fb7,segment=NetworkSegment(3711c7f8-34e7-47d1-84ea-8881d3c60193),segment_id=3711c7f8-34e7-47d1-84ea-8881d3c60193)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:09.750748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bed7045c-c874-45d1-9481-e48988ba82dc triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:09.751125 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:09.756810 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:09.879366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-590332a3-36f5-4961-a73f-eaa572a1a1c4 None None] For port bed7045c-c874-45d1-9481-e48988ba82dc, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bed7045c-c874-45d1-9481-e48988ba82dc,segment=NetworkSegment(040b3966-3de0-496f-9be4-b0fca6503842),segment_id=040b3966-3de0-496f-9be4-b0fca6503842)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:09.917966 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.025970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30afa555-84dd-4d36-9ec5-7525d0b174cb None None] Network 1077e4ac-c82e-438d-911e-442b22a7a2f4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:10.076615 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-590332a3-36f5-4961-a73f-eaa572a1a1c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.082375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f98534-f0d4-47e4-b45b-b94049900735 None None] Pushing event updated for resources: {'Port': ['ID=d6a83de1-3399-44fe-9b67-1f6b2add2fb7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:10.098476 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-590332a3-36f5-4961-a73f-eaa572a1a1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.131197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Deleting port d6a83de1-3399-44fe-9b67-1f6b2add2fb7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:10.131711 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.244386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] For port d6a83de1-3399-44fe-9b67-1f6b2add2fb7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d6a83de1-3399-44fe-9b67-1f6b2add2fb7,segment=NetworkSegment(3711c7f8-34e7-47d1-84ea-8881d3c60193),segment_id=3711c7f8-34e7-47d1-84ea-8881d3c60193)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:10.245191 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.264562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Calling delete_port for d6a83de1-3399-44fe-9b67-1f6b2add2fb7 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:10.408681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590332a3-36f5-4961-a73f-eaa572a1a1c4 None None] Pushing event updated for resources: {'Port': ['ID=bed7045c-c874-45d1-9481-e48988ba82dc,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:10.438792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae8abe67-61bc-4315-8922-984b98f34683 req-14fae981-8479-4c42-bfa7-4b4deb8b6306 tempest-ServerShowV254Test-1512460666 tempest-ServerShowV254Test-1512460666-project] 10.222.0.70 "GET /v2.0/ports?device_id=97c38936-4cfd-4465-8483-5b9e690b8826 HTTP/1.1" status: 200 len: 210 time: 0.0508766 Dec 08 01:49:10.460178 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.493998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffb2489-8a04-4f34-9ff6-3d19b87627f0 None None] Network 1077e4ac-c82e-438d-911e-442b22a7a2f4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:10.499439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Port': ['ID=d6a83de1-3399-44fe-9b67-1f6b2add2fb7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:10.501620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No DVR routers for this DVR port d6a83de1-3399-44fe-9b67-1f6b2add2fb7 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:10.597369 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.619873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1077e4ac-c82e-438d-911e-442b22a7a2f4']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:10.631422 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3711c7f8-34e7-47d1-84ea-8881d3c60193') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:10.631852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3711c7f8-34e7-47d1-84ea-8881d3c60193') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:10.643416 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.657842 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.664618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:10.665089 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:10.668668 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:10.729975 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.738352 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1625754'] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.741618 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/1077e4ac-c82e-438d-911e-442b22a7a2f4 HTTP/1.1" status: 204 len: 168 time: 2.4827628 Dec 08 01:49:10.744151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34472) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:10.775457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f302e0-fdeb-4c87-a1b3-da12c53ad8d6 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Network': ['ID=1077e4ac-c82e-438d-911e-442b22a7a2f4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:10.778031 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0087ab6-7388-495c-bbf1-e9e1f5bd4437 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:10.778540 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0087ab6-7388-495c-bbf1-e9e1f5bd4437 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:10.781641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a0087ab6-7388-495c-bbf1-e9e1f5bd4437 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/1077e4ac-c82e-438d-911e-442b22a7a2f4 HTTP/1.1" status: 404 len: 339 time: 0.0365336 Dec 08 01:49:10.785777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34474) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:10.791140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3410d0af-6acc-4de5-850c-a0a94f31c9e7 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-454654063', 'description': 'd1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:10.816458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3410d0af-6acc-4de5-850c-a0a94f31c9e7 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:10.820944 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3410d0af-6acc-4de5-850c-a0a94f31c9e7 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.849134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3410d0af-6acc-4de5-850c-a0a94f31c9e7 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:10.859090 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3410d0af-6acc-4de5-850c-a0a94f31c9e7 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.859686 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-3410d0af-6acc-4de5-850c-a0a94f31c9e7 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Added segment 6b265966-9414-4811-9f29-856274365272 of type vlan for network 099a262d-a5a2-4b8e-a434-5ff0e6e66242 Dec 08 01:49:10.920247 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3410d0af-6acc-4de5-850c-a0a94f31c9e7 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.948809 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3410d0af-6acc-4de5-850c-a0a94f31c9e7 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:10.955103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3410d0af-6acc-4de5-850c-a0a94f31c9e7 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:10.955919 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3410d0af-6acc-4de5-850c-a0a94f31c9e7 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:11.006052 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3410d0af-6acc-4de5-850c-a0a94f31c9e7 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2168097 Dec 08 01:49:11.007073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34478) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:11.057293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410d0af-6acc-4de5-850c-a0a94f31c9e7 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Network': ['ID=099a262d-a5a2-4b8e-a434-5ff0e6e66242,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:11.076667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 099a262d-a5a2-4b8e-a434-5ff0e6e66242 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:11.164960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88127054-7150-4098-b6b5-5b64cf9a7fa0 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:11.168920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-88127054-7150-4098-b6b5-5b64cf9a7fa0 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/networks?id=099a262d-a5a2-4b8e-a434-5ff0e6e66242 HTTP/1.1" status: 200 len: 764 time: 0.1585259 Dec 08 01:49:11.169327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:11.187191 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f279f12f-b059-4de6-bf2a-24b24ee96685 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'network': {'description': 'd2'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:11.190773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02044286-99a0-4db1-bfe4-a3d2905697ae None None] Network dd3ef532-fc4e-4adf-bddb-38f5deaf9282 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:11.296649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-13ee6a12-7496-4516-bdd4-41f4b48b72a7 None None] Provisioning complete for port bed7045c-c874-45d1-9481-e48988ba82dc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:11.297101 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-13ee6a12-7496-4516-bdd4-41f4b48b72a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:11.336437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bed7045c-c874-45d1-9481-e48988ba82dc up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:11.403879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f279f12f-b059-4de6-bf2a-24b24ee96685 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:11.419803 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f279f12f-b059-4de6-bf2a-24b24ee96685 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:11.467480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bed7045c-c874-45d1-9481-e48988ba82dc triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:11.468338 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:11.499355 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279f12f-b059-4de6-bf2a-24b24ee96685 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Network': ['ID=099a262d-a5a2-4b8e-a434-5ff0e6e66242,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:11.516473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f279f12f-b059-4de6-bf2a-24b24ee96685 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network 099a262d-a5a2-4b8e-a434-5ff0e6e66242 is not hosted by any dhcp agent {{(pid=103129) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 01:49:11.524720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f279f12f-b059-4de6-bf2a-24b24ee96685 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:11.525423 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f279f12f-b059-4de6-bf2a-24b24ee96685 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:11.529314 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f279f12f-b059-4de6-bf2a-24b24ee96685 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "PUT /v2.0/networks/099a262d-a5a2-4b8e-a434-5ff0e6e66242 HTTP/1.1" status: 200 len: 761 time: 0.3565388 Dec 08 01:49:11.530241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34494) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:11.541408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 099a262d-a5a2-4b8e-a434-5ff0e6e66242 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:11.734030 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a28c05-15d8-42c8-bca4-d6ebe3a00dc9 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:49:11.798610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a58a7c8c-6f75-4fb2-be97-3a108dd2e4d0 None None] Provisioning complete for port bed7045c-c874-45d1-9481-e48988ba82dc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:11.799582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a58a7c8c-6f75-4fb2-be97-3a108dd2e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:11.956699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e2b7c6-1e0f-452f-b277-03c4cee56b9a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:11.958557 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-37e2b7c6-1e0f-452f-b277-03c4cee56b9a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/networks?id=099a262d-a5a2-4b8e-a434-5ff0e6e66242 HTTP/1.1" status: 200 len: 764 time: 0.4272592 Dec 08 01:49:11.962231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34502) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:12.028926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34504) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:12.049865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a28c05-15d8-42c8-bca4-d6ebe3a00dc9 None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:49:12.205286 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:12.218619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2badb492-0f5a-4e07-a1fe-63261e32bb05 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:12.224119 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2badb492-0f5a-4e07-a1fe-63261e32bb05 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2607617 Dec 08 01:49:12.228212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34510) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:12.272622 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d3a0cb16-de5d-44fc-a9a9-c9c2a8c9399a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 207 time: 0.0430200 Dec 08 01:49:12.276215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34514) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:12.425822 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:12.436104 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:12.484246 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b694339b33ae47a884f929ec112ba1bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4510660 Dec 08 01:49:12.484246 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bab4943-4320-4e23-bf05-4ebcb6e81db8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:12.492103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34518) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:12.493166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.493749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.494202 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.495279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.495279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.495789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.496222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.496793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.497217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.497751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.498174 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.498846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.499277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68164f80-db08-425e-baf0-baedf3cff587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:12.566612 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c0055e68-41c7-49fa-8a31-3f323b9e4728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:12.594005 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c0055e68-41c7-49fa-8a31-3f323b9e4728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:12.658700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c0055e68-41c7-49fa-8a31-3f323b9e4728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:12.661616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c0055e68-41c7-49fa-8a31-3f323b9e4728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:12.663668 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c0055e68-41c7-49fa-8a31-3f323b9e4728 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4bab4943-4320-4e23-bf05-4ebcb6e81db8 HTTP/1.1" status: 204 len: 168 time: 0.1586928 Dec 08 01:49:12.672410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0055e68-41c7-49fa-8a31-3f323b9e4728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bab4943-4320-4e23-bf05-4ebcb6e81db8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:12.675346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc47fe-1cbd-44f2-99da-927ac55ae2cd tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:12.682902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc47fe-1cbd-44f2-99da-927ac55ae2cd tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:12.690964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc47fe-1cbd-44f2-99da-927ac55ae2cd tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:12.697912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc47fe-1cbd-44f2-99da-927ac55ae2cd tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:12.704215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc47fe-1cbd-44f2-99da-927ac55ae2cd tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:12.712439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbc47fe-1cbd-44f2-99da-927ac55ae2cd tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:12.718359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34528) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:12.718570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cbbc47fe-1cbd-44f2-99da-927ac55ae2cd tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4410625 Dec 08 01:49:13.407272 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f657ec-bead-4dcf-b79e-5f255dcda5b4 req-ae1c993d-4346-4a21-b5ae-ed8e8b2c7542 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.415174 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47f657ec-bead-4dcf-b79e-5f255dcda5b4 req-ae1c993d-4346-4a21-b5ae-ed8e8b2c7542 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1177037 Dec 08 01:49:13.478963 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0a82841d-de1e-4217-a698-74d34403a2f1 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7594190 Dec 08 01:49:13.482781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34556) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:13.501690 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47f657ec-bead-4dcf-b79e-5f255dcda5b4 req-050ddc2d-11ca-48fa-894f-b0696c8cf97a tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849953 Dec 08 01:49:13.571224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e2fc9-2705-4d9b-bdff-8eac20b9518e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.573674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e2fc9-2705-4d9b-bdff-8eac20b9518e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.576380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e2fc9-2705-4d9b-bdff-8eac20b9518e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.578250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e2fc9-2705-4d9b-bdff-8eac20b9518e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.581744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e2fc9-2705-4d9b-bdff-8eac20b9518e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.583711 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7e3e2fc9-2705-4d9b-bdff-8eac20b9518e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0995960 Dec 08 01:49:13.587467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34562) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:13.664261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa36e58-20b8-489b-a6dd-2ad3233bcc62 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.666150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa36e58-20b8-489b-a6dd-2ad3233bcc62 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.667765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa36e58-20b8-489b-a6dd-2ad3233bcc62 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.669615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa36e58-20b8-489b-a6dd-2ad3233bcc62 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.671827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa36e58-20b8-489b-a6dd-2ad3233bcc62 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.678557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34566) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:13.678950 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8aa36e58-20b8-489b-a6dd-2ad3233bcc62 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0900664 Dec 08 01:49:13.818784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7eb2f3-663f-4708-b02c-d746f3d7615a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:13.825586 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6f7eb2f3-663f-4708-b02c-d746f3d7615a tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/networks/028f2dc3-9443-49e8-98f6-903df6708e07 HTTP/1.1" status: 200 len: 804 time: 0.1420124 Dec 08 01:49:13.826344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34574) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:13.959958 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ae0538ec-0fce-4cc4-9855-168bab97b863 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/networks/028f2dc3-9443-49e8-98f6-903df6708e07?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1291685 Dec 08 01:49:13.960301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34576) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:14.033204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee082b-ae8c-466a-824c-70223388d6f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:14.036337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c1ee082b-ae8c-466a-824c-70223388d6f3 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/subnets/7e55e356-3996-4b18-9f16-64e33988b590 HTTP/1.1" status: 200 len: 843 time: 0.0733802 Dec 08 01:49:14.039939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34586) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:14.102771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1206f12-164f-4324-8f9b-5d080ebc8c40 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['shared'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:14.104546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b1206f12-164f-4324-8f9b-5d080ebc8c40 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "GET /v2.0/subnets/7e55e356-3996-4b18-9f16-64e33988b590?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0635185 Dec 08 01:49:14.108487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34588) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:14.115248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f405646d-4cb8-4fe7-b4f2-5c7fcb3123ef tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1253488458'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:14.144178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f405646d-4cb8-4fe7-b4f2-5c7fcb3123ef tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:14.148769 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f405646d-4cb8-4fe7-b4f2-5c7fcb3123ef tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.206244 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f405646d-4cb8-4fe7-b4f2-5c7fcb3123ef tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:14.228346 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f405646d-4cb8-4fe7-b4f2-5c7fcb3123ef tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.228787 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-f405646d-4cb8-4fe7-b4f2-5c7fcb3123ef tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Added segment 1f99979e-d69c-43cf-b78d-9be020fb970f of type vlan for network 58475cf2-129c-4742-ad9a-e0fa0d5b8a40 Dec 08 01:49:14.235349 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f337cdd1-d937-4f8b-8b8a-a8e345211707 req-37ef3164-a07e-44a4-bf6b-078a27537ae0 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0489469 Dec 08 01:49:14.284134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f405646d-4cb8-4fe7-b4f2-5c7fcb3123ef tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.314697 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f405646d-4cb8-4fe7-b4f2-5c7fcb3123ef tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.326219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f405646d-4cb8-4fe7-b4f2-5c7fcb3123ef tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:14.326219 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f405646d-4cb8-4fe7-b4f2-5c7fcb3123ef tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.427289 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f405646d-4cb8-4fe7-b4f2-5c7fcb3123ef tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3163629 Dec 08 01:49:14.427920 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34600) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:14.448653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'subnet': {'network_id': '58475cf2-129c-4742-ad9a-e0fa0d5b8a40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:14.518731 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405646d-4cb8-4fe7-b4f2-5c7fcb3123ef tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Network': ['ID=58475cf2-129c-4742-ad9a-e0fa0d5b8a40,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:14.545818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 58475cf2-129c-4742-ad9a-e0fa0d5b8a40 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:14.632792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Made reservation on behalf of c63a0b646f69444d95c9fad1e32ac62a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:14.636313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.678480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e43c5-5f1c-4bbf-8445-fb5f4191dbc0 req-baa6d4e4-bf6d-46de-8257-5cca62adb387 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:14.688313 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e7e43c5-5f1c-4bbf-8445-fb5f4191dbc0 req-baa6d4e4-bf6d-46de-8257-5cca62adb387 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0805020 Dec 08 01:49:14.744322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Performing IP validity checks on allocation pools {{(pid=103129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 01:49:14.745454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 01:49:14.815967 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e7e43c5-5f1c-4bbf-8445-fb5f4191dbc0 req-3342d81f-fc4d-46cc-8424-a7f454e219c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068783 Dec 08 01:49:14.913847 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:14.972881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Subnet': ['ID=328134f4-3e11-4b56-95dd-0b65f252ef82,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:14.997724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Checking segment: {'id': '1f99979e-d69c-43cf-b78d-9be020fb970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58475cf2-129c-4742-ad9a-e0fa0d5b8a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:14.999081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network hostable DHCP agents. Network: 58475cf2-129c-4742-ad9a-e0fa0d5b8a40, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:15.045253 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Network 58475cf2-129c-4742-ad9a-e0fa0d5b8a40 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:15.061040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 58475cf2-129c-4742-ad9a-e0fa0d5b8a40) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:15.069169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:15.070064 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.070330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48446f24-be8d-46bb-9838-d6864bec59c1 None None] Network 58475cf2-129c-4742-ad9a-e0fa0d5b8a40 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:15.102561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-297f18f7-f34b-4df4-9ae4-0db84084f503 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6690753 Dec 08 01:49:15.102896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34612) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:15.108570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b4e83817-d1ad-4301-991f-4a7bff16815b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:15.245191 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4e83817-d1ad-4301-991f-4a7bff16815b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63158835'] for subnet, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.386377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-58475cf2-129c-4742-ad9a-e0fa0d5b8a40', 'network_id': '58475cf2-129c-4742-ad9a-e0fa0d5b8a40', 'project_id': 'c63a0b646f69444d95c9fad1e32ac62a', 'fixed_ips': [{'subnet_id': '328134f4-3e11-4b56-95dd-0b65f252ef82'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:49:15.386377 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.402323 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d88efd0c-ac65-4fe5-bafa-6335f3b5f85a req-76e75ca1-04ba-4f19-b53a-6ab01c9ad7ff tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0421660 Dec 08 01:49:15.467130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4e83817-d1ad-4301-991f-4a7bff16815b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756600762534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63389270'] for subnet, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.520896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e83817-d1ad-4301-991f-4a7bff16815b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:15.521500 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4e83817-d1ad-4301-991f-4a7bff16815b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.522826 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b4e83817-d1ad-4301-991f-4a7bff16815b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "PUT /v2.0/subnets/328134f4-3e11-4b56-95dd-0b65f252ef82 HTTP/1.1" status: 200 len: 900 time: 0.4188945 Dec 08 01:49:15.525713 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34622) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:15.553094 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Allocated IP 2001:db8::3 (58475cf2-129c-4742-ad9a-e0fa0d5b8a40/328134f4-3e11-4b56-95dd-0b65f252ef82/579f3bb9-3737-4216-9c18-2a08883288b2) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:15.561922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e83817-d1ad-4301-991f-4a7bff16815b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event updated for resources: {'Subnet': ['ID=328134f4-3e11-4b56-95dd-0b65f252ef82,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:15.647579 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.711586 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.738920 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.746709 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.767366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Network 58475cf2-129c-4742-ad9a-e0fa0d5b8a40 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:15.770144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:15.791768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:15.806869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.868263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Pushing event updated for resources: {'Port': ['ID=579f3bb9-3737-4216-9c18-2a08883288b2,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:15.871448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Attempting to bind port 579f3bb9-3737-4216-9c18-2a08883288b2 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:15.871985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Attempting to bind port 579f3bb9-3737-4216-9c18-2a08883288b2 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '1f99979e-d69c-43cf-b78d-9be020fb970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58475cf2-129c-4742-ad9a-e0fa0d5b8a40'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:15.872561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Attempting to bind port 579f3bb9-3737-4216-9c18-2a08883288b2 on network 58475cf2-129c-4742-ad9a-e0fa0d5b8a40 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:15.880708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:15.881445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Checking segment: {'id': '1f99979e-d69c-43cf-b78d-9be020fb970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58475cf2-129c-4742-ad9a-e0fa0d5b8a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:15.882076 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.882651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Bound using segment: {'id': '1f99979e-d69c-43cf-b78d-9be020fb970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58475cf2-129c-4742-ad9a-e0fa0d5b8a40'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:15.883287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Bound port: 579f3bb9-3737-4216-9c18-2a08883288b2, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f99979e-d69c-43cf-b78d-9be020fb970f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '58475cf2-129c-4742-ad9a-e0fa0d5b8a40'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:15.883483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Subnet': ['ID=328134f4-3e11-4b56-95dd-0b65f252ef82,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:15.884006 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:15.897740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.898309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.898887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.899427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.900206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.901268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.901920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.902420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.902921 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.903426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.903918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.904435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.904947 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:49:15.989384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] For port 579f3bb9-3737-4216-9c18-2a08883288b2, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:15.992991 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] For port 579f3bb9-3737-4216-9c18-2a08883288b2, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=579f3bb9-3737-4216-9c18-2a08883288b2,segment=NetworkSegment(1f99979e-d69c-43cf-b78d-9be020fb970f),segment_id=1f99979e-d69c-43cf-b78d-9be020fb970f)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:16.002169 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.037288 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.097783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25e18a-7cc6-4b2d-b7f8-8dcf01ca5199 None None] Pushing event updated for resources: {'Port': ['ID=579f3bb9-3737-4216-9c18-2a08883288b2,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:16.118551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58475cf2-129c-4742-ad9a-e0fa0d5b8a40']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:16.128168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125614ea-4706-457c-a1f2-ba32f144116a None None] Network 58475cf2-129c-4742-ad9a-e0fa0d5b8a40 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:16.145661 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f99979e-d69c-43cf-b78d-9be020fb970f') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:16.145956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f99979e-d69c-43cf-b78d-9be020fb970f') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:16.178642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.198403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07616d4c-e8e1-4be8-b773-2598901b8d01 req-6ad017fc-66b9-4fb5-aa3f-9595b9989a32 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:16.207310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-07616d4c-e8e1-4be8-b773-2598901b8d01 req-6ad017fc-66b9-4fb5-aa3f-9595b9989a32 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1658077 Dec 08 01:49:16.237305 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.256238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:16.256893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:16.260109 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:16.296649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed1788-9b70-4943-bd57-348f623532d2 None None] Network 58475cf2-129c-4742-ad9a-e0fa0d5b8a40 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:16.350168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-07616d4c-e8e1-4be8-b773-2598901b8d01 req-04b8df48-0e63-4045-a855-cf6bd1b91fed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418755 Dec 08 01:49:16.371143 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 01:49:16.371143 n-d-713498-30 neutron-server[103129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 01:49:16.371143 n-d-713498-30 neutron-server[103129]: [parameters: {'id': '58475cf2-129c-4742-ad9a-e0fa0d5b8a40'}] Dec 08 01:49:16.371143 n-d-713498-30 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:49:16.371612 n-d-713498-30 neutron-server[103129]: DEBUG oslo_db.api [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:49:16.418544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e584e0cb-3915-4032-be8c-7ea370446ee2 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:49:16.536572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30d41784-56d5-4994-a4bd-978430cc8770 req-e1492141-3569-49ae-8117-4148b9823545 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0294833 Dec 08 01:49:16.617827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e584e0cb-3915-4032-be8c-7ea370446ee2 None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:49:16.874200 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:16.946418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Deleting port 579f3bb9-3737-4216-9c18-2a08883288b2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:16.946826 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.017249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] For port 579f3bb9-3737-4216-9c18-2a08883288b2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=579f3bb9-3737-4216-9c18-2a08883288b2,segment=NetworkSegment(1f99979e-d69c-43cf-b78d-9be020fb970f),segment_id=1f99979e-d69c-43cf-b78d-9be020fb970f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:17.017665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.039729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Calling delete_port for 579f3bb9-3737-4216-9c18-2a08883288b2 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:17.154950 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.197241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No DVR routers for this DVR port 579f3bb9-3737-4216-9c18-2a08883288b2 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:17.240467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Port': ['ID=579f3bb9-3737-4216-9c18-2a08883288b2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:17.275695 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3d14f41-7c53-42df-8cee-487d1cc4110a req-f87ba8c4-d3b9-4b72-ad60-c48fe8006735 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0750756 Dec 08 01:49:17.322494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.349431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58475cf2-129c-4742-ad9a-e0fa0d5b8a40']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:17.360887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f99979e-d69c-43cf-b78d-9be020fb970f') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:17.361446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f99979e-d69c-43cf-b78d-9be020fb970f') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:17.372305 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.386721 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.394007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:17.394669 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:17.397907 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:17.475047 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.488941 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.492621 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/58475cf2-129c-4742-ad9a-e0fa0d5b8a40 HTTP/1.1" status: 204 len: 168 time: 1.9659321 Dec 08 01:49:17.496835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34652) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:17.506128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63a656-e593-43be-89e3-790f1af4ffcb tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Network': ['ID=58475cf2-129c-4742-ad9a-e0fa0d5b8a40,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:17.514338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f36e56-3dd0-4fb0-9831-6a23a1771354 req-ba197696-3935-42bd-8f41-6b27510f4f0c tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:17.515870 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8f36e56-3dd0-4fb0-9831-6a23a1771354 req-ba197696-3935-42bd-8f41-6b27510f4f0c tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0935371 Dec 08 01:49:17.537696 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-21620162-3045-44c8-8270-21dd540e3b4f tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:17.538150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21620162-3045-44c8-8270-21dd540e3b4f tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:17.543613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-21620162-3045-44c8-8270-21dd540e3b4f tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/subnets/328134f4-3e11-4b56-95dd-0b65f252ef82 HTTP/1.1" status: 404 len: 337 time: 0.0441880 Dec 08 01:49:17.544525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34654) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:17.566413 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad95cc0-9afb-46c4-87d3-7a6d1946bfb4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:17.566916 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad95cc0-9afb-46c4-87d3-7a6d1946bfb4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:17.572941 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dad95cc0-9afb-46c4-87d3-7a6d1946bfb4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/58475cf2-129c-4742-ad9a-e0fa0d5b8a40 HTTP/1.1" status: 404 len: 339 time: 0.0271306 Dec 08 01:49:17.575392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34656) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:17.617647 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8f36e56-3dd0-4fb0-9831-6a23a1771354 req-821d3fa4-fdc4-483b-842c-f35885abd994 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818648 Dec 08 01:49:17.677318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.739822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d05e30e3-58fc-4e0b-b6ee-370bfceb848b req-601e8034-1e1b-40cb-abfb-799fc2817943 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0287735 Dec 08 01:49:17.783658 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.804834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099a262d-a5a2-4b8e-a434-5ff0e6e66242']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:17.814572 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b265966-9414-4811-9f29-856274365272') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:17.815041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b265966-9414-4811-9f29-856274365272') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:17.824341 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.837187 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.844536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:17.845484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:17.848838 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:17.923664 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.944780 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:17.948265 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/099a262d-a5a2-4b8e-a434-5ff0e6e66242 HTTP/1.1" status: 204 len: 168 time: 0.3737636 Dec 08 01:49:17.951377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34672) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:17.962904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bfb60f-70ba-4348-93d5-850bb57a0482 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Network': ['ID=099a262d-a5a2-4b8e-a434-5ff0e6e66242,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:17.984390 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7ea339-db99-4ec7-9687-2774d9a18537 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:17.984991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7ea339-db99-4ec7-9687-2774d9a18537 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:17.988432 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5d7ea339-db99-4ec7-9687-2774d9a18537 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/subnets/2960308f-8284-4885-8a37-467a89fd5ac4 HTTP/1.1" status: 404 len: 337 time: 0.0354874 Dec 08 01:49:17.990822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34674) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:18.013612 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc90d3da-1324-4ab0-b365-533a146b432f tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:18.014407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc90d3da-1324-4ab0-b365-533a146b432f tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:18.018203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cc90d3da-1324-4ab0-b365-533a146b432f tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/1077e4ac-c82e-438d-911e-442b22a7a2f4 HTTP/1.1" status: 404 len: 339 time: 0.0264723 Dec 08 01:49:18.020728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34676) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:18.085620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf6ac1b5-35ba-4ed6-9b91-d5db83c8b9f0 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Deleting subnet 58691313-8223-41a6-8d36-0e287c1118b3 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:49:18.088782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac1b5-35ba-4ed6-9b91-d5db83c8b9f0 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:18.132228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac1b5-35ba-4ed6-9b91-d5db83c8b9f0 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:18.218547 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac1b5-35ba-4ed6-9b91-d5db83c8b9f0 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:18.286995 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac1b5-35ba-4ed6-9b91-d5db83c8b9f0 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:18.325732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47379c5e-3115-49f6-9e30-7a21f591f44a None None] Network dd3ef532-fc4e-4adf-bddb-38f5deaf9282 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:18.334311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ac1b5-35ba-4ed6-9b91-d5db83c8b9f0 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Subnet': ['ID=58691313-8223-41a6-8d36-0e287c1118b3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:18.347944 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bf6ac1b5-35ba-4ed6-9b91-d5db83c8b9f0 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:18.358699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bf6ac1b5-35ba-4ed6-9b91-d5db83c8b9f0 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/subnets/58691313-8223-41a6-8d36-0e287c1118b3 HTTP/1.1" status: 204 len: 168 time: 0.3314817 Dec 08 01:49:18.359215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34680) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:18.450809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a19b7d7-4f5f-4fb3-bf0c-ceb9eb642ed8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Deleting subnet 8f0519eb-7507-4080-ae72-f27a71887cb1 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:49:18.454775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a19b7d7-4f5f-4fb3-bf0c-ceb9eb642ed8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:18.506142 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a19b7d7-4f5f-4fb3-bf0c-ceb9eb642ed8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:18.607593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a19b7d7-4f5f-4fb3-bf0c-ceb9eb642ed8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:18.686940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a19b7d7-4f5f-4fb3-bf0c-ceb9eb642ed8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:18.725700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19b7d7-4f5f-4fb3-bf0c-ceb9eb642ed8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0519eb-7507-4080-ae72-f27a71887cb1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:18.728601 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a19b7d7-4f5f-4fb3-bf0c-ceb9eb642ed8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:18.735183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34686) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:18.735906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7a19b7d7-4f5f-4fb3-bf0c-ceb9eb642ed8 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/subnets/8f0519eb-7507-4080-ae72-f27a71887cb1 HTTP/1.1" status: 204 len: 168 time: 0.3749511 Dec 08 01:49:18.910981 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:18.930445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35484cb2-9045-4166-9430-17c60c6f3ee6 req-396eee8d-dfff-42a6-b679-e12c3339d91c tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:18.932038 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35484cb2-9045-4166-9430-17c60c6f3ee6 req-396eee8d-dfff-42a6-b679-e12c3339d91c tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1662502 Dec 08 01:49:18.951063 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0104db2e-c726-4dc7-afb9-ebd0685918f8 req-c69dda11-c58d-4b86-b644-22a11607b12c tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0514426 Dec 08 01:49:19.027721 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35484cb2-9045-4166-9430-17c60c6f3ee6 req-c4713a0c-1901-4f06-a202-5d45a800b019 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706098 Dec 08 01:49:19.056121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Deleting port bed7045c-c874-45d1-9481-e48988ba82dc {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:19.056495 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.182534 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] For port bed7045c-c874-45d1-9481-e48988ba82dc, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bed7045c-c874-45d1-9481-e48988ba82dc,segment=NetworkSegment(040b3966-3de0-496f-9be4-b0fca6503842),segment_id=040b3966-3de0-496f-9be4-b0fca6503842)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:19.182917 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.221577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Calling delete_port for bed7045c-c874-45d1-9481-e48988ba82dc owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:19.327941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2176c1-862a-442d-997e-c6c520e901bc None None] Network dd3ef532-fc4e-4adf-bddb-38f5deaf9282 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:19.347056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8ad93606-94ab-4ee2-9d4a-1543779b57c9 None None] Provisioning complete for port bed7045c-c874-45d1-9481-e48988ba82dc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:19.347791 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ad93606-94ab-4ee2-9d4a-1543779b57c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.371176 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.431774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Port': ['ID=bed7045c-c874-45d1-9481-e48988ba82dc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:19.445565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No DVR routers for this DVR port bed7045c-c874-45d1-9481-e48988ba82dc on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:19.486707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8ad93606-94ab-4ee2-9d4a-1543779b57c9 None None] Could not find standard attr ID for object bed7045c-c874-45d1-9481-e48988ba82dc. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:49:19.493140 n-d-713498-30 neutron-server[103131]: INFO neutron.plugins.ml2.db [None req-8ad93606-94ab-4ee2-9d4a-1543779b57c9 None None] No ports have port_id starting with bed7045c-c874-45d1-9481-e48988ba82dc Dec 08 01:49:19.570332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-309f3577-9b3e-4e73-8f09-c3dda16a47c8 req-2990436b-a423-495f-be85-a4e4006c3e2a tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0463991 Dec 08 01:49:19.586066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e778b77-d612-41b8-af1b-701c495bc635 None None] DHCP port deletion for dd3ef532-fc4e-4adf-bddb-38f5deaf9282 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:49:19.603888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.629110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3ef532-fc4e-4adf-bddb-38f5deaf9282']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:19.640220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040b3966-3de0-496f-9be4-b0fca6503842') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:19.640560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040b3966-3de0-496f-9be4-b0fca6503842') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:19.652424 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.667881 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.681762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:19.682177 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:19.703493 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:19.776510 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.785392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:19.790764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/dd3ef532-fc4e-4adf-bddb-38f5deaf9282 HTTP/1.1" status: 204 len: 168 time: 1.0531640 Dec 08 01:49:19.793941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34710) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:19.805038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc235d62-19b4-4016-9d2f-6a769bb32d7e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Network': ['ID=dd3ef532-fc4e-4adf-bddb-38f5deaf9282,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:19.825947 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-accc9b60-7d35-4b2a-bd96-73b0ac8506a4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:19.826408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accc9b60-7d35-4b2a-bd96-73b0ac8506a4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:19.830063 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-accc9b60-7d35-4b2a-bd96-73b0ac8506a4 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/subnets/437a6a11-5ad1-4ed1-8c5b-02446d2c1e5a HTTP/1.1" status: 404 len: 337 time: 0.0351651 Dec 08 01:49:19.832591 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:19.856275 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59659c4-f817-4792-889b-953ab8115908 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:19.856813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59659c4-f817-4792-889b-953ab8115908 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:19.871322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e59659c4-f817-4792-889b-953ab8115908 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/56f26151-b72f-46e7-a357-d1722070ccb3 HTTP/1.1" status: 404 len: 339 time: 0.0377119 Dec 08 01:49:19.874885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34716) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:19.909001 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0b320b-2451-4170-8c00-37d3ee71dc1e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:19.909568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0b320b-2451-4170-8c00-37d3ee71dc1e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:19.915120 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-da0b320b-2451-4170-8c00-37d3ee71dc1e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/subnets/3960e7bc-135f-4cbb-962b-096181451e46 HTTP/1.1" status: 404 len: 337 time: 0.0366676 Dec 08 01:49:19.915531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34718) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:19.935363 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb89ca7-9890-4b21-bfdd-0c977d29611d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:19.936081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb89ca7-9890-4b21-bfdd-0c977d29611d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:19.942095 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cfb89ca7-9890-4b21-bfdd-0c977d29611d tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/01593722-0962-4709-8432-0ebca60a671a HTTP/1.1" status: 404 len: 339 time: 0.0228171 Dec 08 01:49:19.942465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34720) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:19.969497 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-4583321c-a3aa-4eca-8419-6d989e3cd40b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:19.970798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4583321c-a3aa-4eca-8419-6d989e3cd40b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:19.974074 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4583321c-a3aa-4eca-8419-6d989e3cd40b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/subnets/b0755e27-d89f-4ca6-a06e-b8811039fafc HTTP/1.1" status: 404 len: 337 time: 0.0305674 Dec 08 01:49:19.976888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34722) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:19.995522 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-c182191b-4593-4736-8a43-f6c2725693ab tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:19.996030 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c182191b-4593-4736-8a43-f6c2725693ab tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:20.002393 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c182191b-4593-4736-8a43-f6c2725693ab tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/f5ece726-10b5-439b-9411-3f7348b2fe22 HTTP/1.1" status: 404 len: 339 time: 0.0215712 Dec 08 01:49:20.002696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34724) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:20.064368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fde1b91-07e4-4161-b2e6-7b32da26c94e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Deleting subnet 55839bd8-0288-413b-9dbf-c7e8c4a918a0 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:49:20.069278 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fde1b91-07e4-4161-b2e6-7b32da26c94e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.135490 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fde1b91-07e4-4161-b2e6-7b32da26c94e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.270523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8e923-7d78-40cb-be8e-6c659d6b6c85 req-37896307-c4f6-482b-8c89-036fd7c1971b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:20.272061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89e8e923-7d78-40cb-be8e-6c659d6b6c85 req-37896307-c4f6-482b-8c89-036fd7c1971b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1012321 Dec 08 01:49:20.326176 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fde1b91-07e4-4161-b2e6-7b32da26c94e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.331210 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89e8e923-7d78-40cb-be8e-6c659d6b6c85 req-ade62305-ba81-452b-a835-c52b8a18cc27 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475502 Dec 08 01:49:20.403691 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fde1b91-07e4-4161-b2e6-7b32da26c94e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.435698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde1b91-07e4-4161-b2e6-7b32da26c94e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Subnet': ['ID=55839bd8-0288-413b-9dbf-c7e8c4a918a0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:20.449871 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fde1b91-07e4-4161-b2e6-7b32da26c94e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.463488 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0fde1b91-07e4-4161-b2e6-7b32da26c94e tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/subnets/55839bd8-0288-413b-9dbf-c7e8c4a918a0 HTTP/1.1" status: 204 len: 168 time: 0.4596915 Dec 08 01:49:20.466488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34734) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:20.481368 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d20028-b1b2-4fc3-bebe-5fb96f9b7303 None None] Network c6d3012d-0818-436c-99e2-c5e469a287a2 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:20.569217 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.630446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Deleting port 4f999d2b-c40f-41e1-9763-8f8c810e42ae {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:20.630915 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.712033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c5067-b502-4781-8396-9f23ca503875 None None] DHCP port deletion for c6d3012d-0818-436c-99e2-c5e469a287a2 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:49:20.730040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] For port 4f999d2b-c40f-41e1-9763-8f8c810e42ae, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4f999d2b-c40f-41e1-9763-8f8c810e42ae,segment=NetworkSegment(a6d45215-e610-41f5-9a3f-1c6d392f73c1),segment_id=a6d45215-e610-41f5-9a3f-1c6d392f73c1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:20.730562 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.755649 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56b95e71-0858-427d-846f-8ce8a55bb934 req-7eb9e293-cc0a-4e75-a74f-33ed7464c45e tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0426164 Dec 08 01:49:20.763141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Calling delete_port for 4f999d2b-c40f-41e1-9763-8f8c810e42ae owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:20.795949 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-686c5067-b502-4781-8396-9f23ca503875 None None] Deleting port 4f999d2b-c40f-41e1-9763-8f8c810e42ae {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:20.799882 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-686c5067-b502-4781-8396-9f23ca503875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.901946 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.904957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-686c5067-b502-4781-8396-9f23ca503875 None None] For port 4f999d2b-c40f-41e1-9763-8f8c810e42ae, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4f999d2b-c40f-41e1-9763-8f8c810e42ae,segment=NetworkSegment(a6d45215-e610-41f5-9a3f-1c6d392f73c1),segment_id=a6d45215-e610-41f5-9a3f-1c6d392f73c1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:20.905502 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-686c5067-b502-4781-8396-9f23ca503875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:20.924547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-686c5067-b502-4781-8396-9f23ca503875 None None] Calling delete_port for 4f999d2b-c40f-41e1-9763-8f8c810e42ae owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:20.931236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Port': ['ID=4f999d2b-c40f-41e1-9763-8f8c810e42ae,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:20.935513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No DVR routers for this DVR port 4f999d2b-c40f-41e1-9763-8f8c810e42ae on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:21.076220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.088760 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-686c5067-b502-4781-8396-9f23ca503875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.104884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d3012d-0818-436c-99e2-c5e469a287a2']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:21.116198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d45215-e610-41f5-9a3f-1c6d392f73c1') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:21.116539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d45215-e610-41f5-9a3f-1c6d392f73c1') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:21.127988 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.142827 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.149696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:21.150116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:21.153414 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:21.159340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c5067-b502-4781-8396-9f23ca503875 None None] Pushing event deleted for resources: {'Port': ['ID=4f999d2b-c40f-41e1-9763-8f8c810e42ae,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:21.168541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c5067-b502-4781-8396-9f23ca503875 None None] No DVR routers for this DVR port 4f999d2b-c40f-41e1-9763-8f8c810e42ae on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:21.251969 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.271362 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.274717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/c6d3012d-0818-436c-99e2-c5e469a287a2 HTTP/1.1" status: 204 len: 168 time: 0.8071899 Dec 08 01:49:21.277263 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34742) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:21.295014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05386d49-391b-48ac-8d9c-b04c8c60a87c tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Network': ['ID=c6d3012d-0818-436c-99e2-c5e469a287a2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:21.336595 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-f496cc20-4b4f-429a-b5c2-b4736365c093 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:21.337535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f496cc20-4b4f-429a-b5c2-b4736365c093 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:21.342624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f496cc20-4b4f-429a-b5c2-b4736365c093 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/subnets/ad628df9-eb29-463e-9d89-5f9d34b0e599 HTTP/1.1" status: 404 len: 337 time: 0.0607960 Dec 08 01:49:21.343237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34744) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:21.356491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bed7045c-c874-45d1-9481-e48988ba82dc no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:21.367008 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-167cdb2d-f01c-4ccf-8b0e-3c4cecb26ac1 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:21.367539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167cdb2d-f01c-4ccf-8b0e-3c4cecb26ac1 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:21.372859 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-167cdb2d-f01c-4ccf-8b0e-3c4cecb26ac1 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/32d592a5-f388-4548-aa18-54e16dd29630 HTTP/1.1" status: 404 len: 339 time: 0.0263736 Dec 08 01:49:21.373813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34748) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:21.411779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bed7045c-c874-45d1-9481-e48988ba82dc {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:21.414028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bed7045c-c874-45d1-9481-e48988ba82dc not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:21.414474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4f999d2b-c40f-41e1-9763-8f8c810e42ae no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:21.444332 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 4f999d2b-c40f-41e1-9763-8f8c810e42ae {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:21.444332 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4f999d2b-c40f-41e1-9763-8f8c810e42ae not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:21.491916 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b4ef92-1e65-4e10-a0e3-baf531efbc9b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Deleting subnet 7e55e356-3996-4b18-9f16-64e33988b590 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:49:21.495842 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ef92-1e65-4e10-a0e3-baf531efbc9b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.559852 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ef92-1e65-4e10-a0e3-baf531efbc9b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.578502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e730a4-a005-47b4-b5fa-e2597be278ac req-dcdc4cb9-a6f6-409a-bbde-6061e8443963 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:21.578502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-59e730a4-a005-47b4-b5fa-e2597be278ac req-dcdc4cb9-a6f6-409a-bbde-6061e8443963 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1218972 Dec 08 01:49:21.648210 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-59e730a4-a005-47b4-b5fa-e2597be278ac req-fd479db8-04f7-44a6-bf96-86ef912fa32e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604856 Dec 08 01:49:21.678269 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ef92-1e65-4e10-a0e3-baf531efbc9b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.752753 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ef92-1e65-4e10-a0e3-baf531efbc9b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.778199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4ef92-1e65-4e10-a0e3-baf531efbc9b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Subnet': ['ID=7e55e356-3996-4b18-9f16-64e33988b590,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:21.802378 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ef92-1e65-4e10-a0e3-baf531efbc9b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:21.807266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25bfcea-6531-4cd1-a0b3-3c1982f710e1 None None] Network 028f2dc3-9443-49e8-98f6-903df6708e07 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:21.817794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34754) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:21.837792 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e2b4ef92-1e65-4e10-a0e3-baf531efbc9b tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/subnets/7e55e356-3996-4b18-9f16-64e33988b590 HTTP/1.1" status: 204 len: 168 time: 0.4626355 Dec 08 01:49:21.951736 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ccb4bc00-3f19-497e-a043-6a91a073c095 req-80e6eb0c-8b41-4caf-b37f-e15325a20ac6 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0366058 Dec 08 01:49:21.982834 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.098034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Deleting port 49382924-8a21-4ddc-a22c-b53088f607ea {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:22.098620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.114037 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc667fab-621c-4a7b-8a9a-0b85172313eb None None] DHCP port deletion for 028f2dc3-9443-49e8-98f6-903df6708e07 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:49:22.187367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] For port 49382924-8a21-4ddc-a22c-b53088f607ea, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=49382924-8a21-4ddc-a22c-b53088f607ea,segment=NetworkSegment(5087f5c4-ca81-4186-bfb2-8b91c01e3898),segment_id=5087f5c4-ca81-4186-bfb2-8b91c01e3898)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:22.188056 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.227266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Calling delete_port for 49382924-8a21-4ddc-a22c-b53088f607ea owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:22.230602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-bc667fab-621c-4a7b-8a9a-0b85172313eb None None] Deleting port 49382924-8a21-4ddc-a22c-b53088f607ea {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:22.231138 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc667fab-621c-4a7b-8a9a-0b85172313eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.305590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bc667fab-621c-4a7b-8a9a-0b85172313eb None None] For port 49382924-8a21-4ddc-a22c-b53088f607ea, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=49382924-8a21-4ddc-a22c-b53088f607ea,segment=NetworkSegment(5087f5c4-ca81-4186-bfb2-8b91c01e3898),segment_id=5087f5c4-ca81-4186-bfb2-8b91c01e3898)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:22.305995 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc667fab-621c-4a7b-8a9a-0b85172313eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.323464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-bc667fab-621c-4a7b-8a9a-0b85172313eb None None] Calling delete_port for 49382924-8a21-4ddc-a22c-b53088f607ea owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:22.405739 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.414802 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc667fab-621c-4a7b-8a9a-0b85172313eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.428335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc667fab-621c-4a7b-8a9a-0b85172313eb None None] No DVR routers for this DVR port 49382924-8a21-4ddc-a22c-b53088f607ea on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:22.448832 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Port': ['ID=49382924-8a21-4ddc-a22c-b53088f607ea,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:22.450614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc667fab-621c-4a7b-8a9a-0b85172313eb None None] Pushing event deleted for resources: {'Port': ['ID=49382924-8a21-4ddc-a22c-b53088f607ea,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:22.456304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] No DVR routers for this DVR port 49382924-8a21-4ddc-a22c-b53088f607ea on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:22.559220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.582745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028f2dc3-9443-49e8-98f6-903df6708e07']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:22.593736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5087f5c4-ca81-4186-bfb2-8b91c01e3898') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:22.594037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5087f5c4-ca81-4186-bfb2-8b91c01e3898') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:22.608274 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.633117 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.640368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:22.640862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:22.644617 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:22.719122 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.732873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:22.744646 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] 10.222.0.70 "DELETE /v2.0/networks/028f2dc3-9443-49e8-98f6-903df6708e07 HTTP/1.1" status: 204 len: 168 time: 0.9258866 Dec 08 01:49:22.759026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaf6f6-cdef-4150-b5ee-0b4ba9f657c2 tempest-NetworksIpV6Test-465200106 tempest-NetworksIpV6Test-465200106-project] Pushing event deleted for resources: {'Network': ['ID=028f2dc3-9443-49e8-98f6-903df6708e07,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:22.813101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed3cd5-bbbd-4d03-b49d-0606084b8646 req-ff4a3d3c-af67-40a1-8ff3-bdb55e3678e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:22.815569 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f3ed3cd5-bbbd-4d03-b49d-0606084b8646 req-ff4a3d3c-af67-40a1-8ff3-bdb55e3678e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0718985 Dec 08 01:49:22.913627 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f3ed3cd5-bbbd-4d03-b49d-0606084b8646 req-7f491c57-c607-4bfb-99d2-70c420a0f174 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772843 Dec 08 01:49:23.092936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-967146ac-035c-4ee7-a682-830c806911cf req-6cbf3fb0-1b6f-4a94-9039-e6edf32f5fd2 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0321627 Dec 08 01:49:23.100732 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34772) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:23.386907 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 49382924-8a21-4ddc-a22c-b53088f607ea no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:23.455918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 49382924-8a21-4ddc-a22c-b53088f607ea {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:23.456273 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 49382924-8a21-4ddc-a22c-b53088f607ea not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:23.762003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cc14822e-a5b7-480b-a0bb-d213f56ed34c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c63a0b646f69444d95c9fad1e32ac62a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6603401 Dec 08 01:49:23.765552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34784) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:23.826531 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aded17b6-df60-4403-a541-bc4d522f77be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:23.854497 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aded17b6-df60-4403-a541-bc4d522f77be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:23.953494 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aded17b6-df60-4403-a541-bc4d522f77be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:23.969945 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aded17b6-df60-4403-a541-bc4d522f77be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:23.973944 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-aded17b6-df60-4403-a541-bc4d522f77be admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8978570f-3454-4037-ba14-9210357d0f7b HTTP/1.1" status: 204 len: 168 time: 0.2064061 Dec 08 01:49:23.997801 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded17b6-df60-4403-a541-bc4d522f77be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8978570f-3454-4037-ba14-9210357d0f7b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:24.105606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af31d6-34f8-4651-b07c-48d8ab9bf786 req-1743c4f5-c895-4920-a131-97211e4ba807 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:24.107789 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94af31d6-34f8-4651-b07c-48d8ab9bf786 req-1743c4f5-c895-4920-a131-97211e4ba807 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0635917 Dec 08 01:49:24.248094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94af31d6-34f8-4651-b07c-48d8ab9bf786 req-9e0305c5-63cf-4233-8188-b0c13efa130d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299455 Dec 08 01:49:24.262572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9fb14bb-b503-4e2b-9de0-5b8452745009 req-7f5e8e51-4ade-4e50-920b-3561a460f112 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0429912 Dec 08 01:49:24.569652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203d0e2-2b30-4227-8878-3d9e11020263 req-d2624aa0-9341-4546-9497-8774d0d1a53f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:24.579209 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3203d0e2-2b30-4227-8878-3d9e11020263 req-d2624aa0-9341-4546-9497-8774d0d1a53f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0717199 Dec 08 01:49:24.650679 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-d84d6d00-d22c-4cac-aa03-782db40cb206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:24.656787 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-d84d6d00-d22c-4cac-aa03-782db40cb206 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 1097 time: 0.0716491 Dec 08 01:49:24.673385 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3203d0e2-2b30-4227-8878-3d9e11020263 req-66ed5b43-1965-4e06-a453-6606dd4d8474 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880868 Dec 08 01:49:24.835354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-91df394c-2c90-49ae-8d6b-3cc79719209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:24.836906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-91df394c-2c90-49ae-8d6b-3cc79719209d service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 912 time: 0.1725698 Dec 08 01:49:24.902883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e54651-993d-47df-acf6-2049b6c59436 req-2cc61ac7-7079-4fc2-9aff-38d2e236a165 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:24.904303 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01e54651-993d-47df-acf6-2049b6c59436 req-2cc61ac7-7079-4fc2-9aff-38d2e236a165 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 945 time: 0.0739694 Dec 08 01:49:24.963775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-9e632f55-8814-4768-900c-a08bd1228fdf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe25879f-d72b-40dc-8874-ba957976b98e HTTP/1.1" status: 200 len: 1001 time: 0.1198125 Dec 08 01:49:24.967035 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01e54651-993d-47df-acf6-2049b6c59436 req-cf4ef40c-ca9f-4ed5-9142-59122960644f tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511684 Dec 08 01:49:25.028096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-cdf8b283-2d44-4300-a12c-83a1e5519b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:25.029839 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-cdf8b283-2d44-4300-a12c-83a1e5519b70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7350439f-5003-4406-b9e1-36d3805fa73f HTTP/1.1" status: 200 len: 850 time: 0.0594947 Dec 08 01:49:25.084325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-d61c54cb-54ac-466c-933d-4c69bdddcea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:25.085946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-d61c54cb-54ac-466c-933d-4c69bdddcea7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488191 Dec 08 01:49:25.098336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-c5c2084e-aa1f-4ecc-a286-587a5f4990f2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:49:25.099632 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-c5c2084e-aa1f-4ecc-a286-587a5f4990f2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066974 Dec 08 01:49:25.129517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34824) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:25.215908 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-236dcd6f-abec-4021-a919-2357127c8c3f service neutron] 10.222.0.72 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085536 Dec 08 01:49:25.262389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1608820733'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:25.290846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:25.297252 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:25.307178 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:25.346268 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcb2c253-8716-4c67-9da5-9fb501c93232 req-62e2d105-5da0-4468-bfa1-3d4716265d8b service neutron] 10.222.0.72 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235342 Dec 08 01:49:25.399136 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-942939be-ac1a-4869-b557-6326085bd7ed req-6b1d1ddc-720b-4453-a4ad-b330df6d79ec tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0277719 Dec 08 01:49:25.443947 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:25.450766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:25.483623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:25.492601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e8747e-2748-4a6f-a60b-fdcb0e4bbac9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:25.509579 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:25.509958 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Added segment 71e93a97-d243-4c9f-bf85-1edddb00e971 of type vlan for network c0137763-1a86-4156-86bf-338967088641 Dec 08 01:49:25.553406 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:25.582706 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:25.588339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:25.588936 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:25.637600 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5062001 Dec 08 01:49:25.678077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d4b18-39a4-4e3c-bf37-de143574c7b8 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Network': ['ID=c0137763-1a86-4156-86bf-338967088641,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:25.690337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network c0137763-1a86-4156-86bf-338967088641 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:25.849291 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb391b-3167-48ea-8391-5796ad70b3c1 req-82debf05-bff9-45e4-8d0e-4e66db786668 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:25.850813 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-74bb391b-3167-48ea-8391-5796ad70b3c1 req-82debf05-bff9-45e4-8d0e-4e66db786668 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0596046 Dec 08 01:49:25.940463 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-74bb391b-3167-48ea-8391-5796ad70b3c1 req-d204cc88-c4b5-4580-b798-73cf9c7098fd tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795157 Dec 08 01:49:26.154821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065bf24-b61c-4bce-9cb5-c8ffb18bdf83 req-f7477e19-5372-40d2-aeb0-985f53b9a3f4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:26.156380 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7065bf24-b61c-4bce-9cb5-c8ffb18bdf83 req-f7477e19-5372-40d2-aeb0-985f53b9a3f4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 945 time: 0.0755389 Dec 08 01:49:26.207265 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7065bf24-b61c-4bce-9cb5-c8ffb18bdf83 req-5c73e805-b0b4-4f52-822e-4283842500f9 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434678 Dec 08 01:49:26.510319 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ab0541d-71ba-4587-968f-ce9a5714a24e req-b24fc502-3227-4d43-be40-2b987d92eeb8 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0273242 Dec 08 01:49:26.651312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbf474-dae8-4745-8921-58dda59b773e req-142e5757-5f6c-45d2-bde4-36be61144a2a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:26.652831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8bbf474-dae8-4745-8921-58dda59b773e req-142e5757-5f6c-45d2-bde4-36be61144a2a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.65 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 945 time: 0.0553801 Dec 08 01:49:26.759760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-b8bbf474-dae8-4745-8921-58dda59b773e req-064d8e46-ddd0-49db-9395-8d8a77909331 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Deleting port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:26.760111 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8bbf474-dae8-4745-8921-58dda59b773e req-064d8e46-ddd0-49db-9395-8d8a77909331 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:26.858386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b8bbf474-dae8-4745-8921-58dda59b773e req-064d8e46-ddd0-49db-9395-8d8a77909331 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] For port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=667c0bc0-ec6d-422b-bcce-a5b46e595a7f,segment=NetworkSegment(42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb),segment_id=42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:26.858744 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8bbf474-dae8-4745-8921-58dda59b773e req-064d8e46-ddd0-49db-9395-8d8a77909331 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:26.871006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-b8bbf474-dae8-4745-8921-58dda59b773e req-064d8e46-ddd0-49db-9395-8d8a77909331 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Calling delete_port for 667c0bc0-ec6d-422b-bcce-a5b46e595a7f owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:27.030158 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8bbf474-dae8-4745-8921-58dda59b773e req-064d8e46-ddd0-49db-9395-8d8a77909331 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.059774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f331d849-41de-4269-b411-86ca4ca719dd None None] DHCP port deletion for a8156439-aba9-4b51-93a8-dbf383c46fcd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:49:27.070409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['667c0bc0-ec6d-422b-bcce-a5b46e595a7f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:27.084329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e513b8a-228a-436c-8984-d8ab3dd0f903 req-facb86d7-2908-4711-b3ee-9bf879d15a05 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:27.086061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e513b8a-228a-436c-8984-d8ab3dd0f903 req-facb86d7-2908-4711-b3ee-9bf879d15a05 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0617790 Dec 08 01:49:27.128077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d8e46-ddd0-49db-9395-8d8a77909331 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Pushing event deleted for resources: {'Port': ['ID=667c0bc0-ec6d-422b-bcce-a5b46e595a7f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:27.168395 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e513b8a-228a-436c-8984-d8ab3dd0f903 req-04776f07-765d-4514-9bd6-eec70a618e0b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746222 Dec 08 01:49:27.201223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bbf474-dae8-4745-8921-58dda59b773e req-064d8e46-ddd0-49db-9395-8d8a77909331 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] No DVR routers for this DVR port 667c0bc0-ec6d-422b-bcce-a5b46e595a7f on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:27.204526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b8bbf474-dae8-4745-8921-58dda59b773e req-064d8e46-ddd0-49db-9395-8d8a77909331 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:27.208738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8bbf474-dae8-4745-8921-58dda59b773e req-064d8e46-ddd0-49db-9395-8d8a77909331 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.65 "DELETE /v2.0/ports/667c0bc0-ec6d-422b-bcce-a5b46e595a7f HTTP/1.1" status: 204 len: 173 time: 0.5483224 Dec 08 01:49:27.209209 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12de6077-710b-4cbd-a9a0-15d77d9c52bf', 'name': 'network-vif-deleted', 'tag': '667c0bc0-ec6d-422b-bcce-a5b46e595a7f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:27.211546 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51067c2b-0010-4809-8454-ecb091931e02" -d '{"events": [{"server_uuid": "12de6077-710b-4cbd-a9a0-15d77d9c52bf", "name": "network-vif-deleted", "tag": "667c0bc0-ec6d-422b-bcce-a5b46e595a7f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:27.311263 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefb707e-02d2-4407-b67d-181b9cded860 x-openstack-request-id: req-fefb707e-02d2-4407-b67d-181b9cded860 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:27.311679 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12de6077-710b-4cbd-a9a0-15d77d9c52bf", "name": "network-vif-deleted", "tag": "667c0bc0-ec6d-422b-bcce-a5b46e595a7f", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:27.312078 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fefb707e-02d2-4407-b67d-181b9cded860 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:27.312695 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12de6077-710b-4cbd-a9a0-15d77d9c52bf', 'name': 'network-vif-deleted', 'tag': '667c0bc0-ec6d-422b-bcce-a5b46e595a7f', 'status': 'completed', 'code': 200} Dec 08 01:49:27.386679 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5a193bc-d260-4d0c-b0f1-1685ef5a238e req-67635d85-17c7-4651-9588-7dfc4afd0579 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=12de6077-710b-4cbd-a9a0-15d77d9c52bf HTTP/1.1" status: 200 len: 210 time: 0.0537469 Dec 08 01:49:27.637919 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bde84454-6f8e-4b3c-be3e-21fd8d46efcf req-8827ac53-c98a-4782-a642-c4d6c73c2650 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0322518 Dec 08 01:49:28.691190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafde59e-0472-4f74-adeb-baeed4af1cef req-35707def-895f-4319-90d7-a20929c79ca8 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:28.693182 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bafde59e-0472-4f74-adeb-baeed4af1cef req-35707def-895f-4319-90d7-a20929c79ca8 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1098 time: 0.0509031 Dec 08 01:49:28.718226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bafde59e-0472-4f74-adeb-baeed4af1cef req-d4b86181-1084-45b2-89fc-b265e08ce9d7 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:28.800152 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5bb66fb7-5491-4118-9983-1c9aa5d75d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:28.828668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bafde59e-0472-4f74-adeb-baeed4af1cef req-d4b86181-1084-45b2-89fc-b265e08ce9d7 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:28.841424 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bafde59e-0472-4f74-adeb-baeed4af1cef req-d4b86181-1084-45b2-89fc-b265e08ce9d7 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:28.849746 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-218ae24a-b446-4afa-ae72-331fe074b1a3 req-f4ecc31f-7366-4c3e-9fa6-5d64c090be21 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0567920 Dec 08 01:49:28.898953 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b86181-1084-45b2-89fc-b265e08ce9d7 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27122f25-1107-4584-b1fd-c9ea38719e3b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:28.926691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bafde59e-0472-4f74-adeb-baeed4af1cef req-d4b86181-1084-45b2-89fc-b265e08ce9d7 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258282 Dec 08 01:49:28.950621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34878) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:28.956412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-98d41a58-696f-43cd-821b-6f83379f9d0d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'subnet': {'network_id': 'c0137763-1a86-4156-86bf-338967088641', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:29.064867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d41a58-696f-43cd-821b-6f83379f9d0d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:29.069394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98d41a58-696f-43cd-821b-6f83379f9d0d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.097438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0eaab-0309-4184-92c5-29512d4db406 req-44dac823-3203-41cd-8be6-40960386ec84 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:29.099466 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7fe0eaab-0309-4184-92c5-29512d4db406 req-44dac823-3203-41cd-8be6-40960386ec84 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.0644624 Dec 08 01:49:29.158507 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7fe0eaab-0309-4184-92c5-29512d4db406 req-d8f6454a-134a-4c79-8991-32f5ccda6782 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522656 Dec 08 01:49:29.184704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34882) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:29.266398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8fe5c8ee-7852-4447-948e-dfd1a353518d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/62b9d7ff-4a30-430a-9dd3-b92a4b9cf193 HTTP/1.1" status: 200 len: 993 time: 0.0793834 Dec 08 01:49:29.323145 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98d41a58-696f-43cd-821b-6f83379f9d0d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.393861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d41a58-696f-43cd-821b-6f83379f9d0d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Subnet': ['ID=4ebb28c0-1e63-46e2-8b4c-4bb11c99fd0d,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:29.415002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d41a58-696f-43cd-821b-6f83379f9d0d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Checking segment: {'id': '71e93a97-d243-4c9f-bf85-1edddb00e971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c0137763-1a86-4156-86bf-338967088641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:29.415371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d41a58-696f-43cd-821b-6f83379f9d0d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network hostable DHCP agents. Network: c0137763-1a86-4156-86bf-338967088641, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:29.434461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d41a58-696f-43cd-821b-6f83379f9d0d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network c0137763-1a86-4156-86bf-338967088641 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:29.445162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-98d41a58-696f-43cd-821b-6f83379f9d0d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c0137763-1a86-4156-86bf-338967088641) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:29.449406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d41a58-696f-43cd-821b-6f83379f9d0d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:29.450000 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98d41a58-696f-43cd-821b-6f83379f9d0d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.457153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab33a4c6-e53a-44cc-9f10-485adb1ad469 None None] Network c0137763-1a86-4156-86bf-338967088641 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:29.467826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-98d41a58-696f-43cd-821b-6f83379f9d0d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5159345 Dec 08 01:49:29.471483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34890) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:29.477231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-68249c24-befc-41bb-8ab7-98d17f1ef637 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-664276976'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:29.502094 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68249c24-befc-41bb-8ab7-98d17f1ef637 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:29.506717 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68249c24-befc-41bb-8ab7-98d17f1ef637 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.536697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68249c24-befc-41bb-8ab7-98d17f1ef637 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:29.549630 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68249c24-befc-41bb-8ab7-98d17f1ef637 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.550129 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-68249c24-befc-41bb-8ab7-98d17f1ef637 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Added segment 9174e0ba-e802-4330-9af8-67c648c0b388 of type vlan for network 273bfb54-580f-450c-8ca0-ba2b083214ba Dec 08 01:49:29.584494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-c0137763-1a86-4156-86bf-338967088641', 'network_id': 'c0137763-1a86-4156-86bf-338967088641', 'project_id': '16b42f26b6fe4b6eaecda4eb2621bc8c', 'fixed_ips': [{'subnet_id': '4ebb28c0-1e63-46e2-8b4c-4bb11c99fd0d'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:49:29.585657 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.596676 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68249c24-befc-41bb-8ab7-98d17f1ef637 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.628428 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68249c24-befc-41bb-8ab7-98d17f1ef637 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.634694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68249c24-befc-41bb-8ab7-98d17f1ef637 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:29.635503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68249c24-befc-41bb-8ab7-98d17f1ef637 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:29.679385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-68249c24-befc-41bb-8ab7-98d17f1ef637 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2059798 Dec 08 01:49:29.681912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34896) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:29.687046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'subnet': {'network_id': '273bfb54-580f-450c-8ca0-ba2b083214ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:29.741871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-b7975fcd-b94a-4b1d-b816-70eb205fd671 req-3a2e9d99-dd58-4eda-a2a4-abb6615939a9 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:49:29.744134 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7975fcd-b94a-4b1d-b816-70eb205fd671 req-3a2e9d99-dd58-4eda-a2a4-abb6615939a9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075321 Dec 08 01:49:29.745085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68249c24-befc-41bb-8ab7-98d17f1ef637 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Network': ['ID=273bfb54-580f-450c-8ca0-ba2b083214ba,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:29.794200 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 273bfb54-580f-450c-8ca0-ba2b083214ba details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:29.850120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:29.857920 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:30.085711 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83777ffd-d6db-4efa-8445-9ebbebf0e310 req-d33b5b5c-16c5-4663-8644-9a5e469e2623 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0583494 Dec 08 01:49:30.224617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34908) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:30.332606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.objects.ports [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103130) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:49:30.334622 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:30.367400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Allocated IP 2001:db8:0:ffff::2 (c0137763-1a86-4156-86bf-338967088641/4ebb28c0-1e63-46e2-8b4c-4bb11c99fd0d/cac0dd96-3b24-4848-9624-9ce9323c313d) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:30.383526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-5f33a128-1b7e-46d9-bd62-511d5a09d838 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1579132 Dec 08 01:49:30.397749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-0f36b2be-1fb0-4571-a75c-6237aba68177 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:49:30.400187 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-0f36b2be-1fb0-4571-a75c-6237aba68177 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103393 Dec 08 01:49:30.432900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61d567-30ce-410b-807a-9c66d10498a0 req-230e31f0-c12f-4e25-a2c3-6e115c9cca80 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:30.438742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Subnet': ['ID=9b26554e-bdbc-4e7c-854a-a5dc8198373d,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:30.442460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Checking segment: {'id': '9174e0ba-e802-4330-9af8-67c648c0b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '273bfb54-580f-450c-8ca0-ba2b083214ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:30.442599 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fe61d567-30ce-410b-807a-9c66d10498a0 req-230e31f0-c12f-4e25-a2c3-6e115c9cca80 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.1154997 Dec 08 01:49:30.442830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network hostable DHCP agents. Network: 273bfb54-580f-450c-8ca0-ba2b083214ba, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:30.472451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network 273bfb54-580f-450c-8ca0-ba2b083214ba is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:30.494121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 273bfb54-580f-450c-8ca0-ba2b083214ba) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:30.511488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:30.512456 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:30.527781 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51e6e63-4249-49a3-abcb-7b74c169a4a5 None None] Network 273bfb54-580f-450c-8ca0-ba2b083214ba requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:30.574766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 667c0bc0-ec6d-422b-bcce-a5b46e595a7f no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:30.633736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 667c0bc0-ec6d-422b-bcce-a5b46e595a7f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:30.634267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 667c0bc0-ec6d-422b-bcce-a5b46e595a7f not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:30.653200 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-860f9e3a-5013-4ab6-8853-be95f810b0c4 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9697013 Dec 08 01:49:30.657835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34922) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:30.676256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'port': {'network_id': '273bfb54-580f-450c-8ca0-ba2b083214ba', 'name': 'tempest-NetworksIpV6TestAttrs-837511555'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:30.711422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fe61d567-30ce-410b-807a-9c66d10498a0 req-0f16ab61-f5cc-41d7-9938-5b1a20223881 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636688 Dec 08 01:49:30.828215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-273bfb54-580f-450c-8ca0-ba2b083214ba', 'network_id': '273bfb54-580f-450c-8ca0-ba2b083214ba', 'project_id': '16b42f26b6fe4b6eaecda4eb2621bc8c', 'fixed_ips': [{'subnet_id': '9b26554e-bdbc-4e7c-854a-a5dc8198373d'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:49:30.829586 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:30.834994 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:30.861793 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:30.945597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:30.950720 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:30.971392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] device_id is not set on port c19af2ae-5311-4a1f-8a99-06a6bfa8edaf yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:49:31.062746 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Pushing event updated for resources: {'Port': ['ID=cac0dd96-3b24-4848-9624-9ce9323c313d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:31.090652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Network c0137763-1a86-4156-86bf-338967088641 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:31.092449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:31.097287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:31.113844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Allocated IP 2001:db8::f816:3eff:fe55:4649 (273bfb54-580f-450c-8ca0-ba2b083214ba/9b26554e-bdbc-4e7c-854a-a5dc8198373d/c19af2ae-5311-4a1f-8a99-06a6bfa8edaf) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:31.202227 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-38a2a487-5c3e-46fa-b5b7-49ceec7c7ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.213880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Attempting to bind port cac0dd96-3b24-4848-9624-9ce9323c313d on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:31.214274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Attempting to bind port cac0dd96-3b24-4848-9624-9ce9323c313d by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '71e93a97-d243-4c9f-bf85-1edddb00e971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c0137763-1a86-4156-86bf-338967088641'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:31.214648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Attempting to bind port cac0dd96-3b24-4848-9624-9ce9323c313d on network c0137763-1a86-4156-86bf-338967088641 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:31.224648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:31.225642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Checking segment: {'id': '71e93a97-d243-4c9f-bf85-1edddb00e971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c0137763-1a86-4156-86bf-338967088641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:31.226719 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.227351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Bound using segment: {'id': '71e93a97-d243-4c9f-bf85-1edddb00e971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c0137763-1a86-4156-86bf-338967088641'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:31.229269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Bound port: cac0dd96-3b24-4848-9624-9ce9323c313d, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e93a97-d243-4c9f-bf85-1edddb00e971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'c0137763-1a86-4156-86bf-338967088641'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:31.229869 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.288002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92c6e397-240b-4202-9de1-f64c0e60d574 req-4ddb0f4b-1a6a-400a-891b-fde30dcf2cf8 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0513952 Dec 08 01:49:31.346695 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] For port cac0dd96-3b24-4848-9624-9ce9323c313d, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:31.350501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] For port cac0dd96-3b24-4848-9624-9ce9323c313d, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=cac0dd96-3b24-4848-9624-9ce9323c313d,segment=NetworkSegment(71e93a97-d243-4c9f-bf85-1edddb00e971),segment_id=71e93a97-d243-4c9f-bf85-1edddb00e971)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:31.357778 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.462066 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.464380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549d773-e5b1-4960-9fcf-786efe8b835f None None] Pushing event updated for resources: {'Port': ['ID=cac0dd96-3b24-4848-9624-9ce9323c313d,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:31.516896 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.577581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network 273bfb54-580f-450c-8ca0-ba2b083214ba is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:31.584006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:31.588931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:31.594845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:31.596933 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.629138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Port': ['ID=c19af2ae-5311-4a1f-8a99-06a6bfa8edaf,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:31.661654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-58501a99-4a79-4c0c-b4e8-6eb9fb68552f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0018661 Dec 08 01:49:31.664104 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34948) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:31.668978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Allocated IP 2001:db8::f816:3eff:fe1a:2c8d (273bfb54-580f-450c-8ca0-ba2b083214ba/9b26554e-bdbc-4e7c-854a-a5dc8198373d/2513307f-291a-4328-8069-8270bb365515) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:31.727792 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:31.829435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f769ed-2b4d-4676-bf20-d4c6dc2833bc tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Deleting subnet 9b26554e-bdbc-4e7c-854a-a5dc8198373d {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:49:32.012421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407da4c-d51f-45c8-b16a-f660a5483f5c req-4b9d623e-e5ea-4c86-8848-fcc0df13a60c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:32.021596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f407da4c-d51f-45c8-b16a-f660a5483f5c req-4b9d623e-e5ea-4c86-8848-fcc0df13a60c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.1652865 Dec 08 01:49:32.026738 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.043081 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.053769 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18f769ed-2b4d-4676-bf20-d4c6dc2833bc tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.120276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Network 273bfb54-580f-450c-8ca0-ba2b083214ba is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:32.127308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:32.131619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:32.194613 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18f769ed-2b4d-4676-bf20-d4c6dc2833bc tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.201899 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Pushing event updated for resources: {'Port': ['ID=2513307f-291a-4328-8069-8270bb365515,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:32.248973 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Attempting to bind port 2513307f-291a-4328-8069-8270bb365515 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:32.253570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Attempting to bind port 2513307f-291a-4328-8069-8270bb365515 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '9174e0ba-e802-4330-9af8-67c648c0b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '273bfb54-580f-450c-8ca0-ba2b083214ba'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:32.253974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Attempting to bind port 2513307f-291a-4328-8069-8270bb365515 on network 273bfb54-580f-450c-8ca0-ba2b083214ba {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:32.285324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:32.285999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Checking segment: {'id': '9174e0ba-e802-4330-9af8-67c648c0b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '273bfb54-580f-450c-8ca0-ba2b083214ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:32.286918 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.287585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Bound using segment: {'id': '9174e0ba-e802-4330-9af8-67c648c0b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '273bfb54-580f-450c-8ca0-ba2b083214ba'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:32.288758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Bound port: 2513307f-291a-4328-8069-8270bb365515, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9174e0ba-e802-4330-9af8-67c648c0b388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '273bfb54-580f-450c-8ca0-ba2b083214ba'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:32.289452 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.312598 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.318860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f407da4c-d51f-45c8-b16a-f660a5483f5c req-4513e27c-f8c4-4140-ac19-c3fd7d1392b0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932975 Dec 08 01:49:32.430995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] For port 2513307f-291a-4328-8069-8270bb365515, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:32.436931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] For port 2513307f-291a-4328-8069-8270bb365515, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2513307f-291a-4328-8069-8270bb365515,segment=NetworkSegment(9174e0ba-e802-4330-9af8-67c648c0b388),segment_id=9174e0ba-e802-4330-9af8-67c648c0b388)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:32.446947 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.468991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5af50dc5-0a70-4228-916e-1da022391783 req-b87baa0e-7275-41ca-9eff-eaf013ec8b32 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0475593 Dec 08 01:49:32.580415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8288d9-5dd7-42c6-939d-7574f67f95b6 None None] Pushing event updated for resources: {'Port': ['ID=2513307f-291a-4328-8069-8270bb365515,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:32.675030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-eae50426-b851-4267-abe8-befcadfa9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:32.676749 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-eae50426-b851-4267-abe8-befcadfa9844 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1098 time: 0.2262561 Dec 08 01:49:32.722096 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18f769ed-2b4d-4676-bf20-d4c6dc2833bc tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:32.730515 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:49:32.920304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-942d1dd0-7558-49c8-b21c-504ce80f3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:32.922353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-942d1dd0-7558-49c8-b21c-504ce80f3afd service neutron] 10.222.0.65 "GET /v2.0/networks?id=944f8e9a-770f-4926-a1e0-e8d8f5f23152 HTTP/1.1" status: 200 len: 898 time: 0.2321494 Dec 08 01:49:32.924515 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18f769ed-2b4d-4676-bf20-d4c6dc2833bc tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.058605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f769ed-2b4d-4676-bf20-d4c6dc2833bc tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Subnet': ['ID=9b26554e-bdbc-4e7c-854a-a5dc8198373d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:33.065962 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18f769ed-2b4d-4676-bf20-d4c6dc2833bc tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.070085 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-18f769ed-2b4d-4676-bf20-d4c6dc2833bc tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/subnets/9b26554e-bdbc-4e7c-854a-a5dc8198373d HTTP/1.1" status: 204 len: 168 time: 1.4044073 Dec 08 01:49:33.072590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34978) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:33.116718 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-fe1afd67-0c9f-45ec-8f3b-0551a66776ef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af0215cf-af87-4ed1-b55e-b093e073752e HTTP/1.1" status: 200 len: 1001 time: 0.1817269 Dec 08 01:49:33.140586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11afc34e-87a5-419c-97d1-10190ce7fd36 None None] Network c0137763-1a86-4156-86bf-338967088641 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:33.185529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd69250-1f32-4ad1-ad3a-956e376677b1 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:33.187538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd69250-1f32-4ad1-ad3a-956e376677b1 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:33.195124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34980) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:33.196790 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0dd69250-1f32-4ad1-ad3a-956e376677b1 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1229975 Dec 08 01:49:33.218686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-952b8a49-1793-43b2-ad4d-69cc046aa8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:33.220112 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-952b8a49-1793-43b2-ad4d-69cc046aa8bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7f9c373-9425-4279-80d5-f113db5f8648 HTTP/1.1" status: 200 len: 835 time: 0.0904396 Dec 08 01:49:33.241772 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1f6eaa3d-c39d-4791-ad74-2754df68b90c None None] Provisioning complete for port cac0dd96-3b24-4848-9624-9ce9323c313d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:33.243275 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1f6eaa3d-c39d-4791-ad74-2754df68b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.342666 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe4e72a2-5999-40d2-b9e4-d3f6f9fcb5dd tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.431127 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4e72a2-5999-40d2-b9e4-d3f6f9fcb5dd tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 01:49:33.431840 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4e72a2-5999-40d2-b9e4-d3f6f9fcb5dd tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:33.435888 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fe4e72a2-5999-40d2-b9e4-d3f6f9fcb5dd tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/networks/273bfb54-580f-450c-8ca0-ba2b083214ba HTTP/1.1" status: 409 len: 405 time: 0.2394426 Dec 08 01:49:33.439896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34986) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:33.445224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-225b8cd0-5997-4744-99d3-9a33c6ab9dee tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-680539527'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:33.461291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-d6d3fad3-ba21-4cfc-a238-522407b18fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:33.463373 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-d6d3fad3-ba21-4cfc-a238-522407b18fb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944f8e9a-770f-4926-a1e0-e8d8f5f23152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153719 Dec 08 01:49:33.483081 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1f6eaa3d-c39d-4791-ad74-2754df68b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.574462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2513307f-291a-4328-8069-8270bb365515 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:33.598411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29898d41-0585-4939-b3e9-18fca0a83a4c req-3f011b02-268e-4281-a1dc-d1519d5b96f1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:33.605228 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-29898d41-0585-4939-b3e9-18fca0a83a4c req-3f011b02-268e-4281-a1dc-d1519d5b96f1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.1496167 Dec 08 01:49:33.607428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225b8cd0-5997-4744-99d3-9a33c6ab9dee tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:33.611493 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-225b8cd0-5997-4744-99d3-9a33c6ab9dee tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.713848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225b8cd0-5997-4744-99d3-9a33c6ab9dee tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:33.726728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-a8cb987f-6d34-4d41-b6ba-59edb3c40cf1 service neutron] 10.222.0.65 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451856 Dec 08 01:49:33.736133 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-225b8cd0-5997-4744-99d3-9a33c6ab9dee tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.736878 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-225b8cd0-5997-4744-99d3-9a33c6ab9dee tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Added segment f95833ce-fd38-433c-bb47-64cc15d0bc74 of type vlan for network da62af65-dd57-4916-8b58-e5d1ffe150ef Dec 08 01:49:33.750113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1f6eaa3d-c39d-4791-ad74-2754df68b90c None None] For port cac0dd96-3b24-4848-9624-9ce9323c313d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=cac0dd96-3b24-4848-9624-9ce9323c313d,segment=NetworkSegment(71e93a97-d243-4c9f-bf85-1edddb00e971),segment_id=71e93a97-d243-4c9f-bf85-1edddb00e971)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:33.755091 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d759c6d4-9d15-43d7-97d4-f985db61936a req-1fa4868d-b752-419a-b49f-b8904f0b5881 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0671096 Dec 08 01:49:33.781796 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.794378 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1f6eaa3d-c39d-4791-ad74-2754df68b90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.816668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-225b8cd0-5997-4744-99d3-9a33c6ab9dee tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.898409 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.921770 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-607a4684-f245-4a44-b000-f6c793cfe1f9 service neutron] 10.222.0.65 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699069 Dec 08 01:49:33.936617 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-29898d41-0585-4939-b3e9-18fca0a83a4c req-fa19e17a-3080-446f-be87-599bfa73fc27 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147781 Dec 08 01:49:33.947591 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-225b8cd0-5997-4744-99d3-9a33c6ab9dee tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.947777 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f41668c9-b3f4-493d-a352-b4a501c2ebde None None] Provisioning complete for port cac0dd96-3b24-4848-9624-9ce9323c313d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:33.948190 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f41668c9-b3f4-493d-a352-b4a501c2ebde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.950205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6eaa3d-c39d-4791-ad74-2754df68b90c None None] Pushing event updated for resources: {'Port': ['ID=cac0dd96-3b24-4848-9624-9ce9323c313d,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:33.960163 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 2513307f-291a-4328-8069-8270bb365515 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:33.961211 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:33.977702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b8cd0-5997-4744-99d3-9a33c6ab9dee tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:33.978660 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-225b8cd0-5997-4744-99d3-9a33c6ab9dee tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.065748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b8cd0-5997-4744-99d3-9a33c6ab9dee tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Network': ['ID=da62af65-dd57-4916-8b58-e5d1ffe150ef,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:34.096459 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-225b8cd0-5997-4744-99d3-9a33c6ab9dee tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6552703 Dec 08 01:49:34.099163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34994) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:34.106007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network da62af65-dd57-4916-8b58-e5d1ffe150ef details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:34.120458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'subnet': {'network_id': 'da62af65-dd57-4916-8b58-e5d1ffe150ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:34.266934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:34.271854 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.315115 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.354945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96b8600-659d-4ef8-b6ff-cc531fb058a9 None None] Network 273bfb54-580f-450c-8ca0-ba2b083214ba requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:34.384845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 2513307f-291a-4328-8069-8270bb365515, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2513307f-291a-4328-8069-8270bb365515,segment=NetworkSegment(9174e0ba-e802-4330-9af8-67c648c0b388),segment_id=9174e0ba-e802-4330-9af8-67c648c0b388)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:34.397936 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.398757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device cac0dd96-3b24-4848-9624-9ce9323c313d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:34.544983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-45b6b32a-54b2-4cfb-b960-2c510e0cb3d8 None None] Provisioning complete for port 2513307f-291a-4328-8069-8270bb365515 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:34.545724 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-45b6b32a-54b2-4cfb-b960-2c510e0cb3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.553807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=2513307f-291a-4328-8069-8270bb365515,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:34.642565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:49:34.644592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.656151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port cac0dd96-3b24-4848-9624-9ce9323c313d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:34.656626 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.754521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc77175-0b67-40e1-8171-a1200f6a04dc None None] DHCP port deletion for 273bfb54-580f-450c-8ca0-ba2b083214ba request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:49:34.773979 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.803502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Subnet': ['ID=697d4990-42f3-4934-8e93-2a96e9ba46d3,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:34.809706 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Checking segment: {'id': 'f95833ce-fd38-433c-bb47-64cc15d0bc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da62af65-dd57-4916-8b58-e5d1ffe150ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:34.810307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network hostable DHCP agents. Network: da62af65-dd57-4916-8b58-e5d1ffe150ef, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:34.836125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network da62af65-dd57-4916-8b58-e5d1ffe150ef is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:34.849669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, da62af65-dd57-4916-8b58-e5d1ffe150ef) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:34.856166 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:34.856959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:34.868597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0de7a9-32fe-4bf8-83e6-b90517c267bf None None] Network da62af65-dd57-4916-8b58-e5d1ffe150ef requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:34.879993 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-86dc56c3-6d9c-4a8c-ac31-aa7db32c4f3d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7794623 Dec 08 01:49:34.882895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35000) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:34.890845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'port': {'network_id': 'da62af65-dd57-4916-8b58-e5d1ffe150ef', 'name': 'tempest-NetworksIpV6TestAttrs-1028322909'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:34.965936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a78db831-5a93-4c2f-bda9-844a458ae314 req-eed8ceaf-7df4-444b-8c0d-5736d4ed5986 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0317669 Dec 08 01:49:35.117613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-afc77175-0b67-40e1-8171-a1200f6a04dc None None] Deleting port 2513307f-291a-4328-8069-8270bb365515 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:35.118004 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-afc77175-0b67-40e1-8171-a1200f6a04dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.135156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:35.142453 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.166462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] device_id is not set on port 0534e0eb-af79-46fc-a1c4-f6aa67cb54c8 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:49:35.191159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55394a35-8c54-4f41-b12f-6796844acd63 req-5012a380-f2b0-40a9-a9dd-6c712e603a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:35.198468 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55394a35-8c54-4f41-b12f-6796844acd63 req-5012a380-f2b0-40a9-a9dd-6c712e603a04 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.0845833 Dec 08 01:49:35.270832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55394a35-8c54-4f41-b12f-6796844acd63 req-4287a6ba-c25c-48ce-b45f-7b2e388145d7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682421 Dec 08 01:49:35.276008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-a191e03a-346a-406a-b782-e8e8bb66917c service neutron] (103129) timed out ('10.222.0.70', 32980) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 01:49:35.302180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Allocated IP 2001:db8::f816:3eff:fe2b:fc95 (da62af65-dd57-4916-8b58-e5d1ffe150ef/697d4990-42f3-4934-8e93-2a96e9ba46d3/0534e0eb-af79-46fc-a1c4-f6aa67cb54c8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:35.350673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-da62af65-dd57-4916-8b58-e5d1ffe150ef', 'network_id': 'da62af65-dd57-4916-8b58-e5d1ffe150ef', 'project_id': '16b42f26b6fe4b6eaecda4eb2621bc8c', 'fixed_ips': [{'subnet_id': '697d4990-42f3-4934-8e93-2a96e9ba46d3'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:49:35.351515 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.355008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-afc77175-0b67-40e1-8171-a1200f6a04dc None None] For port 2513307f-291a-4328-8069-8270bb365515, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2513307f-291a-4328-8069-8270bb365515,segment=NetworkSegment(9174e0ba-e802-4330-9af8-67c648c0b388),segment_id=9174e0ba-e802-4330-9af8-67c648c0b388)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:35.355347 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-afc77175-0b67-40e1-8171-a1200f6a04dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.382848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device cac0dd96-3b24-4848-9624-9ce9323c313d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:35.389532 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-afc77175-0b67-40e1-8171-a1200f6a04dc None None] Calling delete_port for 2513307f-291a-4328-8069-8270bb365515 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:35.506753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.549868 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.622507 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port cac0dd96-3b24-4848-9624-9ce9323c313d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:35.627805 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.640912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Allocated IP 2001:db8::f816:3eff:fe11:3d60 (da62af65-dd57-4916-8b58-e5d1ffe150ef/697d4990-42f3-4934-8e93-2a96e9ba46d3/e9e2b3da-f322-4401-84c2-55a9f613edc9) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:35.647100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Port': ['ID=0534e0eb-af79-46fc-a1c4-f6aa67cb54c8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:35.657868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network da62af65-dd57-4916-8b58-e5d1ffe150ef is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:35.660085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:35.663261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:35.673792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:35.674755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.699604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35016) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:35.700458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9ba83e62-b8fd-4e56-8ac1-e60ac6887dda tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8154142 Dec 08 01:49:35.780153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-4610397e-e71c-4979-91fe-a0faf5fde2c7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Deleting subnet 697d4990-42f3-4934-8e93-2a96e9ba46d3 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:49:35.781144 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-afc77175-0b67-40e1-8171-a1200f6a04dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.822305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc77175-0b67-40e1-8171-a1200f6a04dc None None] No DVR routers for this DVR port 2513307f-291a-4328-8069-8270bb365515 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:35.829049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc77175-0b67-40e1-8171-a1200f6a04dc None None] Pushing event deleted for resources: {'Port': ['ID=2513307f-291a-4328-8069-8270bb365515,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:35.947855 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.954586 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4610397e-e71c-4979-91fe-a0faf5fde2c7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:35.956374 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.002379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Network da62af65-dd57-4916-8b58-e5d1ffe150ef is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:36.025455 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:36.038121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2513307f-291a-4328-8069-8270bb365515 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:36.041190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:36.087067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 2513307f-291a-4328-8069-8270bb365515 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:36.087067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2513307f-291a-4328-8069-8270bb365515 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:36.094370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4610397e-e71c-4979-91fe-a0faf5fde2c7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.095927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Pushing event updated for resources: {'Port': ['ID=e9e2b3da-f322-4401-84c2-55a9f613edc9,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:36.127441 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7f64779-3c72-4104-80ba-f63c47c55942 req-6ed80c9f-880b-4ff1-b174-d05de374307b tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0438440 Dec 08 01:49:36.183122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Attempting to bind port e9e2b3da-f322-4401-84c2-55a9f613edc9 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:36.183498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Attempting to bind port e9e2b3da-f322-4401-84c2-55a9f613edc9 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f95833ce-fd38-433c-bb47-64cc15d0bc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da62af65-dd57-4916-8b58-e5d1ffe150ef'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:36.183869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Attempting to bind port e9e2b3da-f322-4401-84c2-55a9f613edc9 on network da62af65-dd57-4916-8b58-e5d1ffe150ef {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:36.189972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:36.190289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Checking segment: {'id': 'f95833ce-fd38-433c-bb47-64cc15d0bc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da62af65-dd57-4916-8b58-e5d1ffe150ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:36.190698 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.191093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Bound using segment: {'id': 'f95833ce-fd38-433c-bb47-64cc15d0bc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da62af65-dd57-4916-8b58-e5d1ffe150ef'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:36.191567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Bound port: e9e2b3da-f322-4401-84c2-55a9f613edc9, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95833ce-fd38-433c-bb47-64cc15d0bc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'da62af65-dd57-4916-8b58-e5d1ffe150ef'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:36.191952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.268324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4610397e-e71c-4979-91fe-a0faf5fde2c7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.396422 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4610397e-e71c-4979-91fe-a0faf5fde2c7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.397816 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] For port e9e2b3da-f322-4401-84c2-55a9f613edc9, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:36.402723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] For port e9e2b3da-f322-4401-84c2-55a9f613edc9, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e9e2b3da-f322-4401-84c2-55a9f613edc9,segment=NetworkSegment(f95833ce-fd38-433c-bb47-64cc15d0bc74),segment_id=f95833ce-fd38-433c-bb47-64cc15d0bc74)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:36.414231 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.463104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8a6d5-e8ab-438a-be74-e131ba3099d0 req-5a54d3c1-256f-412e-b732-26941d7f697c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:36.464638 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58c8a6d5-e8ab-438a-be74-e131ba3099d0 req-5a54d3c1-256f-412e-b732-26941d7f697c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.0849519 Dec 08 01:49:36.503475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521f400-5a4e-4ca0-be43-784f0bbeebac None None] Pushing event updated for resources: {'Port': ['ID=e9e2b3da-f322-4401-84c2-55a9f613edc9,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:36.509485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610397e-e71c-4979-91fe-a0faf5fde2c7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Subnet': ['ID=697d4990-42f3-4934-8e93-2a96e9ba46d3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:36.512397 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4610397e-e71c-4979-91fe-a0faf5fde2c7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.516229 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4610397e-e71c-4979-91fe-a0faf5fde2c7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/subnets/697d4990-42f3-4934-8e93-2a96e9ba46d3 HTTP/1.1" status: 204 len: 168 time: 0.8155656 Dec 08 01:49:36.519846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35038) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:36.553703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58c8a6d5-e8ab-438a-be74-e131ba3099d0 req-5222e9f7-23b3-4fef-ab07-e60351196b12 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806913 Dec 08 01:49:36.601021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558d2e0f-4ed6-4f21-ac59-48e72b36677e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:36.603259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558d2e0f-4ed6-4f21-ac59-48e72b36677e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:36.605258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-558d2e0f-4ed6-4f21-ac59-48e72b36677e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0840397 Dec 08 01:49:36.608190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35040) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:36.735855 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af53c2b7-74e2-46c7-a923-a04adf74096c tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.752621 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-af53c2b7-74e2-46c7-a923-a04adf74096c tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 01:49:36.753093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af53c2b7-74e2-46c7-a923-a04adf74096c tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:36.761202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-af53c2b7-74e2-46c7-a923-a04adf74096c tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/networks/da62af65-dd57-4916-8b58-e5d1ffe150ef HTTP/1.1" status: 409 len: 405 time: 0.1466990 Dec 08 01:49:36.761317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35044) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:36.767095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f3966745-c571-48f7-a0cf-18b114b69f25 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2000093513'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:36.799043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3966745-c571-48f7-a0cf-18b114b69f25 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:36.805781 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3966745-c571-48f7-a0cf-18b114b69f25 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.846274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3966745-c571-48f7-a0cf-18b114b69f25 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:36.879912 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3966745-c571-48f7-a0cf-18b114b69f25 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.880429 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-f3966745-c571-48f7-a0cf-18b114b69f25 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Added segment 859b1692-b908-41bc-a37f-6c49bce722c1 of type vlan for network 6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1 Dec 08 01:49:36.936159 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3966745-c571-48f7-a0cf-18b114b69f25 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.969426 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3966745-c571-48f7-a0cf-18b114b69f25 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:36.970963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35048) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:36.977821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3966745-c571-48f7-a0cf-18b114b69f25 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:36.978464 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3966745-c571-48f7-a0cf-18b114b69f25 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.016623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35052) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:37.017227 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f3966745-c571-48f7-a0cf-18b114b69f25 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2548151 Dec 08 01:49:37.024973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'subnet': {'network_id': '6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:37.117256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3966745-c571-48f7-a0cf-18b114b69f25 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Network': ['ID=6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:37.131549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:37.177523 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d4a6-8fec-4bc5-ac70-bb9d720a9d12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.186816 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:37.191153 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.268854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d5bb493-3d44-4faf-8dcc-368d2001a2bd req-5d0bae80-efe3-43b7-a689-398eb2dd3e5d tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0325646 Dec 08 01:49:37.480222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e9e2b3da-f322-4401-84c2-55a9f613edc9 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:37.527160 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d4a6-8fec-4bc5-ac70-bb9d720a9d12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.531801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e9e2b3da-f322-4401-84c2-55a9f613edc9 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:37.532218 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.536573 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d4a6-8fec-4bc5-ac70-bb9d720a9d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.625207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7fb3d4a6-8fec-4bc5-ac70-bb9d720a9d12 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39e9eca49cb4486ca653bbd31459c9a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6505153 Dec 08 01:49:37.626512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35060) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:37.639573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3d4a6-8fec-4bc5-ac70-bb9d720a9d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcf3411-38c4-4a2e-99a2-fb1b960dcf94,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:37.662660 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.711175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port e9e2b3da-f322-4401-84c2-55a9f613edc9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e9e2b3da-f322-4401-84c2-55a9f613edc9,segment=NetworkSegment(f95833ce-fd38-433c-bb47-64cc15d0bc74),segment_id=f95833ce-fd38-433c-bb47-64cc15d0bc74)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:37.719086 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.777939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=e9e2b3da-f322-4401-84c2-55a9f613edc9,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:37.778437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:49:37.781934 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.810359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c5c9-ad77-4546-8315-fc4160b4fd2a req-f9ef6146-631e-4f5a-9e35-83f5ee303dcd tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:37.812015 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d91c5c9-ad77-4546-8315-fc4160b4fd2a req-f9ef6146-631e-4f5a-9e35-83f5ee303dcd tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.1245489 Dec 08 01:49:37.814460 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beaef3bb-59e6-4dd2-aa7a-e29c60c83554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.846841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Subnet': ['ID=0b0124fa-c2a9-4342-a549-748d066f8eaf,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:37.854078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Checking segment: {'id': '859b1692-b908-41bc-a37f-6c49bce722c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:37.854447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network hostable DHCP agents. Network: 6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:37.866666 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beaef3bb-59e6-4dd2-aa7a-e29c60c83554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.872256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network 6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:37.883931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:37.889444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:37.890192 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.897488 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d91c5c9-ad77-4546-8315-fc4160b4fd2a req-2b8d237d-1c0e-43df-bc5f-afea94ef6aa4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776465 Dec 08 01:49:37.898985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584e044d-07a1-4fd0-bfff-4b93d90ebb4d None None] Network 6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:37.927685 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7f19b020-20c7-4210-b387-834a8e88c9bf tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9078937 Dec 08 01:49:37.930397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35064) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:37.964183 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beaef3bb-59e6-4dd2-aa7a-e29c60c83554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.966802 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beaef3bb-59e6-4dd2-aa7a-e29c60c83554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:37.968020 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-beaef3bb-59e6-4dd2-aa7a-e29c60c83554 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/edcf3411-38c4-4a2e-99a2-fb1b960dcf94 HTTP/1.1" status: 204 len: 168 time: 0.3397298 Dec 08 01:49:38.039943 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaef3bb-59e6-4dd2-aa7a-e29c60c83554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcf3411-38c4-4a2e-99a2-fb1b960dcf94,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:38.056205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1', 'network_id': '6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1', 'project_id': '16b42f26b6fe4b6eaecda4eb2621bc8c', 'fixed_ips': [{'subnet_id': '0b0124fa-c2a9-4342-a549-748d066f8eaf'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:49:38.058466 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.080893 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.086142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8326507e-b1b7-4a89-8e70-85b13bee2486 None None] Network da62af65-dd57-4916-8b58-e5d1ffe150ef requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:38.260511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-eb75f9a6-8d71-4129-99c6-2bb16f4adc62 None None] Provisioning complete for port e9e2b3da-f322-4401-84c2-55a9f613edc9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:38.261240 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb75f9a6-8d71-4129-99c6-2bb16f4adc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.415496 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5ddab4b3-dbfc-46c8-bad2-de10f3a7d80b req-73af7574-ee80-43d0-90d0-c7f10d0a0533 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0374944 Dec 08 01:49:38.439945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Allocated IP 2001:db8::f816:3eff:fee3:e27b (6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1/0b0124fa-c2a9-4342-a549-748d066f8eaf/c6fe242d-d4d2-412c-8743-d7a5ff3173bc) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:38.472813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c06401-1760-4c74-97fb-a5186526f115 None None] DHCP port deletion for da62af65-dd57-4916-8b58-e5d1ffe150ef request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:49:38.522911 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.637167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-36c06401-1760-4c74-97fb-a5186526f115 None None] Deleting port e9e2b3da-f322-4401-84c2-55a9f613edc9 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:38.637556 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36c06401-1760-4c74-97fb-a5186526f115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.684379 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.731890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-36c06401-1760-4c74-97fb-a5186526f115 None None] For port e9e2b3da-f322-4401-84c2-55a9f613edc9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e9e2b3da-f322-4401-84c2-55a9f613edc9,segment=NetworkSegment(f95833ce-fd38-433c-bb47-64cc15d0bc74),segment_id=f95833ce-fd38-433c-bb47-64cc15d0bc74)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:38.732396 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36c06401-1760-4c74-97fb-a5186526f115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.755708 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.755826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-36c06401-1760-4c74-97fb-a5186526f115 None None] Calling delete_port for e9e2b3da-f322-4401-84c2-55a9f613edc9 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:38.789903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0124fa-c2a9-4342-a549-748d066f8eaf,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:38.800064 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.860566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Network 6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:38.872092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:38.875160 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Pushing event updated for resources: {'Port': ['ID=c6fe242d-d4d2-412c-8743-d7a5ff3173bc,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:38.875299 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.878690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:38.901267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:38.914684 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859b1692-b908-41bc-a37f-6c49bce722c1') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:38.915210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859b1692-b908-41bc-a37f-6c49bce722c1') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:38.929820 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.932520 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36c06401-1760-4c74-97fb-a5186526f115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.946021 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.953097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:38.953660 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.974290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c06401-1760-4c74-97fb-a5186526f115 None None] Pushing event deleted for resources: {'Port': ['ID=e9e2b3da-f322-4401-84c2-55a9f613edc9,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:38.976258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c06401-1760-4c74-97fb-a5186526f115 None None] No DVR routers for this DVR port e9e2b3da-f322-4401-84c2-55a9f613edc9 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:38.977667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Attempting to bind port c6fe242d-d4d2-412c-8743-d7a5ff3173bc on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:38.978100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Attempting to bind port c6fe242d-d4d2-412c-8743-d7a5ff3173bc by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '859b1692-b908-41bc-a37f-6c49bce722c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:38.978463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Attempting to bind port c6fe242d-d4d2-412c-8743-d7a5ff3173bc on network 6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:38.986212 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:38.986645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Checking segment: {'id': '859b1692-b908-41bc-a37f-6c49bce722c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:38.987016 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:38.987413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Bound using segment: {'id': '859b1692-b908-41bc-a37f-6c49bce722c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:38.987892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Bound port: c6fe242d-d4d2-412c-8743-d7a5ff3173bc, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859b1692-b908-41bc-a37f-6c49bce722c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:38.988305 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:39.033868 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:39.044243 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.api [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 01:49:39.044243 n-d-713498-30 neutron-server[103130]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 01:49:39.044243 n-d-713498-30 neutron-server[103130]: [parameters: {'id': '6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1'}] Dec 08 01:49:39.044243 n-d-713498-30 neutron-server[103130]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103130) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:49:39.044703 n-d-713498-30 neutron-server[103130]: DEBUG oslo_db.api [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:49:39.095315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fa034-808b-4448-8564-103d03fa06fb req-14d282f4-335d-4e09-9302-5a224e0d12a5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:39.097447 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-914fa034-808b-4448-8564-103d03fa06fb req-14d282f4-335d-4e09-9302-5a224e0d12a5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.0627332 Dec 08 01:49:39.116843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] For port c6fe242d-d4d2-412c-8743-d7a5ff3173bc, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:39.121085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] For port c6fe242d-d4d2-412c-8743-d7a5ff3173bc, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c6fe242d-d4d2-412c-8743-d7a5ff3173bc,segment=NetworkSegment(859b1692-b908-41bc-a37f-6c49bce722c1),segment_id=859b1692-b908-41bc-a37f-6c49bce722c1)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:39.133646 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.143298 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-c5515419-ec96-4807-ba95-57bba9bf16a6 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:39.145669 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-c5515419-ec96-4807-ba95-57bba9bf16a6 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/networks?id=a8156439-aba9-4b51-93a8-dbf383c46fcd HTTP/1.1" status: 200 len: 813 time: 0.1254175 Dec 08 01:49:39.163681 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-914fa034-808b-4448-8564-103d03fa06fb req-a3c9fd07-2507-4e1e-aee6-5a2ef4d0cecf tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595911 Dec 08 01:49:39.164792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-a81b2a85-a07a-45b8-8df5-473519822bb0 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/quotas/4fcb857510e2482cb83506141b18fe0a HTTP/1.1" status: 200 len: 375 time: 0.0129058 Dec 08 01:49:39.203448 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-43866103-b282-4fe6-a1cf-49a8d8b96eb3 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=4fcb857510e2482cb83506141b18fe0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361023 Dec 08 01:49:39.228859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70329601-d5ba-49c6-9508-772f5bc3657b None None] Pushing event updated for resources: {'Port': ['ID=c6fe242d-d4d2-412c-8743-d7a5ff3173bc,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:39.254109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f411c12-5740-440b-89d1-4cdd9d4a1da8 None None] Network 6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:39.329017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-5354db71-4d5f-4900-b0c4-f0fbe3bc2e9f service neutron] 10.222.0.70 "GET /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181796 Dec 08 01:49:39.430463 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-1b48ff61-f58d-44cf-9cf7-f6842490f98f service neutron] 10.222.0.70 "GET /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978043 Dec 08 01:49:39.497169 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e9e2b3da-f322-4401-84c2-55a9f613edc9 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:39.537113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: e9e2b3da-f322-4401-84c2-55a9f613edc9 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:39.537525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e9e2b3da-f322-4401-84c2-55a9f613edc9 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:39.545957 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.566323 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb41e9-3f1b-4ba8-8321-97c279c63efc None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:49:39.573722 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4ec90085-0e39-4213-8e64-4114b4c9be40 req-d2f8ed95-82be-4817-a696-d3156659920c tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0398169 Dec 08 01:49:39.665444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Deleting port c6fe242d-d4d2-412c-8743-d7a5ff3173bc {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:39.666120 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.725353 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-22f3e320-5dbd-4ea6-9c29-781549d2137d req-580b995e-425b-4782-8a1b-69e22787026f tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 210 time: 0.0422754 Dec 08 01:49:39.765914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] For port c6fe242d-d4d2-412c-8743-d7a5ff3173bc, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c6fe242d-d4d2-412c-8743-d7a5ff3173bc,segment=NetworkSegment(859b1692-b908-41bc-a37f-6c49bce722c1),segment_id=859b1692-b908-41bc-a37f-6c49bce722c1)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:39.766422 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.783801 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Calling delete_port for c6fe242d-d4d2-412c-8743-d7a5ff3173bc owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:39.825200 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bb41e9-3f1b-4ba8-8321-97c279c63efc None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:49:39.898763 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:39.930307 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Port': ['ID=c6fe242d-d4d2-412c-8743-d7a5ff3173bc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:39.936575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No DVR routers for this DVR port c6fe242d-d4d2-412c-8743-d7a5ff3173bc on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:40.034762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.059089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:40.072466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859b1692-b908-41bc-a37f-6c49bce722c1') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:40.072791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859b1692-b908-41bc-a37f-6c49bce722c1') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:40.086267 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.102988 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.110539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:40.111088 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:40.114537 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:40.189554 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.196401 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.201282 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/networks/6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1 HTTP/1.1" status: 204 len: 168 time: 2.2689672 Dec 08 01:49:40.205195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:40.212392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-842c9587-2e51-4b5c-bffc-0a7e098722b7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-149844229'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:40.221130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f413a-3066-42dd-b5a0-c2d2925bc5ae tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Network': ['ID=6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:40.246985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842c9587-2e51-4b5c-bffc-0a7e098722b7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:40.252999 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-842c9587-2e51-4b5c-bffc-0a7e098722b7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.288581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842c9587-2e51-4b5c-bffc-0a7e098722b7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:40.300978 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-842c9587-2e51-4b5c-bffc-0a7e098722b7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.301461 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-842c9587-2e51-4b5c-bffc-0a7e098722b7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Added segment 3ed02132-c9f6-4a05-8a46-8b39fad7b37a of type vlan for network c338a375-fe7f-4064-8c28-3d4af69f5b3c Dec 08 01:49:40.345805 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-842c9587-2e51-4b5c-bffc-0a7e098722b7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.356119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9f6bf-b79f-4a34-a94e-83ee33cd64cd req-c13abd1b-9ed0-49c3-8cbe-af4dcbfdddab tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:40.357670 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8af9f6bf-b79f-4a34-a94e-83ee33cd64cd req-c13abd1b-9ed0-49c3-8cbe-af4dcbfdddab tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.0567849 Dec 08 01:49:40.371943 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-842c9587-2e51-4b5c-bffc-0a7e098722b7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.378850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c9587-2e51-4b5c-bffc-0a7e098722b7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:40.379983 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-842c9587-2e51-4b5c-bffc-0a7e098722b7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.417177 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-842c9587-2e51-4b5c-bffc-0a7e098722b7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2098520 Dec 08 01:49:40.420145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35134) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:40.425715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2a0b1a92-365a-424f-a553-88c10e09e07b tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'subnet': {'network_id': 'c338a375-fe7f-4064-8c28-3d4af69f5b3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:40.436892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8af9f6bf-b79f-4a34-a94e-83ee33cd64cd req-64f9d2a9-ec54-430e-a028-b9b6359657a9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729337 Dec 08 01:49:40.491459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c9587-2e51-4b5c-bffc-0a7e098722b7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Network': ['ID=c338a375-fe7f-4064-8c28-3d4af69f5b3c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:40.508262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network c338a375-fe7f-4064-8c28-3d4af69f5b3c details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:40.589022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0b1a92-365a-424f-a553-88c10e09e07b tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:40.593540 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0b1a92-365a-424f-a553-88c10e09e07b tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.702124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-834eddbf-2e47-4d38-9d3e-b95a1c108c62 req-19cf3074-844b-4967-9c9f-451632128dc5 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0399194 Dec 08 01:49:40.846446 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f2c9db-3af2-404f-b15c-75fa7b7a5434 req-0bb59fa1-759f-4bb7-85e6-443c92b54b7e tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 210 time: 0.0400703 Dec 08 01:49:40.853542 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0b1a92-365a-424f-a553-88c10e09e07b tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.930011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b1a92-365a-424f-a553-88c10e09e07b tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Subnet': ['ID=8c19206a-3536-4a32-b766-42ddbe8cc7c3,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:40.940437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b1a92-365a-424f-a553-88c10e09e07b tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Checking segment: {'id': '3ed02132-c9f6-4a05-8a46-8b39fad7b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c338a375-fe7f-4064-8c28-3d4af69f5b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:40.940935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0b1a92-365a-424f-a553-88c10e09e07b tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network hostable DHCP agents. Network: c338a375-fe7f-4064-8c28-3d4af69f5b3c, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:40.960648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0b1a92-365a-424f-a553-88c10e09e07b tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network c338a375-fe7f-4064-8c28-3d4af69f5b3c is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:40.971363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2a0b1a92-365a-424f-a553-88c10e09e07b tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c338a375-fe7f-4064-8c28-3d4af69f5b3c) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:40.977609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0b1a92-365a-424f-a553-88c10e09e07b tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:40.978744 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a0b1a92-365a-424f-a553-88c10e09e07b tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:40.986026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ae7a0-b9f7-47d9-91de-a9265a817fe9 None None] Network c338a375-fe7f-4064-8c28-3d4af69f5b3c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:41.004165 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2a0b1a92-365a-424f-a553-88c10e09e07b tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5778759 Dec 08 01:49:41.004165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:41.114879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-123d03a8-5047-43b1-bf9f-5b3505aa7e20 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:41.116791 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-123d03a8-5047-43b1-bf9f-5b3505aa7e20 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.65 "GET /v2.0/networks?id=a8156439-aba9-4b51-93a8-dbf383c46fcd HTTP/1.1" status: 200 len: 813 time: 0.1497028 Dec 08 01:49:41.117695 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.123988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-c338a375-fe7f-4064-8c28-3d4af69f5b3c', 'network_id': 'c338a375-fe7f-4064-8c28-3d4af69f5b3c', 'project_id': '16b42f26b6fe4b6eaecda4eb2621bc8c', 'fixed_ips': [{'subnet_id': '8c19206a-3536-4a32-b766-42ddbe8cc7c3'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:49:41.124937 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.144030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Request body: {'port': {'device_id': '4e7092d6-abe8-4c63-8456-ce55fcca3494', 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd', 'admin_state_up': True, 'tenant_id': '4fcb857510e2482cb83506141b18fe0a'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:41.173726 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.262485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Made reservation on behalf of 4fcb857510e2482cb83506141b18fe0a for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:41.266426 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.274657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Allocated IP 2001:db8::2 (c338a375-fe7f-4064-8c28-3d4af69f5b3c/8c19206a-3536-4a32-b766-42ddbe8cc7c3/11c8ce4f-d56b-409e-b8cb-42438b844eb7) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:41.393524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Allocated IP 172.20.0.11 (a8156439-aba9-4b51-93a8-dbf383c46fcd/27a24be5-676d-41ce-90ac-88f206825d8c/0571bb0c-66da-45cb-8246-5e086a109d99) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:41.435987 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.443202 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.461023 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.491978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Network c338a375-fe7f-4064-8c28-3d4af69f5b3c is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:41.496703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Subnet': ['ID=8c19206a-3536-4a32-b766-42ddbe8cc7c3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:41.502482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:41.505322 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:41.509960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Pushing event updated for resources: {'Port': ['ID=11c8ce4f-d56b-409e-b8cb-42438b844eb7,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:41.567186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Attempting to bind port 11c8ce4f-d56b-409e-b8cb-42438b844eb7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:41.567975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Attempting to bind port 11c8ce4f-d56b-409e-b8cb-42438b844eb7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '3ed02132-c9f6-4a05-8a46-8b39fad7b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c338a375-fe7f-4064-8c28-3d4af69f5b3c'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:41.568377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Attempting to bind port 11c8ce4f-d56b-409e-b8cb-42438b844eb7 on network c338a375-fe7f-4064-8c28-3d4af69f5b3c {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:41.573580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:41.573992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Checking segment: {'id': '3ed02132-c9f6-4a05-8a46-8b39fad7b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c338a375-fe7f-4064-8c28-3d4af69f5b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:41.574399 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.574797 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Bound using segment: {'id': '3ed02132-c9f6-4a05-8a46-8b39fad7b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c338a375-fe7f-4064-8c28-3d4af69f5b3c'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:41.575266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Bound port: 11c8ce4f-d56b-409e-b8cb-42438b844eb7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed02132-c9f6-4a05-8a46-8b39fad7b37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c338a375-fe7f-4064-8c28-3d4af69f5b3c'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:41.575647 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.581338 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.589018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.602971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c338a375-fe7f-4064-8c28-3d4af69f5b3c']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:41.616077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567220ce-1f55-405e-8282-77ca7ac2536b req-d8c427d4-c2a3-432f-9f80-71743e7d1332 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:41.617737 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-567220ce-1f55-405e-8282-77ca7ac2536b req-d8c427d4-c2a3-432f-9f80-71743e7d1332 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.0738723 Dec 08 01:49:41.618676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed02132-c9f6-4a05-8a46-8b39fad7b37a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:41.619368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed02132-c9f6-4a05-8a46-8b39fad7b37a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:41.635014 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.661641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] For port 11c8ce4f-d56b-409e-b8cb-42438b844eb7, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:41.664142 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.671101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:41.671604 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:41.676130 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:41.680212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.733267 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-567220ce-1f55-405e-8282-77ca7ac2536b req-2e0a9845-9c44-4bde-9b8c-4a2f520381dd tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068726 Dec 08 01:49:41.749519 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] For port 11c8ce4f-d56b-409e-b8cb-42438b844eb7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=11c8ce4f-d56b-409e-b8cb-42438b844eb7,segment=NetworkSegment(3ed02132-c9f6-4a05-8a46-8b39fad7b37a),segment_id=3ed02132-c9f6-4a05-8a46-8b39fad7b37a)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:41.753356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Network a8156439-aba9-4b51-93a8-dbf383c46fcd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:41.753566 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 01:49:41.753566 n-d-713498-30 neutron-server[103129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 01:49:41.753566 n-d-713498-30 neutron-server[103129]: [parameters: {'id': 'c338a375-fe7f-4064-8c28-3d4af69f5b3c'}] Dec 08 01:49:41.753566 n-d-713498-30 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:49:41.754056 n-d-713498-30 neutron-server[103129]: DEBUG oslo_db.api [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:49:41.757100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:41.759555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:41.768467 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.781493 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8005c4-32ea-4290-bfc9-f01295041106 None None] DHCP port deletion for a8156439-aba9-4b51-93a8-dbf383c46fcd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:49:41.820018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Pushing event updated for resources: {'Port': ['ID=0571bb0c-66da-45cb-8246-5e086a109d99,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:41.850347 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:41.853562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.866502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01900b0d-fead-43c0-b564-7f0b74e9a96e req-bbe32517-17f3-4f3a-8482-968278515016 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0467887 Dec 08 01:49:41.881482 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0bd087a3-7c27-4ac2-b82f-70352807a8c4 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7420466 Dec 08 01:49:41.892824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-cda2b3ca-8d12-4c43-845e-13e80cf96339 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:49:41.896790 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-cda2b3ca-8d12-4c43-845e-13e80cf96339 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089583 Dec 08 01:49:41.920873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bf1a9-f381-43d8-af46-beababb1c512 None None] Pushing event updated for resources: {'Port': ['ID=11c8ce4f-d56b-409e-b8cb-42438b844eb7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:41.929753 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-00cd92e7-2fac-479e-a7ae-82dc050495e5 None None] Provisioning complete for port 0571bb0c-66da-45cb-8246-5e086a109d99 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:41.930138 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00cd92e7-2fac-479e-a7ae-82dc050495e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:41.955813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c570cb7-adfe-4755-b2d5-76a9e0598281 None None] Network c338a375-fe7f-4064-8c28-3d4af69f5b3c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:42.012740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-00cd92e7-2fac-479e-a7ae-82dc050495e5 None None] Port 0571bb0c-66da-45cb-8246-5e086a109d99 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:49:42.046414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c87b8-d786-42a0-a4bf-1cc0ba3a58ca req-0cbc4b26-6a7b-4046-89ce-126327878817 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:42.048681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b3c87b8-d786-42a0-a4bf-1cc0ba3a58ca req-0cbc4b26-6a7b-4046-89ce-126327878817 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 932 time: 0.0654802 Dec 08 01:49:42.083177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Request body: {'port': {'device_id': '4e7092d6-abe8-4c63-8456-ce55fcca3494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:42.127019 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b3c87b8-d786-42a0-a4bf-1cc0ba3a58ca req-6f6b72e9-d3a6-4f5a-94da-f05a5caf48aa tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694065 Dec 08 01:49:42.150512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa9cc63-6a0e-46f6-9df4-1e294ea7e11f None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:49:42.160931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.258112 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.316009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa9cc63-6a0e-46f6-9df4-1e294ea7e11f None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:49:42.328115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Deleting port 11c8ce4f-d56b-409e-b8cb-42438b844eb7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:42.328624 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.403430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] For port 11c8ce4f-d56b-409e-b8cb-42438b844eb7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=11c8ce4f-d56b-409e-b8cb-42438b844eb7,segment=NetworkSegment(3ed02132-c9f6-4a05-8a46-8b39fad7b37a),segment_id=3ed02132-c9f6-4a05-8a46-8b39fad7b37a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:42.403800 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.419632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Calling delete_port for 11c8ce4f-d56b-409e-b8cb-42438b844eb7 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:42.475796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0571bb0c-66da-45cb-8246-5e086a109d99 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:42.486225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.519632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Transition to ACTIVE for port object 0571bb0c-66da-45cb-8246-5e086a109d99 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:49:42.526455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.564883 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.579628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0571bb0c-66da-45cb-8246-5e086a109d99,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:42.592540 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Port': ['ID=11c8ce4f-d56b-409e-b8cb-42438b844eb7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:42.602030 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No DVR routers for this DVR port 11c8ce4f-d56b-409e-b8cb-42438b844eb7 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:42.671323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Attempting to bind port 0571bb0c-66da-45cb-8246-5e086a109d99 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:42.673190 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Attempting to bind port 0571bb0c-66da-45cb-8246-5e086a109d99 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:42.673190 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Attempting to bind port 0571bb0c-66da-45cb-8246-5e086a109d99 on network a8156439-aba9-4b51-93a8-dbf383c46fcd {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:42.677783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Port 0571bb0c-66da-45cb-8246-5e086a109d99 on network a8156439-aba9-4b51-93a8-dbf383c46fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:49:42.689113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Attempting to bind port 0571bb0c-66da-45cb-8246-5e086a109d99 on network a8156439-aba9-4b51-93a8-dbf383c46fcd {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:42.692620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b6c69-74f2-4261-af0f-94ee008d82eb None None] DHCP port deletion for a8156439-aba9-4b51-93a8-dbf383c46fcd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:49:42.701118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:42.701392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Checking segment: {'id': '42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:42.701787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Bound using segment: {'id': '42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:42.702235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Bound port: 0571bb0c-66da-45cb-8246-5e086a109d99, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:42.702597 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.712405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.735765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c338a375-fe7f-4064-8c28-3d4af69f5b3c']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:42.747233 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed02132-c9f6-4a05-8a46-8b39fad7b37a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:42.747760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed02132-c9f6-4a05-8a46-8b39fad7b37a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:42.758239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.772719 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.774804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] For port 0571bb0c-66da-45cb-8246-5e086a109d99, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:42.778633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:42.779040 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:42.835338 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:42.843687 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.850620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.854704 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/networks/c338a375-fe7f-4064-8c28-3d4af69f5b3c HTTP/1.1" status: 204 len: 168 time: 1.8510661 Dec 08 01:49:42.860535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35188) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:42.868151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f04a09-bbe7-4d51-b764-9156d87c014f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Network': ['ID=c338a375-fe7f-4064-8c28-3d4af69f5b3c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:42.870507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6487d4b6-80ce-47e8-a45a-a5c872729924 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1321991736'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:42.878053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] For port 0571bb0c-66da-45cb-8246-5e086a109d99, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=0571bb0c-66da-45cb-8246-5e086a109d99,segment=NetworkSegment(42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb),segment_id=42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:42.890639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.949090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734407fa-eeb2-4d9b-9d02-9f433fedf32c req-f3fb0669-4dbd-47da-b544-7c5d0e37cc45 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:42.950827 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-734407fa-eeb2-4d9b-9d02-9f433fedf32c req-f3fb0669-4dbd-47da-b544-7c5d0e37cc45 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.1311460 Dec 08 01:49:42.957434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65cd11c-72b5-4008-8f46-cb40141d5d26 None None] DHCP port deletion for a8156439-aba9-4b51-93a8-dbf383c46fcd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:49:42.961851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:42.962588 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:42.964087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] 10.222.0.65 "PUT /v2.0/ports/0571bb0c-66da-45cb-8246-5e086a109d99 HTTP/1.1" status: 200 len: 1093 time: 1.0510325 Dec 08 01:49:42.964799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7092d6-abe8-4c63-8456-ce55fcca3494', 'tag': '0571bb0c-66da-45cb-8246-5e086a109d99'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:42.967146 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce95973-b86b-4e91-a98e-f768de617bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7092d6-abe8-4c63-8456-ce55fcca3494", "tag": "0571bb0c-66da-45cb-8246-5e086a109d99"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:42.970451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6487d4b6-80ce-47e8-a45a-a5c872729924 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:42.974152 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6487d4b6-80ce-47e8-a45a-a5c872729924 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.024369 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-05282c7c-11b7-452a-a442-812eb833ff05 req-44880f29-9080-4603-a536-8e6b2fe270e3 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0623350 Dec 08 01:49:43.025471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f5895-d109-4750-b82a-45897ee263b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0571bb0c-66da-45cb-8246-5e086a109d99,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:43.064146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6487d4b6-80ce-47e8-a45a-a5c872729924 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:43.104521 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6487d4b6-80ce-47e8-a45a-a5c872729924 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.104871 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-6487d4b6-80ce-47e8-a45a-a5c872729924 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Added segment 0aaa92da-037b-407d-bda0-e2f747484622 of type vlan for network d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b Dec 08 01:49:43.118481 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-734407fa-eeb2-4d9b-9d02-9f433fedf32c req-d4352798-fcc9-4c1d-abef-ebf930adf705 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378291 Dec 08 01:49:43.143023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-c9caf538-2e25-4c89-aff9-41a2fa0821e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:43.144569 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-c9caf538-2e25-4c89-aff9-41a2fa0821e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fcb857510e2482cb83506141b18fe0a&device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 1096 time: 0.1142945 Dec 08 01:49:43.179987 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6487d4b6-80ce-47e8-a45a-a5c872729924 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.213454 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-0b8263a8-5b40-4c19-8bc9-48e986a91d27 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0571bb0c-66da-45cb-8246-5e086a109d99 HTTP/1.1" status: 200 len: 217 time: 0.0489960 Dec 08 01:49:43.271554 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6487d4b6-80ce-47e8-a45a-a5c872729924 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.280132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487d4b6-80ce-47e8-a45a-a5c872729924 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:43.280903 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6487d4b6-80ce-47e8-a45a-a5c872729924 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.325995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28923135-9e5b-4861-98b9-fc213b22ee5d req-8584db2b-eafe-4e70-9888-afe411248fac tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:43.328173 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-28923135-9e5b-4861-98b9-fc213b22ee5d req-8584db2b-eafe-4e70-9888-afe411248fac tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 944 time: 0.0900807 Dec 08 01:49:43.360796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-e9ff0606-f03f-42cf-be1c-a050998e1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:43.362628 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-e9ff0606-f03f-42cf-be1c-a050998e1aad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27a24be5-676d-41ce-90ac-88f206825d8c HTTP/1.1" status: 200 len: 853 time: 0.1412392 Dec 08 01:49:43.372497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6487d4b6-80ce-47e8-a45a-a5c872729924 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5032995 Dec 08 01:49:43.377644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35200) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:43.394960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Request body: {'subnet': {'network_id': 'd3a29ecb-fc66-46a3-9c57-d557c1fa8a6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:43.423800 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81052a84-35ac-4f14-b9c5-822f48f9d1f5 x-openstack-request-id: req-81052a84-35ac-4f14-b9c5-822f48f9d1f5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:43.424097 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7092d6-abe8-4c63-8456-ce55fcca3494", "tag": "0571bb0c-66da-45cb-8246-5e086a109d99", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:43.424400 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-81052a84-35ac-4f14-b9c5-822f48f9d1f5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:43.424808 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7092d6-abe8-4c63-8456-ce55fcca3494', 'tag': '0571bb0c-66da-45cb-8246-5e086a109d99', 'status': 'completed', 'code': 200} Dec 08 01:49:43.440723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487d4b6-80ce-47e8-a45a-a5c872729924 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Network': ['ID=d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:43.453058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:43.466807 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-f6a51798-fde7-4e44-8897-46d7bdcb3467 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a8156439-aba9-4b51-93a8-dbf383c46fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953906 Dec 08 01:49:43.550047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-28923135-9e5b-4861-98b9-fc213b22ee5d req-bbf0b99d-6f30-4144-b9a1-af9115b86311 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109790 Dec 08 01:49:43.551279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Made reservation on behalf of 16b42f26b6fe4b6eaecda4eb2621bc8c for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:43.557665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.651695 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-cfb9f206-a3d2-4091-9a3f-482b5d19fc55 service neutron] 10.222.0.65 "GET /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721206 Dec 08 01:49:43.764315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-791aaa10-030a-423e-a0de-a6a702282ff7 req-5222f569-1665-49a1-a3e5-dd5591caa7f5 service neutron] 10.222.0.65 "GET /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001511 Dec 08 01:49:43.858694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:49:43.862428 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.934684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event updated for resources: {'Subnet': ['ID=29d63652-bcb4-4ebf-b9da-301a9728b3e8,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:43.939058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce95973-b86b-4e91-a98e-f768de617bd8 req-a7226596-3ca7-401a-b9a5-27baa07c4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:43.940786 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bce95973-b86b-4e91-a98e-f768de617bd8 req-a7226596-3ca7-401a-b9a5-27baa07c4809 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4fcb857510e2482cb83506141b18fe0a&device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 1096 time: 0.0583425 Dec 08 01:49:43.942963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Checking segment: {'id': '0aaa92da-037b-407d-bda0-e2f747484622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd3a29ecb-fc66-46a3-9c57-d557c1fa8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:43.943332 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network hostable DHCP agents. Network: d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:43.961464 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Network d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:43.978175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:43.984323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:43.985506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:43.986854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d36ae9-fb52-4d44-9301-313a59086fa1 None None] Network d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:44.021801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e3c6a8a0-49b2-42d6-9578-17b8139ced6e tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6405363 Dec 08 01:49:44.024483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35204) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:44.119288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce95973-b86b-4e91-a98e-f768de617bd8 req-db2bc56d-d25b-43ed-a519-faeaf8b07d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:44.120871 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bce95973-b86b-4e91-a98e-f768de617bd8 req-db2bc56d-d25b-43ed-a519-faeaf8b07d64 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a8156439-aba9-4b51-93a8-dbf383c46fcd HTTP/1.1" status: 200 len: 914 time: 0.1721773 Dec 08 01:49:44.135680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b', 'network_id': 'd3a29ecb-fc66-46a3-9c57-d557c1fa8a6b', 'project_id': '16b42f26b6fe4b6eaecda4eb2621bc8c', 'fixed_ips': [{'subnet_id': '29d63652-bcb4-4ebf-b9da-301a9728b3e8'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:49:44.136870 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.198606 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bce95973-b86b-4e91-a98e-f768de617bd8 req-e5d5c14d-5f3a-44cc-a22a-525a3d32be98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0571bb0c-66da-45cb-8246-5e086a109d99 HTTP/1.1" status: 200 len: 217 time: 0.0693908 Dec 08 01:49:44.260525 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d86fcbc-fa73-4ecf-bb68-ba981a2747ac req-d6989150-2c71-4b26-9d18-e20ad2c05ff6 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0635080 Dec 08 01:49:44.273171 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.282740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce95973-b86b-4e91-a98e-f768de617bd8 req-76b628df-a894-483b-bc25-09328b385e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:44.285046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bce95973-b86b-4e91-a98e-f768de617bd8 req-76b628df-a894-483b-bc25-09328b385e9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=27a24be5-676d-41ce-90ac-88f206825d8c HTTP/1.1" status: 200 len: 853 time: 0.0769515 Dec 08 01:49:44.332930 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bce95973-b86b-4e91-a98e-f768de617bd8 req-20747bcd-1eec-4067-b5b6-7e6eaf6ae388 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a8156439-aba9-4b51-93a8-dbf383c46fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306695 Dec 08 01:49:44.341935 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Allocated IP 2001:db8::f816:3eff:fe8b:1ff0 (d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b/29d63652-bcb4-4ebf-b9da-301a9728b3e8/e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:44.454714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80994d8c-699c-4519-9631-da9a224f86f9 req-b7d08dd2-5d32-4d4b-8b20-bb5fa72bd56e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:44.457569 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-80994d8c-699c-4519-9631-da9a224f86f9 req-b7d08dd2-5d32-4d4b-8b20-bb5fa72bd56e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.1813726 Dec 08 01:49:44.501309 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.555396 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bce95973-b86b-4e91-a98e-f768de617bd8 req-97b30454-979a-4139-a850-84339845949d service neutron] 10.222.0.65 "GET /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146776 Dec 08 01:49:44.556544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.567680 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.621631 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.687107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Network d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:44.693902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:44.696231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Pushing event updated for resources: {'Port': ['ID=e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:44.698671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:44.713781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-80994d8c-699c-4519-9631-da9a224f86f9 req-e15f9eed-f204-4161-b67b-7fe9609d388c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478755 Dec 08 01:49:44.721218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Subnet': ['ID=29d63652-bcb4-4ebf-b9da-301a9728b3e8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:44.779754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bce95973-b86b-4e91-a98e-f768de617bd8 req-ac0c53f4-1beb-49c7-96b2-3bcb0e03f3d0 service neutron] 10.222.0.65 "GET /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116218 Dec 08 01:49:44.798633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Attempting to bind port e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:44.799020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Attempting to bind port e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '0aaa92da-037b-407d-bda0-e2f747484622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd3a29ecb-fc66-46a3-9c57-d557c1fa8a6b'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:44.799399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Attempting to bind port e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a on network d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:44.804928 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:44.805301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Checking segment: {'id': '0aaa92da-037b-407d-bda0-e2f747484622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd3a29ecb-fc66-46a3-9c57-d557c1fa8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:44.805719 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.806124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Bound using segment: {'id': '0aaa92da-037b-407d-bda0-e2f747484622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd3a29ecb-fc66-46a3-9c57-d557c1fa8a6b'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:44.806613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Bound port: e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aaa92da-037b-407d-bda0-e2f747484622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'd3a29ecb-fc66-46a3-9c57-d557c1fa8a6b'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:44.807009 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.858113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d27b3-d141-487d-864b-9348a8b97fd9 req-f8f227b8-aaf3-44a2-b379-64fede9e5962 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:44.859865 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-558d27b3-d141-487d-864b-9348a8b97fd9 req-f8f227b8-aaf3-44a2-b379-64fede9e5962 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 944 time: 0.1435435 Dec 08 01:49:44.860546 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.896078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] For port e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:44.900797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:44.901143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] For port e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a,segment=NetworkSegment(0aaa92da-037b-407d-bda0-e2f747484622),segment_id=0aaa92da-037b-407d-bda0-e2f747484622)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:44.907751 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.917536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aaa92da-037b-407d-bda0-e2f747484622') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:44.918701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aaa92da-037b-407d-bda0-e2f747484622') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:44.929712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.944885 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.951643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:44.952334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-558d27b3-d141-487d-864b-9348a8b97fd9 req-3b6eb0c1-7d84-4882-899e-f07998fbf079 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845239 Dec 08 01:49:44.952840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:44.956856 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:45.013288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3318ae-a641-427c-b1d6-ccd547786d4d None None] Pushing event updated for resources: {'Port': ['ID=e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:45.031126 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 01:49:45.031126 n-d-713498-30 neutron-server[103129]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 01:49:45.031126 n-d-713498-30 neutron-server[103129]: [parameters: {'id': 'd3a29ecb-fc66-46a3-9c57-d557c1fa8a6b'}] Dec 08 01:49:45.031126 n-d-713498-30 neutron-server[103129]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:49:45.032618 n-d-713498-30 neutron-server[103129]: DEBUG oslo_db.api [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:49:45.044363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8251e1-ac5d-4a95-90b0-18c5e4491814 None None] Network d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:45.152692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8565f6-197e-49e0-8531-22f565981758 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 01:49:45.298535 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8565f6-197e-49e0-8531-22f565981758 None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 01:49:45.382967 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b4f403c-4143-41c4-adbf-daba5d8a3816 req-645e2724-12e5-4175-a91d-0ce2a2db81e5 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0281506 Dec 08 01:49:45.533819 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.595584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Deleting port e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:45.596035 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.670537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] For port e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a,segment=NetworkSegment(0aaa92da-037b-407d-bda0-e2f747484622),segment_id=0aaa92da-037b-407d-bda0-e2f747484622)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:45.671000 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.683455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Calling delete_port for e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:45.791886 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.822477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Port': ['ID=e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:45.832367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No DVR routers for this DVR port e8b9e2d0-4331-4099-9b5a-6a41a91cfd1a on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:45.926629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc14aa-c09f-435e-8b61-d5f575ee7a53 req-4a36575b-87a9-457a-b52d-cdd1695a6e51 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:45.928165 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32fc14aa-c09f-435e-8b61-d5f575ee7a53 req-4a36575b-87a9-457a-b52d-cdd1695a6e51 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.1092594 Dec 08 01:49:45.955373 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:45.990254 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:46.007873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aaa92da-037b-407d-bda0-e2f747484622') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:46.008169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aaa92da-037b-407d-bda0-e2f747484622') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:46.029461 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.045742 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-32fc14aa-c09f-435e-8b61-d5f575ee7a53 req-bdaaa178-a267-4e03-8088-4021be78c4d5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874631 Dec 08 01:49:46.052593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.060609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:46.061407 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:46.065069 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:46.115484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35230) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.154541 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.161912 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.171583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/networks/d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b HTTP/1.1" status: 204 len: 168 time: 2.1423287 Dec 08 01:49:46.173875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35234) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.175757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553d06d-6e45-4a11-b163-999a01da7afa req-d003c46c-9445-4346-961a-9743b5e34d3a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:46.183774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2553d06d-6e45-4a11-b163-999a01da7afa req-d003c46c-9445-4346-961a-9743b5e34d3a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 944 time: 0.1379466 Dec 08 01:49:46.207743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76398c13-58c4-4de7-ab3c-3f919a732db3 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Network': ['ID=d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:46.243093 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-48958568-ee1c-4ea9-bdc1-b447b917b82f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:46.243561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48958568-ee1c-4ea9-bdc1-b447b917b82f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:46.245278 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2553d06d-6e45-4a11-b163-999a01da7afa req-8239808f-50a8-4684-8fad-2960e1a65d4b tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603273 Dec 08 01:49:46.249282 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-48958568-ee1c-4ea9-bdc1-b447b917b82f tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/subnets/29d63652-bcb4-4ebf-b9da-301a9728b3e8 HTTP/1.1" status: 404 len: 337 time: 0.0500875 Dec 08 01:49:46.249597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35236) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.278625 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-78015772-e28d-488e-bd3d-d70ffe11f25c tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:46.279138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78015772-e28d-488e-bd3d-d70ffe11f25c tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:46.285546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-78015772-e28d-488e-bd3d-d70ffe11f25c tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/networks/d3a29ecb-fc66-46a3-9c57-d557c1fa8a6b HTTP/1.1" status: 404 len: 339 time: 0.0318582 Dec 08 01:49:46.285852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.311420 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb596b4-b321-4e8b-b4f7-d820826da4c1 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:46.311905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb596b4-b321-4e8b-b4f7-d820826da4c1 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:46.318104 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9bb596b4-b321-4e8b-b4f7-d820826da4c1 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/subnets/8c19206a-3536-4a32-b766-42ddbe8cc7c3 HTTP/1.1" status: 404 len: 337 time: 0.0287910 Dec 08 01:49:46.320772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35240) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.324969 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f39eab6b-5450-4898-a06b-1bc47347e9d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.342329 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-64228b44-9092-4109-bae1-30413cced912 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:46.342959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64228b44-9092-4109-bae1-30413cced912 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:46.349568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-64228b44-9092-4109-bae1-30413cced912 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/networks/c338a375-fe7f-4064-8c28-3d4af69f5b3c HTTP/1.1" status: 404 len: 339 time: 0.0239623 Dec 08 01:49:46.350427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35242) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.378746 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e262df50-1ba6-4fcc-adbc-69740f7fa409 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:46.379396 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e262df50-1ba6-4fcc-adbc-69740f7fa409 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:46.385118 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e262df50-1ba6-4fcc-adbc-69740f7fa409 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/subnets/0b0124fa-c2a9-4342-a549-748d066f8eaf HTTP/1.1" status: 404 len: 337 time: 0.0310388 Dec 08 01:49:46.385420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35244) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.414298 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec9914d-1ff3-45d3-a1ff-6773f6c045d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:46.414823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec9914d-1ff3-45d3-a1ff-6773f6c045d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:46.422087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0ec9914d-1ff3-45d3-a1ff-6773f6c045d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/networks/6fc3b72c-29c4-4d99-bbe7-3675bb55e0b1 HTTP/1.1" status: 404 len: 339 time: 0.0333605 Dec 08 01:49:46.422359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35248) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.471309 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f39eab6b-5450-4898-a06b-1bc47347e9d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.478916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f39eab6b-5450-4898-a06b-1bc47347e9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.560235 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f39eab6b-5450-4898-a06b-1bc47347e9d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=408286ba8b59418fb427d243f9ba841d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4432914 Dec 08 01:49:46.563283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eab6b-5450-4898-a06b-1bc47347e9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d951807-439f-43a7-b055-633832997587,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:46.565720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35252) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.612348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7da7bd81-e14d-4486-bdc5-8069b42bb176 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Deleting port 0534e0eb-af79-46fc-a1c4-f6aa67cb54c8 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:46.612747 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7da7bd81-e14d-4486-bdc5-8069b42bb176 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.641566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 0571bb0c-66da-45cb-8246-5e086a109d99 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:49:46.664094 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cf142668-b4cb-4d5a-86c9-3803f6c6a3f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.718126 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7da7bd81-e14d-4486-bdc5-8069b42bb176 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.749298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7da7bd81-e14d-4486-bdc5-8069b42bb176 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Calling delete_port for 0534e0eb-af79-46fc-a1c4-f6aa67cb54c8 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:46.752825 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cf142668-b4cb-4d5a-86c9-3803f6c6a3f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.800337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 0571bb0c-66da-45cb-8246-5e086a109d99, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=0571bb0c-66da-45cb-8246-5e086a109d99,segment=NetworkSegment(42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb),segment_id=42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:46.817038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '0571bb0c-66da-45cb-8246-5e086a109d99', 'network_id': 'a8156439-aba9-4b51-93a8-dbf383c46fcd', 'port_id': '0571bb0c-66da-45cb-8246-5e086a109d99', 'mac_address': 'fa:16:3e:1e:fb:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a24be5-676d-41ce-90ac-88f206825d8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:49:46.861297 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.863228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cf142668-b4cb-4d5a-86c9-3803f6c6a3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.867018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cf142668-b4cb-4d5a-86c9-3803f6c6a3f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.868593 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cf142668-b4cb-4d5a-86c9-3803f6c6a3f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d951807-439f-43a7-b055-633832997587 HTTP/1.1" status: 204 len: 168 time: 0.3011172 Dec 08 01:49:46.880267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf142668-b4cb-4d5a-86c9-3803f6c6a3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d951807-439f-43a7-b055-633832997587,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:46.882799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7da7bd81-e14d-4486-bdc5-8069b42bb176 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.886513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0571bb0c-66da-45cb-8246-5e086a109d99 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:46.898608 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ecd29a9-277f-460b-a20e-cdf0bd7eb018 req-566017d2-e104-4b46-b689-a51c00c8df52 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.4277751 Dec 08 01:49:46.914409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7bd81-e14d-4486-bdc5-8069b42bb176 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Port': ['ID=0534e0eb-af79-46fc-a1c4-f6aa67cb54c8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:46.923468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 0571bb0c-66da-45cb-8246-5e086a109d99, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=0571bb0c-66da-45cb-8246-5e086a109d99,segment=NetworkSegment(42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb),segment_id=42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:46.933159 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.937540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7da7bd81-e14d-4486-bdc5-8069b42bb176 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:46.944713 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7da7bd81-e14d-4486-bdc5-8069b42bb176 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/ports/0534e0eb-af79-46fc-a1c4-f6aa67cb54c8 HTTP/1.1" status: 204 len: 168 time: 0.5190713 Dec 08 01:49:46.945675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35256) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.977013 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-93547f6e-668b-4a20-bd64-f103a9bfab8d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:46.977469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93547f6e-668b-4a20-bd64-f103a9bfab8d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:46.980542 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-93547f6e-668b-4a20-bd64-f103a9bfab8d tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/subnets/697d4990-42f3-4934-8e93-2a96e9ba46d3 HTTP/1.1" status: 404 len: 337 time: 0.0346632 Dec 08 01:49:46.983253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35258) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:46.986211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=0571bb0c-66da-45cb-8246-5e086a109d99,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:47.059977 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.157686 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.201259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da62af65-dd57-4916-8b58-e5d1ffe150ef']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:47.212898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95833ce-fd38-433c-bb47-64cc15d0bc74') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:47.213192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95833ce-fd38-433c-bb47-64cc15d0bc74') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:47.225603 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.243417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6a42e-16ed-4d15-b7e6-f0704bed7b9f req-8a4e6476-6c1a-4fa1-b7c8-4f3d0e85670d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:47.244975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89a6a42e-16ed-4d15-b7e6-f0704bed7b9f req-8a4e6476-6c1a-4fa1-b7c8-4f3d0e85670d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.0843992 Dec 08 01:49:47.251892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.270616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:47.271015 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:47.273973 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:47.364426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89a6a42e-16ed-4d15-b7e6-f0704bed7b9f req-85c312b7-16be-48ba-902d-a0ed8185db21 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097209 Dec 08 01:49:47.378138 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.394394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.395471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['0571bb0c-66da-45cb-8246-5e086a109d99'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:47.401946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/networks/da62af65-dd57-4916-8b58-e5d1ffe150ef HTTP/1.1" status: 204 len: 168 time: 0.4137421 Dec 08 01:49:47.403170 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35274) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:47.409305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39056d6f-b092-4a74-b36c-7888296b5698 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Network': ['ID=da62af65-dd57-4916-8b58-e5d1ffe150ef,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:47.487560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e20042-4496-4a51-8063-381d145c9e74 req-c3dc6f28-283f-45b5-96fa-75bb7e4aa837 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:47.490117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3e20042-4496-4a51-8063-381d145c9e74 req-c3dc6f28-283f-45b5-96fa-75bb7e4aa837 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 945 time: 0.1621490 Dec 08 01:49:47.581338 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3d8aa97-d253-491e-bf58-b40f225ab962 req-000ffffd-9543-49da-8ca6-c87bfc601fe4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0825036 Dec 08 01:49:47.629656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3e20042-4496-4a51-8063-381d145c9e74 req-7a225640-8814-420e-bb42-e3ebe4ae81c2 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168003 Dec 08 01:49:47.640961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fcbac5fb-78d7-490b-87ae-7b69b7bef1e7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Deleting port c19af2ae-5311-4a1f-8a99-06a6bfa8edaf {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:47.641360 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcbac5fb-78d7-490b-87ae-7b69b7bef1e7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.710924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcbac5fb-78d7-490b-87ae-7b69b7bef1e7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.724155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fcbac5fb-78d7-490b-87ae-7b69b7bef1e7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Calling delete_port for c19af2ae-5311-4a1f-8a99-06a6bfa8edaf owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:47.810162 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcbac5fb-78d7-490b-87ae-7b69b7bef1e7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.847175 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcbac5fb-78d7-490b-87ae-7b69b7bef1e7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:47.850945 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fcbac5fb-78d7-490b-87ae-7b69b7bef1e7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/ports/c19af2ae-5311-4a1f-8a99-06a6bfa8edaf HTTP/1.1" status: 204 len: 168 time: 0.4435556 Dec 08 01:49:47.852096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbac5fb-78d7-490b-87ae-7b69b7bef1e7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Port': ['ID=c19af2ae-5311-4a1f-8a99-06a6bfa8edaf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:47.853516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35290) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:47.882385 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c75489-5c19-4d24-8efe-a16f05ad7236 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] DELETE failed (client error): The resource could not be found. Dec 08 01:49:47.883025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c75489-5c19-4d24-8efe-a16f05ad7236 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:49:47.886320 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f6c75489-5c19-4d24-8efe-a16f05ad7236 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/subnets/9b26554e-bdbc-4e7c-854a-a5dc8198373d HTTP/1.1" status: 404 len: 337 time: 0.0317914 Dec 08 01:49:47.888815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35292) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:47.974525 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.037556 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5296ac2f-e04e-440c-b361-2e9ea9f2e95a req-29e4eab3-8b2c-4c79-ade5-8bf0736c910d tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0454757 Dec 08 01:49:48.074429 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.096130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273bfb54-580f-450c-8ca0-ba2b083214ba']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:48.107120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9174e0ba-e802-4330-9af8-67c648c0b388') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:48.107416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9174e0ba-e802-4330-9af8-67c648c0b388') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:48.117713 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.131697 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.138013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:48.138331 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:48.160483 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:48.205458 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.212226 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.215692 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/networks/273bfb54-580f-450c-8ca0-ba2b083214ba HTTP/1.1" status: 204 len: 168 time: 0.3258574 Dec 08 01:49:48.218132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35302) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:48.236776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2d2b1-ccee-40b4-b8b4-f84cc218d3da tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Network': ['ID=273bfb54-580f-450c-8ca0-ba2b083214ba,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:48.280351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0e08bf-7bcd-4fcd-bfc4-1c71d9819434 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Deleting subnet 4ebb28c0-1e63-46e2-8b4c-4bb11c99fd0d {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:49:48.283722 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e08bf-7bcd-4fcd-bfc4-1c71d9819434 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.324198 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e08bf-7bcd-4fcd-bfc4-1c71d9819434 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.411914 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e08bf-7bcd-4fcd-bfc4-1c71d9819434 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.503135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b70b89-f17d-4ab3-80ec-d1afc104116c req-0cd8651a-ceeb-469b-861a-554025a81c3d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:48.504647 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0b70b89-f17d-4ab3-80ec-d1afc104116c req-0cd8651a-ceeb-469b-861a-554025a81c3d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.0707102 Dec 08 01:49:48.509640 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e08bf-7bcd-4fcd-bfc4-1c71d9819434 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.553638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e08bf-7bcd-4fcd-bfc4-1c71d9819434 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Subnet': ['ID=4ebb28c0-1e63-46e2-8b4c-4bb11c99fd0d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:48.560637 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e08bf-7bcd-4fcd-bfc4-1c71d9819434 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.565217 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2d0e08bf-7bcd-4fcd-bfc4-1c71d9819434 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/subnets/4ebb28c0-1e63-46e2-8b4c-4bb11c99fd0d HTTP/1.1" status: 204 len: 168 time: 0.3460753 Dec 08 01:49:48.567379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35308) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:48.568608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40391fc2-7026-4c24-b012-72d2d6e2ebb0 None None] Network c0137763-1a86-4156-86bf-338967088641 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:48.622055 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0b70b89-f17d-4ab3-80ec-d1afc104116c req-68fa5740-a978-4aab-a321-4a9438d3bbc7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097941 Dec 08 01:49:48.661459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.665474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 0571bb0c-66da-45cb-8246-5e086a109d99 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:48.729073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Deleting port cac0dd96-3b24-4848-9624-9ce9323c313d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:48.730619 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.771157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 0571bb0c-66da-45cb-8246-5e086a109d99 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:49:48.775920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 0571bb0c-66da-45cb-8246-5e086a109d99 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:48.776705 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.868119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] For port cac0dd96-3b24-4848-9624-9ce9323c313d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=cac0dd96-3b24-4848-9624-9ce9323c313d,segment=NetworkSegment(71e93a97-d243-4c9f-bf85-1edddb00e971),segment_id=71e93a97-d243-4c9f-bf85-1edddb00e971)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:48.870016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ba6150-ac35-4615-b931-40015a930b6d None None] DHCP port deletion for c0137763-1a86-4156-86bf-338967088641 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:49:48.870758 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.893628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Calling delete_port for cac0dd96-3b24-4848-9624-9ce9323c313d owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:48.915873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4ed14-9e89-4a7e-91d1-7e4964faec37 req-f64310f3-072a-4683-9079-2cd87bb857a7 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:48.918426 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5e4ed14-9e89-4a7e-91d1-7e4964faec37 req-f64310f3-072a-4683-9079-2cd87bb857a7 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 945 time: 0.0993643 Dec 08 01:49:48.933616 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:48.982894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7092d6-abe8-4c63-8456-ce55fcca3494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0571bb0c-66da-45cb-8246-5e086a109d99'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:48.986075 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0b8001-11fd-47eb-9111-c2145129262a" -d '{"events": [{"server_uuid": "4e7092d6-abe8-4c63-8456-ce55fcca3494", "name": "network-vif-plugged", "status": "completed", "tag": "0571bb0c-66da-45cb-8246-5e086a109d99"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:49.002461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-55ba6150-ac35-4615-b931-40015a930b6d None None] Deleting port cac0dd96-3b24-4848-9624-9ce9323c313d {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:49:49.002846 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-55ba6150-ac35-4615-b931-40015a930b6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.005926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 0571bb0c-66da-45cb-8246-5e086a109d99, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=0571bb0c-66da-45cb-8246-5e086a109d99,segment=NetworkSegment(42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb),segment_id=42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:49.041157 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.059890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5e4ed14-9e89-4a7e-91d1-7e4964faec37 req-eb6eb9dc-18b8-46db-828a-8bebf242d33d tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068542 Dec 08 01:49:49.077687 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.132890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Port': ['ID=cac0dd96-3b24-4848-9624-9ce9323c313d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:49.135625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] No DVR routers for this DVR port cac0dd96-3b24-4848-9624-9ce9323c313d on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:49.155987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-55ba6150-ac35-4615-b931-40015a930b6d None None] For port cac0dd96-3b24-4848-9624-9ce9323c313d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=cac0dd96-3b24-4848-9624-9ce9323c313d,segment=NetworkSegment(71e93a97-d243-4c9f-bf85-1edddb00e971),segment_id=71e93a97-d243-4c9f-bf85-1edddb00e971)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:49.156476 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-55ba6150-ac35-4615-b931-40015a930b6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.179408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-55ba6150-ac35-4615-b931-40015a930b6d None None] Calling delete_port for cac0dd96-3b24-4848-9624-9ce9323c313d owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:49:49.194706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=0571bb0c-66da-45cb-8246-5e086a109d99,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:49.243410 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d08fb68-e478-4d19-8573-2cf44231056e req-46415459-8b15-4683-b399-a318867476fb tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0606363 Dec 08 01:49:49.311542 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.334266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-55ba6150-ac35-4615-b931-40015a930b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.340437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0137763-1a86-4156-86bf-338967088641']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:49.363454 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c51020-da0e-4f46-be2f-92e7ab832044 x-openstack-request-id: req-07c51020-da0e-4f46-be2f-92e7ab832044 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:49.363748 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7092d6-abe8-4c63-8456-ce55fcca3494", "name": "network-vif-plugged", "status": "completed", "tag": "0571bb0c-66da-45cb-8246-5e086a109d99", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:49.363998 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07c51020-da0e-4f46-be2f-92e7ab832044 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:49.364588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e93a97-d243-4c9f-bf85-1edddb00e971') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:49.364737 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7092d6-abe8-4c63-8456-ce55fcca3494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0571bb0c-66da-45cb-8246-5e086a109d99', 'code': 200} Dec 08 01:49:49.364893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e93a97-d243-4c9f-bf85-1edddb00e971') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:49:49.365678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba6150-ac35-4615-b931-40015a930b6d None None] Pushing event deleted for resources: {'Port': ['ID=cac0dd96-3b24-4848-9624-9ce9323c313d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:49.381040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ba6150-ac35-4615-b931-40015a930b6d None None] No DVR routers for this DVR port cac0dd96-3b24-4848-9624-9ce9323c313d on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:49.392688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device cac0dd96-3b24-4848-9624-9ce9323c313d no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:49.410447 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.418580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: cac0dd96-3b24-4848-9624-9ce9323c313d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:49:49.418957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device cac0dd96-3b24-4848-9624-9ce9323c313d not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:49.443209 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.464844 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:49:49.465302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.481271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-fdaeca8e-85f9-4a45-a829-a1a064b530e8 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=45aa20cf905b425090cbf4a89cfccdc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366397 Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:49:49.498459 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:49:49.566425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d09bc923-f781-4063-9d78-5994335ea024 req-5817fe5c-ef5c-460d-b87d-dac0962c7f88 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0340977 Dec 08 01:49:49.601362 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.606911 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:49.610975 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] 10.222.0.70 "DELETE /v2.0/networks/c0137763-1a86-4156-86bf-338967088641 HTTP/1.1" status: 204 len: 168 time: 1.0426323 Dec 08 01:49:49.617452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1f901e9-203a-4ba2-9a4c-ffde2662d23f req-e73ea812-e53e-4553-bb54-11c1703bb25c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5299f94b53bc411c90a390abac019db7&device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0495331 Dec 08 01:49:49.630953 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ae918-4d13-4974-a221-7822c3b846d7 tempest-NetworksIpV6TestAttrs-728088561 tempest-NetworksIpV6TestAttrs-728088561-project] Pushing event deleted for resources: {'Network': ['ID=c0137763-1a86-4156-86bf-338967088641,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:49.655559 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1f901e9-203a-4ba2-9a4c-ffde2662d23f req-c214d710-5f5f-4f37-bea7-27dc6120f1c5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5299f94b53bc411c90a390abac019db7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204072 Dec 08 01:49:49.715557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63088839-3160-4d70-ae11-605523699671 req-d91652f2-1470-4bbf-960a-cb7262d60f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:49.717338 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63088839-3160-4d70-ae11-605523699671 req-d91652f2-1470-4bbf-960a-cb7262d60f85 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 1098 time: 0.2349973 Dec 08 01:49:49.771219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-f26c9eff-e84d-48de-b5a5-22899c477ce9 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:49.773581 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-f26c9eff-e84d-48de-b5a5-22899c477ce9 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822545 Dec 08 01:49:49.808637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-da6426ae-ba2d-4e77-bf88-0532fd7ace90 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/quotas/45aa20cf905b425090cbf4a89cfccdc9 HTTP/1.1" status: 200 len: 375 time: 0.0220866 Dec 08 01:49:49.815355 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887cafd-1e96-49fd-8909-596b683b350f req-ec6378ff-8e0f-4090-960b-326196a7eb4b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:49.817392 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c887cafd-1e96-49fd-8909-596b683b350f req-ec6378ff-8e0f-4090-960b-326196a7eb4b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.1154361 Dec 08 01:49:49.818937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63088839-3160-4d70-ae11-605523699671 req-0b399258-05b7-4133-8709-9f4f960d12e7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885801 Dec 08 01:49:49.821998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f901e9-203a-4ba2-9a4c-ffde2662d23f req-9b521ee9-8ae0-475c-a303-6c9ec405fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:49.823883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1f901e9-203a-4ba2-9a4c-ffde2662d23f req-9b521ee9-8ae0-475c-a303-6c9ec405fd19 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558785 Dec 08 01:49:49.849833 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-73649879-841a-4489-9d05-285e7a08442c tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=45aa20cf905b425090cbf4a89cfccdc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295193 Dec 08 01:49:49.888990 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c887cafd-1e96-49fd-8909-596b683b350f req-59b7d5a1-b0a1-4da6-863f-a41119faa220 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615346 Dec 08 01:49:49.926434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35344) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:50.039805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-652d7ddd-cce2-4179-b71e-a087b2386032 req-2e88aea0-5bf8-41a8-99b3-58011c7d98ab tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 210 time: 0.0356019 Dec 08 01:49:50.081144 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-65ada65b-972a-4529-9c13-98c72368c936 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16b42f26b6fe4b6eaecda4eb2621bc8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1534696 Dec 08 01:49:50.083587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35352) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:50.140175 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0bd8-e4e1-4da3-826c-e5163d485a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:50.197798 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0bd8-e4e1-4da3-826c-e5163d485a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:50.247775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7373-ca56-4122-8af0-83d6bd1efee6 req-72de5822-65b1-4f21-a34b-6ec60a13c61a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:50.249552 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-549c7373-ca56-4122-8af0-83d6bd1efee6 req-72de5822-65b1-4f21-a34b-6ec60a13c61a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 946 time: 0.0936255 Dec 08 01:49:50.283508 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0bd8-e4e1-4da3-826c-e5163d485a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:50.286502 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f9a0bd8-e4e1-4da3-826c-e5163d485a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:50.287696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8f9a0bd8-e4e1-4da3-826c-e5163d485a4f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/89e8747e-2748-4a6f-a60b-fdcb0e4bbac9 HTTP/1.1" status: 204 len: 168 time: 0.2031646 Dec 08 01:49:50.304758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a0bd8-e4e1-4da3-826c-e5163d485a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e8747e-2748-4a6f-a60b-fdcb0e4bbac9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:50.321724 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-549c7373-ca56-4122-8af0-83d6bd1efee6 req-faab7830-334a-469c-8b7a-bb004fa02854 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624275 Dec 08 01:49:50.676214 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43738fc5-7d86-4192-b30a-a9e78ce562f9 req-1e56d97e-7390-41f5-b5f3-1407dc9b67fb tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0304341 Dec 08 01:49:50.976774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35388) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:51.007359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9785520-1845-4e8c-aa07-355779670b07 req-387295c2-f7e5-4b76-b876-d9d3c8316c64 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:51.014937 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b9785520-1845-4e8c-aa07-355779670b07 req-387295c2-f7e5-4b76-b876-d9d3c8316c64 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.0526264 Dec 08 01:49:51.073353 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b9785520-1845-4e8c-aa07-355779670b07 req-5c06c3a8-adc5-4b6b-81cc-624c7855856d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558350 Dec 08 01:49:51.094709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ed1f4c7b-9e74-4707-81fc-b7d988cc5186 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2045681108', 'prefixes': ['172.20.0.0/16']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:51.233926 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-174841b6-5086-4fe3-91a3-49c65337b06a req-1976ac6c-f53d-47b5-a921-d4c42528141b tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 210 time: 0.0476620 Dec 08 01:49:51.252085 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-08cabff4-2448-484a-9ab2-45a9836e6314 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=45aa20cf905b425090cbf4a89cfccdc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669279 Dec 08 01:49:51.260982 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4c7b-9e74-4707-81fc-b7d988cc5186 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] Publish callbacks [] for subnetpool, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.262189 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ed1f4c7b-9e74-4707-81fc-b7d988cc5186 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2841997 Dec 08 01:49:51.265346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35398) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:51.332332 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b3629cf3-f94a-43aa-83cf-ba960feb82c9 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] 10.222.0.70 "GET /v2.0/subnetpools/e1383325-d57e-4831-8fb2-31677bb9bedb HTTP/1.1" status: 200 len: 732 time: 0.0649068 Dec 08 01:49:51.337037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35400) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:51.347084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-67875c8c-e749-4a03-8b70-2512fd0cb342 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-77256773'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:51.371251 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1f901e9-203a-4ba2-9a4c-ffde2662d23f req-4e2437f4-bf6d-4af5-a272-e2d27b4e9790 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.72 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0519598 Dec 08 01:49:51.406921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-316ecc66-2a90-4f24-8f73-82a6c127f96e tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:51.409293 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-316ecc66-2a90-4f24-8f73-82a6c127f96e tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1371677 Dec 08 01:49:51.429721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Request body: {'port': {'device_id': 'd56d170e-cbe6-4881-b748-eac7dc231ad8', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '45aa20cf905b425090cbf4a89cfccdc9'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:51.509928 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67875c8c-e749-4a03-8b70-2512fd0cb342 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] Publish callbacks [] for subnetpool, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.511545 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-67875c8c-e749-4a03-8b70-2512fd0cb342 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] 10.222.0.70 "PUT /v2.0/subnetpools/e1383325-d57e-4831-8fb2-31677bb9bedb HTTP/1.1" status: 200 len: 682 time: 0.1709077 Dec 08 01:49:51.514186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35404) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:51.613221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77440a1d-08f9-4303-9487-fe53ebe0cf56 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] Publish callbacks [] for subnetpool, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.614568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-77440a1d-08f9-4303-9487-fe53ebe0cf56 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] 10.222.0.70 "DELETE /v2.0/subnetpools/e1383325-d57e-4831-8fb2-31677bb9bedb HTTP/1.1" status: 204 len: 168 time: 0.0994306 Dec 08 01:49:51.617317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35406) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:51.633627 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-d3faae69-294a-413a-a068-6c88e9084947 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] show failed (client error): The resource could not be found. Dec 08 01:49:51.634667 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d3faae69-294a-413a-a068-6c88e9084947 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] 10.222.0.70 "GET /v2.0/subnetpools/e1383325-d57e-4831-8fb2-31677bb9bedb HTTP/1.1" status: 404 len: 346 time: 0.0163374 Dec 08 01:49:51.637618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35408) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:51.659023 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-fafac507-4b9b-4730-b104-b0e7b4c13b86 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] delete failed (client error): The resource could not be found. Dec 08 01:49:51.660048 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fafac507-4b9b-4730-b104-b0e7b4c13b86 tempest-SubnetPoolsTestJSON-1292076737 tempest-SubnetPoolsTestJSON-1292076737-project] 10.222.0.70 "DELETE /v2.0/subnetpools/e1383325-d57e-4831-8fb2-31677bb9bedb HTTP/1.1" status: 404 len: 346 time: 0.0215218 Dec 08 01:49:51.797435 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c66a68c-20f4-4f51-9395-17a7d5cc52ca req-a2e041ec-5c26-4487-a9b6-1c43481f5aa1 tempest-ServerShowV257Test-1905684269 tempest-ServerShowV257Test-1905684269-project] 10.222.0.70 "GET /v2.0/ports?device_id=a894de85-c383-429b-82b5-c3f7a7c2dd54 HTTP/1.1" status: 200 len: 210 time: 0.0292985 Dec 08 01:49:51.893300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdbe4d-c485-4103-82ee-7d638385f292 req-a3cd8c37-9d71-463d-a396-13080179b95e tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:51.894829 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92cdbe4d-c485-4103-82ee-7d638385f292 req-a3cd8c37-9d71-463d-a396-13080179b95e tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 946 time: 0.4607322 Dec 08 01:49:51.968068 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92cdbe4d-c485-4103-82ee-7d638385f292 req-996c6590-105b-4066-a3d0-461e59530bf8 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658550 Dec 08 01:49:51.969206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Made reservation on behalf of 45aa20cf905b425090cbf4a89cfccdc9 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:51.972742 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.980812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35416) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:51.981833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:51.995367 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-94d87e55-6a26-4b27-88a8-21964f422e89 service neutron] show failed (client error): The resource could not be found. Dec 08 01:49:52.003699 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-94d87e55-6a26-4b27-88a8-21964f422e89 service neutron] 10.222.0.65 "GET /v2.0/ports/af0215cf-af87-4ed1-b55e-b093e073752e/bindings/n-h2-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0831747 Dec 08 01:49:52.094018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.098421 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.163452 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69ff7b39-46f7-4752-a254-99fd7d395f78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.209598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a366232-5889-4764-9458-1529e593fd96,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:52.299946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409624cc-b403-46a6-b730-dee95032f05a req-4d04dcfb-37fd-4caf-a162-f94e8e56fe77 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:52.301550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-409624cc-b403-46a6-b730-dee95032f05a req-4d04dcfb-37fd-4caf-a162-f94e8e56fe77 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.1445959 Dec 08 01:49:52.328408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-8561abbc-b3a7-4bec-a5df-1c907431524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:52.330241 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-8561abbc-b3a7-4bec-a5df-1c907431524f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e&tenant_id=59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 1098 time: 0.1202445 Dec 08 01:49:52.354303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:52.371433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Allocated IP 192.168.233.5 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/4520135a-be16-40e7-8bed-b66bb77e8e5f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:49:52.396063 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69ff7b39-46f7-4752-a254-99fd7d395f78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.403942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-409624cc-b403-46a6-b730-dee95032f05a req-d5aca54b-4b67-45c3-85e4-3768df415c7d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898769 Dec 08 01:49:52.405972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69ff7b39-46f7-4752-a254-99fd7d395f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.503887 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-499ebc60-21ab-4ed7-88fe-f2d203b1efff req-03b37b83-25da-445a-98c9-13db4cfdd5b2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 210 time: 0.0823164 Dec 08 01:49:52.522785 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-69ff7b39-46f7-4752-a254-99fd7d395f78 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1a5ceb90ae9349b39afd12f2a8f9c612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5385475 Dec 08 01:49:52.523650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35436) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:52.524466 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff7b39-46f7-4752-a254-99fd7d395f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c181b56-c881-4bfe-8863-96b9e8c7bd66,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:52.538887 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.596455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.627154 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d283705d-7e92-4ab7-8fb0-ec14f42f5a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.635879 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.692657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:49:52.697670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:52.706040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Pushing event updated for resources: {'Port': ['ID=4520135a-be16-40e7-8bed-b66bb77e8e5f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:52.709403 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d283705d-7e92-4ab7-8fb0-ec14f42f5a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.716600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:49:52.832329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:52.833024 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.864166 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-0ef49d8f-caac-4388-b9c9-1a09a113dff2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4383895 Dec 08 01:49:52.864675 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d283705d-7e92-4ab7-8fb0-ec14f42f5a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.867354 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d283705d-7e92-4ab7-8fb0-ec14f42f5a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:52.873643 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d283705d-7e92-4ab7-8fb0-ec14f42f5a11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3c181b56-c881-4bfe-8863-96b9e8c7bd66 HTTP/1.1" status: 204 len: 168 time: 0.3455880 Dec 08 01:49:52.883910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Request body: {'port': {'device_id': 'd56d170e-cbe6-4881-b748-eac7dc231ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:52.918702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283705d-7e92-4ab7-8fb0-ec14f42f5a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c181b56-c881-4bfe-8863-96b9e8c7bd66,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:52.925591 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=af0215cf-af87-4ed1-b55e-b093e073752e,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:53.006572 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:53.026632 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.094400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-61bda7b6-203b-404d-9c0d-4a9063fd30e8 None None] Provisioning complete for port 4520135a-be16-40e7-8bed-b66bb77e8e5f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:53.096107 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-61bda7b6-203b-404d-9c0d-4a9063fd30e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.147164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:53.150110 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc6c156-256f-4683-9f55-b1056174b3a8" -d '{"events": [{"server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "name": "network-vif-unplugged", "status": "completed", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:53.155719 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.178567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-61bda7b6-203b-404d-9c0d-4a9063fd30e8 None None] Port 4520135a-be16-40e7-8bed-b66bb77e8e5f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:49:53.199318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Transition to ACTIVE for port object af0215cf-af87-4ed1-b55e-b093e073752e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:49:53.207551 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.304309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35454) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:53.488443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] No DVR routers for this DVR port af0215cf-af87-4ed1-b55e-b093e073752e on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:49:53.492588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Pushing event updated for resources: {'Port': ['ID=af0215cf-af87-4ed1-b55e-b093e073752e,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:53.524910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4520135a-be16-40e7-8bed-b66bb77e8e5f {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:53.556845 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.636166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Transition to ACTIVE for port object 4520135a-be16-40e7-8bed-b66bb77e8e5f will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:49:53.645652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e521063c-b7ca-49ef-9347-f2438e526045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.648102 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3e3903-519b-440c-908c-85659787ed10 x-openstack-request-id: req-7f3e3903-519b-440c-908c-85659787ed10 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:53.649165 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "name": "network-vif-unplugged", "status": "completed", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:53.649262 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.649359 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f3e3903-519b-440c-908c-85659787ed10 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:53.649520 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'code': 200} Dec 08 01:49:53.702512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Pushing event updated for resources: {'Port': ['ID=4520135a-be16-40e7-8bed-b66bb77e8e5f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:53.731655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebfae5-2922-4fe1-946d-4625ca2563bc req-dd6d59a1-3232-4b03-ae7d-37eeff42e277 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:53.733411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-76ebfae5-2922-4fe1-946d-4625ca2563bc req-dd6d59a1-3232-4b03-ae7d-37eeff42e277 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 944 time: 0.1019380 Dec 08 01:49:53.799401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Attempting to bind port af0215cf-af87-4ed1-b55e-b093e073752e on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:53.799753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Attempting to bind port af0215cf-af87-4ed1-b55e-b093e073752e by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:53.800094 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Attempting to bind port af0215cf-af87-4ed1-b55e-b093e073752e on network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:53.818990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Port af0215cf-af87-4ed1-b55e-b093e073752e on network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:49:53.819165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Attempting to bind port af0215cf-af87-4ed1-b55e-b093e073752e on network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:53.841232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:53.841587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Checking segment: {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:53.842040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Bound using segment: {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:53.842502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Bound port: af0215cf-af87-4ed1-b55e-b093e073752e, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f8d1da-29bf-404a-9c71-0d59f10081d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:53.842913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.897703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-76ebfae5-2922-4fe1-946d-4625ca2563bc req-d9debc77-5e4c-4727-a13a-571860e03068 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470981 Dec 08 01:49:53.969374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e521063c-b7ca-49ef-9347-f2438e526045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.976477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Attempting to bind port 4520135a-be16-40e7-8bed-b66bb77e8e5f on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:49:53.977448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Attempting to bind port 4520135a-be16-40e7-8bed-b66bb77e8e5f by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:49:53.977909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Attempting to bind port 4520135a-be16-40e7-8bed-b66bb77e8e5f on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:53.985016 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e521063c-b7ca-49ef-9347-f2438e526045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:53.998211 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:54.004142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=af0215cf-af87-4ed1-b55e-b093e073752e,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:54.013690 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.024796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Port 4520135a-be16-40e7-8bed-b66bb77e8e5f on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:49:54.025136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Attempting to bind port 4520135a-be16-40e7-8bed-b66bb77e8e5f on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:49:54.052414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:49:54.053043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:54.053159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:49:54.053678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Bound port: 4520135a-be16-40e7-8bed-b66bb77e8e5f, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:49:54.054103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.085943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.087170 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.092202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] 10.222.0.72 "PUT /v2.0/ports/af0215cf-af87-4ed1-b55e-b093e073752e HTTP/1.1" status: 200 len: 1093 time: 1.7455423 Dec 08 01:49:54.097163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec45daf-f6bc-4f70-9f3c-b59451471829 req-fb8f08cc-d73e-4ce8-b7b4-d5718ba67bcc tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.106114 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8ec45daf-f6bc-4f70-9f3c-b59451471829 req-fb8f08cc-d73e-4ce8-b7b4-d5718ba67bcc tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 946 time: 0.2478335 Dec 08 01:49:54.142460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb552e-9b4c-4e32-acda-4f39190730c8 service neutron] Pushing event updated for resources: {'Port': ['ID=af0215cf-af87-4ed1-b55e-b093e073752e,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:54.176065 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e521063c-b7ca-49ef-9347-f2438e526045 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5299f94b53bc411c90a390abac019db7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8669379 Dec 08 01:49:54.180641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521063c-b7ca-49ef-9347-f2438e526045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a097f205-e237-41a0-9abb-99f5cf662894,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:54.200273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35480) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:54.232597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-5bb3c2fa-5d6f-40fe-9519-53f5711edaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.234143 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-5bb3c2fa-5d6f-40fe-9519-53f5711edaa4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1096 time: 0.0877745 Dec 08 01:49:54.281972 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8ec45daf-f6bc-4f70-9f3c-b59451471829 req-77b8eb3a-c47a-4a14-9a1e-9c68ae2b0ca9 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a366232-5889-4764-9458-1529e593fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749446 Dec 08 01:49:54.290744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35482) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:54.294347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026639 Dec 08 01:49:54.300420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:54.388329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-03c8de8e-f105-4445-99a0-7c870a7dc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.389865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] For port 4520135a-be16-40e7-8bed-b66bb77e8e5f, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:49:54.390408 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-03c8de8e-f105-4445-99a0-7c870a7dc0ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=944f8e9a-770f-4926-a1e0-e8d8f5f23152 HTTP/1.1" status: 200 len: 898 time: 0.1479220 Dec 08 01:49:54.395961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] For port 4520135a-be16-40e7-8bed-b66bb77e8e5f, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4520135a-be16-40e7-8bed-b66bb77e8e5f,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:49:54.397557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40cba5fe-abe7-4d3f-8f2b-4e1347f495dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.425486 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.441373 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40cba5fe-abe7-4d3f-8f2b-4e1347f495dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.475967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.476623 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.478353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] 10.222.0.65 "PUT /v2.0/ports/4520135a-be16-40e7-8bed-b66bb77e8e5f HTTP/1.1" status: 200 len: 1095 time: 1.5990810 Dec 08 01:49:54.478825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56d170e-cbe6-4881-b748-eac7dc231ad8', 'tag': '4520135a-be16-40e7-8bed-b66bb77e8e5f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:54.481717 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1bdf40-4f52-4ef3-af2f-f943655a2b57" -d '{"events": [{"name": "network-changed", "server_uuid": "d56d170e-cbe6-4881-b748-eac7dc231ad8", "tag": "4520135a-be16-40e7-8bed-b66bb77e8e5f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:54.522079 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6eb59997-ae74-4131-a28c-57dfa4e67834 tempest-NetworksApiDiscovery-115398819 tempest-NetworksApiDiscovery-115398819-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2182136 Dec 08 01:49:54.539050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-e497bca1-1257-43fe-8ae5-08f97b3d0e30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af0215cf-af87-4ed1-b55e-b093e073752e HTTP/1.1" status: 200 len: 999 time: 0.1379812 Dec 08 01:49:54.562788 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c3f4e-831e-4540-8512-74ad30ec89ef service neutron] Pushing event updated for resources: {'Port': ['ID=4520135a-be16-40e7-8bed-b66bb77e8e5f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:54.568888 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc46548-9194-444d-9416-c306131333ca x-openstack-request-id: req-adc46548-9194-444d-9416-c306131333ca {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:54.569491 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d56d170e-cbe6-4881-b748-eac7dc231ad8", "tag": "4520135a-be16-40e7-8bed-b66bb77e8e5f", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:54.570210 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-adc46548-9194-444d-9416-c306131333ca {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:54.570854 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56d170e-cbe6-4881-b748-eac7dc231ad8', 'tag': '4520135a-be16-40e7-8bed-b66bb77e8e5f', 'status': 'completed', 'code': 200} Dec 08 01:49:54.647352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-440413e9-a4e5-4cc5-b05c-f74f3ed72600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.649853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-440413e9-a4e5-4cc5-b05c-f74f3ed72600 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45aa20cf905b425090cbf4a89cfccdc9&device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0777183 Dec 08 01:49:54.677570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40cba5fe-abe7-4d3f-8f2b-4e1347f495dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.682442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-c81ef073-1cce-41a9-a652-25adbc3bbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.683955 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-c81ef073-1cce-41a9-a652-25adbc3bbac2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7f9c373-9425-4279-80d5-f113db5f8648 HTTP/1.1" status: 200 len: 835 time: 0.1220922 Dec 08 01:49:54.686313 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-40cba5fe-abe7-4d3f-8f2b-4e1347f495dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:54.690394 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-40cba5fe-abe7-4d3f-8f2b-4e1347f495dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a097f205-e237-41a0-9abb-99f5cf662894 HTTP/1.1" status: 204 len: 168 time: 0.4730659 Dec 08 01:49:54.749795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-8ed33266-41a3-4b8a-a4f3-12136a4bee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.752643 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-8ed33266-41a3-4b8a-a4f3-12136a4bee02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=944f8e9a-770f-4926-a1e0-e8d8f5f23152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600464 Dec 08 01:49:54.793423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-6fd2087b-c7b7-4589-8026-11dae6fd895c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=4520135a-be16-40e7-8bed-b66bb77e8e5f HTTP/1.1" status: 200 len: 217 time: 0.1290705 Dec 08 01:49:54.795288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cba5fe-abe7-4d3f-8f2b-4e1347f495dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a097f205-e237-41a0-9abb-99f5cf662894,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:54.924013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-4ac84c8b-3ecf-4b7c-97f5-281066598fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:54.937581 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-4ac84c8b-3ecf-4b7c-97f5-281066598fa6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1341558 Dec 08 01:49:54.994370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35504) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:55.043383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-95aa40f8-4e5f-40f4-a5ef-2333cf21307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:55.045542 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-95aa40f8-4e5f-40f4-a5ef-2333cf21307a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001642 Dec 08 01:49:55.071071 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-a6604130-4e7b-4d92-a458-bd71b10c9a70 service neutron] 10.222.0.72 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057880 Dec 08 01:49:55.209309 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-93bb9d60-74be-4809-b1a9-197f30bc5e61 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564586 Dec 08 01:49:55.220093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a04d04-92e6-46f3-9985-9d46328bc0bd req-2978b5f0-85d4-4f31-8ef8-aa1038c28f1e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:55.221612 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-57a04d04-92e6-46f3-9985-9d46328bc0bd req-2978b5f0-85d4-4f31-8ef8-aa1038c28f1e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 944 time: 0.1566155 Dec 08 01:49:55.238700 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fa616c5-8024-46c4-b81a-306983ed2643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.258559 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-2daf9b6a-af78-4c7b-8225-5c2a892a8b37 service neutron] 10.222.0.72 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784375 Dec 08 01:49:55.350063 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-57a04d04-92e6-46f3-9985-9d46328bc0bd req-444ccf13-1a27-47b1-be83-8dfd3099d25d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191397 Dec 08 01:49:55.356177 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fa616c5-8024-46c4-b81a-306983ed2643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.364482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fa616c5-8024-46c4-b81a-306983ed2643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.383530 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aefae89f-9bcb-403e-9b2f-01d0d406e1ce req-8b373422-4493-41de-91cc-6031de9ff00f service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608293 Dec 08 01:49:55.409934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa616c5-8024-46c4-b81a-306983ed2643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909fd523-aa78-45f1-bee6-5e5c53fe08ff,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:55.491465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2fa616c5-8024-46c4-b81a-306983ed2643 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c21da4a9279b488d874787454fb58be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4944725 Dec 08 01:49:55.494056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35524) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:55.513567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c58bb0-39b7-4f43-a3c6-a42abfb94587 req-61fb032c-684b-4c5c-b657-09babe5a1516 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:55.516103 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a0c58bb0-39b7-4f43-a3c6-a42abfb94587 req-61fb032c-684b-4c5c-b657-09babe5a1516 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 946 time: 0.0908103 Dec 08 01:49:55.576407 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a0c58bb0-39b7-4f43-a3c6-a42abfb94587 req-07e8a25c-5726-4332-91bb-84edcbd70fc8 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a366232-5889-4764-9458-1529e593fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533774 Dec 08 01:49:55.599381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bdf40-4f52-4ef3-af2f-f943655a2b57 req-4d29155e-3604-4cda-8499-f8bc5fc31a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:55.601390 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f1bdf40-4f52-4ef3-af2f-f943655a2b57 req-4d29155e-3604-4cda-8499-f8bc5fc31a14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45aa20cf905b425090cbf4a89cfccdc9&device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0912733 Dec 08 01:49:55.634478 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09e77841-40c5-4b0a-b0d5-0165dc85a5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.651555 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:55.657655 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70564c9b-c073-401e-beea-4b5f715a19c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:55.674518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35532) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:55.704069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09e77841-40c5-4b0a-b0d5-0165dc85a5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.719499 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05afdf67-2388-49bc-8e39-e96a63b14eb0 x-openstack-request-id: req-05afdf67-2388-49bc-8e39-e96a63b14eb0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:55.719882 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:55.720214 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05afdf67-2388-49bc-8e39-e96a63b14eb0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:55.720707 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'status': 'completed', 'code': 200} Dec 08 01:49:55.775615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bdf40-4f52-4ef3-af2f-f943655a2b57 req-6578996a-a41d-43c3-8af2-08828ed42b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:55.777542 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f1bdf40-4f52-4ef3-af2f-f943655a2b57 req-6578996a-a41d-43c3-8af2-08828ed42b07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1648781 Dec 08 01:49:55.794920 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09e77841-40c5-4b0a-b0d5-0165dc85a5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.798552 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09e77841-40c5-4b0a-b0d5-0165dc85a5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:55.802046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-09e77841-40c5-4b0a-b0d5-0165dc85a5ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/909fd523-aa78-45f1-bee6-5e5c53fe08ff HTTP/1.1" status: 204 len: 168 time: 0.3046238 Dec 08 01:49:55.835382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f1bdf40-4f52-4ef3-af2f-f943655a2b57 req-6bf8878b-2201-4ff7-a988-a53358c05fc4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=4520135a-be16-40e7-8bed-b66bb77e8e5f HTTP/1.1" status: 200 len: 217 time: 0.0493302 Dec 08 01:49:55.842879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e77841-40c5-4b0a-b0d5-0165dc85a5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909fd523-aa78-45f1-bee6-5e5c53fe08ff,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:55.877457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1665330980-network', 'tenant_id': '0508c12f4bb148f6b72d688e45bb0239'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:55.881979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-d7615fba-144f-4939-b69e-b20ddf3d7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:55.883587 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-d7615fba-144f-4939-b69e-b20ddf3d7cad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1096 time: 0.1210215 Dec 08 01:49:55.904232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-31abad0e-affa-40b3-b19e-389e70a416fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:55.905710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-31abad0e-affa-40b3-b19e-389e70a416fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1096 time: 0.1168494 Dec 08 01:49:55.910043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bdf40-4f52-4ef3-af2f-f943655a2b57 req-b634fe7b-4f0e-4386-8ff4-3f25e3438a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:55.911605 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f1bdf40-4f52-4ef3-af2f-f943655a2b57 req-b634fe7b-4f0e-4386-8ff4-3f25e3438a6f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0610917 Dec 08 01:49:56.001482 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bdf40-4f52-4ef3-af2f-f943655a2b57 req-fd4fff67-b81e-4f7b-9366-020511a0050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:56.003462 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f1bdf40-4f52-4ef3-af2f-f943655a2b57 req-fd4fff67-b81e-4f7b-9366-020511a0050f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0833738 Dec 08 01:49:56.092669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-c2ab640c-6014-4ffd-b99e-3942307b4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:56.094708 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-c2ab640c-6014-4ffd-b99e-3942307b4bdc service neutron] 10.222.0.65 "GET /v2.0/networks?id=944f8e9a-770f-4926-a1e0-e8d8f5f23152 HTTP/1.1" status: 200 len: 898 time: 0.1988475 Dec 08 01:49:56.095354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Made reservation on behalf of 0508c12f4bb148f6b72d688e45bb0239 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:56.097775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.108147 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.113367 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f1bdf40-4f52-4ef3-af2f-f943655a2b57 req-95493a75-1e3e-4c1b-86a5-e18d7f33d158 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008232 Dec 08 01:49:56.177732 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-ebfdfa33-caf6-46a9-9867-5537c21def4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af0215cf-af87-4ed1-b55e-b093e073752e HTTP/1.1" status: 200 len: 999 time: 0.0657523 Dec 08 01:49:56.250207 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f1bdf40-4f52-4ef3-af2f-f943655a2b57 req-98895867-b249-4162-92c3-3981d1c463d8 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271930 Dec 08 01:49:56.268408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-d841f135-be24-4421-8764-b62c1b5d390c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:56.270039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-d841f135-be24-4421-8764-b62c1b5d390c service neutron] 10.222.0.72 "GET /v2.0/networks?id=944f8e9a-770f-4926-a1e0-e8d8f5f23152 HTTP/1.1" status: 200 len: 898 time: 0.3481252 Dec 08 01:49:56.326098 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-1afce393-18ee-468f-aba5-c35c43faf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:56.327665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-1afce393-18ee-468f-aba5-c35c43faf1c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7f9c373-9425-4279-80d5-f113db5f8648 HTTP/1.1" status: 200 len: 835 time: 0.1329308 Dec 08 01:49:56.398615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-c37aa0ab-885c-45f2-b6a3-df1cb186f75e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af0215cf-af87-4ed1-b55e-b093e073752e HTTP/1.1" status: 200 len: 999 time: 0.1122727 Dec 08 01:49:56.527894 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bf02a-631a-458c-8029-3dda16b06715 req-b345993c-fab2-4326-bf80-2fd42e15e35e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:56.529785 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c7bf02a-631a-458c-8029-3dda16b06715 req-b345993c-fab2-4326-bf80-2fd42e15e35e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 944 time: 0.0713542 Dec 08 01:49:56.614533 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c7bf02a-631a-458c-8029-3dda16b06715 req-061693e0-8e66-400a-b4f8-d15a6755cdf6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760262 Dec 08 01:49:56.681411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4520135a-be16-40e7-8bed-b66bb77e8e5f details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:49:56.801438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4520135a-be16-40e7-8bed-b66bb77e8e5f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4520135a-be16-40e7-8bed-b66bb77e8e5f,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:56.821081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '4520135a-be16-40e7-8bed-b66bb77e8e5f', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '4520135a-be16-40e7-8bed-b66bb77e8e5f', 'mac_address': 'fa:16:3e:b3:ca:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:49:56.823411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device af0215cf-af87-4ed1-b55e-b093e073752e no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:49:56.852534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-9f5a292b-220a-4a8d-9451-6d66e37cc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:56.854632 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-9f5a292b-220a-4a8d-9451-6d66e37cc3fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944f8e9a-770f-4926-a1e0-e8d8f5f23152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5163949 Dec 08 01:49:56.875539 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.902578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device af0215cf-af87-4ed1-b55e-b093e073752e not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:49:56.905002 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.910746 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.926077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4520135a-be16-40e7-8bed-b66bb77e8e5f {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:56.933845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-99188e9b-b735-4630-94df-b7cebbee2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:56.935350 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-99188e9b-b735-4630-94df-b7cebbee2817 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7f9c373-9425-4279-80d5-f113db5f8648 HTTP/1.1" status: 200 len: 835 time: 0.5269704 Dec 08 01:49:56.952790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4520135a-be16-40e7-8bed-b66bb77e8e5f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4520135a-be16-40e7-8bed-b66bb77e8e5f,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:56.960433 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:56.984071 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:57.033900 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4520135a-be16-40e7-8bed-b66bb77e8e5f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:57.059048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e024c74f-5f6d-420a-9128-535a45c9d12c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:57.066921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:57.067265 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Added segment d24f0e83-4339-44a9-896d-9cd4b05b4dce of type vlan for network 953086d5-25d6-4498-9afe-d2570058cdf0 Dec 08 01:49:57.085646 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d9eea-f67d-4357-95da-8ab3eed5d1be req-12c06259-e63f-47aa-a649-dcfde98a6bd2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:57.087156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-805d9eea-f67d-4357-95da-8ab3eed5d1be req-12c06259-e63f-47aa-a649-dcfde98a6bd2 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 946 time: 0.2835951 Dec 08 01:49:57.146968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-fdb5f61e-b78b-4df1-bf0f-6d255861c96b service neutron] 10.222.0.65 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697392 Dec 08 01:49:57.161163 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:57.176717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-5c5f9e85-9811-4fb7-bc23-93d4c9abe61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:57.178215 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-5c5f9e85-9811-4fb7-bc23-93d4c9abe61b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=944f8e9a-770f-4926-a1e0-e8d8f5f23152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1844728 Dec 08 01:49:57.290339 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:57.291315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:57.292508 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:57.306824 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-805d9eea-f67d-4357-95da-8ab3eed5d1be req-f1d380d7-66f3-4721-890b-3239c4801c20 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a366232-5889-4764-9458-1529e593fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045588 Dec 08 01:49:57.331149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4520135a-be16-40e7-8bed-b66bb77e8e5f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:57.398495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7218962 Dec 08 01:49:57.402506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35582) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:57.415042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-9b27da00-8cef-4f88-9677-64cb6f4b3a02 service neutron] 10.222.0.65 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558901 Dec 08 01:49:57.427196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-426da26a-5146-41b5-bcdb-df547fd8aa87 admin admin] Request body: {'subnet': {'network_id': '953086d5-25d6-4498-9afe-d2570058cdf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1665330980-subnet', 'tenant_id': '0508c12f4bb148f6b72d688e45bb0239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:57.452051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e198fce-0f73-4d49-ac05-3abed5b7b040 admin admin] Pushing event updated for resources: {'Network': ['ID=953086d5-25d6-4498-9afe-d2570058cdf0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:57.458359 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-6522b0f1-1ed2-4eb2-a9d2-29b2295c635e service neutron] 10.222.0.72 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605085 Dec 08 01:49:57.491445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 953086d5-25d6-4498-9afe-d2570058cdf0 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:57.515034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426da26a-5146-41b5-bcdb-df547fd8aa87 admin admin] Made reservation on behalf of 0508c12f4bb148f6b72d688e45bb0239 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:57.522832 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-426da26a-5146-41b5-bcdb-df547fd8aa87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:57.616743 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70564c9b-c073-401e-beea-4b5f715a19c2 req-7b6ce464-7aca-4a2d-9b23-b6af9e767cd6 service neutron] 10.222.0.72 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430562 Dec 08 01:49:57.793969 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-426da26a-5146-41b5-bcdb-df547fd8aa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:57.794294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756e616-a230-4cd6-962b-255dc0fa9945 req-ab12e7ad-7364-415e-81f7-1cf986806c64 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:57.796167 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5756e616-a230-4cd6-962b-255dc0fa9945 req-ab12e7ad-7364-415e-81f7-1cf986806c64 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 944 time: 0.0628600 Dec 08 01:49:57.861026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426da26a-5146-41b5-bcdb-df547fd8aa87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98673c16-0dc5-4382-b950-ac98a23e36c2,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:57.878706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426da26a-5146-41b5-bcdb-df547fd8aa87 admin admin] Checking segment: {'id': 'd24f0e83-4339-44a9-896d-9cd4b05b4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '953086d5-25d6-4498-9afe-d2570058cdf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:49:57.879080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5756e616-a230-4cd6-962b-255dc0fa9945 req-fbaa1146-27fb-4f77-85bf-8e0f1e4ba7cc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733767 Dec 08 01:49:57.879589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426da26a-5146-41b5-bcdb-df547fd8aa87 admin admin] Network hostable DHCP agents. Network: 953086d5-25d6-4498-9afe-d2570058cdf0, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:49:57.911792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426da26a-5146-41b5-bcdb-df547fd8aa87 admin admin] Network 953086d5-25d6-4498-9afe-d2570058cdf0 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:49:57.925778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-426da26a-5146-41b5-bcdb-df547fd8aa87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 953086d5-25d6-4498-9afe-d2570058cdf0) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:49:57.932907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426da26a-5146-41b5-bcdb-df547fd8aa87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:57.933653 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-426da26a-5146-41b5-bcdb-df547fd8aa87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:57.937354 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e127eed2-b386-45b9-90b0-d9f3c56633b3 None None] Network 953086d5-25d6-4498-9afe-d2570058cdf0 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:57.963228 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-426da26a-5146-41b5-bcdb-df547fd8aa87 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5592079 Dec 08 01:49:58.176460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f250956-f757-40f2-af0f-3e851fc036b8 req-4b135d60-f054-42a9-89dd-ca1fbd487482 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:58.187150 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f250956-f757-40f2-af0f-3e851fc036b8 req-4b135d60-f054-42a9-89dd-ca1fbd487482 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 944 time: 0.1053312 Dec 08 01:49:58.233230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54482e5d-6af4-4c0e-b5a3-3788e2e6b377 None None] Network 953086d5-25d6-4498-9afe-d2570058cdf0 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:49:58.268596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device af0215cf-af87-4ed1-b55e-b093e073752e details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:49:58.349838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed09dc-f7a1-4593-8f25-474468713730 req-dd0cc568-617d-426a-8a00-4a6024e29c5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:58.352334 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37ed09dc-f7a1-4593-8f25-474468713730 req-dd0cc568-617d-426a-8a00-4a6024e29c5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e&tenant_id=59ce268125774870bb2a6d0d519662d3&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 944 time: 0.1424339 Dec 08 01:49:58.388804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f250956-f757-40f2-af0f-3e851fc036b8 req-d69d4903-3930-4a5e-a77c-42ddaa871376 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004786 Dec 08 01:49:58.445194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=af0215cf-af87-4ed1-b55e-b093e073752e,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:58.490013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9ef20-39a6-4690-b1a7-9392371b40c1 req-7cba1b4c-0e9f-48d7-af3c-b0cb7775aada tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:58.498103 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69c9ef20-39a6-4690-b1a7-9392371b40c1 req-7cba1b4c-0e9f-48d7-af3c-b0cb7775aada tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 947 time: 0.0695777 Dec 08 01:49:58.514764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'port_id': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'mac_address': 'fa:16:3e:ff:95:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:49:58.528794 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-37ed09dc-f7a1-4593-8f25-474468713730 req-2a7e225f-fc20-46c8-ba85-cb2c5dc3b90e service neutron] delete failed (client error): The resource could not be found. Dec 08 01:49:58.529959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37ed09dc-f7a1-4593-8f25-474468713730 req-2a7e225f-fc20-46c8-ba85-cb2c5dc3b90e service neutron] 10.222.0.65 "DELETE /v2.0/ports/af0215cf-af87-4ed1-b55e-b093e073752e/bindings/n-h1-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.1684146 Dec 08 01:49:58.557572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69c9ef20-39a6-4690-b1a7-9392371b40c1 req-c17a89b0-4050-4ce5-bdf0-a1df1f4bc0b5 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a366232-5889-4764-9458-1529e593fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546803 Dec 08 01:49:58.564406 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.581125 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0215cf-af87-4ed1-b55e-b093e073752e {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:49:58.606183 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=af0215cf-af87-4ed1-b55e-b093e073752e,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:58.616164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.669084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed09dc-f7a1-4593-8f25-474468713730 req-c3e453cb-af80-4e14-b6c3-41954b8d9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:58.675041 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37ed09dc-f7a1-4593-8f25-474468713730 req-c3e453cb-af80-4e14-b6c3-41954b8d9fef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1097 time: 0.0603061 Dec 08 01:49:58.688599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=af0215cf-af87-4ed1-b55e-b093e073752e,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:58.691530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4520135a-be16-40e7-8bed-b66bb77e8e5f up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:49:58.767660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 4520135a-be16-40e7-8bed-b66bb77e8e5f completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:49:58.772338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 4520135a-be16-40e7-8bed-b66bb77e8e5f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:49:58.772954 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.809514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed09dc-f7a1-4593-8f25-474468713730 req-45f7035f-4f4f-4152-814d-ec9c448e2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:58.811399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37ed09dc-f7a1-4593-8f25-474468713730 req-45f7035f-4f4f-4152-814d-ec9c448e2f0f service neutron] 10.222.0.65 "GET /v2.0/networks?id=944f8e9a-770f-4926-a1e0-e8d8f5f23152 HTTP/1.1" status: 200 len: 898 time: 0.1273992 Dec 08 01:49:58.823003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35620) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:58.829074 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1398323424-network', 'tenant_id': '76754a8ea9db43168a0756514b8e6e0b'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:58.840409 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0fccb799-b92d-4b42-87f1-a712b38c3850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.851603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Made reservation on behalf of 76754a8ea9db43168a0756514b8e6e0b for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:58.856048 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.877925 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.912844 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.929727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37ed09dc-f7a1-4593-8f25-474468713730 req-3e8bdde8-7562-4a53-be83-5e3787befeb4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af0215cf-af87-4ed1-b55e-b093e073752e HTTP/1.1" status: 200 len: 1000 time: 0.0814376 Dec 08 01:49:58.939160 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56d170e-cbe6-4881-b748-eac7dc231ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4520135a-be16-40e7-8bed-b66bb77e8e5f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:49:58.941476 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711b7c50-8ab1-4aa1-b531-d2f811358017" -d '{"events": [{"server_uuid": "d56d170e-cbe6-4881-b748-eac7dc231ad8", "name": "network-vif-plugged", "status": "completed", "tag": "4520135a-be16-40e7-8bed-b66bb77e8e5f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:49:58.956062 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4520135a-be16-40e7-8bed-b66bb77e8e5f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4520135a-be16-40e7-8bed-b66bb77e8e5f,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:49:58.961733 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:58.996189 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed09dc-f7a1-4593-8f25-474468713730 req-d38a6cfe-b5ec-4fec-90c2-a2bc45c4fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:58.998098 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37ed09dc-f7a1-4593-8f25-474468713730 req-d38a6cfe-b5ec-4fec-90c2-a2bc45c4fda2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d7f9c373-9425-4279-80d5-f113db5f8648 HTTP/1.1" status: 200 len: 835 time: 0.0607302 Dec 08 01:49:59.009562 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5061fc56-48e3-4f05-bada-06026d9c155c x-openstack-request-id: req-5061fc56-48e3-4f05-bada-06026d9c155c {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:49:59.009871 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56d170e-cbe6-4881-b748-eac7dc231ad8", "name": "network-vif-plugged", "status": "completed", "tag": "4520135a-be16-40e7-8bed-b66bb77e8e5f", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:49:59.010109 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5061fc56-48e3-4f05-bada-06026d9c155c {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:49:59.010508 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56d170e-cbe6-4881-b748-eac7dc231ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4520135a-be16-40e7-8bed-b66bb77e8e5f', 'code': 200} Dec 08 01:49:59.011600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['af0215cf-af87-4ed1-b55e-b093e073752e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:49:59.034002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.040413 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.061328 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed09dc-f7a1-4593-8f25-474468713730 req-f756c552-67b8-4550-8c52-b903098d1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.065937 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37ed09dc-f7a1-4593-8f25-474468713730 req-f756c552-67b8-4550-8c52-b903098d1b0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=944f8e9a-770f-4926-a1e0-e8d8f5f23152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573883 Dec 08 01:49:59.078138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:49:59.086778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4520135a-be16-40e7-8bed-b66bb77e8e5f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:59.089913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caeebc4-75ce-4d74-858d-d2128ac14370,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:59.095697 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.096275 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Added segment 897edc64-7fb4-45e0-9294-b51930fa3314 of type vlan for network 64958ad8-ba9c-4fc7-8c15-b776df0bd224 Dec 08 01:49:59.178661 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.214311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdc04a-31a8-40a6-9225-0b3a2d433dea req-a51f017e-43bf-4749-8e07-c88234d99e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.215854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ccdc04a-31a8-40a6-9225-0b3a2d433dea req-a51f017e-43bf-4749-8e07-c88234d99e25 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 1100 time: 0.0823436 Dec 08 01:49:59.217833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.219400 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.219735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37ed09dc-f7a1-4593-8f25-474468713730 req-e5027f11-6b59-4d82-866e-1a3f8350d8a6 service neutron] 10.222.0.65 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373472 Dec 08 01:49:59.219971 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.321298 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4969447 Dec 08 01:49:59.373626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35628) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:49:59.381167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-76f541e8-f82d-4966-969a-521c6a4b2d5b admin admin] Request body: {'subnet': {'network_id': '64958ad8-ba9c-4fc7-8c15-b776df0bd224', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1398323424-subnet', 'tenant_id': '76754a8ea9db43168a0756514b8e6e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:49:59.403961 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37ed09dc-f7a1-4593-8f25-474468713730 req-3acb4e81-0715-4e8e-86f3-855cc1bdd6df service neutron] 10.222.0.65 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751289 Dec 08 01:49:59.428477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27984d3b-1da2-4255-8417-eef557854db9 admin admin] Pushing event updated for resources: {'Network': ['ID=64958ad8-ba9c-4fc7-8c15-b776df0bd224,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:49:59.431866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f541e8-f82d-4966-969a-521c6a4b2d5b admin admin] Made reservation on behalf of 76754a8ea9db43168a0756514b8e6e0b for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:49:59.434666 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76f541e8-f82d-4966-969a-521c6a4b2d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.441364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 64958ad8-ba9c-4fc7-8c15-b776df0bd224 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:49:59.479892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ccdc04a-31a8-40a6-9225-0b3a2d433dea req-fee523f2-60ac-49d5-a9c1-60024a7c283f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1a366232-5889-4764-9458-1529e593fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329814 Dec 08 01:49:59.605973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ef58d-1a74-4557-8488-f6eb4425e20e req-5470b26f-5016-4291-a973-b30734edb850 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.607580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ba3ef58d-1a74-4557-8488-f6eb4425e20e req-5470b26f-5016-4291-a973-b30734edb850 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 945 time: 0.0957370 Dec 08 01:49:59.612867 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-9bfb3751-c691-4789-b72e-bc6467538ab8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0762265 Dec 08 01:49:59.676273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ba3ef58d-1a74-4557-8488-f6eb4425e20e req-73b450a0-fd19-4b71-9fa6-b69657a8763b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562067 Dec 08 01:49:59.822963 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76f541e8-f82d-4966-969a-521c6a4b2d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:49:59.892132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-3f721d0e-4317-4e12-ac94-b9b426babbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.892817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-3f721d0e-4317-4e12-ac94-b9b426babbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.893282 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-3f721d0e-4317-4e12-ac94-b9b426babbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.893768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-3f721d0e-4317-4e12-ac94-b9b426babbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.894390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-3f721d0e-4317-4e12-ac94-b9b426babbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.894873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-3f721d0e-4317-4e12-ac94-b9b426babbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.895783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-3f721d0e-4317-4e12-ac94-b9b426babbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.898357 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-3f721d0e-4317-4e12-ac94-b9b426babbfa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6509 time: 0.1588211 Dec 08 01:49:59.920578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb799f-5ff8-421c-ab41-c25c2437c731 req-490b13b1-6878-463c-9b0c-644796af4b4a tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:49:59.924899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4fb799f-5ff8-421c-ab41-c25c2437c731 req-490b13b1-6878-463c-9b0c-644796af4b4a tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 948 time: 0.1659760 Dec 08 01:49:59.939880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f541e8-f82d-4966-969a-521c6a4b2d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0e5f23d-bb4a-426f-83ae-1cbd80691df4,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:00.052147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f541e8-f82d-4966-969a-521c6a4b2d5b admin admin] Checking segment: {'id': '897edc64-7fb4-45e0-9294-b51930fa3314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '64958ad8-ba9c-4fc7-8c15-b776df0bd224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:00.052537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f541e8-f82d-4966-969a-521c6a4b2d5b admin admin] Network hostable DHCP agents. Network: 64958ad8-ba9c-4fc7-8c15-b776df0bd224, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:50:00.060540 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4fb799f-5ff8-421c-ab41-c25c2437c731 req-07b9b462-7b2c-4b0f-bd3d-7219b0c9794a tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a366232-5889-4764-9458-1529e593fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264923 Dec 08 01:50:00.117991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f541e8-f82d-4966-969a-521c6a4b2d5b admin admin] Network 64958ad8-ba9c-4fc7-8c15-b776df0bd224 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:50:00.136755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-76f541e8-f82d-4966-969a-521c6a4b2d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 64958ad8-ba9c-4fc7-8c15-b776df0bd224) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:00.144430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f541e8-f82d-4966-969a-521c6a4b2d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:00.145046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76f541e8-f82d-4966-969a-521c6a4b2d5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:00.147810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-055707d1-b4ac-466a-a286-672743f577fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:00.148312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-055707d1-b4ac-466a-a286-672743f577fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:00.148790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-055707d1-b4ac-466a-a286-672743f577fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:00.149581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd31c74-1456-491b-b01c-d5a0e7d035f5 None None] Network 64958ad8-ba9c-4fc7-8c15-b776df0bd224 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:00.150363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-055707d1-b4ac-466a-a286-672743f577fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d HTTP/1.1" status: 200 len: 2297 time: 0.1981285 Dec 08 01:50:00.169961 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-76f541e8-f82d-4966-969a-521c6a4b2d5b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7937970 Dec 08 01:50:00.227577 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-a05367ad-61db-4bb1-9299-580e915e286a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 HTTP/1.1" status: 200 len: 1000 time: 0.0685554 Dec 08 01:50:00.301307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-54861ec3-432b-4b3b-a049-804dfd80c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:00.303207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-54861ec3-432b-4b3b-a049-804dfd80c980 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c3b4d4c1-f8d5-4e97-bf96-86b49df7e725 HTTP/1.1" status: 200 len: 856 time: 0.0683775 Dec 08 01:50:00.314812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1de4f0-8a00-4705-ac9b-e5329e24128a None None] Network 64958ad8-ba9c-4fc7-8c15-b776df0bd224 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:00.373850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-97bc0edd-acd1-4be8-90f0-011153b8fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:00.382428 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-97bc0edd-acd1-4be8-90f0-011153b8fbd5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633409 Dec 08 01:50:00.526570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-b9aa3f39-1dd1-44a2-a8ef-edadb8cb9d8a service neutron] 10.222.0.72 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361039 Dec 08 01:50:00.652561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-fa6bde54-cc2e-4366-b244-3f0ac86d0bf1 service neutron] 10.222.0.72 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055963 Dec 08 01:50:00.756623 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-fc2e225f-a9a0-4a55-a8a6-b605e9b559f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=15bebb90-8c8e-44bc-9c6b-797d55456b55 HTTP/1.1" status: 200 len: 217 time: 0.0798647 Dec 08 01:50:00.882337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-07a4844d-b60f-4604-9eed-262b22949ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:00.883929 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-07a4844d-b60f-4604-9eed-262b22949ccd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.0732210 Dec 08 01:50:00.890259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51900273-cbfd-4abf-9352-41e92a93a096 req-ccfca50c-4002-4382-a125-d7a9580c1f03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:00.891476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-4ef04085-61ec-4c59-af35-6bdaf96055e1 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:00.893065 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-4ef04085-61ec-4c59-af35-6bdaf96055e1 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/networks?id=953086d5-25d6-4498-9afe-d2570058cdf0 HTTP/1.1" status: 200 len: 825 time: 0.2178390 Dec 08 01:50:00.893643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51900273-cbfd-4abf-9352-41e92a93a096 req-ccfca50c-4002-4382-a125-d7a9580c1f03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 945 time: 0.0558970 Dec 08 01:50:00.933121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-ab2247e5-5725-4a71-934e-4dd7a958f8ae tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/quotas/0508c12f4bb148f6b72d688e45bb0239 HTTP/1.1" status: 200 len: 375 time: 0.0275850 Dec 08 01:50:00.958948 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51900273-cbfd-4abf-9352-41e92a93a096 req-a795c7b8-a3cb-4486-8fca-7e0babf3adb6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576279 Dec 08 01:50:00.962287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-f895583f-9b24-4257-8799-3c099ed39ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:00.964017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-f895583f-9b24-4257-8799-3c099ed39ecc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0664718 Dec 08 01:50:00.984869 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-78e6d8c2-10ee-4faf-84ed-7653e5b09764 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0508c12f4bb148f6b72d688e45bb0239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383141 Dec 08 01:50:00.988021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35682) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:01.057456 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0c801675-9d50-4683-9d41-5cfe26439a16 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/62b9d7ff-4a30-430a-9dd3-b92a4b9cf193 HTTP/1.1" status: 200 len: 992 time: 0.0629046 Dec 08 01:50:01.084996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-09ba7ae4-0252-4ba6-8c94-7910ac09a32c service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031961 Dec 08 01:50:01.175416 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7217c6a3-2e3f-412e-81b9-d8588ed9e68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.178035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-c539b988-f1b9-47fd-a519-aae833696a5b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:50:01.180017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-c539b988-f1b9-47fd-a519-aae833696a5b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1865685 Dec 08 01:50:01.216779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-0945e96e-882d-47cf-bfdb-38cc6b849f15 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236756 Dec 08 01:50:01.266778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5b2ee-27ed-4a29-8112-f69f75ba17fe req-b43ad72c-e978-410e-8498-5be6fb1092e4 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:01.268595 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39b5b2ee-27ed-4a29-8112-f69f75ba17fe req-b43ad72c-e978-410e-8498-5be6fb1092e4 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 948 time: 0.0952733 Dec 08 01:50:01.326099 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-6943c83a-eef7-4c3a-bd20-2bf70134ea0f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=5b7a6954-74e4-413a-9c6b-8b0f820210d7 HTTP/1.1" status: 200 len: 217 time: 0.0716803 Dec 08 01:50:01.364457 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39b5b2ee-27ed-4a29-8112-f69f75ba17fe req-ca4e5ee8-9363-431d-a4cb-cdb04d300ab7 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a366232-5889-4764-9458-1529e593fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882304 Dec 08 01:50:01.405730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-daccbdc8-dbd2-4e09-ab85-61e601139cef service neutron] 10.222.0.70 "GET /v2.0/networks/953086d5-25d6-4498-9afe-d2570058cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879499 Dec 08 01:50:01.435284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-8ab8a5aa-88a9-4c40-bb00-9ac4ab6b8b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:01.437138 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-8ab8a5aa-88a9-4c40-bb00-9ac4ab6b8b92 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.1026113 Dec 08 01:50:01.559386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-996b9e95-b095-4839-a3c2-181624aed74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:01.561676 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-996b9e95-b095-4839-a3c2-181624aed74f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1137891 Dec 08 01:50:01.566272 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-fac588fe-015e-44c4-a2c0-543aed4aecba service neutron] 10.222.0.70 "GET /v2.0/networks/953086d5-25d6-4498-9afe-d2570058cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532345 Dec 08 01:50:01.720625 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:01.737082 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-14432938-3c64-4f0d-b079-7d5349787aa5 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591113 Dec 08 01:50:01.892470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f087719-b7cf-4d48-b0d3-064a8686c28e req-2d125e42-fc5f-4e35-b6b6-c8eff2ecb559 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 210 time: 0.0493987 Dec 08 01:50:01.917020 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-7a54aca8-876d-4158-b1c6-80979ce6c03c service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701312 Dec 08 01:50:01.983123 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-6b3f281b-7b3a-45b7-94ef-bc54dfbec6f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=105997f8-4aff-4424-a477-fc50633bed2d HTTP/1.1" status: 200 len: 217 time: 0.0579069 Dec 08 01:50:02.061049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-f8614344-e3ae-4e8b-8848-47a4c1671b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:02.063460 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-f8614344-e3ae-4e8b-8848-47a4c1671b05 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.0739400 Dec 08 01:50:02.117089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-c9422456-d06e-4dd1-a3df-498b0d656848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:02.118930 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-c9422456-d06e-4dd1-a3df-498b0d656848 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479612 Dec 08 01:50:02.261234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-f850d52c-d8c6-41ba-b8ef-c7114f868c0b service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329041 Dec 08 01:50:02.274986 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.288351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device af0215cf-af87-4ed1-b55e-b093e073752e up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:50:02.399947 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port af0215cf-af87-4ed1-b55e-b093e073752e completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:50:02.407692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port af0215cf-af87-4ed1-b55e-b093e073752e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:02.408396 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.490237 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-958d2c70-c3a3-4fe1-a3e3-81174b0b697f service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170362 Dec 08 01:50:02.502629 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.543746 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:02.547761 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcd01a2-cf16-4c31-9073-e4cadabacbe1" -d '{"events": [{"server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "name": "network-vif-plugged", "status": "completed", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:02.580717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=af0215cf-af87-4ed1-b55e-b093e073752e,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:02.588174 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:02.604114 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-92e3c4bb-f878-4cfa-97be-5fbc8fbba122 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce HTTP/1.1" status: 200 len: 217 time: 0.1064298 Dec 08 01:50:02.677147 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc8fe02-5681-4f27-be73-d834a8042909 x-openstack-request-id: req-1cc8fe02-5681-4f27-be73-d834a8042909 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:02.677445 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "name": "network-vif-plugged", "status": "completed", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:02.677704 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cc8fe02-5681-4f27-be73-d834a8042909 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:02.680000 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'code': 200} Dec 08 01:50:02.694953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=af0215cf-af87-4ed1-b55e-b093e073752e,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:02.709028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-9341d4c7-a9f6-4a01-934c-ec4be827571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:02.711288 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-9341d4c7-a9f6-4a01-934c-ec4be827571c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.0940144 Dec 08 01:50:02.726856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35752) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:02.864314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-f5570d8c-8c40-4cd8-b636-23de8dfdfe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:02.874190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-f5570d8c-8c40-4cd8-b636-23de8dfdfe00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1543636 Dec 08 01:50:02.963927 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-755b60eb-296e-4d1e-80f9-8e95471a0ebf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.120115 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-755b60eb-296e-4d1e-80f9-8e95471a0ebf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.133352 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-755b60eb-296e-4d1e-80f9-8e95471a0ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.161325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-843f4eab-abed-418d-a559-f058287c071c req-6b3baa6b-9da0-4cd1-83f3-d17a9a9be7e7 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 210 time: 0.0393653 Dec 08 01:50:03.183095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bcea6-4c2f-4d1a-a294-e065c698d096 req-b3d8d460-5d1f-4234-b594-f50beb4ad4d4 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:03.199111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bcea6-4c2f-4d1a-a294-e065c698d096 req-b3d8d460-5d1f-4234-b594-f50beb4ad4d4 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:03.212188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bcea6-4c2f-4d1a-a294-e065c698d096 req-b3d8d460-5d1f-4234-b594-f50beb4ad4d4 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:03.224512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bcea6-4c2f-4d1a-a294-e065c698d096 req-b3d8d460-5d1f-4234-b594-f50beb4ad4d4 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:03.236580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bcea6-4c2f-4d1a-a294-e065c698d096 req-b3d8d460-5d1f-4234-b594-f50beb4ad4d4 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:03.247386 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-755b60eb-296e-4d1e-80f9-8e95471a0ebf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27dbb86b2ef44c0a89308840618086ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5193491 Dec 08 01:50:03.249717 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35766) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:03.266705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bcea6-4c2f-4d1a-a294-e065c698d096 req-b3d8d460-5d1f-4234-b594-f50beb4ad4d4 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:03.277187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bcea6-4c2f-4d1a-a294-e065c698d096 req-b3d8d460-5d1f-4234-b594-f50beb4ad4d4 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:03.288255 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd9bcea6-4c2f-4d1a-a294-e065c698d096 req-b3d8d460-5d1f-4234-b594-f50beb4ad4d4 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5432 time: 0.2156096 Dec 08 01:50:03.296377 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-edd2f79b-0503-40b0-8b0c-5c193e9ff071 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128973 Dec 08 01:50:03.344639 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b60eb-296e-4d1e-80f9-8e95471a0ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7dfd17-9dd6-4a26-9128-2d0326b96058,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:03.379364 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10953669-b579-4c0f-a85c-ecd6afbe5b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.412629 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10953669-b579-4c0f-a85c-ecd6afbe5b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.417449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd9bcea6-4c2f-4d1a-a294-e065c698d096 req-2b95aac1-97dc-44fc-9415-019f3971b48f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280723 Dec 08 01:50:03.509379 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10953669-b579-4c0f-a85c-ecd6afbe5b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.515400 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10953669-b579-4c0f-a85c-ecd6afbe5b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.526870 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-10953669-b579-4c0f-a85c-ecd6afbe5b64 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a7dfd17-9dd6-4a26-9128-2d0326b96058 HTTP/1.1" status: 204 len: 168 time: 0.2674429 Dec 08 01:50:03.560242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10953669-b579-4c0f-a85c-ecd6afbe5b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7dfd17-9dd6-4a26-9128-2d0326b96058,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:03.586293 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.598372 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-78272e35-f9cb-4047-af9a-8ee99704d448 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747304 Dec 08 01:50:03.785738 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.874519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35772) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:03.894610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-667ff56b-c107-4023-af10-7d43d3f460aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.991267 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-667ff56b-c107-4023-af10-7d43d3f460aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:03.995007 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-667ff56b-c107-4023-af10-7d43d3f460aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.002067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-bbefb48a-8ac8-445c-8600-4b587d19bab7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 HTTP/1.1" status: 200 len: 217 time: 0.3930345 Dec 08 01:50:04.008648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-741db214-0e37-401e-a7dd-647df18f9550 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.011324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-741db214-0e37-401e-a7dd-647df18f9550 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.72 "GET /v2.0/networks?id=953086d5-25d6-4498-9afe-d2570058cdf0 HTTP/1.1" status: 200 len: 825 time: 0.5800252 Dec 08 01:50:04.041728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Request body: {'port': {'device_id': '5d8a83cd-ece6-434d-9a0f-2f5b9e53209c', 'network_id': '953086d5-25d6-4498-9afe-d2570058cdf0', 'admin_state_up': True, 'tenant_id': '0508c12f4bb148f6b72d688e45bb0239'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:04.045342 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-667ff56b-c107-4023-af10-7d43d3f460aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9f4f7c47e7646adbb3d76a7913f454c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1657174 Dec 08 01:50:04.045342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ff56b-c107-4023-af10-7d43d3f460aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dda3bac-0e4b-49e3-9636-1465a23640e3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:04.048084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35774) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:04.091406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-26369587-b564-4407-be59-41fd2c33d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.093365 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-26369587-b564-4407-be59-41fd2c33d602 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 200 len: 797 time: 0.0822413 Dec 08 01:50:04.095310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2f159d1-2c5c-493a-bf05-34a1013cb2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.117575 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2f159d1-2c5c-493a-bf05-34a1013cb2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.173929 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2f159d1-2c5c-493a-bf05-34a1013cb2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.176901 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2f159d1-2c5c-493a-bf05-34a1013cb2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.180630 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c2f159d1-2c5c-493a-bf05-34a1013cb2c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0dda3bac-0e4b-49e3-9636-1465a23640e3 HTTP/1.1" status: 204 len: 168 time: 0.1313803 Dec 08 01:50:04.188653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f159d1-2c5c-493a-bf05-34a1013cb2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dda3bac-0e4b-49e3-9636-1465a23640e3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:04.196469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-1c9cb9f1-bce3-48d8-9dda-41b416fd9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.198164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-1c9cb9f1-bce3-48d8-9dda-41b416fd9fe3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0779581 Dec 08 01:50:04.264818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Made reservation on behalf of 0508c12f4bb148f6b72d688e45bb0239 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:04.268898 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.287022 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08ef8a1f-2e02-4017-bed8-60b9f1a603ff req-2db8c06d-a01b-45c4-8179-f0256c823462 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 210 time: 0.0381413 Dec 08 01:50:04.386977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-fc4e38fa-55db-458d-b941-ecce9475a30c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.393105 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-fc4e38fa-55db-458d-b941-ecce9475a30c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.399102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-fc4e38fa-55db-458d-b941-ecce9475a30c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.405366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-fc4e38fa-55db-458d-b941-ecce9475a30c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.411821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-fc4e38fa-55db-458d-b941-ecce9475a30c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.417687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-fc4e38fa-55db-458d-b941-ecce9475a30c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.423494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-e15bc171-8378-4a80-abe0-bd19d06e9d79 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157021 Dec 08 01:50:04.423670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-fc4e38fa-55db-458d-b941-ecce9475a30c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.425584 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-fc4e38fa-55db-458d-b941-ecce9475a30c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5432 time: 0.1377022 Dec 08 01:50:04.495112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-ecf37a67-8182-49d1-923a-eefc20b59272 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.497441 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-ecf37a67-8182-49d1-923a-eefc20b59272 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "GET /v2.0/ports/62bd3d93-1894-4564-a87b-4962abb893c0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0628586 Dec 08 01:50:04.602714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Allocated IP 172.20.0.9 (953086d5-25d6-4498-9afe-d2570058cdf0/98673c16-0dc5-4382-b950-ac98a23e36c2/25c505fa-f537-46ae-8b9a-1804aa7eb372) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:50:04.631740 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-fb4f7871-12cf-4e9b-b120-5001e581676c service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979227 Dec 08 01:50:04.686645 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-18f0a91c-3561-4eeb-b059-8dcc8a88da39 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "GET /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1800413 Dec 08 01:50:04.689247 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-999c5f62-042c-4fdb-9d86-e928acf94c98 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7315eb68-e0c8-4c89-aead-a75c0340938b HTTP/1.1" status: 200 len: 217 time: 0.0502176 Dec 08 01:50:04.718955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc19698-404e-45fc-92dc-b91994bfbeca req-a772b305-f2c8-42f9-a4a3-f8fd94de5fb2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.725572 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.727182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc19698-404e-45fc-92dc-b91994bfbeca req-a772b305-f2c8-42f9-a4a3-f8fd94de5fb2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.737294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc19698-404e-45fc-92dc-b91994bfbeca req-a772b305-f2c8-42f9-a4a3-f8fd94de5fb2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.745996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc19698-404e-45fc-92dc-b91994bfbeca req-a772b305-f2c8-42f9-a4a3-f8fd94de5fb2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.753130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc19698-404e-45fc-92dc-b91994bfbeca req-a772b305-f2c8-42f9-a4a3-f8fd94de5fb2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.759323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc19698-404e-45fc-92dc-b91994bfbeca req-a772b305-f2c8-42f9-a4a3-f8fd94de5fb2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.765212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc19698-404e-45fc-92dc-b91994bfbeca req-a772b305-f2c8-42f9-a4a3-f8fd94de5fb2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.767334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-adc19698-404e-45fc-92dc-b91994bfbeca req-a772b305-f2c8-42f9-a4a3-f8fd94de5fb2 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 5432 time: 0.1768217 Dec 08 01:50:04.772194 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5a486b2b-c842-4850-a068-513d302a465e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:04.793700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-4b0ca4d4-aebc-45de-8053-1bc830b651b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.795236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-4b0ca4d4-aebc-45de-8053-1bc830b651b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 200 len: 797 time: 0.0982037 Dec 08 01:50:04.901462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-58627725-0615-4656-8b38-f72a4e885548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:04.903000 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-58627725-0615-4656-8b38-f72a4e885548 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0781198 Dec 08 01:50:04.912041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5a486b2b-c842-4850-a068-513d302a465e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.914376 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:04.964450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-adc19698-404e-45fc-92dc-b91994bfbeca req-14dff6e3-fad9-4ea4-9a8f-57fded2eb89e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c&id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1882849 Dec 08 01:50:05.064015 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.105784 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-d4fdefa5-db4d-45e8-9b1a-b931d5d53b8e service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942348 Dec 08 01:50:05.132892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Network 953086d5-25d6-4498-9afe-d2570058cdf0 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:05.138998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5a486b2b-c842-4850-a068-513d302a465e service neutron] For port 62bd3d93-1894-4564-a87b-4962abb893c0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=62bd3d93-1894-4564-a87b-4962abb893c0,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:05.146560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:05.158368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:50:05.189266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Pushing event updated for resources: {'Port': ['ID=25c505fa-f537-46ae-8b9a-1804aa7eb372,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:05.196732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5a486b2b-c842-4850-a068-513d302a465e service neutron] For port 62bd3d93-1894-4564-a87b-4962abb893c0, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:05.244951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5a486b2b-c842-4850-a068-513d302a465e service neutron] device_id is not set on port 62bd3d93-1894-4564-a87b-4962abb893c0 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:50:05.258442 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5a486b2b-c842-4850-a068-513d302a465e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.266797 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5a486b2b-c842-4850-a068-513d302a465e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.276770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:05.278039 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.304617 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f2ca474-dba0-4ae8-a66a-c591008953e4 req-5166aace-a482-408b-9a17-75028192bc0c service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914067 Dec 08 01:50:05.312871 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-2abca8a7-b7fb-4ab2-98b6-a533ebf3d3d8 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2743030 Dec 08 01:50:05.334711 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Request body: {'port': {'device_id': '5d8a83cd-ece6-434d-9a0f-2f5b9e53209c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:05.391501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5a486b2b-c842-4850-a068-513d302a465e service neutron] No DVR routers for this DVR port 62bd3d93-1894-4564-a87b-4962abb893c0 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:05.429702 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.466009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a486b2b-c842-4850-a068-513d302a465e service neutron] Pushing event updated for resources: {'Port': ['ID=62bd3d93-1894-4564-a87b-4962abb893c0,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:05.482578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5a486b2b-c842-4850-a068-513d302a465e service neutron] In _notify_port_updated(), no bound segment for port 62bd3d93-1894-4564-a87b-4962abb893c0 on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:50:05.484757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5a486b2b-c842-4850-a068-513d302a465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:05.485620 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5a486b2b-c842-4850-a068-513d302a465e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.487431 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5a486b2b-c842-4850-a068-513d302a465e service neutron] 10.222.0.65 "PUT /v2.0/ports/62bd3d93-1894-4564-a87b-4962abb893c0 HTTP/1.1" status: 200 len: 1027 time: 0.7189827 Dec 08 01:50:05.552132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b83ec-1e08-4567-81a5-67b7c74bdfdd req-e417be75-7ba6-4f13-bb6e-bd8a29e79977 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:05.553748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d9b83ec-1e08-4567-81a5-67b7c74bdfdd req-e417be75-7ba6-4f13-bb6e-bd8a29e79977 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 931 time: 0.1265006 Dec 08 01:50:05.572008 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-61d94b04-b39b-4d78-a636-97fb6f73adc4 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:05.574116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-61d94b04-b39b-4d78-a636-97fb6f73adc4 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "GET /v2.0/ports/dffc73d6-4a06-4e82-b7c3-52506e9a988c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0770299 Dec 08 01:50:05.586236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:05.689068 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.737545 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d9b83ec-1e08-4567-81a5-67b7c74bdfdd req-5af27582-b361-4dfc-af23-d24c2c86e0fa tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740379 Dec 08 01:50:05.781751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7f6b0bf5-4c56-4cc9-820d-ba5952c503b6 None None] Provisioning complete for port 62bd3d93-1894-4564-a87b-4962abb893c0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:05.782277 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f6b0bf5-4c56-4cc9-820d-ba5952c503b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.824914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b0bf5-4c56-4cc9-820d-ba5952c503b6 None None] Port 62bd3d93-1894-4564-a87b-4962abb893c0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:50:05.884536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] For port dffc73d6-4a06-4e82-b7c3-52506e9a988c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=dffc73d6-4a06-4e82-b7c3-52506e9a988c,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:05.901424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c505fa-f537-46ae-8b9a-1804aa7eb372 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:05.910240 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.925364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Transition to ACTIVE for port object 25c505fa-f537-46ae-8b9a-1804aa7eb372 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:50:05.931035 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:05.956532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] For port dffc73d6-4a06-4e82-b7c3-52506e9a988c, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:06.000932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] device_id is not set on port dffc73d6-4a06-4e82-b7c3-52506e9a988c yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:50:06.016308 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.023577 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.054965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Pushing event updated for resources: {'Port': ['ID=25c505fa-f537-46ae-8b9a-1804aa7eb372,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:06.125832 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Attempting to bind port 25c505fa-f537-46ae-8b9a-1804aa7eb372 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:50:06.126179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Attempting to bind port 25c505fa-f537-46ae-8b9a-1804aa7eb372 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'd24f0e83-4339-44a9-896d-9cd4b05b4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '953086d5-25d6-4498-9afe-d2570058cdf0'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:50:06.126517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Attempting to bind port 25c505fa-f537-46ae-8b9a-1804aa7eb372 on network 953086d5-25d6-4498-9afe-d2570058cdf0 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:06.132035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Port 25c505fa-f537-46ae-8b9a-1804aa7eb372 on network 953086d5-25d6-4498-9afe-d2570058cdf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:50:06.132404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Attempting to bind port 25c505fa-f537-46ae-8b9a-1804aa7eb372 on network 953086d5-25d6-4498-9afe-d2570058cdf0 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:06.137933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:50:06.138381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Checking segment: {'id': 'd24f0e83-4339-44a9-896d-9cd4b05b4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '953086d5-25d6-4498-9afe-d2570058cdf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:06.138776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Bound using segment: {'id': 'd24f0e83-4339-44a9-896d-9cd4b05b4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '953086d5-25d6-4498-9afe-d2570058cdf0'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:50:06.139215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Bound port: 25c505fa-f537-46ae-8b9a-1804aa7eb372, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24f0e83-4339-44a9-896d-9cd4b05b4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '953086d5-25d6-4498-9afe-d2570058cdf0'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:50:06.139572 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.209548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] For port 25c505fa-f537-46ae-8b9a-1804aa7eb372, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:06.212855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] For port 25c505fa-f537-46ae-8b9a-1804aa7eb372, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=25c505fa-f537-46ae-8b9a-1804aa7eb372,segment=NetworkSegment(d24f0e83-4339-44a9-896d-9cd4b05b4dce),segment_id=d24f0e83-4339-44a9-896d-9cd4b05b4dce)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:50:06.219343 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.255277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.255897 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.257343 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] 10.222.0.72 "PUT /v2.0/ports/25c505fa-f537-46ae-8b9a-1804aa7eb372 HTTP/1.1" status: 200 len: 1092 time: 0.9288416 Dec 08 01:50:06.259902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8a83cd-ece6-434d-9a0f-2f5b9e53209c', 'tag': '25c505fa-f537-46ae-8b9a-1804aa7eb372'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:06.261959 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664a9065-160d-4b92-883f-92ff8372b20a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8a83cd-ece6-434d-9a0f-2f5b9e53209c", "tag": "25c505fa-f537-46ae-8b9a-1804aa7eb372"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:06.308082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69461b-0435-453d-b4f6-4157e0fd2e59 service neutron] Pushing event updated for resources: {'Port': ['ID=25c505fa-f537-46ae-8b9a-1804aa7eb372,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:06.354961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=dffc73d6-4a06-4e82-b7c3-52506e9a988c,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:06.385483 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada9ad94-8c60-424f-a074-a52c706550fc x-openstack-request-id: req-ada9ad94-8c60-424f-a074-a52c706550fc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:06.385783 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8a83cd-ece6-434d-9a0f-2f5b9e53209c", "tag": "25c505fa-f537-46ae-8b9a-1804aa7eb372", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:06.386047 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ada9ad94-8c60-424f-a074-a52c706550fc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:06.386802 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8a83cd-ece6-434d-9a0f-2f5b9e53209c', 'tag': '25c505fa-f537-46ae-8b9a-1804aa7eb372', 'status': 'completed', 'code': 200} Dec 08 01:50:06.388722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] No DVR routers for this DVR port dffc73d6-4a06-4e82-b7c3-52506e9a988c on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:06.407790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-cd149d18-81a4-4fd3-a196-d947695295c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.409648 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-cd149d18-81a4-4fd3-a196-d947695295c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0508c12f4bb148f6b72d688e45bb0239&device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 1095 time: 0.0662484 Dec 08 01:50:06.452826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009735dd-72f0-4622-89c4-45d1d22a259b req-c6565627-e57c-43b1-96f3-a3fa724503f6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.460657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009735dd-72f0-4622-89c4-45d1d22a259b req-c6565627-e57c-43b1-96f3-a3fa724503f6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.467468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009735dd-72f0-4622-89c4-45d1d22a259b req-c6565627-e57c-43b1-96f3-a3fa724503f6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.471613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-7a760949-28fd-4a21-9d48-5851ebf8db34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c505fa-f537-46ae-8b9a-1804aa7eb372 HTTP/1.1" status: 200 len: 217 time: 0.0452509 Dec 08 01:50:06.475162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009735dd-72f0-4622-89c4-45d1d22a259b req-c6565627-e57c-43b1-96f3-a3fa724503f6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.481446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009735dd-72f0-4622-89c4-45d1d22a259b req-c6565627-e57c-43b1-96f3-a3fa724503f6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.489489 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-009735dd-72f0-4622-89c4-45d1d22a259b req-c6565627-e57c-43b1-96f3-a3fa724503f6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 3885 time: 0.1891882 Dec 08 01:50:06.515672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] In _notify_port_updated(), no bound segment for port dffc73d6-4a06-4e82-b7c3-52506e9a988c on network 6d87ec61-c411-4661-b8c4-fb5d16e75540 {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:50:06.516933 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.517538 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.518833 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-cbe93c71-44ab-41f1-9d98-71c4e51c6bd5 service neutron] 10.222.0.65 "PUT /v2.0/ports/dffc73d6-4a06-4e82-b7c3-52506e9a988c HTTP/1.1" status: 200 len: 1026 time: 0.9373710 Dec 08 01:50:06.529305 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-e63398d5-c2a5-48e4-a0d6-d55b03baba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.532434 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-e63398d5-c2a5-48e4-a0d6-d55b03baba9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98673c16-0dc5-4382-b950-ac98a23e36c2 HTTP/1.1" status: 200 len: 865 time: 0.0510399 Dec 08 01:50:06.569823 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-a9a02f70-5643-4592-9a78-44b45bec58c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=953086d5-25d6-4498-9afe-d2570058cdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321028 Dec 08 01:50:06.574417 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-009735dd-72f0-4622-89c4-45d1d22a259b req-16f99620-e424-43aa-b1e3-b44e2ad94cbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817628 Dec 08 01:50:06.655338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c87a09d5-d6bf-4f2f-832d-a1d2201a2a4f None None] Provisioning complete for port dffc73d6-4a06-4e82-b7c3-52506e9a988c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:06.656553 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c87a09d5-d6bf-4f2f-832d-a1d2201a2a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.670361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-95251432-3dfb-4bd2-8d1c-f54c57fb6fa1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Deleting port df223970-b1fe-4950-877f-a17fdccfb5e7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:06.670731 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-95251432-3dfb-4bd2-8d1c-f54c57fb6fa1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.710803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-683a347f-838b-490a-a4ff-b82e4aa46cec service neutron] 10.222.0.72 "GET /v2.0/networks/953086d5-25d6-4498-9afe-d2570058cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326566 Dec 08 01:50:06.714985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c87a09d5-d6bf-4f2f-832d-a1d2201a2a4f None None] Port dffc73d6-4a06-4e82-b7c3-52506e9a988c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:50:06.790927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-95251432-3dfb-4bd2-8d1c-f54c57fb6fa1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] For port df223970-b1fe-4950-877f-a17fdccfb5e7, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=df223970-b1fe-4950-877f-a17fdccfb5e7,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:06.791295 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-95251432-3dfb-4bd2-8d1c-f54c57fb6fa1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:06.805823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-95251432-3dfb-4bd2-8d1c-f54c57fb6fa1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Calling delete_port for df223970-b1fe-4950-877f-a17fdccfb5e7 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:06.826705 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54e3383b-0d0c-4db6-8a0e-bf223199eafc req-04229ccf-ec40-4fdf-b08a-fd6628224f0f service neutron] 10.222.0.72 "GET /v2.0/networks/953086d5-25d6-4498-9afe-d2570058cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091716 Dec 08 01:50:06.922076 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17475613-3dba-4c00-a96d-c09c985da716 req-3260f29b-0247-43d3-b047-e6cca12a2f4f tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.923580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17475613-3dba-4c00-a96d-c09c985da716 req-3260f29b-0247-43d3-b047-e6cca12a2f4f tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 943 time: 0.0760663 Dec 08 01:50:06.975790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9065-160d-4b92-883f-92ff8372b20a req-6b047058-4a41-4764-934b-0408da4afe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:06.977430 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-664a9065-160d-4b92-883f-92ff8372b20a req-6b047058-4a41-4764-934b-0408da4afe15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0508c12f4bb148f6b72d688e45bb0239&device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 1095 time: 0.0545206 Dec 08 01:50:07.033424 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17475613-3dba-4c00-a96d-c09c985da716 req-16e2bf6b-dcc1-43d9-a4d4-dd9f87b20eb9 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023486 Dec 08 01:50:07.034470 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-95251432-3dfb-4bd2-8d1c-f54c57fb6fa1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.079735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95251432-3dfb-4bd2-8d1c-f54c57fb6fa1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Port': ['ID=df223970-b1fe-4950-877f-a17fdccfb5e7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:07.105807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9065-160d-4b92-883f-92ff8372b20a req-20fb0150-719f-489e-ab38-cb1db84f1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:07.107374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-664a9065-160d-4b92-883f-92ff8372b20a req-20fb0150-719f-489e-ab38-cb1db84f1e39 service neutron] 10.222.0.72 "GET /v2.0/networks?id=953086d5-25d6-4498-9afe-d2570058cdf0 HTTP/1.1" status: 200 len: 926 time: 0.1219974 Dec 08 01:50:07.139239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-95251432-3dfb-4bd2-8d1c-f54c57fb6fa1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] No DVR routers for this DVR port df223970-b1fe-4950-877f-a17fdccfb5e7 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:07.143046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-95251432-3dfb-4bd2-8d1c-f54c57fb6fa1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.146787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-95251432-3dfb-4bd2-8d1c-f54c57fb6fa1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "DELETE /v2.0/ports/df223970-b1fe-4950-877f-a17fdccfb5e7 HTTP/1.1" status: 204 len: 173 time: 0.6104047 Dec 08 01:50:07.147253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-deleted', 'tag': 'df223970-b1fe-4950-877f-a17fdccfb5e7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:07.149970 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf7a98b-c088-4186-9643-c60ca15fd42e" -d '{"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-deleted", "tag": "df223970-b1fe-4950-877f-a17fdccfb5e7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:07.169160 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-664a9065-160d-4b92-883f-92ff8372b20a req-dca050b4-2060-4c4c-bad1-4e5f48afcff1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c505fa-f537-46ae-8b9a-1804aa7eb372 HTTP/1.1" status: 200 len: 217 time: 0.0536489 Dec 08 01:50:07.229605 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da07f6b3-30a1-46e5-a1ef-0156284e2333 x-openstack-request-id: req-da07f6b3-30a1-46e5-a1ef-0156284e2333 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:07.229962 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-deleted", "tag": "df223970-b1fe-4950-877f-a17fdccfb5e7", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:07.230338 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-da07f6b3-30a1-46e5-a1ef-0156284e2333 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:07.230641 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-deleted', 'tag': 'df223970-b1fe-4950-877f-a17fdccfb5e7', 'status': 'completed', 'code': 200} Dec 08 01:50:07.293300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9065-160d-4b92-883f-92ff8372b20a req-617b993c-78b3-4e03-ab8c-f400e5d899fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:07.295005 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-664a9065-160d-4b92-883f-92ff8372b20a req-617b993c-78b3-4e03-ab8c-f400e5d899fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=98673c16-0dc5-4382-b950-ac98a23e36c2 HTTP/1.1" status: 200 len: 865 time: 0.1116323 Dec 08 01:50:07.296947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Deleting port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:07.297335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.332367 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-664a9065-160d-4b92-883f-92ff8372b20a req-a9b439df-94e3-4338-8c7d-47d417301460 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=953086d5-25d6-4498-9afe-d2570058cdf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297716 Dec 08 01:50:07.423718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] For port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5f3aeebc-390c-4677-9dce-fdb3eca96bbb,segment=NetworkSegment(832b7a99-b444-4fc7-926f-3af12f8a21d9),segment_id=832b7a99-b444-4fc7-926f-3af12f8a21d9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:07.424237 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.548083 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-664a9065-160d-4b92-883f-92ff8372b20a req-78a0765f-63bc-4fb6-9899-ec5c400b189e service neutron] 10.222.0.72 "GET /v2.0/networks/953086d5-25d6-4498-9afe-d2570058cdf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965938 Dec 08 01:50:07.778733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-664a9065-160d-4b92-883f-92ff8372b20a req-064ba83a-6ae1-459f-90c4-b0605d40fba8 service neutron] 10.222.0.72 "GET /v2.0/networks/953086d5-25d6-4498-9afe-d2570058cdf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222178 Dec 08 01:50:07.789119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1321a3a-aee0-4997-8ebf-fd5c48fd77b8 req-285ede28-3671-4b72-93f6-901163edb46e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:07.790653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f1321a3a-aee0-4997-8ebf-fd5c48fd77b8 req-285ede28-3671-4b72-93f6-901163edb46e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0855334 Dec 08 01:50:07.808843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ab3ac-3eb3-408f-bc09-6b945f889b91 req-77d0c984-9910-43ba-bee0-e13d3d5ea621 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:07.815440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ab3ac-3eb3-408f-bc09-6b945f889b91 req-77d0c984-9910-43ba-bee0-e13d3d5ea621 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:07.825337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ab3ac-3eb3-408f-bc09-6b945f889b91 req-77d0c984-9910-43ba-bee0-e13d3d5ea621 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:07.832689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ab3ac-3eb3-408f-bc09-6b945f889b91 req-77d0c984-9910-43ba-bee0-e13d3d5ea621 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:07.834808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-999ab3ac-3eb3-408f-bc09-6b945f889b91 req-77d0c984-9910-43ba-bee0-e13d3d5ea621 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 3150 time: 0.1585121 Dec 08 01:50:07.853126 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.853551 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:07.854013 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Floating IP 33a93b46-391a-40d3-96f1-97d194a2ec6c disassociated. External IP: 172.25.2.201, port: 5f3aeebc-390c-4677-9dce-fdb3eca96bbb. Dec 08 01:50:07.854424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Calling delete_port for 5f3aeebc-390c-4677-9dce-fdb3eca96bbb owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:07.864385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f1321a3a-aee0-4997-8ebf-fd5c48fd77b8 req-d196e53f-6444-41b2-a78d-2182db7ec85c tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671275 Dec 08 01:50:07.969270 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-999ab3ac-3eb3-408f-bc09-6b945f889b91 req-e14922c6-5b15-430d-a81b-59d7e58f4010 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002204 Dec 08 01:50:08.084912 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:08.138357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Port': ['ID=5f3aeebc-390c-4677-9dce-fdb3eca96bbb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:08.298460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d091a-96fc-4969-89e0-dc7a63c5e65d req-ca8ac4ef-ae40-4803-9b2d-e0d34b5a890c tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:08.306278 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a3d091a-96fc-4969-89e0-dc7a63c5e65d req-ca8ac4ef-ae40-4803-9b2d-e0d34b5a890c tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 943 time: 0.1076996 Dec 08 01:50:08.353371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 25c505fa-f537-46ae-8b9a-1804aa7eb372 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:50:08.398189 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a3d091a-96fc-4969-89e0-dc7a63c5e65d req-0b9bda94-62a9-429f-acca-a28668959c72 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907106 Dec 08 01:50:08.411108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:50:08.565382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 25c505fa-f537-46ae-8b9a-1804aa7eb372, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=25c505fa-f537-46ae-8b9a-1804aa7eb372,segment=NetworkSegment(d24f0e83-4339-44a9-896d-9cd4b05b4dce),segment_id=d24f0e83-4339-44a9-896d-9cd4b05b4dce)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:08.612890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '25c505fa-f537-46ae-8b9a-1804aa7eb372', 'network_id': '953086d5-25d6-4498-9afe-d2570058cdf0', 'port_id': '25c505fa-f537-46ae-8b9a-1804aa7eb372', 'mac_address': 'fa:16:3e:57:ae:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98673c16-0dc5-4382-b950-ac98a23e36c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:50:08.625779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:50:08.688572 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:08.691140 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591c0b7-975e-4371-b26e-8ab88fa8c502 None None] Sync routers for ids ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:50:08.721268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c505fa-f537-46ae-8b9a-1804aa7eb372 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:50:08.732806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] No DVR routers for this DVR port 5f3aeebc-390c-4677-9dce-fdb3eca96bbb on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:08.741352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 909185d2-b0e2-4902-b2ff-aa8c38efc800 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:08.743678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:08.749291 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-8a5608a0-d62c-467f-9a72-b9beb9903369 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "DELETE /v2.0/ports/5f3aeebc-390c-4677-9dce-fdb3eca96bbb HTTP/1.1" status: 204 len: 173 time: 1.5955818 Dec 08 01:50:08.812089 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 25c505fa-f537-46ae-8b9a-1804aa7eb372, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=25c505fa-f537-46ae-8b9a-1804aa7eb372,segment=NetworkSegment(d24f0e83-4339-44a9-896d-9cd4b05b4dce),segment_id=d24f0e83-4339-44a9-896d-9cd4b05b4dce)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:08.813235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591c0b7-975e-4371-b26e-8ab88fa8c502 None None] Routers {'3e2b2fae-a543-4b42-b4bc-c97a328beff4'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:08.815417 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c591c0b7-975e-4371-b26e-8ab88fa8c502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:50:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:08.892593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5c5289ae-d8d5-434a-a910-c6e88bff2f99 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Deleting port 909185d2-b0e2-4902-b2ff-aa8c38efc800 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:08.892894 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5c5289ae-d8d5-434a-a910-c6e88bff2f99 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:08.993100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5c5289ae-d8d5-434a-a910-c6e88bff2f99 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] For port 909185d2-b0e2-4902-b2ff-aa8c38efc800, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=909185d2-b0e2-4902-b2ff-aa8c38efc800,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:08.993460 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5c5289ae-d8d5-434a-a910-c6e88bff2f99 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.029689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5c5289ae-d8d5-434a-a910-c6e88bff2f99 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Calling delete_port for 909185d2-b0e2-4902-b2ff-aa8c38efc800 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:09.147122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2c27d-31fe-4b08-90cc-e0d9f16b13fe req-ce4e4480-fe27-4a02-a0c3-dac36ab0ded1 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:09.149192 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b4c2c27d-31fe-4b08-90cc-e0d9f16b13fe req-ce4e4480-fe27-4a02-a0c3-dac36ab0ded1 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1068366 Dec 08 01:50:09.185242 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.232846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-deleted', 'tag': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:09.245664 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a59589-2170-4753-ac0e-99f7d60a26a6" -d '{"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-deleted", "tag": "5f3aeebc-390c-4677-9dce-fdb3eca96bbb"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:09.280170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c591c0b7-975e-4371-b26e-8ab88fa8c502 None None] Set router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:09.290855 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b4c2c27d-31fe-4b08-90cc-e0d9f16b13fe req-cfca505d-af6c-446b-9a71-ec8d73e87e67 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352956 Dec 08 01:50:09.365239 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=25c505fa-f537-46ae-8b9a-1804aa7eb372,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:09.373655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5c5289ae-d8d5-434a-a910-c6e88bff2f99 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.440163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.448492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526c5b7-fa4a-42df-93c1-5056fc4a23f1 req-1345ed2b-8345-45a8-95c1-6db6aa5d3340 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:09.455490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526c5b7-fa4a-42df-93c1-5056fc4a23f1 req-1345ed2b-8345-45a8-95c1-6db6aa5d3340 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:09.477383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526c5b7-fa4a-42df-93c1-5056fc4a23f1 req-1345ed2b-8345-45a8-95c1-6db6aa5d3340 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:09.488190 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5526c5b7-fa4a-42df-93c1-5056fc4a23f1 req-1345ed2b-8345-45a8-95c1-6db6aa5d3340 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 2338 time: 0.2957950 Dec 08 01:50:09.491857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5289ae-d8d5-434a-a910-c6e88bff2f99 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Port': ['ID=909185d2-b0e2-4902-b2ff-aa8c38efc800,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:09.561755 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e27f46-a4a9-4061-9734-a6aff3cba8b1 x-openstack-request-id: req-60e27f46-a4a9-4061-9734-a6aff3cba8b1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:09.562803 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-deleted", "tag": "5f3aeebc-390c-4677-9dce-fdb3eca96bbb", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:09.563221 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60e27f46-a4a9-4061-9734-a6aff3cba8b1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:09.565032 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-deleted', 'tag': '5f3aeebc-390c-4677-9dce-fdb3eca96bbb', 'status': 'completed', 'code': 200} Dec 08 01:50:09.584720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['25c505fa-f537-46ae-8b9a-1804aa7eb372'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:09.690977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5c5289ae-d8d5-434a-a910-c6e88bff2f99 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] No DVR routers for this DVR port 909185d2-b0e2-4902-b2ff-aa8c38efc800 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:09.730941 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:50:09.759965 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5c5289ae-d8d5-434a-a910-c6e88bff2f99 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:09.767478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5f3aeebc-390c-4677-9dce-fdb3eca96bbb no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:09.773575 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-5c5289ae-d8d5-434a-a910-c6e88bff2f99 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "DELETE /v2.0/ports/909185d2-b0e2-4902-b2ff-aa8c38efc800 HTTP/1.1" status: 204 len: 173 time: 1.0142949 Dec 08 01:50:09.819627 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5526c5b7-fa4a-42df-93c1-5056fc4a23f1 req-f3aa78d1-0fdc-43ff-a0ec-c353b45647c3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288596 Dec 08 01:50:09.850759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 5f3aeebc-390c-4677-9dce-fdb3eca96bbb {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:09.851456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5f3aeebc-390c-4677-9dce-fdb3eca96bbb not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:09.852557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device dffc73d6-4a06-4e82-b7c3-52506e9a988c no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:09.865393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac83fd2-23a8-45e2-8d32-002290ca489f req-a25ae55f-4005-4754-b6d1-9f8f52f9fc3e tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:09.884743 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ac83fd2-23a8-45e2-8d32-002290ca489f req-a25ae55f-4005-4754-b6d1-9f8f52f9fc3e tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 944 time: 0.1441197 Dec 08 01:50:09.965447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-40e22b7a-dee7-4ec5-9ec5-905f6c5308a0 req-d25b0d58-06cc-4775-bc21-def94c3410f3 service neutron] (103130) timed out ('10.222.0.72', 57831) {{(pid=103130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 01:50:09.995309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-e08fe968-97fb-4622-91f4-1ab951d127f0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Deleting port f0f7557b-c628-4920-8f4c-f0a60e109cc0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:09.995688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device dffc73d6-4a06-4e82-b7c3-52506e9a988c not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:09.995832 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-e08fe968-97fb-4622-91f4-1ab951d127f0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.002919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 62bd3d93-1894-4564-a87b-4962abb893c0 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:10.018940 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ac83fd2-23a8-45e2-8d32-002290ca489f req-e9d2ae3c-e1be-4b10-8cb4-433bb79d52c4 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328225 Dec 08 01:50:10.080210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c591c0b7-975e-4371-b26e-8ab88fa8c502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:38:42Z', 'revision_number': 4, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '02380e42-9e18-41ca-9dca-45108758b36f', 'name': '', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'mac_address': 'fa:16:3e:87:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:40Z', 'updated_at': '2021-12-08T01:38:50Z', 'revision_number': 5, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'subnets': [{'id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:10.124656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-e08fe968-97fb-4622-91f4-1ab951d127f0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] For port f0f7557b-c628-4920-8f4c-f0a60e109cc0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f0f7557b-c628-4920-8f4c-f0a60e109cc0,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:10.125679 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-e08fe968-97fb-4622-91f4-1ab951d127f0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.132061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591c0b7-975e-4371-b26e-8ab88fa8c502 None None] Checking router: 3e2b2fae-a543-4b42-b4bc-c97a328beff4 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:50:10.139245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-e08fe968-97fb-4622-91f4-1ab951d127f0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Calling delete_port for f0f7557b-c628-4920-8f4c-f0a60e109cc0 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:10.147191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 62bd3d93-1894-4564-a87b-4962abb893c0 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:10.148454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device df223970-b1fe-4950-877f-a17fdccfb5e7 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:10.174549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: df223970-b1fe-4950-877f-a17fdccfb5e7 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:10.175548 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device df223970-b1fe-4950-877f-a17fdccfb5e7 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:10.177569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f0f7557b-c628-4920-8f4c-f0a60e109cc0 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:10.240529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c591c0b7-975e-4371-b26e-8ab88fa8c502 None None] Routers {'3e2b2fae-a543-4b42-b4bc-c97a328beff4'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:10.241379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c591c0b7-975e-4371-b26e-8ab88fa8c502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:50:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:10.274049 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-e08fe968-97fb-4622-91f4-1ab951d127f0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.313657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fe968-97fb-4622-91f4-1ab951d127f0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Port': ['ID=f0f7557b-c628-4920-8f4c-f0a60e109cc0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:10.405450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c591c0b7-975e-4371-b26e-8ab88fa8c502 None None] Set router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:10.456999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-e08fe968-97fb-4622-91f4-1ab951d127f0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] No DVR routers for this DVR port f0f7557b-c628-4920-8f4c-f0a60e109cc0 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:10.461400 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-e08fe968-97fb-4622-91f4-1ab951d127f0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.468928 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-e08fe968-97fb-4622-91f4-1ab951d127f0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "DELETE /v2.0/ports/f0f7557b-c628-4920-8f4c-f0a60e109cc0 HTTP/1.1" status: 204 len: 173 time: 0.6883905 Dec 08 01:50:10.663071 n-d-713498-30 neutron-server[103131]: INFO neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No ports have port_id starting with f0f7557b-c628-4920-8f4c-f0a60e109cc0 Dec 08 01:50:10.670886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:10.698194 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2adb-ec55-4700-aab9-5abb3063d612 req-45b41af0-ff54-4f1d-b49c-99cc7b344268 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:10.700031 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-871b2adb-ec55-4700-aab9-5abb3063d612 req-45b41af0-ff54-4f1d-b49c-99cc7b344268 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1009550 Dec 08 01:50:10.709407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-d0447172-fc4a-4eb1-a2e6-e175679005d3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Deleting port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:10.710001 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-d0447172-fc4a-4eb1-a2e6-e175679005d3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:10.993447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c591c0b7-975e-4371-b26e-8ab88fa8c502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:38:42Z', 'revision_number': 4, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '02380e42-9e18-41ca-9dca-45108758b36f', 'name': '', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'mac_address': 'fa:16:3e:87:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:40Z', 'updated_at': '2021-12-08T01:38:50Z', 'revision_number': 5, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'subnets': [{'id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:11.032265 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-d0447172-fc4a-4eb1-a2e6-e175679005d3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] For port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:11.042366 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-d0447172-fc4a-4eb1-a2e6-e175679005d3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.136351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-d0447172-fc4a-4eb1-a2e6-e175679005d3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Calling delete_port for a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:11.179382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c591c0b7-975e-4371-b26e-8ab88fa8c502 None None] The sync data for ids ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'] in n-d-713498-30 is: [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:38:42Z', 'revision_number': 4, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '02380e42-9e18-41ca-9dca-45108758b36f', 'name': '', 'network_id': '413aa3d0-a24e-41e8-a155-9ec7dcd0df29', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'mac_address': 'fa:16:3e:87:d6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:40Z', 'updated_at': '2021-12-08T01:38:50Z', 'revision_number': 5, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'subnets': [{'id': 'b74a492b-ae87-47c5-896c-ccd7628f02df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:50:11.199438 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.264724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cff96-dd39-4fa4-98a6-d858dccb5d15 req-f5f548f2-eb5d-48bf-ab34-88932cb0662c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:11.278134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a3b83c-e81a-46ad-96c8-894bd7fe7b63'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:11.281801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7a6cff96-dd39-4fa4-98a6-d858dccb5d15 req-f5f548f2-eb5d-48bf-ab34-88932cb0662c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 945 time: 0.2019417 Dec 08 01:50:11.284972 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4022b5-bf46-4dc9-96ec-0e475aba3872" -d '{"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a3b83c-e81a-46ad-96c8-894bd7fe7b63"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:11.305982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:11.313801 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.321835 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-871b2adb-ec55-4700-aab9-5abb3063d612 req-15f7bb96-b40d-4a6a-b4a5-c2aec274f877 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5946074 Dec 08 01:50:11.395995 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7a6cff96-dd39-4fa4-98a6-d858dccb5d15 req-88e91e19-d4ab-400f-88ad-df5a56159119 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups?id=94141411-581b-45c4-a94f-ba8d7b8476a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122887 Dec 08 01:50:11.426134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:11.524103 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5148fbb8-0665-41e7-8d55-e021dd38d667 x-openstack-request-id: req-5148fbb8-0665-41e7-8d55-e021dd38d667 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:11.524476 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-unplugged", "status": "completed", "tag": "a2a3b83c-e81a-46ad-96c8-894bd7fe7b63", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:11.524787 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5148fbb8-0665-41e7-8d55-e021dd38d667 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:11.525150 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2a3b83c-e81a-46ad-96c8-894bd7fe7b63', 'code': 200} Dec 08 01:50:11.537444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-d0447172-fc4a-4eb1-a2e6-e175679005d3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.571622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-deleted', 'tag': '909185d2-b0e2-4902-b2ff-aa8c38efc800'}, {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-deleted', 'tag': 'f0f7557b-c628-4920-8f4c-f0a60e109cc0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:11.573975 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e78b3a8-dcce-4b63-9cdc-3ceb75469207" -d '{"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-deleted", "tag": "909185d2-b0e2-4902-b2ff-aa8c38efc800"}, {"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-deleted", "tag": "f0f7557b-c628-4920-8f4c-f0a60e109cc0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:11.589048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05637a9-8bbc-429f-b0d7-6f5b947740fb req-c579772a-32a8-4c9e-a574-1e8887d155c1 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:11.590592 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d05637a9-8bbc-429f-b0d7-6f5b947740fb req-c579772a-32a8-4c9e-a574-1e8887d155c1 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 944 time: 0.1181018 Dec 08 01:50:11.594645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0447172-fc4a-4eb1-a2e6-e175679005d3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Port': ['ID=a2a3b83c-e81a-46ad-96c8-894bd7fe7b63,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:11.662930 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d05637a9-8bbc-429f-b0d7-6f5b947740fb req-66121bae-d5c2-4049-ab73-957c45c81114 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646799 Dec 08 01:50:11.664569 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11da4c6c-801d-4a3e-ad30-4e1f976730eb x-openstack-request-id: req-11da4c6c-801d-4a3e-ad30-4e1f976730eb {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:11.664866 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-deleted", "tag": "909185d2-b0e2-4902-b2ff-aa8c38efc800", "status": "completed", "code": 200}, {"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-deleted", "tag": "f0f7557b-c628-4920-8f4c-f0a60e109cc0", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:11.665250 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-11da4c6c-801d-4a3e-ad30-4e1f976730eb {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:11.665647 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-deleted', 'tag': '909185d2-b0e2-4902-b2ff-aa8c38efc800', 'status': 'completed', 'code': 200} Dec 08 01:50:11.665908 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-deleted', 'tag': 'f0f7557b-c628-4920-8f4c-f0a60e109cc0', 'status': 'completed', 'code': 200} Dec 08 01:50:11.686701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-d0447172-fc4a-4eb1-a2e6-e175679005d3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] No DVR routers for this DVR port a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:11.693645 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6664204-d842-4a49-983a-eb5572dc7772 None None] New status for floating IP 33a93b46-391a-40d3-96f1-97d194a2ec6c: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:50:11.697843 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-d0447172-fc4a-4eb1-a2e6-e175679005d3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:11.707931 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45d9e509-62cd-43cb-91ea-78eeff6f1b92 req-d0447172-fc4a-4eb1-a2e6-e175679005d3 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.65 "DELETE /v2.0/ports/a2a3b83c-e81a-46ad-96c8-894bd7fe7b63 HTTP/1.1" status: 204 len: 173 time: 1.2320971 Dec 08 01:50:12.376363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 25c505fa-f537-46ae-8b9a-1804aa7eb372 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:50:12.445209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 25c505fa-f537-46ae-8b9a-1804aa7eb372 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:50:12.451092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 25c505fa-f537-46ae-8b9a-1804aa7eb372 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:12.451670 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:12.507167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0ffa5-f2e6-4725-814b-a88762e37dd4 req-42a6d868-b221-4f7e-ac81-7e67f483f296 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:12.509636 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7bf0ffa5-f2e6-4725-814b-a88762e37dd4 req-42a6d868-b221-4f7e-ac81-7e67f483f296 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1009426 Dec 08 01:50:12.559760 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:12.563047 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7bf0ffa5-f2e6-4725-814b-a88762e37dd4 req-df7497cb-d42f-4c00-9bb0-49911e789a6d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441790 Dec 08 01:50:12.578438 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39532439-fc87-47fe-a10a-939f04194bcf req-527082c6-6263-4460-adf9-97309932a3f7 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0333095 Dec 08 01:50:12.614755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 25c505fa-f537-46ae-8b9a-1804aa7eb372, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=25c505fa-f537-46ae-8b9a-1804aa7eb372,segment=NetworkSegment(d24f0e83-4339-44a9-896d-9cd4b05b4dce),segment_id=d24f0e83-4339-44a9-896d-9cd4b05b4dce)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:12.619163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:12.672561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=25c505fa-f537-46ae-8b9a-1804aa7eb372,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:12.791898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8941d-645d-4397-8a52-61bbba2e9555 req-ff596ac4-887a-474f-b291-4c47ec970c99 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:12.793472 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86d8941d-645d-4397-8a52-61bbba2e9555 req-ff596ac4-887a-474f-b291-4c47ec970c99 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 945 time: 0.0556271 Dec 08 01:50:12.842653 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-86d8941d-645d-4397-8a52-61bbba2e9555 req-7f006d55-e3f6-4616-9037-6ba51163a951 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427520 Dec 08 01:50:13.526518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8a83cd-ece6-434d-9a0f-2f5b9e53209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c505fa-f537-46ae-8b9a-1804aa7eb372'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:13.530033 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec99431e-0e47-4ea0-8393-95ed86d93146" -d '{"events": [{"server_uuid": "5d8a83cd-ece6-434d-9a0f-2f5b9e53209c", "name": "network-vif-plugged", "status": "completed", "tag": "25c505fa-f537-46ae-8b9a-1804aa7eb372"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:13.575067 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa6ad20-91d4-4e03-bbd5-d7fdcbd5de37 x-openstack-request-id: req-0fa6ad20-91d4-4e03-bbd5-d7fdcbd5de37 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:13.575672 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8a83cd-ece6-434d-9a0f-2f5b9e53209c", "name": "network-vif-plugged", "status": "completed", "tag": "25c505fa-f537-46ae-8b9a-1804aa7eb372", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:13.575796 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0fa6ad20-91d4-4e03-bbd5-d7fdcbd5de37 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:13.576142 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8a83cd-ece6-434d-9a0f-2f5b9e53209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c505fa-f537-46ae-8b9a-1804aa7eb372', 'code': 200} Dec 08 01:50:13.602947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-18a8a566-9726-42c9-b601-bd161211d28f req-deb1ab43-72bc-4575-a81f-1e51be8a0201 service neutron] (103130) timed out ('10.222.0.72', 57606) {{(pid=103130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 01:50:13.667158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-deleted', 'tag': 'a2a3b83c-e81a-46ad-96c8-894bd7fe7b63'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:13.670528 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2989bf51-9ac2-4daf-b7bc-bc2ad1fc787b" -d '{"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-deleted", "tag": "a2a3b83c-e81a-46ad-96c8-894bd7fe7b63"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:13.766397 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b46dc96f-1bfa-4f5c-adef-255bf343d76d req-e0464468-6b02-4ecc-a3d4-fe386fbee79f tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0368254 Dec 08 01:50:13.788018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb597d5b-d74a-428d-be52-57850d2af5ef req-875bf04b-f45b-467a-b49d-a68bac32d964 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:13.793866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb597d5b-d74a-428d-be52-57850d2af5ef req-875bf04b-f45b-467a-b49d-a68bac32d964 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0962057 Dec 08 01:50:13.810867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61688a0d-c698-4916-88bc-6222c0769def req-be262da1-aca5-4756-b2d6-f018c271c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:13.813661 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61688a0d-c698-4916-88bc-6222c0769def req-be262da1-aca5-4756-b2d6-f018c271c6b2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 1097 time: 0.1277540 Dec 08 01:50:13.817922 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b46ef75-6084-45d0-8113-39327d320d8a x-openstack-request-id: req-6b46ef75-6084-45d0-8113-39327d320d8a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:13.818422 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bd3755-733a-4320-bb70-c25a99ee17a0", "name": "network-vif-deleted", "tag": "a2a3b83c-e81a-46ad-96c8-894bd7fe7b63", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:13.818823 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b46ef75-6084-45d0-8113-39327d320d8a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:13.819396 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bd3755-733a-4320-bb70-c25a99ee17a0', 'name': 'network-vif-deleted', 'tag': 'a2a3b83c-e81a-46ad-96c8-894bd7fe7b63', 'status': 'completed', 'code': 200} Dec 08 01:50:13.886876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb597d5b-d74a-428d-be52-57850d2af5ef req-480725ad-a146-4086-9546-96005cb1ab78 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867262 Dec 08 01:50:13.894266 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61688a0d-c698-4916-88bc-6222c0769def req-8b69e4f9-1cd1-4e02-a44b-2513f383a453 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719326 Dec 08 01:50:14.040761 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bfa31-acc2-4e30-8d2b-60c207446838 req-0c92f800-0d74-471f-913a-ed84b6889264 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:14.050981 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-345bfa31-acc2-4e30-8d2b-60c207446838 req-0c92f800-0d74-471f-913a-ed84b6889264 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 945 time: 0.0749052 Dec 08 01:50:14.113494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-345bfa31-acc2-4e30-8d2b-60c207446838 req-115e4436-343a-4443-9b4a-ea65e701110f tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608523 Dec 08 01:50:14.887890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2fd38af6-d090-4e57-94d7-8c22de82a233 req-cddcf7c4-8d2e-4092-9d20-c656fcedb164 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0400717 Dec 08 01:50:15.072615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31dfe8-d364-44b0-bca1-44185e172142 req-3c481644-a3cc-4c9d-97f4-89b5aaf92b89 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:15.076847 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d31dfe8-d364-44b0-bca1-44185e172142 req-3c481644-a3cc-4c9d-97f4-89b5aaf92b89 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1037860 Dec 08 01:50:15.150550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d31dfe8-d364-44b0-bca1-44185e172142 req-0c128eaf-5412-45e2-9e51-87f8a15648e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663993 Dec 08 01:50:15.336834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c39f0-4436-4966-9536-ac14209766ea req-5225ee76-fb13-424b-ac8e-c505167fb066 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:15.344262 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0a3c39f0-4436-4966-9536-ac14209766ea req-5225ee76-fb13-424b-ac8e-c505167fb066 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 945 time: 0.1034567 Dec 08 01:50:15.400427 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0a3c39f0-4436-4966-9536-ac14209766ea req-231afa0b-0b56-4f9c-89fc-1ba6b6aaae8e tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551651 Dec 08 01:50:15.545441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b568c-c5bb-4d6b-a94c-159f8054190f req-7d85e80e-d341-47bd-bd51-be2f0cb50098 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:15.548334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-553b568c-c5bb-4d6b-a94c-159f8054190f req-7d85e80e-d341-47bd-bd51-be2f0cb50098 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 945 time: 0.0750208 Dec 08 01:50:15.620231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-553b568c-c5bb-4d6b-a94c-159f8054190f req-764f9632-2781-4f94-88b4-9f0369c56a26 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610781 Dec 08 01:50:16.107009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6099455a-fb5d-40ab-a734-ce832435eaed req-4289fd99-e816-41c2-9957-5812d7d265d0 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0635042 Dec 08 01:50:16.155622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca63fb7-0045-46fb-ba4f-42501b67da91 req-38a9577c-1956-435e-968c-59693c2d75a1 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:16.161015 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dca63fb7-0045-46fb-ba4f-42501b67da91 req-38a9577c-1956-435e-968c-59693c2d75a1 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 945 time: 0.0671721 Dec 08 01:50:16.221553 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dca63fb7-0045-46fb-ba4f-42501b67da91 req-a883c92d-5f5b-4d07-bae9-0ff822a5880d tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578728 Dec 08 01:50:16.302133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703f761-67b0-442d-9058-f50c71e132ff req-47aa5d28-aba8-4d05-8635-60c56a9a37df tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:16.309589 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9703f761-67b0-442d-9058-f50c71e132ff req-47aa5d28-aba8-4d05-8635-60c56a9a37df tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0943260 Dec 08 01:50:16.399485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9703f761-67b0-442d-9058-f50c71e132ff req-07248ad9-ef78-4909-926a-af017895be79 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888963 Dec 08 01:50:16.570925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da9ed2-d9f7-484f-9a86-dbd88e17a037 req-5200b29a-8d76-4dad-824f-9348d2b3258c tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:16.572594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68da9ed2-d9f7-484f-9a86-dbd88e17a037 req-5200b29a-8d76-4dad-824f-9348d2b3258c tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 945 time: 0.0570552 Dec 08 01:50:16.637172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68da9ed2-d9f7-484f-9a86-dbd88e17a037 req-17c8400c-2cf2-4187-898a-f5ea42d5080f tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579545 Dec 08 01:50:17.238514 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04023f4f-ad7a-44e4-8c76-d8ef7b61cd3b req-1c7432ec-0aa1-41bd-9f4b-ede3663f3ce8 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0361700 Dec 08 01:50:17.518639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34800f-85da-4016-b240-3d33e63364fd req-685e2577-701e-4704-b56c-4793dd170464 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:17.526508 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc34800f-85da-4016-b240-3d33e63364fd req-685e2577-701e-4704-b56c-4793dd170464 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0637362 Dec 08 01:50:17.593202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc34800f-85da-4016-b240-3d33e63364fd req-c150de27-dcbd-48cc-8386-d9cefad00242 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603335 Dec 08 01:50:17.779802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275c97d-d86a-4e51-a9a9-5bced7f8dd15 req-3d96ebbe-badd-446a-887e-dfcaf2aa68ed tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:17.782555 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2275c97d-d86a-4e51-a9a9-5bced7f8dd15 req-3d96ebbe-badd-446a-887e-dfcaf2aa68ed tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 945 time: 0.0678139 Dec 08 01:50:17.866332 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2275c97d-d86a-4e51-a9a9-5bced7f8dd15 req-e1eb930a-6247-4ce9-89a7-93679c212e9e tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/security-groups?id=e024c74f-5f6d-420a-9128-535a45c9d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728824 Dec 08 01:50:18.127635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a77bf5-d48d-4632-be47-71a48f67411e req-d2632879-da14-42d6-8213-ff07cabecbc4 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:18.129406 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-72a77bf5-d48d-4632-be47-71a48f67411e req-d2632879-da14-42d6-8213-ff07cabecbc4 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.72 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 945 time: 0.1436210 Dec 08 01:50:18.240192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-72a77bf5-d48d-4632-be47-71a48f67411e req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Deleting port 25c505fa-f537-46ae-8b9a-1804aa7eb372 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:18.240573 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72a77bf5-d48d-4632-be47-71a48f67411e req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.346504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-72a77bf5-d48d-4632-be47-71a48f67411e req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] For port 25c505fa-f537-46ae-8b9a-1804aa7eb372, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=25c505fa-f537-46ae-8b9a-1804aa7eb372,segment=NetworkSegment(d24f0e83-4339-44a9-896d-9cd4b05b4dce),segment_id=d24f0e83-4339-44a9-896d-9cd4b05b4dce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:18.347747 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72a77bf5-d48d-4632-be47-71a48f67411e req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.365454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-72a77bf5-d48d-4632-be47-71a48f67411e req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Calling delete_port for 25c505fa-f537-46ae-8b9a-1804aa7eb372 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:18.380674 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74eeeb3e-7f5e-41d8-8dcb-06e644f4a42c req-b000f497-75a6-4c0e-ba1b-09c14cfada7e tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0360818 Dec 08 01:50:18.516730 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72a77bf5-d48d-4632-be47-71a48f67411e req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.554657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Pushing event deleted for resources: {'Port': ['ID=25c505fa-f537-46ae-8b9a-1804aa7eb372,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:18.570559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.570941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.571639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.571988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.572354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.572698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.573045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.573465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.574054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.574334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.574698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.575008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.575472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:18.643015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a77bf5-d48d-4632-be47-71a48f67411e req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] No DVR routers for this DVR port 25c505fa-f537-46ae-8b9a-1804aa7eb372 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:18.646308 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-72a77bf5-d48d-4632-be47-71a48f67411e req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:18.651870 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-72a77bf5-d48d-4632-be47-71a48f67411e req-78497cbe-29a8-4390-a266-5834109c90cf tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.72 "DELETE /v2.0/ports/25c505fa-f537-46ae-8b9a-1804aa7eb372 HTTP/1.1" status: 204 len: 173 time: 0.5140543 Dec 08 01:50:18.652440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8a83cd-ece6-434d-9a0f-2f5b9e53209c', 'name': 'network-vif-deleted', 'tag': '25c505fa-f537-46ae-8b9a-1804aa7eb372'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:18.655350 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566c8c74-4e4a-4fe7-bccd-f6dadcce5c31" -d '{"events": [{"server_uuid": "5d8a83cd-ece6-434d-9a0f-2f5b9e53209c", "name": "network-vif-deleted", "tag": "25c505fa-f537-46ae-8b9a-1804aa7eb372"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:18.815867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cddd4-f6d9-4f1f-bacb-5bf75b9ca4c2 req-92b51688-e26f-4a0a-a33c-2248b4863246 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:18.820952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1f5cddd4-f6d9-4f1f-bacb-5bf75b9ca4c2 req-92b51688-e26f-4a0a-a33c-2248b4863246 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.0825424 Dec 08 01:50:18.868984 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f93ecb-33b7-4fdd-8ade-510d3c67896a x-openstack-request-id: req-86f93ecb-33b7-4fdd-8ade-510d3c67896a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:18.869811 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8a83cd-ece6-434d-9a0f-2f5b9e53209c", "name": "network-vif-deleted", "tag": "25c505fa-f537-46ae-8b9a-1804aa7eb372", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:18.870077 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86f93ecb-33b7-4fdd-8ade-510d3c67896a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:18.870486 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8a83cd-ece6-434d-9a0f-2f5b9e53209c', 'name': 'network-vif-deleted', 'tag': '25c505fa-f537-46ae-8b9a-1804aa7eb372', 'status': 'completed', 'code': 200} Dec 08 01:50:18.899360 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1f5cddd4-f6d9-4f1f-bacb-5bf75b9ca4c2 req-9b0e786d-988e-451f-8766-fa7278099639 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688362 Dec 08 01:50:19.047413 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ca0dc388-febf-45e6-b9f0-72f3d2ed7f94 req-71717e7e-cb4a-481b-8f6c-a71ddc40b955 tempest-ServersNegativeTestMultiTenantJSON-1733560244 tempest-ServersNegativeTestMultiTenantJSON-1733560244-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d8a83cd-ece6-434d-9a0f-2f5b9e53209c HTTP/1.1" status: 200 len: 210 time: 0.0415764 Dec 08 01:50:19.329856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd007e6-5bbc-4f19-80d7-e5bcae77aa07 req-dd0fe141-40ab-4b7c-9459-cc32b05832a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:19.334399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcd007e6-5bbc-4f19-80d7-e5bcae77aa07 req-dd0fe141-40ab-4b7c-9459-cc32b05832a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 1097 time: 0.0892615 Dec 08 01:50:19.346126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74b35f-f1f8-4796-bb85-9c1cd9b90b1a req-38b5e5c2-526e-46b8-9bc1-c4f59f5b6758 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:19.353895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e74b35f-f1f8-4796-bb85-9c1cd9b90b1a req-38b5e5c2-526e-46b8-9bc1-c4f59f5b6758 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1355643 Dec 08 01:50:19.445300 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e74b35f-f1f8-4796-bb85-9c1cd9b90b1a req-96b6361e-fe7b-4434-adc0-b56e1fac3eaa tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899801 Dec 08 01:50:19.555037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-829086aa-0d1f-4e63-970b-db5747b3dbdd req-28952d29-a46d-4f5c-98ec-c2c5f58d329b tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0446692 Dec 08 01:50:19.618849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd007e6-5bbc-4f19-80d7-e5bcae77aa07 req-79f6c22b-9fd8-41c1-a9ce-0319fd970ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:19.620390 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcd007e6-5bbc-4f19-80d7-e5bcae77aa07 req-79f6c22b-9fd8-41c1-a9ce-0319fd970ad1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 912 time: 0.2685184 Dec 08 01:50:19.709735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcd007e6-5bbc-4f19-80d7-e5bcae77aa07 req-fc98d5e7-47e1-4659-b6b7-9ab4f961a821 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe25879f-d72b-40dc-8874-ba957976b98e HTTP/1.1" status: 200 len: 1001 time: 0.0816867 Dec 08 01:50:19.778694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd007e6-5bbc-4f19-80d7-e5bcae77aa07 req-8f9b41aa-e7d2-497a-9f2f-e9adb9ac887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:19.781611 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcd007e6-5bbc-4f19-80d7-e5bcae77aa07 req-8f9b41aa-e7d2-497a-9f2f-e9adb9ac887c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7350439f-5003-4406-b9e1-36d3805fa73f HTTP/1.1" status: 200 len: 850 time: 0.0614722 Dec 08 01:50:19.907411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd007e6-5bbc-4f19-80d7-e5bcae77aa07 req-e523783b-f8a6-4ae2-b22d-e1baa929bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:19.911173 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcd007e6-5bbc-4f19-80d7-e5bcae77aa07 req-e523783b-f8a6-4ae2-b22d-e1baa929bde3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137750 Dec 08 01:50:20.053304 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcd007e6-5bbc-4f19-80d7-e5bcae77aa07 req-9157ef20-c66b-4f65-8d83-68d30a85c369 service neutron] 10.222.0.72 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030443 Dec 08 01:50:20.134784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36042) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:20.211226 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcd007e6-5bbc-4f19-80d7-e5bcae77aa07 req-336561e7-a20e-4e17-98cc-efa056e79913 service neutron] 10.222.0.72 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463199 Dec 08 01:50:20.243236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Deleting subnet 98673c16-0dc5-4382-b950-ac98a23e36c2 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:50:20.258751 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:20.422512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 25c505fa-f537-46ae-8b9a-1804aa7eb372 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:20.459460 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 25c505fa-f537-46ae-8b9a-1804aa7eb372 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:20.460201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 25c505fa-f537-46ae-8b9a-1804aa7eb372 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:20.703710 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:20.852392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccbf74-66ba-4741-96f2-94f94fbaf1cc req-fe522417-7559-4c91-95e6-efa5b4f797bd tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:20.869935 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54ccbf74-66ba-4741-96f2-94f94fbaf1cc req-fe522417-7559-4c91-95e6-efa5b4f797bd tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.2203455 Dec 08 01:50:20.882812 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a941382-276e-4e41-a422-19058bb30c1b req-f6bf330e-330c-4939-8fa4-ff52c3b6bb54 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.1442649 Dec 08 01:50:20.914848 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.086971 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54ccbf74-66ba-4741-96f2-94f94fbaf1cc req-73f4fe06-4004-4a38-94b0-690a04ca5323 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143650 Dec 08 01:50:21.089055 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.125497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98673c16-0dc5-4382-b950-ac98a23e36c2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:21.138751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.139376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.141556 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.142024 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.142455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.142892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.143353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.143779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.149601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.149601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.149952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.150399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.151109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:21.155270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.159639 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8ae87ab1-f3bb-41a1-a4c2-823dbb923f26 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/98673c16-0dc5-4382-b950-ac98a23e36c2 HTTP/1.1" status: 204 len: 168 time: 1.0238259 Dec 08 01:50:21.163471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36056) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:21.295921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.391335 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.414591 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953086d5-25d6-4498-9afe-d2570058cdf0']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:21.428245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24f0e83-4339-44a9-896d-9cd4b05b4dce') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:21.428769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24f0e83-4339-44a9-896d-9cd4b05b4dce') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:21.440145 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.455893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.463265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:21.463796 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:21.465959 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:21.533211 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.539280 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.543101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] 10.222.0.70 "DELETE /v2.0/networks/953086d5-25d6-4498-9afe-d2570058cdf0 HTTP/1.1" status: 204 len: 168 time: 0.3797176 Dec 08 01:50:21.546251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36058) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:21.555257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c704f6c-386d-4c5e-86c2-6bf7b3f31a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=953086d5-25d6-4498-9afe-d2570058cdf0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:21.602453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8c6380-5ca8-4101-a60d-2d4f97ae364b admin admin] Deleting subnet e0e5f23d-bb4a-426f-83ae-1cbd80691df4 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:50:21.606212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db8c6380-5ca8-4101-a60d-2d4f97ae364b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.646415 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db8c6380-5ca8-4101-a60d-2d4f97ae364b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.701664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db8c6380-5ca8-4101-a60d-2d4f97ae364b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.772732 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db8c6380-5ca8-4101-a60d-2d4f97ae364b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.803780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c6380-5ca8-4101-a60d-2d4f97ae364b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0e5f23d-bb4a-426f-83ae-1cbd80691df4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:21.807764 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db8c6380-5ca8-4101-a60d-2d4f97ae364b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:21.811389 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-db8c6380-5ca8-4101-a60d-2d4f97ae364b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e0e5f23d-bb4a-426f-83ae-1cbd80691df4 HTTP/1.1" status: 204 len: 168 time: 0.2631733 Dec 08 01:50:21.814557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36062) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:21.896710 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.067621 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.106781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64958ad8-ba9c-4fc7-8c15-b776df0bd224']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:22.142124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897edc64-7fb4-45e0-9294-b51930fa3314') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:22.142796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897edc64-7fb4-45e0-9294-b51930fa3314') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:22.154885 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.170417 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.179728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:22.180466 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:22.251691 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:22.258695 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6805a392-bd17-4683-a493-a7b982c86daa req-d7034636-820a-45e9-bcb9-f414acb2e4fa tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.1988947 Dec 08 01:50:22.273687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.295002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.313064 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] 10.222.0.70 "DELETE /v2.0/networks/64958ad8-ba9c-4fc7-8c15-b776df0bd224 HTTP/1.1" status: 204 len: 168 time: 0.4971781 Dec 08 01:50:22.341891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe020fe-8539-4a8a-ad03-2adf1dd6d2df admin admin] Pushing event deleted for resources: {'Network': ['ID=64958ad8-ba9c-4fc7-8c15-b776df0bd224,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:22.368011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b392b3-48f3-4748-a203-ff63323b399e req-4162e46c-7038-4470-af7b-c8f35b97f73e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:22.382749 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-51b392b3-48f3-4748-a203-ff63323b399e req-4162e46c-7038-4470-af7b-c8f35b97f73e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1369770 Dec 08 01:50:22.494844 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-51b392b3-48f3-4748-a203-ff63323b399e req-f3785444-12a3-4383-b780-a1201f926d7f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081815 Dec 08 01:50:22.586558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36082) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:22.677587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36084) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:22.688619 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a8a8df42-a2b1-4f69-82ee-af0c7bf74305 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0508c12f4bb148f6b72d688e45bb0239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1004875 Dec 08 01:50:22.739722 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14810ed3-6515-4f71-be90-d3a8b0d6416d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.783546 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14810ed3-6515-4f71-be90-d3a8b0d6416d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.861064 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14810ed3-6515-4f71-be90-d3a8b0d6416d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.865039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-14810ed3-6515-4f71-be90-d3a8b0d6416d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:22.869543 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-14810ed3-6515-4f71-be90-d3a8b0d6416d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e024c74f-5f6d-420a-9128-535a45c9d12c HTTP/1.1" status: 204 len: 168 time: 0.1907976 Dec 08 01:50:22.888615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14810ed3-6515-4f71-be90-d3a8b0d6416d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e024c74f-5f6d-420a-9128-535a45c9d12c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:23.426426 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5feab2b5-cc28-453a-b4e8-9d094a604f3c req-48869e92-157a-46e7-848b-ae5529e15a46 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0422099 Dec 08 01:50:23.577358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36110) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:23.618254 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36114) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:23.676151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36116) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:23.676577 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b71a8562-160a-4968-a60b-0501957381e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=76754a8ea9db43168a0756514b8e6e0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569918 Dec 08 01:50:23.761632 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f96f7ddc-455c-4fdb-9fbf-9406c1b6fe3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.792922 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f96f7ddc-455c-4fdb-9fbf-9406c1b6fe3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.854142 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f96f7ddc-455c-4fdb-9fbf-9406c1b6fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.856983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f96f7ddc-455c-4fdb-9fbf-9406c1b6fe3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:23.858078 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f96f7ddc-455c-4fdb-9fbf-9406c1b6fe3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4caeebc4-75ce-4d74-858d-d2128ac14370 HTTP/1.1" status: 204 len: 168 time: 0.1804523 Dec 08 01:50:23.870568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f7ddc-455c-4fdb-9fbf-9406c1b6fe3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caeebc4-75ce-4d74-858d-d2128ac14370,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:23.886675 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f08eaeec-93f3-4bad-8339-6a630a37aecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.068155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f08eaeec-93f3-4bad-8339-6a630a37aecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.077719 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f08eaeec-93f3-4bad-8339-6a630a37aecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.109835 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f08eaeec-93f3-4bad-8339-6a630a37aecc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8efc940969d4494aa2d4079fa1fd6749&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5313344 Dec 08 01:50:24.112469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36122) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:24.203791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08eaeec-93f3-4bad-8339-6a630a37aecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ea62c0-f300-4422-9143-902085b1c9ff,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:24.271302 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-822e68ec-65b6-4a5b-adb7-a8b6c41a3d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.304017 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-822e68ec-65b6-4a5b-adb7-a8b6c41a3d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.411900 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-822e68ec-65b6-4a5b-adb7-a8b6c41a3d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.415827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-822e68ec-65b6-4a5b-adb7-a8b6c41a3d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:24.419473 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-822e68ec-65b6-4a5b-adb7-a8b6c41a3d50 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/49ea62c0-f300-4422-9143-902085b1c9ff HTTP/1.1" status: 204 len: 168 time: 0.3036556 Dec 08 01:50:24.440180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e68ec-65b6-4a5b-adb7-a8b6c41a3d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ea62c0-f300-4422-9143-902085b1c9ff,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:24.641326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-960381c8-d0e8-409d-828a-02611c42bb1c req-ef150fd2-5339-4726-8e0c-58815f4d8a28 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0730119 Dec 08 01:50:24.930601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36148) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:24.955400 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a51be7d6-94ec-4522-b928-33e719c9a510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.133853 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a51be7d6-94ec-4522-b928-33e719c9a510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.141283 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a51be7d6-94ec-4522-b928-33e719c9a510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.190752 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51be7d6-94ec-4522-b928-33e719c9a510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ec5246-a104-4396-a4b0-bc84369bd5e3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:25.197308 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a51be7d6-94ec-4522-b928-33e719c9a510 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=861c37df33c442df92fd14cb743d3c42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2649782 Dec 08 01:50:25.200130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36154) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:25.272986 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-619d06a5-a52a-4f5d-863f-fc1e0066e16c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.313758 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-619d06a5-a52a-4f5d-863f-fc1e0066e16c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.387124 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-619d06a5-a52a-4f5d-863f-fc1e0066e16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.393164 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-619d06a5-a52a-4f5d-863f-fc1e0066e16c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:25.397173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-619d06a5-a52a-4f5d-863f-fc1e0066e16c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4ec5246-a104-4396-a4b0-bc84369bd5e3 HTTP/1.1" status: 204 len: 168 time: 0.1934726 Dec 08 01:50:25.407423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d06a5-a52a-4f5d-863f-fc1e0066e16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ec5246-a104-4396-a4b0-bc84369bd5e3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:25.846064 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a3ac6152-8117-4113-9333-8791a78ab6d2 req-dd44bd19-05ec-40ef-b246-da7d7d0efbb1 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0560687 Dec 08 01:50:27.012662 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ed742945-2cdb-4cb3-aaed-20af0b1a4684 req-cd3cce9d-4cb7-4cc4-8286-113700a4cf59 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0380318 Dec 08 01:50:27.843739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36260) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:27.986113 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9260fe4c-1f50-47a5-b5d1-5967928859a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.100555 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9260fe4c-1f50-47a5-b5d1-5967928859a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.106351 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9260fe4c-1f50-47a5-b5d1-5967928859a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.148916 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260fe4c-1f50-47a5-b5d1-5967928859a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d554468-42fb-4228-94f7-764e5e0ac6ef,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:28.166849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36266) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:28.167483 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9260fe4c-1f50-47a5-b5d1-5967928859a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69a050a72dc74f05b8ba64536c05e11f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187799 Dec 08 01:50:28.284509 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd479-e36d-4db3-81b1-dc77d80487f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.290546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93b04509-b1c5-4884-8a27-25faa4d302b1 req-9e99e08d-c5c0-46a4-8123-fe601304d5f8 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0912414 Dec 08 01:50:28.318543 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd479-e36d-4db3-81b1-dc77d80487f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.397247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd479-e36d-4db3-81b1-dc77d80487f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.399836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccbbd479-e36d-4db3-81b1-dc77d80487f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:28.414043 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ccbbd479-e36d-4db3-81b1-dc77d80487f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d554468-42fb-4228-94f7-764e5e0ac6ef HTTP/1.1" status: 204 len: 168 time: 0.2416806 Dec 08 01:50:28.425848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbd479-e36d-4db3-81b1-dc77d80487f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d554468-42fb-4228-94f7-764e5e0ac6ef,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:28.810326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-62f2ae78-26e3-46d3-af7a-8e89cf44299b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:29.443465 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-884d3d79-9f45-4b4b-9d2b-58f0481cb135 req-21fda73e-b13d-4e9f-b673-f5da4d54676d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0537007 Dec 08 01:50:29.651804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37072542-ca5a-4c33-991f-c13c81ba10a0 req-cdd70e9f-8109-40ca-a662-06d788cb55b5 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:29.653894 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-37072542-ca5a-4c33-991f-c13c81ba10a0 req-cdd70e9f-8109-40ca-a662-06d788cb55b5 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1098 time: 0.0432618 Dec 08 01:50:29.714803 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-37072542-ca5a-4c33-991f-c13c81ba10a0 req-6343593c-7e57-4455-95a4-1c4d46fb6da9 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520079 Dec 08 01:50:29.731985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36304) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:29.915613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port e7146eba-1025-47e0-b32e-37d5952a2221 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:29.916419 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.012394 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.012394 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.023393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for e7146eba-1025-47e0-b32e-37d5952a2221 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:30.568313 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47d4c60f-4ba1-4720-9b27-f71fa60689ea req-a2c7acd4-c124-4ccb-9e9e-dc7fcd5106de tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/ports?device_id=26bd3755-733a-4320-bb70-c25a99ee17a0 HTTP/1.1" status: 200 len: 210 time: 0.0313520 Dec 08 01:50:30.607478 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.662450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=e7146eba-1025-47e0-b32e-37d5952a2221,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:30.748477 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:30.748477 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Floating IP 62b9d7ff-4a30-430a-9dd3-b92a4b9cf193 disassociated (deleted). External IP: 172.25.2.93, port: af0215cf-af87-4ed1-b55e-b093e073752e. Dec 08 01:50:31.034424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 39798cbe-383a-4a48-ae4d-11e4b495ac6b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:50:31.175298 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:50:31.178378 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e1076ca-2f62-4b16-9880-1382adadea87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.190482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.192355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b0d22-e821-4d66-981a-0d5b36eaefb2 None None] Sync routers for ids ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:50:31.228096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b0d22-e821-4d66-981a-0d5b36eaefb2 None None] Routers {'39798cbe-383a-4a48-ae4d-11e4b495ac6b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:31.228782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bf9b0d22-e821-4d66-981a-0d5b36eaefb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:50:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:31.292713 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d15fa4ac-7d47-4102-9509-fce3ba557b82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/floatingips/62b9d7ff-4a30-430a-9dd3-b92a4b9cf193 HTTP/1.1" status: 204 len: 168 time: 1.5593259 Dec 08 01:50:31.293814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:31.299620 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9293a5-a678-48f9-895d-bc5dbcc848bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:31.496903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bf9b0d22-e821-4d66-981a-0d5b36eaefb2 None None] Set router 39798cbe-383a-4a48-ae4d-11e4b495ac6b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:31.624875 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e81ecd-21c0-4e5f-94f3-b8b524972ad3 x-openstack-request-id: req-99e81ecd-21c0-4e5f-94f3-b8b524972ad3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:31.625108 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:31.625463 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99e81ecd-21c0-4e5f-94f3-b8b524972ad3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:31.625667 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'status': 'completed', 'code': 200} Dec 08 01:50:31.782057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9293a5-a678-48f9-895d-bc5dbcc848bc req-7f96d774-dbbd-4beb-84a1-a63717b695de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:31.784207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd9293a5-a678-48f9-895d-bc5dbcc848bc req-7f96d774-dbbd-4beb-84a1-a63717b695de service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 1098 time: 0.1106651 Dec 08 01:50:31.844354 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:31.873292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2cbd3-6fea-47e3-b00c-cbf0b0df3355 req-87351cae-39eb-4d31-a652-8ca477934296 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:31.874987 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-33d2cbd3-6fea-47e3-b00c-cbf0b0df3355 req-87351cae-39eb-4d31-a652-8ca477934296 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.1140280 Dec 08 01:50:32.037325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-33d2cbd3-6fea-47e3-b00c-cbf0b0df3355 req-fe7ebbd6-e4c6-4dcb-af45-f7a0b264a5d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511233 Dec 08 01:50:32.075922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9293a5-a678-48f9-895d-bc5dbcc848bc req-3f072682-be8e-4890-a243-81ff26a3239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:32.077865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd9293a5-a678-48f9-895d-bc5dbcc848bc req-3f072682-be8e-4890-a243-81ff26a3239a service neutron] 10.222.0.72 "GET /v2.0/networks?id=944f8e9a-770f-4926-a1e0-e8d8f5f23152 HTTP/1.1" status: 200 len: 898 time: 0.2845466 Dec 08 01:50:32.186036 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd9293a5-a678-48f9-895d-bc5dbcc848bc req-d96189d7-0c8f-48b7-9e09-3c819d2d0c0b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=af0215cf-af87-4ed1-b55e-b093e073752e HTTP/1.1" status: 200 len: 217 time: 0.0960343 Dec 08 01:50:32.299129 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:32.308247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bf9b0d22-e821-4d66-981a-0d5b36eaefb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '8b72d137-0146-4646-b338-c27dafff1e4c', 'name': '', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:59:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:33Z', 'updated_at': '2021-12-08T01:48:39Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:32.314176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36334) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:32.370148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9293a5-a678-48f9-895d-bc5dbcc848bc req-cb3853a7-c17c-4a11-b675-134cb51d94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:32.371646 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd9293a5-a678-48f9-895d-bc5dbcc848bc req-cb3853a7-c17c-4a11-b675-134cb51d94c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7f9c373-9425-4279-80d5-f113db5f8648 HTTP/1.1" status: 200 len: 835 time: 0.1406353 Dec 08 01:50:32.428994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-467019cc-6188-4d0f-bec6-0b77c87d6158 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:32.429381 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b0d22-e821-4d66-981a-0d5b36eaefb2 None None] Checking router: 39798cbe-383a-4a48-ae4d-11e4b495ac6b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:50:32.454485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9b0d22-e821-4d66-981a-0d5b36eaefb2 None None] Routers {'39798cbe-383a-4a48-ae4d-11e4b495ac6b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:32.455140 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bf9b0d22-e821-4d66-981a-0d5b36eaefb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:50:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:32.459766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-467019cc-6188-4d0f-bec6-0b77c87d6158 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:32.506146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9293a5-a678-48f9-895d-bc5dbcc848bc req-1a3159c3-ab89-4b5f-bc18-a2f47d3a3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:32.508020 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd9293a5-a678-48f9-895d-bc5dbcc848bc req-1a3159c3-ab89-4b5f-bc18-a2f47d3a3fa6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=944f8e9a-770f-4926-a1e0-e8d8f5f23152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1257985 Dec 08 01:50:32.522972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-467019cc-6188-4d0f-bec6-0b77c87d6158 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:32.526246 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-467019cc-6188-4d0f-bec6-0b77c87d6158 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:32.531342 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-467019cc-6188-4d0f-bec6-0b77c87d6158 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "DELETE /v2.0/security-groups/94141411-581b-45c4-a94f-ba8d7b8476a7 HTTP/1.1" status: 204 len: 168 time: 0.2154417 Dec 08 01:50:32.532873 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36346) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:32.567081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467019cc-6188-4d0f-bec6-0b77c87d6158 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94141411-581b-45c4-a94f-ba8d7b8476a7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:32.569845 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-27da0d85-d72b-4d36-96cc-ec4af70f551c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] show failed (client error): The resource could not be found. Dec 08 01:50:32.576157 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-27da0d85-d72b-4d36-96cc-ec4af70f551c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "GET /v2.0/security-groups/94141411-581b-45c4-a94f-ba8d7b8476a7 HTTP/1.1" status: 404 len: 347 time: 0.0292411 Dec 08 01:50:32.576997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36348) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:32.728391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bf9b0d22-e821-4d66-981a-0d5b36eaefb2 None None] Set router 39798cbe-383a-4a48-ae4d-11e4b495ac6b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:32.760109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd9293a5-a678-48f9-895d-bc5dbcc848bc req-4ede9e60-b533-46ca-90a5-06f6941fcefb service neutron] 10.222.0.72 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404704 Dec 08 01:50:32.824838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0573f-0ca9-4422-8ef0-c5f47503566c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Deleting port c2a11047-199f-4ce4-9700-eca5bb264fad {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:32.827216 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ff0573f-0ca9-4422-8ef0-c5f47503566c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.033500 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ff0573f-0ca9-4422-8ef0-c5f47503566c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.034173 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ff0573f-0ca9-4422-8ef0-c5f47503566c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.034784 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd9293a5-a678-48f9-895d-bc5dbcc848bc req-4771a34f-636d-437c-abc8-8ac9ce5c817e service neutron] 10.222.0.72 "GET /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481496 Dec 08 01:50:33.065754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0573f-0ca9-4422-8ef0-c5f47503566c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Calling delete_port for c2a11047-199f-4ce4-9700-eca5bb264fad owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:33.080174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bf9b0d22-e821-4d66-981a-0d5b36eaefb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '8b72d137-0146-4646-b338-c27dafff1e4c', 'name': '', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:59:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:33Z', 'updated_at': '2021-12-08T01:48:39Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:33.125136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9b0d22-e821-4d66-981a-0d5b36eaefb2 None None] The sync data for ids ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'] in n-d-713498-30 is: [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:48:34Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '8b72d137-0146-4646-b338-c27dafff1e4c', 'name': '', 'network_id': '944f8e9a-770f-4926-a1e0-e8d8f5f23152', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:59:31:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:33Z', 'updated_at': '2021-12-08T01:48:39Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'd7f9c373-9425-4279-80d5-f113db5f8648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:50:33.260040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df500f3f-d139-4822-a7b8-52327091f5d0 req-6f81f093-7a52-45f0-bb4a-99664c811fe6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:33.269008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df500f3f-d139-4822-a7b8-52327091f5d0 req-6f81f093-7a52-45f0-bb4a-99664c811fe6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.0967476 Dec 08 01:50:33.395170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df500f3f-d139-4822-a7b8-52327091f5d0 req-bd6a3509-f43f-4c6a-875a-b447f3a3b3ab tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249857 Dec 08 01:50:33.415691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976217b9-6842-46a6-a700-04157298dbe9 req-9b2d6fe1-e30c-4b8e-88f7-563ec01ed06d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:33.415691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-976217b9-6842-46a6-a700-04157298dbe9 req-9b2d6fe1-e30c-4b8e-88f7-563ec01ed06d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 946 time: 0.1875093 Dec 08 01:50:33.469352 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ff0573f-0ca9-4422-8ef0-c5f47503566c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.529957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0573f-0ca9-4422-8ef0-c5f47503566c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Port': ['ID=c2a11047-199f-4ce4-9700-eca5bb264fad,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:33.557061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f46e7e-811a-431a-9d1b-71322ed37c07 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:50:33.633606 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.655732 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ff0573f-0ca9-4422-8ef0-c5f47503566c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.659573 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ff0573f-0ca9-4422-8ef0-c5f47503566c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.661077 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2ff0573f-0ca9-4422-8ef0-c5f47503566c tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "DELETE /v2.0/floatingips/33a93b46-391a-40d3-96f1-97d194a2ec6c HTTP/1.1" status: 204 len: 168 time: 1.0822599 Dec 08 01:50:33.664320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36386) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:33.673078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-976217b9-6842-46a6-a700-04157298dbe9 req-8addea46-44dd-4f09-bdae-9c17fd7f2987 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port af0215cf-af87-4ed1-b55e-b093e073752e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:33.673409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-976217b9-6842-46a6-a700-04157298dbe9 req-8addea46-44dd-4f09-bdae-9c17fd7f2987 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.793085 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.809127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36390) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:33.817123 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf18115e-0183-4931-a378-77b281aefdd2 None None] New status for floating IP 62b9d7ff-4a30-430a-9dd3-b92a4b9cf193: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:50:33.877369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4630ba51-89b6-43b3-a2f1-8cb3f8895e24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Deleting port 62bd3d93-1894-4564-a87b-4962abb893c0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:33.877369 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4630ba51-89b6-43b3-a2f1-8cb3f8895e24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.931984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-976217b9-6842-46a6-a700-04157298dbe9 req-8addea46-44dd-4f09-bdae-9c17fd7f2987 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] For port af0215cf-af87-4ed1-b55e-b093e073752e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=af0215cf-af87-4ed1-b55e-b093e073752e,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:33.936633 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-976217b9-6842-46a6-a700-04157298dbe9 req-8addea46-44dd-4f09-bdae-9c17fd7f2987 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:33.988823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-976217b9-6842-46a6-a700-04157298dbe9 req-8addea46-44dd-4f09-bdae-9c17fd7f2987 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for af0215cf-af87-4ed1-b55e-b093e073752e owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:34.045421 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4630ba51-89b6-43b3-a2f1-8cb3f8895e24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.082203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4630ba51-89b6-43b3-a2f1-8cb3f8895e24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Calling delete_port for 62bd3d93-1894-4564-a87b-4962abb893c0 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:34.187574 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-976217b9-6842-46a6-a700-04157298dbe9 req-8addea46-44dd-4f09-bdae-9c17fd7f2987 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.190314 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01f58fd-a342-4f9c-a718-bfc6457d0f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.223978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addea46-44dd-4f09-bdae-9c17fd7f2987 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=af0215cf-af87-4ed1-b55e-b093e073752e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:34.294315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-976217b9-6842-46a6-a700-04157298dbe9 req-8addea46-44dd-4f09-bdae-9c17fd7f2987 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] No DVR routers for this DVR port af0215cf-af87-4ed1-b55e-b093e073752e on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:34.302960 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-976217b9-6842-46a6-a700-04157298dbe9 req-8addea46-44dd-4f09-bdae-9c17fd7f2987 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.306362 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4630ba51-89b6-43b3-a2f1-8cb3f8895e24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.307004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-976217b9-6842-46a6-a700-04157298dbe9 req-8addea46-44dd-4f09-bdae-9c17fd7f2987 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.72 "DELETE /v2.0/ports/af0215cf-af87-4ed1-b55e-b093e073752e HTTP/1.1" status: 204 len: 173 time: 0.8814461 Dec 08 01:50:34.307768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'name': 'network-vif-deleted', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:34.311106 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfd6f61-a345-410e-a476-9e0271aa2212" -d '{"events": [{"server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "name": "network-vif-deleted", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:34.357190 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630ba51-89b6-43b3-a2f1-8cb3f8895e24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Port': ['ID=62bd3d93-1894-4564-a87b-4962abb893c0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:34.422914 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1769e608-6490-43b5-93aa-09bf93cbea15 x-openstack-request-id: req-1769e608-6490-43b5-93aa-09bf93cbea15 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:34.427589 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c76c8d-d89e-4531-81a3-dcb73a68236e", "name": "network-vif-deleted", "tag": "af0215cf-af87-4ed1-b55e-b093e073752e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:34.428050 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1769e608-6490-43b5-93aa-09bf93cbea15 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:34.429377 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c76c8d-d89e-4531-81a3-dcb73a68236e', 'name': 'network-vif-deleted', 'tag': 'af0215cf-af87-4ed1-b55e-b093e073752e', 'status': 'completed', 'code': 200} Dec 08 01:50:34.435956 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01f58fd-a342-4f9c-a718-bfc6457d0f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.444709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d01f58fd-a342-4f9c-a718-bfc6457d0f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.473474 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4630ba51-89b6-43b3-a2f1-8cb3f8895e24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.484386 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4630ba51-89b6-43b3-a2f1-8cb3f8895e24 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "DELETE /v2.0/ports/62bd3d93-1894-4564-a87b-4962abb893c0 HTTP/1.1" status: 204 len: 168 time: 0.8185022 Dec 08 01:50:34.488849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36400) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:34.516097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d01f58fd-a342-4f9c-a718-bfc6457d0f0c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9c5cca5277b7475e9cb946b0d8c8138a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7031431 Dec 08 01:50:34.516361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36402) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:34.624151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-36d2d5c6-3943-42bd-9f71-969465ba2a9c req-a27cfc52-e253-4eca-bbd4-7e5c12c9e14f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6c76c8d-d89e-4531-81a3-dcb73a68236e HTTP/1.1" status: 200 len: 210 time: 0.0656431 Dec 08 01:50:34.652066 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f58fd-a342-4f9c-a718-bfc6457d0f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c879f3-dd07-4ac5-b806-aeccaa64f9ea,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:34.677984 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a50b26eb-5a2e-4e2b-aaa1-a58cbbe1b6c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.703190 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a679df7e-e715-4b5e-bb39-b6ae3801c21d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Deleting port dffc73d6-4a06-4e82-b7c3-52506e9a988c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:34.703190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a679df7e-e715-4b5e-bb39-b6ae3801c21d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.749475 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.771333 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a50b26eb-5a2e-4e2b-aaa1-a58cbbe1b6c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.869461 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a50b26eb-5a2e-4e2b-aaa1-a58cbbe1b6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.876101 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a50b26eb-5a2e-4e2b-aaa1-a58cbbe1b6c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.890024 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a50b26eb-5a2e-4e2b-aaa1-a58cbbe1b6c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26c879f3-dd07-4ac5-b806-aeccaa64f9ea HTTP/1.1" status: 204 len: 168 time: 0.3698950 Dec 08 01:50:34.912297 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a679df7e-e715-4b5e-bb39-b6ae3801c21d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:34.935724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b26eb-5a2e-4e2b-aaa1-a58cbbe1b6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c879f3-dd07-4ac5-b806-aeccaa64f9ea,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:34.951865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a679df7e-e715-4b5e-bb39-b6ae3801c21d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Calling delete_port for dffc73d6-4a06-4e82-b7c3-52506e9a988c owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:35.230355 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a679df7e-e715-4b5e-bb39-b6ae3801c21d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.267504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679df7e-e715-4b5e-bb39-b6ae3801c21d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Port': ['ID=dffc73d6-4a06-4e82-b7c3-52506e9a988c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:35.415039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a679df7e-e715-4b5e-bb39-b6ae3801c21d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.440105 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a679df7e-e715-4b5e-bb39-b6ae3801c21d tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "DELETE /v2.0/ports/dffc73d6-4a06-4e82-b7c3-52506e9a988c HTTP/1.1" status: 204 len: 168 time: 0.9473503 Dec 08 01:50:35.440905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36428) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:35.464252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36430) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:35.490416 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb59dd81-4be1-4d35-b937-8122cb0988f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.527050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ca9791-cbb3-4547-814d-e4ce6453c723 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Deleting subnet b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:50:35.535301 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ca9791-cbb3-4547-814d-e4ce6453c723 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.605702 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb59dd81-4be1-4d35-b937-8122cb0988f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.612099 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fb59dd81-4be1-4d35-b937-8122cb0988f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.656229 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ca9791-cbb3-4547-814d-e4ce6453c723 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.666898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fb59dd81-4be1-4d35-b937-8122cb0988f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d9cd955fdfc456693c3210092343069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1998062 Dec 08 01:50:35.669378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36438) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:35.710021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59dd81-4be1-4d35-b937-8122cb0988f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c573136-0bf6-418d-845f-1d18b882a8a1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:35.739823 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bbffebfe-9227-4d30-9137-1dee6fd78cf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.773758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36446) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:35.918048 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ca9791-cbb3-4547-814d-e4ce6453c723 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:35.971305 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bbffebfe-9227-4d30-9137-1dee6fd78cf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.011298 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ca9791-cbb3-4547-814d-e4ce6453c723 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.044460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca9791-cbb3-4547-814d-e4ce6453c723 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Subnet': ['ID=b90dd85e-2fd1-4f8b-b69e-4c0205ca6824,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:36.059585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79ca9791-cbb3-4547-814d-e4ce6453c723 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.066244 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-79ca9791-cbb3-4547-814d-e4ce6453c723 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "DELETE /v2.0/subnets/b90dd85e-2fd1-4f8b-b69e-4c0205ca6824 HTTP/1.1" status: 204 len: 168 time: 0.6219094 Dec 08 01:50:36.066938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36448) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:36.071364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bd3b3e-9262-415f-a913-c9b6bcb7d92d None None] Network 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:36.148371 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bbffebfe-9227-4d30-9137-1dee6fd78cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.150739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1ba051-9b9b-40c7-b0f0-4fc5ced88ac6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Deleting subnet a40af9f4-d394-454b-b2da-ef85b01f007e {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:50:36.151436 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bbffebfe-9227-4d30-9137-1dee6fd78cf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.155234 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bbffebfe-9227-4d30-9137-1dee6fd78cf9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8c573136-0bf6-418d-845f-1d18b882a8a1 HTTP/1.1" status: 204 len: 168 time: 0.4824891 Dec 08 01:50:36.155397 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b1ba051-9b9b-40c7-b0f0-4fc5ced88ac6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.172700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffebfe-9227-4d30-9137-1dee6fd78cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c573136-0bf6-418d-845f-1d18b882a8a1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:36.208610 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b1ba051-9b9b-40c7-b0f0-4fc5ced88ac6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.411097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] DHCP port deletion for 28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:50:36.505909 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b1ba051-9b9b-40c7-b0f0-4fc5ced88ac6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.529121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device af0215cf-af87-4ed1-b55e-b093e073752e no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:36.578453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: af0215cf-af87-4ed1-b55e-b093e073752e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:36.578808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device af0215cf-af87-4ed1-b55e-b093e073752e not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:36.613469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Deleting port dd054654-2561-4d32-aad2-6fa935daa43b {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:36.615475 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.629328 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78e4ce67-32cc-4350-b246-66eb3d7c5fd2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.676000 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b1ba051-9b9b-40c7-b0f0-4fc5ced88ac6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.724055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8b1ba051-9b9b-40c7-b0f0-4fc5ced88ac6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.739322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8b1ba051-9b9b-40c7-b0f0-4fc5ced88ac6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "DELETE /v2.0/subnets/a40af9f4-d394-454b-b2da-ef85b01f007e HTTP/1.1" status: 204 len: 168 time: 0.6710122 Dec 08 01:50:36.741777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36462) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:36.753241 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641db93e-8f62-4c67-8ee6-aa226539609c None None] Network 6d87ec61-c411-4661-b8c4-fb5d16e75540 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:36.784791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ba051-9b9b-40c7-b0f0-4fc5ced88ac6 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Subnet': ['ID=a40af9f4-d394-454b-b2da-ef85b01f007e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:36.897575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] For port dd054654-2561-4d32-aad2-6fa935daa43b, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=dd054654-2561-4d32-aad2-6fa935daa43b,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:36.899380 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.987134 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:36.998045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Calling delete_port for dd054654-2561-4d32-aad2-6fa935daa43b owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:37.100824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Deleting port dd054654-2561-4d32-aad2-6fa935daa43b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:37.101665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.157159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-78e4ce67-32cc-4350-b246-66eb3d7c5fd2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port 8b72d137-0146-4646-b338-c27dafff1e4c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:37.157515 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78e4ce67-32cc-4350-b246-66eb3d7c5fd2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.241230 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.272419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] For port dd054654-2561-4d32-aad2-6fa935daa43b, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=dd054654-2561-4d32-aad2-6fa935daa43b,segment=NetworkSegment(6517f076-f398-45ad-9e9d-3ea96f49fc06),segment_id=6517f076-f398-45ad-9e9d-3ea96f49fc06)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:37.272790 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.283935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-78e4ce67-32cc-4350-b246-66eb3d7c5fd2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] For port 8b72d137-0146-4646-b338-c27dafff1e4c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8b72d137-0146-4646-b338-c27dafff1e4c,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:37.284787 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78e4ce67-32cc-4350-b246-66eb3d7c5fd2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.303835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Pushing event deleted for resources: {'Port': ['ID=dd054654-2561-4d32-aad2-6fa935daa43b,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:37.319571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Calling delete_port for dd054654-2561-4d32-aad2-6fa935daa43b owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:37.321263 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-78e4ce67-32cc-4350-b246-66eb3d7c5fd2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for 8b72d137-0146-4646-b338-c27dafff1e4c owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:37.325108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.327540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.328141 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.328991 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.330861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.331299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.331716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.333345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.333726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.334145 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.336779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.337146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.337680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:37.350293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac37d2f0-13e1-4c49-80be-01c17a198388 None None] DHCP port deletion for 6d87ec61-c411-4661-b8c4-fb5d16e75540 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:50:37.359994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06581be3-991d-4983-acc1-f8c7e300d160 None None] No DVR routers for this DVR port dd054654-2561-4d32-aad2-6fa935daa43b on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:37.469083 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.470610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ac37d2f0-13e1-4c49-80be-01c17a198388 None None] Deleting port a701b6ab-d172-47a2-8781-8fd6823357f8 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:37.471358 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac37d2f0-13e1-4c49-80be-01c17a198388 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.536551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Port': ['ID=dd054654-2561-4d32-aad2-6fa935daa43b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:37.541460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] No DVR routers for this DVR port dd054654-2561-4d32-aad2-6fa935daa43b on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:37.572155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ac37d2f0-13e1-4c49-80be-01c17a198388 None None] For port a701b6ab-d172-47a2-8781-8fd6823357f8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a701b6ab-d172-47a2-8781-8fd6823357f8,segment=NetworkSegment(bb696db0-a1c2-4207-b604-871317b74dbe),segment_id=bb696db0-a1c2-4207-b604-871317b74dbe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:37.572868 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac37d2f0-13e1-4c49-80be-01c17a198388 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.593143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ac37d2f0-13e1-4c49-80be-01c17a198388 None None] Calling delete_port for a701b6ab-d172-47a2-8781-8fd6823357f8 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:37.663627 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.689012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:37.726485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6517f076-f398-45ad-9e9d-3ea96f49fc06') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:37.726856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6517f076-f398-45ad-9e9d-3ea96f49fc06') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:37.739827 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.755117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device dd054654-2561-4d32-aad2-6fa935daa43b no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:37.756787 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.781358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:37.781788 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.783491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: dd054654-2561-4d32-aad2-6fa935daa43b {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:37.785340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device dd054654-2561-4d32-aad2-6fa935daa43b not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:37.788251 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac37d2f0-13e1-4c49-80be-01c17a198388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.879603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37d2f0-13e1-4c49-80be-01c17a198388 None None] Pushing event deleted for resources: {'Port': ['ID=a701b6ab-d172-47a2-8781-8fd6823357f8,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:37.895289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37d2f0-13e1-4c49-80be-01c17a198388 None None] No DVR routers for this DVR port a701b6ab-d172-47a2-8781-8fd6823357f8 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:37.950259 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:37.954563 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.962015 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:37.965071 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "DELETE /v2.0/networks/28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7 HTTP/1.1" status: 204 len: 168 time: 1.1915350 Dec 08 01:50:37.968521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36496) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:38.006440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df09a29-a4bc-459e-923f-b44ff3ec1bbb tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Network': ['ID=28dcb9d0-d607-4d3f-900c-ff0fac7bbdd7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:38.176029 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.275641 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78e4ce67-32cc-4350-b246-66eb3d7c5fd2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.287124 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.313720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4ce67-32cc-4350-b246-66eb3d7c5fd2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=8b72d137-0146-4646-b338-c27dafff1e4c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:38.331106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d87ec61-c411-4661-b8c4-fb5d16e75540']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:38.342964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb696db0-a1c2-4207-b604-871317b74dbe') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:38.343241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb696db0-a1c2-4207-b604-871317b74dbe') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:38.356327 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.377489 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.385917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:38.386594 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:38.391661 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:38.502850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.510166 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.525462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] 10.222.0.70 "DELETE /v2.0/networks/6d87ec61-c411-4661-b8c4-fb5d16e75540 HTTP/1.1" status: 204 len: 168 time: 0.5462279 Dec 08 01:50:38.559734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c45a1-bbce-4254-88ba-c098274a4d37 tempest-TaggedBootDevicesTest-645685431 tempest-TaggedBootDevicesTest-645685431-project] Pushing event deleted for resources: {'Network': ['ID=6d87ec61-c411-4661-b8c4-fb5d16e75540,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:38.610944 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78e4ce67-32cc-4350-b246-66eb3d7c5fd2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:38.961797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e4ce67-32cc-4350-b246-66eb3d7c5fd2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 39798cbe-383a-4a48-ae4d-11e4b495ac6b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:50:39.165087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e4ce67-32cc-4350-b246-66eb3d7c5fd2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:50:39.177834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899fa10a-85dc-4480-8e31-92ce023348e6 None None] Sync routers for ids ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:50:39.197004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-78e4ce67-32cc-4350-b246-66eb3d7c5fd2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "PUT /v2.0/routers/39798cbe-383a-4a48-ae4d-11e4b495ac6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4221277 Dec 08 01:50:39.198617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899fa10a-85dc-4480-8e31-92ce023348e6 None None] Routers {'39798cbe-383a-4a48-ae4d-11e4b495ac6b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:39.199724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36526) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:39.209352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-899fa10a-85dc-4480-8e31-92ce023348e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:50:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:39.359729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c8cbc2-17a6-492d-adcb-55c786019b7e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting subnet d7f9c373-9425-4279-80d5-f113db5f8648 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:50:39.369379 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77c8cbc2-17a6-492d-adcb-55c786019b7e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:39.460775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77c8cbc2-17a6-492d-adcb-55c786019b7e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:39.529215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-899fa10a-85dc-4480-8e31-92ce023348e6 None None] Set router 39798cbe-383a-4a48-ae4d-11e4b495ac6b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:39.569011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a701b6ab-d172-47a2-8781-8fd6823357f8 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:39.672521 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77c8cbc2-17a6-492d-adcb-55c786019b7e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:39.687892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: a701b6ab-d172-47a2-8781-8fd6823357f8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:39.688636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a701b6ab-d172-47a2-8781-8fd6823357f8 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:39.824787 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77c8cbc2-17a6-492d-adcb-55c786019b7e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:39.864670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c67070-413d-43de-b1c8-a5b865ec6f3d None None] Network 944f8e9a-770f-4926-a1e0-e8d8f5f23152 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:39.882076 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77c8cbc2-17a6-492d-adcb-55c786019b7e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:39.887884 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-77c8cbc2-17a6-492d-adcb-55c786019b7e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/subnets/d7f9c373-9425-4279-80d5-f113db5f8648 HTTP/1.1" status: 204 len: 168 time: 0.6845276 Dec 08 01:50:39.889022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36538) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:39.891559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8cbc2-17a6-492d-adcb-55c786019b7e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f9c373-9425-4279-80d5-f113db5f8648,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:40.051959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-899fa10a-85dc-4480-8e31-92ce023348e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:50:38Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:40.080013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.103295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8a1c5-580a-415c-b3cf-68d0aed61c90 req-3aadc95d-c09c-403b-a68d-269d5353b9d3 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:40.105183 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69b8a1c5-580a-415c-b3cf-68d0aed61c90 req-3aadc95d-c09c-403b-a68d-269d5353b9d3 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 946 time: 0.1154497 Dec 08 01:50:40.148608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899fa10a-85dc-4480-8e31-92ce023348e6 None None] Checking router: 39798cbe-383a-4a48-ae4d-11e4b495ac6b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:50:40.178447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899fa10a-85dc-4480-8e31-92ce023348e6 None None] Routers {'39798cbe-383a-4a48-ae4d-11e4b495ac6b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:40.179110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-899fa10a-85dc-4480-8e31-92ce023348e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:50:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:40.191979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d2914-98d4-4ceb-96b3-8b03e36e1047 None None] DHCP port deletion for 944f8e9a-770f-4926-a1e0-e8d8f5f23152 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:50:40.200940 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.208399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69b8a1c5-580a-415c-b3cf-68d0aed61c90 req-45c248a1-5cdd-4071-9123-467998211e9f tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963659 Dec 08 01:50:40.301857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port 81845a3e-2a3e-4429-bdee-f5a655cc3d02 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:40.302460 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.399117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d2914-98d4-4ceb-96b3-8b03e36e1047 None None] Deleting port fc752137-011c-4ad5-a51f-8d86380a0b5d {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:40.399601 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2914-98d4-4ceb-96b3-8b03e36e1047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.402799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] For port 81845a3e-2a3e-4429-bdee-f5a655cc3d02, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=81845a3e-2a3e-4429-bdee-f5a655cc3d02,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:40.403337 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.420242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for 81845a3e-2a3e-4429-bdee-f5a655cc3d02 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:40.470557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7d7d2914-98d4-4ceb-96b3-8b03e36e1047 None None] For port fc752137-011c-4ad5-a51f-8d86380a0b5d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fc752137-011c-4ad5-a51f-8d86380a0b5d,segment=NetworkSegment(70f8d1da-29bf-404a-9c71-0d59f10081d8),segment_id=70f8d1da-29bf-404a-9c71-0d59f10081d8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:40.470991 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2914-98d4-4ceb-96b3-8b03e36e1047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.486942 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d2914-98d4-4ceb-96b3-8b03e36e1047 None None] Calling delete_port for fc752137-011c-4ad5-a51f-8d86380a0b5d owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:40.692579 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.725166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=81845a3e-2a3e-4429-bdee-f5a655cc3d02,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:40.802768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-899fa10a-85dc-4480-8e31-92ce023348e6 None None] Set router 39798cbe-383a-4a48-ae4d-11e4b495ac6b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:40.825492 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:40.972508 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.002254 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.029165 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b5b4cd-3f7e-4116-ac01-c39731fcf864 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:50:41.108065 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2914-98d4-4ceb-96b3-8b03e36e1047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.161161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d2914-98d4-4ceb-96b3-8b03e36e1047 None None] Pushing event deleted for resources: {'Port': ['ID=fc752137-011c-4ad5-a51f-8d86380a0b5d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:41.176229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d2914-98d4-4ceb-96b3-8b03e36e1047 None None] No DVR routers for this DVR port fc752137-011c-4ad5-a51f-8d86380a0b5d on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:41.198759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.199320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Fanout notify agent at l3_agent the message router_deleted on router 39798cbe-383a-4a48-ae4d-11e4b495ac6b {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:50:41.210775 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.211844 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-44560ad5-f407-48d6-ad20-8b470ba0ca60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/routers/39798cbe-383a-4a48-ae4d-11e4b495ac6b HTTP/1.1" status: 204 len: 168 time: 1.3210347 Dec 08 01:50:41.215115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36568) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:41.227105 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-899fa10a-85dc-4480-8e31-92ce023348e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:50:38Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:41.267959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899fa10a-85dc-4480-8e31-92ce023348e6 None None] The sync data for ids ['39798cbe-383a-4a48-ae4d-11e4b495ac6b'] in n-d-713498-30 is: [{'id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838208196', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:48:27Z', 'updated_at': '2021-12-08T01:50:38Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '81845a3e-2a3e-4429-bdee-f5a655cc3d02', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39798cbe-383a-4a48-ae4d-11e4b495ac6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:48:28Z', 'updated_at': '2021-12-08T01:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:50:41.452715 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.507418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada26f5-5b36-4cff-b8f3-18f489a08901 req-0457c251-508d-4dec-b03f-d5b202217379 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:41.508891 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ada26f5-5b36-4cff-b8f3-18f489a08901 req-0457c251-508d-4dec-b03f-d5b202217379 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 946 time: 0.1065068 Dec 08 01:50:41.586694 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ada26f5-5b36-4cff-b8f3-18f489a08901 req-e72f3694-29fe-4114-a58c-b18042d3fa11 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/security-groups?id=55c1af44-08c0-4e8f-ac4f-79f043318f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553780 Dec 08 01:50:41.680388 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.739685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944f8e9a-770f-4926-a1e0-e8d8f5f23152']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:41.770866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f8d1da-29bf-404a-9c71-0d59f10081d8') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:41.771169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f8d1da-29bf-404a-9c71-0d59f10081d8') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:41.794248 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.804232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9dfbed-ce1a-4a61-93cc-0275b23ae3f0 req-cc2a0dcf-92df-4c36-99a8-1a38c7003e44 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:41.805851 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f9dfbed-ce1a-4a61-93cc-0275b23ae3f0 req-cc2a0dcf-92df-4c36-99a8-1a38c7003e44 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 946 time: 0.0964019 Dec 08 01:50:41.824926 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.837223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:50:41.837701 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:50:41.846470 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:50:41.848397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fc752137-011c-4ad5-a51f-8d86380a0b5d no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:41.879345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: fc752137-011c-4ad5-a51f-8d86380a0b5d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:41.882844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fc752137-011c-4ad5-a51f-8d86380a0b5d not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:41.955714 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.969976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:41.976222 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/networks/944f8e9a-770f-4926-a1e0-e8d8f5f23152 HTTP/1.1" status: 204 len: 168 time: 0.7572322 Dec 08 01:50:41.977051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36582) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:41.978555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-7f9dfbed-ce1a-4a61-93cc-0275b23ae3f0 req-99b685c5-dfaf-49e8-a459-f87c81a60f2a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Deleting port 0571bb0c-66da-45cb-8246-5e086a109d99 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:41.979003 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7f9dfbed-ce1a-4a61-93cc-0275b23ae3f0 req-99b685c5-dfaf-49e8-a459-f87c81a60f2a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.003008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1cf38-3501-48ff-bf64-93fa4af39848 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Network': ['ID=944f8e9a-770f-4926-a1e0-e8d8f5f23152,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:42.095425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4d6fdcf-7259-4266-9f93-6a1429f01117 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.114498 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-7f9dfbed-ce1a-4a61-93cc-0275b23ae3f0 req-99b685c5-dfaf-49e8-a459-f87c81a60f2a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] For port 0571bb0c-66da-45cb-8246-5e086a109d99, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=0571bb0c-66da-45cb-8246-5e086a109d99,segment=NetworkSegment(42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb),segment_id=42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:42.114897 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7f9dfbed-ce1a-4a61-93cc-0275b23ae3f0 req-99b685c5-dfaf-49e8-a459-f87c81a60f2a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.129009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-7f9dfbed-ce1a-4a61-93cc-0275b23ae3f0 req-99b685c5-dfaf-49e8-a459-f87c81a60f2a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Calling delete_port for 0571bb0c-66da-45cb-8246-5e086a109d99 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:50:42.136064 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4d6fdcf-7259-4266-9f93-6a1429f01117 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.251328 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4d6fdcf-7259-4266-9f93-6a1429f01117 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.255140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4d6fdcf-7259-4266-9f93-6a1429f01117 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.261141 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a4d6fdcf-7259-4266-9f93-6a1429f01117 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/security-groups/b2792315-ff91-4b10-ac6d-0f4e99aa5c1f HTTP/1.1" status: 204 len: 168 time: 0.2833753 Dec 08 01:50:42.294590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6fdcf-7259-4266-9f93-6a1429f01117 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2792315-ff91-4b10-ac6d-0f4e99aa5c1f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:42.340264 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7f9dfbed-ce1a-4a61-93cc-0275b23ae3f0 req-99b685c5-dfaf-49e8-a459-f87c81a60f2a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.386858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['0571bb0c-66da-45cb-8246-5e086a109d99'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:50:42.403444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b685c5-dfaf-49e8-a459-f87c81a60f2a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Pushing event deleted for resources: {'Port': ['ID=0571bb0c-66da-45cb-8246-5e086a109d99,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:42.427236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b97308-8d10-41a5-9529-4aae5e7233f9 None None] DHCP port deletion for a8156439-aba9-4b51-93a8-dbf383c46fcd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:50:42.475059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9dfbed-ce1a-4a61-93cc-0275b23ae3f0 req-99b685c5-dfaf-49e8-a459-f87c81a60f2a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] No DVR routers for this DVR port 0571bb0c-66da-45cb-8246-5e086a109d99 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:50:42.489403 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-7f9dfbed-ce1a-4a61-93cc-0275b23ae3f0 req-99b685c5-dfaf-49e8-a459-f87c81a60f2a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.493195 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f9dfbed-ce1a-4a61-93cc-0275b23ae3f0 req-99b685c5-dfaf-49e8-a459-f87c81a60f2a tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.65 "DELETE /v2.0/ports/0571bb0c-66da-45cb-8246-5e086a109d99 HTTP/1.1" status: 204 len: 173 time: 0.6796701 Dec 08 01:50:42.493949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7092d6-abe8-4c63-8456-ce55fcca3494', 'name': 'network-vif-deleted', 'tag': '0571bb0c-66da-45cb-8246-5e086a109d99'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:50:42.500713 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194ce34c-c683-44a4-b6f5-0ee06cec7afc" -d '{"events": [{"server_uuid": "4e7092d6-abe8-4c63-8456-ce55fcca3494", "name": "network-vif-deleted", "tag": "0571bb0c-66da-45cb-8246-5e086a109d99"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:50:42.617532 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e4fdae-accf-4f87-9ff7-6e72f0f1f762 x-openstack-request-id: req-59e4fdae-accf-4f87-9ff7-6e72f0f1f762 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:50:42.618034 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7092d6-abe8-4c63-8456-ce55fcca3494", "name": "network-vif-deleted", "tag": "0571bb0c-66da-45cb-8246-5e086a109d99", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:50:42.618550 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59e4fdae-accf-4f87-9ff7-6e72f0f1f762 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:50:42.619189 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7092d6-abe8-4c63-8456-ce55fcca3494', 'name': 'network-vif-deleted', 'tag': '0571bb0c-66da-45cb-8246-5e086a109d99', 'status': 'completed', 'code': 200} Dec 08 01:50:42.714454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36604) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:42.720487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c333633a-15da-4610-8277-e87f49ca9e2b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812388553', 'description': 'tempest-secgroup-smoke-812388553 description', 'project_id': '59ce268125774870bb2a6d0d519662d3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:42.804771 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c333633a-15da-4610-8277-e87f49ca9e2b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.856935 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1e32326-0d6a-41d3-b0c7-c8fd5fd96ab7 req-6d1f0fac-3492-4da3-b7b1-0c0fe42df5b0 tempest-VolumesSnapshotTestJSON-1515849492 tempest-VolumesSnapshotTestJSON-1515849492-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e7092d6-abe8-4c63-8456-ce55fcca3494 HTTP/1.1" status: 200 len: 210 time: 0.0353551 Dec 08 01:50:42.937218 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c333633a-15da-4610-8277-e87f49ca9e2b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.943367 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c333633a-15da-4610-8277-e87f49ca9e2b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.975888 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c333633a-15da-4610-8277-e87f49ca9e2b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:42.980674 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c333633a-15da-4610-8277-e87f49ca9e2b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2623775 Dec 08 01:50:42.981381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36606) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:42.987090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8363f94f-e6aa-43a4-9538-4a601afbbb66 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': '15e027a4-fe94-441c-8dad-9a2e762fcc34', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:43.027697 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8363f94f-e6aa-43a4-9538-4a601afbbb66 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.029377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333633a-15da-4610-8277-e87f49ca9e2b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e027a4-fe94-441c-8dad-9a2e762fcc34,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:43.089025 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8363f94f-e6aa-43a4-9538-4a601afbbb66 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.094745 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8363f94f-e6aa-43a4-9538-4a601afbbb66 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.110837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363f94f-e6aa-43a4-9538-4a601afbbb66 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f20bbc0-0bf6-4951-bb63-3a81b050050b,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:43.129181 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8363f94f-e6aa-43a4-9538-4a601afbbb66 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.130489 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8363f94f-e6aa-43a4-9538-4a601afbbb66 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477835 Dec 08 01:50:43.133416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36608) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:43.138768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-83c98a9a-51c5-4a69-ba27-d63344104c21 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': '15e027a4-fe94-441c-8dad-9a2e762fcc34', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:43.192990 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83c98a9a-51c5-4a69-ba27-d63344104c21 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.279364 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83c98a9a-51c5-4a69-ba27-d63344104c21 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.291071 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83c98a9a-51c5-4a69-ba27-d63344104c21 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.359525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c98a9a-51c5-4a69-ba27-d63344104c21 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe014f7-7b69-4ba3-8de5-6ce51031873c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:43.363696 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 81845a3e-2a3e-4429-bdee-f5a655cc3d02 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:43.370926 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-83c98a9a-51c5-4a69-ba27-d63344104c21 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.376625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36614) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:43.379940 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-83c98a9a-51c5-4a69-ba27-d63344104c21 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2449577 Dec 08 01:50:43.381802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5b5a1fd0-203d-4881-aada-a53e6de372c7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': '15e027a4-fe94-441c-8dad-9a2e762fcc34', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:43.438224 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b5a1fd0-203d-4881-aada-a53e6de372c7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.446001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 81845a3e-2a3e-4429-bdee-f5a655cc3d02 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:43.446510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 81845a3e-2a3e-4429-bdee-f5a655cc3d02 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:43.446771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8b72d137-0146-4646-b338-c27dafff1e4c no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:43.507669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 8b72d137-0146-4646-b338-c27dafff1e4c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:43.508024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8b72d137-0146-4646-b338-c27dafff1e4c not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:43.565480 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b5a1fd0-203d-4881-aada-a53e6de372c7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.573212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b5a1fd0-203d-4881-aada-a53e6de372c7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.599552 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b5a1fd0-203d-4881-aada-a53e6de372c7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.601016 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5b5a1fd0-203d-4881-aada-a53e6de372c7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2230532 Dec 08 01:50:43.604006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36620) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:43.604569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a1fd0-203d-4881-aada-a53e6de372c7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7542e50b-5d08-4f48-94ad-839520a4324c,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:43.616634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2cda4e8f-c5be-4aa3-83d1-27c4635b4f75 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': '15e027a4-fe94-441c-8dad-9a2e762fcc34', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:43.663021 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cda4e8f-c5be-4aa3-83d1-27c4635b4f75 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.753242 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cda4e8f-c5be-4aa3-83d1-27c4635b4f75 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.759751 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cda4e8f-c5be-4aa3-83d1-27c4635b4f75 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.805883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda4e8f-c5be-4aa3-83d1-27c4635b4f75 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c7291e-1806-473e-9200-112113a4a3a5,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:43.840476 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cda4e8f-c5be-4aa3-83d1-27c4635b4f75 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:43.847766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36628) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:43.848649 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2cda4e8f-c5be-4aa3-83d1-27c4635b4f75 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2434890 Dec 08 01:50:43.852678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5caa7e99-157d-471c-ba4c-ce93dc9e8d18 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': '15e027a4-fe94-441c-8dad-9a2e762fcc34', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:43.896922 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-5caa7e99-157d-471c-ba4c-ce93dc9e8d18 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Project 59ce268125774870bb2a6d0d519662d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:50:43.902898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5caa7e99-157d-471c-ba4c-ce93dc9e8d18 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.049054 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5caa7e99-157d-471c-ba4c-ce93dc9e8d18 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.063155 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5caa7e99-157d-471c-ba4c-ce93dc9e8d18 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.098638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa7e99-157d-471c-ba4c-ce93dc9e8d18 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d247960-da07-4407-9743-8a9d6f18462a,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:44.114900 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5caa7e99-157d-471c-ba4c-ce93dc9e8d18 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.116528 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5caa7e99-157d-471c-ba4c-ce93dc9e8d18 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2673461 Dec 08 01:50:44.119556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36634) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:44.125220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-03b188a9-3789-4238-a60b-e9932c75e562 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': '15e027a4-fe94-441c-8dad-9a2e762fcc34', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:44.163494 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-03b188a9-3789-4238-a60b-e9932c75e562 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Project 59ce268125774870bb2a6d0d519662d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:50:44.168810 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03b188a9-3789-4238-a60b-e9932c75e562 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.276013 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03b188a9-3789-4238-a60b-e9932c75e562 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.281208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03b188a9-3789-4238-a60b-e9932c75e562 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.309614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b188a9-3789-4238-a60b-e9932c75e562 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd54aab-30b5-47a8-a87e-0764ba931585,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:44.328839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03b188a9-3789-4238-a60b-e9932c75e562 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.333039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-03b188a9-3789-4238-a60b-e9932c75e562 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2098472 Dec 08 01:50:44.333587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36636) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:44.349118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-76186dac-8aa3-45e3-a6bf-be899f047048 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'network': {'name': 'tempest-network-smoke--738223253', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:44.409409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76186dac-8aa3-45e3-a6bf-be899f047048 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Made reservation on behalf of 59ce268125774870bb2a6d0d519662d3 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:44.419412 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76186dac-8aa3-45e3-a6bf-be899f047048 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.504314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76186dac-8aa3-45e3-a6bf-be899f047048 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:50:44.533077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76186dac-8aa3-45e3-a6bf-be899f047048 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.533430 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-76186dac-8aa3-45e3-a6bf-be899f047048 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Added segment 6d8e047d-f7b9-4904-9ead-288687da85a2 of type vlan for network e4cfd28e-af05-453c-b909-9bd3e2ca6102 Dec 08 01:50:44.603330 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76186dac-8aa3-45e3-a6bf-be899f047048 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.649062 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76186dac-8aa3-45e3-a6bf-be899f047048 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.660719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76186dac-8aa3-45e3-a6bf-be899f047048 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:44.661375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76186dac-8aa3-45e3-a6bf-be899f047048 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.733005 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-76186dac-8aa3-45e3-a6bf-be899f047048 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3941817 Dec 08 01:50:44.733666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36648) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:44.739146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'admin_state_up': True, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:44.792060 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76186dac-8aa3-45e3-a6bf-be899f047048 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Network': ['ID=e4cfd28e-af05-453c-b909-9bd3e2ca6102,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:44.804649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network e4cfd28e-af05-453c-b909-9bd3e2ca6102 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:50:44.806332 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.815248 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:44.983503 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:45.641575 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.109219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36680) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:46.168525 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.208225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.397757 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78a1573c-2c6c-4a0a-af76-4ca1760a1d47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.532784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.25.2.95 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:50:46.621418 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78a1573c-2c6c-4a0a-af76-4ca1760a1d47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.630200 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78a1573c-2c6c-4a0a-af76-4ca1760a1d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.678005 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-78a1573c-2c6c-4a0a-af76-4ca1760a1d47 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3fc2064e6c5c40daadecfdd4d2af3dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5676053 Dec 08 01:50:46.690457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36694) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:46.720531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36698) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:46.746457 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:50:46.774567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1573c-2c6c-4a0a-af76-4ca1760a1d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834c6ebc-16bd-4a54-a776-46fd96d7041b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:46.866829 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2502d13d-fd04-462b-a25c-f4dd82115d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.932601 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.946476 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2502d13d-fd04-462b-a25c-f4dd82115d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:46.947367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 0571bb0c-66da-45cb-8246-5e086a109d99 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:50:47.015053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 0571bb0c-66da-45cb-8246-5e086a109d99 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:50:47.018069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 0571bb0c-66da-45cb-8246-5e086a109d99 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:50:47.043914 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.103205 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d928947-80a4-4611-b1e3-c36d24094e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.150116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2502d13d-fd04-462b-a25c-f4dd82115d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.154045 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2502d13d-fd04-462b-a25c-f4dd82115d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.156610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2502d13d-fd04-462b-a25c-f4dd82115d88 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/834c6ebc-16bd-4a54-a776-46fd96d7041b HTTP/1.1" status: 204 len: 168 time: 0.4551225 Dec 08 01:50:47.174654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502d13d-fd04-462b-a25c-f4dd82115d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834c6ebc-16bd-4a54-a776-46fd96d7041b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:47.243342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:47.271681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:47.279696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:50:47.282352 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d928947-80a4-4611-b1e3-c36d24094e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.288902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d928947-80a4-4611-b1e3-c36d24094e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.294801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708ae61a-89d5-475e-a040-6c8a6e645776 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:50:47.302713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:47.348248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3c9ab654-0755-43fd-8787-7cae4474e4f1 None None] Provisioning complete for port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:47.349129 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c9ab654-0755-43fd-8787-7cae4474e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.362868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d928947-80a4-4611-b1e3-c36d24094e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbac35a1-df4c-4bef-9d72-a712718dbf29,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:47.427336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6d928947-80a4-4611-b1e3-c36d24094e12 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72bb7f499f8d44a8a7423324e2354a7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7008421 Dec 08 01:50:47.429852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ab654-0755-43fd-8787-7cae4474e4f1 None None] Port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:50:47.430508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36712) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:47.649967 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afc9a839-ff2a-40d0-983a-43a145321d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.823775 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afc9a839-ff2a-40d0-983a-43a145321d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:47.993921 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afc9a839-ff2a-40d0-983a-43a145321d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:48.005687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-afc9a839-ff2a-40d0-983a-43a145321d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:48.006954 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-afc9a839-ff2a-40d0-983a-43a145321d8b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fbac35a1-df4c-4bef-9d72-a712718dbf29 HTTP/1.1" status: 204 len: 168 time: 0.5689328 Dec 08 01:50:48.022963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9a839-ff2a-40d0-983a-43a145321d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbac35a1-df4c-4bef-9d72-a712718dbf29,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:48.045463 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:48.473750 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:48.730648 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:50:48.954278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:50:48.971904 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Sync routers for ids ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:50:49.001012 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.006041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36774) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:49.019932 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Routers {'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:49.021216 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:50:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:49.025573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-de68f21e-82db-45ba-9c25-1a125cba273b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.2902822 Dec 08 01:50:49.097945 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d643f4be-a1f0-4252-96b0-87d9a46e9892 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=59ce268125774870bb2a6d0d519662d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0878332 Dec 08 01:50:49.098431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36798) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:49.299578 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Set router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:49.442852 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4822ae2c-6108-48d6-ab96-743e0945ec3d tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:49.457742 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4822ae2c-6108-48d6-ab96-743e0945ec3d tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3573897 Dec 08 01:50:49.458772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:49.525112 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a6ea5b56-00d9-4380-a964-a8a62dfa7024 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0647924 Dec 08 01:50:49.528351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36826) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:49.535048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3b41ce85-1bd6-442a-ad0e-9ea71dd28d03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1002562471', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:50:49.777799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b41ce85-1bd6-442a-ad0e-9ea71dd28d03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Made reservation on behalf of 59ce268125774870bb2a6d0d519662d3 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:50:49.782850 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b41ce85-1bd6-442a-ad0e-9ea71dd28d03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:49.892115 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:50:47Z', 'revision_number': 3, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:50.208042 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Checking router: b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:50:50.208591 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Updating router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:50:50.237345 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.395856 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b41ce85-1bd6-442a-ad0e-9ea71dd28d03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.495869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41ce85-1bd6-442a-ad0e-9ea71dd28d03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Subnet': ['ID=a2256eff-f06d-460f-9f96-11608a64b06a,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:50.540444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b41ce85-1bd6-442a-ad0e-9ea71dd28d03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Checking segment: {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:50.540756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b41ce85-1bd6-442a-ad0e-9ea71dd28d03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network hostable DHCP agents. Network: e4cfd28e-af05-453c-b909-9bd3e2ca6102, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:50:50.582955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b41ce85-1bd6-442a-ad0e-9ea71dd28d03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network e4cfd28e-af05-453c-b909-9bd3e2ca6102 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:50:50.601081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3b41ce85-1bd6-442a-ad0e-9ea71dd28d03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, e4cfd28e-af05-453c-b909-9bd3e2ca6102) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:50.605176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41ce85-1bd6-442a-ad0e-9ea71dd28d03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:50.605826 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b41ce85-1bd6-442a-ad0e-9ea71dd28d03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:50.611454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f33371c-5644-4e68-8488-f7d5bb8684e9 None None] Network e4cfd28e-af05-453c-b909-9bd3e2ca6102 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:50.646856 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3b41ce85-1bd6-442a-ad0e-9ea71dd28d03 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1170304 Dec 08 01:50:50.649769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36886) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:50:50.804882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:50:50.806551 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.047306 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.060360 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.184229 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Pushing event updated for resources: {'Port': ['ID=4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:51.215514 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.216177 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.216275 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.216574 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.216919 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.223015 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.223510 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.223869 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.224217 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.224588 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.224922 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.225259 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.225594 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:50:51.242978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Allocated IP 172.20.0.2 (e4cfd28e-af05-453c-b909-9bd3e2ca6102/a2256eff-f06d-460f-9f96-11608a64b06a/158af801-ccce-4aea-b513-822b2a06cebb) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:50:51.275575 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Attempting to bind port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:50:51.275954 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Attempting to bind port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:50:51.276344 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Attempting to bind port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:51.278554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d1fa73-067d-49ca-a54b-cbf28b117eaf None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:50:51.287033 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:50:51.287529 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:51.288006 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.288446 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:50:51.292961 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Bound port: 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:50:51.293794 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.449294 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] For port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:51.463523 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] For port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:50:51.476068 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.546076 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-02dba4c4-e6f1-471f-aebe-b7bacc98f4bf None None] Provisioning complete for port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:51.546076 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02dba4c4-e6f1-471f-aebe-b7bacc98f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:51.571630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ae7f5-13fd-4b53-8e2d-2d866c13f6ec None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:50:51.586831 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Routers {'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:51.587743 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:50:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:52.065414 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] Set router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:52.069389 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.131428 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02dba4c4-e6f1-471f-aebe-b7bacc98f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.172268 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.191318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.285680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-02dba4c4-e6f1-471f-aebe-b7bacc98f4bf None None] For port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:52.336737 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4f2bd-9cbc-4d71-aad6-96abdc7e3835 None None] Pushing event updated for resources: {'Port': ['ID=4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:52.401911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Network e4cfd28e-af05-453c-b909-9bd3e2ca6102 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:52.469595 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02dba4c4-e6f1-471f-aebe-b7bacc98f4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:52.473309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:52.495170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:50:52.561813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Pushing event updated for resources: {'Port': ['ID=158af801-ccce-4aea-b513-822b2a06cebb,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:52.627649 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:50:47Z', 'revision_number': 3, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:52.688507 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce71ac-c3a8-41cf-9825-f59f5cc3904c None None] The sync data for ids ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'] in n-d-713498-30 is: [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:50:47Z', 'revision_number': 3, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:50:52.860890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dba4c4-e6f1-471f-aebe-b7bacc98f4bf None None] Pushing event updated for resources: {'Port': ['ID=4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:52.876491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Attempting to bind port 158af801-ccce-4aea-b513-822b2a06cebb on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:50:52.876880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Attempting to bind port 158af801-ccce-4aea-b513-822b2a06cebb by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:50:52.877212 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Attempting to bind port 158af801-ccce-4aea-b513-822b2a06cebb on network e4cfd28e-af05-453c-b909-9bd3e2ca6102 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:50:52.879829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-dd45429c-a5d5-4570-85eb-811cd4c12d31 None None] Provisioning complete for port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:52.880201 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd45429c-a5d5-4570-85eb-811cd4c12d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.014123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:50:53.014123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Checking segment: {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:50:53.014123 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.014123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Bound using segment: {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:50:53.014123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Bound port: 158af801-ccce-4aea-b513-822b2a06cebb, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:50:53.014123 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.075124 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.20.0.1 (e4cfd28e-af05-453c-b909-9bd3e2ca6102/a2256eff-f06d-460f-9f96-11608a64b06a/0c9259e9-42a3-4fc6-a3c1-e1c833f11612) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:50:53.147299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] For port 158af801-ccce-4aea-b513-822b2a06cebb, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:50:53.151829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] For port 158af801-ccce-4aea-b513-822b2a06cebb, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=158af801-ccce-4aea-b513-822b2a06cebb,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:50:53.158054 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.270416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0752a7-ce33-4164-ad3e-b94de4abbe35 None None] Pushing event updated for resources: {'Port': ['ID=158af801-ccce-4aea-b513-822b2a06cebb,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:53.454639 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.576322 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.606484 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:50:53.710428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network e4cfd28e-af05-453c-b909-9bd3e2ca6102 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:53.729770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:53.753216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:50:53.779195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:53.780106 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:53.872418 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.052833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=0c9259e9-42a3-4fc6-a3c1-e1c833f11612,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:55.269100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c6e878-2e2a-4604-9388-96cecdd73ce4 None None] Network e4cfd28e-af05-453c-b909-9bd3e2ca6102 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:50:55.288187 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.615168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 158af801-ccce-4aea-b513-822b2a06cebb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:50:55.743412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ccb85d1c-08d8-43cd-82dc-482ee0b317c2 None None] Provisioning complete for port 158af801-ccce-4aea-b513-822b2a06cebb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:55.743779 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ccb85d1c-08d8-43cd-82dc-482ee0b317c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.958156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 158af801-ccce-4aea-b513-822b2a06cebb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:55.958530 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:55.991729 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.004016 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.141608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188488b8-b1bd-446f-8edc-93002d6ae66d req-482892e1-7486-47da-8e29-82f016d67ae0 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:56.154488 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-188488b8-b1bd-446f-8edc-93002d6ae66d req-482892e1-7486-47da-8e29-82f016d67ae0 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1592817 Dec 08 01:50:56.171603 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ccb85d1c-08d8-43cd-82dc-482ee0b317c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.278321 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.288253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ccb85d1c-08d8-43cd-82dc-482ee0b317c2 None None] For port 158af801-ccce-4aea-b513-822b2a06cebb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=158af801-ccce-4aea-b513-822b2a06cebb,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:56.303278 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-188488b8-b1bd-446f-8edc-93002d6ae66d req-67eeb6c2-fe09-48e8-a92b-16970fdde22f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439660 Dec 08 01:50:56.308769 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ccb85d1c-08d8-43cd-82dc-482ee0b317c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.323434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=0c9259e9-42a3-4fc6-a3c1-e1c833f11612,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:56.428895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network e4cfd28e-af05-453c-b909-9bd3e2ca6102 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:50:56.430695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:50:56.454906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb85d1c-08d8-43cd-82dc-482ee0b317c2 None None] Pushing event updated for resources: {'Port': ['ID=158af801-ccce-4aea-b513-822b2a06cebb,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:50:56.467727 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:56.571508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:50:56.673924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:50:56.678214 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:50:56.708679 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:50:56.723243 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-de5bce06-21c0-49f6-a38b-2ee44b1ab16f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "PUT /v2.0/routers/b21199db-4d9e-48ff-9dc0-d1fba7c82cb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0639832 Dec 08 01:50:56.745102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Sync routers for ids ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:50:56.793751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Routers {'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:50:56.794949 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1965251a-459b-40c7-9f44-555a19694072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:50:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:57.186164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-1ec1e53d-606a-43f6-bcb5-91d492683790 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812388553&fields=id&tenant_id=59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 267 time: 0.0832083 Dec 08 01:50:57.531952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-f911ff88-0bb5-495b-94dd-26a2d330e24e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:57.552322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-f911ff88-0bb5-495b-94dd-26a2d330e24e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 796 time: 0.3555796 Dec 08 01:50:57.606061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-15ed7a7c-f961-47d4-8e05-88697c12ca69 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/quotas/59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 375 time: 0.0564063 Dec 08 01:50:57.617243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502612f1-15eb-43a3-89e5-ef50f8eab7f0 req-5fd0cd86-6a01-4ef9-8f18-c04ca209167d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:57.627798 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-502612f1-15eb-43a3-89e5-ef50f8eab7f0 req-5fd0cd86-6a01-4ef9-8f18-c04ca209167d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.1771290 Dec 08 01:50:57.759981 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-6d1e32c2-1707-4fcc-b8c8-f2f7227a9ec8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529212 Dec 08 01:50:57.762634 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-502612f1-15eb-43a3-89e5-ef50f8eab7f0 req-1b767fe8-4be7-4cc6-ad3d-60f90e23f621 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327002 Dec 08 01:50:57.780327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e23fda7c-aaa2-4344-9192-bfb918a84885 None None] Provisioning complete for port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:57.783778 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e23fda7c-aaa2-4344-9192-bfb918a84885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:57.875220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Set router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:50:58.020272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 158af801-ccce-4aea-b513-822b2a06cebb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:50:58.031180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-6b543194-bb8e-40d4-be27-59d03db1f29d service neutron] 10.222.0.70 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635646 Dec 08 01:50:58.103953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e23fda7c-aaa2-4344-9192-bfb918a84885 None None] Port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:50:58.159883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-8881ad87-771b-4cd8-8551-a510f739d187 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:58.167548 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-8881ad87-771b-4cd8-8551-a510f739d187 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.72 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.3170152 Dec 08 01:50:58.433631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-b11a81de-9399-4124-9c93-0ef4e050c22f service neutron] 10.222.0.70 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949952 Dec 08 01:50:58.458363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Deleting port fe25879f-d72b-40dc-8874-ba957976b98e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:50:58.459014 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.517488 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e23fda7c-aaa2-4344-9192-bfb918a84885 None None] Provisioning complete for port 158af801-ccce-4aea-b513-822b2a06cebb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:58.517871 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e23fda7c-aaa2-4344-9192-bfb918a84885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.633450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] For port fe25879f-d72b-40dc-8874-ba957976b98e, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fe25879f-d72b-40dc-8874-ba957976b98e,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:50:58.633991 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.745087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 158af801-ccce-4aea-b513-822b2a06cebb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:50:58.745472 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:58.943340 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4071563b-20f5-410c-8e93-f5d2b30cfb87 req-80249f46-12b5-4699-85b3-7ff1f2129b88 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 210 time: 0.0732162 Dec 08 01:50:59.030409 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b76747a5-b6df-4130-9305-59f86f4aa8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.272814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4894bf-fb3f-4f90-963e-c8f0a2c60843 req-3ce155d5-dca3-4cd3-bc08-d611a0b5cc62 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:50:59.276971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c4894bf-fb3f-4f90-963e-c8f0a2c60843 req-3ce155d5-dca3-4cd3-bc08-d611a0b5cc62 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 945 time: 0.3131123 Dec 08 01:50:59.529630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1965251a-459b-40c7-9f44-555a19694072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '0c9259e9-42a3-4fc6-a3c1-e1c833f11612', 'name': '', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:53:a6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:52Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 2, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:50:59.691008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Checking router: b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:50:59.691008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Updating router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:50:59.773380 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c4894bf-fb3f-4f90-963e-c8f0a2c60843 req-d151b598-02a5-4b10-b0a4-4094a207aa9e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4792521 Dec 08 01:50:59.804653 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.807980 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.809231 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:50:59.809724 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Floating IP 429c9e4a-58bc-45bb-ab27-6a1615026217 disassociated. External IP: 172.25.2.152, port: fe25879f-d72b-40dc-8874-ba957976b98e. Dec 08 01:50:59.812430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Calling delete_port for fe25879f-d72b-40dc-8874-ba957976b98e owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:00.123433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3d5b4f81-ea5a-4284-b3b7-56deff9d23c5 None None] Provisioning complete for port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:00.142561 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4f81-ea5a-4284-b3b7-56deff9d23c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.262381 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1b31d744-02ec-4ba6-9526-94dc07213bc5 req-29fbdfd2-06c1-4343-9f5b-59866e91f47a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 210 time: 0.1494744 Dec 08 01:51:00.287876 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b4f81-ea5a-4284-b3b7-56deff9d23c5 None None] Port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:00.362209 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.452779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event deleted for resources: {'Port': ['ID=fe25879f-d72b-40dc-8874-ba957976b98e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:00.639069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device fe25879f-d72b-40dc-8874-ba957976b98e no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:00.774563 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: fe25879f-d72b-40dc-8874-ba957976b98e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:00.777070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device fe25879f-d72b-40dc-8874-ba957976b98e not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:00.839548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Router ecc649c4-8963-4b2b-ae3f-96eab8f3372b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:51:00.857045 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:00.875649 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.137291 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-58220d34-3b94-424e-b3ef-556c648ad842 req-79b47fd8-253f-4075-8264-a7a9d32d5d7b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3223083 Dec 08 01:51:01.301015 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a3698baf-2f3d-4f29-9117-2bdac5ef697d req-85932f5b-1b35-4391-9504-06f1cf270fb8 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 210 time: 0.1853566 Dec 08 01:51:01.313574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d4367-539e-4d2d-93b0-df12adde6953 None None] Pushing event updated for resources: {'Port': ['ID=0c9259e9-42a3-4fc6-a3c1-e1c833f11612,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:01.378288 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86e4e72c-c6da-454d-b236-dc5bb31ab3b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.382108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Attempting to bind port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:01.386147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Attempting to bind port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:01.386771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Attempting to bind port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 on network e4cfd28e-af05-453c-b909-9bd3e2ca6102 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:01.406177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:01.407096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Checking segment: {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:01.407683 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.409498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Bound using segment: {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:01.411509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Bound port: 0c9259e9-42a3-4fc6-a3c1-e1c833f11612, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:01.412177 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.459199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58220d34-3b94-424e-b3ef-556c648ad842 req-6aeaa4a5-2dea-4151-afb6-b09a63229654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:01.460775 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-58220d34-3b94-424e-b3ef-556c648ad842 req-6aeaa4a5-2dea-4151-afb6-b09a63229654 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45aa20cf905b425090cbf4a89cfccdc9&device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 1100 time: 0.1883919 Dec 08 01:51:01.633010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1965251a-459b-40c7-9f44-555a19694072 None None] For port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:01.642606 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1965251a-459b-40c7-9f44-555a19694072 None None] For port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0c9259e9-42a3-4fc6-a3c1-e1c833f11612,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:01.662259 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-675568a9-1fd4-49c3-a8b4-71b0c71455fe req-ea0302f6-7342-4b25-998d-61fb776477c3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 210 time: 0.1434906 Dec 08 01:51:01.665936 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:01.779573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:01.790441 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f8c52-174c-4e5c-a3a0-1f00b5cf1f3c None None] Sync routers for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:01.828017 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f8c52-174c-4e5c-a3a0-1f00b5cf1f3c None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:01.833497 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-be3f8c52-174c-4e5c-a3a0-1f00b5cf1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:51:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:01.836541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d4367-539e-4d2d-93b0-df12adde6953 None None] Pushing event updated for resources: {'Port': ['ID=0c9259e9-42a3-4fc6-a3c1-e1c833f11612,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:01.863736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Routers {'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:01.867444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58220d34-3b94-424e-b3ef-556c648ad842 req-c48f9183-97b9-4dd1-8413-a4abe2d0be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:01.868456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1965251a-459b-40c7-9f44-555a19694072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:51:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:01.873260 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-58220d34-3b94-424e-b3ef-556c648ad842 req-c48f9183-97b9-4dd1-8413-a4abe2d0be6b service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.3870361 Dec 08 01:51:02.041161 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-58220d34-3b94-424e-b3ef-556c648ad842 req-f5346843-ac76-4f32-b4b6-76f86367b223 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=4520135a-be16-40e7-8bed-b66bb77e8e5f HTTP/1.1" status: 200 len: 217 time: 0.1596050 Dec 08 01:51:02.137988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] No DVR routers for this DVR port fe25879f-d72b-40dc-8874-ba957976b98e on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:02.156073 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.172924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93a33b26-11e6-4373-8711-8ea05b2fac6b req-e6126665-395d-47a2-8fad-d312be7e97c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.72 "DELETE /v2.0/ports/fe25879f-d72b-40dc-8874-ba957976b98e HTTP/1.1" status: 204 len: 173 time: 3.9984379 Dec 08 01:51:02.174767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'name': 'network-vif-deleted', 'tag': 'fe25879f-d72b-40dc-8874-ba957976b98e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:02.187846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58220d34-3b94-424e-b3ef-556c648ad842 req-8797b14e-e102-43bd-b2d6-307ed18b03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:02.193901 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-be3f8c52-174c-4e5c-a3a0-1f00b5cf1f3c None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:02.195721 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-58220d34-3b94-424e-b3ef-556c648ad842 req-8797b14e-e102-43bd-b2d6-307ed18b03e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.1427052 Dec 08 01:51:02.199434 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48147fdd-6136-42f7-a426-48e7505514af" -d '{"events": [{"server_uuid": "08bf7cfa-9d09-46b4-970e-871de6a700eb", "name": "network-vif-deleted", "tag": "fe25879f-d72b-40dc-8874-ba957976b98e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:02.306584 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.326212 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-40940181-29f8-4249-830e-5d94d50d3c02 None None] Provisioning complete for port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:02.326815 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-40940181-29f8-4249-830e-5d94d50d3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.405413 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-a70940ce-3926-4d29-9d23-d2c22d42c680 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:02.430767 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-a70940ce-3926-4d29-9d23-d2c22d42c680 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.72 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 796 time: 1.1107893 Dec 08 01:51:02.437451 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa0f563-a538-451b-91f4-38e270ce7e13 x-openstack-request-id: req-efa0f563-a538-451b-91f4-38e270ce7e13 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:02.437785 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bf7cfa-9d09-46b4-970e-871de6a700eb", "name": "network-vif-deleted", "tag": "fe25879f-d72b-40dc-8874-ba957976b98e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:02.443011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58220d34-3b94-424e-b3ef-556c648ad842 req-c51351c3-e202-460b-9c68-de73250a7b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:02.447859 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efa0f563-a538-451b-91f4-38e270ce7e13 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:02.451708 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-58220d34-3b94-424e-b3ef-556c648ad842 req-c51351c3-e202-460b-9c68-de73250a7b5f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2410462 Dec 08 01:51:02.455177 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bf7cfa-9d09-46b4-970e-871de6a700eb', 'name': 'network-vif-deleted', 'tag': 'fe25879f-d72b-40dc-8874-ba957976b98e', 'status': 'completed', 'code': 200} Dec 08 01:51:02.534243 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:02.554323 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-1965251a-459b-40c7-9f44-555a19694072 None None] Set router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:02.854097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f543c9d-0adb-47c5-beb0-1deab5460772 req-446185aa-b0a7-4064-a537-b14b21325d55 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=08bf7cfa-9d09-46b4-970e-871de6a700eb HTTP/1.1" status: 200 len: 210 time: 0.1875286 Dec 08 01:51:02.892490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37194) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:02.942896 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-da008829-3a6d-47cd-b0df-ae6c02a006fb tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 379 time: 0.4867098 Dec 08 01:51:02.962469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'port': {'device_id': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'admin_state_up': True, 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'security_groups': ['15e027a4-fe94-441c-8dad-9a2e762fcc34']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:03.025886 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-58220d34-3b94-424e-b3ef-556c648ad842 req-1ece1cda-5507-4750-ac1a-9625958336c4 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559938 Dec 08 01:51:03.193731 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-40940181-29f8-4249-830e-5d94d50d3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.244849 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-be3f8c52-174c-4e5c-a3a0-1f00b5cf1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:45Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:03.360643 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f8c52-174c-4e5c-a3a0-1f00b5cf1f3c None None] Checking router: ecc649c4-8963-4b2b-ae3f-96eab8f3372b for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:51:03.392909 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f8c52-174c-4e5c-a3a0-1f00b5cf1f3c None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:03.395867 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-be3f8c52-174c-4e5c-a3a0-1f00b5cf1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:51:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:03.436495 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-58220d34-3b94-424e-b3ef-556c648ad842 req-7501f1e5-797a-41b6-9739-dfbb5532dfce service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659763 Dec 08 01:51:03.460865 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-781eda18-7154-4e19-9018-828b8b658b67 req-1b798dee-e430-4f3e-9815-8738731f1565 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 210 time: 0.4335108 Dec 08 01:51:03.482895 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aedd4fa6-029d-43d2-919f-aa5257b2b4ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.520432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-40940181-29f8-4249-830e-5d94d50d3c02 None None] For port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0c9259e9-42a3-4fc6-a3c1-e1c833f11612,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:03.533326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-40940181-29f8-4249-830e-5d94d50d3c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.545535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Made reservation on behalf of 59ce268125774870bb2a6d0d519662d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:03.555084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.614929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40940181-29f8-4249-830e-5d94d50d3c02 None None] Pushing event updated for resources: {'Port': ['ID=0c9259e9-42a3-4fc6-a3c1-e1c833f11612,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:03.701599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-1965251a-459b-40c7-9f44-555a19694072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '0c9259e9-42a3-4fc6-a3c1-e1c833f11612', 'name': '', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:53:a6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:52Z', 'updated_at': '2021-12-08T01:51:01Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:03.742332 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aedd4fa6-029d-43d2-919f-aa5257b2b4ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.754449 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aedd4fa6-029d-43d2-919f-aa5257b2b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.772162 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.799288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1965251a-459b-40c7-9f44-555a19694072 None None] The sync data for ids ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'] in n-d-713498-30 is: [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '0c9259e9-42a3-4fc6-a3c1-e1c833f11612', 'name': '', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:53:a6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:52Z', 'updated_at': '2021-12-08T01:51:01Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:03.867803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-707d2b75-624b-4533-bd35-522646753570 None None] Provisioning complete for port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:03.869077 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-707d2b75-624b-4533-bd35-522646753570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:03.979003 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-be3f8c52-174c-4e5c-a3a0-1f00b5cf1f3c None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:04.035451 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-aedd4fa6-029d-43d2-919f-aa5257b2b4ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b166c0023f2f4d8caa3f13a800ae5982&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1357481 Dec 08 01:51:04.046040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37214) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:04.087661 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.133109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd4fa6-029d-43d2-919f-aa5257b2b4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247108b8-77e1-42f4-bf49-0ba0a25e93db,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:04.233691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37220) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:04.270067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.20.0.9 (e4cfd28e-af05-453c-b909-9bd3e2ca6102/a2256eff-f06d-460f-9f96-11608a64b06a/dc6097c8-b96a-4792-b236-ef324b106058) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:04.495556 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2c38e76-435b-48e6-bff6-42302d98fe0d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.573541 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2c38e76-435b-48e6-bff6-42302d98fe0d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.754108 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.790432 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2c38e76-435b-48e6-bff6-42302d98fe0d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.793709 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2c38e76-435b-48e6-bff6-42302d98fe0d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:04.795095 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e2c38e76-435b-48e6-bff6-42302d98fe0d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "DELETE /v2.0/security-groups/3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818 HTTP/1.1" status: 204 len: 168 time: 0.5589020 Dec 08 01:51:04.801295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37230) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:04.871419 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-e6a8673c-2f74-43ea-8217-1f2d74285e6f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] show failed (client error): The resource could not be found. Dec 08 01:51:04.895688 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e6a8673c-2f74-43ea-8217-1f2d74285e6f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups/3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818 HTTP/1.1" status: 404 len: 347 time: 0.0820956 Dec 08 01:51:04.908475 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c38e76-435b-48e6-bff6-42302d98fe0d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3fd92a-1e57-48a0-bc13-8b0a5cdd3818,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:04.913368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9f3cdae-af3e-4ca3-abc3-dfcf53c552ec req-61f38986-de52-4aff-8ac3-6677e931554e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 210 time: 0.2061665 Dec 08 01:51:04.918873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37232) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:04.949034 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7f707ab-8595-4c95-8fc7-361cafd6e5d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.013308 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-be3f8c52-174c-4e5c-a3a0-1f00b5cf1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:45Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:05.075511 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7f707ab-8595-4c95-8fc7-361cafd6e5d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.104547 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f8c52-174c-4e5c-a3a0-1f00b5cf1f3c None None] The sync data for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 is: [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:45Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:05.399351 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7f707ab-8595-4c95-8fc7-361cafd6e5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.402564 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e7f707ab-8595-4c95-8fc7-361cafd6e5d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.410138 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e7f707ab-8595-4c95-8fc7-361cafd6e5d8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/247108b8-77e1-42f4-bf49-0ba0a25e93db HTTP/1.1" status: 204 len: 168 time: 1.3592074 Dec 08 01:51:05.436416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f707ab-8595-4c95-8fc7-361cafd6e5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247108b8-77e1-42f4-bf49-0ba0a25e93db,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:05.650675 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.802543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-75b488ce-c1e1-4b61-819d-a6990ea523bc tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Deleting port 6de86efe-ee8e-4ead-85fc-11404437330b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:05.802773 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b488ce-c1e1-4b61-819d-a6990ea523bc tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:05.862889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdde89b-4ac4-4548-8c46-a4191f171c33 None None] New status for floating IP 429c9e4a-58bc-45bb-ab27-6a1615026217: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:51:06.123780 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.271486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:06.286393 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b488ce-c1e1-4b61-819d-a6990ea523bc tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.287744 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b488ce-c1e1-4b61-819d-a6990ea523bc tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:06.406808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network e4cfd28e-af05-453c-b909-9bd3e2ca6102 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:06.456301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-75b488ce-c1e1-4b61-819d-a6990ea523bc tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Calling delete_port for 6de86efe-ee8e-4ead-85fc-11404437330b owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:06.580525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:06.598644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:06.946262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:07.095369 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:07.096061 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.127845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d66bace4-7fbf-49ce-acea-ed971c517e82 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1741912 Dec 08 01:51:07.149484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Request body: {'port': {'device_id': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:07.161252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8512508-e769-4c20-ac18-07ce73e658e5 req-b02ae13c-be06-40c8-94d0-0bb5f5879136 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:07.163190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8512508-e769-4c20-ac18-07ce73e658e5 req-b02ae13c-be06-40c8-94d0-0bb5f5879136 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 931 time: 0.8960266 Dec 08 01:51:07.337805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d3e4a2d2-fbee-461e-9d66-f8ba5477f560 None None] Provisioning complete for port dc6097c8-b96a-4792-b236-ef324b106058 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:07.338377 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a2d2-fbee-461e-9d66-f8ba5477f560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.404834 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.425791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b488ce-c1e1-4b61-819d-a6990ea523bc tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.432588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8512508-e769-4c20-ac18-07ce73e658e5 req-6034eb24-baa4-4403-a156-fff4d7a3a4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277896 Dec 08 01:51:07.496499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:07.498936 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:07.527560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b488ce-c1e1-4b61-819d-a6990ea523bc tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event deleted for resources: {'Port': ['ID=6de86efe-ee8e-4ead-85fc-11404437330b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:07.563553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d3e4a2d2-fbee-461e-9d66-f8ba5477f560 None None] Port dc6097c8-b96a-4792-b236-ef324b106058 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:08.098660 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b488ce-c1e1-4b61-819d-a6990ea523bc tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.114736 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75b488ce-c1e1-4b61-819d-a6990ea523bc tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.115951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-75b488ce-c1e1-4b61-819d-a6990ea523bc tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "DELETE /v2.0/floatingips/429c9e4a-58bc-45bb-ab27-6a1615026217 HTTP/1.1" status: 204 len: 168 time: 2.9946113 Dec 08 01:51:08.489419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae2d63-4ea0-426c-b41c-dbf3c0992bf8 req-573ab88c-cb86-4c72-8985-bd4e34f34b94 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:08.497513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae2d63-4ea0-426c-b41c-dbf3c0992bf8 req-573ab88c-cb86-4c72-8985-bd4e34f34b94 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:08.505607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae2d63-4ea0-426c-b41c-dbf3c0992bf8 req-573ab88c-cb86-4c72-8985-bd4e34f34b94 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:08.512325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae2d63-4ea0-426c-b41c-dbf3c0992bf8 req-573ab88c-cb86-4c72-8985-bd4e34f34b94 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:08.520028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae2d63-4ea0-426c-b41c-dbf3c0992bf8 req-573ab88c-cb86-4c72-8985-bd4e34f34b94 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:08.526874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae2d63-4ea0-426c-b41c-dbf3c0992bf8 req-573ab88c-cb86-4c72-8985-bd4e34f34b94 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:08.535216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae2d63-4ea0-426c-b41c-dbf3c0992bf8 req-573ab88c-cb86-4c72-8985-bd4e34f34b94 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:08.538439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2aae2d63-4ea0-426c-b41c-dbf3c0992bf8 req-573ab88c-cb86-4c72-8985-bd4e34f34b94 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5445 time: 0.2757399 Dec 08 01:51:08.754249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37328) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:08.758989 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-966f2c76-3746-4623-8044-945a0ec5823b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508883629', 'description': 'tempest-description--1116292122'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:08.818039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-966f2c76-3746-4623-8044-945a0ec5823b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:08.932703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2aae2d63-4ea0-426c-b41c-dbf3c0992bf8 req-c9ffa97d-534f-407e-9d0f-f8aaab40258f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3652496 Dec 08 01:51:08.980240 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37342) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:09.054884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6097c8-b96a-4792-b236-ef324b106058 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:09.078770 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.112617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Transition to ACTIVE for port object dc6097c8-b96a-4792-b236-ef324b106058 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:09.130459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.170390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f403a6b-c006-4741-b688-f4d820ab1da4 req-22a644a3-e68e-46b5-abf2-49de977dc32c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:09.178591 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f403a6b-c006-4741-b688-f4d820ab1da4 req-22a644a3-e68e-46b5-abf2-49de977dc32c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 931 time: 0.2372012 Dec 08 01:51:09.204407 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-966f2c76-3746-4623-8044-945a0ec5823b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.249895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f403a6b-c006-4741-b688-f4d820ab1da4 req-6f445335-fedc-4c1c-8a90-e0417d9615aa tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702341 Dec 08 01:51:09.250553 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-966f2c76-3746-4623-8044-945a0ec5823b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.319088 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-966f2c76-3746-4623-8044-945a0ec5823b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.322980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-966f2c76-3746-4623-8044-945a0ec5823b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5651515 Dec 08 01:51:09.325828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37350) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:09.334036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9c37352e-fd2f-4a2c-85c4-ea23eda3968f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Request body: {'security_group_rule': {'security_group_id': '863009d3-4edb-4f2d-aca8-02a6ab0c861e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:09.351336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f2c76-3746-4623-8044-945a0ec5823b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863009d3-4edb-4f2d-aca8-02a6ab0c861e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:09.461353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c37352e-fd2f-4a2c-85c4-ea23eda3968f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.580545 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c37352e-fd2f-4a2c-85c4-ea23eda3968f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.665784 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c37352e-fd2f-4a2c-85c4-ea23eda3968f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.877702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37352e-fd2f-4a2c-85c4-ea23eda3968f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3fac3a-f7a5-4761-bf1c-8c5875c79a96,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:09.912253 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c37352e-fd2f-4a2c-85c4-ea23eda3968f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:09.914305 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9c37352e-fd2f-4a2c-85c4-ea23eda3968f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5866094 Dec 08 01:51:09.917226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37368) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:09.922781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1920d983-922b-41fe-944c-84cf20d0da39 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Request body: {'security_group_rule': {'security_group_id': '863009d3-4edb-4f2d-aca8-02a6ab0c861e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:10.060119 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1920d983-922b-41fe-944c-84cf20d0da39 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.382105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:10.399800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3bcc-5374-470e-b4d4-f1f66c0540af req-a5bc643a-74d8-4ffd-9ffd-6dc2b8138af9 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:10.407503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3bcc-5374-470e-b4d4-f1f66c0540af req-a5bc643a-74d8-4ffd-9ffd-6dc2b8138af9 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:10.414263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3bcc-5374-470e-b4d4-f1f66c0540af req-a5bc643a-74d8-4ffd-9ffd-6dc2b8138af9 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:10.421706 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3bcc-5374-470e-b4d4-f1f66c0540af req-a5bc643a-74d8-4ffd-9ffd-6dc2b8138af9 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:10.428971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3bcc-5374-470e-b4d4-f1f66c0540af req-a5bc643a-74d8-4ffd-9ffd-6dc2b8138af9 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:10.435827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3bcc-5374-470e-b4d4-f1f66c0540af req-a5bc643a-74d8-4ffd-9ffd-6dc2b8138af9 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:10.444671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c3bcc-5374-470e-b4d4-f1f66c0540af req-a5bc643a-74d8-4ffd-9ffd-6dc2b8138af9 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:10.446899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-332c3bcc-5374-470e-b4d4-f1f66c0540af req-a5bc643a-74d8-4ffd-9ffd-6dc2b8138af9 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5445 time: 1.3276660 Dec 08 01:51:10.465258 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1920d983-922b-41fe-944c-84cf20d0da39 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.495095 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1920d983-922b-41fe-944c-84cf20d0da39 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.549381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Attempting to bind port dc6097c8-b96a-4792-b236-ef324b106058 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:10.549381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Attempting to bind port dc6097c8-b96a-4792-b236-ef324b106058 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:10.549381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Attempting to bind port dc6097c8-b96a-4792-b236-ef324b106058 on network e4cfd28e-af05-453c-b909-9bd3e2ca6102 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:10.562177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Port dc6097c8-b96a-4792-b236-ef324b106058 on network e4cfd28e-af05-453c-b909-9bd3e2ca6102 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:10.563241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Attempting to bind port dc6097c8-b96a-4792-b236-ef324b106058 on network e4cfd28e-af05-453c-b909-9bd3e2ca6102 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:10.569778 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:10.570369 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Checking segment: {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:10.570783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Bound using segment: {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:10.571487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Bound port: dc6097c8-b96a-4792-b236-ef324b106058, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:10.572659 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.667908 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:10.677774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:10.678992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.717228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920d983-922b-41fe-944c-84cf20d0da39 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d195239-8ca4-451e-97eb-3a1424af37c0,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:10.760095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:10.761649 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.767642 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] 10.222.0.72 "PUT /v2.0/ports/dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 1092 time: 3.6222785 Dec 08 01:51:10.780339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:10.786029 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd89070-8d9c-495c-8caf-11ea9570c2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "tag": "dc6097c8-b96a-4792-b236-ef324b106058"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:10.788581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fd2f5-e853-4631-a866-b39133c6243f req-50382c5c-1897-4c42-832b-ed5b648bfc3d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:10.813526 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-322fd2f5-e853-4631-a866-b39133c6243f req-50382c5c-1897-4c42-832b-ed5b648bfc3d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 943 time: 0.3972993 Dec 08 01:51:10.836486 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1920d983-922b-41fe-944c-84cf20d0da39 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:10.844571 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1920d983-922b-41fe-944c-84cf20d0da39 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9259553 Dec 08 01:51:10.863669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37400) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:10.870226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:10.962218 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81c2d36-00a1-405e-87c1-5d1786359217 x-openstack-request-id: req-a81c2d36-00a1-405e-87c1-5d1786359217 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:10.962688 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "tag": "dc6097c8-b96a-4792-b236-ef324b106058", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:10.962959 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a81c2d36-00a1-405e-87c1-5d1786359217 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:10.963355 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058', 'status': 'completed', 'code': 200} Dec 08 01:51:10.991108 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:11.010222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b740c-c11e-4af6-8265-88f4d3501db6 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:11.039917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-07acb1e3-0cea-4a36-817a-fa0516ba2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:11.041499 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-07acb1e3-0cea-4a36-817a-fa0516ba2d91 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1095 time: 0.1415637 Dec 08 01:51:11.105981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-322fd2f5-e853-4631-a866-b39133c6243f req-1236ddf3-54aa-429a-80ff-c9a439d2a0e0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779093 Dec 08 01:51:11.210697 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-2e924415-4f1f-41f1-b8bd-c9f76cca8924 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 217 time: 0.1510179 Dec 08 01:51:11.358085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-a6886bf1-251f-4ada-8968-378419622342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:11.365368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-a6886bf1-251f-4ada-8968-378419622342 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.1465564 Dec 08 01:51:11.545191 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-35a4fe64-0f9f-4c24-8859-b3f18e6d34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:11.546749 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-35a4fe64-0f9f-4c24-8859-b3f18e6d34e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1734235 Dec 08 01:51:11.819629 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-c8ccfc22-aaff-4b83-9214-da45ce2677b1 service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635491 Dec 08 01:51:11.915792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:12.081363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c6f3961-63a6-4a37-b2f8-149b90e4dfa3 req-e8ec3f77-07c1-47e5-bbea-561f7ff48a54 service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524853 Dec 08 01:51:12.138131 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e011930-6e73-4085-8b81-ec440522b05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:12.331229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd89070-8d9c-495c-8caf-11ea9570c2c1 req-507a9bae-adfc-4736-8614-4d680e452f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:12.333043 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7fd89070-8d9c-495c-8caf-11ea9570c2c1 req-507a9bae-adfc-4736-8614-4d680e452f35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1095 time: 0.1120381 Dec 08 01:51:12.400527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a906d3-7eca-49ad-b5ef-aa40a6012683 req-2a05e119-edc0-40e8-988d-e2fb0c9ea19b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:12.403985 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03a906d3-7eca-49ad-b5ef-aa40a6012683 req-2a05e119-edc0-40e8-988d-e2fb0c9ea19b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 943 time: 0.1297648 Dec 08 01:51:12.616899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Allocated IP 172.25.2.174 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/9a71d122-21b4-4728-8443-854ee2b0df79) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:12.704745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd89070-8d9c-495c-8caf-11ea9570c2c1 req-304e9fbb-a744-4d77-a134-61a24cad7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:12.709471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7fd89070-8d9c-495c-8caf-11ea9570c2c1 req-304e9fbb-a744-4d77-a134-61a24cad7a05 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 897 time: 0.3623545 Dec 08 01:51:12.758465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03a906d3-7eca-49ad-b5ef-aa40a6012683 req-3a168ee5-78c7-478f-9165-f5cdd3b2226e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755835 Dec 08 01:51:12.800189 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7fd89070-8d9c-495c-8caf-11ea9570c2c1 req-c4b2a403-6011-441e-9e33-251caa3e8d76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 217 time: 0.0847406 Dec 08 01:51:12.808843 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:12.907354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:12.954639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd89070-8d9c-495c-8caf-11ea9570c2c1 req-3c772807-f58e-4fdf-b369-9031e46409b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:12.958683 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7fd89070-8d9c-495c-8caf-11ea9570c2c1 req-3c772807-f58e-4fdf-b369-9031e46409b9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.1449172 Dec 08 01:51:13.011549 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.096062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:13.102673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:13.106033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:13.151590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd89070-8d9c-495c-8caf-11ea9570c2c1 req-d2eaf65b-da95-4bc0-9755-42150fffb44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:13.157350 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7fd89070-8d9c-495c-8caf-11ea9570c2c1 req-d2eaf65b-da95-4bc0-9755-42150fffb44a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1876717 Dec 08 01:51:13.192320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event updated for resources: {'Port': ['ID=9a71d122-21b4-4728-8443-854ee2b0df79,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:13.215156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0ca6-864b-47a1-a07e-14e0e4d87fce req-674a2d64-bd52-4c09-b327-6fdbd6d7f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:13.215156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0ca6-864b-47a1-a07e-14e0e4d87fce req-674a2d64-bd52-4c09-b327-6fdbd6d7f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:13.215156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0ca6-864b-47a1-a07e-14e0e4d87fce req-674a2d64-bd52-4c09-b327-6fdbd6d7f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:13.215156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0ca6-864b-47a1-a07e-14e0e4d87fce req-674a2d64-bd52-4c09-b327-6fdbd6d7f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:13.215156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0ca6-864b-47a1-a07e-14e0e4d87fce req-674a2d64-bd52-4c09-b327-6fdbd6d7f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:13.215156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0ca6-864b-47a1-a07e-14e0e4d87fce req-674a2d64-bd52-4c09-b327-6fdbd6d7f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:13.215156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc0ca6-864b-47a1-a07e-14e0e4d87fce req-674a2d64-bd52-4c09-b327-6fdbd6d7f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:13.225344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b5bc0ca6-864b-47a1-a07e-14e0e4d87fce req-674a2d64-bd52-4c09-b327-6fdbd6d7f8b6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6509 time: 0.3151767 Dec 08 01:51:13.359562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.375467 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b5bc0ca6-864b-47a1-a07e-14e0e4d87fce req-451bb2c4-f68c-4c92-8d95-ffabb6b63cc0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1488180 Dec 08 01:51:13.411068 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7fd89070-8d9c-495c-8caf-11ea9570c2c1 req-d47d5cf6-37ce-42f0-a377-215b80445461 service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450218 Dec 08 01:51:13.428182 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.492680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1e011930-6e73-4085-8b81-ec440522b05e admin admin] Deleting port 02380e42-9e18-41ca-9dca-45108758b36f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:13.492860 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e011930-6e73-4085-8b81-ec440522b05e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.615228 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7fd89070-8d9c-495c-8caf-11ea9570c2c1 req-568f1532-e5d3-45f6-87de-bd83a0228e4c service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969512 Dec 08 01:51:13.682033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1e011930-6e73-4085-8b81-ec440522b05e admin admin] For port 02380e42-9e18-41ca-9dca-45108758b36f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=02380e42-9e18-41ca-9dca-45108758b36f,segment=NetworkSegment(832b7a99-b444-4fc7-926f-3af12f8a21d9),segment_id=832b7a99-b444-4fc7-926f-3af12f8a21d9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:13.682545 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e011930-6e73-4085-8b81-ec440522b05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:13.698309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1e011930-6e73-4085-8b81-ec440522b05e admin admin] Calling delete_port for 02380e42-9e18-41ca-9dca-45108758b36f owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:14.030387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37528) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:14.080246 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.094264 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23816aad-5c2a-4200-ab5d-07c2e176ee05 req-ff30b33c-f649-491d-ba55-b4110ce2143c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:14.096126 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-23816aad-5c2a-4200-ab5d-07c2e176ee05 req-ff30b33c-f649-491d-ba55-b4110ce2143c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 943 time: 0.2137163 Dec 08 01:51:14.098651 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.249162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event updated for resources: {'Port': ['ID=9a71d122-21b4-4728-8443-854ee2b0df79,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:14.277364 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e011930-6e73-4085-8b81-ec440522b05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.281120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b5cc1e0-0c42-4b67-af27-7a9ba0f99795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.307634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e011930-6e73-4085-8b81-ec440522b05e admin admin] Pushing event deleted for resources: {'Port': ['ID=02380e42-9e18-41ca-9dca-45108758b36f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:14.320505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-23816aad-5c2a-4200-ab5d-07c2e176ee05 req-da2697ca-985b-4013-9ede-85f0ef75a8f1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093842 Dec 08 01:51:14.332413 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.402314 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.410592 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-04e19896-e70f-4e66-8bb8-2abc8030f93e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5429149 Dec 08 01:51:14.446265 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b5cc1e0-0c42-4b67-af27-7a9ba0f99795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.453743 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4b5cc1e0-0c42-4b67-af27-7a9ba0f99795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.586418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cc1e0-0c42-4b67-af27-7a9ba0f99795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50649725-3cab-4620-a905-f009ddcb6711,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:14.595091 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4b5cc1e0-0c42-4b67-af27-7a9ba0f99795 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5b3795de36e418c988d45177f9ba2a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5631378 Dec 08 01:51:14.597595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37540) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:14.683553 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e011930-6e73-4085-8b81-ec440522b05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.693001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd0f1-fd75-4081-9bc1-b55050c3d37f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.709052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dc6097c8-b96a-4792-b236-ef324b106058 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:14.762241 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd0f1-fd75-4081-9bc1-b55050c3d37f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:14.898413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:14.926577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'dc6097c8-b96a-4792-b236-ef324b106058', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'port_id': 'dc6097c8-b96a-4792-b236-ef324b106058', 'mac_address': 'fa:16:3e:68:0f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:14.955737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-67589d48-e0bc-420a-a426-a401333f6f3f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1508883629&fields=id&tenant_id=c153057cd5c44b78964c51f1ad37c84c HTTP/1.1" status: 200 len: 267 time: 0.1597929 Dec 08 01:51:15.071086 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.089418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6097c8-b96a-4792-b236-ef324b106058 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:15.115620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:15.126174 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.186484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd0f1-fd75-4081-9bc1-b55050c3d37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.196598 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd0f1-fd75-4081-9bc1-b55050c3d37f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:15.200195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cb0cd0f1-fd75-4081-9bc1-b55050c3d37f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/50649725-3cab-4620-a905-f009ddcb6711 HTTP/1.1" status: 204 len: 168 time: 0.6009350 Dec 08 01:51:15.219572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:15.253861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cd0f1-fd75-4081-9bc1-b55050c3d37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50649725-3cab-4620-a905-f009ddcb6711,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:15.264686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-edf3acca-7ed5-439d-bffa-5c919e2e9f06 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:15.266236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-edf3acca-7ed5-439d-bffa-5c919e2e9f06 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 811 time: 0.3097019 Dec 08 01:51:15.289207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-bc179dc6-69c1-4b82-8cbd-6a930382c082 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/quotas/c153057cd5c44b78964c51f1ad37c84c HTTP/1.1" status: 200 len: 375 time: 0.0130689 Dec 08 01:51:15.311627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e011930-6e73-4085-8b81-ec440522b05e admin admin] Router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:51:15.463133 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b438e7a3-0def-415e-9d51-e4282aaa54c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1519158 Dec 08 01:51:15.465244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc6097c8-b96a-4792-b236-ef324b106058'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:15.550651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e011930-6e73-4085-8b81-ec440522b05e admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:15.562787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1e011930-6e73-4085-8b81-ec440522b05e admin admin] 10.222.0.70 "PUT /v2.0/routers/3e2b2fae-a543-4b42-b4bc-c97a328beff4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5751917 Dec 08 01:51:15.567109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37572) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:15.634913 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c05c2-1f9c-4173-8a8d-d4d2cd414f20 None None] Sync routers for ids ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:15.650885 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c05c2-1f9c-4173-8a8d-d4d2cd414f20 None None] Routers {'3e2b2fae-a543-4b42-b4bc-c97a328beff4'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:15.652176 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e66c05c2-1f9c-4173-8a8d-d4d2cd414f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:51:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:15.733423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-ba25ccb9-5836-4d5e-bcb1-ea8c80667a09 service neutron] 10.222.0.70 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448230 Dec 08 01:51:15.802943 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba9594-a704-49e5-8efa-f87744a7d018 req-e8105ed6-41fe-4db7-8068-cadc769c4001 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:15.804738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34ba9594-a704-49e5-8efa-f87744a7d018 req-e8105ed6-41fe-4db7-8068-cadc769c4001 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 944 time: 0.2407629 Dec 08 01:51:15.846968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37580) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:15.907014 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-955094fd-4bf7-4d2a-8d04-95f0f1917cf6 service neutron] 10.222.0.70 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683064 Dec 08 01:51:15.908479 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e66c05c2-1f9c-4173-8a8d-d4d2cd414f20 None None] Set router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:16.046462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb424-5eae-4c87-b076-40392f88bdb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.245592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-51312d3e-a9e7-4806-a087-c2c1ffec3e05 req-e4036fb4-b6a7-45e7-afe4-8c99deb4fe4c tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 210 time: 0.0685668 Dec 08 01:51:16.316038 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb424-5eae-4c87-b076-40392f88bdb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.330078 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e7eb424-5eae-4c87-b076-40392f88bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.372551 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.495086 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34ba9594-a704-49e5-8efa-f87744a7d018 req-12699b4a-5810-453c-bf3f-49f5f1f07ea8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6594620 Dec 08 01:51:16.506255 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0e7eb424-5eae-4c87-b076-40392f88bdb4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0f4427d63184bb383c1f3bc70115a29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6535077 Dec 08 01:51:16.507295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37600) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:16.591764 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e66c05c2-1f9c-4173-8a8d-d4d2cd414f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:51:14Z', 'revision_number': 5, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port': {'id': '992fc0b3-87ea-4c9d-94e2-230373495e5f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:49:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:33Z', 'updated_at': '2021-12-08T01:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:16.632803 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-996197a8-118b-4f78-8b24-6581ec492a2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.659016 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-996197a8-118b-4f78-8b24-6581ec492a2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.681775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eb424-5eae-4c87-b076-40392f88bdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04e262b-7ea0-4c35-a4b1-d416a20bf6e4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:16.710273 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.735347 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-996197a8-118b-4f78-8b24-6581ec492a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.739476 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-996197a8-118b-4f78-8b24-6581ec492a2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.741536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-996197a8-118b-4f78-8b24-6581ec492a2a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d04e262b-7ea0-4c35-a4b1-d416a20bf6e4 HTTP/1.1" status: 204 len: 168 time: 0.2323647 Dec 08 01:51:16.757010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996197a8-118b-4f78-8b24-6581ec492a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04e262b-7ea0-4c35-a4b1-d416a20bf6e4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:16.768186 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c05c2-1f9c-4173-8a8d-d4d2cd414f20 None None] Checking router: 3e2b2fae-a543-4b42-b4bc-c97a328beff4 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:51:16.801853 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c05c2-1f9c-4173-8a8d-d4d2cd414f20 None None] Routers {'3e2b2fae-a543-4b42-b4bc-c97a328beff4'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:16.802620 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e66c05c2-1f9c-4173-8a8d-d4d2cd414f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:51:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:16.859119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Deleting port 992fc0b3-87ea-4c9d-94e2-230373495e5f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:16.859119 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.963476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] For port 992fc0b3-87ea-4c9d-94e2-230373495e5f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=992fc0b3-87ea-4c9d-94e2-230373495e5f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:16.963852 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:16.980081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Calling delete_port for 992fc0b3-87ea-4c9d-94e2-230373495e5f owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:16.998039 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e66c05c2-1f9c-4173-8a8d-d4d2cd414f20 None None] Set router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:17.122357 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e66c05c2-1f9c-4173-8a8d-d4d2cd414f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:51:16Z', 'revision_number': 6, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:17.161997 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c05c2-1f9c-4173-8a8d-d4d2cd414f20 None None] The sync data for ids ['3e2b2fae-a543-4b42-b4bc-c97a328beff4'] in n-d-713498-30 is: [{'id': '3e2b2fae-a543-4b42-b4bc-c97a328beff4', 'name': 'tempest-TaggedBootDevicesTest-237362094-router', 'tenant_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:31Z', 'updated_at': '2021-12-08T01:51:16Z', 'revision_number': 6, 'project_id': 'ab7855d0a0e74cfba38e77648e79ba3c', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:17.406703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50e4a807-f21d-48d2-ae9b-232d219c0e2e req-4c5aa085-7008-4540-b06a-9ec0d56958c7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 210 time: 0.0523930 Dec 08 01:51:17.416144 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:17.463342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Pushing event deleted for resources: {'Port': ['ID=992fc0b3-87ea-4c9d-94e2-230373495e5f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:17.483391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2a8c5e-c309-4d91-ba1f-e1b6aca0d9c3 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:51:17.754362 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:17.768697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf4cc5-989e-42b8-8d8a-7e99c0b51fcd req-918f2163-c50a-4315-8095-2d691506a006 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:17.775399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1bf4cc5-989e-42b8-8d8a-7e99c0b51fcd req-918f2163-c50a-4315-8095-2d691506a006 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 944 time: 0.0832622 Dec 08 01:51:17.940743 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:17.947643 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:17.956616 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1bf4cc5-989e-42b8-8d8a-7e99c0b51fcd req-7acf1674-7c79-481f-82fa-8c0924bec740 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800177 Dec 08 01:51:18.031000 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.031729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e2b2fae-a543-4b42-b4bc-c97a328beff4 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:51:18.054609 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.055812 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-57879449-8881-4ba1-9357-eaf8ba177674 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3e2b2fae-a543-4b42-b4bc-c97a328beff4 HTTP/1.1" status: 204 len: 168 time: 2.4865153 Dec 08 01:51:18.058516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37652) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:18.200427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Deleting subnet b74a492b-ae87-47c5-896c-ccd7628f02df {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:51:18.204163 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.248212 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.324256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 992fc0b3-87ea-4c9d-94e2-230373495e5f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:18.339946 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.400825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 992fc0b3-87ea-4c9d-94e2-230373495e5f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:18.401191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 992fc0b3-87ea-4c9d-94e2-230373495e5f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:18.401626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 02380e42-9e18-41ca-9dca-45108758b36f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:18.464258 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.496336 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 02380e42-9e18-41ca-9dca-45108758b36f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:18.497157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 02380e42-9e18-41ca-9dca-45108758b36f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:18.632979 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.639458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b74a492b-ae87-47c5-896c-ccd7628f02df HTTP/1.1" status: 204 len: 168 time: 0.5769463 Dec 08 01:51:18.639667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3b10f7-b970-4fa5-b297-abd8433b012a None None] Network 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:18.640524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b74a492b-ae87-47c5-896c-ccd7628f02df,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:18.649881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37668) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:18.664958 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.665563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.665959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.666300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.666642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.666976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.667550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.667934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.668274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.668947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.669595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.669963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.670290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bb7c11-6453-46da-880e-a6a93d24ffb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:18.678033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16329126-5dcc-4c33-a00f-520f0b6e1a39 req-a3761ff0-d242-4060-9596-09b3ad923c4f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 210 time: 0.0677111 Dec 08 01:51:18.697479 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-9927d190-bdfd-48c3-830a-56c23505902d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:18.702788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-9927d190-bdfd-48c3-830a-56c23505902d tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.65 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 811 time: 0.4411397 Dec 08 01:51:18.755511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dc6097c8-b96a-4792-b236-ef324b106058 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:18.876323 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-d13136fc-fa0e-4ce3-a202-2e824fe9bf25 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c153057cd5c44b78964c51f1ad37c84c HTTP/1.1" status: 200 len: 380 time: 0.1310985 Dec 08 01:51:18.943744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port dc6097c8-b96a-4792-b236-ef324b106058 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:18.957860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port dc6097c8-b96a-4792-b236-ef324b106058 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:18.958479 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:18.970274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Request body: {'port': {'device_id': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'admin_state_up': True, 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'security_groups': ['863009d3-4edb-4f2d-aca8-02a6ab0c861e']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:19.096788 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.201608 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.210627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eff6d69-f1d9-4958-bcc1-0990a4f95581 None None] DHCP port deletion for 413aa3d0-a24e-41e8-a155-9ec7dcd0df29 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:51:19.342620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:19.342620 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f49f947-903e-4912-8797-7bb5ea1c4b85" -d '{"events": [{"server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "dc6097c8-b96a-4792-b236-ef324b106058"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:19.362352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:19.381131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4eff6d69-f1d9-4958-bcc1-0990a4f95581 None None] Deleting port 614d8794-2fec-4fc2-8014-556c8bae4c69 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:19.381793 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4eff6d69-f1d9-4958-bcc1-0990a4f95581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.385543 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.484273 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07492b1b-58ff-49ed-b10a-86e21fe5704a x-openstack-request-id: req-07492b1b-58ff-49ed-b10a-86e21fe5704a {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:19.484603 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "dc6097c8-b96a-4792-b236-ef324b106058", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:19.484851 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-07492b1b-58ff-49ed-b10a-86e21fe5704a {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:19.485252 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058', 'code': 200} Dec 08 01:51:19.510325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:19.634411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4eff6d69-f1d9-4958-bcc1-0990a4f95581 None None] For port 614d8794-2fec-4fc2-8014-556c8bae4c69, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=614d8794-2fec-4fc2-8014-556c8bae4c69,segment=NetworkSegment(832b7a99-b444-4fc7-926f-3af12f8a21d9),segment_id=832b7a99-b444-4fc7-926f-3af12f8a21d9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:19.634832 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4eff6d69-f1d9-4958-bcc1-0990a4f95581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.648122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c0a95-5740-4195-a638-ba8a7b3c0731 req-3eb4a61c-5c42-4477-afb1-1757de21b17c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:19.650157 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c51c0a95-5740-4195-a638-ba8a7b3c0731 req-3eb4a61c-5c42-4477-afb1-1757de21b17c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 944 time: 0.5235417 Dec 08 01:51:19.675142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4eff6d69-f1d9-4958-bcc1-0990a4f95581 None None] Calling delete_port for 614d8794-2fec-4fc2-8014-556c8bae4c69 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:19.692566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a0e64-8c77-4da2-8304-578e8890af14 req-a61ae4ad-dcc1-47d9-9619-a2d7946efb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:19.698964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f6a0e64-8c77-4da2-8304-578e8890af14 req-a61ae4ad-dcc1-47d9-9619-a2d7946efb58 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1097 time: 0.1000772 Dec 08 01:51:19.779832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c51c0a95-5740-4195-a638-ba8a7b3c0731 req-3260ddfa-e88d-4225-bfeb-d2bcb234dc22 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151643 Dec 08 01:51:19.782138 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f6a0e64-8c77-4da2-8304-578e8890af14 req-d5a972cb-2139-4314-a30e-4c93134eb423 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777674 Dec 08 01:51:19.786232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Deleting port 614d8794-2fec-4fc2-8014-556c8bae4c69 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:19.786232 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.824087 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4eff6d69-f1d9-4958-bcc1-0990a4f95581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.840153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eff6d69-f1d9-4958-bcc1-0990a4f95581 None None] No DVR routers for this DVR port 614d8794-2fec-4fc2-8014-556c8bae4c69 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:19.856691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7aa5c042-d82b-4fb7-8706-852cf5c49a42 req-81cf0570-dbac-4176-85dc-2d725cc9af9a tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 210 time: 0.0545185 Dec 08 01:51:19.886229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] For port 614d8794-2fec-4fc2-8014-556c8bae4c69, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=614d8794-2fec-4fc2-8014-556c8bae4c69,segment=NetworkSegment(832b7a99-b444-4fc7-926f-3af12f8a21d9),segment_id=832b7a99-b444-4fc7-926f-3af12f8a21d9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:19.886906 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:19.901335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Calling delete_port for 614d8794-2fec-4fc2-8014-556c8bae4c69 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:19.906748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff6d69-f1d9-4958-bcc1-0990a4f95581 None None] Pushing event deleted for resources: {'Port': ['ID=614d8794-2fec-4fc2-8014-556c8bae4c69,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:19.958295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Made reservation on behalf of c153057cd5c44b78964c51f1ad37c84c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:19.961848 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.057911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 614d8794-2fec-4fc2-8014-556c8bae4c69 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:20.105041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.150630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] No DVR routers for this DVR port 614d8794-2fec-4fc2-8014-556c8bae4c69 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:20.154716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 614d8794-2fec-4fc2-8014-556c8bae4c69 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:20.155076 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 614d8794-2fec-4fc2-8014-556c8bae4c69 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:20.333368 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.361856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413aa3d0-a24e-41e8-a155-9ec7dcd0df29']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:20.364303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Pushing event deleted for resources: {'Port': ['ID=614d8794-2fec-4fc2-8014-556c8bae4c69,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:20.381346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832b7a99-b444-4fc7-926f-3af12f8a21d9') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:20.381677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832b7a99-b444-4fc7-926f-3af12f8a21d9') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:20.397618 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.437532 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.451169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:51:20.451586 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:51:20.453631 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:51:20.545831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Allocated IP 172.20.0.9 (8a40c7cb-a606-4b1d-9bee-e672ac0b300c/7350439f-5003-4406-b9e1-36d3805fa73f/3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:20.568201 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.582875 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.589263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37744) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:20.589390 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] 10.222.0.70 "DELETE /v2.0/networks/413aa3d0-a24e-41e8-a155-9ec7dcd0df29 HTTP/1.1" status: 204 len: 168 time: 1.9333091 Dec 08 01:51:20.609916 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c08f52-c13b-42c9-a2ba-2ee556e634be admin admin] Pushing event deleted for resources: {'Network': ['ID=413aa3d0-a24e-41e8-a155-9ec7dcd0df29,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:20.762052 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.872357 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:20.993655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:21.041955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:21.059098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:21.115556 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event updated for resources: {'Port': ['ID=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:21.134236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:21.135668 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:21.170269 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-f9b4104d-defc-49ef-968f-420d72fe31e7 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2334230 Dec 08 01:51:21.183390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cf613-1de1-4229-9578-2ed8d25cf487 req-63ae34c9-d103-4587-9c59-ec85d08db9b0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:21.194628 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f0cf613-1de1-4229-9578-2ed8d25cf487 req-63ae34c9-d103-4587-9c59-ec85d08db9b0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2298784 Dec 08 01:51:21.207530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Request body: {'port': {'device_id': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:21.344040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:21.378833 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f0cf613-1de1-4229-9578-2ed8d25cf487 req-2f7312a9-47c3-49c9-8358-b0c5dc763750 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829453 Dec 08 01:51:21.379494 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2565e-3dd5-4ee8-b79d-de975215dd87 req-982e6df5-dfa9-48a4-940d-8d6150a11dfd tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:21.391968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12c2565e-3dd5-4ee8-b79d-de975215dd87 req-982e6df5-dfa9-48a4-940d-8d6150a11dfd tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 931 time: 0.3036485 Dec 08 01:51:21.564977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0ecdfd22-354b-470c-af1e-c5ca2016fbd6 None None] Provisioning complete for port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:21.565582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0ecdfd22-354b-470c-af1e-c5ca2016fbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:21.673681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0ecdfd22-354b-470c-af1e-c5ca2016fbd6 None None] Port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:21.747093 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12c2565e-3dd5-4ee8-b79d-de975215dd87 req-2625d079-a003-4f31-9518-5a7976977ec3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538246 Dec 08 01:51:22.024316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:22.057499 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.088736 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c7d08fa-17a3-477a-902e-108727abbc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.097800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Transition to ACTIVE for port object 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:22.102745 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.292768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Pushing event updated for resources: {'Port': ['ID=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:22.375224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.378653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.379302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.379589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.380011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.384019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.384019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.384019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.384019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.384019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.384019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.384019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.384019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:22.456485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Attempting to bind port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:22.456943 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Attempting to bind port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:22.457360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Attempting to bind port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c on network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:22.468125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c on network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:22.468603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Attempting to bind port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c on network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:22.476333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:22.480152 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Checking segment: {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:22.480698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Bound using segment: {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:22.482283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Bound port: 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e7058b-e89d-4b29-903b-561752339fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:22.484636 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.724652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194bdf0-d25e-4cfb-805a-4fde66fe2cfb req-d66594c4-96b4-416d-8034-91d405c7ca71 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:22.726178 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6194bdf0-d25e-4cfb-805a-4fde66fe2cfb req-d66594c4-96b4-416d-8034-91d405c7ca71 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2162292 Dec 08 01:51:22.744354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] For port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:22.747777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] For port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:22.757557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.791758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d08fa-17a3-477a-902e-108727abbc40 admin admin] Deleting port f075db79-d4db-45b1-a22b-fc4f16bcd6af {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:22.792254 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c7d08fa-17a3-477a-902e-108727abbc40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.848218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Pushing event updated for resources: {'Port': ['ID=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:22.880633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:22.881504 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:22.883137 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b3041204-96d1-4164-8f3b-938b70818807 service neutron] 10.222.0.65 "PUT /v2.0/ports/3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c HTTP/1.1" status: 200 len: 1092 time: 1.6846244 Dec 08 01:51:22.884034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'tag': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:22.886426 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2185dbd6-abe1-4082-98aa-36ed7cdb3bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "0d297ccb-698a-4cca-83f2-efbfa09a0b2f", "tag": "3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:23.038491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6194bdf0-d25e-4cfb-805a-4fde66fe2cfb req-7badfd1e-2749-457e-a727-48104085ea28 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810776 Dec 08 01:51:23.201893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-6f887e2c-4cea-47a7-8d22-9e366e0c16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:23.203428 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-6f887e2c-4cea-47a7-8d22-9e366e0c16a1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 1095 time: 0.1568551 Dec 08 01:51:23.223017 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3920ab2a-073f-4a38-840b-9ac283a659aa x-openstack-request-id: req-3920ab2a-073f-4a38-840b-9ac283a659aa {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:23.223759 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d297ccb-698a-4cca-83f2-efbfa09a0b2f", "tag": "3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:23.226486 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3920ab2a-073f-4a38-840b-9ac283a659aa {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:23.227165 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'tag': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c', 'status': 'completed', 'code': 200} Dec 08 01:51:23.299734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5c7d08fa-17a3-477a-902e-108727abbc40 admin admin] For port f075db79-d4db-45b1-a22b-fc4f16bcd6af, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f075db79-d4db-45b1-a22b-fc4f16bcd6af,segment=NetworkSegment(fdbceb74-89e8-4a25-bd23-dba50972de48),segment_id=fdbceb74-89e8-4a25-bd23-dba50972de48)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:23.300106 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c7d08fa-17a3-477a-902e-108727abbc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:23.358912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becdb54-f64a-4873-a7bc-a2b1a9ae0546 req-edb28569-a173-47f1-8704-f5d34060c92f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:23.362431 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-b2c46564-3edb-4fd2-8d65-c4ac301d626f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c HTTP/1.1" status: 200 len: 217 time: 0.1233091 Dec 08 01:51:23.367394 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5becdb54-f64a-4873-a7bc-a2b1a9ae0546 req-edb28569-a173-47f1-8704-f5d34060c92f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 943 time: 0.3227367 Dec 08 01:51:23.381610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d08fa-17a3-477a-902e-108727abbc40 admin admin] Calling delete_port for f075db79-d4db-45b1-a22b-fc4f16bcd6af owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:23.512981 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5becdb54-f64a-4873-a7bc-a2b1a9ae0546 req-3378e9b4-c5a8-4007-b57e-6ad1b240c53f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427460 Dec 08 01:51:23.585267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-de5b71ec-160a-4a97-822c-88c55c4dde35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:23.585651 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-de5b71ec-160a-4a97-822c-88c55c4dde35 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7350439f-5003-4406-b9e1-36d3805fa73f HTTP/1.1" status: 200 len: 850 time: 0.2044179 Dec 08 01:51:23.605500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf506b4-661d-4f8e-8ec2-d1a13d858f61 req-b700be85-c336-4027-9945-11765f8c074a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:23.608005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-edf506b4-661d-4f8e-8ec2-d1a13d858f61 req-b700be85-c336-4027-9945-11765f8c074a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1473310 Dec 08 01:51:23.695308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-dfad4a70-b002-4d1e-9d4b-6c23ad431dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:23.696763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-dfad4a70-b002-4d1e-9d4b-6c23ad431dae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878143 Dec 08 01:51:23.718036 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c7d08fa-17a3-477a-902e-108727abbc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:23.729508 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:51:23.783303 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-edf506b4-661d-4f8e-8ec2-d1a13d858f61 req-31ae7543-dad3-40db-b205-65dd449bf288 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214745 Dec 08 01:51:23.783303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37846) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:23.798301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d08fa-17a3-477a-902e-108727abbc40 admin admin] Pushing event deleted for resources: {'Port': ['ID=f075db79-d4db-45b1-a22b-fc4f16bcd6af,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:23.964970 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8907df-d78a-4e01-bdd5-9748759e366f tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:23.967841 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3a8907df-d78a-4e01-bdd5-9748759e366f tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1092 time: 0.1827297 Dec 08 01:51:23.970767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37858) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:23.996249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': 'dc6097c8-b96a-4792-b236-ef324b106058', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:24.054788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-9b36d47b-2334-4114-9ef4-c905b44b70ac service neutron] 10.222.0.65 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255236 Dec 08 01:51:24.193188 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.198090 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e0db63b-27c3-493a-9215-e80e74206ed6 req-7b4c9ed7-aae6-4bd2-ba36-ce446e0001d1 service neutron] 10.222.0.65 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409588 Dec 08 01:51:24.258548 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c7d08fa-17a3-477a-902e-108727abbc40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.504222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185dbd6-abe1-4082-98aa-36ed7cdb3bcc req-3ce408cb-a22a-4ca7-b357-2ec34f55fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:24.505943 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2185dbd6-abe1-4082-98aa-36ed7cdb3bcc req-3ce408cb-a22a-4ca7-b357-2ec34f55fc88 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 1095 time: 0.1448843 Dec 08 01:51:24.705186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7d08fa-17a3-477a-902e-108727abbc40 admin admin] Router ec78fb81-2208-49c2-90ce-1c083a5f3e73 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:51:24.729508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185dbd6-abe1-4082-98aa-36ed7cdb3bcc req-228ade14-e0fb-465c-93b1-bfd7134d2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:24.731006 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2185dbd6-abe1-4082-98aa-36ed7cdb3bcc req-228ade14-e0fb-465c-93b1-bfd7134d2ea9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 912 time: 0.2143850 Dec 08 01:51:24.733610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:24.790472 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2185dbd6-abe1-4082-98aa-36ed7cdb3bcc req-826dd3be-971f-40c3-b7f6-188a9cbfff9d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c HTTP/1.1" status: 200 len: 217 time: 0.0486581 Dec 08 01:51:24.914806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185dbd6-abe1-4082-98aa-36ed7cdb3bcc req-21ddbc74-97e2-4a6c-a28d-bacfbe6448e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:24.917121 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2185dbd6-abe1-4082-98aa-36ed7cdb3bcc req-21ddbc74-97e2-4a6c-a28d-bacfbe6448e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7350439f-5003-4406-b9e1-36d3805fa73f HTTP/1.1" status: 200 len: 850 time: 0.0971291 Dec 08 01:51:24.957754 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562826ab-5db9-482e-8b01-fbc0bd8324fc req-7cc35fd8-2eb1-4716-b587-ea6f86f537d9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:24.961614 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-562826ab-5db9-482e-8b01-fbc0bd8324fc req-7cc35fd8-2eb1-4716-b587-ea6f86f537d9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 943 time: 0.1573927 Dec 08 01:51:25.048350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.25.2.207 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/a162d389-1786-4f6a-9411-84001355901f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:25.109888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185dbd6-abe1-4082-98aa-36ed7cdb3bcc req-e996613c-8e70-4851-a4d0-d169586a75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:25.111443 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2185dbd6-abe1-4082-98aa-36ed7cdb3bcc req-e996613c-8e70-4851-a4d0-d169586a75ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759224 Dec 08 01:51:25.362131 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.395795 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2185dbd6-abe1-4082-98aa-36ed7cdb3bcc req-e41f9144-8d78-48b8-928f-06b1990fc746 service neutron] 10.222.0.65 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708941 Dec 08 01:51:25.643195 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:25.696110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2185dbd6-abe1-4082-98aa-36ed7cdb3bcc req-430860d4-04ba-4823-a128-d03be9b146ee service neutron] 10.222.0.65 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862654 Dec 08 01:51:25.711681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:25.713102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=a162d389-1786-4f6a-9411-84001355901f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:25.715929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:25.718868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:25.808013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7d08fa-17a3-477a-902e-108727abbc40 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:25.823155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788d73d7-c73f-496a-b5e7-6d03a07bffb0 None None] Sync routers for ids ['ec78fb81-2208-49c2-90ce-1c083a5f3e73'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:25.840024 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5c7d08fa-17a3-477a-902e-108727abbc40 admin admin] 10.222.0.70 "PUT /v2.0/routers/ec78fb81-2208-49c2-90ce-1c083a5f3e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2485099 Dec 08 01:51:25.849592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37910) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:25.860791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788d73d7-c73f-496a-b5e7-6d03a07bffb0 None None] Routers {'ec78fb81-2208-49c2-90ce-1c083a5f3e73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:25.863892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-788d73d7-c73f-496a-b5e7-6d03a07bffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:51:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ec78fb81-2208-49c2-90ce-1c083a5f3e73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:25.995003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-562826ab-5db9-482e-8b01-fbc0bd8324fc req-8e9dd65a-ba65-46dc-a34b-343e7e54bbeb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0304234 Dec 08 01:51:26.114849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-788d73d7-c73f-496a-b5e7-6d03a07bffb0 None None] Set router ec78fb81-2208-49c2-90ce-1c083a5f3e73 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:26.229458 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.377453 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.506557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Deleting port 675527cf-7b4c-46ec-9bdc-38f06517b702 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:26.506904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.524875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-788d73d7-c73f-496a-b5e7-6d03a07bffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'name': 'tempest-TaggedBootDevicesTest-1927259413-router', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:53Z', 'updated_at': '2021-12-08T01:51:23Z', 'revision_number': 5, 'project_id': '96ac8af70d41406db598979a0daa71cb', 'gw_port': {'id': '675527cf-7b4c-46ec-9bdc-38f06517b702', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:75:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:38:56Z', 'updated_at': '2021-12-08T01:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:26.585605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788d73d7-c73f-496a-b5e7-6d03a07bffb0 None None] Checking router: ec78fb81-2208-49c2-90ce-1c083a5f3e73 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:51:26.623100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788d73d7-c73f-496a-b5e7-6d03a07bffb0 None None] Routers {'ec78fb81-2208-49c2-90ce-1c083a5f3e73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:26.626175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-788d73d7-c73f-496a-b5e7-6d03a07bffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:51:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ec78fb81-2208-49c2-90ce-1c083a5f3e73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:26.664166 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] For port 675527cf-7b4c-46ec-9bdc-38f06517b702, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=675527cf-7b4c-46ec-9bdc-38f06517b702,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:26.664843 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.685842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Calling delete_port for 675527cf-7b4c-46ec-9bdc-38f06517b702 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:26.887173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-788d73d7-c73f-496a-b5e7-6d03a07bffb0 None None] Set router ec78fb81-2208-49c2-90ce-1c083a5f3e73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:26.933843 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:26.990580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Pushing event deleted for resources: {'Port': ['ID=675527cf-7b4c-46ec-9bdc-38f06517b702,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:27.067241 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-788d73d7-c73f-496a-b5e7-6d03a07bffb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'name': 'tempest-TaggedBootDevicesTest-1927259413-router', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:53Z', 'updated_at': '2021-12-08T01:51:26Z', 'revision_number': 6, 'project_id': '96ac8af70d41406db598979a0daa71cb', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:27.079940 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:27.221931 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.295792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:27.376045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'port_id': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c', 'mac_address': 'fa:16:3e:9d:4b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:27.378231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b17fba-81ae-4b16-9b78-3430b6c03b8a None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:51:27.389029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788d73d7-c73f-496a-b5e7-6d03a07bffb0 None None] The sync data for ids ['ec78fb81-2208-49c2-90ce-1c083a5f3e73'] in n-d-713498-30 is: [{'id': 'ec78fb81-2208-49c2-90ce-1c083a5f3e73', 'name': 'tempest-TaggedBootDevicesTest-1927259413-router', 'tenant_id': '96ac8af70d41406db598979a0daa71cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:38:53Z', 'updated_at': '2021-12-08T01:51:26Z', 'revision_number': 6, 'project_id': '96ac8af70d41406db598979a0daa71cb', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:27.451023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9afbf3-5c8b-4e18-9e20-85234128ddae req-cabd3b14-0045-45c8-ad59-92e8b3168e64 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:27.453533 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f9afbf3-5c8b-4e18-9e20-85234128ddae req-cabd3b14-0045-45c8-ad59-92e8b3168e64 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 943 time: 0.2505021 Dec 08 01:51:27.462653 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.525960 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.532380 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.590682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f9afbf3-5c8b-4e18-9e20-85234128ddae req-f0614718-4b9d-4dd5-b6de-e2fffd1f9997 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295271 Dec 08 01:51:27.670455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.745142 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.745142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec78fb81-2208-49c2-90ce-1c083a5f3e73 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:51:27.745475 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.751293 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-47a073ae-f7e5-49c9-9b99-42db3eeaaa9e admin admin] 10.222.0.70 "DELETE /v2.0/routers/ec78fb81-2208-49c2-90ce-1c083a5f3e73 HTTP/1.1" status: 204 len: 168 time: 1.9003692 Dec 08 01:51:27.751699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37956) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:27.887416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-560be07e-65d8-4108-9730-6b67f18dc647 admin admin] Deleting subnet 4794b95a-e829-4008-8e2e-37733f1f5c85 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:51:27.897088 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-560be07e-65d8-4108-9730-6b67f18dc647 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.903337 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:27.951835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:27.975412 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-560be07e-65d8-4108-9730-6b67f18dc647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.029987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:28.036555 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.119818 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.134334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.193126 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:28.209370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.236614 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-560be07e-65d8-4108-9730-6b67f18dc647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.299938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=a162d389-1786-4f6a-9411-84001355901f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:28.367601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 675527cf-7b4c-46ec-9bdc-38f06517b702 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:28.372943 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Floating IP 8c5ca535-ad01-4c54-941e-182a806edecf associated. External IP: 172.25.2.207, port: dc6097c8-b96a-4792-b236-ef324b106058. Dec 08 01:51:28.404771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 675527cf-7b4c-46ec-9bdc-38f06517b702 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:28.405866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 675527cf-7b4c-46ec-9bdc-38f06517b702 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:28.406514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f075db79-d4db-45b1-a22b-fc4f16bcd6af no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:28.413301 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-560be07e-65d8-4108-9730-6b67f18dc647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.446276 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560be07e-65d8-4108-9730-6b67f18dc647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4794b95a-e829-4008-8e2e-37733f1f5c85,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:28.458247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-560be07e-65d8-4108-9730-6b67f18dc647 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.463121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-560be07e-65d8-4108-9730-6b67f18dc647 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4794b95a-e829-4008-8e2e-37733f1f5c85 HTTP/1.1" status: 204 len: 168 time: 0.7102003 Dec 08 01:51:28.475250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37970) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:28.485469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: f075db79-d4db-45b1-a22b-fc4f16bcd6af {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:28.486425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f075db79-d4db-45b1-a22b-fc4f16bcd6af not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:28.502249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:28.516505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970ece38-1966-4bad-9fde-fca4e2a98c86 None None] Network 6e5792c2-6052-4e4d-9314-513bf9b5fdba requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:28.732044 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.890462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Deleting port 4744a602-8a9b-4d2f-9116-60727b1418ff {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:28.892526 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:28.912214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:51:28.930581 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7133c261-cb0d-42a8-ae6c-3ea313a2e707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.104112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] For port 4744a602-8a9b-4d2f-9116-60727b1418ff, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4744a602-8a9b-4d2f-9116-60727b1418ff,segment=NetworkSegment(fdbceb74-89e8-4a25-bd23-dba50972de48),segment_id=fdbceb74-89e8-4a25-bd23-dba50972de48)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:29.104112 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.121055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Calling delete_port for 4744a602-8a9b-4d2f-9116-60727b1418ff owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:29.124835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f097c36-ea4b-4060-80d4-c7355520d27c None None] DHCP port deletion for 6e5792c2-6052-4e4d-9314-513bf9b5fdba request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:51:29.252375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.322269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4744a602-8a9b-4d2f-9116-60727b1418ff,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:29.337441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3f097c36-ea4b-4060-80d4-c7355520d27c None None] Deleting port 4744a602-8a9b-4d2f-9116-60727b1418ff {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:29.338107 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f097c36-ea4b-4060-80d4-c7355520d27c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.349333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] No DVR routers for this DVR port 4744a602-8a9b-4d2f-9116-60727b1418ff on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:29.375823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:29.389873 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27f289-ede4-41ad-a037-2a9dd01207a9 None None] Sync routers for ids ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:29.422084 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.430752 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27f289-ede4-41ad-a037-2a9dd01207a9 None None] Routers {'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:29.431856 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6a27f289-ede4-41ad-a037-2a9dd01207a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:51:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:29.494268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2dade-f38e-4630-8d6e-444f112d9c78 req-72059670-69a8-41da-80bf-fadefa0f2d86 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:29.496013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7f2dade-f38e-4630-8d6e-444f112d9c78 req-72059670-69a8-41da-80bf-fadefa0f2d86 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 944 time: 0.6173451 Dec 08 01:51:29.499035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37988) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:29.542347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5b26582b-e000-44b9-9a44-dcf80e01666d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5571392 Dec 08 01:51:29.543360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:29.546962 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfb4bd4-50f4-4c1c-90b8-6fbdff11313c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "tag": "dc6097c8-b96a-4792-b236-ef324b106058"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:29.615097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3f097c36-ea4b-4060-80d4-c7355520d27c None None] For port 4744a602-8a9b-4d2f-9116-60727b1418ff, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:29.615515 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f097c36-ea4b-4060-80d4-c7355520d27c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.649288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3f097c36-ea4b-4060-80d4-c7355520d27c None None] Calling delete_port for 4744a602-8a9b-4d2f-9116-60727b1418ff owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:29.654336 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-3f097c36-ea4b-4060-80d4-c7355520d27c None None] Port 4744a602-8a9b-4d2f-9116-60727b1418ff was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:51:29.657423 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f097c36-ea4b-4060-80d4-c7355520d27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.687738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f097c36-ea4b-4060-80d4-c7355520d27c None None] No DVR routers for this DVR port 4744a602-8a9b-4d2f-9116-60727b1418ff on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:29.715445 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.738778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f097c36-ea4b-4060-80d4-c7355520d27c None None] Pushing event deleted for resources: {'Port': ['ID=4744a602-8a9b-4d2f-9116-60727b1418ff,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:29.755144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf7557-6021-459b-8dff-42def2c31348 req-d02593ff-d32e-4784-81cf-c2fdcaef68ae tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:29.772986 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3cf7557-6021-459b-8dff-42def2c31348 req-d02593ff-d32e-4784-81cf-c2fdcaef68ae tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1237836 Dec 08 01:51:29.777706 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6a27f289-ede4-41ad-a037-2a9dd01207a9 None None] Set router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:29.798920 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f714d41-4553-499b-a21d-56f655ef93e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.818674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5792c2-6052-4e4d-9314-513bf9b5fdba']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:29.831707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbceb74-89e8-4a25-bd23-dba50972de48') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:29.832133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbceb74-89e8-4a25-bd23-dba50972de48') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:29.861638 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.890406 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.894459 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3cf7557-6021-459b-8dff-42def2c31348 req-56409333-3e66-4ef8-bf91-6c14d9f1a89e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203470 Dec 08 01:51:29.897849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:51:29.898922 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:29.908575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38000) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:30.018980 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8248ef8c-1b16-459f-8c80-a7bfba104a12 x-openstack-request-id: req-8248ef8c-1b16-459f-8c80-a7bfba104a12 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:30.020157 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "tag": "dc6097c8-b96a-4792-b236-ef324b106058", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:30.020676 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8248ef8c-1b16-459f-8c80-a7bfba104a12 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:51:30.021444 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:51:30.025582 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058', 'status': 'completed', 'code': 200} Dec 08 01:51:30.033915 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7f2dade-f38e-4630-8d6e-444f112d9c78 req-580d1a5a-a425-458e-958f-b7d003cf9914 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5266047 Dec 08 01:51:30.035769 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.067419 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.081347 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] 10.222.0.70 "DELETE /v2.0/networks/6e5792c2-6052-4e4d-9314-513bf9b5fdba HTTP/1.1" status: 204 len: 168 time: 1.6038661 Dec 08 01:51:30.101502 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-91a501e1-0854-4570-a94e-c0a54789d286 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/8c5ca535-ad01-4c54-941e-182a806edecf HTTP/1.1" status: 200 len: 991 time: 0.1914363 Dec 08 01:51:30.245001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f714d41-4553-499b-a21d-56f655ef93e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.249780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe810f1-09bf-40a1-87aa-ba52d5ac52dc admin admin] Pushing event deleted for resources: {'Network': ['ID=6e5792c2-6052-4e4d-9314-513bf9b5fdba,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:30.277934 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f714d41-4553-499b-a21d-56f655ef93e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.297657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4744a602-8a9b-4d2f-9116-60727b1418ff no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:51:30.338222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38012) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:30.342828 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6a27f289-ede4-41ad-a037-2a9dd01207a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '8c5ca535-ad01-4c54-941e-182a806edecf', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'port_id': 'dc6097c8-b96a-4792-b236-ef324b106058', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'mac_address': 'fa:16:3e:68:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:51:26Z', 'updated_at': '2021-12-08T01:51:26Z', 'revision_number': 0, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c9259e9-42a3-4fc6-a3c1-e1c833f11612', 'name': '', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:53:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:52Z', 'updated_at': '2021-12-08T01:51:03Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:30.370411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 4744a602-8a9b-4d2f-9116-60727b1418ff {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:51:30.373094 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4744a602-8a9b-4d2f-9116-60727b1418ff not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:51:30.396546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f714d41-4553-499b-a21d-56f655ef93e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25018a97-4ec4-4ab5-b03f-f84ae6bf48dd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:30.396897 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27f289-ede4-41ad-a037-2a9dd01207a9 None None] Checking router: b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:51:30.417594 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a27f289-ede4-41ad-a037-2a9dd01207a9 None None] Routers {'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:30.418235 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6a27f289-ede4-41ad-a037-2a9dd01207a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:51:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:30.430456 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f6e4f1e0-47fb-45fd-83ee-8abadf9dd622 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab7855d0a0e74cfba38e77648e79ba3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0885808 Dec 08 01:51:30.430777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38014) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:30.454727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4bd4-50f4-4c1c-90b8-6fbdff11313c req-0ecb8998-8681-47c1-9888-7de1a723fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:30.458416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1dfb4bd4-50f4-4c1c-90b8-6fbdff11313c req-0ecb8998-8681-47c1-9888-7de1a723fae1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1097 time: 0.3738737 Dec 08 01:51:30.462090 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6f714d41-4553-499b-a21d-56f655ef93e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87ed37aa8f204f55abc2401fa6e1a124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9611068 Dec 08 01:51:30.475589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38016) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:30.548378 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6a27f289-ede4-41ad-a037-2a9dd01207a9 None None] Set router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:30.590564 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5302add-764a-4ca0-873f-19f702a240e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.609051 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f4af-f253-4c60-b6b1-8b84b9e7b43c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.706380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4bd4-50f4-4c1c-90b8-6fbdff11313c req-f157a7b2-9a7c-47ba-a691-6b650a473a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:30.706600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5302add-764a-4ca0-873f-19f702a240e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.706710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1dfb4bd4-50f4-4c1c-90b8-6fbdff11313c req-f157a7b2-9a7c-47ba-a691-6b650a473a10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 897 time: 0.2399194 Dec 08 01:51:30.727559 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f4af-f253-4c60-b6b1-8b84b9e7b43c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.852106 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5302add-764a-4ca0-873f-19f702a240e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.861473 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e5302add-764a-4ca0-873f-19f702a240e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.862676 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e5302add-764a-4ca0-873f-19f702a240e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c HTTP/1.1" status: 204 len: 168 time: 0.4308565 Dec 08 01:51:30.887488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5302add-764a-4ca0-873f-19f702a240e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2338804f-d5d7-41e0-8cf0-2ad4e1d9b77c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:30.894179 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f4af-f253-4c60-b6b1-8b84b9e7b43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.902811 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5a5f4af-f253-4c60-b6b1-8b84b9e7b43c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:30.906965 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a5a5f4af-f253-4c60-b6b1-8b84b9e7b43c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/25018a97-4ec4-4ab5-b03f-f84ae6bf48dd HTTP/1.1" status: 204 len: 168 time: 0.4300594 Dec 08 01:51:30.927386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5f4af-f253-4c60-b6b1-8b84b9e7b43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25018a97-4ec4-4ab5-b03f-f84ae6bf48dd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:30.927938 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1dfb4bd4-50f4-4c1c-90b8-6fbdff11313c req-0dd6bdcb-b7c1-4e1b-9cc7-1726dab22374 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 999 time: 0.2093451 Dec 08 01:51:30.990048 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6a27f289-ede4-41ad-a037-2a9dd01207a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '8c5ca535-ad01-4c54-941e-182a806edecf', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'port_id': 'dc6097c8-b96a-4792-b236-ef324b106058', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'mac_address': 'fa:16:3e:68:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:51:26Z', 'updated_at': '2021-12-08T01:51:26Z', 'revision_number': 0, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c9259e9-42a3-4fc6-a3c1-e1c833f11612', 'name': '', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:53:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:52Z', 'updated_at': '2021-12-08T01:51:03Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:31.035057 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27f289-ede4-41ad-a037-2a9dd01207a9 None None] The sync data for ids ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'] in n-d-713498-30 is: [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '8c5ca535-ad01-4c54-941e-182a806edecf', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'floating_ip_address': '172.25.2.207', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'port_id': 'dc6097c8-b96a-4792-b236-ef324b106058', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'mac_address': 'fa:16:3e:68:0f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:51:26Z', 'updated_at': '2021-12-08T01:51:26Z', 'revision_number': 0, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c9259e9-42a3-4fc6-a3c1-e1c833f11612', 'name': '', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:53:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:52Z', 'updated_at': '2021-12-08T01:51:03Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:31.047701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4bd4-50f4-4c1c-90b8-6fbdff11313c req-87577aec-7933-494b-a1a7-e689e861af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:31.049252 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1dfb4bd4-50f4-4c1c-90b8-6fbdff11313c req-87577aec-7933-494b-a1a7-e689e861af18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.1126590 Dec 08 01:51:31.077297 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:31.105444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38030) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:31.153686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4bd4-50f4-4c1c-90b8-6fbdff11313c req-980e9cfa-d86a-445b-a3a6-0af187a95350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:31.155245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1dfb4bd4-50f4-4c1c-90b8-6fbdff11313c req-980e9cfa-d86a-445b-a3a6-0af187a95350 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979640 Dec 08 01:51:31.291738 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-374ccd70-857a-4737-9399-6c746e45a76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.348992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:31.359329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:31.360942 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.450175 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1dfb4bd4-50f4-4c1c-90b8-6fbdff11313c req-4a7715db-b33d-4265-8048-736b5a1605ad service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795982 Dec 08 01:51:31.453763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7f16ad77-99c6-41ab-9325-8dd33e40fd5a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/8c5ca535-ad01-4c54-941e-182a806edecf HTTP/1.1" status: 200 len: 991 time: 0.3458319 Dec 08 01:51:31.505236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e5061-c0fe-42ce-8a84-9a644eae8d0f req-eb1e4b32-413d-44e8-b08f-b1fc9c41272e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:31.516270 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-942e5061-c0fe-42ce-8a84-9a644eae8d0f req-eb1e4b32-413d-44e8-b08f-b1fc9c41272e tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 944 time: 0.2787399 Dec 08 01:51:31.565780 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.620738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dccf311-59dc-4a91-ab53-51b447858ffd None None] New status for floating IP 8c5ca535-ad01-4c54-941e-182a806edecf: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:51:31.642894 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-942e5061-c0fe-42ce-8a84-9a644eae8d0f req-982128e9-75d5-46ea-8c7a-39808462ceca tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223204 Dec 08 01:51:31.657081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:31.659684 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6627257f-b26d-44a0-a8e7-7bfb7e8a2db4" -d '{"events": [{"server_uuid": "0d297ccb-698a-4cca-83f2-efbfa09a0b2f", "name": "network-vif-plugged", "status": "completed", "tag": "3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:31.689746 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1dfb4bd4-50f4-4c1c-90b8-6fbdff11313c req-0233a12b-ed2e-47b7-901b-293e1c61cac8 service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301006 Dec 08 01:51:31.745607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38052) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:31.757322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38054) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:31.766868 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936d397c-0788-4878-8eb5-1d63cfef45fd x-openstack-request-id: req-936d397c-0788-4878-8eb5-1d63cfef45fd {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:31.767173 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d297ccb-698a-4cca-83f2-efbfa09a0b2f", "name": "network-vif-plugged", "status": "completed", "tag": "3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:31.767575 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-936d397c-0788-4878-8eb5-1d63cfef45fd {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:31.768590 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c', 'code': 200} Dec 08 01:51:31.768929 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10860bcc-ddd6-4a8a-8131-c82f3a0c4150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.770796 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:31.797866 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.803084 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.810290 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2ac903ca-a170-4ed6-9426-052e9452cc2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=96ac8af70d41406db598979a0daa71cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492883 Dec 08 01:51:31.811428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38056) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:31.902070 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6aebeb7c-4367-4b23-b7e7-0f5450d23b75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:31.931151 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6aebeb7c-4367-4b23-b7e7-0f5450d23b75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.022091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:32.057573 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10860bcc-ddd6-4a8a-8131-c82f3a0c4150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.062216 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6aebeb7c-4367-4b23-b7e7-0f5450d23b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.065710 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6aebeb7c-4367-4b23-b7e7-0f5450d23b75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.068547 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10860bcc-ddd6-4a8a-8131-c82f3a0c4150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.071135 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6aebeb7c-4367-4b23-b7e7-0f5450d23b75 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dfea49d5-d756-4cd0-95b2-71fa70824681 HTTP/1.1" status: 204 len: 168 time: 0.2582145 Dec 08 01:51:32.088993 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebeb7c-4367-4b23-b7e7-0f5450d23b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfea49d5-d756-4cd0-95b2-71fa70824681,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:32.104509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10860bcc-ddd6-4a8a-8131-c82f3a0c4150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12901c93-d26c-47b7-8c83-462be183b8f5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:32.135351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7d12f-b6e2-4dd8-bbbf-6323bb173282 req-b31b21b4-2fa1-41bd-9a4e-2215347b3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:32.139541 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6cd7d12f-b6e2-4dd8-bbbf-6323bb173282 req-b31b21b4-2fa1-41bd-9a4e-2215347b3738 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 1097 time: 0.2389135 Dec 08 01:51:32.201372 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-10860bcc-ddd6-4a8a-8131-c82f3a0c4150 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c25fd8096b2043ff9b046735a3389584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4512618 Dec 08 01:51:32.202051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38070) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:32.290690 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.350923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6cd7d12f-b6e2-4dd8-bbbf-6323bb173282 req-4aebd8e2-b491-4e5c-acac-2e0b8e8e697b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986132 Dec 08 01:51:32.371200 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddeb219a-2c9e-4a34-8f9b-77f20200929f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.438205 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddeb219a-2c9e-4a34-8f9b-77f20200929f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.458007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38076) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:32.548399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddeb219a-2c9e-4a34-8f9b-77f20200929f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.551032 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddeb219a-2c9e-4a34-8f9b-77f20200929f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:32.552225 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ddeb219a-2c9e-4a34-8f9b-77f20200929f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/12901c93-d26c-47b7-8c83-462be183b8f5 HTTP/1.1" status: 204 len: 168 time: 0.3492458 Dec 08 01:51:32.553597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0aac7b3a-8c48-47f0-a998-39cbfb689b60 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/8c5ca535-ad01-4c54-941e-182a806edecf HTTP/1.1" status: 200 len: 993 time: 0.0943596 Dec 08 01:51:32.563911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb219a-2c9e-4a34-8f9b-77f20200929f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12901c93-d26c-47b7-8c83-462be183b8f5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:32.857931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066a9b9-3f26-4636-98be-a450c415deb5 req-b4205882-2f96-433a-a942-a5089a8b6697 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:32.859773 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2066a9b9-3f26-4636-98be-a450c415deb5 req-b4205882-2f96-433a-a942-a5089a8b6697 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 945 time: 0.1273103 Dec 08 01:51:32.955146 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2066a9b9-3f26-4636-98be-a450c415deb5 req-2b556edc-edce-484f-810d-55e99384dfc3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888515 Dec 08 01:51:33.605030 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:33.808717 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:34.163668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7973c8-554f-40bb-8ecf-20ecbf58f93c req-2c506182-b133-4e57-aa77-a2329e7e54bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:34.166820 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc7973c8-554f-40bb-8ecf-20ecbf58f93c req-2c506182-b133-4e57-aa77-a2329e7e54bb tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 945 time: 0.0867219 Dec 08 01:51:34.354909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc7973c8-554f-40bb-8ecf-20ecbf58f93c req-c3561acc-c7fb-45b4-93a2-6dcd6cce504f tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770797 Dec 08 01:51:34.560610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8c86d-8320-472d-abab-790bef182f19 req-051ce55a-45f3-496a-9d56-2d88a45bf1b8 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:34.565901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4c8c86d-8320-472d-abab-790bef182f19 req-051ce55a-45f3-496a-9d56-2d88a45bf1b8 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 945 time: 0.0772498 Dec 08 01:51:34.571307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38164) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:34.582013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b20ead1e-9e98-47d0-956f-40ddef5d6409 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Request body: {'floatingip': {'port_id': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:34.665161 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b20ead1e-9e98-47d0-956f-40ddef5d6409 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:34.744129 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:35.981038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38234) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:36.244407 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-b20ead1e-9e98-47d0-956f-40ddef5d6409 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:51:36.314230 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64d65634-613a-4d50-93c4-fe89a63c6c56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.326802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b20ead1e-9e98-47d0-956f-40ddef5d6409 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.339091 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b20ead1e-9e98-47d0-956f-40ddef5d6409 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.562244 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-b20ead1e-9e98-47d0-956f-40ddef5d6409 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Floating IP ccc8b32f-abdf-40c7-af19-86c470c29c36 associated. External IP: 172.25.2.174, port: 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c. Dec 08 01:51:36.569065 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64d65634-613a-4d50-93c4-fe89a63c6c56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.576832 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64d65634-613a-4d50-93c4-fe89a63c6c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.694989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-64d65634-613a-4d50-93c4-fe89a63c6c56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=38ba238866be476aac56f6b14aab72ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7101364 Dec 08 01:51:36.704222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38262) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:36.710841 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d65634-613a-4d50-93c4-fe89a63c6c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aac51ae-3bf2-4d99-9a94-5a9546a77cba,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:36.821991 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ee86902-4b39-483c-9f1d-da0b94f6ebf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:36.853033 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ee86902-4b39-483c-9f1d-da0b94f6ebf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.033891 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ee86902-4b39-483c-9f1d-da0b94f6ebf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.042413 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ee86902-4b39-483c-9f1d-da0b94f6ebf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.047572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8ee86902-4b39-483c-9f1d-da0b94f6ebf3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7aac51ae-3bf2-4d99-9a94-5a9546a77cba HTTP/1.1" status: 204 len: 168 time: 0.3420186 Dec 08 01:51:37.064458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee86902-4b39-483c-9f1d-da0b94f6ebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aac51ae-3bf2-4d99-9a94-5a9546a77cba,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:37.094642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20ead1e-9e98-47d0-956f-40ddef5d6409 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Router ecc649c4-8963-4b2b-ae3f-96eab8f3372b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:51:37.287181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20ead1e-9e98-47d0-956f-40ddef5d6409 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:51:37.300213 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b20ead1e-9e98-47d0-956f-40ddef5d6409 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:37.304724 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5bf27b-3fe5-4277-8e10-85de9f2167e4 None None] Sync routers for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:51:37.320908 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5bf27b-3fe5-4277-8e10-85de9f2167e4 None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:37.325103 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ff5bf27b-3fe5-4277-8e10-85de9f2167e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:51:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:37.342972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b20ead1e-9e98-47d0-956f-40ddef5d6409 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "PUT /v2.0/floatingips/ccc8b32f-abdf-40c7-af19-86c470c29c36 HTTP/1.1" status: 200 len: 991 time: 2.7703125 Dec 08 01:51:37.343779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'tag': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:37.360573 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ee0253-5172-4249-8474-78b1aba27f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d297ccb-698a-4cca-83f2-efbfa09a0b2f", "tag": "3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:37.483874 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ef8b7a-f85a-40ef-8add-1d6b93fcd59b x-openstack-request-id: req-41ef8b7a-f85a-40ef-8add-1d6b93fcd59b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:37.484750 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d297ccb-698a-4cca-83f2-efbfa09a0b2f", "tag": "3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:37.485152 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41ef8b7a-f85a-40ef-8add-1d6b93fcd59b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:37.485696 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'tag': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c', 'status': 'completed', 'code': 200} Dec 08 01:51:37.631256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee0253-5172-4249-8474-78b1aba27f1e req-dc3bd03a-fbc5-419a-aac3-9cb85640e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:37.636248 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5ee0253-5172-4249-8474-78b1aba27f1e req-dc3bd03a-fbc5-419a-aac3-9cb85640e58c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 1097 time: 0.0969114 Dec 08 01:51:37.768661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee0253-5172-4249-8474-78b1aba27f1e req-9a2126e2-39f6-48e7-9d53-e6b36009e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:37.770668 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5ee0253-5172-4249-8474-78b1aba27f1e req-9a2126e2-39f6-48e7-9d53-e6b36009e632 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 912 time: 0.1267390 Dec 08 01:51:37.887308 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5ee0253-5172-4249-8474-78b1aba27f1e req-7d38fc28-2ac0-485e-9309-9b91772afbf6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c HTTP/1.1" status: 200 len: 999 time: 0.1044908 Dec 08 01:51:37.892755 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-ff5bf27b-3fe5-4277-8e10-85de9f2167e4 None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:38.062993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee0253-5172-4249-8474-78b1aba27f1e req-64228e21-77ac-4f57-b43b-cbd4ab0f162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:38.068981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5ee0253-5172-4249-8474-78b1aba27f1e req-64228e21-77ac-4f57-b43b-cbd4ab0f162e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7350439f-5003-4406-b9e1-36d3805fa73f HTTP/1.1" status: 200 len: 850 time: 0.1704252 Dec 08 01:51:38.144594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee0253-5172-4249-8474-78b1aba27f1e req-fc72ea00-c35e-4e64-b153-6a5f470b8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:38.148516 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5ee0253-5172-4249-8474-78b1aba27f1e req-fc72ea00-c35e-4e64-b153-6a5f470b8a4f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701253 Dec 08 01:51:38.299092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38312) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:38.340906 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ff5bf27b-3fe5-4277-8e10-85de9f2167e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ccc8b32f-abdf-40c7-af19-86c470c29c36', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'port_id': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'mac_address': 'fa:16:3e:9d:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:51:13Z', 'updated_at': '2021-12-08T01:51:35Z', 'revision_number': 1, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:45Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:38.382947 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5bf27b-3fe5-4277-8e10-85de9f2167e4 None None] Checking router: ecc649c4-8963-4b2b-ae3f-96eab8f3372b for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:51:38.395151 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5bf27b-3fe5-4277-8e10-85de9f2167e4 None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:51:38.398691 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ff5bf27b-3fe5-4277-8e10-85de9f2167e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:51:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:38.402841 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5ee0253-5172-4249-8474-78b1aba27f1e req-b167380f-ffca-4d2f-aad5-ef75604db24e service neutron] 10.222.0.65 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467418 Dec 08 01:51:38.622712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5ee0253-5172-4249-8474-78b1aba27f1e req-3bdb8d64-3c6a-4dab-925c-09e979a9ca62 service neutron] 10.222.0.65 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108071 Dec 08 01:51:38.664089 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-ff5bf27b-3fe5-4277-8e10-85de9f2167e4 None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:51:38.873459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be114edf-99b8-4603-b8b1-b1a823022be2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.044168 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be114edf-99b8-4603-b8b1-b1a823022be2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.071311 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be114edf-99b8-4603-b8b1-b1a823022be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.089067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38344) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:39.142947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be114edf-99b8-4603-b8b1-b1a823022be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5bd16d-7e6b-4704-adf3-50004a5ad842,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:39.147796 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-be114edf-99b8-4603-b8b1-b1a823022be2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5c804ceb878e4989ae6c2b05ea7b6013&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8463254 Dec 08 01:51:39.150681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38350) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:39.222792 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ff5bf27b-3fe5-4277-8e10-85de9f2167e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ccc8b32f-abdf-40c7-af19-86c470c29c36', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'port_id': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'mac_address': 'fa:16:3e:9d:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:51:13Z', 'updated_at': '2021-12-08T01:51:35Z', 'revision_number': 1, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:45Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:39.293329 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5bf27b-3fe5-4277-8e10-85de9f2167e4 None None] The sync data for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 is: [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ccc8b32f-abdf-40c7-af19-86c470c29c36', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'port_id': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'mac_address': 'fa:16:3e:9d:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:51:13Z', 'updated_at': '2021-12-08T01:51:35Z', 'revision_number': 1, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:45Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:51:39.309306 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6de5dcd-d000-488e-97cc-ae01f7ddc33b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.364631 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6de5dcd-d000-488e-97cc-ae01f7ddc33b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.390842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1460699562-network', 'tenant_id': 'd50b524e61414843886795887000aff5'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:39.440661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Made reservation on behalf of d50b524e61414843886795887000aff5 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:39.443917 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.465887 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.504565 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6de5dcd-d000-488e-97cc-ae01f7ddc33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.508317 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6de5dcd-d000-488e-97cc-ae01f7ddc33b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.510123 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a6de5dcd-d000-488e-97cc-ae01f7ddc33b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9e5bd16d-7e6b-4704-adf3-50004a5ad842 HTTP/1.1" status: 204 len: 168 time: 0.3582683 Dec 08 01:51:39.543120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de5dcd-d000-488e-97cc-ae01f7ddc33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5bd16d-7e6b-4704-adf3-50004a5ad842,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:39.663994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.680301 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.699219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:39.712788 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.713386 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Added segment 8cd92a21-2fca-4536-a9b4-fb81b9341621 of type vlan for network 681a8fc7-a349-48b8-a9ea-17ca7c951cda Dec 08 01:51:39.732740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeb855f-2371-401c-bf1d-13499e4e1700 None None] New status for floating IP ccc8b32f-abdf-40c7-af19-86c470c29c36: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:51:39.803344 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.888862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4a23d6-9074-469a-9467-c17b2ab31f4d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:39.893654 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.894754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:39.895193 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:39.935809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8450077 Dec 08 01:51:39.939668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38368) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:39.955853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-038b6321-f7d7-4280-93a3-2d658ec39359 admin admin] Request body: {'subnet': {'network_id': '681a8fc7-a349-48b8-a9ea-17ca7c951cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1460699562-subnet', 'tenant_id': 'd50b524e61414843886795887000aff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:39.956910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38370) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:39.987633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038b6321-f7d7-4280-93a3-2d658ec39359 admin admin] Made reservation on behalf of d50b524e61414843886795887000aff5 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:39.990877 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-038b6321-f7d7-4280-93a3-2d658ec39359 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.013356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5644422c-4a50-4718-a738-693a28063d2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.127071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976324a4-9f73-454b-9252-d643a2c1a173 admin admin] Pushing event updated for resources: {'Network': ['ID=681a8fc7-a349-48b8-a9ea-17ca7c951cda,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:40.138667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 681a8fc7-a349-48b8-a9ea-17ca7c951cda details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:40.235311 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5644422c-4a50-4718-a738-693a28063d2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.242905 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5644422c-4a50-4718-a738-693a28063d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.295100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644422c-4a50-4718-a738-693a28063d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd9cb23-6e9f-42f5-a87c-249dd4d22b29,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:40.340197 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5644422c-4a50-4718-a738-693a28063d2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9d3e55f7f204eaeaac851bceb72f55d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3535957 Dec 08 01:51:40.340502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38380) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:40.368619 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-038b6321-f7d7-4280-93a3-2d658ec39359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.406547 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42b54329-92cd-46b3-a6fb-4488be320f87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.431842 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42b54329-92cd-46b3-a6fb-4488be320f87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.457762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b6321-f7d7-4280-93a3-2d658ec39359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d74d36-7759-4ef5-8deb-5f60a316fc60,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:40.473903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038b6321-f7d7-4280-93a3-2d658ec39359 admin admin] Checking segment: {'id': '8cd92a21-2fca-4536-a9b4-fb81b9341621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '681a8fc7-a349-48b8-a9ea-17ca7c951cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:40.474507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b6321-f7d7-4280-93a3-2d658ec39359 admin admin] Network hostable DHCP agents. Network: 681a8fc7-a349-48b8-a9ea-17ca7c951cda, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:51:40.516767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b6321-f7d7-4280-93a3-2d658ec39359 admin admin] Network 681a8fc7-a349-48b8-a9ea-17ca7c951cda is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:51:40.528989 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42b54329-92cd-46b3-a6fb-4488be320f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.533569 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42b54329-92cd-46b3-a6fb-4488be320f87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.534190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-038b6321-f7d7-4280-93a3-2d658ec39359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 681a8fc7-a349-48b8-a9ea-17ca7c951cda) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:40.535485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-42b54329-92cd-46b3-a6fb-4488be320f87 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7fd9cb23-6e9f-42f5-a87c-249dd4d22b29 HTTP/1.1" status: 204 len: 168 time: 0.1934562 Dec 08 01:51:40.542391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038b6321-f7d7-4280-93a3-2d658ec39359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:40.546902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-038b6321-f7d7-4280-93a3-2d658ec39359 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:40.549952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45da7482-ca47-444b-8fee-367956a3f5e4 None None] Network 681a8fc7-a349-48b8-a9ea-17ca7c951cda requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:40.587924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b54329-92cd-46b3-a6fb-4488be320f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd9cb23-6e9f-42f5-a87c-249dd4d22b29,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:40.599749 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-038b6321-f7d7-4280-93a3-2d658ec39359 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6494067 Dec 08 01:51:40.734093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb0ddc8-4ec0-4286-963a-63c8a5d957a8 None None] Network 681a8fc7-a349-48b8-a9ea-17ca7c951cda requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:51:41.680485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-9ce1f28c-2621-4149-bc2a-35b6ad5ec377 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:41.682880 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-9ce1f28c-2621-4149-bc2a-35b6ad5ec377 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/networks?id=681a8fc7-a349-48b8-a9ea-17ca7c951cda HTTP/1.1" status: 200 len: 822 time: 0.1719902 Dec 08 01:51:41.711151 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-5c1d4edd-4703-4c8b-b7eb-91a4951822c7 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/quotas/d50b524e61414843886795887000aff5 HTTP/1.1" status: 200 len: 375 time: 0.0213439 Dec 08 01:51:41.747800 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-361e277c-502e-4d54-9c87-c6797f0e1bdb tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d50b524e61414843886795887000aff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349715 Dec 08 01:51:41.914303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-3108673c-0404-4bcb-9a34-dc8d34c89b90 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:51:41.916515 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-3108673c-0404-4bcb-9a34-dc8d34c89b90 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1556079 Dec 08 01:51:42.041493 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-0daf82b0-cc48-4baf-9707-3936482fc205 service neutron] 10.222.0.70 "GET /v2.0/networks/681a8fc7-a349-48b8-a9ea-17ca7c951cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157384 Dec 08 01:51:42.154538 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-03e085f3-9557-493b-9d8e-3de40f2d5089 service neutron] 10.222.0.70 "GET /v2.0/networks/681a8fc7-a349-48b8-a9ea-17ca7c951cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065094 Dec 08 01:51:42.473250 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c65cb475-441a-414b-bb04-3b45951a4ef9 req-63f73633-29d0-4705-a642-ca5850a1acf5 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 210 time: 0.0520968 Dec 08 01:51:43.658602 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43a73b92-ea91-4369-8534-5b9a68b54cd1 req-4ca72e3f-6171-4b60-9edb-a041509184e9 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 210 time: 0.0602973 Dec 08 01:51:44.256729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-ce685672-b015-4643-a6f1-8fafd8faa2bd tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:44.258510 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-ce685672-b015-4643-a6f1-8fafd8faa2bd tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.65 "GET /v2.0/networks?id=681a8fc7-a349-48b8-a9ea-17ca7c951cda HTTP/1.1" status: 200 len: 822 time: 0.2733586 Dec 08 01:51:44.280792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Request body: {'port': {'device_id': '26a80696-e9df-4c82-92a0-3e9297f8e1f5', 'network_id': '681a8fc7-a349-48b8-a9ea-17ca7c951cda', 'admin_state_up': True, 'tenant_id': 'd50b524e61414843886795887000aff5'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:44.565451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Made reservation on behalf of d50b524e61414843886795887000aff5 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:44.570118 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:44.926987 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5eb77608-36a0-454c-b988-a223fb65c649 req-5f819ef1-e12e-4a71-8f3b-7f8c5f1f966b tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 210 time: 0.0820806 Dec 08 01:51:45.026817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Allocated IP 172.20.0.3 (681a8fc7-a349-48b8-a9ea-17ca7c951cda/57d74d36-7759-4ef5-8deb-5f60a316fc60/4560fb1f-1f63-4a72-9dd0-715121e6ccd9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:45.283637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38568) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:45.353282 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.450144 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.500030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc46e-92df-4a3c-8570-95b3236e37bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.522110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Network 681a8fc7-a349-48b8-a9ea-17ca7c951cda is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:45.580594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:45.592832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:45.652632 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc46e-92df-4a3c-8570-95b3236e37bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.658529 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc46e-92df-4a3c-8570-95b3236e37bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.692827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7f6bc46e-92df-4a3c-8570-95b3236e37bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5cda1f1865e64c0ea71c2a5ba5259f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4074593 Dec 08 01:51:45.695839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38578) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:45.749178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Pushing event updated for resources: {'Port': ['ID=4560fb1f-1f63-4a72-9dd0-715121e6ccd9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:45.800324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:45.804422 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.823827 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8d9cb971-4d3c-4659-b9ee-b57d43550999 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5475578 Dec 08 01:51:45.833899 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afc30067-401c-4ab6-826b-ae794046446c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.846738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Request body: {'port': {'device_id': '26a80696-e9df-4c82-92a0-3e9297f8e1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:45.858693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afc30067-401c-4ab6-826b-ae794046446c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.913001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bc46e-92df-4a3c-8570-95b3236e37bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ca8a50-3e5d-413f-87bc-4de75c840d19,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:45.934919 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afc30067-401c-4ab6-826b-ae794046446c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.944429 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-afc30067-401c-4ab6-826b-ae794046446c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:45.946310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-afc30067-401c-4ab6-826b-ae794046446c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/06ca8a50-3e5d-413f-87bc-4de75c840d19 HTTP/1.1" status: 204 len: 168 time: 0.2491810 Dec 08 01:51:45.970812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc30067-401c-4ab6-826b-ae794046446c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ca8a50-3e5d-413f-87bc-4de75c840d19,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:46.031793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.387226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d371f4a-013a-4559-8854-9d0968dfc901 req-a16c0be1-a8b6-4d2f-8914-a4dce301786b tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:46.395243 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d371f4a-013a-4559-8854-9d0968dfc901 req-a16c0be1-a8b6-4d2f-8914-a4dce301786b tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 931 time: 0.2786562 Dec 08 01:51:46.480176 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38596) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:46.496916 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58ae6754-f8b0-4d8a-b253-a2f67ae6b4b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.581505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d371f4a-013a-4559-8854-9d0968dfc901 req-9d4beb8d-5e4a-489b-9cf7-69f383c7dba4 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a4a23d6-9074-469a-9467-c17b2ab31f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540599 Dec 08 01:51:46.661826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:46.679275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.687969 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58ae6754-f8b0-4d8a-b253-a2f67ae6b4b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.700992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58ae6754-f8b0-4d8a-b253-a2f67ae6b4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.701543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Transition to ACTIVE for port object 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:51:46.706838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.761170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-58ae6754-f8b0-4d8a-b253-a2f67ae6b4b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=145c56decf9b4ca3b0a9428d271aa45d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2785180 Dec 08 01:51:46.764652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae6754-f8b0-4d8a-b253-a2f67ae6b4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd0bfb0-5977-4f10-8e78-c1fe587dc249,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:46.768667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38604) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:46.828113 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc917-934e-481d-9e20-8b15feb5ff86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.836840 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4560fb1f-1f63-4a72-9dd0-715121e6ccd9,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:46.871933 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc917-934e-481d-9e20-8b15feb5ff86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.873380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Attempting to bind port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:51:46.873721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Attempting to bind port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '8cd92a21-2fca-4536-a9b4-fb81b9341621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '681a8fc7-a349-48b8-a9ea-17ca7c951cda'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:51:46.874050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Attempting to bind port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 on network 681a8fc7-a349-48b8-a9ea-17ca7c951cda {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:46.879790 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 on network 681a8fc7-a349-48b8-a9ea-17ca7c951cda not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:51:46.880051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Attempting to bind port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 on network 681a8fc7-a349-48b8-a9ea-17ca7c951cda {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:51:46.885551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:51:46.885913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Checking segment: {'id': '8cd92a21-2fca-4536-a9b4-fb81b9341621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '681a8fc7-a349-48b8-a9ea-17ca7c951cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:51:46.886288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Bound using segment: {'id': '8cd92a21-2fca-4536-a9b4-fb81b9341621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '681a8fc7-a349-48b8-a9ea-17ca7c951cda'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:51:46.888361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Bound port: 4560fb1f-1f63-4a72-9dd0-715121e6ccd9, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd92a21-2fca-4536-a9b4-fb81b9341621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '681a8fc7-a349-48b8-a9ea-17ca7c951cda'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:51:46.889081 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.933320 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc917-934e-481d-9e20-8b15feb5ff86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.938018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc917-934e-481d-9e20-8b15feb5ff86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:46.939591 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5c8dc917-934e-481d-9e20-8b15feb5ff86 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6cd0bfb0-5977-4f10-8e78-c1fe587dc249 HTTP/1.1" status: 204 len: 168 time: 0.1695151 Dec 08 01:51:46.961643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dc917-934e-481d-9e20-8b15feb5ff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd0bfb0-5977-4f10-8e78-c1fe587dc249,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:46.985025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] For port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:51:46.988796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] For port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4560fb1f-1f63-4a72-9dd0-715121e6ccd9,segment=NetworkSegment(8cd92a21-2fca-4536-a9b4-fb81b9341621),segment_id=8cd92a21-2fca-4536-a9b4-fb81b9341621)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:51:46.994587 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.033501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:47.034731 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:47.036710 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] 10.222.0.65 "PUT /v2.0/ports/4560fb1f-1f63-4a72-9dd0-715121e6ccd9 HTTP/1.1" status: 200 len: 1092 time: 1.1975572 Dec 08 01:51:47.039746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a80696-e9df-4c82-92a0-3e9297f8e1f5', 'tag': '4560fb1f-1f63-4a72-9dd0-715121e6ccd9'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:47.042317 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794faaff-1c1e-4282-ae42-b76fde038d23" -d '{"events": [{"name": "network-changed", "server_uuid": "26a80696-e9df-4c82-92a0-3e9297f8e1f5", "tag": "4560fb1f-1f63-4a72-9dd0-715121e6ccd9"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:47.092625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1484f-6ee9-4516-ad66-3813a1f309e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4560fb1f-1f63-4a72-9dd0-715121e6ccd9,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:47.098278 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f79cb92-d581-4706-b334-d25d8b1d00f7 x-openstack-request-id: req-3f79cb92-d581-4706-b334-d25d8b1d00f7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:47.098584 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a80696-e9df-4c82-92a0-3e9297f8e1f5", "tag": "4560fb1f-1f63-4a72-9dd0-715121e6ccd9", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:47.098851 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f79cb92-d581-4706-b334-d25d8b1d00f7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:47.099265 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a80696-e9df-4c82-92a0-3e9297f8e1f5', 'tag': '4560fb1f-1f63-4a72-9dd0-715121e6ccd9', 'status': 'completed', 'code': 200} Dec 08 01:51:47.249139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-140bc44c-8af0-4e3c-9fe1-707e196b2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:47.269322 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-140bc44c-8af0-4e3c-9fe1-707e196b2ebf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d50b524e61414843886795887000aff5&device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 1095 time: 0.1411889 Dec 08 01:51:47.325607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-b192aa95-4d37-4c36-af1c-5f4daa3d6e4f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4560fb1f-1f63-4a72-9dd0-715121e6ccd9 HTTP/1.1" status: 200 len: 217 time: 0.0499980 Dec 08 01:51:47.392269 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-69a39faa-e923-42ce-ae42-74c24b0938e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:47.394397 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-69a39faa-e923-42ce-ae42-74c24b0938e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57d74d36-7759-4ef5-8deb-5f60a316fc60 HTTP/1.1" status: 200 len: 862 time: 0.0585136 Dec 08 01:51:47.435305 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-8a14ca20-c62b-4718-a7a5-89b6f96d26fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=681a8fc7-a349-48b8-a9ea-17ca7c951cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333982 Dec 08 01:51:47.595680 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-1a010b6c-9feb-4e1b-b0f8-3f21e968014c service neutron] 10.222.0.65 "GET /v2.0/networks/681a8fc7-a349-48b8-a9ea-17ca7c951cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509104 Dec 08 01:51:47.764253 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a2ff11-ad44-4395-8ae2-a4b507741496 req-630fa935-a983-400c-9bce-b528d72d61d7 service neutron] 10.222.0.65 "GET /v2.0/networks/681a8fc7-a349-48b8-a9ea-17ca7c951cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564136 Dec 08 01:51:47.814519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5bde3-6874-4c4d-894d-a828671a27de req-92ef38c2-4345-4a70-b4fd-3ba684e2183a tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:47.822447 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90b5bde3-6874-4c4d-894d-a828671a27de req-92ef38c2-4345-4a70-b4fd-3ba684e2183a tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 943 time: 0.0839322 Dec 08 01:51:47.886731 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90b5bde3-6874-4c4d-894d-a828671a27de req-0cec1326-322d-4241-b604-411e9b9524b9 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a4a23d6-9074-469a-9467-c17b2ab31f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630579 Dec 08 01:51:47.926003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794faaff-1c1e-4282-ae42-b76fde038d23 req-49efc25d-b643-4435-99a7-fdc32dc1f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:47.927892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-794faaff-1c1e-4282-ae42-b76fde038d23 req-49efc25d-b643-4435-99a7-fdc32dc1f5de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d50b524e61414843886795887000aff5&device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 1095 time: 0.0532408 Dec 08 01:51:48.195411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794faaff-1c1e-4282-ae42-b76fde038d23 req-ddb2c290-22fd-4425-90cb-9d06b77e2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:48.197624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-794faaff-1c1e-4282-ae42-b76fde038d23 req-ddb2c290-22fd-4425-90cb-9d06b77e2660 service neutron] 10.222.0.65 "GET /v2.0/networks?id=681a8fc7-a349-48b8-a9ea-17ca7c951cda HTTP/1.1" status: 200 len: 923 time: 0.2628829 Dec 08 01:51:48.249918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-794faaff-1c1e-4282-ae42-b76fde038d23 req-b0e41ed9-6269-4cd3-8ef5-102fde085a5f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4560fb1f-1f63-4a72-9dd0-715121e6ccd9 HTTP/1.1" status: 200 len: 217 time: 0.0445671 Dec 08 01:51:48.358675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794faaff-1c1e-4282-ae42-b76fde038d23 req-c2280fff-9c41-4f5d-bb47-b3fba95d62de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:48.361798 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-794faaff-1c1e-4282-ae42-b76fde038d23 req-c2280fff-9c41-4f5d-bb47-b3fba95d62de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=57d74d36-7759-4ef5-8deb-5f60a316fc60 HTTP/1.1" status: 200 len: 862 time: 0.1005607 Dec 08 01:51:48.719487 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-794faaff-1c1e-4282-ae42-b76fde038d23 req-80961448-7160-4523-83ca-cb79985579e1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=681a8fc7-a349-48b8-a9ea-17ca7c951cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3496792 Dec 08 01:51:48.853990 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-794faaff-1c1e-4282-ae42-b76fde038d23 req-66ead017-1ee4-4ed9-9e6c-04279e3dbcaf service neutron] 10.222.0.65 "GET /v2.0/networks/681a8fc7-a349-48b8-a9ea-17ca7c951cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254671 Dec 08 01:51:48.999772 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-794faaff-1c1e-4282-ae42-b76fde038d23 req-177e229e-310c-45aa-a857-b5d3556d6eed service neutron] 10.222.0.65 "GET /v2.0/networks/681a8fc7-a349-48b8-a9ea-17ca7c951cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384349 Dec 08 01:51:49.099019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c233d4b-d980-4d1b-8fda-09914c8a24be req-d7217dbf-3d90-4ead-b34d-2871958e89a6 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:49.100674 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3c233d4b-d980-4d1b-8fda-09914c8a24be req-d7217dbf-3d90-4ead-b34d-2871958e89a6 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 943 time: 0.0947053 Dec 08 01:51:49.176827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3c233d4b-d980-4d1b-8fda-09914c8a24be req-3971bc10-bf66-435b-9d9d-d478e634a3c0 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a4a23d6-9074-469a-9467-c17b2ab31f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675414 Dec 08 01:51:49.342373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38698) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:49.518987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-340232e4-5d85-44fb-ad41-3c06d9269b42 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:49.556773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-340232e4-5d85-44fb-ad41-3c06d9269b42 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] 10.222.0.70 "PUT /v2.0/quotas/a35cac7b13f54929bfd7a1172cb8f085 HTTP/1.1" status: 200 len: 368 time: 0.2132618 Dec 08 01:51:49.559350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38706) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:49.564527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Request body: {'network': {'project_id': 'a35cac7b13f54929bfd7a1172cb8f085'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:49.591184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Made reservation on behalf of a35cac7b13f54929bfd7a1172cb8f085 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:49.594202 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.604336 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.689980 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.694355 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.719969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:49.729116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e768810d-5ac4-46c0-9657-29adb46bc9dd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:49.735722 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.736089 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Added segment 27734680-7c6c-4074-a76d-34d6f66c1646 of type vlan for network 1eb3b862-a33f-47ff-a37d-1d5b6be1600d Dec 08 01:51:49.786585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.817680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.818818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:49.819521 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.857368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2966752 Dec 08 01:51:49.859818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38708) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:49.864955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-688ea511-6c00-4b60-880d-f5a3f91d527d tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Request body: {'network': {'project_id': 'a35cac7b13f54929bfd7a1172cb8f085'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:49.911012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d14d7-3526-4a2d-8e88-822430fffd72 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Pushing event updated for resources: {'Network': ['ID=1eb3b862-a33f-47ff-a37d-1d5b6be1600d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:49.921465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 1eb3b862-a33f-47ff-a37d-1d5b6be1600d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:49.944970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688ea511-6c00-4b60-880d-f5a3f91d527d tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Made reservation on behalf of a35cac7b13f54929bfd7a1172cb8f085 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:49.948081 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-688ea511-6c00-4b60-880d-f5a3f91d527d tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.980588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688ea511-6c00-4b60-880d-f5a3f91d527d tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:51:49.992693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-688ea511-6c00-4b60-880d-f5a3f91d527d tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:49.993482 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-688ea511-6c00-4b60-880d-f5a3f91d527d tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Added segment c77deb2d-f2a7-4075-90cc-776b8285c340 of type vlan for network d47cedf3-999c-4cb9-9fcd-84ded77851dc Dec 08 01:51:50.082066 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-688ea511-6c00-4b60-880d-f5a3f91d527d tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.126528 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-688ea511-6c00-4b60-880d-f5a3f91d527d tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.128899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ea511-6c00-4b60-880d-f5a3f91d527d tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:50.129684 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-688ea511-6c00-4b60-880d-f5a3f91d527d tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.210936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ea511-6c00-4b60-880d-f5a3f91d527d tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Pushing event updated for resources: {'Network': ['ID=d47cedf3-999c-4cb9-9fcd-84ded77851dc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:50.221173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network d47cedf3-999c-4cb9-9fcd-84ded77851dc details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:51:50.237781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-688ea511-6c00-4b60-880d-f5a3f91d527d tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3768334 Dec 08 01:51:50.240948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38716) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:50.246067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-357e08e1-f2bd-4bcd-b62b-7ecf35a025d4 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Request body: {'network': {'project_id': 'a35cac7b13f54929bfd7a1172cb8f085'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:50.269376 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-357e08e1-f2bd-4bcd-b62b-7ecf35a025d4 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 01:51:50.269833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357e08e1-f2bd-4bcd-b62b-7ecf35a025d4 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:51:50.277148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38718) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:50.277453 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-357e08e1-f2bd-4bcd-b62b-7ecf35a025d4 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0352640 Dec 08 01:51:50.386047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9e9fdbcb-6db3-4585-98f0-be8d3daba4bb tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a35cac7b13f54929bfd7a1172cb8f085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1064093 Dec 08 01:51:50.389200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38720) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:50.422392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db120d5-3eb5-499a-95db-f438cb68fdf9 req-64e6b50d-1bc8-4fd4-b8bc-924ffedfdfdc tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:50.435309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0db120d5-3eb5-499a-95db-f438cb68fdf9 req-64e6b50d-1bc8-4fd4-b8bc-924ffedfdfdc tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 943 time: 0.1165552 Dec 08 01:51:50.535379 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0db120d5-3eb5-499a-95db-f438cb68fdf9 req-a722c817-1b99-4467-b5f0-447d4ddaf89a tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a4a23d6-9074-469a-9467-c17b2ab31f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989640 Dec 08 01:51:50.558204 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb774589-62e6-449b-96ab-65fd04e8b927 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.617858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb774589-62e6-449b-96ab-65fd04e8b927 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.696475 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb774589-62e6-449b-96ab-65fd04e8b927 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.700893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb774589-62e6-449b-96ab-65fd04e8b927 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:50.705887 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fb774589-62e6-449b-96ab-65fd04e8b927 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/e768810d-5ac4-46c0-9657-29adb46bc9dd HTTP/1.1" status: 204 len: 168 time: 0.3132715 Dec 08 01:51:50.706161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38730) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:50.753548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb774589-62e6-449b-96ab-65fd04e8b927 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e768810d-5ac4-46c0-9657-29adb46bc9dd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:50.908573 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.052272 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.079320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47cedf3-999c-4cb9-9fcd-84ded77851dc']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:51.093686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77deb2d-f2a7-4075-90cc-776b8285c340') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:51.094191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77deb2d-f2a7-4075-90cc-776b8285c340') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:51.108614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.125688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.134901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:51:51.135404 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.197012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:51:51.221939 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:51:51.234426 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.242039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.249091 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] 10.222.0.70 "DELETE /v2.0/networks/d47cedf3-999c-4cb9-9fcd-84ded77851dc HTTP/1.1" status: 204 len: 168 time: 0.5414357 Dec 08 01:51:51.251622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38744) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:51.303983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28823cb3-1abf-4165-afdc-63dabb0e2d33 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Pushing event deleted for resources: {'Network': ['ID=d47cedf3-999c-4cb9-9fcd-84ded77851dc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:51.369794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4560fb1f-1f63-4a72-9dd0-715121e6ccd9,segment=NetworkSegment(8cd92a21-2fca-4536-a9b4-fb81b9341621),segment_id=8cd92a21-2fca-4536-a9b4-fb81b9341621)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:51.384482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '4560fb1f-1f63-4a72-9dd0-715121e6ccd9', 'network_id': '681a8fc7-a349-48b8-a9ea-17ca7c951cda', 'port_id': '4560fb1f-1f63-4a72-9dd0-715121e6ccd9', 'mac_address': 'fa:16:3e:1a:cf:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d74d36-7759-4ef5-8deb-5f60a316fc60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:51:51.393424 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.444223 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.482805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:51:51.501335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.511529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4560fb1f-1f63-4a72-9dd0-715121e6ccd9,segment=NetworkSegment(8cd92a21-2fca-4536-a9b4-fb81b9341621),segment_id=8cd92a21-2fca-4536-a9b4-fb81b9341621)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:51.519898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.549747 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb3b862-a33f-47ff-a37d-1d5b6be1600d']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:51.570502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27734680-7c6c-4074-a76d-34d6f66c1646') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:51.570833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27734680-7c6c-4074-a76d-34d6f66c1646') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:51:51.593281 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.619297 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.625817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4560fb1f-1f63-4a72-9dd0-715121e6ccd9,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:51.627831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:51:51.628225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:51:51.630226 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:51:51.636587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.640789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.647419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.648168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.648694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.649213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.650533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.651030 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.651844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.654807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.655346 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.656166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.656726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:51:51.720180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.759432 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:51.763027 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] 10.222.0.70 "DELETE /v2.0/networks/1eb3b862-a33f-47ff-a37d-1d5b6be1600d HTTP/1.1" status: 204 len: 168 time: 0.5098982 Dec 08 01:51:51.764095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bc539-d862-4e78-95fe-5113eb1d4de2 tempest-QuotasNegativeTest-1294835438 tempest-QuotasNegativeTest-1294835438-project-admin] Pushing event deleted for resources: {'Network': ['ID=1eb3b862-a33f-47ff-a37d-1d5b6be1600d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:51.811511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003c948-2374-4ebd-90c9-22a065a3e56c req-3d6145d8-69d6-41ab-a7cf-caa781ada469 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:51.817101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8003c948-2374-4ebd-90c9-22a065a3e56c req-3d6145d8-69d6-41ab-a7cf-caa781ada469 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 944 time: 0.1458402 Dec 08 01:51:51.864482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4560fb1f-1f63-4a72-9dd0-715121e6ccd9'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:51:51.935318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8003c948-2374-4ebd-90c9-22a065a3e56c req-67107ea8-5873-4928-8696-6adcb5fcccfb tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a4a23d6-9074-469a-9467-c17b2ab31f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097372 Dec 08 01:51:52.564971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38762) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:52.770324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56043d4b-3949-43a8-b9cf-52adee47b70a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.889549 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56043d4b-3949-43a8-b9cf-52adee47b70a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.894488 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-56043d4b-3949-43a8-b9cf-52adee47b70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:52.949286 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-56043d4b-3949-43a8-b9cf-52adee47b70a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a8d9d9e75684911925f4f2cc18c8687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831313 Dec 08 01:51:52.951034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56043d4b-3949-43a8-b9cf-52adee47b70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61254061-3b82-4f1e-a3f1-7ce5f3b4fa98,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:52.952738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38770) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:53.052114 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6a02-9282-4a08-8409-f91355af9738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.122566 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6a02-9282-4a08-8409-f91355af9738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.175062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fab215-7f1b-4b04-940d-30c824ff75f3 req-6ce5daad-c440-49e3-9a60-e680536a2b0f tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:53.182368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0fab215-7f1b-4b04-940d-30c824ff75f3 req-6ce5daad-c440-49e3-9a60-e680536a2b0f tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 944 time: 0.1187103 Dec 08 01:51:53.219351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:51:53.236597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0fab215-7f1b-4b04-940d-30c824ff75f3 req-c13f76a0-3227-4e5b-931a-fc356f2414d0 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a4a23d6-9074-469a-9467-c17b2ab31f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525124 Dec 08 01:51:53.249832 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6a02-9282-4a08-8409-f91355af9738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.252185 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6a02-9282-4a08-8409-f91355af9738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.256376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5e1a6a02-9282-4a08-8409-f91355af9738 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61254061-3b82-4f1e-a3f1-7ce5f3b4fa98 HTTP/1.1" status: 204 len: 168 time: 0.3002610 Dec 08 01:51:53.277433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a6a02-9282-4a08-8409-f91355af9738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61254061-3b82-4f1e-a3f1-7ce5f3b4fa98,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:53.313872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:51:53.318588 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:53.319056 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.406488 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.432836 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a80696-e9df-4c82-92a0-3e9297f8e1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4560fb1f-1f63-4a72-9dd0-715121e6ccd9'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:53.435567 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bce53a0-4365-43f6-ad2a-11240071a0f5" -d '{"events": [{"server_uuid": "26a80696-e9df-4c82-92a0-3e9297f8e1f5", "name": "network-vif-plugged", "status": "completed", "tag": "4560fb1f-1f63-4a72-9dd0-715121e6ccd9"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:53.462158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4560fb1f-1f63-4a72-9dd0-715121e6ccd9,segment=NetworkSegment(8cd92a21-2fca-4536-a9b4-fb81b9341621),segment_id=8cd92a21-2fca-4536-a9b4-fb81b9341621)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:53.470894 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.514786 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66acfe3-b36a-4a31-a677-6455cd650e8d x-openstack-request-id: req-d66acfe3-b36a-4a31-a677-6455cd650e8d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:53.515737 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a80696-e9df-4c82-92a0-3e9297f8e1f5", "name": "network-vif-plugged", "status": "completed", "tag": "4560fb1f-1f63-4a72-9dd0-715121e6ccd9", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:53.516177 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d66acfe3-b36a-4a31-a677-6455cd650e8d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:53.517060 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a80696-e9df-4c82-92a0-3e9297f8e1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4560fb1f-1f63-4a72-9dd0-715121e6ccd9', 'code': 200} Dec 08 01:51:53.571916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4560fb1f-1f63-4a72-9dd0-715121e6ccd9,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:53.659557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35c736-c321-41cf-9dae-50ddea928610 req-ad425af3-7cd6-434a-afdf-b099c158d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:53.661172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f35c736-c321-41cf-9dae-50ddea928610 req-ad425af3-7cd6-434a-afdf-b099c158d2c5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 1097 time: 0.0574808 Dec 08 01:51:53.679278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38784) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:53.694838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-024de1c7-7c82-44b1-a2ca-26358ef8ade6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.713718 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f35c736-c321-41cf-9dae-50ddea928610 req-38cee018-17e7-4f2c-95f4-22a55313de4a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a4a23d6-9074-469a-9467-c17b2ab31f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434585 Dec 08 01:51:53.782800 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-024de1c7-7c82-44b1-a2ca-26358ef8ade6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.787586 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-024de1c7-7c82-44b1-a2ca-26358ef8ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.832919 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-024de1c7-7c82-44b1-a2ca-26358ef8ade6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=188b7e17465f4de392e3c20474486eff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499839 Dec 08 01:51:53.833454 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38786) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:53.836175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024de1c7-7c82-44b1-a2ca-26358ef8ade6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f544888-00f4-494f-901d-6cbe942843ab,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:53.897896 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34559f5f-fc70-4fa0-9dde-d93abc3de9e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.924790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34559f5f-fc70-4fa0-9dde-d93abc3de9e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.991066 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34559f5f-fc70-4fa0-9dde-d93abc3de9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:53.995616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-34559f5f-fc70-4fa0-9dde-d93abc3de9e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:54.018508 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-34559f5f-fc70-4fa0-9dde-d93abc3de9e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1f544888-00f4-494f-901d-6cbe942843ab HTTP/1.1" status: 204 len: 168 time: 0.1829762 Dec 08 01:51:54.051612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34559f5f-fc70-4fa0-9dde-d93abc3de9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f544888-00f4-494f-901d-6cbe942843ab,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:54.426519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb2771-ee19-4c08-82ad-956efaf3fa21 req-22380586-bb54-40ab-98a7-3a6efb3558f2 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:54.428278 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1deb2771-ee19-4c08-82ad-956efaf3fa21 req-22380586-bb54-40ab-98a7-3a6efb3558f2 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 945 time: 0.0924931 Dec 08 01:51:54.523408 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1deb2771-ee19-4c08-82ad-956efaf3fa21 req-b7e2a0ea-3cfc-4f02-ac61-64a9c21532e4 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a4a23d6-9074-469a-9467-c17b2ab31f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882332 Dec 08 01:51:55.786147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d49ffb-00df-4c79-b8cc-2eda81dcb2a2 req-30b043b6-07c9-417a-abab-d808fad0d916 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:55.794784 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83d49ffb-00df-4c79-b8cc-2eda81dcb2a2 req-30b043b6-07c9-417a-abab-d808fad0d916 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 945 time: 0.1563869 Dec 08 01:51:55.910731 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83d49ffb-00df-4c79-b8cc-2eda81dcb2a2 req-a15ab19e-9c16-413b-9f69-37db6f9fe2ee tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a4a23d6-9074-469a-9467-c17b2ab31f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109066 Dec 08 01:51:55.970656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc9e68-ee95-4fed-b037-7a27dd665eb7 req-469db498-a504-4718-b8dd-fcfbc60b506d tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:55.985200 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bbc9e68-ee95-4fed-b037-7a27dd665eb7 req-469db498-a504-4718-b8dd-fcfbc60b506d tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1097 time: 0.1182518 Dec 08 01:51:56.105855 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bbc9e68-ee95-4fed-b037-7a27dd665eb7 req-89959c7f-4ec8-4d08-aaab-1381cca05ec4 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190765 Dec 08 01:51:56.336310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38870) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:56.377910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027e0dc-85bc-4e4f-8fff-2df397765c11 req-97c7ca40-064d-443c-9a3d-a576e73b2932 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:56.379751 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5027e0dc-85bc-4e4f-8fff-2df397765c11 req-97c7ca40-064d-443c-9a3d-a576e73b2932 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1047378 Dec 08 01:51:56.556501 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5027e0dc-85bc-4e4f-8fff-2df397765c11 req-e1edb061-8c9a-44e1-babb-c01d13975c5d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701694 Dec 08 01:51:56.587556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:56.627544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1617538217', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:56.705924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7d92d43a-f07b-43e4-bd9d-aefccc7e4933 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/8c5ca535-ad01-4c54-941e-182a806edecf HTTP/1.1" status: 200 len: 993 time: 0.1066220 Dec 08 01:51:56.727001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa772b-e6a0-4bb4-86a5-f6fd5d29f68f req-9eccf877-959e-4e8d-af2f-c1d4ab89284a tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:56.728661 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69fa772b-e6a0-4bb4-86a5-f6fd5d29f68f req-9eccf877-959e-4e8d-af2f-c1d4ab89284a tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 945 time: 0.1594744 Dec 08 01:51:56.735142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Made reservation on behalf of 8ec032de48ec4253b30ed0d71d47af56 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:51:56.737786 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.772390 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.877010 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69fa772b-e6a0-4bb4-86a5-f6fd5d29f68f req-f0510fdc-89d5-4293-9d34-ba1642249d8b tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a4a23d6-9074-469a-9467-c17b2ab31f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352425 Dec 08 01:51:56.973882 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:56.983719 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:57.001082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] device_id is not set on port b505f1cb-ecc4-4440-b478-a74fb3ba22f7 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:51:57.062346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d81d7f-6e68-4bc0-a1f1-a8124f28d92c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:57.296176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Allocated IP 172.25.2.243 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/b505f1cb-ecc4-4440-b478-a74fb3ba22f7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:51:57.442052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38966) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:57.704712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9170cdd-6d4d-4cee-a538-49dd57f27c7c req-fdf06ce3-3662-4bc1-bfba-ae639a5580d9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:57.707005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9170cdd-6d4d-4cee-a538-49dd57f27c7c req-fdf06ce3-3662-4bc1-bfba-ae639a5580d9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1927736 Dec 08 01:51:57.787331 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-45cf359a-93b6-4bc2-9164-327fb3bd38bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3438845 Dec 08 01:51:57.799629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-a2fb84b7-d13d-4580-80dc-a0bd57436c08 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:51:57.800911 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-a2fb84b7-d13d-4580-80dc-a0bd57436c08 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060227 Dec 08 01:51:57.857924 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9170cdd-6d4d-4cee-a538-49dd57f27c7c req-23d66c3b-2628-431e-8ca9-aa8f4725b27a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750332 Dec 08 01:51:57.897857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.075616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.118263 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86989dc-3a3b-4a83-b92f-a2d7e043ee13 req-2ff9c07f-0901-4e2e-aff9-efcdbb3900d9 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:58.125480 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c86989dc-3a3b-4a83-b92f-a2d7e043ee13 req-2ff9c07f-0901-4e2e-aff9-efcdbb3900d9 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.65 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 945 time: 0.1785898 Dec 08 01:51:58.137943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2218f0a-3028-489f-8319-46e97cba4087 req-202f5ee9-aa4f-4a69-9ed6-03fabf3b680b tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:58.152532 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d2218f0a-3028-489f-8319-46e97cba4087 req-202f5ee9-aa4f-4a69-9ed6-03fabf3b680b tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 945 time: 0.1482105 Dec 08 01:51:58.226619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:51:58.256491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:51:58.276186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d2218f0a-3028-489f-8319-46e97cba4087 req-fe5e26df-68fa-4d72-bd42-e412da5c9c67 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/security-groups?id=9a4a23d6-9074-469a-9467-c17b2ab31f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147594 Dec 08 01:51:58.286760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6226f2e-12bb-44cc-9e32-df5e429fdede None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:51:58.322434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:51:58.436902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8bd13a8b-e0cb-45fe-b206-dea50c67f228 None None] Provisioning complete for port b505f1cb-ecc4-4440-b478-a74fb3ba22f7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:51:58.443314 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8bd13a8b-e0cb-45fe-b206-dea50c67f228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.570981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8bd13a8b-e0cb-45fe-b206-dea50c67f228 None None] Port b505f1cb-ecc4-4440-b478-a74fb3ba22f7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:51:58.582588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Pushing event updated for resources: {'Port': ['ID=b505f1cb-ecc4-4440-b478-a74fb3ba22f7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:58.600086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:51:58.601270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.657110 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39106) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:58.660063 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-54f6afbc-d43d-42b5-92cf-f0b2eadd647f tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.3162620 Dec 08 01:51:58.670695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.243'}]}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:51:58.683845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-c86989dc-3a3b-4a83-b92f-a2d7e043ee13 req-348a022a-1ce8-4fc9-861b-7ea1fe0a260c tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Deleting port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:51:58.684571 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c86989dc-3a3b-4a83-b92f-a2d7e043ee13 req-348a022a-1ce8-4fc9-861b-7ea1fe0a260c tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.806395 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1227ee4-16e2-4dce-9bcd-e2fc05099b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.808748 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.810484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.915879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-c86989dc-3a3b-4a83-b92f-a2d7e043ee13 req-348a022a-1ce8-4fc9-861b-7ea1fe0a260c tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] For port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4560fb1f-1f63-4a72-9dd0-715121e6ccd9,segment=NetworkSegment(8cd92a21-2fca-4536-a9b4-fb81b9341621),segment_id=8cd92a21-2fca-4536-a9b4-fb81b9341621)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:51:58.916421 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c86989dc-3a3b-4a83-b92f-a2d7e043ee13 req-348a022a-1ce8-4fc9-861b-7ea1fe0a260c tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:58.947178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-c86989dc-3a3b-4a83-b92f-a2d7e043ee13 req-348a022a-1ce8-4fc9-861b-7ea1fe0a260c tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Calling delete_port for 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:51:59.302479 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.354566 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c86989dc-3a3b-4a83-b92f-a2d7e043ee13 req-348a022a-1ce8-4fc9-861b-7ea1fe0a260c tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.427798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a022a-1ce8-4fc9-861b-7ea1fe0a260c tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Pushing event deleted for resources: {'Port': ['ID=4560fb1f-1f63-4a72-9dd0-715121e6ccd9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:51:59.519854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86989dc-3a3b-4a83-b92f-a2d7e043ee13 req-348a022a-1ce8-4fc9-861b-7ea1fe0a260c tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] No DVR routers for this DVR port 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:51:59.525878 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-c86989dc-3a3b-4a83-b92f-a2d7e043ee13 req-348a022a-1ce8-4fc9-861b-7ea1fe0a260c tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:51:59.537365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c86989dc-3a3b-4a83-b92f-a2d7e043ee13 req-348a022a-1ce8-4fc9-861b-7ea1fe0a260c tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.65 "DELETE /v2.0/ports/4560fb1f-1f63-4a72-9dd0-715121e6ccd9 HTTP/1.1" status: 204 len: 173 time: 1.3665454 Dec 08 01:51:59.539158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a80696-e9df-4c82-92a0-3e9297f8e1f5', 'name': 'network-vif-deleted', 'tag': '4560fb1f-1f63-4a72-9dd0-715121e6ccd9'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:51:59.547176 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7484aabc-cf71-4305-8d3a-7749a57dfbfd" -d '{"events": [{"server_uuid": "26a80696-e9df-4c82-92a0-3e9297f8e1f5", "name": "network-vif-deleted", "tag": "4560fb1f-1f63-4a72-9dd0-715121e6ccd9"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:51:59.670055 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1995febb-d737-4c98-b3e0-d99354203e93 req-2f30aa37-847e-4b01-9294-36878b10f1d8 tempest-ServerAddressesNegativeTestJSON-1714216422 tempest-ServerAddressesNegativeTestJSON-1714216422-project] 10.222.0.70 "GET /v2.0/ports?device_id=26a80696-e9df-4c82-92a0-3e9297f8e1f5 HTTP/1.1" status: 200 len: 210 time: 0.1000249 Dec 08 01:51:59.815505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39224) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:51:59.834238 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8b7a0a-5c45-4463-b5f9-2ed506c014d6 x-openstack-request-id: req-cf8b7a0a-5c45-4463-b5f9-2ed506c014d6 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:51:59.834551 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a80696-e9df-4c82-92a0-3e9297f8e1f5", "name": "network-vif-deleted", "tag": "4560fb1f-1f63-4a72-9dd0-715121e6ccd9", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:51:59.834815 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf8b7a0a-5c45-4463-b5f9-2ed506c014d6 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:51:59.835278 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a80696-e9df-4c82-92a0-3e9297f8e1f5', 'name': 'network-vif-deleted', 'tag': '4560fb1f-1f63-4a72-9dd0-715121e6ccd9', 'status': 'completed', 'code': 200} Dec 08 01:52:00.020353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45738d8b-3859-47cb-8d10-bb726f92f934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.282042 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45738d8b-3859-47cb-8d10-bb726f92f934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.290078 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45738d8b-3859-47cb-8d10-bb726f92f934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.346891 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.385429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714f039-f076-4a26-8ae9-813eff0a0d2e req-9aa2e028-7c30-4573-b5af-0a7d69e68d1f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:00.394805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e714f039-f076-4a26-8ae9-813eff0a0d2e req-9aa2e028-7c30-4573-b5af-0a7d69e68d1f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 1.2205758 Dec 08 01:52:00.421482 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-45738d8b-3859-47cb-8d10-bb726f92f934 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=72ce6fd5465a41b5a9e9fb32823d4a16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6015582 Dec 08 01:52:00.421482 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45738d8b-3859-47cb-8d10-bb726f92f934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb366fb8-46e0-4b5a-bcb6-18605cfcd97b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:00.422089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39272) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:00.541227 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e714f039-f076-4a26-8ae9-813eff0a0d2e req-02f6564a-1512-4c86-861e-23cd992da0e4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399333 Dec 08 01:52:00.635735 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f848101-16a3-4418-a8ca-430f327e37e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.668960 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f848101-16a3-4418-a8ca-430f327e37e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.754839 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:52:00.776968 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f848101-16a3-4418-a8ca-430f327e37e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.784870 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f848101-16a3-4418-a8ca-430f327e37e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:00.792543 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7f848101-16a3-4418-a8ca-430f327e37e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb366fb8-46e0-4b5a-bcb6-18605cfcd97b HTTP/1.1" status: 204 len: 168 time: 0.3385985 Dec 08 01:52:00.818046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f848101-16a3-4418-a8ca-430f327e37e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb366fb8-46e0-4b5a-bcb6-18605cfcd97b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:00.833027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39306) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:00.971499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.028132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed6bbf4-6be1-4cbe-b890-674504b0c7de admin admin] Deleting subnet 57d74d36-7759-4ef5-8deb-5f60a316fc60 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:52:01.032620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.064376 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ed6bbf4-6be1-4cbe-b890-674504b0c7de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.188936 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34884482-dfaa-4682-a57f-f317366487fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.237978 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ed6bbf4-6be1-4cbe-b890-674504b0c7de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.259363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:01.342537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:01.342896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4560fb1f-1f63-4a72-9dd0-715121e6ccd9 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:01.423503 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ed6bbf4-6be1-4cbe-b890-674504b0c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.550923 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ed6bbf4-6be1-4cbe-b890-674504b0c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.671302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6bbf4-6be1-4cbe-b890-674504b0c7de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d74d36-7759-4ef5-8deb-5f60a316fc60,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:01.689300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ed6bbf4-6be1-4cbe-b890-674504b0c7de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.707015 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3ed6bbf4-6be1-4cbe-b890-674504b0c7de admin admin] 10.222.0.70 "DELETE /v2.0/subnets/57d74d36-7759-4ef5-8deb-5f60a316fc60 HTTP/1.1" status: 204 len: 168 time: 0.8718734 Dec 08 01:52:01.709107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39396) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:01.763921 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:01.768713 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-10c8a36c-915b-4ca0-85b5-48f262bd4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:01.771081 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-10c8a36c-915b-4ca0-85b5-48f262bd4c11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1097 time: 0.3090472 Dec 08 01:52:01.940357 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.053959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.138589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c21e36-7fa2-4d76-98a9-095506e274e0 req-9c061cfd-ae9b-41aa-838b-000b9c0298ca tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.150065 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74c21e36-7fa2-4d76-98a9-095506e274e0 req-9c061cfd-ae9b-41aa-838b-000b9c0298ca tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.3181884 Dec 08 01:52:02.224960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74c21e36-7fa2-4d76-98a9-095506e274e0 req-f1ce9588-2bde-4f93-a243-d8424c563db9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717394 Dec 08 01:52:02.228168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8654c1f9-9c8f-4d2f-9789-7cfb01da0472 req-0117fee6-f0c9-4190-ae3f-f544ccc49a02 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2333152 Dec 08 01:52:02.278299 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-906074ef-590b-4a10-a218-ec1354416810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.282058 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-906074ef-590b-4a10-a218-ec1354416810 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 897 time: 0.5017364 Dec 08 01:52:02.315307 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.337778 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.375124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681a8fc7-a349-48b8-a9ea-17ca7c951cda']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:02.392448 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.396313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.396671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd92a21-2fca-4536-a9b4-fb81b9341621') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:02.396982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd92a21-2fca-4536-a9b4-fb81b9341621') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:02.416349 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.436086 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.444501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:52:02.445580 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.503465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-46e26bfc-8fbb-4ef5-a220-41242959c3b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 1001 time: 0.1857419 Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:52:02.513349 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:52:02.565016 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.572544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-84fad297-4caa-4a1d-986f-58ac91c8fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.574579 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-84fad297-4caa-4a1d-986f-58ac91c8fb1e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.0641692 Dec 08 01:52:02.574711 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.580702 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] 10.222.0.70 "DELETE /v2.0/networks/681a8fc7-a349-48b8-a9ea-17ca7c951cda HTTP/1.1" status: 204 len: 168 time: 0.8670511 Dec 08 01:52:02.583086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c1f9-9c8f-4d2f-9789-7cfb01da0472 req-9f2d8607-578b-45bd-9590-a71c80909df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.584847 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8654c1f9-9c8f-4d2f-9789-7cfb01da0472 req-9f2d8607-578b-45bd-9590-a71c80909df4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=45aa20cf905b425090cbf4a89cfccdc9&device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 1100 time: 0.0667171 Dec 08 01:52:02.588645 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:02.590420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34a58da4-cee3-4009-90d0-f29cb2e6a3f2 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:52:02.611025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e57989-2617-43d4-9522-32bec97ad57f admin admin] Pushing event deleted for resources: {'Network': ['ID=681a8fc7-a349-48b8-a9ea-17ca7c951cda,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:02.683065 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-9954b41e-bccc-4fb8-99ba-122e77ad3926 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1068952 Dec 08 01:52:02.685299 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 01:52:02.686892 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-39da29d0-423f-4939-b18c-8cb68389c8b0 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0279293 Dec 08 01:52:02.690427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39464) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:02.723743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-81605391-a265-48d3-8cab-6fb37e1145f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.725491 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-81605391-a265-48d3-8cab-6fb37e1145f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317716 Dec 08 01:52:02.766087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c1f9-9c8f-4d2f-9789-7cfb01da0472 req-2342f859-e5e8-4c3d-abb1-420d1fb07ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.770131 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8654c1f9-9c8f-4d2f-9789-7cfb01da0472 req-2342f859-e5e8-4c3d-abb1-420d1fb07ceb service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.1553662 Dec 08 01:52:02.829585 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8654c1f9-9c8f-4d2f-9789-7cfb01da0472 req-4c2ae03a-102a-4219-bc57-353b9e8c80f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=4520135a-be16-40e7-8bed-b66bb77e8e5f HTTP/1.1" status: 200 len: 217 time: 0.0505869 Dec 08 01:52:02.898704 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-246b8339-6ba2-4bee-a700-38f89dbc4af4 service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634467 Dec 08 01:52:02.901943 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c1f9-9c8f-4d2f-9789-7cfb01da0472 req-e469dbe2-c208-43a9-87f8-a8d9ed91b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.904396 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8654c1f9-9c8f-4d2f-9789-7cfb01da0472 req-e469dbe2-c208-43a9-87f8-a8d9ed91b021 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0665548 Dec 08 01:52:02.914201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-b0f80db2-a5d4-4de8-a2fc-82afa4459cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.914458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-b0f80db2-a5d4-4de8-a2fc-82afa4459cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.914976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-b0f80db2-a5d4-4de8-a2fc-82afa4459cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.915696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-b0f80db2-a5d4-4de8-a2fc-82afa4459cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.916047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-b0f80db2-a5d4-4de8-a2fc-82afa4459cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.919650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-b0f80db2-a5d4-4de8-a2fc-82afa4459cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.920144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-b0f80db2-a5d4-4de8-a2fc-82afa4459cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:02.922200 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-b0f80db2-a5d4-4de8-a2fc-82afa4459cc9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=008babb619094c7786f24fb206e9b0b7&device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 6509 time: 0.1211767 Dec 08 01:52:02.922525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39466) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:02.955063 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d67597c4-be99-4469-99d7-c47f00a52fa1 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Deleting port b505f1cb-ecc4-4440-b478-a74fb3ba22f7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:02.955410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d67597c4-be99-4469-99d7-c47f00a52fa1 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.039673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654c1f9-9c8f-4d2f-9789-7cfb01da0472 req-d69a7dbc-8975-47c1-a7be-7ebbe1313162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:03.041269 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8654c1f9-9c8f-4d2f-9789-7cfb01da0472 req-d69a7dbc-8975-47c1-a7be-7ebbe1313162 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1284561 Dec 08 01:52:03.044332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0b7d23b5-d8b4-434d-9bed-aab5842bb143 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d50b524e61414843886795887000aff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1173468 Dec 08 01:52:03.047093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39472) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:03.287680 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-98b7d8b0-118c-4a82-b1ad-99915cbfd127 service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800814 Dec 08 01:52:03.292370 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8654c1f9-9c8f-4d2f-9789-7cfb01da0472 req-33ebf080-ed06-4e2b-9778-33808e7b16b3 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147660 Dec 08 01:52:03.297414 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d67597c4-be99-4469-99d7-c47f00a52fa1 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.311150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-bd2656ce-fb2d-41f8-8df5-501e881598be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:03.311808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-bd2656ce-fb2d-41f8-8df5-501e881598be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:03.312436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-bd2656ce-fb2d-41f8-8df5-501e881598be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:03.327369 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-bd2656ce-fb2d-41f8-8df5-501e881598be service neutron] 10.222.0.72 "GET /v2.0/networks?id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d HTTP/1.1" status: 200 len: 2297 time: 0.3659225 Dec 08 01:52:03.371841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d67597c4-be99-4469-99d7-c47f00a52fa1 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Calling delete_port for b505f1cb-ecc4-4440-b478-a74fb3ba22f7 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:03.396982 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00bfab09-7b5b-4589-84be-4ef1aee9c4b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.471194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00bfab09-7b5b-4589-84be-4ef1aee9c4b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.560622 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8654c1f9-9c8f-4d2f-9789-7cfb01da0472 req-20d526a6-f370-4afe-a381-3b59710e1cf7 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554071 Dec 08 01:52:03.592535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00bfab09-7b5b-4589-84be-4ef1aee9c4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.595287 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00bfab09-7b5b-4589-84be-4ef1aee9c4b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.598840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-00bfab09-7b5b-4589-84be-4ef1aee9c4b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a4a23d6-9074-469a-9467-c17b2ab31f4d HTTP/1.1" status: 204 len: 168 time: 0.5484915 Dec 08 01:52:03.610606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfab09-7b5b-4589-84be-4ef1aee9c4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4a23d6-9074-469a-9467-c17b2ab31f4d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:03.667259 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.833530 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:03.849915 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-ca65ba7a-265e-4177-9e5e-48f1c92c0e2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 HTTP/1.1" status: 200 len: 1000 time: 0.4996531 Dec 08 01:52:03.866685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03239a-57a1-48ec-81cb-c5f3a9b2120c req-97a90de6-4b39-4950-b847-f1402854ce42 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:03.868637 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f03239a-57a1-48ec-81cb-c5f3a9b2120c req-97a90de6-4b39-4950-b847-f1402854ce42 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.4875045 Dec 08 01:52:04.006513 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d67597c4-be99-4469-99d7-c47f00a52fa1 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:04.043485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-fa33273d-5075-45cd-afa7-b66bb23a79f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:04.059987 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-fa33273d-5075-45cd-afa7-b66bb23a79f6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c3b4d4c1-f8d5-4e97-bf96-86b49df7e725 HTTP/1.1" status: 200 len: 856 time: 0.2009799 Dec 08 01:52:04.153829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f1f77f-9884-4903-b6ba-de423b303863 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:04.207685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67597c4-be99-4469-99d7-c47f00a52fa1 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Pushing event deleted for resources: {'Port': ['ID=b505f1cb-ecc4-4440-b478-a74fb3ba22f7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:04.249240 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3f03239a-57a1-48ec-81cb-c5f3a9b2120c req-b58b81d8-621d-485c-a767-946dc77f30ba tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702506 Dec 08 01:52:04.328190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-14e85e8c-8360-48f1-9f21-4cf53885d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:04.330127 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-14e85e8c-8360-48f1-9f21-4cf53885d9aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2626839 Dec 08 01:52:04.385158 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d67597c4-be99-4469-99d7-c47f00a52fa1 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:04.394166 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d67597c4-be99-4469-99d7-c47f00a52fa1 tempest-RoutersAdminNegativeIpV6Test-268141125 tempest-RoutersAdminNegativeIpV6Test-268141125-project-admin] 10.222.0.70 "DELETE /v2.0/ports/b505f1cb-ecc4-4440-b478-a74fb3ba22f7 HTTP/1.1" status: 204 len: 168 time: 1.7023571 Dec 08 01:52:04.534883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-a1bb0780-05b1-4791-80f5-17e04f6616c2 service neutron] 10.222.0.72 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929560 Dec 08 01:52:04.742909 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:04.753161 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-acf182fd-4dbe-4b24-b588-d8aecc3b7992 service neutron] 10.222.0.72 "GET /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071960 Dec 08 01:52:04.846033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-cf936a2b-bad2-441f-ae57-3bcaa68f5ebd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=15bebb90-8c8e-44bc-9c6b-797d55456b55 HTTP/1.1" status: 200 len: 217 time: 0.0880289 Dec 08 01:52:04.866266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39524) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:04.977277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-65297254-ef64-47ba-9d64-2a6f794030c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:04.978772 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-65297254-ef64-47ba-9d64-2a6f794030c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.1246459 Dec 08 01:52:05.040566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39528) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:05.060082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-65f3bd6e-40a9-4888-8428-364b70b2bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:05.061843 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-65f3bd6e-40a9-4888-8428-364b70b2bae3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0741746 Dec 08 01:52:05.144682 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e015a03-6c3d-4795-8227-7db6e66aa5a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.180735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-e38c46d1-471d-40d3-bac8-dc364a27fd44 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101656 Dec 08 01:52:05.196048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-225176087-network', 'tenant_id': '266293d51ba64cfead47a30d7ce0b3eb'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:05.235520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Made reservation on behalf of 266293d51ba64cfead47a30d7ce0b3eb for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:05.238522 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.254009 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.406533 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.434268 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.452069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e015a03-6c3d-4795-8227-7db6e66aa5a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.491262 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e015a03-6c3d-4795-8227-7db6e66aa5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.558985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:52:05.583553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033c0dad-fd6a-40b0-a8f7-4bdb41bb8414,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:05.601916 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2e015a03-6c3d-4795-8227-7db6e66aa5a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a90f1d2a561449ce92ae083f6236e824&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7310636 Dec 08 01:52:05.620832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39538) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:05.630883 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.631268 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Added segment 9aaa4bda-731f-4c75-8fda-549698c2be89 of type vlan for network 455d6239-7986-445f-8e92-92770cd67bc7 Dec 08 01:52:05.707938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e015a03-6c3d-4795-8227-7db6e66aa5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4f1413-78aa-45d3-99e3-9c61511d8cff,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:05.768407 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.790469 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9087c84-0713-4e43-acf7-c07814879b5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.806898 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-8d57e6d4-b3f4-480d-af2f-4dfc00cf9ce0 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6170990 Dec 08 01:52:05.837066 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9087c84-0713-4e43-acf7-c07814879b5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.846492 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.847429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:05.848009 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:05.876846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b700efc-6fb8-4151-8947-44b3c7594ac0 req-7822ca79-b9bd-4a21-a170-ccb149edabf5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:05.882674 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b700efc-6fb8-4151-8947-44b3c7594ac0 req-7822ca79-b9bd-4a21-a170-ccb149edabf5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1741858 Dec 08 01:52:05.925988 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8849139 Dec 08 01:52:05.938134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39550) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:05.950854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-666493b6-e044-4861-af9f-72e9300eaffa admin admin] Request body: {'subnet': {'network_id': '455d6239-7986-445f-8e92-92770cd67bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-225176087-subnet', 'tenant_id': '266293d51ba64cfead47a30d7ce0b3eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:05.974461 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-2a101918-7979-4d9f-b6d8-8a75a3bca2c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=5b7a6954-74e4-413a-9c6b-8b0f820210d7 HTTP/1.1" status: 200 len: 217 time: 0.1557875 Dec 08 01:52:05.993258 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c303f66-db42-4265-a589-e67d517e5a71 admin admin] Pushing event updated for resources: {'Network': ['ID=455d6239-7986-445f-8e92-92770cd67bc7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:06.005878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 455d6239-7986-445f-8e92-92770cd67bc7 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:52:06.049943 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9087c84-0713-4e43-acf7-c07814879b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:06.058150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9087c84-0713-4e43-acf7-c07814879b5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:06.066004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d9087c84-0713-4e43-acf7-c07814879b5b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c4f1413-78aa-45d3-99e3-9c61511d8cff HTTP/1.1" status: 204 len: 168 time: 0.4405475 Dec 08 01:52:06.086549 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9087c84-0713-4e43-acf7-c07814879b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4f1413-78aa-45d3-99e3-9c61511d8cff,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:06.117955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666493b6-e044-4861-af9f-72e9300eaffa admin admin] Made reservation on behalf of 266293d51ba64cfead47a30d7ce0b3eb for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:06.120268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-666493b6-e044-4861-af9f-72e9300eaffa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:06.155389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-695765bc-298b-48a5-a195-1266f933dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:06.156992 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-695765bc-298b-48a5-a195-1266f933dbf6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.1345479 Dec 08 01:52:06.217102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b700efc-6fb8-4151-8947-44b3c7594ac0 req-3a91a5ff-d390-46b5-b8d1-4681e529338e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2749133 Dec 08 01:52:06.426656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-1bac7c7f-2563-4309-a7ff-d91797fd8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:06.428429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-1bac7c7f-2563-4309-a7ff-d91797fd8c1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2539780 Dec 08 01:52:06.461884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39560) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:06.672456 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3ef6b7e0-91b9-4fb8-b923-12f58ef2737c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ec032de48ec4253b30ed0d71d47af56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2037981 Dec 08 01:52:06.672907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39564) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:06.827175 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ce94-d57e-4af4-b207-ca125dd05c6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:06.845717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-14fd7fb3-555d-4d72-9327-293658ebd30f service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084115 Dec 08 01:52:06.868175 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-666493b6-e044-4861-af9f-72e9300eaffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:06.896877 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ce94-d57e-4af4-b207-ca125dd05c6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:06.985589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666493b6-e044-4861-af9f-72e9300eaffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=271df850-2e8b-44cf-936b-c811fc16d33e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:06.989600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ce94-d57e-4af4-b207-ca125dd05c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:07.004804 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9b0ce94-d57e-4af4-b207-ca125dd05c6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:07.019657 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c9b0ce94-d57e-4af4-b207-ca125dd05c6a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72d81d7f-6e68-4bc0-a1f1-a8124f28d92c HTTP/1.1" status: 204 len: 168 time: 0.3441699 Dec 08 01:52:07.045822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0ce94-d57e-4af4-b207-ca125dd05c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d81d7f-6e68-4bc0-a1f1-a8124f28d92c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:07.063678 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-50d60254-e5ec-4bb6-962c-185118a33d1c service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091815 Dec 08 01:52:07.229957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666493b6-e044-4861-af9f-72e9300eaffa admin admin] Checking segment: {'id': '9aaa4bda-731f-4c75-8fda-549698c2be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '455d6239-7986-445f-8e92-92770cd67bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:07.230647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666493b6-e044-4861-af9f-72e9300eaffa admin admin] Network hostable DHCP agents. Network: 455d6239-7986-445f-8e92-92770cd67bc7, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:52:07.242167 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-f7ad7026-3d6b-4696-b614-fd8246e424b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=105997f8-4aff-4424-a477-fc50633bed2d HTTP/1.1" status: 200 len: 217 time: 0.1499743 Dec 08 01:52:07.368577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666493b6-e044-4861-af9f-72e9300eaffa admin admin] Network 455d6239-7986-445f-8e92-92770cd67bc7 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:52:07.414192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-5e406b1e-61a0-42b1-b985-bf6e2aa167fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:07.416309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-5e406b1e-61a0-42b1-b985-bf6e2aa167fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.1730926 Dec 08 01:52:07.419603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-666493b6-e044-4861-af9f-72e9300eaffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 455d6239-7986-445f-8e92-92770cd67bc7) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:07.428603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666493b6-e044-4861-af9f-72e9300eaffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:07.428603 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-666493b6-e044-4861-af9f-72e9300eaffa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:07.433470 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eece9d2-f8c2-4a3b-b73d-a8022eb75508 None None] Network 455d6239-7986-445f-8e92-92770cd67bc7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:07.479690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189afb1-e5d7-456b-b61f-e77147c5f7e1 req-07544b93-c73d-475e-a83b-600da3a0f90d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:07.481746 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3189afb1-e5d7-456b-b61f-e77147c5f7e1 req-07544b93-c73d-475e-a83b-600da3a0f90d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1070628 Dec 08 01:52:07.504614 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-666493b6-e044-4861-af9f-72e9300eaffa admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5651705 Dec 08 01:52:07.533246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-fb8af6e5-5edd-4153-9b6c-7218f9136bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:07.537408 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-fb8af6e5-5edd-4153-9b6c-7218f9136bd8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1098502 Dec 08 01:52:07.682839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5809b81b-89fe-4b96-82b6-f37ebf420e9c None None] Network 455d6239-7986-445f-8e92-92770cd67bc7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:07.776402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39588) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:07.802032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3189afb1-e5d7-456b-b61f-e77147c5f7e1 req-67391171-e4ba-4394-bacf-9fdb2f40a81e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101206 Dec 08 01:52:07.884416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-6065f2f7-269f-4467-9de1-39f4f6796690 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297575 Dec 08 01:52:07.904369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffef793-32e7-4e48-8a44-bb1188abcfe3 admin admin] Deleting subnet 271df850-2e8b-44cf-936b-c811fc16d33e {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:52:07.918707 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fffef793-32e7-4e48-8a44-bb1188abcfe3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.003512 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fffef793-32e7-4e48-8a44-bb1188abcfe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.062527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fffef793-32e7-4e48-8a44-bb1188abcfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.062895 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-15ce5864-8c1f-461e-bb00-41e7deab24ed service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697164 Dec 08 01:52:08.142718 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-3847158b-31ff-4f9b-8126-f7725cb4e0d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce HTTP/1.1" status: 200 len: 217 time: 0.0690911 Dec 08 01:52:08.170776 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fffef793-32e7-4e48-8a44-bb1188abcfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.232884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffef793-32e7-4e48-8a44-bb1188abcfe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=271df850-2e8b-44cf-936b-c811fc16d33e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:08.248736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-6349f461-d935-4729-8b54-d02714ac4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:08.249515 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fffef793-32e7-4e48-8a44-bb1188abcfe3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.255956 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fffef793-32e7-4e48-8a44-bb1188abcfe3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/271df850-2e8b-44cf-936b-c811fc16d33e HTTP/1.1" status: 204 len: 168 time: 0.4784038 Dec 08 01:52:08.257615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39600) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:08.270780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-6349f461-d935-4729-8b54-d02714ac4dbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 200 len: 797 time: 0.1007943 Dec 08 01:52:08.350959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-2f3df9b4-d7f9-47c2-a138-5fab9dbf2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:08.358668 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-2f3df9b4-d7f9-47c2-a138-5fab9dbf2417 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e36b60e-7812-4b19-925e-ef8b9cfd1e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0842371 Dec 08 01:52:08.365002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.565459 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.610137 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-04fc6dcd-f184-48cc-a956-dabf326cd599 service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458851 Dec 08 01:52:08.613445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455d6239-7986-445f-8e92-92770cd67bc7']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:08.625181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aaa4bda-731f-4c75-8fda-549698c2be89') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:08.625820 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aaa4bda-731f-4c75-8fda-549698c2be89') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:08.644160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.676087 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.688241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:52:08.689609 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:52:08.691922 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:52:08.764812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39612) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:08.783103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.792021 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:08.797816 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] 10.222.0.70 "DELETE /v2.0/networks/455d6239-7986-445f-8e92-92770cd67bc7 HTTP/1.1" status: 204 len: 168 time: 0.5386894 Dec 08 01:52:08.809644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd587a9-bc77-4787-9585-e761cf358f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=455d6239-7986-445f-8e92-92770cd67bc7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:08.813191 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-93824d18-eeac-4ea3-a4c8-0289d3e7e47f service neutron] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937575 Dec 08 01:52:08.874458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-c0f2c9a9-c975-4579-938a-86f589dedddb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 HTTP/1.1" status: 200 len: 217 time: 0.0526578 Dec 08 01:52:08.945930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-05c71040-2478-4cd2-8989-15d4c98307a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:08.948508 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-05c71040-2478-4cd2-8989-15d4c98307a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 200 len: 797 time: 0.0653069 Dec 08 01:52:08.984940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-783441493'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:09.034962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Made reservation on behalf of deca4a0199c94de5acb3a5cfd5e91f55 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:09.040795 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.046168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc6424-0684-40a9-902e-484d27a9e35e req-170a0a53-16fa-442a-a300-db0da8b0025a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.047744 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a8bc6424-0684-40a9-902e-484d27a9e35e req-170a0a53-16fa-442a-a300-db0da8b0025a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0953631 Dec 08 01:52:09.049957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-0c1e5949-5992-4c56-b3ec-9c997a60f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.051343 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-0c1e5949-5992-4c56-b3ec-9c997a60f845 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0885427 Dec 08 01:52:09.052104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39620) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:09.053501 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.174852 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.181825 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.208996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:52:09.224785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f66ca9-3e84-459c-acee-734836c9ab33,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:09.232038 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.232340 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Added segment c3bba442-061f-4551-b043-cdc69128e507 of type vlan for network 9ab13d5c-c941-4987-bc98-50453336da78 Dec 08 01:52:09.277571 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a8bc6424-0684-40a9-902e-484d27a9e35e req-93c2cb2d-ebf0-4836-8a33-e88c0e6f9fbf tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188711 Dec 08 01:52:09.279551 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-29103cac-3094-4fd8-bc1d-35aaa8fa8384 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180567 Dec 08 01:52:09.283534 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d40310a2-82e4-4991-84e4-0cd0ba939726 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=266293d51ba64cfead47a30d7ce0b3eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2300403 Dec 08 01:52:09.286111 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.286247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39630) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:09.333686 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.339531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.340527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.378241 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6098773 Dec 08 01:52:09.378443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39632) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:09.383215 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5971cebb-cf9e-472d-966b-b447c5644fb8 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Request body: {'subnet': {'network_id': '9ab13d5c-c941-4987-bc98-50453336da78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:09.410556 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2afbcf2-6976-484c-9ce5-b7ae2aa93714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.436650 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-6c34038f-c902-4b11-a986-96c941c555d9 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416700 Dec 08 01:52:09.438701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584b4fd-f5f4-4419-a9da-ef5306af55a5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event updated for resources: {'Network': ['ID=9ab13d5c-c941-4987-bc98-50453336da78,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:09.454396 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2afbcf2-6976-484c-9ce5-b7ae2aa93714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.454613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 9ab13d5c-c941-4987-bc98-50453336da78 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:52:09.504363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-58dafe03-3b1f-434c-b99f-7269684fa66f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7315eb68-e0c8-4c89-aead-a75c0340938b HTTP/1.1" status: 200 len: 217 time: 0.0585489 Dec 08 01:52:09.554769 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5971cebb-cf9e-472d-966b-b447c5644fb8 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Made reservation on behalf of deca4a0199c94de5acb3a5cfd5e91f55 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:09.558997 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5971cebb-cf9e-472d-966b-b447c5644fb8 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.575369 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-bbd3890d-821d-40c9-a029-f8e87f3170ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.577024 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-bbd3890d-821d-40c9-a029-f8e87f3170ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 200 len: 797 time: 0.0654676 Dec 08 01:52:09.623854 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2afbcf2-6976-484c-9ce5-b7ae2aa93714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.626504 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e2afbcf2-6976-484c-9ce5-b7ae2aa93714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.630052 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e2afbcf2-6976-484c-9ce5-b7ae2aa93714 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/033c0dad-fd6a-40b0-a8f7-4bdb41bb8414 HTTP/1.1" status: 204 len: 168 time: 0.3406143 Dec 08 01:52:09.640928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afbcf2-6976-484c-9ce5-b7ae2aa93714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033c0dad-fd6a-40b0-a8f7-4bdb41bb8414,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:09.645597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-2d611a11-32e2-4880-a309-e3b8183c33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.647138 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-2d611a11-32e2-4880-a309-e3b8183c33b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0628304 Dec 08 01:52:09.786611 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-e957f885-5c01-47a6-9740-9c2d42eb8ed6 service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321232 Dec 08 01:52:09.792572 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5971cebb-cf9e-472d-966b-b447c5644fb8 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.843101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971cebb-cf9e-472d-966b-b447c5644fb8 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event updated for resources: {'Subnet': ['ID=201a3f8f-9627-4eb9-a689-be590785ab33,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:09.878425 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5971cebb-cf9e-472d-966b-b447c5644fb8 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Checking segment: {'id': 'c3bba442-061f-4551-b043-cdc69128e507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9ab13d5c-c941-4987-bc98-50453336da78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:09.878791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5971cebb-cf9e-472d-966b-b447c5644fb8 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Network hostable DHCP agents. Network: 9ab13d5c-c941-4987-bc98-50453336da78, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:52:09.904948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5971cebb-cf9e-472d-966b-b447c5644fb8 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Network 9ab13d5c-c941-4987-bc98-50453336da78 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:52:09.912160 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbc5c50-d19f-438a-bb4c-214810e999ef req-727bf1f9-45fc-4e5b-9243-0811e7375d9e service neutron] 10.222.0.72 "GET /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172855 Dec 08 01:52:09.916342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5971cebb-cf9e-472d-966b-b447c5644fb8 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 9ab13d5c-c941-4987-bc98-50453336da78) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:09.924830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5971cebb-cf9e-472d-966b-b447c5644fb8 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:09.927139 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5971cebb-cf9e-472d-966b-b447c5644fb8 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:09.935289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e22b18-b976-4ae7-bc08-6592f0631fcc None None] Network 9ab13d5c-c941-4987-bc98-50453336da78 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:09.951940 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5971cebb-cf9e-472d-966b-b447c5644fb8 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5723238 Dec 08 01:52:09.955324 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39644) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:09.962543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Request body: {'port': {'network_id': '9ab13d5c-c941-4987-bc98-50453336da78', 'name': 'tempest-AllowedAddressPairTestJSON-1688975391'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:10.124667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-9ab13d5c-c941-4987-bc98-50453336da78', 'network_id': '9ab13d5c-c941-4987-bc98-50453336da78', 'project_id': 'deca4a0199c94de5acb3a5cfd5e91f55', 'fixed_ips': [{'subnet_id': '201a3f8f-9627-4eb9-a689-be590785ab33'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:52:10.125616 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:10.163882 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Made reservation on behalf of deca4a0199c94de5acb3a5cfd5e91f55 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:10.167622 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:10.192863 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] device_id is not set on port 62da61e5-6c15-472f-9880-a23388d906fe yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:52:10.386388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Allocated IP 172.20.0.2 (9ab13d5c-c941-4987-bc98-50453336da78/201a3f8f-9627-4eb9-a689-be590785ab33/ca07347b-47b6-468e-81e8-d8187b388b3e) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:10.493031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41ba2d-2105-49de-bd3d-1c8073aff292 req-1d2becec-1a55-4848-8389-182c44cfb217 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:10.494748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd41ba2d-2105-49de-bd3d-1c8073aff292 req-1d2becec-1a55-4848-8389-182c44cfb217 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1130064 Dec 08 01:52:10.580912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd41ba2d-2105-49de-bd3d-1c8073aff292 req-37fe1c8f-51cc-4607-92f2-ea55c49495c1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785813 Dec 08 01:52:10.851566 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:10.860801 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:10.897726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Network 9ab13d5c-c941-4987-bc98-50453336da78 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:10.900917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:10.904617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:10.925419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Allocated IP 172.20.0.8 (9ab13d5c-c941-4987-bc98-50453336da78/201a3f8f-9627-4eb9-a689-be590785ab33/62da61e5-6c15-472f-9880-a23388d906fe) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:10.958252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Pushing event updated for resources: {'Port': ['ID=ca07347b-47b6-468e-81e8-d8187b388b3e,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:11.029420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Attempting to bind port ca07347b-47b6-468e-81e8-d8187b388b3e on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:11.029810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Attempting to bind port ca07347b-47b6-468e-81e8-d8187b388b3e by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c3bba442-061f-4551-b043-cdc69128e507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9ab13d5c-c941-4987-bc98-50453336da78'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:11.030189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Attempting to bind port ca07347b-47b6-468e-81e8-d8187b388b3e on network 9ab13d5c-c941-4987-bc98-50453336da78 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:11.036698 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:11.037761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Checking segment: {'id': 'c3bba442-061f-4551-b043-cdc69128e507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9ab13d5c-c941-4987-bc98-50453336da78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:11.037761 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:11.037968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Bound using segment: {'id': 'c3bba442-061f-4551-b043-cdc69128e507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9ab13d5c-c941-4987-bc98-50453336da78'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:11.038388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Bound port: ca07347b-47b6-468e-81e8-d8187b388b3e, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bba442-061f-4551-b043-cdc69128e507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9ab13d5c-c941-4987-bc98-50453336da78'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:11.038786 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:11.122305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] For port ca07347b-47b6-468e-81e8-d8187b388b3e, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:11.129155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] For port ca07347b-47b6-468e-81e8-d8187b388b3e, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ca07347b-47b6-468e-81e8-d8187b388b3e,segment=NetworkSegment(c3bba442-061f-4551-b043-cdc69128e507),segment_id=c3bba442-061f-4551-b043-cdc69128e507)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:11.141052 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:11.197835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fce4d8-1cef-4b1f-a08c-bb24f05ee908 None None] Pushing event updated for resources: {'Port': ['ID=ca07347b-47b6-468e-81e8-d8187b388b3e,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:11.204234 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:11.284080 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:11.358699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event updated for resources: {'Port': ['ID=62da61e5-6c15-472f-9880-a23388d906fe,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:11.383743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Network 9ab13d5c-c941-4987-bc98-50453336da78 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:11.385341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:11.388596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:11.540386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:11.541058 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:11.595835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39686) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:11.603745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Request body: {'port': {'network_id': '9ab13d5c-c941-4987-bc98-50453336da78', 'name': 'tempest-AllowedAddressPairTestJSON-2057895446', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:2e:32:99'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:11.609588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f5af14d2-88fd-4475-ace5-29aaeeae046b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6528983 Dec 08 01:52:11.815144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Made reservation on behalf of deca4a0199c94de5acb3a5cfd5e91f55 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:11.882755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b78ccc-82c4-4eaf-8573-7e04e9d44f02 req-eaaa79aa-3925-4a71-b740-20f70d59e160 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:11.892878 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71b78ccc-82c4-4eaf-8573-7e04e9d44f02 req-eaaa79aa-3925-4a71-b740-20f70d59e160 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1584375 Dec 08 01:52:11.948533 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:11.957292 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71b78ccc-82c4-4eaf-8573-7e04e9d44f02 req-487040fd-867c-4eb7-9707-4433656a1cfd tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594537 Dec 08 01:52:11.983017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] device_id is not set on port 427f19e8-137c-41fb-99fd-6b57dca485b4 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:52:12.145581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Allocated IP 172.20.0.10 (9ab13d5c-c941-4987-bc98-50453336da78/201a3f8f-9627-4eb9-a689-be590785ab33/427f19e8-137c-41fb-99fd-6b57dca485b4) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:12.421021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ca07347b-47b6-468e-81e8-d8187b388b3e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:12.542255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ca07347b-47b6-468e-81e8-d8187b388b3e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:12.542969 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.597889 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.701287 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.712120 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.744709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port ca07347b-47b6-468e-81e8-d8187b388b3e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ca07347b-47b6-468e-81e8-d8187b388b3e,segment=NetworkSegment(c3bba442-061f-4551-b043-cdc69128e507),segment_id=c3bba442-061f-4551-b043-cdc69128e507)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:12.751066 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:12.810642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Network 9ab13d5c-c941-4987-bc98-50453336da78 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:12.815634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:12.832519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:12.884069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event updated for resources: {'Port': ['ID=427f19e8-137c-41fb-99fd-6b57dca485b4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:12.939862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=ca07347b-47b6-468e-81e8-d8187b388b3e,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:12.964468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:12.965182 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:13.004717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe9da17-7b61-438c-a7ca-c77baf3a8f5b None None] Network 9ab13d5c-c941-4987-bc98-50453336da78 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:13.005498 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-49396c40-d915-4662-9fb3-1f0136ef8237 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.4079208 Dec 08 01:52:13.005708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39708) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:13.140752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-968e5e6c-db6c-4970-8fe4-dbecbcb06680 None None] Provisioning complete for port ca07347b-47b6-468e-81e8-d8187b388b3e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:13.142377 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-968e5e6c-db6c-4970-8fe4-dbecbcb06680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:13.255379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee08ce3-2f15-4870-a725-9c1f1aa9a63b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:13.263153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee08ce3-2f15-4870-a725-9c1f1aa9a63b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:13.269712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee08ce3-2f15-4870-a725-9c1f1aa9a63b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:13.274571 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fee08ce3-2f15-4870-a725-9c1f1aa9a63b tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2673306 Dec 08 01:52:13.275709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaecfb8-7bd7-4546-a589-fac90cc4aceb req-0a229bcd-9bb4-4a32-b069-02b8f2affd16 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:13.276477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:13.277678 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-edaecfb8-7bd7-4546-a589-fac90cc4aceb req-0a229bcd-9bb4-4a32-b069-02b8f2affd16 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 948 time: 0.1037703 Dec 08 01:52:13.329764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c33086-4fcf-498e-b545-44016dc0815b req-a772d0d7-91a3-4bf3-a124-a3ef8f885a23 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:13.331376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58c33086-4fcf-498e-b545-44016dc0815b req-a772d0d7-91a3-4bf3-a124-a3ef8f885a23 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1761670 Dec 08 01:52:13.349314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-edaecfb8-7bd7-4546-a589-fac90cc4aceb req-7f99dc47-46b2-47ee-bbe8-84bc6ca4e29a tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a366232-5889-4764-9458-1529e593fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639429 Dec 08 01:52:13.431311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58c33086-4fcf-498e-b545-44016dc0815b req-69410809-86f3-4f0f-98c3-495d39ed294b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865371 Dec 08 01:52:13.441200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bb96bdb4-fd46-43b6-88d7-f1d73c7a4201 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Deleting port 427f19e8-137c-41fb-99fd-6b57dca485b4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:13.441849 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb96bdb4-fd46-43b6-88d7-f1d73c7a4201 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:13.554846 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb96bdb4-fd46-43b6-88d7-f1d73c7a4201 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:13.569070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bb96bdb4-fd46-43b6-88d7-f1d73c7a4201 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Calling delete_port for 427f19e8-137c-41fb-99fd-6b57dca485b4 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:13.612011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5be3e9af-8d5e-4fed-9259-2df9badab4de None None] Provisioning complete for port ca07347b-47b6-468e-81e8-d8187b388b3e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:13.612653 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5be3e9af-8d5e-4fed-9259-2df9badab4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:13.754315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5be3e9af-8d5e-4fed-9259-2df9badab4de None None] Provisioning complete for port 427f19e8-137c-41fb-99fd-6b57dca485b4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:13.754701 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5be3e9af-8d5e-4fed-9259-2df9badab4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:13.774683 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb96bdb4-fd46-43b6-88d7-f1d73c7a4201 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:13.794653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5be3e9af-8d5e-4fed-9259-2df9badab4de None None] Port 427f19e8-137c-41fb-99fd-6b57dca485b4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:13.807036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5be3e9af-8d5e-4fed-9259-2df9badab4de None None] Provisioning complete for port 62da61e5-6c15-472f-9880-a23388d906fe triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:13.807503 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5be3e9af-8d5e-4fed-9259-2df9badab4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:13.820677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96bdb4-fd46-43b6-88d7-f1d73c7a4201 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event deleted for resources: {'Port': ['ID=427f19e8-137c-41fb-99fd-6b57dca485b4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:13.849356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5be3e9af-8d5e-4fed-9259-2df9badab4de None None] Port 62da61e5-6c15-472f-9880-a23388d906fe cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:13.995107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3088f81e-f571-486e-b5e1-0650a10d626f None None] Provisioning complete for port 62da61e5-6c15-472f-9880-a23388d906fe triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:14.034338 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3088f81e-f571-486e-b5e1-0650a10d626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:14.101592 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3088f81e-f571-486e-b5e1-0650a10d626f None None] Port 62da61e5-6c15-472f-9880-a23388d906fe cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:14.104499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb96bdb4-fd46-43b6-88d7-f1d73c7a4201 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:14.116030 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bb96bdb4-fd46-43b6-88d7-f1d73c7a4201 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "DELETE /v2.0/ports/427f19e8-137c-41fb-99fd-6b57dca485b4 HTTP/1.1" status: 204 len: 168 time: 0.8329382 Dec 08 01:52:14.116657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39732) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:14.157625 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-02097125-1b4f-4c04-aae5-4cdb4ba146ea tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] GET failed (client error): The resource could not be found. Dec 08 01:52:14.159536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-02097125-1b4f-4c04-aae5-4cdb4ba146ea tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "GET /v2.0/ports/427f19e8-137c-41fb-99fd-6b57dca485b4 HTTP/1.1" status: 404 len: 333 time: 0.0419354 Dec 08 01:52:14.165205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39734) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:14.171028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Request body: {'port': {'network_id': '9ab13d5c-c941-4987-bc98-50453336da78', 'name': 'tempest-AllowedAddressPairTestJSON-154335684'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:14.316940 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cad6cec4-5ded-45df-83fb-3abc5a567794 None None] Could not find standard attr ID for object 427f19e8-137c-41fb-99fd-6b57dca485b4. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:52:14.336522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ca07347b-47b6-468e-81e8-d8187b388b3e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:14.491934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Made reservation on behalf of deca4a0199c94de5acb3a5cfd5e91f55 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:14.499819 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:14.542597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ca07347b-47b6-468e-81e8-d8187b388b3e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:14.543277 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:14.555898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] device_id is not set on port 1106e38d-4251-4da6-bd86-8234c59588c4 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:52:14.573170 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e8cb1-a390-4a61-bf78-4e8bd41ce4a5 req-bee744fd-9b1d-457e-bd02-360eee13db14 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:14.580003 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f5e8cb1-a390-4a61-bf78-4e8bd41ce4a5 req-bee744fd-9b1d-457e-bd02-360eee13db14 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 948 time: 0.1499782 Dec 08 01:52:14.814275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bab6a0-4d58-4454-934a-614dc2bae502 req-191311c3-ca49-4246-94ab-d0a5e147fdec tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:14.823523 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-38bab6a0-4d58-4454-934a-614dc2bae502 req-191311c3-ca49-4246-94ab-d0a5e147fdec tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2621250 Dec 08 01:52:14.918959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-38bab6a0-4d58-4454-934a-614dc2bae502 req-c3dd8ec3-4117-493a-8c5f-6f419cca5945 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909443 Dec 08 01:52:14.929052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Allocated IP 172.20.0.12 (9ab13d5c-c941-4987-bc98-50453336da78/201a3f8f-9627-4eb9-a689-be590785ab33/1106e38d-4251-4da6-bd86-8234c59588c4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:15.129437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.200001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.205204 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f5e8cb1-a390-4a61-bf78-4e8bd41ce4a5 req-5103996d-1f33-4545-84c5-70cf15f6d0ad tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/security-groups?id=1a366232-5889-4764-9458-1529e593fd96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177399 Dec 08 01:52:15.260620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9e475-ce97-4dc9-b5fb-56c03ec0f192 req-cbce5b19-c9bd-47d7-9163-8c9835d04736 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:15.262891 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54e9e475-ce97-4dc9-b5fb-56c03ec0f192 req-cbce5b19-c9bd-47d7-9163-8c9835d04736 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.65 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 948 time: 0.1308186 Dec 08 01:52:15.305121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Network 9ab13d5c-c941-4987-bc98-50453336da78 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:15.312634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:15.321665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:15.351043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event updated for resources: {'Port': ['ID=1106e38d-4251-4da6-bd86-8234c59588c4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:15.410897 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-54e9e475-ce97-4dc9-b5fb-56c03ec0f192 req-fd8406bf-6cc4-48a4-acaf-dfe0b7e47b6c tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Deleting port 4520135a-be16-40e7-8bed-b66bb77e8e5f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:15.411375 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-22ac8a3f-93de-4d03-86b7-5fe2262e96e4 service neutron] show failed (client error): The resource could not be found. Dec 08 01:52:15.411659 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54e9e475-ce97-4dc9-b5fb-56c03ec0f192 req-fd8406bf-6cc4-48a4-acaf-dfe0b7e47b6c tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.413203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-22ac8a3f-93de-4d03-86b7-5fe2262e96e4 service neutron] 10.222.0.72 "GET /v2.0/ports/dc6097c8-b96a-4792-b236-ef324b106058/bindings/n-h1-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.1531103 Dec 08 01:52:15.425725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:15.426479 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.453133 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d14dbc9a-9f37-4ba1-ac05-2243412449b2 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2840292 Dec 08 01:52:15.453696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39752) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:15.475239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a4a7af94-8442-4c06-9af3-cfbb8abdfef5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:2e:32:99'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:15.610824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-54e9e475-ce97-4dc9-b5fb-56c03ec0f192 req-fd8406bf-6cc4-48a4-acaf-dfe0b7e47b6c tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] For port 4520135a-be16-40e7-8bed-b66bb77e8e5f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4520135a-be16-40e7-8bed-b66bb77e8e5f,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:15.611409 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54e9e475-ce97-4dc9-b5fb-56c03ec0f192 req-fd8406bf-6cc4-48a4-acaf-dfe0b7e47b6c tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.628757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-54e9e475-ce97-4dc9-b5fb-56c03ec0f192 req-fd8406bf-6cc4-48a4-acaf-dfe0b7e47b6c tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Calling delete_port for 4520135a-be16-40e7-8bed-b66bb77e8e5f owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:15.759196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ada9ed0e-f0ea-4ee8-b8f6-c93871e214cd None None] Provisioning complete for port 1106e38d-4251-4da6-bd86-8234c59588c4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:15.759800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ada9ed0e-f0ea-4ee8-b8f6-c93871e214cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:15.851854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ada9ed0e-f0ea-4ee8-b8f6-c93871e214cd None None] Port 1106e38d-4251-4da6-bd86-8234c59588c4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:15.969716 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54e9e475-ce97-4dc9-b5fb-56c03ec0f192 req-fd8406bf-6cc4-48a4-acaf-dfe0b7e47b6c tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:16.017304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4520135a-be16-40e7-8bed-b66bb77e8e5f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:16.049371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8406bf-6cc4-48a4-acaf-dfe0b7e47b6c tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Pushing event deleted for resources: {'Port': ['ID=4520135a-be16-40e7-8bed-b66bb77e8e5f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:16.165033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e9e475-ce97-4dc9-b5fb-56c03ec0f192 req-fd8406bf-6cc4-48a4-acaf-dfe0b7e47b6c tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] No DVR routers for this DVR port 4520135a-be16-40e7-8bed-b66bb77e8e5f on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:16.171595 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54e9e475-ce97-4dc9-b5fb-56c03ec0f192 req-fd8406bf-6cc4-48a4-acaf-dfe0b7e47b6c tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:16.178132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54e9e475-ce97-4dc9-b5fb-56c03ec0f192 req-fd8406bf-6cc4-48a4-acaf-dfe0b7e47b6c tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.65 "DELETE /v2.0/ports/4520135a-be16-40e7-8bed-b66bb77e8e5f HTTP/1.1" status: 204 len: 173 time: 0.8990335 Dec 08 01:52:16.183048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56d170e-cbe6-4881-b748-eac7dc231ad8', 'name': 'network-vif-deleted', 'tag': '4520135a-be16-40e7-8bed-b66bb77e8e5f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:16.191011 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44a189f-3327-4fde-9071-715faac9c7b0" -d '{"events": [{"server_uuid": "d56d170e-cbe6-4881-b748-eac7dc231ad8", "name": "network-vif-deleted", "tag": "4520135a-be16-40e7-8bed-b66bb77e8e5f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:16.392818 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db669d7e-7b56-4cf4-be88-3a12a1ae5de3 req-4e6f61e8-aac7-45fb-a7cc-197eb7fffe85 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:16.400883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db669d7e-7b56-4cf4-be88-3a12a1ae5de3 req-4e6f61e8-aac7-45fb-a7cc-197eb7fffe85 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2371404 Dec 08 01:52:16.458717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-25f477dc-1a7c-4ab9-a799-298bcc3723eb req-88825b41-888c-4384-9dd4-7173a1f346f5 tempest-VolumesBackupsTest-934035976 tempest-VolumesBackupsTest-934035976-project] 10.222.0.70 "GET /v2.0/ports?device_id=d56d170e-cbe6-4881-b748-eac7dc231ad8 HTTP/1.1" status: 200 len: 210 time: 0.0690191 Dec 08 01:52:16.487240 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db669d7e-7b56-4cf4-be88-3a12a1ae5de3 req-6f0616bb-5b10-4f21-96b6-3c0c0c7821d6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847428 Dec 08 01:52:16.536692 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb778e96-908f-4b44-9f8f-b9ace375b7fc x-openstack-request-id: req-bb778e96-908f-4b44-9f8f-b9ace375b7fc {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:16.537004 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d56d170e-cbe6-4881-b748-eac7dc231ad8", "name": "network-vif-deleted", "tag": "4520135a-be16-40e7-8bed-b66bb77e8e5f", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:16.537265 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb778e96-908f-4b44-9f8f-b9ace375b7fc {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:16.537671 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56d170e-cbe6-4881-b748-eac7dc231ad8', 'name': 'network-vif-deleted', 'tag': '4520135a-be16-40e7-8bed-b66bb77e8e5f', 'status': 'completed', 'code': 200} Dec 08 01:52:16.547668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4a7af94-8442-4c06-9af3-cfbb8abdfef5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:16.552446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-3b0bfa8f-d56f-4d61-9db5-bccbde4bedff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:16.553990 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-3b0bfa8f-d56f-4d61-9db5-bccbde4bedff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1&tenant_id=59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 1097 time: 0.2228363 Dec 08 01:52:16.611342 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:16.709685 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:16.906747 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4a7af94-8442-4c06-9af3-cfbb8abdfef5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.000724 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4a7af94-8442-4c06-9af3-cfbb8abdfef5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.038074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:17.075150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39790) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:17.189944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7af94-8442-4c06-9af3-cfbb8abdfef5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event updated for resources: {'Port': ['ID=1106e38d-4251-4da6-bd86-8234c59588c4,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:17.229915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:17.285861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a4a7af94-8442-4c06-9af3-cfbb8abdfef5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] In _notify_port_updated(), no bound segment for port 1106e38d-4251-4da6-bd86-8234c59588c4 on network 9ab13d5c-c941-4987-bc98-50453336da78 {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:52:17.296451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7af94-8442-4c06-9af3-cfbb8abdfef5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.297143 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4a7af94-8442-4c06-9af3-cfbb8abdfef5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.298502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a4a7af94-8442-4c06-9af3-cfbb8abdfef5 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "PUT /v2.0/ports/1106e38d-4251-4da6-bd86-8234c59588c4 HTTP/1.1" status: 200 len: 993 time: 1.8436382 Dec 08 01:52:17.301635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39806) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:17.347794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:17.350694 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7122b4f3-b313-44be-bd4e-cd1346d526b3" -d '{"events": [{"server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6097c8-b96a-4792-b236-ef324b106058"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:17.359432 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.385748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Transition to ACTIVE for port object dc6097c8-b96a-4792-b236-ef324b106058 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:17.394917 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.503497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a05b3b7-d7a6-45c8-b1b7-c7b3d0392bdd admin admin] Deleting subnet 27a24be5-676d-41ce-90ac-88f206825d8c {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:52:17.514398 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a05b3b7-d7a6-45c8-b1b7-c7b3d0392bdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.528627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bc733aa4-0789-4070-bfc5-427f0dd65f25 None None] Provisioning complete for port 1106e38d-4251-4da6-bd86-8234c59588c4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:17.529131 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc733aa4-0789-4070-bfc5-427f0dd65f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.545636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:17.553780 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9690b378-1eaa-4c98-bbfc-e0bea315dc59 x-openstack-request-id: req-9690b378-1eaa-4c98-bbfc-e0bea315dc59 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:17.554123 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6097c8-b96a-4792-b236-ef324b106058", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:17.554298 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9690b378-1eaa-4c98-bbfc-e0bea315dc59 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:17.554774 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058', 'code': 200} Dec 08 01:52:17.611173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-bc733aa4-0789-4070-bfc5-427f0dd65f25 None None] Port 1106e38d-4251-4da6-bd86-8234c59588c4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:17.653044 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a05b3b7-d7a6-45c8-b1b7-c7b3d0392bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.773296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f1239-ce20-49c7-be8c-082ec15184a1 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Deleting port 1106e38d-4251-4da6-bd86-8234c59588c4 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:17.773637 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1239-ce20-49c7-be8c-082ec15184a1 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.875086 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a05b3b7-d7a6-45c8-b1b7-c7b3d0392bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:17.926539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7b9ea-8ada-4be3-be9a-6e476637220a req-9aa5d259-9821-4983-b11e-6591a2196837 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:17.942174 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ce7b9ea-8ada-4be3-be9a-6e476637220a req-9aa5d259-9821-4983-b11e-6591a2196837 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 943 time: 0.1971905 Dec 08 01:52:17.987956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] No DVR routers for this DVR port dc6097c8-b96a-4792-b236-ef324b106058 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:18.100790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1239-ce20-49c7-be8c-082ec15184a1 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.146347 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f1239-ce20-49c7-be8c-082ec15184a1 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Calling delete_port for 1106e38d-4251-4da6-bd86-8234c59588c4 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:18.160561 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a05b3b7-d7a6-45c8-b1b7-c7b3d0392bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.197670 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a05b3b7-d7a6-45c8-b1b7-c7b3d0392bdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.199969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9b76b9-7d2a-4515-aac6-e39cf5b8d3b9 None None] Network a8156439-aba9-4b51-93a8-dbf383c46fcd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:18.210748 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4a05b3b7-d7a6-45c8-b1b7-c7b3d0392bdd admin admin] 10.222.0.70 "DELETE /v2.0/subnets/27a24be5-676d-41ce-90ac-88f206825d8c HTTP/1.1" status: 204 len: 168 time: 1.1341994 Dec 08 01:52:18.213615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39844) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:18.263933 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ce7b9ea-8ada-4be3-be9a-6e476637220a req-544fada9-6e3e-4886-8dfc-d76271cb230d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202572 Dec 08 01:52:18.391568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05b3b7-d7a6-45c8-b1b7-c7b3d0392bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a24be5-676d-41ce-90ac-88f206825d8c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:18.414707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Attempting to bind port dc6097c8-b96a-4792-b236-ef324b106058 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:18.418378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03893967-00e6-457b-a836-535c1b8be9ed None None] DHCP port deletion for a8156439-aba9-4b51-93a8-dbf383c46fcd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:18.423807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Attempting to bind port dc6097c8-b96a-4792-b236-ef324b106058 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:18.427651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Attempting to bind port dc6097c8-b96a-4792-b236-ef324b106058 on network e4cfd28e-af05-453c-b909-9bd3e2ca6102 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:18.434202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Port dc6097c8-b96a-4792-b236-ef324b106058 on network e4cfd28e-af05-453c-b909-9bd3e2ca6102 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:18.434794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Attempting to bind port dc6097c8-b96a-4792-b236-ef324b106058 on network e4cfd28e-af05-453c-b909-9bd3e2ca6102 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:18.441561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:18.442051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Checking segment: {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:18.442546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Bound using segment: {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:18.443096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Bound port: dc6097c8-b96a-4792-b236-ef324b106058, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:18.443555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.577819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.601498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:18.608094 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:18.618254 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.679057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.679645 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.681341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] 10.222.0.65 "PUT /v2.0/ports/dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 1092 time: 2.0743775 Dec 08 01:52:18.786073 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.828308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8156439-aba9-4b51-93a8-dbf383c46fcd']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:18.839073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:18.839374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c3d958-fe33-48ae-a7a7-f73e0e2f7aeb') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:18.851681 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.863810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:18.880370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.889412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:52:18.889810 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.900500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.901168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.904951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.905488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.905992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.906492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.911729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.912871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.913520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.917231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.918353 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.919837 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.920386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b07b04d-0019-4709-b547-81d880fe7505 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:18.951343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-258fa0b3-345d-4339-a182-053d0d64c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:18.959196 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-258fa0b3-345d-4339-a182-053d0d64c19e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1095 time: 0.2260880 Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:52:18.966926 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:52:18.972048 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.979533 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:18.988634 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] 10.222.0.70 "DELETE /v2.0/networks/a8156439-aba9-4b51-93a8-dbf383c46fcd HTTP/1.1" status: 204 len: 168 time: 0.7730501 Dec 08 01:52:19.001655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dc6097c8-b96a-4792-b236-ef324b106058 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:19.040568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82714bc7-8d1a-43fc-a8fe-30fcc028f2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=a8156439-aba9-4b51-93a8-dbf383c46fcd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:19.088827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dc6097c8-b96a-4792-b236-ef324b106058 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:19.147644 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1239-ce20-49c7-be8c-082ec15184a1 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:19.197276 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-9db3b1b8-04ed-4ff6-8e59-90e90f92ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.201269 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-9db3b1b8-04ed-4ff6-8e59-90e90f92ca26 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 897 time: 0.2056656 Dec 08 01:52:19.214624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f1239-ce20-49c7-be8c-082ec15184a1 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event deleted for resources: {'Port': ['ID=1106e38d-4251-4da6-bd86-8234c59588c4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:19.296952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39856) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:19.306413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-5968429f-d777-4c0c-9013-831272413983 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 999 time: 0.0971167 Dec 08 01:52:19.323296 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4520135a-be16-40e7-8bed-b66bb77e8e5f no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:19.421777 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 4520135a-be16-40e7-8bed-b66bb77e8e5f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:19.422181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4520135a-be16-40e7-8bed-b66bb77e8e5f not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:19.436726 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-061ed343-2fd0-4f28-af7b-6089d5ac74df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fcb857510e2482cb83506141b18fe0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385446 Dec 08 01:52:19.440612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39868) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:19.457476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-e0c3b232-1193-4a63-9c76-f082376520ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.462400 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-e0c3b232-1193-4a63-9c76-f082376520ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.1339631 Dec 08 01:52:19.544191 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1239-ce20-49c7-be8c-082ec15184a1 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:19.550281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6f5f1239-ce20-49c7-be8c-082ec15184a1 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "DELETE /v2.0/ports/1106e38d-4251-4da6-bd86-8234c59588c4 HTTP/1.1" status: 204 len: 168 time: 2.2476904 Dec 08 01:52:19.550922 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39874) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:19.561938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:19.569840 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "tag": "dc6097c8-b96a-4792-b236-ef324b106058"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:19.588449 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-758d7dc5-307c-4e49-a789-8e94b6b858f9 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] GET failed (client error): The resource could not be found. Dec 08 01:52:19.594565 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-758d7dc5-307c-4e49-a789-8e94b6b858f9 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "GET /v2.0/ports/1106e38d-4251-4da6-bd86-8234c59588c4 HTTP/1.1" status: 404 len: 333 time: 0.0410910 Dec 08 01:52:19.595361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39878) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:19.601679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Request body: {'port': {'network_id': '9ab13d5c-c941-4987-bc98-50453336da78', 'name': 'tempest-AllowedAddressPairTestJSON-1691462372'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:19.652429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437ba93-20ba-42fb-b64c-7cb3221a94c2 req-2e02f6e7-1c2e-4cb8-b942-cf08e6b23350 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.654016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c437ba93-20ba-42fb-b64c-7cb3221a94c2 req-2e02f6e7-1c2e-4cb8-b942-cf08e6b23350 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 943 time: 0.1895335 Dec 08 01:52:19.657578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-53e2cb3f-1e95-4879-8b38-0d0b07197b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.659033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-53e2cb3f-1e95-4879-8b38-0d0b07197b2a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1064963 Dec 08 01:52:19.732612 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ff808b9-9567-4045-8db1-a71357c9587e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:19.748821 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c437ba93-20ba-42fb-b64c-7cb3221a94c2 req-760fb0c7-9aff-4b24-951c-a5ff90e761e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868232 Dec 08 01:52:19.764355 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ae1423-f3ca-48eb-a7b7-a521a8d23b29 x-openstack-request-id: req-69ae1423-f3ca-48eb-a7b7-a521a8d23b29 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:19.764853 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "tag": "dc6097c8-b96a-4792-b236-ef324b106058", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:19.765279 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69ae1423-f3ca-48eb-a7b7-a521a8d23b29 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:19.765824 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058', 'status': 'completed', 'code': 200} Dec 08 01:52:19.786894 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ff808b9-9567-4045-8db1-a71357c9587e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:19.896471 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ff808b9-9567-4045-8db1-a71357c9587e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:19.903201 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ff808b9-9567-4045-8db1-a71357c9587e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:19.906062 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6ff808b9-9567-4045-8db1-a71357c9587e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55c1af44-08c0-4e8f-ac4f-79f043318f78 HTTP/1.1" status: 204 len: 168 time: 0.4622662 Dec 08 01:52:19.925752 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Made reservation on behalf of deca4a0199c94de5acb3a5cfd5e91f55 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:19.935141 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:19.943840 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff808b9-9567-4045-8db1-a71357c9587e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c1af44-08c0-4e8f-ac4f-79f043318f78,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:19.970346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-d8ba1768-f9d6-4ac3-bbb5-ebffe5d597aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:19.972502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-d8ba1768-f9d6-4ac3-bbb5-ebffe5d597aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1095 time: 0.1798241 Dec 08 01:52:19.973859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] device_id is not set on port fccec903-0194-4cf2-8b12-4b581e0185f5 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:52:20.051469 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-91d0d823-71cb-4701-864c-7716d6131b57 service neutron] 10.222.0.65 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177257 Dec 08 01:52:20.231142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-87d23dae-613c-4f57-827d-77e3c9c6d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:20.231333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Allocated IP 172.20.0.12 (9ab13d5c-c941-4987-bc98-50453336da78/201a3f8f-9627-4eb9-a689-be590785ab33/fccec903-0194-4cf2-8b12-4b581e0185f5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:20.233857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-87d23dae-613c-4f57-827d-77e3c9c6d095 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 897 time: 0.2491229 Dec 08 01:52:20.318813 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-881183e1-c4c2-4edb-93bf-4060742b7481 req-55fd320d-c287-4c31-bb34-1d22758451d3 service neutron] 10.222.0.65 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512901 Dec 08 01:52:20.347907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-bbb715e0-5e54-4c9f-8ea3-e4158985de4e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 999 time: 0.1062131 Dec 08 01:52:20.429536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-c8e42e68-06df-4a97-bb67-ac486080e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:20.431537 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-c8e42e68-06df-4a97-bb67-ac486080e165 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.0765719 Dec 08 01:52:20.479936 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:20.597700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:20.674205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Network 9ab13d5c-c941-4987-bc98-50453336da78 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:20.680168 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:20.685763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:20.701898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-3bb10c36-f575-4ada-af91-5ce3a35c7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:20.716324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-3bb10c36-f575-4ada-af91-5ce3a35c7a7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1095 time: 0.2821405 Dec 08 01:52:20.726993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event updated for resources: {'Port': ['ID=fccec903-0194-4cf2-8b12-4b581e0185f5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:20.732419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-3741d3e5-bfcf-44a4-bd7e-6b87faf2499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:20.734009 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-3741d3e5-bfcf-44a4-bd7e-6b87faf2499b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2470629 Dec 08 01:52:20.770996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:20.771654 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:20.794737 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-052872dd-2d27-476b-809f-3ca7363a97dc tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1965384 Dec 08 01:52:20.797839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39916) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:20.803344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8b5c16ef-dd99-4106-aafd-311e999694fb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2e:32:99'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:21.188625 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-64426f68-ca8b-4f85-bba1-3d6c13e726f5 None None] Provisioning complete for port fccec903-0194-4cf2-8b12-4b581e0185f5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:21.192746 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-c4639d80-329b-47b9-a46a-9345de4f6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:21.194665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-c4639d80-329b-47b9-a46a-9345de4f6f04 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 897 time: 0.4596739 Dec 08 01:52:21.197609 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-64426f68-ca8b-4f85-bba1-3d6c13e726f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.213452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-d4921afc-4841-474d-8fb2-2144dcf4f2d5 service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702644 Dec 08 01:52:21.225805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ccda7-a01e-479c-a15a-81d26bcd6d83 req-2c52fcf5-be59-4ec4-b13f-e6525b7f291a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:21.227628 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db9ccda7-a01e-479c-a15a-81d26bcd6d83 req-2c52fcf5-be59-4ec4-b13f-e6525b7f291a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 943 time: 0.3461549 Dec 08 01:52:21.270631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-64426f68-ca8b-4f85-bba1-3d6c13e726f5 None None] Port fccec903-0194-4cf2-8b12-4b581e0185f5 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:21.378687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-4e0002a3-54b8-4f9b-bcdf-38a4399da8b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 999 time: 0.1618509 Dec 08 01:52:21.417028 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db9ccda7-a01e-479c-a15a-81d26bcd6d83 req-d964538c-157c-4ba4-9014-8baf2eec4af8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778090 Dec 08 01:52:21.429670 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b5c16ef-dd99-4106-aafd-311e999694fb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.493958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-60b5990a-b476-463c-98d0-0d20da42e851 service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607408 Dec 08 01:52:21.520850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-6887209d-2d9d-4879-b0f5-bf07b8269ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:21.522493 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-6887209d-2d9d-4879-b0f5-bf07b8269ad1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.1313493 Dec 08 01:52:21.600379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-a7498891-7d95-4530-bd6c-3e56efd1fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:21.601924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-a7498891-7d95-4530-bd6c-3e56efd1fb81 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678275 Dec 08 01:52:21.781420 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b5c16ef-dd99-4106-aafd-311e999694fb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.786847 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b5c16ef-dd99-4106-aafd-311e999694fb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.811220 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-e1126571-e5fb-4686-bd51-3680c32c23b7 service neutron] 10.222.0.65 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996479 Dec 08 01:52:21.845987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c16ef-dd99-4106-aafd-311e999694fb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event updated for resources: {'Port': ['ID=fccec903-0194-4cf2-8b12-4b581e0185f5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:21.948108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c16ef-dd99-4106-aafd-311e999694fb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] In _notify_port_updated(), no bound segment for port fccec903-0194-4cf2-8b12-4b581e0185f5 on network 9ab13d5c-c941-4987-bc98-50453336da78 {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:52:21.955622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c16ef-dd99-4106-aafd-311e999694fb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:21.956390 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b5c16ef-dd99-4106-aafd-311e999694fb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:21.957822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8b5c16ef-dd99-4106-aafd-311e999694fb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "PUT /v2.0/ports/fccec903-0194-4cf2-8b12-4b581e0185f5 HTTP/1.1" status: 200 len: 997 time: 1.1590018 Dec 08 01:52:21.960471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39962) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:22.082673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-751ef8cd-8401-4cfa-bdce-57a53e9fc27e req-14c82b95-805d-4bb0-8e91-9585168395bc service neutron] 10.222.0.65 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558699 Dec 08 01:52:22.142564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Deleting port fccec903-0194-4cf2-8b12-4b581e0185f5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:22.142985 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.285372 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.299405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Calling delete_port for fccec903-0194-4cf2-8b12-4b581e0185f5 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:22.425347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-609ff40f-4da6-4c7a-ae96-4ae77e6c3f57 None None] Provisioning complete for port fccec903-0194-4cf2-8b12-4b581e0185f5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:22.427915 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-609ff40f-4da6-4c7a-ae96-4ae77e6c3f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.565036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-609ff40f-4da6-4c7a-ae96-4ae77e6c3f57 None None] Port fccec903-0194-4cf2-8b12-4b581e0185f5 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:22.601119 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.645681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event deleted for resources: {'Port': ['ID=fccec903-0194-4cf2-8b12-4b581e0185f5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:22.662868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.663235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.663592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.663967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.664249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.664607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.664997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.665381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.665712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.666088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.666422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.666750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.667076 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:22.731390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fb138-4102-4235-b90b-893ecdf2a862 req-6789ce20-e1bb-487c-906b-7b43322d922f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:22.747454 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e84fb138-4102-4235-b90b-893ecdf2a862 req-6789ce20-e1bb-487c-906b-7b43322d922f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 943 time: 0.1888103 Dec 08 01:52:22.814303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:22.826355 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e2a7398f-61ce-418a-84a6-b36c82a24ada tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "DELETE /v2.0/ports/fccec903-0194-4cf2-8b12-4b581e0185f5 HTTP/1.1" status: 204 len: 168 time: 0.8646533 Dec 08 01:52:22.826937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39984) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:22.854312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e84fb138-4102-4235-b90b-893ecdf2a862 req-6257b568-64bc-45f4-a4fd-b16f91d97088 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013803 Dec 08 01:52:22.882824 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a739bce-7a22-4ee2-9bd2-96a0464af13e tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] GET failed (client error): The resource could not be found. Dec 08 01:52:22.890623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 39986) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:22.890769 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6a739bce-7a22-4ee2-9bd2-96a0464af13e tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "GET /v2.0/ports/fccec903-0194-4cf2-8b12-4b581e0185f5 HTTP/1.1" status: 404 len: 333 time: 0.0627346 Dec 08 01:52:22.895655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Request body: {'port': {'network_id': '9ab13d5c-c941-4987-bc98-50453336da78', 'name': 'tempest-AllowedAddressPairTestJSON-911431684'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:23.075911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Made reservation on behalf of deca4a0199c94de5acb3a5cfd5e91f55 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:23.088644 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.135011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] device_id is not set on port fea4a6be-4360-4702-9de5-279b4e01c49b yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:52:23.316672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device dc6097c8-b96a-4792-b236-ef324b106058 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:52:23.361603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Allocated IP 172.20.0.12 (9ab13d5c-c941-4987-bc98-50453336da78/201a3f8f-9627-4eb9-a689-be590785ab33/fea4a6be-4360-4702-9de5-279b4e01c49b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:23.564439 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:23.594132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'dc6097c8-b96a-4792-b236-ef324b106058', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'port_id': 'dc6097c8-b96a-4792-b236-ef324b106058', 'mac_address': 'fa:16:3e:68:0f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:52:23.671046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.703393 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.716343 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.764738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6097c8-b96a-4792-b236-ef324b106058 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:23.779399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event updated for resources: {'Port': ['ID=fea4a6be-4360-4702-9de5-279b4e01c49b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:23.803482 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Network 9ab13d5c-c941-4987-bc98-50453336da78 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:23.808062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:23.813779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:23.890965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:23.917382 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:23.952244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:23.954662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.065090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40038) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:24.071233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Request body: {'port': {'network_id': '9ab13d5c-c941-4987-bc98-50453336da78', 'name': 'tempest-AllowedAddressPairTestJSON-678430467'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:24.073129 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2f36c37a-e014-4aab-bbf0-d1c8207c2290 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1805499 Dec 08 01:52:24.251750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66268501-83a5-43ad-8636-3d4e984925ef req-7e21a701-81cc-4955-95dd-7895f7a6afb1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:24.254174 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66268501-83a5-43ad-8636-3d4e984925ef req-7e21a701-81cc-4955-95dd-7895f7a6afb1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 944 time: 0.1245606 Dec 08 01:52:24.256864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['dc6097c8-b96a-4792-b236-ef324b106058'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:24.300920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:24.340512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-97356cce-a6b1-468c-b7da-e81e3be75fb8 None None] Provisioning complete for port fea4a6be-4360-4702-9de5-279b4e01c49b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:24.341163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-97356cce-a6b1-468c-b7da-e81e3be75fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.398699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-97356cce-a6b1-468c-b7da-e81e3be75fb8 None None] Port fea4a6be-4360-4702-9de5-279b4e01c49b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:24.428907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66268501-83a5-43ad-8636-3d4e984925ef req-c369bb04-be72-40e3-80b7-26c48ee5555e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682243 Dec 08 01:52:24.444255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Made reservation on behalf of deca4a0199c94de5acb3a5cfd5e91f55 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:24.450790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:24.488716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] device_id is not set on port ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:52:24.738467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Allocated IP 172.20.0.10 (9ab13d5c-c941-4987-bc98-50453336da78/201a3f8f-9627-4eb9-a689-be590785ab33/ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:24.793983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-fd0f07cb-5e4d-4c6f-94a2-c1d993c5c41f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:24.796016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-fd0f07cb-5e4d-4c6f-94a2-c1d993c5c41f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1&tenant_id=59ce268125774870bb2a6d0d519662d3&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 944 time: 0.1177139 Dec 08 01:52:24.871785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b523c-c1f2-44ff-a286-5ad472574420 req-592d3e29-92ea-4619-9816-42056489f59b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:24.879933 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-491b523c-c1f2-44ff-a286-5ad472574420 req-592d3e29-92ea-4619-9816-42056489f59b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 944 time: 0.1236200 Dec 08 01:52:24.947076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-41b78b51-6cf2-428f-af95-c81b64e1b130 service neutron] 10.222.0.65 "GET /v2.0/ports/dc6097c8-b96a-4792-b236-ef324b106058/bindings/n-h1-713498-30 HTTP/1.1" status: 200 len: 383 time: 0.1383348 Dec 08 01:52:25.005276 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-491b523c-c1f2-44ff-a286-5ad472574420 req-91af7bc9-d124-46a5-bb29-608755c0d1b5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222155 Dec 08 01:52:25.076524 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.150599 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.163618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-73ad43de-662d-4caf-9145-624db0b8b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.170571 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-73ad43de-662d-4caf-9145-624db0b8b57f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1096 time: 0.1634116 Dec 08 01:52:25.256466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Network 9ab13d5c-c941-4987-bc98-50453336da78 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:25.269360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:25.283635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:25.318407 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device dc6097c8-b96a-4792-b236-ef324b106058 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:25.395309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-bebee025-f250-4b66-b6d0-2cedd69b303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.396871 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-bebee025-f250-4b66-b6d0-2cedd69b303f service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 897 time: 0.2156777 Dec 08 01:52:25.397063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event updated for resources: {'Port': ['ID=ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:25.423832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:25.424488 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.451729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port dc6097c8-b96a-4792-b236-ef324b106058 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:52:25.456832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port dc6097c8-b96a-4792-b236-ef324b106058 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:25.457521 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.463354 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f8c43710-cb7b-4672-af50-184f0439bb4d tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3941250 Dec 08 01:52:25.463630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40102) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:25.473618 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-79121b9d-23f0-4d61-a1f8-4c38e2135af3 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:2e:32:99'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:bd:36:5b'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:25.632490 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79121b9d-23f0-4d61-a1f8-4c38e2135af3 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.683515 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.755455 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:25.762426 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49915c7d-5550-437d-9a70-e559ffe19a1a" -d '{"events": [{"server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "dc6097c8-b96a-4792-b236-ef324b106058"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:25.805361 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:25.828177 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:25.956472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f7b47f3b-010c-400f-b245-8c5e1d9d9f65 None None] Provisioning complete for port ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:25.957110 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7b47f3b-010c-400f-b245-8c5e1d9d9f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:26.047394 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c93d287-e338-42ed-84b9-d2b417316c83 x-openstack-request-id: req-3c93d287-e338-42ed-84b9-d2b417316c83 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:26.053255 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "dc6097c8-b96a-4792-b236-ef324b106058", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:26.058692 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3c93d287-e338-42ed-84b9-d2b417316c83 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:26.062830 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058', 'code': 200} Dec 08 01:52:26.130775 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79121b9d-23f0-4d61-a1f8-4c38e2135af3 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:26.153590 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79121b9d-23f0-4d61-a1f8-4c38e2135af3 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:26.155206 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-20735d10-73b6-4af9-bb37-44e94ec9ab96 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 1000 time: 0.7387161 Dec 08 01:52:26.184873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f7b47f3b-010c-400f-b245-8c5e1d9d9f65 None None] Port ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:26.219952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:26.359132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-1d4b87e0-fe5a-489d-99fc-434a64c88650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:26.361930 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-1d4b87e0-fe5a-489d-99fc-434a64c88650 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.2018995 Dec 08 01:52:26.373751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79121b9d-23f0-4d61-a1f8-4c38e2135af3 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event updated for resources: {'Port': ['ID=ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:26.403333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-79121b9d-23f0-4d61-a1f8-4c38e2135af3 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] In _notify_port_updated(), no bound segment for port ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0 on network 9ab13d5c-c941-4987-bc98-50453336da78 {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:52:26.408923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79121b9d-23f0-4d61-a1f8-4c38e2135af3 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:26.419601 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79121b9d-23f0-4d61-a1f8-4c38e2135af3 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:26.422077 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-79121b9d-23f0-4d61-a1f8-4c38e2135af3 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "PUT /v2.0/ports/ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0 HTTP/1.1" status: 200 len: 1056 time: 0.9565363 Dec 08 01:52:26.425589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40118) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:26.459108 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1db49b-9d51-4b5e-b334-45bb104f250e req-5a6436bc-ac8d-43be-a281-c50a88233fb3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:26.463469 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f1db49b-9d51-4b5e-b334-45bb104f250e req-5a6436bc-ac8d-43be-a281-c50a88233fb3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2058778 Dec 08 01:52:26.593279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-152d48e7-2282-4322-9597-1ec6badecdb0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Deleting port ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:26.593721 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-152d48e7-2282-4322-9597-1ec6badecdb0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:26.595160 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f1db49b-9d51-4b5e-b334-45bb104f250e req-f37d1ad8-91d2-4ee0-b0f0-a00b1f24a08d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093423 Dec 08 01:52:26.609323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-795f64df-7582-4f92-afc9-c1073f124850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:26.612095 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-795f64df-7582-4f92-afc9-c1073f124850 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2413554 Dec 08 01:52:26.722004 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7c15ced2-5d38-4019-8465-27d3b6ab336e None None] Provisioning complete for port ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:26.722612 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7c15ced2-5d38-4019-8465-27d3b6ab336e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:26.743679 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-795075c4-df63-48af-b43e-ba7969a0f609 service neutron] 10.222.0.65 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194627 Dec 08 01:52:26.788326 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-152d48e7-2282-4322-9597-1ec6badecdb0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:26.802736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7c15ced2-5d38-4019-8465-27d3b6ab336e None None] Port ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:26.824223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-152d48e7-2282-4322-9597-1ec6badecdb0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Calling delete_port for ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:26.959804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-651781ab-04d9-4fe1-bcf2-cdb4dcc8d166 service neutron] 10.222.0.65 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108524 Dec 08 01:52:27.076201 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-152d48e7-2282-4322-9597-1ec6badecdb0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:27.110873 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d48e7-2282-4322-9597-1ec6badecdb0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event deleted for resources: {'Port': ['ID=ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:27.468080 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-152d48e7-2282-4322-9597-1ec6badecdb0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:27.478394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:27.478931 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-152d48e7-2282-4322-9597-1ec6badecdb0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "DELETE /v2.0/ports/ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0 HTTP/1.1" status: 204 len: 168 time: 1.0521762 Dec 08 01:52:27.552691 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-98175934-36f4-4217-88a1-aaadf1ef83a6 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] GET failed (client error): The resource could not be found. Dec 08 01:52:27.556906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-98175934-36f4-4217-88a1-aaadf1ef83a6 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "GET /v2.0/ports/ae69dea2-c53d-4f1a-b2aa-bbe63beeb9a0 HTTP/1.1" status: 404 len: 333 time: 0.0753970 Dec 08 01:52:27.559383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:27.719057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-120631d8-349d-4aac-87fb-2fb532c05ebd tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Deleting port fea4a6be-4360-4702-9de5-279b4e01c49b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:27.719648 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-120631d8-349d-4aac-87fb-2fb532c05ebd tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:27.883868 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-120631d8-349d-4aac-87fb-2fb532c05ebd tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:27.901625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43d43e-71a9-46a0-93b7-b9ff71ee60c3 req-384392fa-86a0-4f34-bff3-819c28ad4c61 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:27.909209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d43d43e-71a9-46a0-93b7-b9ff71ee60c3 req-384392fa-86a0-4f34-bff3-819c28ad4c61 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.0960228 Dec 08 01:52:27.929753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-120631d8-349d-4aac-87fb-2fb532c05ebd tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Calling delete_port for fea4a6be-4360-4702-9de5-279b4e01c49b owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:28.153131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d43d43e-71a9-46a0-93b7-b9ff71ee60c3 req-f995e171-6057-4693-9243-a3ccf7b15480 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415240 Dec 08 01:52:28.195484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-120631d8-349d-4aac-87fb-2fb532c05ebd tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.233048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120631d8-349d-4aac-87fb-2fb532c05ebd tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event deleted for resources: {'Port': ['ID=fea4a6be-4360-4702-9de5-279b4e01c49b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:28.334339 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-120631d8-349d-4aac-87fb-2fb532c05ebd tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.342522 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-120631d8-349d-4aac-87fb-2fb532c05ebd tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "DELETE /v2.0/ports/fea4a6be-4360-4702-9de5-279b4e01c49b HTTP/1.1" status: 204 len: 168 time: 0.7805684 Dec 08 01:52:28.344484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40144) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:28.413078 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3599b6e-c961-4e7c-a5c1-1df81ccfbf0e tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] GET failed (client error): The resource could not be found. Dec 08 01:52:28.416547 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d3599b6e-c961-4e7c-a5c1-1df81ccfbf0e tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "GET /v2.0/ports/fea4a6be-4360-4702-9de5-279b4e01c49b HTTP/1.1" status: 404 len: 333 time: 0.0709875 Dec 08 01:52:28.420088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40148) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:28.585579 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ee128770-d9d5-4273-a26e-be7e702e21a0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Deleting port 62da61e5-6c15-472f-9880-a23388d906fe {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:28.586697 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee128770-d9d5-4273-a26e-be7e702e21a0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.799120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee128770-d9d5-4273-a26e-be7e702e21a0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.806439 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5d00e7df-e109-4a78-859a-2dedf8e80fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:28.818179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ee128770-d9d5-4273-a26e-be7e702e21a0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Calling delete_port for 62da61e5-6c15-472f-9880-a23388d906fe owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:29.013529 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee128770-d9d5-4273-a26e-be7e702e21a0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.066388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee128770-d9d5-4273-a26e-be7e702e21a0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event deleted for resources: {'Port': ['ID=62da61e5-6c15-472f-9880-a23388d906fe,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:29.236354 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee128770-d9d5-4273-a26e-be7e702e21a0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.247062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40164) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:29.251735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ee128770-d9d5-4273-a26e-be7e702e21a0 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "DELETE /v2.0/ports/62da61e5-6c15-472f-9880-a23388d906fe HTTP/1.1" status: 204 len: 168 time: 0.8303151 Dec 08 01:52:29.412456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad9406-ad51-48ea-8941-71ceb203219a req-c6d402a9-2209-4d7f-80a9-8dbf921139c0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:29.415407 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bad9406-ad51-48ea-8941-71ceb203219a req-c6d402a9-2209-4d7f-80a9-8dbf921139c0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.1281610 Dec 08 01:52:29.420572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9549b425-8a31-45da-a134-cb2562a44540 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Deleting subnet 201a3f8f-9627-4eb9-a689-be590785ab33 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:52:29.424213 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9549b425-8a31-45da-a134-cb2562a44540 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.480733 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9549b425-8a31-45da-a134-cb2562a44540 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.534867 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bad9406-ad51-48ea-8941-71ceb203219a req-9b0669bc-286c-4983-8802-47837d9d47cc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117003 Dec 08 01:52:29.609369 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9549b425-8a31-45da-a134-cb2562a44540 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.741920 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9549b425-8a31-45da-a134-cb2562a44540 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.760206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-cf183d36-e352-469a-827c-7d08d555da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:29.768548 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-cf183d36-e352-469a-827c-7d08d555da87 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1&tenant_id=59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 1097 time: 0.0956924 Dec 08 01:52:29.786437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:29.807449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549b425-8a31-45da-a134-cb2562a44540 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event deleted for resources: {'Subnet': ['ID=201a3f8f-9627-4eb9-a689-be590785ab33,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:29.812260 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9549b425-8a31-45da-a134-cb2562a44540 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.815555 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9549b425-8a31-45da-a134-cb2562a44540 tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "DELETE /v2.0/subnets/201a3f8f-9627-4eb9-a689-be590785ab33 HTTP/1.1" status: 204 len: 168 time: 0.5669422 Dec 08 01:52:29.818060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40180) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:29.823754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5265b-5295-4e98-a1b2-5136646291e5 None None] Network 9ab13d5c-c941-4987-bc98-50453336da78 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:29.901375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.918517 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:29.982976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Deleting port ca07347b-47b6-468e-81e8-d8187b388b3e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:29.983587 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:30.099778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] For port ca07347b-47b6-468e-81e8-d8187b388b3e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ca07347b-47b6-468e-81e8-d8187b388b3e,segment=NetworkSegment(c3bba442-061f-4551-b043-cdc69128e507),segment_id=c3bba442-061f-4551-b043-cdc69128e507)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:30.108754 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:30.121290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fcfc98-f7a8-46e7-a966-991a28646922 None None] DHCP port deletion for 9ab13d5c-c941-4987-bc98-50453336da78 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:30.139750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Calling delete_port for ca07347b-47b6-468e-81e8-d8187b388b3e owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:30.215757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-03fcfc98-f7a8-46e7-a966-991a28646922 None None] Deleting port ca07347b-47b6-468e-81e8-d8187b388b3e {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:30.216478 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-03fcfc98-f7a8-46e7-a966-991a28646922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:30.321624 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:30.393361 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ca07347b-47b6-468e-81e8-d8187b388b3e no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:30.396145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] No DVR routers for this DVR port ca07347b-47b6-468e-81e8-d8187b388b3e on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:30.402881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-03fcfc98-f7a8-46e7-a966-991a28646922 None None] For port ca07347b-47b6-468e-81e8-d8187b388b3e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ca07347b-47b6-468e-81e8-d8187b388b3e,segment=NetworkSegment(c3bba442-061f-4551-b043-cdc69128e507),segment_id=c3bba442-061f-4551-b043-cdc69128e507)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:30.403861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event deleted for resources: {'Port': ['ID=ca07347b-47b6-468e-81e8-d8187b388b3e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:30.413980 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-03fcfc98-f7a8-46e7-a966-991a28646922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:30.474385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: ca07347b-47b6-468e-81e8-d8187b388b3e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:52:30.475098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ca07347b-47b6-468e-81e8-d8187b388b3e not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:30.485152 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:30.488692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-03fcfc98-f7a8-46e7-a966-991a28646922 None None] Calling delete_port for ca07347b-47b6-468e-81e8-d8187b388b3e owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:30.568999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:30.698721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:30.709091 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a415c7-ceb7-4c21-97a1-b0b4bc6d6609" -d '{"events": [{"server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6097c8-b96a-4792-b236-ef324b106058"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:30.710661 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-03fcfc98-f7a8-46e7-a966-991a28646922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:30.722112 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:30.800027 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Transition to ACTIVE for port object dc6097c8-b96a-4792-b236-ef324b106058 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:52:30.813555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:30.839930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcfc98-f7a8-46e7-a966-991a28646922 None None] Pushing event deleted for resources: {'Port': ['ID=ca07347b-47b6-468e-81e8-d8187b388b3e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:30.872079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcfc98-f7a8-46e7-a966-991a28646922 None None] No DVR routers for this DVR port ca07347b-47b6-468e-81e8-d8187b388b3e on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:30.905170 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6774fca2-48ef-4016-903e-7b993ced4e1e x-openstack-request-id: req-6774fca2-48ef-4016-903e-7b993ced4e1e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:30.905632 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6097c8-b96a-4792-b236-ef324b106058", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:30.905907 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6774fca2-48ef-4016-903e-7b993ced4e1e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:30.906482 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058', 'code': 200} Dec 08 01:52:30.946320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e521d0-f477-49bb-94b1-3f2184a9b308 req-b8550806-938b-4e4e-88a6-d19faff470d4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:30.957786 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33e521d0-f477-49bb-94b1-3f2184a9b308 req-b8550806-938b-4e4e-88a6-d19faff470d4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 945 time: 0.2324021 Dec 08 01:52:31.063768 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33e521d0-f477-49bb-94b1-3f2184a9b308 req-ebb06f5b-2ab3-45b8-9d1f-dc8d047576b3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034648 Dec 08 01:52:31.149696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:31.192734 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e3d68e3-75c1-4cd7-a539-bf82cc29bef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.198709 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.250593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab13d5c-c941-4987-bc98-50453336da78']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:31.265516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] No DVR routers for this DVR port dc6097c8-b96a-4792-b236-ef324b106058 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:31.309763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bba442-061f-4551-b043-cdc69128e507') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:31.310130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bba442-061f-4551-b043-cdc69128e507') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:31.342412 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.381829 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.406480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:52:31.407251 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.474316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Attempting to bind port dc6097c8-b96a-4792-b236-ef324b106058 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:31.476151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Attempting to bind port dc6097c8-b96a-4792-b236-ef324b106058 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:31.477375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Attempting to bind port dc6097c8-b96a-4792-b236-ef324b106058 on network e4cfd28e-af05-453c-b909-9bd3e2ca6102 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:52:31.490828 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:52:31.493083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Port dc6097c8-b96a-4792-b236-ef324b106058 on network e4cfd28e-af05-453c-b909-9bd3e2ca6102 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:52:31.493083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Attempting to bind port dc6097c8-b96a-4792-b236-ef324b106058 on network e4cfd28e-af05-453c-b909-9bd3e2ca6102 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:31.499762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.506200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:31.510964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Checking segment: {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:31.514706 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.515801 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Bound using segment: {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:31.516333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Bound port: dc6097c8-b96a-4792-b236-ef324b106058, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d8e047d-f7b9-4904-9ead-288687da85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:31.516715 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.529325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] 10.222.0.70 "DELETE /v2.0/networks/9ab13d5c-c941-4987-bc98-50453336da78 HTTP/1.1" status: 204 len: 168 time: 1.7095578 Dec 08 01:52:31.563181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a6d0b-078e-49a5-a3e5-b31957c3dabb tempest-AllowedAddressPairTestJSON-947879840 tempest-AllowedAddressPairTestJSON-947879840-project] Pushing event deleted for resources: {'Network': ['ID=9ab13d5c-c941-4987-bc98-50453336da78,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:31.648016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:31.651871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:31.659882 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.686893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:31.687876 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.689906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] 10.222.0.72 "PUT /v2.0/ports/dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 1093 time: 1.9096656 Dec 08 01:52:31.751481 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:31.822832 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-a99fe055-291c-457a-9b5c-aa67b2ff8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:31.825450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-a99fe055-291c-457a-9b5c-aa67b2ff8599 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1096 time: 0.0799937 Dec 08 01:52:31.970835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-742d9252-4cd0-440d-b645-d120f97eb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:31.972983 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-742d9252-4cd0-440d-b645-d120f97eb4e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 897 time: 0.1386898 Dec 08 01:52:31.976627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e1e03-4a91-4384-8c42-df9c68e45632 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:32.077341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-7a9f0851-f702-44e9-91f8-481397d8f924 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 999 time: 0.0948062 Dec 08 01:52:32.160403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40222) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:32.283729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-8fc1075b-5559-4385-add6-6a696f6af8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:32.285288 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-8fc1075b-5559-4385-add6-6a696f6af8fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.1931174 Dec 08 01:52:32.294975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8614-6cd0-4f45-ad76-25b210259b2d req-79003f83-789d-4d1b-b4a4-2301e230d3d9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:32.295326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.296558 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0dc8614-6cd0-4f45-ad76-25b210259b2d req-79003f83-789d-4d1b-b4a4-2301e230d3d9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 944 time: 0.0960732 Dec 08 01:52:32.444577 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3d700ffd-b082-4685-841e-9242d134f945 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=deca4a0199c94de5acb3a5cfd5e91f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2825282 Dec 08 01:52:32.446479 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40226) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:32.453935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-1ea05fb7-d710-43e0-a1fa-2a3882322ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:32.455484 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-1ea05fb7-d710-43e0-a1fa-2a3882322ae1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1580093 Dec 08 01:52:32.459476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0dc8614-6cd0-4f45-ad76-25b210259b2d req-26cb1077-2268-435a-a8ce-e7bbc89833af tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540415 Dec 08 01:52:32.582474 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-17386eb6-8640-49e9-81af-8c1549de128f service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121528 Dec 08 01:52:32.624724 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65f38c4b-f89a-4c56-85ce-8e52c8ddf315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.680696 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65f38c4b-f89a-4c56-85ce-8e52c8ddf315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.704988 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7e67e0-4021-49b2-a465-a3be2722e26a req-af53d5ea-dd2d-4ae3-9f15-9ecbb4550eca service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142979 Dec 08 01:52:32.761697 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65f38c4b-f89a-4c56-85ce-8e52c8ddf315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.766574 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65f38c4b-f89a-4c56-85ce-8e52c8ddf315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:32.768353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-65f38c4b-f89a-4c56-85ce-8e52c8ddf315 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99f66ca9-3e84-459c-acee-734836c9ab33 HTTP/1.1" status: 204 len: 168 time: 0.3199790 Dec 08 01:52:32.805779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f38c4b-f89a-4c56-85ce-8e52c8ddf315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f66ca9-3e84-459c-acee-734836c9ab33,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:32.907918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:32.910911 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008f5978-3942-4eb3-afd2-a04a0fd4743f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "tag": "dc6097c8-b96a-4792-b236-ef324b106058"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:33.062941 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb83d9c8-793b-41c6-8799-370cd2777546 x-openstack-request-id: req-bb83d9c8-793b-41c6-8799-370cd2777546 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:33.063239 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "tag": "dc6097c8-b96a-4792-b236-ef324b106058", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:33.063517 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb83d9c8-793b-41c6-8799-370cd2777546 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:33.063921 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058', 'status': 'completed', 'code': 200} Dec 08 01:52:33.309823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-e395292f-efb3-4a75-b6e8-5d8a4c08a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:33.312258 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-e395292f-efb3-4a75-b6e8-5d8a4c08a2cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1096 time: 0.1655204 Dec 08 01:52:33.314730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-c0a0c249-96d6-4670-b959-791f2bd1bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:33.316688 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-c0a0c249-96d6-4670-b959-791f2bd1bdc8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1096 time: 0.2071111 Dec 08 01:52:33.334906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device dc6097c8-b96a-4792-b236-ef324b106058 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:33.444346 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device dc6097c8-b96a-4792-b236-ef324b106058 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:33.604986 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:33.615808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-5a322b0a-2686-49e2-89b2-0b708da56501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:33.617385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-5a322b0a-2686-49e2-89b2-0b708da56501 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 897 time: 0.2979577 Dec 08 01:52:33.638806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-4af4efdf-93a1-4f69-97b9-8ad88df50ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:33.641858 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-4af4efdf-93a1-4f69-97b9-8ad88df50ecd service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 897 time: 0.3121977 Dec 08 01:52:33.758296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85c0ab-7036-4987-8dcd-52e28858669a req-d0d64bd1-db05-432a-9a7e-763ea4346c27 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:33.774599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd85c0ab-7036-4987-8dcd-52e28858669a req-d0d64bd1-db05-432a-9a7e-763ea4346c27 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 944 time: 0.1679862 Dec 08 01:52:33.822601 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:33.850571 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-1ad127dc-6470-4c0c-b9e9-6b37c9a51a20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 999 time: 0.1949635 Dec 08 01:52:33.897941 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd85c0ab-7036-4987-8dcd-52e28858669a req-938b4929-8b30-45ab-8403-f52045a59f41 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199462 Dec 08 01:52:34.141468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-ed9d061f-5b58-4e49-bdc4-c863961302b3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 999 time: 0.5103436 Dec 08 01:52:34.172774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-6583944e-db3e-4be8-9443-168ab8881dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:34.172774 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-6583944e-db3e-4be8-9443-168ab8881dfe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.1846330 Dec 08 01:52:34.321986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-ca308b3a-72b0-4d96-a028-8ae3aabf51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:34.345504 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-ca308b3a-72b0-4d96-a028-8ae3aabf51b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.1930497 Dec 08 01:52:34.507610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-abe1e98c-1202-45b2-bd90-62dd412eabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:34.509468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40276) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:34.512277 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-abe1e98c-1202-45b2-bd90-62dd412eabe3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1650124 Dec 08 01:52:34.522943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-5cf1979e-af4d-4d6c-98b9-9ec8af4ce9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:34.527815 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-5cf1979e-af4d-4d6c-98b9-9ec8af4ce9bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792315 Dec 08 01:52:34.546403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40280) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:34.745108 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:34.807058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-11973162'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:34.895867 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50af69fb-2209-49e8-835a-8363a6482b55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:34.923471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-de99a0c3-78c0-4216-8e0e-18b559ed8e9d service neutron] 10.222.0.65 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935640 Dec 08 01:52:34.925732 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-88b56aaa-0880-4444-8bdc-7b914bf1a482 service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718302 Dec 08 01:52:34.998854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Made reservation on behalf of 209d39b37a8641e39d54dba37b10c1db for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:35.002344 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.023960 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.249474 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.269017 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.286778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-4767a66c-b4f9-43a5-aa50-c095311bb8aa service neutron] 10.222.0.65 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440251 Dec 08 01:52:35.289593 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008f5978-3942-4eb3-afd2-a04a0fd4743f req-4d412305-dce7-47d3-984b-39f4f20ed301 service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446829 Dec 08 01:52:35.368136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:52:35.381796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02417-7ce1-4e30-a401-830ddc13f55a req-c4465a48-cbb7-427e-892c-cecf5125a90e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:35.383517 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31b02417-7ce1-4e30-a401-830ddc13f55a req-c4465a48-cbb7-427e-892c-cecf5125a90e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 944 time: 0.3284888 Dec 08 01:52:35.384177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b0ce6a-92f0-4b3c-b43b-2bb97a816f6e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:35.388628 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50af69fb-2209-49e8-835a-8363a6482b55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.399214 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-50af69fb-2209-49e8-835a-8363a6482b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.404948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.405293 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Added segment 9d433016-8ed1-4046-9cab-4a1751f28b63 of type vlan for network cf7736d3-7c11-4dca-929e-a08c851ea2b1 Dec 08 01:52:35.571299 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af69fb-2209-49e8-835a-8363a6482b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f5447f-e880-4c05-8f43-50832f11a9b9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:35.584133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40296) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:35.584846 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-50af69fb-2209-49e8-835a-8363a6482b55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e6bf2269e034e5a9d39c96d414b91c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0735404 Dec 08 01:52:35.587290 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.593936 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31b02417-7ce1-4e30-a401-830ddc13f55a req-d23a19f7-65bb-4dda-8297-3954cff74910 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754241 Dec 08 01:52:35.633133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40298) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:35.676037 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.682075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:35.683122 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.733521 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef75a9f8-a199-4512-8eb1-fa8ab9eef367 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.758237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2102194 Dec 08 01:52:35.761774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40300) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:35.771244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6fe34596-84f7-44a4-8bcd-6711339a6b4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Request body: {'subnet': {'network_id': 'cf7736d3-7c11-4dca-929e-a08c851ea2b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:35.789699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c7a1c7bd-a10f-4e73-a1d2-b5f355521559 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/8c5ca535-ad01-4c54-941e-182a806edecf HTTP/1.1" status: 200 len: 991 time: 0.1551619 Dec 08 01:52:35.800133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8652ada-8ee2-4675-bb5e-85a705450c4d tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Pushing event updated for resources: {'Network': ['ID=cf7736d3-7c11-4dca-929e-a08c851ea2b1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:35.812541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network cf7736d3-7c11-4dca-929e-a08c851ea2b1 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:52:35.817993 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef75a9f8-a199-4512-8eb1-fa8ab9eef367 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:35.934518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe34596-84f7-44a4-8bcd-6711339a6b4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Made reservation on behalf of 209d39b37a8641e39d54dba37b10c1db for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:35.938291 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fe34596-84f7-44a4-8bcd-6711339a6b4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.031673 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef75a9f8-a199-4512-8eb1-fa8ab9eef367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.034580 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ef75a9f8-a199-4512-8eb1-fa8ab9eef367 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.035957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ef75a9f8-a199-4512-8eb1-fa8ab9eef367 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f5f5447f-e880-4c05-8f43-50832f11a9b9 HTTP/1.1" status: 204 len: 168 time: 0.4508960 Dec 08 01:52:36.063905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75a9f8-a199-4512-8eb1-fa8ab9eef367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f5447f-e880-4c05-8f43-50832f11a9b9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:36.637552 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fe34596-84f7-44a4-8bcd-6711339a6b4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.725573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe34596-84f7-44a4-8bcd-6711339a6b4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Pushing event updated for resources: {'Subnet': ['ID=743a8d0d-bd0f-426e-b4b1-77580cad58ce,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:36.778377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe34596-84f7-44a4-8bcd-6711339a6b4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Checking segment: {'id': '9d433016-8ed1-4046-9cab-4a1751f28b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7736d3-7c11-4dca-929e-a08c851ea2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:36.778871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe34596-84f7-44a4-8bcd-6711339a6b4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Network hostable DHCP agents. Network: cf7736d3-7c11-4dca-929e-a08c851ea2b1, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:52:36.810675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe34596-84f7-44a4-8bcd-6711339a6b4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Network cf7736d3-7c11-4dca-929e-a08c851ea2b1 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:52:36.828893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6fe34596-84f7-44a4-8bcd-6711339a6b4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, cf7736d3-7c11-4dca-929e-a08c851ea2b1) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:36.835371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe34596-84f7-44a4-8bcd-6711339a6b4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:36.837369 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6fe34596-84f7-44a4-8bcd-6711339a6b4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:36.843584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95246ee5-7c5e-4b59-a73e-eabc170267d5 None None] Network cf7736d3-7c11-4dca-929e-a08c851ea2b1 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:36.894094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6fe34596-84f7-44a4-8bcd-6711339a6b4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1303596 Dec 08 01:52:36.896688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40330) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:36.910469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Request body: {'port': {'network_id': 'cf7736d3-7c11-4dca-929e-a08c851ea2b1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-859158834'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:37.072206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40332) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:37.127645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Made reservation on behalf of 209d39b37a8641e39d54dba37b10c1db for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:37.136746 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.188869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] device_id is not set on port 938fd31c-ba8e-45c3-952a-4234dc3792e7 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:52:37.345541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dc6097c8-b96a-4792-b236-ef324b106058 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:52:37.367870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-cf7736d3-7c11-4dca-929e-a08c851ea2b1', 'network_id': 'cf7736d3-7c11-4dca-929e-a08c851ea2b1', 'project_id': '209d39b37a8641e39d54dba37b10c1db', 'fixed_ips': [{'subnet_id': '743a8d0d-bd0f-426e-b4b1-77580cad58ce'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:52:37.369104 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.434978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40344) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:37.465002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Allocated IP 2001:db8::162 (cf7736d3-7c11-4dca-929e-a08c851ea2b1/743a8d0d-bd0f-426e-b4b1-77580cad58ce/938fd31c-ba8e-45c3-952a-4234dc3792e7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:37.522237 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85e4af7e-2882-4e3d-b9cb-865f5d626796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.735570 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:52:37.741920 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.782364 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.796579 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85e4af7e-2882-4e3d-b9cb-865f5d626796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.841624 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf1926ab-8152-4c39-962a-6db0684ca6c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.857032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Network cf7736d3-7c11-4dca-929e-a08c851ea2b1 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:37.863542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:37.880721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:37.895696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:37.897579 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.940023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Pushing event updated for resources: {'Port': ['ID=938fd31c-ba8e-45c3-952a-4234dc3792e7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:37.945662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf1926ab-8152-4c39-962a-6db0684ca6c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.947088 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85e4af7e-2882-4e3d-b9cb-865f5d626796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.965616 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-93d7b4a8-ba2b-4925-b110-5b1580223ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.0656259 Dec 08 01:52:37.967762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40356) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:37.978840 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Request body: {'port': {'network_id': 'cf7736d3-7c11-4dca-929e-a08c851ea2b1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-232804561', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:37.981860 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.api.validators [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] bootfile-name is not in valid_values {{(pid=103130) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:52:37.983685 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.api.validators [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] tftp-server is not in valid_values {{(pid=103130) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:52:37.984199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.api.validators [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] server-ip-address is not in valid_values {{(pid=103130) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:52:37.991064 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-85e4af7e-2882-4e3d-b9cb-865f5d626796 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c46647f07114030bdea47d35603c254&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9156320 Dec 08 01:52:37.991976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf1926ab-8152-4c39-962a-6db0684ca6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:37.997342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:38.028017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40358) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:38.032814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bf1926ab-8152-4c39-962a-6db0684ca6c5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf13158552a341f7b93341d90cf8a68d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5964406 Dec 08 01:52:38.035237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40360) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:38.103430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4af7e-2882-4e3d-b9cb-865f5d626796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acccce61-ea1d-4f54-9426-3b41c10f5a79,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:38.154614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1926ab-8152-4c39-962a-6db0684ca6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffc38ff-a0e7-48bb-80d0-e622d4bf9b70,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:38.159499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6325bfa-6dbb-4e46-be0f-52e899c5aa17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.210682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Allocated IP 2001:db8::2 (cf7736d3-7c11-4dca-929e-a08c851ea2b1/743a8d0d-bd0f-426e-b4b1-77580cad58ce/0a218737-262d-480f-9664-05bed1270427) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:38.213743 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6325bfa-6dbb-4e46-be0f-52e899c5aa17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.285387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Made reservation on behalf of 209d39b37a8641e39d54dba37b10c1db for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:38.289908 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.302986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6325bfa-6dbb-4e46-be0f-52e899c5aa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.306549 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6325bfa-6dbb-4e46-be0f-52e899c5aa17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.310821 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f6325bfa-6dbb-4e46-be0f-52e899c5aa17 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/acccce61-ea1d-4f54-9426-3b41c10f5a79 HTTP/1.1" status: 204 len: 168 time: 0.2707434 Dec 08 01:52:38.310973 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6e2aa52-88b8-4416-8657-cdc96faa3175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.333633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6325bfa-6dbb-4e46-be0f-52e899c5aa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acccce61-ea1d-4f54-9426-3b41c10f5a79,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:38.361814 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6e2aa52-88b8-4416-8657-cdc96faa3175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.462385 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6e2aa52-88b8-4416-8657-cdc96faa3175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.465270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d6e2aa52-88b8-4416-8657-cdc96faa3175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.468869 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d6e2aa52-88b8-4416-8657-cdc96faa3175 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ffc38ff-a0e7-48bb-80d0-e622d4bf9b70 HTTP/1.1" status: 204 len: 168 time: 0.4302855 Dec 08 01:52:38.468869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] device_id is not set on port 40619b6f-1676-4988-8646-3ce9affa0954 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:52:38.478292 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.491629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'dc6097c8-b96a-4792-b236-ef324b106058', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'port_id': 'dc6097c8-b96a-4792-b236-ef324b106058', 'mac_address': 'fa:16:3e:68:0f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:52:38.507711 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.508919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2aa52-88b8-4416-8657-cdc96faa3175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffc38ff-a0e7-48bb-80d0-e622d4bf9b70,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:38.734102 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:38.788850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Pushing event updated for resources: {'Port': ['ID=0a218737-262d-480f-9664-05bed1270427,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:38.819618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Network cf7736d3-7c11-4dca-929e-a08c851ea2b1 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:38.825552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6097c8-b96a-4792-b236-ef324b106058 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:52:38.831652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Allocated IP 2001:db8::300 (cf7736d3-7c11-4dca-929e-a08c851ea2b1/743a8d0d-bd0f-426e-b4b1-77580cad58ce/40619b6f-1676-4988-8646-3ce9affa0954) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:38.845693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:38.861096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:38.927563 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:38.970702 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.120157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Attempting to bind port 0a218737-262d-480f-9664-05bed1270427 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:39.121129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Attempting to bind port 0a218737-262d-480f-9664-05bed1270427 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '9d433016-8ed1-4046-9cab-4a1751f28b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7736d3-7c11-4dca-929e-a08c851ea2b1'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:39.121504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Attempting to bind port 0a218737-262d-480f-9664-05bed1270427 on network cf7736d3-7c11-4dca-929e-a08c851ea2b1 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:39.130334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:39.131012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Checking segment: {'id': '9d433016-8ed1-4046-9cab-4a1751f28b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7736d3-7c11-4dca-929e-a08c851ea2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:39.131221 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.131486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Bound using segment: {'id': '9d433016-8ed1-4046-9cab-4a1751f28b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7736d3-7c11-4dca-929e-a08c851ea2b1'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:39.132029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Bound port: 0a218737-262d-480f-9664-05bed1270427, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d433016-8ed1-4046-9cab-4a1751f28b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf7736d3-7c11-4dca-929e-a08c851ea2b1'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:39.132444 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.206629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] For port 0a218737-262d-480f-9664-05bed1270427, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:39.210333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] For port 0a218737-262d-480f-9664-05bed1270427, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0a218737-262d-480f-9664-05bed1270427,segment=NetworkSegment(9d433016-8ed1-4046-9cab-4a1751f28b63),segment_id=9d433016-8ed1-4046-9cab-4a1751f28b63)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:39.211433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=12']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:39.215352 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.223825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.316828 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.341037 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd58af2-4466-4537-9e2a-0050ca132180 None None] Pushing event updated for resources: {'Port': ['ID=0a218737-262d-480f-9664-05bed1270427,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:39.360183 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['dc6097c8-b96a-4792-b236-ef324b106058'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:52:39.427362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Pushing event updated for resources: {'Port': ['ID=40619b6f-1676-4988-8646-3ce9affa0954,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:39.444381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Network cf7736d3-7c11-4dca-929e-a08c851ea2b1 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:39.449956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:39.457181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:39.464221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:39.464966 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:39.491668 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-74c9bc27-1dd9-44b9-a715-b2a54e652302 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5201590 Dec 08 01:52:39.496838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40396) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:39.656786 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c5f35-8403-4a0e-b66f-ebab37a96274 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:39.676181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c5f35-8403-4a0e-b66f-ebab37a96274 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:39.691211 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c5f35-8403-4a0e-b66f-ebab37a96274 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:39.695665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9a8c5f35-8403-4a0e-b66f-ebab37a96274 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1934783 Dec 08 01:52:39.696064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40406) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:39.855452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c01be4c8-e222-4f03-8e2e-5f43a18c82ec tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Deleting port 40619b6f-1676-4988-8646-3ce9affa0954 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:39.860440 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c01be4c8-e222-4f03-8e2e-5f43a18c82ec tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.040349 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c01be4c8-e222-4f03-8e2e-5f43a18c82ec tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.056695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c01be4c8-e222-4f03-8e2e-5f43a18c82ec tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Calling delete_port for 40619b6f-1676-4988-8646-3ce9affa0954 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:40.238430 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c01be4c8-e222-4f03-8e2e-5f43a18c82ec tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.380140 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c01be4c8-e222-4f03-8e2e-5f43a18c82ec tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.383851 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c01be4c8-e222-4f03-8e2e-5f43a18c82ec tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] 10.222.0.70 "DELETE /v2.0/ports/40619b6f-1676-4988-8646-3ce9affa0954 HTTP/1.1" status: 204 len: 168 time: 0.6866212 Dec 08 01:52:40.387657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40436) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:40.388831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01be4c8-e222-4f03-8e2e-5f43a18c82ec tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Pushing event deleted for resources: {'Port': ['ID=40619b6f-1676-4988-8646-3ce9affa0954,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:40.395846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7ab9d160-ed49-456e-8667-15ba7fe25d75 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Request body: {'port': {'name': 'tempest-new-port-name-1913737737', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:40.396638 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.api.validators [None req-7ab9d160-ed49-456e-8667-15ba7fe25d75 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] bootfile-name is not in valid_values {{(pid=103129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:52:40.397155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.api.validators [None req-7ab9d160-ed49-456e-8667-15ba7fe25d75 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] tftp-server is not in valid_values {{(pid=103129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:52:40.397656 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.api.validators [None req-7ab9d160-ed49-456e-8667-15ba7fe25d75 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] server-ip-address is not in valid_values {{(pid=103129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:52:40.423968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0a218737-262d-480f-9664-05bed1270427 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:40.518018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ab9d160-ed49-456e-8667-15ba7fe25d75 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.560489 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0a218737-262d-480f-9664-05bed1270427 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:40.564132 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.689508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40442) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:40.762845 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.793714 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ab9d160-ed49-456e-8667-15ba7fe25d75 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.802201 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ab9d160-ed49-456e-8667-15ba7fe25d75 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.831252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 0a218737-262d-480f-9664-05bed1270427, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0a218737-262d-480f-9664-05bed1270427,segment=NetworkSegment(9d433016-8ed1-4046-9cab-4a1751f28b63),segment_id=9d433016-8ed1-4046-9cab-4a1751f28b63)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:40.839196 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.880589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01a8e2f-ec5d-4c00-9186-7541f5346c36 None None] Network cf7736d3-7c11-4dca-929e-a08c851ea2b1 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:40.913059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9d160-ed49-456e-8667-15ba7fe25d75 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Pushing event updated for resources: {'Port': ['ID=938fd31c-ba8e-45c3-952a-4234dc3792e7,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:40.939426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9d160-ed49-456e-8667-15ba7fe25d75 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] In _notify_port_updated(), no bound segment for port 938fd31c-ba8e-45c3-952a-4234dc3792e7 on network cf7736d3-7c11-4dca-929e-a08c851ea2b1 {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:52:40.976278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9d160-ed49-456e-8667-15ba7fe25d75 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:40.976278 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ab9d160-ed49-456e-8667-15ba7fe25d75 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:40.976278 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7ab9d160-ed49-456e-8667-15ba7fe25d75 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] 10.222.0.70 "PUT /v2.0/ports/938fd31c-ba8e-45c3-952a-4234dc3792e7 HTTP/1.1" status: 200 len: 1130 time: 0.5857372 Dec 08 01:52:40.977540 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40452) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:40.994761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=0a218737-262d-480f-9664-05bed1270427,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:41.027751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-88a2345a-3937-4548-9764-c2fe70321967 None None] Provisioning complete for port 0a218737-262d-480f-9664-05bed1270427 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:41.028127 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-88a2345a-3937-4548-9764-c2fe70321967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.076439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a7f91-d260-4df5-acfa-cb72a4a6c4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:41.077951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0d0a7f91-d260-4df5-acfa-cb72a4a6c4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] 10.222.0.70 "GET /v2.0/ports/938fd31c-ba8e-45c3-952a-4234dc3792e7 HTTP/1.1" status: 200 len: 1130 time: 0.0994389 Dec 08 01:52:41.081827 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40456) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:41.101178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2125390085-network', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:41.183832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dc6097c8-b96a-4792-b236-ef324b106058 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:41.197180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Made reservation on behalf of 0ae44476fbc848c1a6b40e1d9cc7400d for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:41.200401 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.219496 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.268146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port dc6097c8-b96a-4792-b236-ef324b106058 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:52:41.274711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port dc6097c8-b96a-4792-b236-ef324b106058 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:41.277203 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.300079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8ac4a965-e1ea-49a3-91d0-6de8b785ed4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Deleting port 938fd31c-ba8e-45c3-952a-4234dc3792e7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:41.300079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a965-e1ea-49a3-91d0-6de8b785ed4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.369583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40462) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:41.375180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Request body: {'network': {'name': 'tempest-network-smoke--674508070', 'project_id': 'c861c2539f754d67a3e576ef59395956', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:41.416529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Made reservation on behalf of c861c2539f754d67a3e576ef59395956 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:41.428473 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.452620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.457336 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.512809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:52:41.517439 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a965-e1ea-49a3-91d0-6de8b785ed4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.517635 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bf3f0f-d747-4622-a60f-94aa70e25b6f" -d '{"events": [{"server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "dc6097c8-b96a-4792-b236-ef324b106058"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:52:41.541321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:41.550073 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.584922 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8ac4a965-e1ea-49a3-91d0-6de8b785ed4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Calling delete_port for 938fd31c-ba8e-45c3-952a-4234dc3792e7 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:41.600434 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.610708 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.630617 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec32578b-eb5e-44ad-bc3d-ed5f45749a53 x-openstack-request-id: req-ec32578b-eb5e-44ad-bc3d-ed5f45749a53 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:52:41.631481 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "name": "network-vif-plugged", "status": "completed", "tag": "dc6097c8-b96a-4792-b236-ef324b106058", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:52:41.631976 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec32578b-eb5e-44ad-bc3d-ed5f45749a53 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:52:41.632558 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058', 'code': 200} Dec 08 01:52:41.638792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.647110 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.655711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9f8121b8-d96f-4e5f-b40d-04efd176fc23 None None] Provisioning complete for port 0a218737-262d-480f-9664-05bed1270427 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:41.656463 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9f8121b8-d96f-4e5f-b40d-04efd176fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.665371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:52:41.675215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa17946-90e5-4464-b90f-0a5291c97e85,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:41.683339 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.684165 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Added segment 0112038e-c31c-4f46-b6da-2f2f6fb5d149 of type vlan for network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 Dec 08 01:52:41.746542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=13']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:41.763444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.819481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:52:41.839352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7955dbe-c71d-4f92-93fe-8aa5283c89c3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:41.850025 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.863374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:41.864083 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.882849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9f8121b8-d96f-4e5f-b40d-04efd176fc23 None None] Provisioning complete for port 938fd31c-ba8e-45c3-952a-4234dc3792e7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:41.883468 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9f8121b8-d96f-4e5f-b40d-04efd176fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.893674 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.894019 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Added segment 716f13c6-434d-452e-85e5-6f277a199bca of type vlan for network 1f08eab5-a052-4f53-98e8-b4318a0650b8 Dec 08 01:52:41.958670 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:41.961500 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5906944 Dec 08 01:52:41.963506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9f8121b8-d96f-4e5f-b40d-04efd176fc23 None None] Port 938fd31c-ba8e-45c3-952a-4234dc3792e7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:41.969248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40474) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:41.978403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'admin_state_up': True, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:42.040589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cc040-a86f-4f0c-9c41-f5ba2ba6c30d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Network': ['ID=c534e06d-f2d1-4d1b-a40a-bbc7730863e9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:42.062968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:52:42.108793 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.110366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.131402 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.132770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:42.133837 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.176762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a965-e1ea-49a3-91d0-6de8b785ed4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.197828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-826026e7-8c39-4558-a199-695739bf47c3 None None] Provisioning complete for port 938fd31c-ba8e-45c3-952a-4234dc3792e7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:42.201820 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-826026e7-8c39-4558-a199-695739bf47c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.227478 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4a965-e1ea-49a3-91d0-6de8b785ed4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Pushing event deleted for resources: {'Port': ['ID=938fd31c-ba8e-45c3-952a-4234dc3792e7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:42.266300 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5754423 Dec 08 01:52:42.274216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40484) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:42.281141 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1dee06f2-4174-41a2-9280-c32be5793427 admin admin] Request body: {'subnet': {'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2125390085-subnet', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:42.293662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.322106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-826026e7-8c39-4558-a199-695739bf47c3 None None] Port 938fd31c-ba8e-45c3-952a-4234dc3792e7 was deleted so its status cannot be updated. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 01:52:42.334239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dee06f2-4174-41a2-9280-c32be5793427 admin admin] Made reservation on behalf of 0ae44476fbc848c1a6b40e1d9cc7400d for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:42.342323 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1dee06f2-4174-41a2-9280-c32be5793427 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.413405 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a965-e1ea-49a3-91d0-6de8b785ed4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.425965 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8ac4a965-e1ea-49a3-91d0-6de8b785ed4e tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] 10.222.0.70 "DELETE /v2.0/ports/938fd31c-ba8e-45c3-952a-4234dc3792e7 HTTP/1.1" status: 204 len: 168 time: 1.3409286 Dec 08 01:52:42.429270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40486) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:42.435530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc83f5c-88f7-4499-84be-f52822fedb28 admin admin] Pushing event updated for resources: {'Network': ['ID=1f08eab5-a052-4f53-98e8-b4318a0650b8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:42.443387 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0a218737-262d-480f-9664-05bed1270427 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:42.456462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 1f08eab5-a052-4f53-98e8-b4318a0650b8 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:52:42.582616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b98dfb46-3e77-4ca3-99ae-4b8cfa88901b None None] Could not find standard attr ID for object 40619b6f-1676-4988-8646-3ce9affa0954. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:52:42.679396 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1dee06f2-4174-41a2-9280-c32be5793427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.725008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0a218737-262d-480f-9664-05bed1270427 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:42.725515 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.761979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-657f2f59-1ad9-4433-ba52-b4eba862d6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Deleting subnet 743a8d0d-bd0f-426e-b4b1-77580cad58ce {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:52:42.767226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-657f2f59-1ad9-4433-ba52-b4eba862d6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.817827 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee06f2-4174-41a2-9280-c32be5793427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9068c42c-c569-4d97-9684-2713db2b1b45,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:42.820039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dee06f2-4174-41a2-9280-c32be5793427 admin admin] Checking segment: {'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:42.820598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee06f2-4174-41a2-9280-c32be5793427 admin admin] Network hostable DHCP agents. Network: 1f08eab5-a052-4f53-98e8-b4318a0650b8, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:52:42.835723 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-657f2f59-1ad9-4433-ba52-b4eba862d6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.864713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee06f2-4174-41a2-9280-c32be5793427 admin admin] Network 1f08eab5-a052-4f53-98e8-b4318a0650b8 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:52:42.875191 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.879321 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-1dee06f2-4174-41a2-9280-c32be5793427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 1f08eab5-a052-4f53-98e8-b4318a0650b8) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:42.900331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3810ac9-e9ba-45c2-a344-55e196493c28 None None] Network 1f08eab5-a052-4f53-98e8-b4318a0650b8 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:42.902100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee06f2-4174-41a2-9280-c32be5793427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:42.902940 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1dee06f2-4174-41a2-9280-c32be5793427 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:42.944655 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1dee06f2-4174-41a2-9280-c32be5793427 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6657815 Dec 08 01:52:42.944655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40492) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:42.950150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:43.004209 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.004209 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.120076 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-657f2f59-1ad9-4433-ba52-b4eba862d6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.124332 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-1f08eab5-a052-4f53-98e8-b4318a0650b8', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:52:43.126129 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.164675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.318137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1a530ffb-412b-40bb-8760-a88bcbb9ecb4 None None] Could not find standard attr ID for object 938fd31c-ba8e-45c3-952a-4234dc3792e7. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:52:43.335658 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.368734 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.458672 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-657f2f59-1ad9-4433-ba52-b4eba862d6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.499824 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.527538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Allocated IP 172.20.0.2 (1f08eab5-a052-4f53-98e8-b4318a0650b8/9068c42c-c569-4d97-9684-2713db2b1b45/67c8218c-e1c5-4a90-b6be-66b7b1f05458) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:43.594297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f2f59-1ad9-4433-ba52-b4eba862d6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Pushing event deleted for resources: {'Subnet': ['ID=743a8d0d-bd0f-426e-b4b1-77580cad58ce,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:43.621833 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-657f2f59-1ad9-4433-ba52-b4eba862d6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.626990 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-657f2f59-1ad9-4433-ba52-b4eba862d6f7 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] 10.222.0.70 "DELETE /v2.0/subnets/743a8d0d-bd0f-426e-b4b1-77580cad58ce HTTP/1.1" status: 204 len: 168 time: 1.1907070 Dec 08 01:52:43.628018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40502) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:43.685070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91537de-45bc-4fa0-ac1d-c2959ca70cb8 None None] Network cf7736d3-7c11-4dca-929e-a08c851ea2b1 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:43.874334 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.896379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Allocated IP 172.25.2.22 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/474008b2-8408-4375-aabb-4e1eefd58788) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:43.919603 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:43.943507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.052493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40506) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:44.068204 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.111719 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.121380 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.175248 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.184981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Deleting port 0a218737-262d-480f-9664-05bed1270427 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:44.185325 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.259279 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800093c5-84df-4c22-9dcd-491d970f2da6 None None] DHCP port deletion for cf7736d3-7c11-4dca-929e-a08c851ea2b1 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:44.282164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:44.286478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Network 1f08eab5-a052-4f53-98e8-b4318a0650b8 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:44.307022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:44.314405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0bebb92-57bc-4231-9a13-b86e4c6b3f2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.316699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:44.322595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:44.328432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:44.338493 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Pushing event updated for resources: {'Port': ['ID=67c8218c-e1c5-4a90-b6be-66b7b1f05458,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:44.353807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Allocated IP 172.25.2.189 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/ec37ff23-21d7-4efc-a85b-4217332ac8b0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:44.358356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b792b-2c10-4db6-81be-89514434fa1b None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:44.364508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Port': ['ID=474008b2-8408-4375-aabb-4e1eefd58788,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:44.431912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] For port 0a218737-262d-480f-9664-05bed1270427, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0a218737-262d-480f-9664-05bed1270427,segment=NetworkSegment(9d433016-8ed1-4046-9cab-4a1751f28b63),segment_id=9d433016-8ed1-4046-9cab-4a1751f28b63)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:44.432405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.432944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0a218737-262d-480f-9664-05bed1270427 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:52:44.470577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Calling delete_port for 0a218737-262d-480f-9664-05bed1270427 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:44.527356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.568755 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.624174 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Pushing event updated for resources: {'Port': ['ID=ec37ff23-21d7-4efc-a85b-4217332ac8b0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:44.640068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-77d9fa37-45a4-40a8-9451-5f7323a067f8 None None] Provisioning complete for port 474008b2-8408-4375-aabb-4e1eefd58788 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:44.641457 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-77d9fa37-45a4-40a8-9451-5f7323a067f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.655139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:44.656848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:44.672121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:44.674217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-800093c5-84df-4c22-9dcd-491d970f2da6 None None] Deleting port 0a218737-262d-480f-9664-05bed1270427 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:52:44.674743 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-800093c5-84df-4c22-9dcd-491d970f2da6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.759103 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0bebb92-57bc-4231-9a13-b86e4c6b3f2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.776261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6231747-bc4f-4f69-b01f-013edd787e61 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:44.784846 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Attempting to bind port 67c8218c-e1c5-4a90-b6be-66b7b1f05458 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:44.785235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Attempting to bind port 67c8218c-e1c5-4a90-b6be-66b7b1f05458 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:44.785624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Attempting to bind port 67c8218c-e1c5-4a90-b6be-66b7b1f05458 on network 1f08eab5-a052-4f53-98e8-b4318a0650b8 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:44.803733 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0bebb92-57bc-4231-9a13-b86e4c6b3f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.810899 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.873372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:44.873810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Checking segment: {'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:44.874244 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.874662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Bound using segment: {'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:44.875184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Bound port: 67c8218c-e1c5-4a90-b6be-66b7b1f05458, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:44.875586 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:44.883182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No active binding found for port 0a218737-262d-480f-9664-05bed1270427 {{(pid=103131) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 01:52:44.883776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0a218737-262d-480f-9664-05bed1270427 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:52:44.887162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Pushing event deleted for resources: {'Port': ['ID=0a218737-262d-480f-9664-05bed1270427,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:44.908680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] No DVR routers for this DVR port 0a218737-262d-480f-9664-05bed1270427 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:44.927162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c0bebb92-57bc-4231-9a13-b86e4c6b3f2d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25fa39a4a1654fafbda25d95195e2ab5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8743160 Dec 08 01:52:44.928146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bebb92-57bc-4231-9a13-b86e4c6b3f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0629fd9e-d1d0-460e-987d-0d356304b7f6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:44.951047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40514) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:45.040733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-77d9fa37-45a4-40a8-9451-5f7323a067f8 None None] Port 474008b2-8408-4375-aabb-4e1eefd58788 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:45.051515 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.057245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-800093c5-84df-4c22-9dcd-491d970f2da6 None None] For port 0a218737-262d-480f-9664-05bed1270427, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0a218737-262d-480f-9664-05bed1270427,segment=NetworkSegment(9d433016-8ed1-4046-9cab-4a1751f28b63),segment_id=9d433016-8ed1-4046-9cab-4a1751f28b63)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:45.058235 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-800093c5-84df-4c22-9dcd-491d970f2da6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.088026 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.097371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-800093c5-84df-4c22-9dcd-491d970f2da6 None None] Calling delete_port for 0a218737-262d-480f-9664-05bed1270427 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:52:45.159263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7736d3-7c11-4dca-929e-a08c851ea2b1']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:45.171560 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9dd5df2a-c793-4e2b-bdaa-7b05be39e717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.177400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d433016-8ed1-4046-9cab-4a1751f28b63') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:45.177833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d433016-8ed1-4046-9cab-4a1751f28b63') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:45.201001 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9dd5df2a-c793-4e2b-bdaa-7b05be39e717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.226678 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.255020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.272319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:52:45.272319 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:52:45.276052 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:52:45.283026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.287576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9dd5df2a-c793-4e2b-bdaa-7b05be39e717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.291521 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9dd5df2a-c793-4e2b-bdaa-7b05be39e717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.294803 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9dd5df2a-c793-4e2b-bdaa-7b05be39e717 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0629fd9e-d1d0-460e-987d-0d356304b7f6 HTTP/1.1" status: 204 len: 168 time: 0.3397799 Dec 08 01:52:45.324595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] For port 67c8218c-e1c5-4a90-b6be-66b7b1f05458, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:45.328565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] For port 67c8218c-e1c5-4a90-b6be-66b7b1f05458, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=67c8218c-e1c5-4a90-b6be-66b7b1f05458,segment=NetworkSegment(716f13c6-434d-452e-85e5-6f277a199bca),segment_id=716f13c6-434d-452e-85e5-6f277a199bca)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:45.338416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d53ee2a6-5327-467b-b333-1da41d32c4d3 None None] Provisioning complete for port ec37ff23-21d7-4efc-a85b-4217332ac8b0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:45.340127 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d53ee2a6-5327-467b-b333-1da41d32c4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.363369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5df2a-c793-4e2b-bdaa-7b05be39e717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0629fd9e-d1d0-460e-987d-0d356304b7f6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:45.395594 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.443504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d53ee2a6-5327-467b-b333-1da41d32c4d3 None None] Port ec37ff23-21d7-4efc-a85b-4217332ac8b0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:45.540712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.547957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacaf55-5f51-4edb-895f-d561b4e68ac6 None None] Pushing event updated for resources: {'Port': ['ID=67c8218c-e1c5-4a90-b6be-66b7b1f05458,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:45.552938 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-800093c5-84df-4c22-9dcd-491d970f2da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.583036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800093c5-84df-4c22-9dcd-491d970f2da6 None None] Pushing event deleted for resources: {'Port': ['ID=0a218737-262d-480f-9664-05bed1270427,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:45.588342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-800093c5-84df-4c22-9dcd-491d970f2da6 None None] Network cf7736d3-7c11-4dca-929e-a08c851ea2b1 is not hosted by any dhcp agent {{(pid=103131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 01:52:45.589408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800093c5-84df-4c22-9dcd-491d970f2da6 None None] No DVR routers for this DVR port 0a218737-262d-480f-9664-05bed1270427 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:52:45.657263 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.663340 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] 10.222.0.70 "DELETE /v2.0/networks/cf7736d3-7c11-4dca-929e-a08c851ea2b1 HTTP/1.1" status: 204 len: 168 time: 2.0342667 Dec 08 01:52:45.726037 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:45.728911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7db4c4-2b58-4969-860c-9aefe8873bd3 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549 tempest-ExtraDHCPOptionsIpV6TestJSON-362036549-project] Pushing event deleted for resources: {'Network': ['ID=cf7736d3-7c11-4dca-929e-a08c851ea2b1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:45.994404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40526) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:46.075939 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.211732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40530) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:46.256342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:52:46.344198 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e04ad11-96b3-4b0a-826e-4b149ebfede9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.459457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 67c8218c-e1c5-4a90-b6be-66b7b1f05458 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:46.480791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Router acd5d469-6951-4110-aeab-30acad5a3933 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:52:46.497950 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e7327828-ceb9-4abf-ac6d-92486ba49c7c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=209d39b37a8641e39d54dba37b10c1db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2810967 Dec 08 01:52:46.497950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40536) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:46.536251 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 67c8218c-e1c5-4a90-b6be-66b7b1f05458 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:46.536973 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.577649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:52:46.587232 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Sync routers for ids ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:52:46.595667 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed55abf1-ca57-4998-8e81-76266e75c6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.614744 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Routers {'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:46.618641 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:52:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:46.621697 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed55abf1-ca57-4998-8e81-76266e75c6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.648135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:52:46.665861 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e04ad11-96b3-4b0a-826e-4b149ebfede9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.670719 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Sync routers for ids ['acd5d469-6951-4110-aeab-30acad5a3933'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:52:46.677352 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e04ad11-96b3-4b0a-826e-4b149ebfede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.703803 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed55abf1-ca57-4998-8e81-76266e75c6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.707484 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed55abf1-ca57-4998-8e81-76266e75c6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.711309 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ed55abf1-ca57-4998-8e81-76266e75c6c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/51b0ce6a-92f0-4b3c-b43b-2bb97a816f6e HTTP/1.1" status: 204 len: 168 time: 0.2099750 Dec 08 01:52:46.713642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.715415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-efa78798-3eb5-4371-ae04-d4590afd24e1 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.7448785 Dec 08 01:52:46.718909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40540) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:46.737438 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0e04ad11-96b3-4b0a-826e-4b149ebfede9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f79e214da007457fb391625ff3fd4ddc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7420554 Dec 08 01:52:46.741329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40544) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:46.755617 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.756455 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7543bf50-9452-42ca-b641-2184d4433a6f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8109839 Dec 08 01:52:46.759992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55abf1-ca57-4998-8e81-76266e75c6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b0ce6a-92f0-4b3c-b43b-2bb97a816f6e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:46.767194 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40546) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:46.774582 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Routers {'acd5d469-6951-4110-aeab-30acad5a3933'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:46.776727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04ad11-96b3-4b0a-826e-4b149ebfede9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de477634-d3a8-4d31-8c91-cf799238ee83,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:46.781388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:52:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['acd5d469-6951-4110-aeab-30acad5a3933'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:46.811185 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad150ef9-62e6-4724-8e3a-10aa67b325a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.824686 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.847669 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad150ef9-62e6-4724-8e3a-10aa67b325a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:46.934182 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Set router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:52:47.032873 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-40484063-a470-4395-b6a7-52696c9694fa tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c861c2539f754d67a3e576ef59395956&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3125548 Dec 08 01:52:47.035579 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40550) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:47.089401 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad150ef9-62e6-4724-8e3a-10aa67b325a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.105559 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad150ef9-62e6-4724-8e3a-10aa67b325a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.111507 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ad150ef9-62e6-4724-8e3a-10aa67b325a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de477634-d3a8-4d31-8c91-cf799238ee83 HTTP/1.1" status: 204 len: 168 time: 0.3691142 Dec 08 01:52:47.169382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 67c8218c-e1c5-4a90-b6be-66b7b1f05458, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=67c8218c-e1c5-4a90-b6be-66b7b1f05458,segment=NetworkSegment(716f13c6-434d-452e-85e5-6f277a199bca),segment_id=716f13c6-434d-452e-85e5-6f277a199bca)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:47.196943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad150ef9-62e6-4724-8e3a-10aa67b325a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de477634-d3a8-4d31-8c91-cf799238ee83,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:47.273674 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:44Z', 'revision_number': 3, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:47.288753 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.379281 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Checking router: bdbe32b9-d3bd-46f6-a9c1-11e0b752051b for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:52:47.379699 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Updating router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b port ec37ff23-21d7-4efc-a85b-4217332ac8b0 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:52:47.396343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd9703-ecc2-4d3c-b492-ab20f93b3473 None None] Network 1f08eab5-a052-4f53-98e8-b4318a0650b8 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:47.407319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Set router acd5d469-6951-4110-aeab-30acad5a3933 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:52:47.441190 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.496045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=67c8218c-e1c5-4a90-b6be-66b7b1f05458,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:47.564318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2fd81a-17b8-4792-a4b4-cedcfaf083ae tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:47.568235 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9d2fd81a-17b8-4792-a4b4-cedcfaf083ae tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5234489 Dec 08 01:52:47.575877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40562) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:47.638968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a573dbcb-1b17-4015-96e2-28eddbc052c3 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0617201 Dec 08 01:52:47.644632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40566) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:47.645431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-eabea312-68b3-4eff-9fc1-d1192db46fa3 None None] Provisioning complete for port 67c8218c-e1c5-4a90-b6be-66b7b1f05458 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:47.647769 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eabea312-68b3-4eff-9fc1-d1192db46fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.656635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c24e9aeb-4924-4f14-a1ff-01f9368f864d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-580537004', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'project_id': 'c861c2539f754d67a3e576ef59395956', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:47.900764 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.953348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24e9aeb-4924-4f14-a1ff-01f9368f864d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Made reservation on behalf of c861c2539f754d67a3e576ef59395956 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:47.965110 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c24e9aeb-4924-4f14-a1ff-01f9368f864d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:47.974762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:52:44Z', 'revision_number': 3, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:48.038467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Checking router: acd5d469-6951-4110-aeab-30acad5a3933 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:52:48.038824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Updating router acd5d469-6951-4110-aeab-30acad5a3933 port 474008b2-8408-4375-aabb-4e1eefd58788 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:52:48.146695 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.176177 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.189915 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.333742 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Attempting to bind port ec37ff23-21d7-4efc-a85b-4217332ac8b0 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:48.334606 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Attempting to bind port ec37ff23-21d7-4efc-a85b-4217332ac8b0 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:48.336796 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Attempting to bind port ec37ff23-21d7-4efc-a85b-4217332ac8b0 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:48.365413 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Pushing event updated for resources: {'Port': ['ID=ec37ff23-21d7-4efc-a85b-4217332ac8b0,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:48.379208 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:48.379878 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:48.382185 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.384122 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:48.384932 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Bound port: ec37ff23-21d7-4efc-a85b-4217332ac8b0, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:48.386183 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.397342 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c24e9aeb-4924-4f14-a1ff-01f9368f864d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.415482 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.417555 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.418432 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.419348 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.419978 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.420431 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.420942 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.421927 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.422352 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.423409 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.423749 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.424088 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.424465 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:48.474209 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Allocated IP 172.20.0.1 (1f08eab5-a052-4f53-98e8-b4318a0650b8/9068c42c-c569-4d97-9684-2713db2b1b45/227be2a4-d073-4249-b35e-0a5861dc438f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:48.518142 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] For port ec37ff23-21d7-4efc-a85b-4217332ac8b0, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:48.527257 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] For port ec37ff23-21d7-4efc-a85b-4217332ac8b0, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ec37ff23-21d7-4efc-a85b-4217332ac8b0,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:48.536879 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.543669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e9aeb-4924-4f14-a1ff-01f9368f864d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Subnet': ['ID=43a3bf5d-f8b6-4fb4-ad81-7dab890a8022,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:48.567344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24e9aeb-4924-4f14-a1ff-01f9368f864d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Checking segment: {'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:48.568208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e9aeb-4924-4f14-a1ff-01f9368f864d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network hostable DHCP agents. Network: c534e06d-f2d1-4d1b-a40a-bbc7730863e9, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:52:48.572553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d93fbc-5f00-4d33-abbe-28712cb63686 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:48.590951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e9aeb-4924-4f14-a1ff-01f9368f864d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:52:48.601069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 67c8218c-e1c5-4a90-b6be-66b7b1f05458 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:48.613850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c24e9aeb-4924-4f14-a1ff-01f9368f864d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c534e06d-f2d1-4d1b-a40a-bbc7730863e9) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:48.622620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e9aeb-4924-4f14-a1ff-01f9368f864d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:48.623659 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c24e9aeb-4924-4f14-a1ff-01f9368f864d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.647705 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Routers {'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:48.649526 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:52:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:48.662592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c24e9aeb-4924-4f14-a1ff-01f9368f864d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0133791 Dec 08 01:52:48.665455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40594) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:48.710224 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a82d9-a9d3-4027-a9e6-e0090c6fe1a0 None None] Pushing event updated for resources: {'Port': ['ID=ec37ff23-21d7-4efc-a85b-4217332ac8b0,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:48.762413 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.767362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773bd3af-906a-4490-8dcc-46eb732fc954 None None] Network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:48.779227 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40598) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:48.828917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62c93f8-086b-43c8-a08d-43e374c9213e None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:48.860175 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] Set router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:52:48.864400 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:48.971085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Pushing event updated for resources: {'Port': ['ID=227be2a4-d073-4249-b35e-0a5861dc438f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:48.983792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Network 1f08eab5-a052-4f53-98e8-b4318a0650b8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:48.985289 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:48.987771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:49.112220 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.261385 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:44Z', 'revision_number': 3, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:49.342454 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e2f3e-88c8-4f84-bd79-ae138f4700b6 None None] The sync data for ids ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'] in n-d-713498-30 is: [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:44Z', 'revision_number': 3, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:52:49.378744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-877469076'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:49.483934 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.513420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Made reservation on behalf of 29a4e31c189c4b28a4277ff5e3373785 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:49.517769 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.552500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9eae113f-a85c-4af3-9dbc-59b6a35a3e6f None None] Provisioning complete for port 67c8218c-e1c5-4a90-b6be-66b7b1f05458 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:49.552881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9eae113f-a85c-4af3-9dbc-59b6a35a3e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.558635 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.693564 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.737602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 67c8218c-e1c5-4a90-b6be-66b7b1f05458 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:49.738448 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.835626 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.843924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.883213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:52:49.883623 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.920411 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.920655 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Added segment c5d2054e-7300-4c0e-8130-bef4a9c81b22 of type vlan for network 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c Dec 08 01:52:49.931479 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7f3a6c-620a-49c0-be7b-390d74c7164f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:49.972816 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:49.994480 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.008662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.018269 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.066724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46748552-8aca-40c2-98c8-23ebad930789 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:50.111472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'project_id': 'c861c2539f754d67a3e576ef59395956', 'fixed_ips': [{'subnet_id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:52:50.112606 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.194212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.resource_extend [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:52:50.258070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Pushing event updated for resources: {'Port': ['ID=227be2a4-d073-4249-b35e-0a5861dc438f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:50.268763 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.284721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Allocated IP 172.20.0.1 (c534e06d-f2d1-4d1b-a40a-bbc7730863e9/43a3bf5d-f8b6-4fb4-ad81-7dab890a8022/129ce6f0-97f7-43ed-9ba7-7908d19f08b8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:50.296892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.314304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Attempting to bind port 474008b2-8408-4375-aabb-4e1eefd58788 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:50.314702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Attempting to bind port 474008b2-8408-4375-aabb-4e1eefd58788 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:50.315073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Attempting to bind port 474008b2-8408-4375-aabb-4e1eefd58788 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:50.316599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:50.317299 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.326385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:50.326777 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:50.327250 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.327820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:50.328347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Bound port: 474008b2-8408-4375-aabb-4e1eefd58788, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:50.328746 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.340485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Provisioning complete for port 227be2a4-d073-4249-b35e-0a5861dc438f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:50.340869 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.414359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa000f-c35c-429e-8f7d-1e6fc5468eea None None] Pushing event updated for resources: {'Port': ['ID=474008b2-8408-4375-aabb-4e1eefd58788,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:50.499744 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.512658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Port 227be2a4-d073-4249-b35e-0a5861dc438f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:50.529616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] For port 474008b2-8408-4375-aabb-4e1eefd58788, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:50.541317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] For port 474008b2-8408-4375-aabb-4e1eefd58788, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=474008b2-8408-4375-aabb-4e1eefd58788,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:50.545434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event updated for resources: {'Network': ['ID=2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:50.550012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Provisioning complete for port ec37ff23-21d7-4efc-a85b-4217332ac8b0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:50.551017 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.553477 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.612408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:52:50.632985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:50.673224 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f0ab18cc-1bce-4fb1-ac60-160d16c6264b tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8917568 Dec 08 01:52:50.675916 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40648) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:50.707057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0ce03dfc-804d-4d66-a0cd-639924695954 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Request body: {'subnet': {'network_id': '2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:50.781130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cea6f9c-3213-46f9-ae15-49251ff2dabd None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:50.783073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ec37ff23-21d7-4efc-a85b-4217332ac8b0 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:50.786252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:50.791297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:50.804945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:50.866090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Network 1f08eab5-a052-4f53-98e8-b4318a0650b8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:50.869511 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:50.899893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Port': ['ID=129ce6f0-97f7-43ed-9ba7-7908d19f08b8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:50.925929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Allocated IP 172.20.0.2 (c534e06d-f2d1-4d1b-a40a-bbc7730863e9/43a3bf5d-f8b6-4fb4-ad81-7dab890a8022/82d308ec-3189-4d91-a958-63c926e4352a) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:50.928445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Routers {'acd5d469-6951-4110-aeab-30acad5a3933'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:50.929334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:52:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['acd5d469-6951-4110-aeab-30acad5a3933'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:50.953561 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.048723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce03dfc-804d-4d66-a0cd-639924695954 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Made reservation on behalf of 29a4e31c189c4b28a4277ff5e3373785 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:51.069665 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ce03dfc-804d-4d66-a0cd-639924695954 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.102175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa000f-c35c-429e-8f7d-1e6fc5468eea None None] Pushing event updated for resources: {'Port': ['ID=474008b2-8408-4375-aabb-4e1eefd58788,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:51.148124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ec37ff23-21d7-4efc-a85b-4217332ac8b0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:51.148506 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.297907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:52:51.324925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.383482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] Set router acd5d469-6951-4110-aeab-30acad5a3933 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:52:51.426661 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.455337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] For port ec37ff23-21d7-4efc-a85b-4217332ac8b0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ec37ff23-21d7-4efc-a85b-4217332ac8b0,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:51.500907 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.609691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:52:51.622045 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-58a4cf6f-80ee-43b6-9de2-4a0940f16d4d admin admin] 10.222.0.70 "PUT /v2.0/routers/bdbe32b9-d3bd-46f6-a9c1-11e0b752051b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8535712 Dec 08 01:52:51.665793 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Pushing event updated for resources: {'Port': ['ID=ec37ff23-21d7-4efc-a85b-4217332ac8b0,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:51.698574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.699040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.699346 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.699701 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.700051 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.701374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.704827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.707160 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.710474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.710855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.711222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.712220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.714843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f502b-f155-4bae-b34a-aca379e8bcb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:52:51.764480 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ce03dfc-804d-4d66-a0cd-639924695954 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.836730 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.856069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.896733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce03dfc-804d-4d66-a0cd-639924695954 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event updated for resources: {'Subnet': ['ID=215b779e-cfe4-49ec-a1d2-c7540350a935,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:51.903042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce03dfc-804d-4d66-a0cd-639924695954 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Checking segment: {'id': 'c5d2054e-7300-4c0e-8130-bef4a9c81b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:51.903409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce03dfc-804d-4d66-a0cd-639924695954 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Network hostable DHCP agents. Network: 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:52:51.923276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce03dfc-804d-4d66-a0cd-639924695954 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Network 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:52:51.941522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0ce03dfc-804d-4d66-a0cd-639924695954 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:51.947591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce03dfc-804d-4d66-a0cd-639924695954 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:51.949024 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ce03dfc-804d-4d66-a0cd-639924695954 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.971018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f24778-09bf-4841-b7ee-bd521caf4ed1 None None] Network 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:51.986054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b8eb8149-1bfb-47cf-8bec-90d4c2efa16a None None] Provisioning complete for port 227be2a4-d073-4249-b35e-0a5861dc438f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:51.986453 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8149-1bfb-47cf-8bec-90d4c2efa16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.992025 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:51.992568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0ce03dfc-804d-4d66-a0cd-639924695954 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3115926 Dec 08 01:52:51.993406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40670) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:52.010034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4b67aa30-9df1-45c3-8d1a-0d43b47f9609 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1114923504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:52.043012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.046287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Port': ['ID=129ce6f0-97f7-43ed-9ba7-7908d19f08b8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:52.087812 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b67aa30-9df1-45c3-8d1a-0d43b47f9609 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.089106 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b67aa30-9df1-45c3-8d1a-0d43b47f9609 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.121393 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.200032 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b67aa30-9df1-45c3-8d1a-0d43b47f9609 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.206294 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b67aa30-9df1-45c3-8d1a-0d43b47f9609 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.223589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Pushing event updated for resources: {'Port': ['ID=82d308ec-3189-4d91-a958-63c926e4352a,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:52.242725 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b67aa30-9df1-45c3-8d1a-0d43b47f9609 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:52.248786 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4b67aa30-9df1-45c3-8d1a-0d43b47f9609 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2541533 Dec 08 01:52:52.250412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40674) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:52.259643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:52.321302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:52.343667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:52.351696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:52.399024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb8149-1bfb-47cf-8bec-90d4c2efa16a None None] Port 227be2a4-d073-4249-b35e-0a5861dc438f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:52:52.420895 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Sync routers for ids ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:52:52.434273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:52.453298 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Routers {'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:52.455298 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:52:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:52.966258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ec37ff23-21d7-4efc-a85b-4217332ac8b0 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:53.035507 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c', 'network_id': '2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c', 'project_id': '29a4e31c189c4b28a4277ff5e3373785', 'fixed_ips': [{'subnet_id': '215b779e-cfe4-49ec-a1d2-c7540350a935'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:52:53.039476 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.042558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b8eb8149-1bfb-47cf-8bec-90d4c2efa16a None None] Provisioning complete for port 474008b2-8408-4375-aabb-4e1eefd58788 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:53.042939 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8149-1bfb-47cf-8bec-90d4c2efa16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.094213 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Set router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:52:53.220386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Router acd5d469-6951-4110-aeab-30acad5a3933 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:52:53.221875 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.236497 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Attempting to bind port 82d308ec-3189-4d91-a958-63c926e4352a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:53.236880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Attempting to bind port 82d308ec-3189-4d91-a958-63c926e4352a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:53.237425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Attempting to bind port 82d308ec-3189-4d91-a958-63c926e4352a on network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:53.263044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40694) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:53.268048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1362665520-network', 'tenant_id': '290122d9cd38474aafb54dabd170df07'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:53.292274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:53.294609 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Checking segment: {'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:53.295021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.295435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Bound using segment: {'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:53.295937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Bound port: 82d308ec-3189-4d91-a958-63c926e4352a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:53.296380 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.310734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Made reservation on behalf of 290122d9cd38474aafb54dabd170df07 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:53.313206 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.325786 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.498059 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.508652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.520667 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8149-1bfb-47cf-8bec-90d4c2efa16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.538621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:52:53.541782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:52:44Z', 'revision_number': 3, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:53.566013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.568417 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Added segment bbbc8d80-b376-45fd-82b3-0cc6777eb313 of type vlan for network aab152be-eac1-444e-ae71-365b9040ec81 Dec 08 01:52:53.676549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b8eb8149-1bfb-47cf-8bec-90d4c2efa16a None None] For port 474008b2-8408-4375-aabb-4e1eefd58788, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=474008b2-8408-4375-aabb-4e1eefd58788,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:53.679573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb324a-2a47-4c24-ba5f-3a10648098d8 None None] The sync data for ids ['acd5d469-6951-4110-aeab-30acad5a3933'] in n-d-713498-30 is: [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:52:44Z', 'revision_number': 3, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:52:53.681206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ec37ff23-21d7-4efc-a85b-4217332ac8b0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:53.681590 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.693610 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '227be2a4-d073-4249-b35e-0a5861dc438f', 'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'mac_address': 'fa:16:3e:d5:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:47Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 2, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'subnets': [{'id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:53.713683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767cc4c8-8681-4602-a2c8-c5379ef73179,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:53.743592 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8149-1bfb-47cf-8bec-90d4c2efa16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.784737 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.792994 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Checking router: bdbe32b9-d3bd-46f6-a9c1-11e0b752051b for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:52:53.797531 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Updating router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b port 227be2a4-d073-4249-b35e-0a5861dc438f binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:52:53.829280 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.830846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:53.832343 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.861030 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:53.889071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6248195 Dec 08 01:52:53.892135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40708) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:53.892324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb8149-1bfb-47cf-8bec-90d4c2efa16a None None] Pushing event updated for resources: {'Port': ['ID=474008b2-8408-4375-aabb-4e1eefd58788,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:53.901032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-41b91560-c885-4722-bb7e-50d4582041ae admin admin] Request body: {'subnet': {'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1362665520-subnet', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:53.968378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6f912-c12d-4d6b-8a0b-d699a8b8907a admin admin] Pushing event updated for resources: {'Network': ['ID=aab152be-eac1-444e-ae71-365b9040ec81,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:53.976789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] For port 82d308ec-3189-4d91-a958-63c926e4352a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:53.996876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b91560-c885-4722-bb7e-50d4582041ae admin admin] Made reservation on behalf of 290122d9cd38474aafb54dabd170df07 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:52:54.001393 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41b91560-c885-4722-bb7e-50d4582041ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.012880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] For port 82d308ec-3189-4d91-a958-63c926e4352a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=82d308ec-3189-4d91-a958-63c926e4352a,segment=NetworkSegment(0112038e-c31c-4f46-b6da-2f2f6fb5d149),segment_id=0112038e-c31c-4f46-b6da-2f2f6fb5d149)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:54.014201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network aab152be-eac1-444e-ae71-365b9040ec81 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:52:54.061779 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.118968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:52:54.131785 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0c12887e-1d4d-4971-a0ce-c4372655c63d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "PUT /v2.0/routers/acd5d469-6951-4110-aeab-30acad5a3933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4605443 Dec 08 01:52:54.132809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40714) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:54.135044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Allocated IP 172.20.0.2 (2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c/215b779e-cfe4-49ec-a1d2-c7540350a935/53658d7d-a0d3-4b53-81b3-f96b0643c882) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:54.145674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-aa17ac67-11f7-4d3d-8dc3-16eb0c815163 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--698058635', 'description': 'tempest-secgroup_access--698058635 description', 'project_id': 'c861c2539f754d67a3e576ef59395956'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:54.232574 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa17ac67-11f7-4d3d-8dc3-16eb0c815163 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.460034 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41b91560-c885-4722-bb7e-50d4582041ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.479772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa17ac67-11f7-4d3d-8dc3-16eb0c815163 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.488342 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa17ac67-11f7-4d3d-8dc3-16eb0c815163 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.563150 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aa17ac67-11f7-4d3d-8dc3-16eb0c815163 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.571770 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aa17ac67-11f7-4d3d-8dc3-16eb0c815163 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4322321 Dec 08 01:52:54.572956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40724) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:54.594416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-10683241-391b-4939-b420-61a51e38657c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2060472098', 'description': 'tempest-secgroup_general--2060472098 description', 'project_id': 'c861c2539f754d67a3e576ef59395956'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:54.615011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17ac67-11f7-4d3d-8dc3-16eb0c815163 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:54.616780 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74484e-a2ce-4ca0-b389-f23e28477b1c None None] Pushing event updated for resources: {'Port': ['ID=82d308ec-3189-4d91-a958-63c926e4352a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:54.665272 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10683241-391b-4939-b420-61a51e38657c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.685025 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.699995 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.722336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b91560-c885-4722-bb7e-50d4582041ae admin admin] Checking segment: {'id': 'bbbc8d80-b376-45fd-82b3-0cc6777eb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:54.723212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b91560-c885-4722-bb7e-50d4582041ae admin admin] Network hostable DHCP agents. Network: aab152be-eac1-444e-ae71-365b9040ec81, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:52:54.739423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b91560-c885-4722-bb7e-50d4582041ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4298364a-5231-49f4-823a-617d453032bc,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:54.786899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b91560-c885-4722-bb7e-50d4582041ae admin admin] Network aab152be-eac1-444e-ae71-365b9040ec81 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:52:54.815277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-41b91560-c885-4722-bb7e-50d4582041ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, aab152be-eac1-444e-ae71-365b9040ec81) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:54.832669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b91560-c885-4722-bb7e-50d4582041ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:54.835060 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-41b91560-c885-4722-bb7e-50d4582041ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.842735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0bd47e-54fc-4f18-a8b4-9771013c972c None None] Network aab152be-eac1-444e-ae71-365b9040ec81 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:54.848654 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f42ef-30e6-4394-9207-e83886994f75 None None] Pushing event updated for resources: {'Port': ['ID=227be2a4-d073-4249-b35e-0a5861dc438f,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:54.905527 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-41b91560-c885-4722-bb7e-50d4582041ae admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0082080 Dec 08 01:52:54.906838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40730) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:54.939421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1362665520-router', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:54.964697 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10683241-391b-4939-b420-61a51e38657c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:54.975751 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10683241-391b-4939-b420-61a51e38657c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.025938 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.029318 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.071348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10683241-391b-4939-b420-61a51e38657c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded3e250-bc5c-4120-9ec6-6eb35264d8eb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:55.106483 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10683241-391b-4939-b420-61a51e38657c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.111106 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-10683241-391b-4939-b420-61a51e38657c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5325413 Dec 08 01:52:55.112462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40734) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:55.127414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-503dca9c-60a7-47c4-a76c-7e3eac300d93 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Request body: {'security_group_rule': {'security_group_id': '8f0ce013-c9b9-41b7-a996-207bb9f6fbb1', 'project_id': 'c861c2539f754d67a3e576ef59395956', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:55.159161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 474008b2-8408-4375-aabb-4e1eefd58788 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:55.181671 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Attempting to bind port 227be2a4-d073-4249-b35e-0a5861dc438f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:55.187668 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Attempting to bind port 227be2a4-d073-4249-b35e-0a5861dc438f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:55.195970 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Attempting to bind port 227be2a4-d073-4249-b35e-0a5861dc438f on network 1f08eab5-a052-4f53-98e8-b4318a0650b8 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:55.209604 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:55.213637 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Checking segment: {'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:55.215478 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.215931 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Bound using segment: {'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:55.216476 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Bound port: 227be2a4-d073-4249-b35e-0a5861dc438f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:55.216873 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.223862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-503dca9c-60a7-47c4-a76c-7e3eac300d93 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.249425 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.333302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-aab152be-eac1-444e-ae71-365b9040ec81', 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81', 'project_id': '290122d9cd38474aafb54dabd170df07', 'fixed_ips': [{'subnet_id': '4298364a-5231-49f4-823a-617d453032bc'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:52:55.334463 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.435306 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] For port 227be2a4-d073-4249-b35e-0a5861dc438f, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:55.444899 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] For port 227be2a4-d073-4249-b35e-0a5861dc438f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=227be2a4-d073-4249-b35e-0a5861dc438f,segment=NetworkSegment(716f13c6-434d-452e-85e5-6f277a199bca),segment_id=716f13c6-434d-452e-85e5-6f277a199bca)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:55.449861 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.452741 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-503dca9c-60a7-47c4-a76c-7e3eac300d93 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.455992 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.461312 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-503dca9c-60a7-47c4-a76c-7e3eac300d93 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.510721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dca9c-60a7-47c4-a76c-7e3eac300d93 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1e4e27-70a6-40a2-ae97-2ba94bdd3c94,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:55.569430 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Routers {'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:55.574924 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:52:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:55.674787 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-503dca9c-60a7-47c4-a76c-7e3eac300d93 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:55.702555 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-503dca9c-60a7-47c4-a76c-7e3eac300d93 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5855134 Dec 08 01:52:55.720912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Allocated IP 172.20.0.1 (2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c/215b779e-cfe4-49ec-a1d2-c7540350a935/0f588b20-00dd-4925-b48a-c2b6a1c209e3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:55.808050 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] Set router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:52:55.840198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Allocated IP 172.20.0.2 (aab152be-eac1-444e-ae71-365b9040ec81/4298364a-5231-49f4-823a-617d453032bc/80d7f287-edd6-4027-99c4-a4d219aebdb5) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:56.089203 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.181015 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.240510 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-4838b9ae-dbe7-417a-9b00-1886fb5ff6d7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_general--2060472098&fields=id&tenant_id=c861c2539f754d67a3e576ef59395956 HTTP/1.1" status: 200 len: 267 time: 0.1317599 Dec 08 01:52:56.305517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Pushing event updated for resources: {'Port': ['ID=53658d7d-a0d3-4b53-81b3-f96b0643c882,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:56.326138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-74eaeb03-8c3a-42e9-857d-b8c60e91adb5 None None] Provisioning complete for port 227be2a4-d073-4249-b35e-0a5861dc438f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:56.329455 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-74eaeb03-8c3a-42e9-857d-b8c60e91adb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.342520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Network 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:56.350057 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.353850 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.356176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:56.367335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:56.367740 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.419098 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.426797 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 474008b2-8408-4375-aabb-4e1eefd58788 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:56.427189 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.449531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Network 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:56.466802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56920b1-a94c-4f70-b476-31f79181c25c None None] Network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:52:56.473104 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-b8b724bb-dfb2-4957-bac6-c1236563a5c5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup_access--698058635&fields=id&tenant_id=c861c2539f754d67a3e576ef59395956 HTTP/1.1" status: 200 len: 267 time: 0.2208540 Dec 08 01:52:56.475785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:56.488788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:56.512456 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f42ef-30e6-4394-9207-e83886994f75 None None] Pushing event updated for resources: {'Port': ['ID=227be2a4-d073-4249-b35e-0a5861dc438f,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:56.549886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event updated for resources: {'Port': ['ID=0f588b20-00dd-4925-b48a-c2b6a1c209e3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:56.584309 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '227be2a4-d073-4249-b35e-0a5861dc438f', 'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'mac_address': 'fa:16:3e:d5:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:47Z', 'updated_at': '2021-12-08T01:52:55Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'subnets': [{'id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:56.636614 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e3e61b-bd26-4012-9d1b-9c6ce81f7b0a None None] The sync data for ids ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'] in n-d-713498-30 is: [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '227be2a4-d073-4249-b35e-0a5861dc438f', 'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'mac_address': 'fa:16:3e:d5:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:47Z', 'updated_at': '2021-12-08T01:52:55Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'subnets': [{'id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:52:56.662533 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.812852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Network aab152be-eac1-444e-ae71-365b9040ec81 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:56.861514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:56.874348 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Attempting to bind port 53658d7d-a0d3-4b53-81b3-f96b0643c882 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:56.874641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Attempting to bind port 53658d7d-a0d3-4b53-81b3-f96b0643c882 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c5d2054e-7300-4c0e-8130-bef4a9c81b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:56.877974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Attempting to bind port 53658d7d-a0d3-4b53-81b3-f96b0643c882 on network 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:56.880502 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Pushing event updated for resources: {'Port': ['ID=80d7f287-edd6-4027-99c4-a4d219aebdb5,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:56.908188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:56.939659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:56.940047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Checking segment: {'id': 'c5d2054e-7300-4c0e-8130-bef4a9c81b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:56.940489 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.940896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Bound using segment: {'id': 'c5d2054e-7300-4c0e-8130-bef4a9c81b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:56.941389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Bound port: 53658d7d-a0d3-4b53-81b3-f96b0643c882, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d2054e-7300-4c0e-8130-bef4a9c81b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:56.941782 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.941900 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.980134 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-74eaeb03-8c3a-42e9-857d-b8c60e91adb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:56.986122 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.031205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-de19714f-9e29-44d2-94b4-f54d3af88280 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:52:57.032723 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-de19714f-9e29-44d2-94b4-f54d3af88280 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/networks?id=c534e06d-f2d1-4d1b-a40a-bbc7730863e9 HTTP/1.1" status: 200 len: 796 time: 0.5311573 Dec 08 01:52:57.068972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9309be16-232c-4ebc-a319-0571dcdf8fcc tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/quotas/c861c2539f754d67a3e576ef59395956 HTTP/1.1" status: 200 len: 375 time: 0.0271571 Dec 08 01:52:57.121499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.181927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Allocated IP 172.25.2.217 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/4e1af6a6-6ff1-4757-8e99-b43529da83e7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:52:57.323969 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.357125 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Sync routers for ids ['acd5d469-6951-4110-aeab-30acad5a3933'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:52:57.372306 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.450617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:57.453991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:57.465591 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:52:57.487885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a8fa51-5b52-46cd-9027-e41224c51d8f None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:52:57.529682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Attempting to bind port 80d7f287-edd6-4027-99c4-a4d219aebdb5 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:52:57.530303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Attempting to bind port 80d7f287-edd6-4027-99c4-a4d219aebdb5 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'bbbc8d80-b376-45fd-82b3-0cc6777eb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:52:57.530844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Attempting to bind port 80d7f287-edd6-4027-99c4-a4d219aebdb5 on network aab152be-eac1-444e-ae71-365b9040ec81 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:52:57.567606 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:52:57.568305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Checking segment: {'id': 'bbbc8d80-b376-45fd-82b3-0cc6777eb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:52:57.568943 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.570268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Bound using segment: {'id': 'bbbc8d80-b376-45fd-82b3-0cc6777eb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:52:57.571814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Bound port: 80d7f287-edd6-4027-99c4-a4d219aebdb5, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbc8d80-b376-45fd-82b3-0cc6777eb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:52:57.574005 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.626595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-74eaeb03-8c3a-42e9-857d-b8c60e91adb5 None None] For port 227be2a4-d073-4249-b35e-0a5861dc438f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=227be2a4-d073-4249-b35e-0a5861dc438f,segment=NetworkSegment(716f13c6-434d-452e-85e5-6f277a199bca),segment_id=716f13c6-434d-452e-85e5-6f277a199bca)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:57.638508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Routers {'acd5d469-6951-4110-aeab-30acad5a3933'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:57.639572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:52:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['acd5d469-6951-4110-aeab-30acad5a3933'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:57.671622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Pushing event updated for resources: {'Port': ['ID=4e1af6a6-6ff1-4757-8e99-b43529da83e7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:57.722394 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.755159 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.816572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Set router acd5d469-6951-4110-aeab-30acad5a3933 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:52:57.963170 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-74eaeb03-8c3a-42e9-857d-b8c60e91adb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:57.967600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 82d308ec-3189-4d91-a958-63c926e4352a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:52:57.982772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event updated for resources: {'Port': ['ID=0f588b20-00dd-4925-b48a-c2b6a1c209e3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:58.047729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-3fd777df-89ab-496e-b61e-36210bfd0391 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c861c2539f754d67a3e576ef59395956&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9235661 Dec 08 01:52:58.126473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] For port 53658d7d-a0d3-4b53-81b3-f96b0643c882, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:58.204446 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.218507 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.220739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] For port 53658d7d-a0d3-4b53-81b3-f96b0643c882, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=53658d7d-a0d3-4b53-81b3-f96b0643c882,segment=NetworkSegment(c5d2054e-7300-4c0e-8130-bef4a9c81b22),segment_id=c5d2054e-7300-4c0e-8130-bef4a9c81b22)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:58.290846 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.391768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Provisioning complete for port 82d308ec-3189-4d91-a958-63c926e4352a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:58.392501 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.412180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 82d308ec-3189-4d91-a958-63c926e4352a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:52:58.413371 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.415063 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaeb03-8c3a-42e9-857d-b8c60e91adb5 None None] Pushing event updated for resources: {'Port': ['ID=227be2a4-d073-4249-b35e-0a5861dc438f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:58.426599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] For port 80d7f287-edd6-4027-99c4-a4d219aebdb5, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:52:58.640041 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-41c24038-9258-41a6-a894-bdb44f642893 service neutron] 10.222.0.70 "GET /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773385 Dec 08 01:52:58.701358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Network 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:52:58.719115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:52:58.740347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] For port 80d7f287-edd6-4027-99c4-a4d219aebdb5, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=80d7f287-edd6-4027-99c4-a4d219aebdb5,segment=NetworkSegment(bbbc8d80-b376-45fd-82b3-0cc6777eb313),segment_id=bbbc8d80-b376-45fd-82b3-0cc6777eb313)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:52:58.768735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83cfe7-072f-406d-a539-756f31ce0c62 None None] Pushing event updated for resources: {'Port': ['ID=53658d7d-a0d3-4b53-81b3-f96b0643c882,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:58.853918 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:58.971497 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.159013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9988a442-5e5f-436f-8165-33fe403106f9 service neutron] 10.222.0.70 "GET /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165756 Dec 08 01:52:59.179511 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54ac11e2-31c7-43d7-8862-aaf147d3a262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.214240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Router ccc78044-12e9-4a9b-b3a1-1d0eb1c11438 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:52:59.227616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '129ce6f0-97f7-43ed-9ba7-7908d19f08b8', 'name': '', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'mac_address': 'fa:16:3e:e2:ff:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:50Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 2, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'subnets': [{'id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:59.285457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Checking router: acd5d469-6951-4110-aeab-30acad5a3933 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:52:59.285796 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Updating router acd5d469-6951-4110-aeab-30acad5a3933 port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:52:59.293531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe79dc-6f03-4e0a-be72-02f1c637d424 None None] Pushing event updated for resources: {'Port': ['ID=80d7f287-edd6-4027-99c4-a4d219aebdb5,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:52:59.428123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Router 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:52:59.515379 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.550764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:52:59.629396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-23020282-7021-42ae-b9e6-f463e00403b7 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "PUT /v2.0/routers/ccc78044-12e9-4a9b-b3a1-1d0eb1c11438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3769302 Dec 08 01:52:59.637044 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.639225 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337165d4-7065-42c5-bdc5-016c17ffdf74 None None] Sync routers for ids ['ccc78044-12e9-4a9b-b3a1-1d0eb1c11438'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:52:59.650987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40796) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:52:59.662740 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.671340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Request body: {'port': {'network_id': '2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c', 'name': 'tempest-FloatingIPNegativeTestJSON-495520225'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:52:59.686077 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337165d4-7065-42c5-bdc5-016c17ffdf74 None None] Routers {'ccc78044-12e9-4a9b-b3a1-1d0eb1c11438'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:59.686736 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-337165d4-7065-42c5-bdc5-016c17ffdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:52:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ccc78044-12e9-4a9b-b3a1-1d0eb1c11438'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:59.714487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 82d308ec-3189-4d91-a958-63c926e4352a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=82d308ec-3189-4d91-a958-63c926e4352a,segment=NetworkSegment(0112038e-c31c-4f46-b6da-2f2f6fb5d149),segment_id=0112038e-c31c-4f46-b6da-2f2f6fb5d149)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:52:59.763768 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:52:59.863037 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-337165d4-7065-42c5-bdc5-016c17ffdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:52:59.984065 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337165d4-7065-42c5-bdc5-016c17ffdf74 None None] Routers {'ccc78044-12e9-4a9b-b3a1-1d0eb1c11438'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:52:59.988851 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-337165d4-7065-42c5-bdc5-016c17ffdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:52:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ccc78044-12e9-4a9b-b3a1-1d0eb1c11438'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:00.084197 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-337165d4-7065-42c5-bdc5-016c17ffdf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:00.086714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=82d308ec-3189-4d91-a958-63c926e4352a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:00.097494 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337165d4-7065-42c5-bdc5-016c17ffdf74 None None] The sync data for ids ['ccc78044-12e9-4a9b-b3a1-1d0eb1c11438'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:00.173550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e32be9ab-87cb-4b3f-8479-03d098a5e747 req-25a48a24-ac84-43c4-8f2e-4c6e771b3dfc tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 210 time: 0.5144114 Dec 08 01:53:00.252453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:00.321691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Made reservation on behalf of 29a4e31c189c4b28a4277ff5e3373785 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:00.330162 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.386381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] device_id is not set on port 0b1bdc10-446d-4411-84cc-c1480747c715 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:53:00.399275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:00.404750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40816) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:00.405789 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f93e45f5-a5c0-46d7-93e0-6559c2c312cf admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4943516 Dec 08 01:53:00.467049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 80d7f287-edd6-4027-99c4-a4d219aebdb5 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:00.476003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Sync routers for ids ['9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:00.599611 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b52ee8-e26a-4353-b7ce-0177ffa25484 None None] Network 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:00.608424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Allocated IP 172.20.0.3 (2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c/215b779e-cfe4-49ec-a1d2-c7540350a935/0b1bdc10-446d-4411-84cc-c1480747c715) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:00.670884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Routers {'9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:00.671532 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:52:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:00.809465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Set router 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:00.905020 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:53:00.905381 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:53:00.978747 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.126238 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.272515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Network 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:01.279263 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:01.297396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:01.374328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event updated for resources: {'Port': ['ID=0b1bdc10-446d-4411-84cc-c1480747c715,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:01.441064 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77d20efe-b2c6-4549-84f4-ccb3229bcb52 req-01fb9a37-2da8-405a-b557-298e83a9be56 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 210 time: 0.0441728 Dec 08 01:53:01.454910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:01.455838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.481820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1a4c4d51-27cd-4781-ad75-9e9821265f53 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8243303 Dec 08 01:53:01.489239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40830) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:01.496206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:01.520885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a11d3d-20bd-4eff-abf8-806de85e04ae None None] Network aab152be-eac1-444e-ae71-365b9040ec81 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:01.535191 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.543151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.584740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 80d7f287-edd6-4027-99c4-a4d219aebdb5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:01.584740 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.662636 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff0120b2-a480-4540-9b76-ba79ee809d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.690174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Provisioning complete for port 227be2a4-d073-4249-b35e-0a5861dc438f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:01.690726 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.696435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40834) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:01.765729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.855300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Allocated IP 172.20.0.1 (aab152be-eac1-444e-ae71-365b9040ec81/4298364a-5231-49f4-823a-617d453032bc/81d24c62-d501-4e6f-9d6c-e712f2e48ae4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:01.890871 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:01.947238 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-639fd0e5-2ee4-453a-84e6-1d67a639e1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.048739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Allocated IP 172.25.2.67 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/4b7b25cd-8efc-4d32-9248-3d71f2ebe08f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:02.082471 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-639fd0e5-2ee4-453a-84e6-1d67a639e1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.089730 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.107692 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-639fd0e5-2ee4-453a-84e6-1d67a639e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.139647 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-639fd0e5-2ee4-453a-84e6-1d67a639e1ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21a7b5ad43644c37b06a316e0dd9ed19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4421523 Dec 08 01:53:02.141644 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.142609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40838) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:02.153934 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.203233 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.229187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fd0e5-2ee4-453a-84e6-1d67a639e1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fd42f6-31f6-43e7-b022-1d6ba517cfc5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:02.279911 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.283577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Network aab152be-eac1-444e-ae71-365b9040ec81 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:02.329799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'name': 'tempest-TestVolumeBackupRestore-1362665520-router', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:55Z', 'updated_at': '2021-12-08T01:52:57Z', 'revision_number': 3, 'project_id': '290122d9cd38474aafb54dabd170df07', 'gw_port': {'id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:56Z', 'updated_at': '2021-12-08T01:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:02.332325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:02.349507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:02.356780 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.376886 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.445051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:02.449818 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:02.453682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:02.474447 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.548988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event updated for resources: {'Port': ['ID=4b7b25cd-8efc-4d32-9248-3d71f2ebe08f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:02.594786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765adf3d-b371-4b1d-bd9e-07059154ad65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.611990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Pushing event updated for resources: {'Port': ['ID=81d24c62-d501-4e6f-9d6c-e712f2e48ae4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:02.619865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede67dd5-46f3-40db-9d89-127cd196c4e1 None None] Pushing event updated for resources: {'Port': ['ID=129ce6f0-97f7-43ed-9ba7-7908d19f08b8,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:02.758679 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.761957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Checking router: 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:02.762370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Updating router 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 port 4e1af6a6-6ff1-4757-8e99-b43529da83e7 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:53:02.778355 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d4c328fe-ea40-474e-ac61-c1a33be2865c req-1a85937c-fd29-4d07-83e0-973c50b74d92 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 210 time: 0.0542417 Dec 08 01:53:02.814604 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.843775 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.850589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765adf3d-b371-4b1d-bd9e-07059154ad65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:02.884163 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b02e653-3fbc-4b00-997d-a4e259d08225 req-b6e6298c-a6ea-42b5-b641-74d6c968e9b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2752461 Dec 08 01:53:02.952314 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.076789 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1c6600e-5c40-4a8b-b172-16d010f7c17a req-deddcac3-5c71-48d8-a213-0e23ada2a3d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1551518 Dec 08 01:53:03.194661 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02e653-3fbc-4b00-997d-a4e259d08225 req-fb7603c3-2e62-45af-9ac3-39f1d2813b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:03.196187 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b02e653-3fbc-4b00-997d-a4e259d08225 req-fb7603c3-2e62-45af-9ac3-39f1d2813b8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1098 time: 0.2561152 Dec 08 01:53:03.217806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-cd4b287d-20a5-4820-938d-de15b61965a2 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:03.219329 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-cd4b287d-20a5-4820-938d-de15b61965a2 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.65 "GET /v2.0/networks?id=c534e06d-f2d1-4d1b-a40a-bbc7730863e9 HTTP/1.1" status: 200 len: 796 time: 0.6879802 Dec 08 01:53:03.281732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Attempting to bind port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:03.282129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Attempting to bind port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:03.282506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Attempting to bind port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 on network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:03.284661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Provisioning complete for port 4e1af6a6-6ff1-4757-8e99-b43529da83e7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:03.285040 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.358323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6600e-5c40-4a8b-b172-16d010f7c17a req-4dd24a34-f05f-4972-adc9-51b1d2751631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:03.359871 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1c6600e-5c40-4a8b-b172-16d010f7c17a req-4dd24a34-f05f-4972-adc9-51b1d2751631 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 1097 time: 0.1628077 Dec 08 01:53:03.383465 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.386934 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.388857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:03.390442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Checking segment: {'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:03.391094 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.392107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Bound using segment: {'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:03.393511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Bound port: 129ce6f0-97f7-43ed-9ba7-7908d19f08b8, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:03.395343 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.401588 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.409905 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 80d7f287-edd6-4027-99c4-a4d219aebdb5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=80d7f287-edd6-4027-99c4-a4d219aebdb5,segment=NetworkSegment(bbbc8d80-b376-45fd-82b3-0cc6777eb313),segment_id=bbbc8d80-b376-45fd-82b3-0cc6777eb313)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:03.415577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02e653-3fbc-4b00-997d-a4e259d08225 req-f57efb62-0a14-496f-9219-2171fb4b9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:03.418042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b02e653-3fbc-4b00-997d-a4e259d08225 req-f57efb62-0a14-496f-9219-2171fb4b9f6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 897 time: 0.1975446 Dec 08 01:53:03.487510 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.511040 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.512944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 227be2a4-d073-4249-b35e-0a5861dc438f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:03.525293 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.558791 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.620334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.622355 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1316631 Dec 08 01:53:03.630749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40854) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:03.643366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Port 4e1af6a6-6ff1-4757-8e99-b43529da83e7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:03.651472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-68a5b5af-825b-4985-b277-692aeafa6428 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Request body: {'floatingip': {'port_id': '0b1bdc10-446d-4411-84cc-c1480747c715', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:03.664812 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.672584 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.674443 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765adf3d-b371-4b1d-bd9e-07059154ad65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.678412 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765adf3d-b371-4b1d-bd9e-07059154ad65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.679772 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-765adf3d-b371-4b1d-bd9e-07059154ad65 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05fd42f6-31f6-43e7-b022-1d6ba517cfc5 HTTP/1.1" status: 204 len: 168 time: 1.5358951 Dec 08 01:53:03.681535 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180f903-f7af-4bc0-b0ff-502d4a8fbac8 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:03.703104 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6600e-5c40-4a8b-b172-16d010f7c17a req-61e379ba-4481-42e8-a75f-69f5e3e4c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:03.706000 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1c6600e-5c40-4a8b-b172-16d010f7c17a req-61e379ba-4481-42e8-a75f-69f5e3e4c635 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 912 time: 0.3134649 Dec 08 01:53:03.708502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008eefd-919c-47ef-a892-e535df62a195 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event updated for resources: {'Port': ['ID=4b7b25cd-8efc-4d32-9248-3d71f2ebe08f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:03.746695 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Attempting to bind port 4e1af6a6-6ff1-4757-8e99-b43529da83e7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:03.747101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Attempting to bind port 4e1af6a6-6ff1-4757-8e99-b43529da83e7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:03.747560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Attempting to bind port 4e1af6a6-6ff1-4757-8e99-b43529da83e7 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:03.769669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Provisioning complete for port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:03.771009 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.871628 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-34714429-0e35-4e4e-8e2c-99fe6e83ba3b None None] Port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:03.872264 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1c6600e-5c40-4a8b-b172-16d010f7c17a req-ae0f46be-7c62-4f7e-8cf3-5f0332ceadf1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c HTTP/1.1" status: 200 len: 1001 time: 0.0988648 Dec 08 01:53:03.880914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=80d7f287-edd6-4027-99c4-a4d219aebdb5,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:03.883037 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-68a5b5af-825b-4985-b277-692aeafa6428 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.962835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d78618-c1aa-4b35-9eed-5687bc66e09a None None] Pushing event updated for resources: {'Port': ['ID=4e1af6a6-6ff1-4757-8e99-b43529da83e7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:03.981072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:03.981531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:03.982127 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:03.982548 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:03.983128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Bound port: 4e1af6a6-6ff1-4757-8e99-b43529da83e7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:03.983526 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.025903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] For port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:04.033091 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.065399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] For port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=129ce6f0-97f7-43ed-9ba7-7908d19f08b8,segment=NetworkSegment(0112038e-c31c-4f46-b6da-2f2f6fb5d149),segment_id=0112038e-c31c-4f46-b6da-2f2f6fb5d149)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:04.070061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 227be2a4-d073-4249-b35e-0a5861dc438f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:04.070608 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.094481 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd08f05c-f6c7-422d-8eba-3acb1cd9c09a req-22560387-ebd7-4c32-85d7-f112c6e44e66 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 210 time: 0.1415129 Dec 08 01:53:04.133184 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.143614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6600e-5c40-4a8b-b172-16d010f7c17a req-b420cfc8-1d04-45c5-9b2a-6564c8d5ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:04.144259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Provisioning complete for port 80d7f287-edd6-4027-99c4-a4d219aebdb5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:04.144805 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.145228 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1c6600e-5c40-4a8b-b172-16d010f7c17a req-b420cfc8-1d04-45c5-9b2a-6564c8d5ed41 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7350439f-5003-4406-b9e1-36d3805fa73f HTTP/1.1" status: 200 len: 850 time: 0.2492194 Dec 08 01:53:04.205665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40866) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:04.209799 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.269400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] For port 4e1af6a6-6ff1-4757-8e99-b43529da83e7, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:04.287186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765adf3d-b371-4b1d-bd9e-07059154ad65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fd42f6-31f6-43e7-b022-1d6ba517cfc5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:04.334128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 53658d7d-a0d3-4b53-81b3-f96b0643c882 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:04.345419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Routers {'acd5d469-6951-4110-aeab-30acad5a3933'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:04.346141 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['acd5d469-6951-4110-aeab-30acad5a3933'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:04.352931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] For port 4e1af6a6-6ff1-4757-8e99-b43529da83e7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4e1af6a6-6ff1-4757-8e99-b43529da83e7,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:04.358182 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f17b9db-faf5-4af7-b01b-48807dc85926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.395842 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.418616 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b02e653-3fbc-4b00-997d-a4e259d08225 req-c0544b41-d45b-42c6-9462-10ac1f00e04b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 1001 time: 0.9901783 Dec 08 01:53:04.538499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f17b9db-faf5-4af7-b01b-48807dc85926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.564561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-13b5ca72-cb5b-4815-823f-a41faa1f7a7a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c861c2539f754d67a3e576ef59395956 HTTP/1.1" status: 200 len: 477 time: 1.2494369 Dec 08 01:53:04.565269 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f17b9db-faf5-4af7-b01b-48807dc85926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.612694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Request body: {'port': {'device_id': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'admin_state_up': True, 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'security_groups': ['ded3e250-bc5c-4120-9ec6-6eb35264d8eb', '8f0ce013-c9b9-41b7-a996-207bb9f6fbb1']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:04.616257 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.661435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Pushing event updated for resources: {'Port': ['ID=81d24c62-d501-4e6f-9d6c-e712f2e48ae4,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:04.674749 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-68a5b5af-825b-4985-b277-692aeafa6428 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] update failed (client error): The resource could not be found. Dec 08 01:53:04.678938 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-68a5b5af-825b-4985-b277-692aeafa6428 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "PUT /v2.0/floatingips/c0fc9ba1-d4fb-4687-9027-01e3b3e6789e HTTP/1.1" status: 404 len: 507 time: 1.0340667 Dec 08 01:53:04.679661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40870) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:04.697431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54160a50-b3ee-4769-aa49-bd70e28db0af None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:04.737155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede67dd5-46f3-40db-9d89-127cd196c4e1 None None] Pushing event updated for resources: {'Port': ['ID=129ce6f0-97f7-43ed-9ba7-7908d19f08b8,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:04.744172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40874) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:04.744529 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0f17b9db-faf5-4af7-b01b-48807dc85926 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f04c646b32bd41c18096243e015a59ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5360332 Dec 08 01:53:04.752885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02e653-3fbc-4b00-997d-a4e259d08225 req-06c31590-7fcc-47cf-bd77-29037bebda91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:04.754594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b02e653-3fbc-4b00-997d-a4e259d08225 req-06c31590-7fcc-47cf-bd77-29037bebda91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.2142069 Dec 08 01:53:04.788493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17b9db-faf5-4af7-b01b-48807dc85926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18882bc-3d2f-4e70-93ec-0cf570c652d3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:04.832752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Routers {'9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:04.834349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:04.847305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6600e-5c40-4a8b-b172-16d010f7c17a req-cbed610c-716d-4306-9182-49511a172b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:04.848921 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1c6600e-5c40-4a8b-b172-16d010f7c17a req-cbed610c-716d-4306-9182-49511a172b78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6951201 Dec 08 01:53:04.915927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-13029f66-08f9-4b7c-98b5-8170423afdff tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Deleting port 4b7b25cd-8efc-4d32-9248-3d71f2ebe08f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:04.916271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13029f66-08f9-4b7c-98b5-8170423afdff tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.926758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Network aab152be-eac1-444e-ae71-365b9040ec81 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:04.945293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d78618-c1aa-4b35-9eed-5687bc66e09a None None] Pushing event updated for resources: {'Port': ['ID=4e1af6a6-6ff1-4757-8e99-b43529da83e7,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:04.954760 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e930e8a6-70c6-45f5-ad9c-90f4777122d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:04.964237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:04.984190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e930e8a6-70c6-45f5-ad9c-90f4777122d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.004887 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.059958 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02e653-3fbc-4b00-997d-a4e259d08225 req-d38d027f-5539-4f65-9caa-3b9ab60bea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:05.061725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b02e653-3fbc-4b00-997d-a4e259d08225 req-d38d027f-5539-4f65-9caa-3b9ab60bea91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2312071 Dec 08 01:53:05.068240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Made reservation on behalf of c861c2539f754d67a3e576ef59395956 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:05.072265 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.107235 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13029f66-08f9-4b7c-98b5-8170423afdff tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.107734 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13029f66-08f9-4b7c-98b5-8170423afdff tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.122599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-13029f66-08f9-4b7c-98b5-8170423afdff tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Calling delete_port for 4b7b25cd-8efc-4d32-9248-3d71f2ebe08f owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:05.201594 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 53658d7d-a0d3-4b53-81b3-f96b0643c882 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:05.201998 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.251757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] Set router 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:05.292742 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1c6600e-5c40-4a8b-b172-16d010f7c17a req-ed9faf34-c867-4ab3-bb28-83b643ae65c9 service neutron] 10.222.0.65 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262211 Dec 08 01:53:05.320808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] Set router acd5d469-6951-4110-aeab-30acad5a3933 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:05.368531 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-538f7ea4-4f7d-470c-9ac7-9cda20bcfe61 req-f1f8416e-f3a2-4c51-9871-10b1dee6079f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 210 time: 0.0852695 Dec 08 01:53:05.369886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b02e653-3fbc-4b00-997d-a4e259d08225 req-af96c5f9-6fe3-484f-bd26-de9cb28b5154 service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782073 Dec 08 01:53:05.395836 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Provisioning complete for port 0b1bdc10-446d-4411-84cc-c1480747c715 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:05.396614 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.506001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Router 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:05.570593 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1c6600e-5c40-4a8b-b172-16d010f7c17a req-5ad883b7-a713-4e33-a1ef-717161587a29 service neutron] 10.222.0.65 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483246 Dec 08 01:53:05.573969 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13029f66-08f9-4b7c-98b5-8170423afdff tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.611175 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e930e8a6-70c6-45f5-ad9c-90f4777122d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.614553 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e930e8a6-70c6-45f5-ad9c-90f4777122d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.616479 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e930e8a6-70c6-45f5-ad9c-90f4777122d3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d18882bc-3d2f-4e70-93ec-0cf570c652d3 HTTP/1.1" status: 204 len: 168 time: 0.8687842 Dec 08 01:53:05.632472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13029f66-08f9-4b7c-98b5-8170423afdff tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event deleted for resources: {'Port': ['ID=4b7b25cd-8efc-4d32-9248-3d71f2ebe08f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:05.645453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930e8a6-70c6-45f5-ad9c-90f4777122d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18882bc-3d2f-4e70-93ec-0cf570c652d3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:05.663782 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b02e653-3fbc-4b00-997d-a4e259d08225 req-0fa67c67-7a7e-44a3-8833-1c3865cc419f service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886193 Dec 08 01:53:05.672174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Allocated IP 172.20.0.6 (c534e06d-f2d1-4d1b-a40a-bbc7730863e9/43a3bf5d-f8b6-4fb4-ad81-7dab890a8022/6a39b028-28a2-4086-82d5-0fb54525436b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:05.770558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:05.776990 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-081a9626-ea9c-4b11-aaa9-7509e073fa7f admin admin] 10.222.0.70 "PUT /v2.0/routers/9a19dd6a-7eb1-463b-ac39-7808ec0ddf93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3700333 Dec 08 01:53:05.781587 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.783576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Port 0b1bdc10-446d-4411-84cc-c1480747c715 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:05.812997 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13029f66-08f9-4b7c-98b5-8170423afdff tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.816417 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13029f66-08f9-4b7c-98b5-8170423afdff tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.817840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-13029f66-08f9-4b7c-98b5-8170423afdff tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "DELETE /v2.0/floatingips/c0fc9ba1-d4fb-4687-9027-01e3b3e6789e HTTP/1.1" status: 204 len: 168 time: 1.1361716 Dec 08 01:53:05.821532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40886) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:05.828113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9faa70f4-5534-4f71-b305-668974a0784e tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Request body: {'floatingip': {'floating_network_id': '2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c', 'port_id': '0b1bdc10-446d-4411-84cc-c1480747c715', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:05.867433 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9faa70f4-5534-4f71-b305-668974a0784e tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:05.909093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Provisioning complete for port 4e1af6a6-6ff1-4757-8e99-b43529da83e7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:05.910185 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.082415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 53658d7d-a0d3-4b53-81b3-f96b0643c882, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=53658d7d-a0d3-4b53-81b3-f96b0643c882,segment=NetworkSegment(c5d2054e-7300-4c0e-8130-bef4a9c81b22),segment_id=c5d2054e-7300-4c0e-8130-bef4a9c81b22)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:06.102065 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-9faa70f4-5534-4f71-b305-668974a0784e tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:53:06.107641 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9faa70f4-5534-4f71-b305-668974a0784e tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2802722 Dec 08 01:53:06.108569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40898) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:06.115412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '0b1bdc10-446d-4411-84cc-c1480747c715', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:06.120671 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.127028 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.181324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.226351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.359678 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:06.366258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:06.379467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 82d308ec-3189-4d91-a958-63c926e4352a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:06.381621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:06.460346 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'name': 'tempest-TestVolumeBackupRestore-1362665520-router', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:55Z', 'updated_at': '2021-12-08T01:53:03Z', 'revision_number': 4, 'project_id': '290122d9cd38474aafb54dabd170df07', 'gw_port': {'id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:56Z', 'updated_at': '2021-12-08T01:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '81d24c62-d501-4e6f-9d6c-e712f2e48ae4', 'name': '', 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'mac_address': 'fa:16:3e:8e:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '4298364a-5231-49f4-823a-617d453032bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:01Z', 'updated_at': '2021-12-08T01:53:03Z', 'revision_number': 2, 'project_id': '290122d9cd38474aafb54dabd170df07', 'subnets': [{'id': '4298364a-5231-49f4-823a-617d453032bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:06.463221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=53658d7d-a0d3-4b53-81b3-f96b0643c882,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:06.518212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:06.518944 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.543104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Port': ['ID=6a39b028-28a2-4086-82d5-0fb54525436b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:06.554105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-9cc0ac7f-189d-464a-a631-89b615cd565c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.9583220 Dec 08 01:53:06.573709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Request body: {'port': {'device_id': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:06.600807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.610510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85269996-96b7-49c9-a47e-b4f5aae19c07 None None] The sync data for ids ['9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'] in n-d-713498-30 is: [{'id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'name': 'tempest-TestVolumeBackupRestore-1362665520-router', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:55Z', 'updated_at': '2021-12-08T01:53:03Z', 'revision_number': 4, 'project_id': '290122d9cd38474aafb54dabd170df07', 'gw_port': {'id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:56Z', 'updated_at': '2021-12-08T01:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '81d24c62-d501-4e6f-9d6c-e712f2e48ae4', 'name': '', 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'mac_address': 'fa:16:3e:8e:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '4298364a-5231-49f4-823a-617d453032bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:01Z', 'updated_at': '2021-12-08T01:53:03Z', 'revision_number': 2, 'project_id': '290122d9cd38474aafb54dabd170df07', 'subnets': [{'id': '4298364a-5231-49f4-823a-617d453032bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:06.621118 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.639125 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '129ce6f0-97f7-43ed-9ba7-7908d19f08b8', 'name': '', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'mac_address': 'fa:16:3e:e2:ff:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:50Z', 'updated_at': '2021-12-08T01:53:03Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'subnets': [{'id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:06.692537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bec26e-31d1-4e7e-8125-20ba7eb9862a None None] The sync data for ids ['acd5d469-6951-4110-aeab-30acad5a3933'] in n-d-713498-30 is: [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '129ce6f0-97f7-43ed-9ba7-7908d19f08b8', 'name': '', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'mac_address': 'fa:16:3e:e2:ff:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:50Z', 'updated_at': '2021-12-08T01:53:03Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'subnets': [{'id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:06.705536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] For port 4e1af6a6-6ff1-4757-8e99-b43529da83e7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4e1af6a6-6ff1-4757-8e99-b43529da83e7,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:06.759930 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.833877 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.879766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 82d308ec-3189-4d91-a958-63c926e4352a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:06.880152 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:06.898568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62f28a-261d-4858-8cd6-dd18bfd4cc7d req-e8891f2e-6618-45dd-ba32-9bbb7ab6f206 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:06.905648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bce7a-8f38-4bf0-b9bf-9584c241ada0 req-541f1bb8-5612-4e8c-bf5e-2c39397e2d66 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:06.908351 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb62f28a-261d-4858-8cd6-dd18bfd4cc7d req-e8891f2e-6618-45dd-ba32-9bbb7ab6f206 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 970 time: 0.4241686 Dec 08 01:53:06.916866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e79bce7a-8f38-4bf0-b9bf-9584c241ada0 req-541f1bb8-5612-4e8c-bf5e-2c39397e2d66 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1098 time: 0.2006600 Dec 08 01:53:07.048651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Provisioning complete for port 53658d7d-a0d3-4b53-81b3-f96b0643c882 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:07.049090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:07.074504 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e79bce7a-8f38-4bf0-b9bf-9584c241ada0 req-e86d1313-e22e-4fad-a462-d1f05d8bcd8e tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563716 Dec 08 01:53:07.100679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Pushing event updated for resources: {'Port': ['ID=4e1af6a6-6ff1-4757-8e99-b43529da83e7,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:07.129812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40946) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:07.495653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Allocated IP 172.25.2.136 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/60aab963-d8b5-4dcb-8682-748cf313bfeb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:07.505538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 80d7f287-edd6-4027-99c4-a4d219aebdb5 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:07.561687 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb62f28a-261d-4858-8cd6-dd18bfd4cc7d req-3deac3fc-3812-4666-a46d-74ea87d74950 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6408198 Dec 08 01:53:07.718232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a39b028-28a2-4086-82d5-0fb54525436b {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:07.748840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:07.781510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Transition to ACTIVE for port object 6a39b028-28a2-4086-82d5-0fb54525436b will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:53:07.789852 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:07.794906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 80d7f287-edd6-4027-99c4-a4d219aebdb5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:07.795293 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:07.856958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:07.931525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Pushing event updated for resources: {'Port': ['ID=6a39b028-28a2-4086-82d5-0fb54525436b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:07.986221 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:08.227486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:08.253172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Attempting to bind port 6a39b028-28a2-4086-82d5-0fb54525436b on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:08.253923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Attempting to bind port 6a39b028-28a2-4086-82d5-0fb54525436b by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:08.254496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Attempting to bind port 6a39b028-28a2-4086-82d5-0fb54525436b on network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:08.264747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Port 6a39b028-28a2-4086-82d5-0fb54525436b on network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:53:08.269420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Attempting to bind port 6a39b028-28a2-4086-82d5-0fb54525436b on network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:08.283790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:08.287124 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Checking segment: {'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:08.287655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Bound using segment: {'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:08.288238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Bound port: 6a39b028-28a2-4086-82d5-0fb54525436b, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0112038e-c31c-4f46-b6da-2f2f6fb5d149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:08.290777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:08.301124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:08.305410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:08.321499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Provisioning complete for port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:08.323062 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:08.457698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port a162d389-1786-4f6a-9411-84001355901f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:08.458150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:08.500431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] For port 6a39b028-28a2-4086-82d5-0fb54525436b, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:08.519533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] For port 6a39b028-28a2-4086-82d5-0fb54525436b, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=6a39b028-28a2-4086-82d5-0fb54525436b,segment=NetworkSegment(0112038e-c31c-4f46-b6da-2f2f6fb5d149),segment_id=0112038e-c31c-4f46-b6da-2f2f6fb5d149)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:08.529587 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:08.603828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:08.605252 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:08.606224 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] 10.222.0.65 "PUT /v2.0/ports/6a39b028-28a2-4086-82d5-0fb54525436b HTTP/1.1" status: 200 len: 1131 time: 2.0369520 Dec 08 01:53:08.608625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'tag': '6a39b028-28a2-4086-82d5-0fb54525436b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:08.610000 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:08.612971 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aba8c1-4dac-46bd-85bf-ad39be2a194a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb32321b-d26c-49a4-96ec-e7e6efa036f9", "tag": "6a39b028-28a2-4086-82d5-0fb54525436b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:08.696093 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:08.696903 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:08.704650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Provisioning complete for port 0f588b20-00dd-4925-b48a-c2b6a1c209e3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:08.705249 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:08.716129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for a162d389-1786-4f6a-9411-84001355901f owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:08.769240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ac722-b419-4a78-97b4-4c4c03abd5cb service neutron] Pushing event updated for resources: {'Port': ['ID=6a39b028-28a2-4086-82d5-0fb54525436b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:08.811046 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72691729-88a8-4976-8b2d-6cf35cc41cc0 x-openstack-request-id: req-72691729-88a8-4976-8b2d-6cf35cc41cc0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:08.811819 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb32321b-d26c-49a4-96ec-e7e6efa036f9", "tag": "6a39b028-28a2-4086-82d5-0fb54525436b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:08.812612 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72691729-88a8-4976-8b2d-6cf35cc41cc0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:08.814424 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'tag': '6a39b028-28a2-4086-82d5-0fb54525436b', 'status': 'completed', 'code': 200} Dec 08 01:53:08.967131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Port 0f588b20-00dd-4925-b48a-c2b6a1c209e3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:09.021817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-d97fe51b-7669-4913-9ad0-0554f7ee11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:09.030709 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-d97fe51b-7669-4913-9ad0-0554f7ee11dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c861c2539f754d67a3e576ef59395956&device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 1134 time: 0.1892753 Dec 08 01:53:09.078776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Provisioning complete for port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:09.081504 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:09.175077 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-91a549ef-cebe-415a-b673-73af9f8523ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a39b028-28a2-4086-82d5-0fb54525436b HTTP/1.1" status: 200 len: 217 time: 0.1193521 Dec 08 01:53:09.340942 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4e1af6a6-6ff1-4757-8e99-b43529da83e7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:09.343846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-edec95a7-6776-4768-a834-b130ce03192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:09.347702 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-edec95a7-6776-4768-a834-b130ce03192c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43a3bf5d-f8b6-4fb4-ad81-7dab890a8022 HTTP/1.1" status: 200 len: 834 time: 0.1642232 Dec 08 01:53:09.458149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-84c9ccd4-af16-4f5a-8929-1fbe59f3f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:09.460070 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-84c9ccd4-af16-4f5a-8929-1fbe59f3f11e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c534e06d-f2d1-4d1b-a40a-bbc7730863e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029088 Dec 08 01:53:09.462185 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:09.491510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event updated for resources: {'Port': ['ID=60aab963-d8b5-4dcb-8682-748cf313bfeb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:09.556041 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:09.633896 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-b0686597-c164-42de-8b98-7f54eb07c8e9 service neutron] 10.222.0.65 "GET /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605203 Dec 08 01:53:09.706667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=a162d389-1786-4f6a-9411-84001355901f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:09.721405 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:09.722051 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Floating IP 8c5ca535-ad01-4c54-941e-182a806edecf disassociated (deleted). External IP: 172.25.2.207, port: dc6097c8-b96a-4792-b236-ef324b106058. Dec 08 01:53:09.727798 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] For port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=129ce6f0-97f7-43ed-9ba7-7908d19f08b8,segment=NetworkSegment(0112038e-c31c-4f46-b6da-2f2f6fb5d149),segment_id=0112038e-c31c-4f46-b6da-2f2f6fb5d149)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:09.758760 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:09.838293 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-447acbf7-e40e-4bee-9e96-86336b9da6ee req-f21940e7-6f8a-479a-8fff-c2a3715ca5fd service neutron] 10.222.0.65 "GET /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914060 Dec 08 01:53:09.880964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 4e1af6a6-6ff1-4757-8e99-b43529da83e7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:09.881748 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:09.962071 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-29a025b1-0a0a-4395-a4a4-7418e2ba27d3 None None] Provisioning complete for port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:09.971301 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-29a025b1-0a0a-4395-a4a4-7418e2ba27d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:09.977149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb2561-6c1f-4acc-8f79-af32bc41b08d None None] Pushing event updated for resources: {'Port': ['ID=129ce6f0-97f7-43ed-9ba7-7908d19f08b8,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:10.041685 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a89e7-56c0-4541-bc73-2bc4438a7e36 req-d6e27b7a-341d-4f5e-8728-3cf460925a38 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.043637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-507a89e7-56c0-4541-bc73-2bc4438a7e36 req-d6e27b7a-341d-4f5e-8728-3cf460925a38 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 982 time: 0.6272781 Dec 08 01:53:10.128274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aba8c1-4dac-46bd-85bf-ad39be2a194a req-63888dfe-3584-4d3e-8036-a8e416f7a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.134809 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8aba8c1-4dac-46bd-85bf-ad39be2a194a req-63888dfe-3584-4d3e-8036-a8e416f7a46c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c861c2539f754d67a3e576ef59395956&device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 1134 time: 0.1750340 Dec 08 01:53:10.286794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:10.333132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-29a025b1-0a0a-4395-a4a4-7418e2ba27d3 None None] Provisioning complete for port 4e1af6a6-6ff1-4757-8e99-b43529da83e7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:10.333915 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-29a025b1-0a0a-4395-a4a4-7418e2ba27d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:10.360889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aba8c1-4dac-46bd-85bf-ad39be2a194a req-1a332d79-2d26-4199-a2e1-5f9745251d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.365057 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8aba8c1-4dac-46bd-85bf-ad39be2a194a req-1a332d79-2d26-4199-a2e1-5f9745251d44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c534e06d-f2d1-4d1b-a40a-bbc7730863e9 HTTP/1.1" status: 200 len: 897 time: 0.2195864 Dec 08 01:53:10.415088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:10.415691 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:10.473501 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8aba8c1-4dac-46bd-85bf-ad39be2a194a req-7c1f980a-199f-4bf2-9e62-73803c3c44bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a39b028-28a2-4086-82d5-0fb54525436b HTTP/1.1" status: 200 len: 217 time: 0.0945292 Dec 08 01:53:10.528691 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-507a89e7-56c0-4541-bc73-2bc4438a7e36 req-cfbbe59f-4062-41e0-ae38-b487afbd350f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4671152 Dec 08 01:53:10.576681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 53658d7d-a0d3-4b53-81b3-f96b0643c882 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:10.578576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-29a025b1-0a0a-4395-a4a4-7418e2ba27d3 None None] Provisioning complete for port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:10.579133 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-29a025b1-0a0a-4395-a4a4-7418e2ba27d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:10.627011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aba8c1-4dac-46bd-85bf-ad39be2a194a req-5ec90ebf-cf82-47d3-b31a-9f3ada5695e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.628861 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8aba8c1-4dac-46bd-85bf-ad39be2a194a req-5ec90ebf-cf82-47d3-b31a-9f3ada5695e2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43a3bf5d-f8b6-4fb4-ad81-7dab890a8022 HTTP/1.1" status: 200 len: 834 time: 0.1426423 Dec 08 01:53:10.692957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:10.695106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Deleting port 60aab963-d8b5-4dcb-8682-748cf313bfeb {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:10.695457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:10.704406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-29a025b1-0a0a-4395-a4a4-7418e2ba27d3 None None] Port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:10.732011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 53658d7d-a0d3-4b53-81b3-f96b0643c882 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:10.732450 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:10.741475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aba8c1-4dac-46bd-85bf-ad39be2a194a req-5a745551-6085-420d-baf7-dc4a75ad9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:10.744613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8aba8c1-4dac-46bd-85bf-ad39be2a194a req-5a745551-6085-420d-baf7-dc4a75ad9106 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c534e06d-f2d1-4d1b-a40a-bbc7730863e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069646 Dec 08 01:53:11.049567 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:11.049923 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:11.054140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8aba8c1-4dac-46bd-85bf-ad39be2a194a req-683cdf94-5fef-4c62-ba01-a1c51be5ff66 service neutron] 10.222.0.65 "GET /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008771 Dec 08 01:53:11.086646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:11.097000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Calling delete_port for 60aab963-d8b5-4dcb-8682-748cf313bfeb owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:11.114813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:11.121087 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:11.139882 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcc7e9-bb0b-43eb-b4a9-255a6f629c0d None None] Sync routers for ids ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:11.151541 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dcc7e9-bb0b-43eb-b4a9-255a6f629c0d None None] Routers {'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:11.157145 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d6dcc7e9-bb0b-43eb-b4a9-255a6f629c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:11.199408 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ad55d765-886d-4c49-a3b3-fadb625a95e5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/floatingips/8c5ca535-ad01-4c54-941e-182a806edecf HTTP/1.1" status: 204 len: 168 time: 4.0643303 Dec 08 01:53:11.220886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:11.231198 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e5759f-1963-4d46-819b-56efed800895" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "tag": "dc6097c8-b96a-4792-b236-ef324b106058"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:11.263541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:11.263934 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:11.328911 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8aba8c1-4dac-46bd-85bf-ad39be2a194a req-5b938626-72ab-41d9-9d7f-61e38d23eef9 service neutron] 10.222.0.65 "GET /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650242 Dec 08 01:53:11.376017 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6701b0c-a568-46c0-93f6-a10a69395c69 x-openstack-request-id: req-e6701b0c-a568-46c0-93f6-a10a69395c69 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:11.376409 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "tag": "dc6097c8-b96a-4792-b236-ef324b106058", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:11.376678 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6701b0c-a568-46c0-93f6-a10a69395c69 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:11.377827 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058', 'status': 'completed', 'code': 200} Dec 08 01:53:11.458821 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:11.468546 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d6dcc7e9-bb0b-43eb-b4a9-255a6f629c0d None None] Set router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:11.471702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5759f-1963-4d46-819b-56efed800895 req-c24adbfd-81a8-42ba-b9d7-96d8bd53af20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:11.474228 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5e5759f-1963-4d46-819b-56efed800895 req-c24adbfd-81a8-42ba-b9d7-96d8bd53af20 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 1098 time: 0.0813272 Dec 08 01:53:11.531061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event deleted for resources: {'Port': ['ID=60aab963-d8b5-4dcb-8682-748cf313bfeb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:11.709767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5759f-1963-4d46-819b-56efed800895 req-76fd5e32-95eb-4820-808d-15233a76c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:11.711427 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5e5759f-1963-4d46-819b-56efed800895 req-76fd5e32-95eb-4820-808d-15233a76c35f service neutron] 10.222.0.72 "GET /v2.0/networks?id=e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 200 len: 897 time: 0.2282073 Dec 08 01:53:11.822772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599a14c-37b1-4440-8c08-cd8e6044699a req-e52b05a8-daf5-4d8f-9e81-e4bd76d394d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:11.826084 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5e5759f-1963-4d46-819b-56efed800895 req-c2adbeb1-7850-4c7d-82d9-8960f0e227d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 200 len: 217 time: 0.1038628 Dec 08 01:53:11.831066 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3599a14c-37b1-4440-8c08-cd8e6044699a req-e52b05a8-daf5-4d8f-9e81-e4bd76d394d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 946 time: 0.1313119 Dec 08 01:53:11.866825 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] create failed (client error): The resource could not be found. Dec 08 01:53:11.873543 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b13515ce-83e5-4577-8476-8669769c43c4 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.7634363 Dec 08 01:53:11.874162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41060) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:11.904148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53925c6b-5aa5-4259-b6ea-c7d152d30c38 req-0a2c034c-b9ef-454d-b2cd-ba023457c54e tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:11.905786 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53925c6b-5aa5-4259-b6ea-c7d152d30c38 req-0a2c034c-b9ef-454d-b2cd-ba023457c54e tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 982 time: 0.1832244 Dec 08 01:53:12.019775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Sync routers for ids ['9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:12.043217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Routers {'9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:12.043918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-26e709b9-2598-400e-9461-4b07db81273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:12.051375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5759f-1963-4d46-819b-56efed800895 req-b81863b7-6124-4f7b-a9bd-ea50f2d4e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:12.053681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5e5759f-1963-4d46-819b-56efed800895 req-b81863b7-6124-4f7b-a9bd-ea50f2d4e874 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 200 len: 835 time: 0.2181776 Dec 08 01:53:12.195908 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53925c6b-5aa5-4259-b6ea-c7d152d30c38 req-979c68e0-21c4-47c0-ac33-696ba7ee3021 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2620761 Dec 08 01:53:12.231581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5759f-1963-4d46-819b-56efed800895 req-e99f906d-3935-4061-a26c-b448ba692e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:12.237794 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5e5759f-1963-4d46-819b-56efed800895 req-e99f906d-3935-4061-a26c-b448ba692e12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e4cfd28e-af05-453c-b909-9bd3e2ca6102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709137 Dec 08 01:53:12.243210 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d6dcc7e9-bb0b-43eb-b4a9-255a6f629c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '0c9259e9-42a3-4fc6-a3c1-e1c833f11612', 'name': '', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:53:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:52Z', 'updated_at': '2021-12-08T01:51:03Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:12.282360 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3599a14c-37b1-4440-8c08-cd8e6044699a req-c4c1bb5e-7d77-4747-a779-c101aff4f35f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4453988 Dec 08 01:53:12.303002 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcc7e9-bb0b-43eb-b4a9-255a6f629c0d None None] Checking router: b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:12.316847 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dcc7e9-bb0b-43eb-b4a9-255a6f629c0d None None] Routers {'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:12.318055 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d6dcc7e9-bb0b-43eb-b4a9-255a6f629c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:12.362416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-118f4d6f-690e-4674-b4a2-69ede2e8c926 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Deleting port 0b1bdc10-446d-4411-84cc-c1480747c715 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:12.375382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-118f4d6f-690e-4674-b4a2-69ede2e8c926 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.376794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Set router 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:12.454311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5e5759f-1963-4d46-819b-56efed800895 req-a5b74c47-42e9-470b-9d3a-3529e2236298 service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045727 Dec 08 01:53:12.552376 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d6dcc7e9-bb0b-43eb-b4a9-255a6f629c0d None None] Set router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:12.641062 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5e5759f-1963-4d46-819b-56efed800895 req-7f42d2fd-b4cd-4329-99df-cb88d54ce3aa service neutron] 10.222.0.72 "GET /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776993 Dec 08 01:53:12.645981 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-118f4d6f-690e-4674-b4a2-69ede2e8c926 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.677328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-118f4d6f-690e-4674-b4a2-69ede2e8c926 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Calling delete_port for 0b1bdc10-446d-4411-84cc-c1480747c715 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:12.690092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41072) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:12.850335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-26e709b9-2598-400e-9461-4b07db81273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'name': 'tempest-TestVolumeBackupRestore-1362665520-router', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:55Z', 'updated_at': '2021-12-08T01:53:03Z', 'revision_number': 4, 'project_id': '290122d9cd38474aafb54dabd170df07', 'gw_port': {'id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:56Z', 'updated_at': '2021-12-08T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '81d24c62-d501-4e6f-9d6c-e712f2e48ae4', 'name': '', 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'mac_address': 'fa:16:3e:8e:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '4298364a-5231-49f4-823a-617d453032bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:01Z', 'updated_at': '2021-12-08T01:53:03Z', 'revision_number': 2, 'project_id': '290122d9cd38474aafb54dabd170df07', 'subnets': [{'id': '4298364a-5231-49f4-823a-617d453032bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:12.893888 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d6dcc7e9-bb0b-43eb-b4a9-255a6f629c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '0c9259e9-42a3-4fc6-a3c1-e1c833f11612', 'name': '', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:53:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:52Z', 'updated_at': '2021-12-08T01:51:03Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:12.909922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Checking router: 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:12.910372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Updating router 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:53:12.944772 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.946132 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1e45b8e-1d6f-4c15-b3ff-5fc30e159fd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:12.962735 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dcc7e9-bb0b-43eb-b4a9-255a6f629c0d None None] The sync data for ids ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'] in n-d-713498-30 is: [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:50:55Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '0c9259e9-42a3-4fc6-a3c1-e1c833f11612', 'name': '', 'network_id': 'e4cfd28e-af05-453c-b909-9bd3e2ca6102', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:53:a6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:52Z', 'updated_at': '2021-12-08T01:51:03Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'a2256eff-f06d-460f-9f96-11608a64b06a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:12.983728 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-118f4d6f-690e-4674-b4a2-69ede2e8c926 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:13.062808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f4d6f-690e-4674-b4a2-69ede2e8c926 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event deleted for resources: {'Port': ['ID=0b1bdc10-446d-4411-84cc-c1480747c715,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:13.080896 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1e45b8e-1d6f-4c15-b3ff-5fc30e159fd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:13.121374 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1e45b8e-1d6f-4c15-b3ff-5fc30e159fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:13.234026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-118f4d6f-690e-4674-b4a2-69ede2e8c926 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:13.251119 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-118f4d6f-690e-4674-b4a2-69ede2e8c926 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "DELETE /v2.0/ports/0b1bdc10-446d-4411-84cc-c1480747c715 HTTP/1.1" status: 204 len: 168 time: 1.3572071 Dec 08 01:53:13.253613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41080) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:13.274766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e45b8e-1d6f-4c15-b3ff-5fc30e159fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20602ad-5ab0-4187-be2d-bbc89b2c39cd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:13.305341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d1e45b8e-1d6f-4c15-b3ff-5fc30e159fd4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdd76849e63e45d4aa7c44ebd18b77ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6140633 Dec 08 01:53:13.307621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:13.362417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c3c8c-e682-4c8a-92e9-12624466edba req-439b85cd-7dcb-4914-9985-9c4e16c00753 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:13.364001 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-717c3c8c-e682-4c8a-92e9-12624466edba req-439b85cd-7dcb-4914-9985-9c4e16c00753 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 946 time: 0.2611585 Dec 08 01:53:13.421539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87f17c3-0ab6-409a-8070-360bd5e48678 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:13.425753 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a87f17c3-0ab6-409a-8070-360bd5e48678 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccc78044-12e9-4a9b-b3a1-1d0eb1c11438 HTTP/1.1" status: 200 len: 913 time: 0.1680043 Dec 08 01:53:13.440619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41088) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:13.515414 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7225198-6fc4-4949-8726-ca53b1098641 None None] New status for floating IP 8c5ca535-ad01-4c54-941e-182a806edecf: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:53:13.517487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99d6d0-3588-472e-a71f-d95f3aa52c53 req-cefe6593-6a2e-4091-92c3-ea95422123e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:13.521310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ea99d6d0-3588-472e-a71f-d95f3aa52c53 req-cefe6593-6a2e-4091-92c3-ea95422123e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 982 time: 0.1358976 Dec 08 01:53:13.567465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 6a39b028-28a2-4086-82d5-0fb54525436b details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:53:13.615134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ea99d6d0-3588-472e-a71f-d95f3aa52c53 req-796d1308-7608-489a-b2d9-f33ec14ce208 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0817468 Dec 08 01:53:13.830041 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:13.849455 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:13.919353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 6a39b028-28a2-4086-82d5-0fb54525436b, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=6a39b028-28a2-4086-82d5-0fb54525436b,segment=NetworkSegment(0112038e-c31c-4f46-b6da-2f2f6fb5d149),segment_id=0112038e-c31c-4f46-b6da-2f2f6fb5d149)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:13.927101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55039a-a872-42a7-98c3-87b87e48d96a None None] Pushing event updated for resources: {'Port': ['ID=81d24c62-d501-4e6f-9d6c-e712f2e48ae4,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:13.949865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '6a39b028-28a2-4086-82d5-0fb54525436b', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'port_id': '6a39b028-28a2-4086-82d5-0fb54525436b', 'mac_address': 'fa:16:3e:86:d5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:53:14.053121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Attempting to bind port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:14.053905 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Attempting to bind port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'bbbc8d80-b376-45fd-82b3-0cc6777eb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:14.054786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Attempting to bind port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 on network aab152be-eac1-444e-ae71-365b9040ec81 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:14.057650 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.075040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a39b028-28a2-4086-82d5-0fb54525436b {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:53:14.099129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 6a39b028-28a2-4086-82d5-0fb54525436b, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=6a39b028-28a2-4086-82d5-0fb54525436b,segment=NetworkSegment(0112038e-c31c-4f46-b6da-2f2f6fb5d149),segment_id=0112038e-c31c-4f46-b6da-2f2f6fb5d149)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:14.107231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:14.107648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Checking segment: {'id': 'bbbc8d80-b376-45fd-82b3-0cc6777eb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:14.108463 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.109844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Bound using segment: {'id': 'bbbc8d80-b376-45fd-82b3-0cc6777eb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:14.111226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Bound port: 81d24c62-d501-4e6f-9d6c-e712f2e48ae4, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbc8d80-b376-45fd-82b3-0cc6777eb313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:14.112352 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.125138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b82ab3c-8f7f-4fda-8ecc-5382651912ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.136405 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.159400 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b82ab3c-8f7f-4fda-8ecc-5382651912ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.289892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=6a39b028-28a2-4086-82d5-0fb54525436b,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:14.305955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-26e709b9-2598-400e-9461-4b07db81273e None None] For port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:14.310549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-26e709b9-2598-400e-9461-4b07db81273e None None] For port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=81d24c62-d501-4e6f-9d6c-e712f2e48ae4,segment=NetworkSegment(bbbc8d80-b376-45fd-82b3-0cc6777eb313),segment_id=bbbc8d80-b376-45fd-82b3-0cc6777eb313)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:14.311766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5900b6e4-95c0-437d-a0bd-791273e7eafa None None] Provisioning complete for port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:14.312246 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5900b6e4-95c0-437d-a0bd-791273e7eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.316963 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.356861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5216f2-1dae-4679-9b7f-820267031f56 req-647f01dd-94e2-425d-94c2-cabcfbd30260 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:14.359185 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a5216f2-1dae-4679-9b7f-820267031f56 req-647f01dd-94e2-425d-94c2-cabcfbd30260 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 946 time: 0.8282919 Dec 08 01:53:14.407122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55039a-a872-42a7-98c3-87b87e48d96a None None] Pushing event updated for resources: {'Port': ['ID=81d24c62-d501-4e6f-9d6c-e712f2e48ae4,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:14.448193 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b82ab3c-8f7f-4fda-8ecc-5382651912ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.451133 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b82ab3c-8f7f-4fda-8ecc-5382651912ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.452331 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6b82ab3c-8f7f-4fda-8ecc-5382651912ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f20602ad-5ab0-4187-be2d-bbc89b2c39cd HTTP/1.1" status: 204 len: 168 time: 1.1434779 Dec 08 01:53:14.525754 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5900b6e4-95c0-437d-a0bd-791273e7eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.528748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['6a39b028-28a2-4086-82d5-0fb54525436b'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:53:14.580843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82ab3c-8f7f-4fda-8ecc-5382651912ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20602ad-5ab0-4187-be2d-bbc89b2c39cd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:14.586538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Routers {'9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:14.587191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-26e709b9-2598-400e-9461-4b07db81273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:14.599862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-717c3c8c-e682-4c8a-92e9-12624466edba req-ced45baa-11ac-4538-a506-106293185445 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port dc6097c8-b96a-4792-b236-ef324b106058 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:14.600190 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-717c3c8c-e682-4c8a-92e9-12624466edba req-ced45baa-11ac-4538-a506-106293185445 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:14.636114 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a5216f2-1dae-4679-9b7f-820267031f56 req-247428b0-83a0-4a38-980f-0f84960ca61f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=15e027a4-fe94-441c-8dad-9a2e762fcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355433 Dec 08 01:53:14.743576 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:53:14.899078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bab488-475a-4ffe-88c7-ed2e0d86ebf0 req-a8c70b15-e10a-4775-afe8-5d9e8e1fe7f7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:14.912296 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5900b6e4-95c0-437d-a0bd-791273e7eafa None None] For port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=81d24c62-d501-4e6f-9d6c-e712f2e48ae4,segment=NetworkSegment(bbbc8d80-b376-45fd-82b3-0cc6777eb313),segment_id=bbbc8d80-b376-45fd-82b3-0cc6777eb313)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:14.913240 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6bab488-475a-4ffe-88c7-ed2e0d86ebf0 req-a8c70b15-e10a-4775-afe8-5d9e8e1fe7f7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 983 time: 0.1188204 Dec 08 01:53:14.935491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-26e709b9-2598-400e-9461-4b07db81273e None None] Set router 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:14.938466 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5900b6e4-95c0-437d-a0bd-791273e7eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.052755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-717c3c8c-e682-4c8a-92e9-12624466edba req-ced45baa-11ac-4538-a506-106293185445 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] For port dc6097c8-b96a-4792-b236-ef324b106058, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=dc6097c8-b96a-4792-b236-ef324b106058,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:15.053293 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-717c3c8c-e682-4c8a-92e9-12624466edba req-ced45baa-11ac-4538-a506-106293185445 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.083929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-717c3c8c-e682-4c8a-92e9-12624466edba req-ced45baa-11ac-4538-a506-106293185445 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for dc6097c8-b96a-4792-b236-ef324b106058 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:15.100588 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fa4f2b2-c411-4a01-9831-74b73e219d44 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.130340 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6bab488-475a-4ffe-88c7-ed2e0d86ebf0 req-4ac1f244-b1b9-4823-818b-aa12e01dda3d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2156498 Dec 08 01:53:15.157630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41110) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:15.185459 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59ad34ed-8d0a-4bad-8124-a1c940205070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.249763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:15.388779 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59ad34ed-8d0a-4bad-8124-a1c940205070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.397438 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59ad34ed-8d0a-4bad-8124-a1c940205070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.439935 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-717c3c8c-e682-4c8a-92e9-12624466edba req-ced45baa-11ac-4538-a506-106293185445 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.461439 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-59ad34ed-8d0a-4bad-8124-a1c940205070 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=445822a79daf4ddc833d1af8aba61777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3022029 Dec 08 01:53:15.462503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41114) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:15.470937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad34ed-8d0a-4bad-8124-a1c940205070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244c07c7-c333-40ab-a83a-611942c0b01b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:15.516333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced45baa-11ac-4538-a506-106293185445 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=dc6097c8-b96a-4792-b236-ef324b106058,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:15.562880 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4f43c1c-f69d-4c0f-acea-b36337a7c8ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.593016 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4f43c1c-f69d-4c0f-acea-b36337a7c8ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.653343 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4f43c1c-f69d-4c0f-acea-b36337a7c8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.656275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4f43c1c-f69d-4c0f-acea-b36337a7c8ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.657798 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c4f43c1c-f69d-4c0f-acea-b36337a7c8ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/244c07c7-c333-40ab-a83a-611942c0b01b HTTP/1.1" status: 204 len: 168 time: 0.1940248 Dec 08 01:53:15.683350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dc6097c8-b96a-4792-b236-ef324b106058 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:15.687434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fc7a331d-655b-4fae-be27-d7cd25cd4b23 None None] Provisioning complete for port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:15.687823 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc7a331d-655b-4fae-be27-d7cd25cd4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.695202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-717c3c8c-e682-4c8a-92e9-12624466edba req-ced45baa-11ac-4538-a506-106293185445 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] No DVR routers for this DVR port dc6097c8-b96a-4792-b236-ef324b106058 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:15.700439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f43c1c-f69d-4c0f-acea-b36337a7c8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244c07c7-c333-40ab-a83a-611942c0b01b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:15.708391 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-717c3c8c-e682-4c8a-92e9-12624466edba req-ced45baa-11ac-4538-a506-106293185445 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.711801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-717c3c8c-e682-4c8a-92e9-12624466edba req-ced45baa-11ac-4538-a506-106293185445 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.72 "DELETE /v2.0/ports/dc6097c8-b96a-4792-b236-ef324b106058 HTTP/1.1" status: 204 len: 173 time: 2.3271611 Dec 08 01:53:15.721571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'name': 'network-vif-deleted', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:15.725625 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f4b56d-556a-49e4-bd63-9d5b72790d02" -d '{"events": [{"server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "name": "network-vif-deleted", "tag": "dc6097c8-b96a-4792-b236-ef324b106058"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:15.821697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4f2b2-c411-4a01-9831-74b73e219d44 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Deleting port 0f588b20-00dd-4925-b48a-c2b6a1c209e3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:15.822085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fa4f2b2-c411-4a01-9831-74b73e219d44 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:15.934336 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: dc6097c8-b96a-4792-b236-ef324b106058 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:15.934786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device dc6097c8-b96a-4792-b236-ef324b106058 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:15.937982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900b6e4-95c0-437d-a0bd-791273e7eafa None None] Pushing event updated for resources: {'Port': ['ID=81d24c62-d501-4e6f-9d6c-e712f2e48ae4,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:16.133523 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20617b57-9726-4def-a9df-36e662b8e9b8 x-openstack-request-id: req-20617b57-9726-4def-a9df-36e662b8e9b8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:16.133839 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9931d1-82fb-4cdc-b75c-31370a1e0bf1", "name": "network-vif-deleted", "tag": "dc6097c8-b96a-4792-b236-ef324b106058", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:16.134076 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-20617b57-9726-4def-a9df-36e662b8e9b8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:16.134710 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9931d1-82fb-4cdc-b75c-31370a1e0bf1', 'name': 'network-vif-deleted', 'tag': 'dc6097c8-b96a-4792-b236-ef324b106058', 'status': 'completed', 'code': 200} Dec 08 01:53:16.205885 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fa4f2b2-c411-4a01-9831-74b73e219d44 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:16.248990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4f2b2-c411-4a01-9831-74b73e219d44 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Calling delete_port for 0f588b20-00dd-4925-b48a-c2b6a1c209e3 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:16.304247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:16.305177 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:16.507270 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-26e709b9-2598-400e-9461-4b07db81273e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'name': 'tempest-TestVolumeBackupRestore-1362665520-router', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:55Z', 'updated_at': '2021-12-08T01:53:03Z', 'revision_number': 4, 'project_id': '290122d9cd38474aafb54dabd170df07', 'gw_port': {'id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:56Z', 'updated_at': '2021-12-08T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '81d24c62-d501-4e6f-9d6c-e712f2e48ae4', 'name': '', 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'mac_address': 'fa:16:3e:8e:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '4298364a-5231-49f4-823a-617d453032bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:01Z', 'updated_at': '2021-12-08T01:53:14Z', 'revision_number': 4, 'project_id': '290122d9cd38474aafb54dabd170df07', 'subnets': [{'id': '4298364a-5231-49f4-823a-617d453032bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:16.607415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0144c027-748f-4eb0-a1a6-9ee1ce308b96 req-6ffb6b75-7dae-447d-81c7-3cf87c91e095 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a9931d1-82fb-4cdc-b75c-31370a1e0bf1 HTTP/1.1" status: 200 len: 210 time: 0.8219693 Dec 08 01:53:16.632009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e709b9-2598-400e-9461-4b07db81273e None None] The sync data for ids ['9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'] in n-d-713498-30 is: [{'id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'name': 'tempest-TestVolumeBackupRestore-1362665520-router', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:55Z', 'updated_at': '2021-12-08T01:53:03Z', 'revision_number': 4, 'project_id': '290122d9cd38474aafb54dabd170df07', 'gw_port': {'id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:56Z', 'updated_at': '2021-12-08T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '81d24c62-d501-4e6f-9d6c-e712f2e48ae4', 'name': '', 'network_id': 'aab152be-eac1-444e-ae71-365b9040ec81', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'mac_address': 'fa:16:3e:8e:e8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'device_owner': 'network:router_interface', 'standard_attr_id': 2718, 'fixed_ips': [{'subnet_id': '4298364a-5231-49f4-823a-617d453032bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:01Z', 'updated_at': '2021-12-08T01:53:14Z', 'revision_number': 4, 'project_id': '290122d9cd38474aafb54dabd170df07', 'subnets': [{'id': '4298364a-5231-49f4-823a-617d453032bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:16.824872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569bb15-8e12-46d5-88c8-a52c888218e7 req-369c81a3-f0a9-4108-8c05-acc6495cfbbd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:16.831098 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569bb15-8e12-46d5-88c8-a52c888218e7 req-369c81a3-f0a9-4108-8c05-acc6495cfbbd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:16.838745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569bb15-8e12-46d5-88c8-a52c888218e7 req-369c81a3-f0a9-4108-8c05-acc6495cfbbd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:16.850419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569bb15-8e12-46d5-88c8-a52c888218e7 req-369c81a3-f0a9-4108-8c05-acc6495cfbbd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:16.861285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569bb15-8e12-46d5-88c8-a52c888218e7 req-369c81a3-f0a9-4108-8c05-acc6495cfbbd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:16.874713 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569bb15-8e12-46d5-88c8-a52c888218e7 req-369c81a3-f0a9-4108-8c05-acc6495cfbbd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:16.881199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569bb15-8e12-46d5-88c8-a52c888218e7 req-369c81a3-f0a9-4108-8c05-acc6495cfbbd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:16.890375 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1569bb15-8e12-46d5-88c8-a52c888218e7 req-369c81a3-f0a9-4108-8c05-acc6495cfbbd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5445 time: 0.3539219 Dec 08 01:53:16.905438 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fa4f2b2-c411-4a01-9831-74b73e219d44 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:16.912539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235cf3c-f1aa-4463-a1f7-297cad2d65c4 req-4e4d90eb-02dc-4383-8a43-f5db27b74376 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:16.915834 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6235cf3c-f1aa-4463-a1f7-297cad2d65c4 req-4e4d90eb-02dc-4383-8a43-f5db27b74376 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 983 time: 0.1507680 Dec 08 01:53:17.083948 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6235cf3c-f1aa-4463-a1f7-297cad2d65c4 req-e93fa9e4-1c41-4b88-92e9-76fc78cd166e tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1551275 Dec 08 01:53:17.123417 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:17.170922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4f2b2-c411-4a01-9831-74b73e219d44 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event deleted for resources: {'Port': ['ID=0f588b20-00dd-4925-b48a-c2b6a1c209e3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:17.206367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:17.207009 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.527728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4fa4f2b2-c411-4a01-9831-74b73e219d44 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.557234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1569bb15-8e12-46d5-88c8-a52c888218e7 req-b06f740e-a079-44ea-a862-099c1096fa42 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6657908 Dec 08 01:53:17.590130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 6a39b028-28a2-4086-82d5-0fb54525436b up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:17.597881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a55ecac8-1feb-491b-9600-b493201c24e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:17.607331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a55ecac8-1feb-491b-9600-b493201c24e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:17.612862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a55ecac8-1feb-491b-9600-b493201c24e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:17.617782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a55ecac8-1feb-491b-9600-b493201c24e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:17.624549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a55ecac8-1feb-491b-9600-b493201c24e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:17.630706 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a55ecac8-1feb-491b-9600-b493201c24e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:17.637465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a55ecac8-1feb-491b-9600-b493201c24e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:17.639476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a55ecac8-1feb-491b-9600-b493201c24e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5445 time: 0.3069036 Dec 08 01:53:17.726350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41172) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:17.768233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 6a39b028-28a2-4086-82d5-0fb54525436b completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:53:17.777346 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 6a39b028-28a2-4086-82d5-0fb54525436b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:17.777743 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:17.996513 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:18.064130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a39b028-28a2-4086-82d5-0fb54525436b'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:18.066798 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d33af3-f121-440d-a9fe-e1d49fe662f5" -d '{"events": [{"server_uuid": "cb32321b-d26c-49a4-96ec-e7e6efa036f9", "name": "network-vif-plugged", "status": "completed", "tag": "6a39b028-28a2-4086-82d5-0fb54525436b"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:18.092156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 6a39b028-28a2-4086-82d5-0fb54525436b, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=6a39b028-28a2-4086-82d5-0fb54525436b,segment=NetworkSegment(0112038e-c31c-4f46-b6da-2f2f6fb5d149),segment_id=0112038e-c31c-4f46-b6da-2f2f6fb5d149)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:18.101334 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:18.193706 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22449083-350a-4a7b-bc34-9ec4bcffc0ec x-openstack-request-id: req-22449083-350a-4a7b-bc34-9ec4bcffc0ec {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:18.198160 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb32321b-d26c-49a4-96ec-e7e6efa036f9", "name": "network-vif-plugged", "status": "completed", "tag": "6a39b028-28a2-4086-82d5-0fb54525436b", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:18.198407 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-22449083-350a-4a7b-bc34-9ec4bcffc0ec {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:18.199044 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a39b028-28a2-4086-82d5-0fb54525436b', 'code': 200} Dec 08 01:53:18.225264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-0eaf1c97-3ba6-47a9-9853-5b55cb760e5c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:18.231378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-0eaf1c97-3ba6-47a9-9853-5b55cb760e5c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "GET /v2.0/ports/5b7a6954-74e4-413a-9c6b-8b0f820210d7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5800779 Dec 08 01:53:18.232519 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=6a39b028-28a2-4086-82d5-0fb54525436b,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:18.237656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa4f2b2-c411-4a01-9831-74b73e219d44 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Router ccc78044-12e9-4a9b-b3a1-1d0eb1c11438 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:18.478736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa4f2b2-c411-4a01-9831-74b73e219d44 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:18.490436 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4fa4f2b2-c411-4a01-9831-74b73e219d44 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "PUT /v2.0/routers/ccc78044-12e9-4a9b-b3a1-1d0eb1c11438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0470366 Dec 08 01:53:18.492194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026b023-ab80-4d34-8407-d6d5663204d7 None None] Sync routers for ids ['ccc78044-12e9-4a9b-b3a1-1d0eb1c11438'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:18.497350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41200) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:18.516978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026b023-ab80-4d34-8407-d6d5663204d7 None None] Routers {'ccc78044-12e9-4a9b-b3a1-1d0eb1c11438'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:18.518881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2026b023-ab80-4d34-8407-d6d5663204d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ccc78044-12e9-4a9b-b3a1-1d0eb1c11438'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:18.588699 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-4b0beccc-dd6a-4474-873f-65e3c575fb35 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "GET /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3487017 Dec 08 01:53:18.592893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d10d1-6bb0-4fc5-b054-3b60d7f93204 req-d9e690ea-e9d8-475b-a66e-ae85ba2901db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:18.594664 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-999d10d1-6bb0-4fc5-b054-3b60d7f93204 req-d9e690ea-e9d8-475b-a66e-ae85ba2901db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 1136 time: 0.2211449 Dec 08 01:53:18.598705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f2ae-86b9-439c-bf4c-987872814ba8 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:18.605838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:18.638554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5353c-2330-4cee-bab5-2eefa42c7c6a req-10b67d1a-54f4-4d18-91e2-14106e175aa0 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:18.640053 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-edf5353c-2330-4cee-bab5-2eefa42c7c6a req-10b67d1a-54f4-4d18-91e2-14106e175aa0 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 984 time: 0.2795265 Dec 08 01:53:18.648320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2026b023-ab80-4d34-8407-d6d5663204d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:18.673432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2026b023-ab80-4d34-8407-d6d5663204d7 None None] Routers {'ccc78044-12e9-4a9b-b3a1-1d0eb1c11438'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:18.674681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2026b023-ab80-4d34-8407-d6d5663204d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ccc78044-12e9-4a9b-b3a1-1d0eb1c11438'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:18.758795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2026b023-ab80-4d34-8407-d6d5663204d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:18.759471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026b023-ab80-4d34-8407-d6d5663204d7 None None] The sync data for ids ['ccc78044-12e9-4a9b-b3a1-1d0eb1c11438'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:18.829645 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-edf5353c-2330-4cee-bab5-2eefa42c7c6a req-51617e45-4b26-4682-aadf-0107e60d2d43 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1706936 Dec 08 01:53:19.021372 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6252d8cd-cfa5-4abb-a934-84416c086a5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.352878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 105997f8-4aff-4424-a477-fc50633bed2d no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:19.485539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6252d8cd-cfa5-4abb-a934-84416c086a5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:19.486733 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6252d8cd-cfa5-4abb-a934-84416c086a5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.628262 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f2ae-86b9-439c-bf4c-987872814ba8 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.631481 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f2ae-86b9-439c-bf4c-987872814ba8 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.661666 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.685594 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.752342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6252d8cd-cfa5-4abb-a934-84416c086a5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] For port 0c9259e9-42a3-4fc6-a3c1-e1c833f11612, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0c9259e9-42a3-4fc6-a3c1-e1c833f11612,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:19.752980 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6252d8cd-cfa5-4abb-a934-84416c086a5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.786682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 105997f8-4aff-4424-a477-fc50633bed2d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=105997f8-4aff-4424-a477-fc50633bed2d,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:19.788394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6252d8cd-cfa5-4abb-a934-84416c086a5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:19.793551 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.794279 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 15bebb90-8c8e-44bc-9c6b-797d55456b55 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:19.801718 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f2ae-86b9-439c-bf4c-987872814ba8 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.802344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb9f2ae-86b9-439c-bf4c-987872814ba8 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Fanout notify agent at l3_agent the message router_deleted on router ccc78044-12e9-4a9b-b3a1-1d0eb1c11438 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:53:19.814152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-999d10d1-6bb0-4fc5-b054-3b60d7f93204 req-ba6b67a9-75bc-4f29-886e-e6034da3938f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.2035127 Dec 08 01:53:19.819667 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f2ae-86b9-439c-bf4c-987872814ba8 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:19.820801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fcb9f2ae-86b9-439c-bf4c-987872814ba8 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "DELETE /v2.0/routers/ccc78044-12e9-4a9b-b3a1-1d0eb1c11438 HTTP/1.1" status: 204 len: 168 time: 1.3222611 Dec 08 01:53:19.826567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41230) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:19.846075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecf088-075e-4cec-add0-04f220854b10 req-3adc496c-2fd4-4754-8a08-7aaea797f961 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.852112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecf088-075e-4cec-add0-04f220854b10 req-3adc496c-2fd4-4754-8a08-7aaea797f961 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.859028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecf088-075e-4cec-add0-04f220854b10 req-3adc496c-2fd4-4754-8a08-7aaea797f961 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.876678 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecf088-075e-4cec-add0-04f220854b10 req-3adc496c-2fd4-4754-8a08-7aaea797f961 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.882787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecf088-075e-4cec-add0-04f220854b10 req-3adc496c-2fd4-4754-8a08-7aaea797f961 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.911429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecf088-075e-4cec-add0-04f220854b10 req-3adc496c-2fd4-4754-8a08-7aaea797f961 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.921804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecf088-075e-4cec-add0-04f220854b10 req-3adc496c-2fd4-4754-8a08-7aaea797f961 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:19.932004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58ecf088-075e-4cec-add0-04f220854b10 req-3adc496c-2fd4-4754-8a08-7aaea797f961 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 5445 time: 1.2108114 Dec 08 01:53:19.967637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=105997f8-4aff-4424-a477-fc50633bed2d,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:20.108183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] For port 5b7a6954-74e4-413a-9c6b-8b0f820210d7, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=5b7a6954-74e4-413a-9c6b-8b0f820210d7,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:20.114846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58ecf088-075e-4cec-add0-04f220854b10 req-820907eb-07cc-4caf-a05b-9e6f26bab786 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1731315 Dec 08 01:53:20.161295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] For port 5b7a6954-74e4-413a-9c6b-8b0f820210d7, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:20.169761 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.200636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105997f8-4aff-4424-a477-fc50633bed2d'}, {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bebb90-8c8e-44bc-9c6b-797d55456b55'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:20.203245 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7efdaa-16fe-45f2-aca5-634b1f0ef27a" -d '{"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "105997f8-4aff-4424-a477-fc50633bed2d"}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "15bebb90-8c8e-44bc-9c6b-797d55456b55"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:20.220969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 15bebb90-8c8e-44bc-9c6b-797d55456b55, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=15bebb90-8c8e-44bc-9c6b-797d55456b55,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:20.227188 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.228136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:20.242188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-558c4189-6290-4cf4-a54e-247a3a28bc7e tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Deleting subnet 215b779e-cfe4-49ec-a1d2-c7540350a935 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:53:20.258065 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] device_id is not set on port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:53:20.265201 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-558c4189-6290-4cf4-a54e-247a3a28bc7e tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.277545 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.295929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.372366 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-558c4189-6290-4cf4-a54e-247a3a28bc7e tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.383993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=15bebb90-8c8e-44bc-9c6b-797d55456b55,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:20.438943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] No DVR routers for this DVR port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:20.468727 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.470216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Pushing event updated for resources: {'Port': ['ID=5b7a6954-74e4-413a-9c6b-8b0f820210d7,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:20.483811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.484244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.484746 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.485174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.485600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.486027 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.486443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.487145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.487601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.488059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.488525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.488958 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.489393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:20.510980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] In _notify_port_updated(), no bound segment for port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:53:20.512141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:20.516335 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.516335 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2a767d72-2dbd-4254-a0c2-a29f5c5fb669 service neutron] 10.222.0.72 "PUT /v2.0/ports/5b7a6954-74e4-413a-9c6b-8b0f820210d7 HTTP/1.1" status: 200 len: 1032 time: 1.9132016 Dec 08 01:53:20.572877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:20.590737 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.599596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 5b7a6954-74e4-413a-9c6b-8b0f820210d7 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:20.599847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9884d-913a-4aae-9770-df334eb7d8db req-f0632c96-0334-48ab-9a6a-12dfbfcd7345 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:20.599847 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e8b9884d-913a-4aae-9770-df334eb7d8db req-f0632c96-0334-48ab-9a6a-12dfbfcd7345 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 984 time: 0.5891354 Dec 08 01:53:20.668600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2dd38770-b89b-4e83-a38c-8008c98e7923 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:20.679143 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-2dd38770-b89b-4e83-a38c-8008c98e7923 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "GET /v2.0/ports/15bebb90-8c8e-44bc-9c6b-797d55456b55?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1556423 Dec 08 01:53:20.692433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:20.759157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 5b7a6954-74e4-413a-9c6b-8b0f820210d7 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:20.759540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7315eb68-e0c8-4c89-aead-a75c0340938b no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:20.762943 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-558c4189-6290-4cf4-a54e-247a3a28bc7e tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.836567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:20.868159 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e6da63db-61f2-4542-a18f-ca6852a3fcf2 None None] Provisioning complete for port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:20.870661 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e6da63db-61f2-4542-a18f-ca6852a3fcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.907186 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:20.975670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e6da63db-61f2-4542-a18f-ca6852a3fcf2 None None] Port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:21.007185 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.087640 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420df0c8-db22-421f-9545-b64c4b7efdfa x-openstack-request-id: req-420df0c8-db22-421f-9545-b64c4b7efdfa {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:21.088997 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "105997f8-4aff-4424-a477-fc50633bed2d", "code": 200}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "15bebb90-8c8e-44bc-9c6b-797d55456b55", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:21.089255 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-420df0c8-db22-421f-9545-b64c4b7efdfa {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:21.089680 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105997f8-4aff-4424-a477-fc50633bed2d', 'code': 200} Dec 08 01:53:21.089930 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bebb90-8c8e-44bc-9c6b-797d55456b55', 'code': 200} Dec 08 01:53:21.107482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7315eb68-e0c8-4c89-aead-a75c0340938b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7315eb68-e0c8-4c89-aead-a75c0340938b,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:21.119092 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.128217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:21.377795 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-558c4189-6290-4cf4-a54e-247a3a28bc7e tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.390079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7315eb68-e0c8-4c89-aead-a75c0340938b,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:21.391115 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e8b9884d-913a-4aae-9770-df334eb7d8db req-6895e88b-64f8-402c-8d43-55c3fd4ac9df tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7095175 Dec 08 01:53:21.447968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c4189-6290-4cf4-a54e-247a3a28bc7e tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event deleted for resources: {'Subnet': ['ID=215b779e-cfe4-49ec-a1d2-c7540350a935,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:21.455296 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-558c4189-6290-4cf4-a54e-247a3a28bc7e tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.460246 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-558c4189-6290-4cf4-a54e-247a3a28bc7e tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "DELETE /v2.0/subnets/215b779e-cfe4-49ec-a1d2-c7540350a935 HTTP/1.1" status: 204 len: 168 time: 1.6288688 Dec 08 01:53:21.466239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41276) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:21.489359 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6252d8cd-cfa5-4abb-a934-84416c086a5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.546745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] For port 15bebb90-8c8e-44bc-9c6b-797d55456b55, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=15bebb90-8c8e-44bc-9c6b-797d55456b55,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:21.560639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1734cbd-34b9-4b76-bdd3-9ff13f52bffe req-0b074c99-923f-4790-bc13-0965248ef1e4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:21.563650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252d8cd-cfa5-4abb-a934-84416c086a5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=0c9259e9-42a3-4fc6-a3c1-e1c833f11612,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:21.567324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a0162f-1bea-47c1-9957-36b966f34061 None None] Network 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:21.567729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1734cbd-34b9-4b76-bdd3-9ff13f52bffe req-0b074c99-923f-4790-bc13-0965248ef1e4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:21.575184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1734cbd-34b9-4b76-bdd3-9ff13f52bffe req-0b074c99-923f-4790-bc13-0965248ef1e4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:21.582223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1734cbd-34b9-4b76-bdd3-9ff13f52bffe req-0b074c99-923f-4790-bc13-0965248ef1e4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:21.591259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1734cbd-34b9-4b76-bdd3-9ff13f52bffe req-0b074c99-923f-4790-bc13-0965248ef1e4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:21.602550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1734cbd-34b9-4b76-bdd3-9ff13f52bffe req-0b074c99-923f-4790-bc13-0965248ef1e4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:21.611250 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1734cbd-34b9-4b76-bdd3-9ff13f52bffe req-0b074c99-923f-4790-bc13-0965248ef1e4 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 4658 time: 0.2712383 Dec 08 01:53:21.649385 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.735151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] For port 15bebb90-8c8e-44bc-9c6b-797d55456b55, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:21.783013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1734cbd-34b9-4b76-bdd3-9ff13f52bffe req-c7ef0d68-862c-4449-a1ce-95b8efe7c2af tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=7442950f-b638-444d-9502-c5fe8d22decc&id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1627891 Dec 08 01:53:21.794849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:21.815855 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.818895 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:21.836449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] device_id is not set on port 15bebb90-8c8e-44bc-9c6b-797d55456b55 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:53:21.855300 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.873601 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:21.964590 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.099062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] No DVR routers for this DVR port 15bebb90-8c8e-44bc-9c6b-797d55456b55 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:22.159134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:22.178797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] Pushing event updated for resources: {'Port': ['ID=15bebb90-8c8e-44bc-9c6b-797d55456b55,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:22.236617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] In _notify_port_updated(), no bound segment for port 15bebb90-8c8e-44bc-9c6b-797d55456b55 on network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:53:22.237531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:22.238157 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.239490 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-d3b3bdad-a1bb-4ab3-acc6-54557d9fd347 service neutron] 10.222.0.72 "PUT /v2.0/ports/15bebb90-8c8e-44bc-9c6b-797d55456b55 HTTP/1.1" status: 200 len: 1033 time: 1.5542903 Dec 08 01:53:22.259018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c709ed-a6c7-41d1-a09f-854ad8dab8f5 None None] DHCP port deletion for 2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:22.324111 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.367597 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6252d8cd-cfa5-4abb-a934-84416c086a5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.477922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:22.530069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-988222e6-e33e-4a97-96ea-98b93043d7d5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Deleting port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:22.532393 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-988222e6-e33e-4a97-96ea-98b93043d7d5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.532556 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.689129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:22.699167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-22b754b4-5f75-4638-8e23-d7512381e7ca None None] Provisioning complete for port 15bebb90-8c8e-44bc-9c6b-797d55456b55 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:22.699720 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-22b754b4-5f75-4638-8e23-d7512381e7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.742179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-05c709ed-a6c7-41d1-a09f-854ad8dab8f5 None None] Deleting port 53658d7d-a0d3-4b53-81b3-f96b0643c882 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:22.743230 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05c709ed-a6c7-41d1-a09f-854ad8dab8f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.753641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Deleting port 53658d7d-a0d3-4b53-81b3-f96b0643c882 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:22.755300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.755526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-988222e6-e33e-4a97-96ea-98b93043d7d5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] For port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:22.756494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-988222e6-e33e-4a97-96ea-98b93043d7d5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.807119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-988222e6-e33e-4a97-96ea-98b93043d7d5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Calling delete_port for 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:22.832268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-05c709ed-a6c7-41d1-a09f-854ad8dab8f5 None None] For port 53658d7d-a0d3-4b53-81b3-f96b0643c882, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=53658d7d-a0d3-4b53-81b3-f96b0643c882,segment=NetworkSegment(c5d2054e-7300-4c0e-8130-bef4a9c81b22),segment_id=c5d2054e-7300-4c0e-8130-bef4a9c81b22)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:22.835580 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05c709ed-a6c7-41d1-a09f-854ad8dab8f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:22.876409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-05c709ed-a6c7-41d1-a09f-854ad8dab8f5 None None] Calling delete_port for 53658d7d-a0d3-4b53-81b3-f96b0643c882 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:23.041346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] For port 53658d7d-a0d3-4b53-81b3-f96b0643c882, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=53658d7d-a0d3-4b53-81b3-f96b0643c882,segment=NetworkSegment(c5d2054e-7300-4c0e-8130-bef4a9c81b22),segment_id=c5d2054e-7300-4c0e-8130-bef4a9c81b22)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:23.042068 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.081158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-22b754b4-5f75-4638-8e23-d7512381e7ca None None] Port 15bebb90-8c8e-44bc-9c6b-797d55456b55 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:23.088337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Calling delete_port for 53658d7d-a0d3-4b53-81b3-f96b0643c882 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:23.096436 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14e3ba3-f6e1-4cb2-8479-718f0b6905e6'}, {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7315eb68-e0c8-4c89-aead-a75c0340938b'}, {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3'}, {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:23.112842 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789b7272-a3ec-4ef8-84fd-def95ee9f64c" -d '{"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "a14e3ba3-f6e1-4cb2-8479-718f0b6905e6"}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "7315eb68-e0c8-4c89-aead-a75c0340938b"}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3"}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:23.127531 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05c709ed-a6c7-41d1-a09f-854ad8dab8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.157270 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c709ed-a6c7-41d1-a09f-854ad8dab8f5 None None] No DVR routers for this DVR port 53658d7d-a0d3-4b53-81b3-f96b0643c882 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:23.225191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c709ed-a6c7-41d1-a09f-854ad8dab8f5 None None] Pushing event deleted for resources: {'Port': ['ID=53658d7d-a0d3-4b53-81b3-f96b0643c882,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:23.249354 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.259057 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 53658d7d-a0d3-4b53-81b3-f96b0643c882 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:23.282995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6252d8cd-cfa5-4abb-a934-84416c086a5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:23.286050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 53658d7d-a0d3-4b53-81b3-f96b0643c882 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:23.286403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 53658d7d-a0d3-4b53-81b3-f96b0643c882 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:23.302536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc65bf6-d8a4-47c2-8e04-b6d245953043 req-6b26ffc6-2604-4108-bfcc-6d89893e39c4 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:23.304565 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ffc65bf6-d8a4-47c2-8e04-b6d245953043 req-6b26ffc6-2604-4108-bfcc-6d89893e39c4 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 984 time: 0.7036254 Dec 08 01:53:23.337860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] No DVR routers for this DVR port 53658d7d-a0d3-4b53-81b3-f96b0643c882 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:23.341217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event deleted for resources: {'Port': ['ID=53658d7d-a0d3-4b53-81b3-f96b0643c882,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:23.399723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.400095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.400611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.401025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.401512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.401925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.402550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.402724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.403127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.403525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.403924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.404252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.404607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:23.420320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe19919-d7a3-4367-9123-8495a5462401 req-1e4c1901-5b8d-4a93-8fd2-9daf8ea98b29 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:23.434357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe19919-d7a3-4367-9123-8495a5462401 req-1e4c1901-5b8d-4a93-8fd2-9daf8ea98b29 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:23.445383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe19919-d7a3-4367-9123-8495a5462401 req-1e4c1901-5b8d-4a93-8fd2-9daf8ea98b29 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:23.457490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe19919-d7a3-4367-9123-8495a5462401 req-1e4c1901-5b8d-4a93-8fd2-9daf8ea98b29 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:23.471718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe19919-d7a3-4367-9123-8495a5462401 req-1e4c1901-5b8d-4a93-8fd2-9daf8ea98b29 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:23.475353 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bbe19919-d7a3-4367-9123-8495a5462401 req-1e4c1901-5b8d-4a93-8fd2-9daf8ea98b29 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 3876 time: 0.3540916 Dec 08 01:53:23.477311 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-988222e6-e33e-4a97-96ea-98b93043d7d5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.569375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988222e6-e33e-4a97-96ea-98b93043d7d5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Port': ['ID=9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:23.590392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.677192 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ffc65bf6-d8a4-47c2-8e04-b6d245953043 req-035a04dd-d3ec-4f0b-b261-81302842db86 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3406813 Dec 08 01:53:23.685632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:23.699977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d2054e-7300-4c0e-8130-bef4a9c81b22') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:23.700319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d2054e-7300-4c0e-8130-bef4a9c81b22') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:23.714938 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.722061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6252d8cd-cfa5-4abb-a934-84416c086a5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:23.729292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-988222e6-e33e-4a97-96ea-98b93043d7d5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] No DVR routers for this DVR port 9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:23.732778 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6252d8cd-cfa5-4abb-a934-84416c086a5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "PUT /v2.0/routers/b21199db-4d9e-48ff-9dc0-d1fba7c82cb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0052578 Dec 08 01:53:23.735688 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf3138-856c-4181-b0b4-4ef71c8f0dfa None None] Sync routers for ids ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:23.736833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41322) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:23.747198 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.751246 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-988222e6-e33e-4a97-96ea-98b93043d7d5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.754689 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-988222e6-e33e-4a97-96ea-98b93043d7d5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "DELETE /v2.0/ports/9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce HTTP/1.1" status: 204 len: 173 time: 1.5017226 Dec 08 01:53:23.755169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-deleted', 'tag': '9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:23.769077 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf3138-856c-4181-b0b4-4ef71c8f0dfa None None] Routers {'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:23.772129 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1adf3138-856c-4181-b0b4-4ef71c8f0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:23.785700 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c23a23-252b-4f8b-95a3-dc6ef6a9cbea" -d '{"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-deleted", "tag": "9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:23.813354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea33ceef-0a35-406e-8593-305f370269d9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting subnet a2256eff-f06d-460f-9f96-11608a64b06a {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:53:23.820782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea33ceef-0a35-406e-8593-305f370269d9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.826160 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9739ae9d-a3de-4d4b-9ad6-2dd0a98e3bd3 x-openstack-request-id: req-9739ae9d-a3de-4d4b-9ad6-2dd0a98e3bd3 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:23.826663 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "a14e3ba3-f6e1-4cb2-8479-718f0b6905e6", "code": 200}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "7315eb68-e0c8-4c89-aead-a75c0340938b", "code": 200}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3", "code": 200}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-unplugged", "status": "completed", "tag": "9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:23.826923 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9739ae9d-a3de-4d4b-9ad6-2dd0a98e3bd3 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:23.827451 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14e3ba3-f6e1-4cb2-8479-718f0b6905e6', 'code': 200} Dec 08 01:53:23.827815 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7315eb68-e0c8-4c89-aead-a75c0340938b', 'code': 200} Dec 08 01:53:23.828227 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3', 'code': 200} Dec 08 01:53:23.828610 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce', 'code': 200} Dec 08 01:53:23.885846 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea33ceef-0a35-406e-8593-305f370269d9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:23.921943 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bbe19919-d7a3-4367-9123-8495a5462401 req-d0c1ae26-8070-4b1c-bd77-9fe2c5ab821c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4304245 Dec 08 01:53:24.057915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-711d067f-2fc1-4e30-a958-699f3432a9f1 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Deleting port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:24.058691 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-711d067f-2fc1-4e30-a958-699f3432a9f1 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.082000 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea33ceef-0a35-406e-8593-305f370269d9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.106195 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792c41bc-781f-4629-a45b-42bcad0cbd31 x-openstack-request-id: req-792c41bc-781f-4629-a45b-42bcad0cbd31 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:24.108217 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-deleted", "tag": "9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:24.110712 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-792c41bc-781f-4629-a45b-42bcad0cbd31 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:24.111262 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-deleted', 'tag': '9d5b31b7-6f96-47c4-a91e-2ba4168bd0ce', 'status': 'completed', 'code': 200} Dec 08 01:53:24.139765 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1adf3138-856c-4181-b0b4-4ef71c8f0dfa None None] Set router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:24.236149 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea33ceef-0a35-406e-8593-305f370269d9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.270703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:53:24.271123 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:53:24.286734 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:53:24.302319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-711d067f-2fc1-4e30-a958-699f3432a9f1 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] For port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:24.303817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-711d067f-2fc1-4e30-a958-699f3432a9f1 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.328051 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5ce05e-9487-4a10-af28-c7fe7188cf17 None None] Network e4cfd28e-af05-453c-b909-9bd3e2ca6102 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:24.333832 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-711d067f-2fc1-4e30-a958-699f3432a9f1 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Calling delete_port for a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:24.365187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea33ceef-0a35-406e-8593-305f370269d9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.380714 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ea33ceef-0a35-406e-8593-305f370269d9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/subnets/a2256eff-f06d-460f-9f96-11608a64b06a HTTP/1.1" status: 204 len: 168 time: 0.6404965 Dec 08 01:53:24.390655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41334) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:24.412692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33ceef-0a35-406e-8593-305f370269d9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Subnet': ['ID=a2256eff-f06d-460f-9f96-11608a64b06a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:24.618633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed0040-7a1b-446c-8cae-a75c559e2505 req-41dbf501-9af6-4dd0-bcd2-0ec28f3c8597 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:24.637872 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1ed0040-7a1b-446c-8cae-a75c559e2505 req-41dbf501-9af6-4dd0-bcd2-0ec28f3c8597 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 984 time: 0.4301121 Dec 08 01:53:24.663722 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1adf3138-856c-4181-b0b4-4ef71c8f0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:53:21Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:24.668506 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.737446 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.740951 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] 10.222.0.70 "DELETE /v2.0/networks/2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c HTTP/1.1" status: 204 len: 168 time: 3.2731686 Dec 08 01:53:24.746237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aab504f-f594-43b2-9347-62a04677931d None None] DHCP port deletion for e4cfd28e-af05-453c-b909-9bd3e2ca6102 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:24.749865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dff515-c0fb-46e6-bd8d-176d292dcf72 tempest-FloatingIPNegativeTestJSON-648497449 tempest-FloatingIPNegativeTestJSON-648497449-project] Pushing event deleted for resources: {'Network': ['ID=2d8775c7-df57-4fb4-9c97-fe88ae0a9d2c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:24.756842 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf3138-856c-4181-b0b4-4ef71c8f0dfa None None] Checking router: b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:24.788080 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf3138-856c-4181-b0b4-4ef71c8f0dfa None None] Routers {'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:24.791677 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1adf3138-856c-4181-b0b4-4ef71c8f0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:24.849636 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1ed0040-7a1b-446c-8cae-a75c559e2505 req-46d30e7e-6a5a-4d21-9a7e-d07669ff953d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2108064 Dec 08 01:53:24.854333 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-711d067f-2fc1-4e30-a958-699f3432a9f1 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:24.858951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0aab504f-f594-43b2-9347-62a04677931d None None] Deleting port 158af801-ccce-4aea-b513-822b2a06cebb {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:24.861007 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0aab504f-f594-43b2-9347-62a04677931d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:25.099482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0aab504f-f594-43b2-9347-62a04677931d None None] For port 158af801-ccce-4aea-b513-822b2a06cebb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=158af801-ccce-4aea-b513-822b2a06cebb,segment=NetworkSegment(6d8e047d-f7b9-4904-9ead-288687da85a2),segment_id=6d8e047d-f7b9-4904-9ead-288687da85a2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:25.100734 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0aab504f-f594-43b2-9347-62a04677931d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:25.138483 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1adf3138-856c-4181-b0b4-4ef71c8f0dfa None None] Set router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:25.150360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 158af801-ccce-4aea-b513-822b2a06cebb no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:25.224533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-711d067f-2fc1-4e30-a958-699f3432a9f1 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] No DVR routers for this DVR port a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:25.226308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d067f-2fc1-4e30-a958-699f3432a9f1 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Port': ['ID=a14e3ba3-f6e1-4cb2-8479-718f0b6905e6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:25.228541 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-711d067f-2fc1-4e30-a958-699f3432a9f1 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:25.241072 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-711d067f-2fc1-4e30-a958-699f3432a9f1 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "DELETE /v2.0/ports/a14e3ba3-f6e1-4cb2-8479-718f0b6905e6 HTTP/1.1" status: 204 len: 173 time: 1.4361503 Dec 08 01:53:25.270863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0aab504f-f594-43b2-9347-62a04677931d None None] Calling delete_port for 158af801-ccce-4aea-b513-822b2a06cebb owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:25.428018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874c13f-6528-4e55-83ed-5bd8451ee609 req-e72c56d1-c228-4b74-9437-0a0dfa983b8d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:25.449621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874c13f-6528-4e55-83ed-5bd8451ee609 req-e72c56d1-c228-4b74-9437-0a0dfa983b8d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:25.451673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb72f9d-a92a-4ac1-a791-760841dc3dac req-3471a9a0-c01a-4354-8786-989a576ce5e9 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:25.454470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3bb72f9d-a92a-4ac1-a791-760841dc3dac req-3471a9a0-c01a-4354-8786-989a576ce5e9 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 1136 time: 0.3282843 Dec 08 01:53:25.472022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874c13f-6528-4e55-83ed-5bd8451ee609 req-e72c56d1-c228-4b74-9437-0a0dfa983b8d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:25.475696 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d874c13f-6528-4e55-83ed-5bd8451ee609 req-e72c56d1-c228-4b74-9437-0a0dfa983b8d tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 2410 time: 0.3741181 Dec 08 01:53:25.614401 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3bb72f9d-a92a-4ac1-a791-760841dc3dac req-12ce75e4-f494-4d5c-b565-fa6a31d3ff0d tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:25.764531 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3bb72f9d-a92a-4ac1-a791-760841dc3dac req-12ce75e4-f494-4d5c-b565-fa6a31d3ff0d tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:25.767542 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1adf3138-856c-4181-b0b4-4ef71c8f0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:53:21Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:25.774670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3bb72f9d-a92a-4ac1-a791-760841dc3dac req-12ce75e4-f494-4d5c-b565-fa6a31d3ff0d tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:25.783537 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:25.800423 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:25.849002 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41362) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:25.870589 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf3138-856c-4181-b0b4-4ef71c8f0dfa None None] The sync data for ids ['b21199db-4d9e-48ff-9dc0-d1fba7c82cb9'] in n-d-713498-30 is: [{'id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1179826810', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:50:44Z', 'updated_at': '2021-12-08T01:53:21Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21199db-4d9e-48ff-9dc0-d1fba7c82cb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:50:46Z', 'updated_at': '2021-12-08T01:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:25.975060 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce75e4-f494-4d5c-b565-fa6a31d3ff0d tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e484b43b-e922-4e75-859b-1e2fd97f0bd8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:26.045086 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3bb72f9d-a92a-4ac1-a791-760841dc3dac req-12ce75e4-f494-4d5c-b565-fa6a31d3ff0d tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5513515 Dec 08 01:53:26.049865 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Deleting port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:26.050357 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:26.241900 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0aab504f-f594-43b2-9347-62a04677931d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:26.320626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41366) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:26.340729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-deleted', 'tag': 'a14e3ba3-f6e1-4cb2-8479-718f0b6905e6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:26.359050 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290a07aa-0490-45b7-a5c7-fd0ba3f1d82c" -d '{"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-deleted", "tag": "a14e3ba3-f6e1-4cb2-8479-718f0b6905e6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:26.361152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aab504f-f594-43b2-9347-62a04677931d None None] Pushing event deleted for resources: {'Port': ['ID=158af801-ccce-4aea-b513-822b2a06cebb,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:26.385286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab504f-f594-43b2-9347-62a04677931d None None] No DVR routers for this DVR port 158af801-ccce-4aea-b513-822b2a06cebb on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:26.535107 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97bd6d4-afef-4692-8b1a-572d65c36f27 x-openstack-request-id: req-c97bd6d4-afef-4692-8b1a-572d65c36f27 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:26.535107 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-deleted", "tag": "a14e3ba3-f6e1-4cb2-8479-718f0b6905e6", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:26.535107 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c97bd6d4-afef-4692-8b1a-572d65c36f27 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:26.535541 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-deleted', 'tag': 'a14e3ba3-f6e1-4cb2-8479-718f0b6905e6', 'status': 'completed', 'code': 200} Dec 08 01:53:26.654976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] For port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:26.655765 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:26.685301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2afaa8a-48ce-459a-b21d-cd696afb1114 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:26.691090 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c2afaa8a-48ce-459a-b21d-cd696afb1114 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 1131 time: 0.3273609 Dec 08 01:53:26.695446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41380) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:26.706032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f7e60dc4-2dab-4177-ab66-bb0250314cb7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=29a4e31c189c4b28a4277ff5e3373785&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8554692 Dec 08 01:53:26.711431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:26.720133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '6a39b028-28a2-4086-82d5-0fb54525436b', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:26.834942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d874c13f-6528-4e55-83ed-5bd8451ee609 req-f65388f0-a325-45b1-b180-6ee28fbcf350 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3507717 Dec 08 01:53:26.979471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:27.002666 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.071251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.108477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:27.108848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0c9259e9-42a3-4fc6-a3c1-e1c833f11612 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:27.145098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:27.145440 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.253472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.254086 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.254637 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Floating IP a2f2a416-f580-465c-b481-8441b0ae3a2f disassociated. External IP: 172.25.2.45, port: e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3. Dec 08 01:53:27.255103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Calling delete_port for e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:27.272474 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c03bc39-1c73-430b-bbbe-c2db795eaab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.279415 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] For port 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:27.279677 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.298240 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:27.307164 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c03bc39-1c73-430b-bbbe-c2db795eaab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.418441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c03bc39-1c73-430b-bbbe-c2db795eaab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.427033 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c03bc39-1c73-430b-bbbe-c2db795eaab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.431835 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2c03bc39-1c73-430b-bbbe-c2db795eaab7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ca7f3a6c-620a-49c0-be7b-390d74c7164f HTTP/1.1" status: 204 len: 168 time: 0.5049908 Dec 08 01:53:27.574009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03bc39-1c73-430b-bbbe-c2db795eaab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7f3a6c-620a-49c0-be7b-390d74c7164f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:27.699958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.790155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:27.838646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.848504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2754d528-d5b1-4ca1-9f1a-eb56192baef0 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:27.939035 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.984949 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:27.992143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Port': ['ID=e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:28.231466 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.237498 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.340892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.341744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Fanout notify agent at l3_agent the message router_deleted on router b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:53:28.352226 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.357922 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a8c4ecf0-19c5-4215-b74d-2c0c3d476733 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/routers/b21199db-4d9e-48ff-9dc0-d1fba7c82cb9 HTTP/1.1" status: 204 len: 168 time: 3.9430614 Dec 08 01:53:28.363762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41424) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:28.499556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Allocated IP 172.25.2.28 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/f3da5769-f659-433c-a6e8-bc2b148f8ade) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:28.599616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.693753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9d6e2-45b8-4685-9680-30940f33b471 req-a0095461-ff28-481f-8d85-da6860188a7f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:28.715340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9d6e2-45b8-4685-9680-30940f33b471 req-a0095461-ff28-481f-8d85-da6860188a7f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:28.719479 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6bb9d6e2-45b8-4685-9680-30940f33b471 req-a0095461-ff28-481f-8d85-da6860188a7f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 1677 time: 0.6669309 Dec 08 01:53:28.825532 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f6dda4bf-bba3-442a-8d8e-6dc435a33b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.900167 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:28.942924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.060709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cfd28e-af05-453c-b909-9bd3e2ca6102']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:29.061376 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.101488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8e047d-f7b9-4904-9ead-288687da85a2') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:29.101786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8e047d-f7b9-4904-9ead-288687da85a2') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:29.140793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.153079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Router ce21a83f-79cc-46e5-8930-e001220782be has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:29.175995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:29.199662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.207411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:29.214366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:29.220211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:29.222962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Port': ['ID=f3da5769-f659-433c-a6e8-bc2b148f8ade,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:29.223072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:53:29.223072 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:53:29.235881 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:53:29.303207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6bb9d6e2-45b8-4685-9680-30940f33b471 req-9a2800fb-5c85-4ba0-a8fb-5064acbc6e00 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525063 Dec 08 01:53:29.310997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:29.313408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4e719f8d-99e8-4b1d-b4d8-1ae11653b0f0 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:29.458288 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.484920 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.497621 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/networks/e4cfd28e-af05-453c-b909-9bd3e2ca6102 HTTP/1.1" status: 204 len: 168 time: 1.1298995 Dec 08 01:53:29.507486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41448) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:29.537806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a891ab-aedd-4c19-bf25-33e35768586a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Network': ['ID=e4cfd28e-af05-453c-b909-9bd3e2ca6102,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:29.579544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:29.591587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b2d7fe-5c3b-4fe8-98e3-6dc331a5b627 None None] Sync routers for ids ['ce21a83f-79cc-46e5-8930-e001220782be'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:29.615242 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b2d7fe-5c3b-4fe8-98e3-6dc331a5b627 None None] Routers {'ce21a83f-79cc-46e5-8930-e001220782be'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:29.615892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a8b2d7fe-5c3b-4fe8-98e3-6dc331a5b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ce21a83f-79cc-46e5-8930-e001220782be'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:29.751133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] No DVR routers for this DVR port e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:29.759096 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.765320 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-bffd6395-e38b-4cd1-a529-e1b0281dccf5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "DELETE /v2.0/ports/e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3 HTTP/1.1" status: 204 len: 173 time: 4.5158467 Dec 08 01:53:29.781416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41456) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:29.797672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-deleted', 'tag': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:29.800024 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3152e1-6995-450d-9bcf-70ccd089320b" -d '{"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-deleted", "tag": "e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:29.890510 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7b9629f-0f17-4379-b863-b2e4bf37e85d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:29.943309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a8b2d7fe-5c3b-4fe8-98e3-6dc331a5b627 None None] Set router ce21a83f-79cc-46e5-8930-e001220782be gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:29.958830 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b262c7-ab45-4a2a-bd4d-b747c227ed0b x-openstack-request-id: req-04b262c7-ab45-4a2a-bd4d-b747c227ed0b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:29.959146 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-deleted", "tag": "e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:29.959411 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-04b262c7-ab45-4a2a-bd4d-b747c227ed0b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:29.959878 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-deleted', 'tag': 'e3d5b8f8-cb0a-4b8f-9a30-81d3dfa653a3', 'status': 'completed', 'code': 200} Dec 08 01:53:30.320802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9ad40371-7c3d-4340-b1c7-3eddc9e64562 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] Request body: {'port': {'network_id': 'd944e9e2-b96a-4805-bd73-8359837efae1', 'name': 'tempest-NetworksNegativeTestJSON-1387355771'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:30.351106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a8b2d7fe-5c3b-4fe8-98e3-6dc331a5b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:42:16Z', 'revision_number': 4, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bee8c9c4-40ca-47b7-b5a5-1d1ae518481a', 'name': '', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'mac_address': 'fa:16:3e:f2:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:14Z', 'updated_at': '2021-12-08T01:42:22Z', 'revision_number': 5, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'subnets': [{'id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:30.361633 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad40371-7c3d-4340-b1c7-3eddc9e64562 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] POST failed (client error): The resource could not be found. Dec 08 01:53:30.372745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad40371-7c3d-4340-b1c7-3eddc9e64562 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:53:30.379774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9ad40371-7c3d-4340-b1c7-3eddc9e64562 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5972037 Dec 08 01:53:30.380455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41472) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:30.413034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b2d7fe-5c3b-4fe8-98e3-6dc331a5b627 None None] Checking router: ce21a83f-79cc-46e5-8930-e001220782be for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:30.442013 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b2d7fe-5c3b-4fe8-98e3-6dc331a5b627 None None] Routers {'ce21a83f-79cc-46e5-8930-e001220782be'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:30.444729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a8b2d7fe-5c3b-4fe8-98e3-6dc331a5b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ce21a83f-79cc-46e5-8930-e001220782be'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:30.452697 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4c8bbc-68b0-4c04-9ce4-83c2eb07470c tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] DELETE failed (client error): The resource could not be found. Dec 08 01:53:30.453268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4c8bbc-68b0-4c04-9ce4-83c2eb07470c tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:53:30.468031 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ff4c8bbc-68b0-4c04-9ce4-83c2eb07470c tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] 10.222.0.70 "DELETE /v2.0/networks/e3355c67-a56e-4165-a134-fcfc8ac38aee HTTP/1.1" status: 404 len: 339 time: 0.0864589 Dec 08 01:53:30.468768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41476) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:30.530618 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccd8333-4b74-4421-a7c8-4093db64a5e0 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] DELETE failed (client error): The resource could not be found. Dec 08 01:53:30.531304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dccd8333-4b74-4421-a7c8-4093db64a5e0 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:53:30.551252 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dccd8333-4b74-4421-a7c8-4093db64a5e0 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] 10.222.0.70 "DELETE /v2.0/ports/2929fa68-d445-49aa-91c3-0b5f96796e12 HTTP/1.1" status: 404 len: 333 time: 0.0808964 Dec 08 01:53:30.552012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41482) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:30.607341 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7391dfa-99f9-4a5d-960d-e7bfe694a550 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] DELETE failed (client error): The resource could not be found. Dec 08 01:53:30.607813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7391dfa-99f9-4a5d-960d-e7bfe694a550 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:53:30.640921 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c7391dfa-99f9-4a5d-960d-e7bfe694a550 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] 10.222.0.70 "DELETE /v2.0/subnets/330a7907-07ad-4669-aa4e-eb38f3414624 HTTP/1.1" status: 404 len: 337 time: 0.0871706 Dec 08 01:53:30.641568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41484) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:30.651897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a8b2d7fe-5c3b-4fe8-98e3-6dc331a5b627 None None] Set router ce21a83f-79cc-46e5-8930-e001220782be gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:30.668552 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-79dec19f-465d-4fd6-86c7-c13269c5d891 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] GET failed (client error): The resource could not be found. Dec 08 01:53:30.670214 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-79dec19f-465d-4fd6-86c7-c13269c5d891 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] 10.222.0.70 "GET /v2.0/networks/37ec9ade-92fd-4c79-9e9c-d94d0e01e0b9 HTTP/1.1" status: 404 len: 339 time: 0.0277023 Dec 08 01:53:30.673944 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41486) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:30.704207 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-8568eec3-7045-46b7-8af3-54d9ae707da3 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] GET failed (client error): The resource could not be found. Dec 08 01:53:30.705896 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8568eec3-7045-46b7-8af3-54d9ae707da3 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] 10.222.0.70 "GET /v2.0/ports/48cd645a-3ccf-478f-a2e1-e40fca4aaa66 HTTP/1.1" status: 404 len: 333 time: 0.0308080 Dec 08 01:53:30.709566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41488) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:30.787024 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c224c84-b935-4dc4-84c6-5bddc6002aeb tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] GET failed (client error): The resource could not be found. Dec 08 01:53:30.789566 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3c224c84-b935-4dc4-84c6-5bddc6002aeb tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] 10.222.0.70 "GET /v2.0/subnets/dd02c4d4-303b-4251-a33e-2a960ac7193b HTTP/1.1" status: 404 len: 337 time: 0.0786750 Dec 08 01:53:30.793786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41492) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:30.804828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-53fcc31a-0651-456d-9bae-eeac6e096147 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:30.840530 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fcc31a-0651-456d-9bae-eeac6e096147 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] PUT failed (client error): The resource could not be found. Dec 08 01:53:30.841413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53fcc31a-0651-456d-9bae-eeac6e096147 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:53:30.842785 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-53fcc31a-0651-456d-9bae-eeac6e096147 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] 10.222.0.70 "PUT /v2.0/networks/8c85ef1e-c7b2-48c7-9a09-d98feb8914ca HTTP/1.1" status: 404 len: 339 time: 0.0458364 Dec 08 01:53:30.846480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41494) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:30.851952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-30ea5f77-b25b-4523-81a8-ac42ede9c536 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:30.900278 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ea5f77-b25b-4523-81a8-ac42ede9c536 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] PUT failed (client error): The resource could not be found. Dec 08 01:53:30.901143 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ea5f77-b25b-4523-81a8-ac42ede9c536 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:53:30.905499 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-30ea5f77-b25b-4523-81a8-ac42ede9c536 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] 10.222.0.70 "PUT /v2.0/ports/23f00ac7-6dce-4801-a2b9-7347a7512657 HTTP/1.1" status: 404 len: 333 time: 0.0578208 Dec 08 01:53:30.916274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41496) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:30.922401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5b734f3a-30cd-4e8d-ad3e-8da8eec08128 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:30.962355 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b734f3a-30cd-4e8d-ad3e-8da8eec08128 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] PUT failed (client error): The resource could not be found. Dec 08 01:53:30.968532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b734f3a-30cd-4e8d-ad3e-8da8eec08128 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:53:30.970065 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5b734f3a-30cd-4e8d-ad3e-8da8eec08128 tempest-NetworksNegativeTestJSON-656182210 tempest-NetworksNegativeTestJSON-656182210-project] 10.222.0.70 "PUT /v2.0/subnets/d24fda10-3694-4b26-b89c-5aa1d024d771 HTTP/1.1" status: 404 len: 337 time: 0.0521014 Dec 08 01:53:31.035590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a8b2d7fe-5c3b-4fe8-98e3-6dc331a5b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:42:16Z', 'revision_number': 4, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bee8c9c4-40ca-47b7-b5a5-1d1ae518481a', 'name': '', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'mac_address': 'fa:16:3e:f2:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:14Z', 'updated_at': '2021-12-08T01:42:22Z', 'revision_number': 5, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'subnets': [{'id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:31.065074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b2d7fe-5c3b-4fe8-98e3-6dc331a5b627 None None] The sync data for ids ['ce21a83f-79cc-46e5-8930-e001220782be'] in n-d-713498-30 is: [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:42:16Z', 'revision_number': 4, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bee8c9c4-40ca-47b7-b5a5-1d1ae518481a', 'name': '', 'network_id': 'a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'mac_address': 'fa:16:3e:f2:2d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:14Z', 'updated_at': '2021-12-08T01:42:22Z', 'revision_number': 5, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'subnets': [{'id': 'c3b4d4c1-f8d5-4e97-bf96-86b49df7e725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:31.163218 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7b9629f-0f17-4379-b863-b2e4bf37e85d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:31.199220 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e4e0213e-5f81-4533-999f-e9ddbb3574c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:31.362101 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:31.623422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41524) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:31.668849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708391-502c-4cea-9c1b-b7242df758e2 req-7ea893f5-90cf-4375-b5c2-50601ae3c4fd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:31.680779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708391-502c-4cea-9c1b-b7242df758e2 req-7ea893f5-90cf-4375-b5c2-50601ae3c4fd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:31.691201 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69708391-502c-4cea-9c1b-b7242df758e2 req-7ea893f5-90cf-4375-b5c2-50601ae3c4fd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 1677 time: 0.3894074 Dec 08 01:53:31.727453 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d61037d-8608-463d-a0a0-8e1127e9e37c None None] New status for floating IP a2f2a416-f580-465c-b481-8441b0ae3a2f: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:53:31.752654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7b9629f-0f17-4379-b863-b2e4bf37e85d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:31.755744 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7b9629f-0f17-4379-b863-b2e4bf37e85d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:31.761309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a7b9629f-0f17-4379-b863-b2e4bf37e85d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/security-groups/15e027a4-fe94-441c-8dad-9a2e762fcc34 HTTP/1.1" status: 204 len: 168 time: 2.2379704 Dec 08 01:53:31.780576 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:31.844789 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51f6fbd8-80f2-4cbb-b275-7e3384553ad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:31.903951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a8caebe7-9408-49d1-92a5-99f45f857d14 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Deleting port 105997f8-4aff-4424-a477-fc50633bed2d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:31.904320 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a8caebe7-9408-49d1-92a5-99f45f857d14 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:31.911537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9629f-0f17-4379-b863-b2e4bf37e85d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e027a4-fe94-441c-8dad-9a2e762fcc34,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:31.914803 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.073414 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51f6fbd8-80f2-4cbb-b275-7e3384553ad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.085390 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51f6fbd8-80f2-4cbb-b275-7e3384553ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.145427 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-51f6fbd8-80f2-4cbb-b275-7e3384553ad1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=942c02f79a3d4e2090bddb1c81ec505c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5201230 Dec 08 01:53:32.153560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41538) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:32.281669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6fbd8-80f2-4cbb-b275-7e3384553ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5b63cf-3a57-4b3c-a514-455752700506,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:32.318131 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.397894 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ab5276f-b45d-43fc-ac16-bd68813f8067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.519983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ab5276f-b45d-43fc-ac16-bd68813f8067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.522443 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.551047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69708391-502c-4cea-9c1b-b7242df758e2 req-9c04d7dc-5fef-4b2c-b8a2-b5be8f6bed8f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8268921 Dec 08 01:53:32.575525 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.659132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41554) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:32.675863 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ab5276f-b45d-43fc-ac16-bd68813f8067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.677409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-04faabda-07c0-4942-9bac-b6a31ea0c17a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126926085', 'description': 'tempest-secgroup-smoke-2126926085 description', 'project_id': '59ce268125774870bb2a6d0d519662d3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:32.680842 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ab5276f-b45d-43fc-ac16-bd68813f8067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.687145 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7ab5276f-b45d-43fc-ac16-bd68813f8067 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fa5b63cf-3a57-4b3c-a514-455752700506 HTTP/1.1" status: 204 len: 168 time: 0.5322628 Dec 08 01:53:32.713434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5276f-b45d-43fc-ac16-bd68813f8067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5b63cf-3a57-4b3c-a514-455752700506,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:32.847992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a8caebe7-9408-49d1-92a5-99f45f857d14 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] For port 105997f8-4aff-4424-a477-fc50633bed2d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=105997f8-4aff-4424-a477-fc50633bed2d,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:32.848439 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a8caebe7-9408-49d1-92a5-99f45f857d14 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.877280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Port': ['ID=f3da5769-f659-433c-a6e8-bc2b148f8ade,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:32.886262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a8caebe7-9408-49d1-92a5-99f45f857d14 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Calling delete_port for 105997f8-4aff-4424-a477-fc50633bed2d owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:32.895589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04faabda-07c0-4942-9bac-b6a31ea0c17a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:32.907608 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.141496 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04faabda-07c0-4942-9bac-b6a31ea0c17a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.323800 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Floating IP 0443b7ed-61a6-484f-9ae7-c5978a4c7272 associated. External IP: 172.25.2.28, port: 6a39b028-28a2-4086-82d5-0fb54525436b. Dec 08 01:53:33.516422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a8caebe7-9408-49d1-92a5-99f45f857d14 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.540514 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04faabda-07c0-4942-9bac-b6a31ea0c17a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.609139 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.769600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caebe7-9408-49d1-92a5-99f45f857d14 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Port': ['ID=105997f8-4aff-4424-a477-fc50633bed2d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:33.783335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faabda-07c0-4942-9bac-b6a31ea0c17a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38dceeb-77e7-432e-959a-c62b09469443,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:33.825294 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-04faabda-07c0-4942-9bac-b6a31ea0c17a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.827013 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.828699 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-04faabda-07c0-4942-9bac-b6a31ea0c17a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1632600 Dec 08 01:53:33.831126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41596) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:33.836734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e52d704b-1dbd-49f7-a663-308f1d3b51b5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'b38dceeb-77e7-432e-959a-c62b09469443', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:33.901238 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e52d704b-1dbd-49f7-a663-308f1d3b51b5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.974476 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e52d704b-1dbd-49f7-a663-308f1d3b51b5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.981003 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e52d704b-1dbd-49f7-a663-308f1d3b51b5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:33.982518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a8caebe7-9408-49d1-92a5-99f45f857d14 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] No DVR routers for this DVR port 105997f8-4aff-4424-a477-fc50633bed2d on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:34.026946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d704b-1dbd-49f7-a663-308f1d3b51b5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d2e666-96b6-4076-ae9c-39720402fe22,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:34.037989 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e52d704b-1dbd-49f7-a663-308f1d3b51b5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.040471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e52d704b-1dbd-49f7-a663-308f1d3b51b5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2076375 Dec 08 01:53:34.043547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41606) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:34.049177 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a8caebe7-9408-49d1-92a5-99f45f857d14 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.067833 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-a8caebe7-9408-49d1-92a5-99f45f857d14 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "DELETE /v2.0/ports/105997f8-4aff-4424-a477-fc50633bed2d HTTP/1.1" status: 204 len: 173 time: 4.2493002 Dec 08 01:53:34.077274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cd75b547-90c2-423d-b4b4-b9ca473b20bc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'b38dceeb-77e7-432e-959a-c62b09469443', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:34.087015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-deleted', 'tag': '105997f8-4aff-4424-a477-fc50633bed2d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:34.093017 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a60af5f-3b98-43f3-8f71-f4d9da3b364e" -d '{"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-deleted", "tag": "105997f8-4aff-4424-a477-fc50633bed2d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:34.212611 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749bb1e4-2464-44cf-abbb-c857198aea96 x-openstack-request-id: req-749bb1e4-2464-44cf-abbb-c857198aea96 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:34.213016 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-deleted", "tag": "105997f8-4aff-4424-a477-fc50633bed2d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:34.213289 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-749bb1e4-2464-44cf-abbb-c857198aea96 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:34.213705 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-deleted', 'tag': '105997f8-4aff-4424-a477-fc50633bed2d', 'status': 'completed', 'code': 200} Dec 08 01:53:34.271110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41612) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:34.515114 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4928-94fc-4d76-8a8f-2c2bf9a4085d req-9a3de4e3-b0d0-458c-b557-13370d1b2501 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:34.519574 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b43e4928-94fc-4d76-8a8f-2c2bf9a4085d req-9a3de4e3-b0d0-458c-b557-13370d1b2501 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 943 time: 0.7556028 Dec 08 01:53:34.572428 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd75b547-90c2-423d-b4b4-b9ca473b20bc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.653791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd75b547-90c2-423d-b4b4-b9ca473b20bc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.656643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1997481896'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:34.668791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd75b547-90c2-423d-b4b4-b9ca473b20bc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.698948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:34.703528 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.732270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.738568 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.754007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75b547-90c2-423d-b4b4-b9ca473b20bc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37911619-30f0-4835-87eb-d7efb84fb777,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:34.818312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Router acd5d469-6951-4110-aeab-30acad5a3933 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:34.864989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-35e57a71-3eaf-423c-af67-298774427c81 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Deleting port 7315eb68-e0c8-4c89-aead-a75c0340938b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:34.865427 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-35e57a71-3eaf-423c-af67-298774427c81 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.872478 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd75b547-90c2-423d-b4b4-b9ca473b20bc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.876997 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cd75b547-90c2-423d-b4b4-b9ca473b20bc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8080211 Dec 08 01:53:34.879423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41632) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:34.890484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7676d1e0-e603-4ad6-a13f-cb23a60a1c5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'b38dceeb-77e7-432e-959a-c62b09469443', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:34.894072 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b43e4928-94fc-4d76-8a8f-2c2bf9a4085d req-9d079a03-4308-45e0-af1c-1c1bb1bba054 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups?id=05ae402a-0c93-45e5-9891-1ed025bc7ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3619864 Dec 08 01:53:34.919264 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.938166 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.968060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:53:34.983560 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:34.984429 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Added segment 8cdf467a-519a-403f-9aa7-885cb9b5c792 of type vlan for network 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f Dec 08 01:53:35.076604 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.094108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e955c225-4026-452d-b0dc-c78f71ddc440,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:35.099688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7676d1e0-e603-4ad6-a13f-cb23a60a1c5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.159515 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.165461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:35.166282 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.191581 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9186976 Dec 08 01:53:35.194812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41644) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:35.206068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-35e57a71-3eaf-423c-af67-298774427c81 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] For port 7315eb68-e0c8-4c89-aead-a75c0340938b, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7315eb68-e0c8-4c89-aead-a75c0340938b,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:35.206561 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-35e57a71-3eaf-423c-af67-298774427c81 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.209891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c3e4db67-60ec-491b-9291-b211bc21b339 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1382266811'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:35.222620 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7676d1e0-e603-4ad6-a13f-cb23a60a1c5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.224070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-35e57a71-3eaf-423c-af67-298774427c81 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Calling delete_port for 7315eb68-e0c8-4c89-aead-a75c0340938b owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:35.245757 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7676d1e0-e603-4ad6-a13f-cb23a60a1c5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.301175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b024fb5-1469-4a8f-b4a0-91d001ce96b8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Network': ['ID=910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:35.306764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676d1e0-e603-4ad6-a13f-cb23a60a1c5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69562f24-ed14-499e-bee1-16bf32d07fda,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:35.309945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e4db67-60ec-491b-9291-b211bc21b339 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:35.313471 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3e4db67-60ec-491b-9291-b211bc21b339 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.317743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:53:35.326183 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7676d1e0-e603-4ad6-a13f-cb23a60a1c5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.329861 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7676d1e0-e603-4ad6-a13f-cb23a60a1c5c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4461551 Dec 08 01:53:35.331120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41650) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:35.335770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b5625d0e-1a15-4a20-8d9b-9bff1e87ec23 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'b38dceeb-77e7-432e-959a-c62b09469443', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:35.362630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e4db67-60ec-491b-9291-b211bc21b339 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:53:35.384040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3e4db67-60ec-491b-9291-b211bc21b339 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.385250 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-c3e4db67-60ec-491b-9291-b211bc21b339 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Added segment e9b9981c-68ad-4636-9b66-601f10f6485f of type vlan for network 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f Dec 08 01:53:35.398625 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5625d0e-1a15-4a20-8d9b-9bff1e87ec23 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.465278 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3e4db67-60ec-491b-9291-b211bc21b339 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.521041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:35.525532 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5625d0e-1a15-4a20-8d9b-9bff1e87ec23 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.534486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d1d84e-6e38-45d1-a597-d870c8c70a15 None None] Sync routers for ids ['acd5d469-6951-4110-aeab-30acad5a3933'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:35.535524 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5625d0e-1a15-4a20-8d9b-9bff1e87ec23 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.551795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d1d84e-6e38-45d1-a597-d870c8c70a15 None None] Routers {'acd5d469-6951-4110-aeab-30acad5a3933'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:35.555778 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3e4db67-60ec-491b-9291-b211bc21b339 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.559315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-30d1d84e-6e38-45d1-a597-d870c8c70a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['acd5d469-6951-4110-aeab-30acad5a3933'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:35.561104 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-35e57a71-3eaf-423c-af67-298774427c81 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.561451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e4db67-60ec-491b-9291-b211bc21b339 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:35.562050 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3e4db67-60ec-491b-9291-b211bc21b339 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.597784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5625d0e-1a15-4a20-8d9b-9bff1e87ec23 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9116f09c-8b17-4d9b-9bb8-a8147aa4c5b9,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:35.617150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b5625d0e-1a15-4a20-8d9b-9bff1e87ec23 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.618068 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.622146 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b5625d0e-1a15-4a20-8d9b-9bff1e87ec23 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2861969 Dec 08 01:53:35.622857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41656) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:35.627405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-32d4279a-a441-468e-b9e6-8befafb9fbd8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'b38dceeb-77e7-432e-959a-c62b09469443', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:35.654164 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c3e4db67-60ec-491b-9291-b211bc21b339 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4480510 Dec 08 01:53:35.657331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41658) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:35.668118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e99d157d-f1d0-424c-b86c-4e9e11d7948d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'subnet': {'network_id': '910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:35.697633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e57a71-3eaf-423c-af67-298774427c81 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Port': ['ID=7315eb68-e0c8-4c89-aead-a75c0340938b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:35.739962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4db67-60ec-491b-9291-b211bc21b339 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Network': ['ID=9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:35.747265 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-35fdf79f-2aba-40fb-8fa7-70898f0a7e4a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.0366826 Dec 08 01:53:35.751287 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41662) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:35.761551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-35e57a71-3eaf-423c-af67-298774427c81 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] No DVR routers for this DVR port 7315eb68-e0c8-4c89-aead-a75c0340938b on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:35.764949 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-35e57a71-3eaf-423c-af67-298774427c81 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:35.769583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c5e4d4f-0759-4cd7-a4f5-5498aaa2f19b req-35e57a71-3eaf-423c-af67-298774427c81 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.72 "DELETE /v2.0/ports/7315eb68-e0c8-4c89-aead-a75c0340938b HTTP/1.1" status: 204 len: 173 time: 1.6506157 Dec 08 01:53:35.827457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-30d1d84e-6e38-45d1-a597-d870c8c70a15 None None] Set router acd5d469-6951-4110-aeab-30acad5a3933 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:35.919977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:53:36.214538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'tag': '6a39b028-28a2-4086-82d5-0fb54525436b'}, {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-deleted', 'tag': '7315eb68-e0c8-4c89-aead-a75c0340938b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:53:36.217442 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85be3642-53e4-43b9-83af-b83a36378da1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb32321b-d26c-49a4-96ec-e7e6efa036f9", "tag": "6a39b028-28a2-4086-82d5-0fb54525436b"}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-deleted", "tag": "7315eb68-e0c8-4c89-aead-a75c0340938b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:53:36.309907 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 01:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f576ff2-f43b-4fe5-9c44-6a0ea68ea607 x-openstack-request-id: req-5f576ff2-f43b-4fe5-9c44-6a0ea68ea607 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:53:36.310225 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb32321b-d26c-49a4-96ec-e7e6efa036f9", "tag": "6a39b028-28a2-4086-82d5-0fb54525436b", "status": "completed", "code": 200}, {"server_uuid": "8d0d2b19-1537-4979-865f-90c5c40e4aeb", "name": "network-vif-deleted", "tag": "7315eb68-e0c8-4c89-aead-a75c0340938b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:53:36.310488 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f576ff2-f43b-4fe5-9c44-6a0ea68ea607 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:53:36.310945 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'tag': '6a39b028-28a2-4086-82d5-0fb54525436b', 'status': 'completed', 'code': 200} Dec 08 01:53:36.311599 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0d2b19-1537-4979-865f-90c5c40e4aeb', 'name': 'network-vif-deleted', 'tag': '7315eb68-e0c8-4c89-aead-a75c0340938b', 'status': 'completed', 'code': 200} Dec 08 01:53:36.351309 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-32d4279a-a441-468e-b9e6-8befafb9fbd8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Project 59ce268125774870bb2a6d0d519662d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:53:36.414778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-30d1d84e-6e38-45d1-a597-d870c8c70a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '0443b7ed-61a6-484f-9ae7-c5978a4c7272', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'port_id': '6a39b028-28a2-4086-82d5-0fb54525436b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'mac_address': 'fa:16:3e:86:d5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:53:30Z', 'updated_at': '2021-12-08T01:53:30Z', 'revision_number': 0, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129ce6f0-97f7-43ed-9ba7-7908d19f08b8', 'name': '', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'mac_address': 'fa:16:3e:e2:ff:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:50Z', 'updated_at': '2021-12-08T01:53:09Z', 'revision_number': 5, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'subnets': [{'id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:36.441866 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce6512e7-6ac6-4802-86c6-11ff8ca84a39 req-4be8857f-ad67-4db6-90da-f8cdb62fc1e2 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0918672 Dec 08 01:53:36.450226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.452512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.455680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.456304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.457641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.458319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.460705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.461408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.461994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.463812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be3642-53e4-43b9-83af-b83a36378da1 req-1eed73b0-a46b-43a8-8e26-acc316ea8e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.464158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.464799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.465334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.469484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.470220 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-85be3642-53e4-43b9-83af-b83a36378da1 req-1eed73b0-a46b-43a8-8e26-acc316ea8e53 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c861c2539f754d67a3e576ef59395956&device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 1136 time: 0.1134462 Dec 08 01:53:36.472170 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-70335bc7-1b0b-4f09-9f51-2efd8ec76a40 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9060 time: 0.7192338 Dec 08 01:53:36.475311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41680) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:36.478076 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32d4279a-a441-468e-b9e6-8befafb9fbd8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:36.494099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d1d84e-6e38-45d1-a597-d870c8c70a15 None None] Checking router: acd5d469-6951-4110-aeab-30acad5a3933 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:36.514559 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d1d84e-6e38-45d1-a597-d870c8c70a15 None None] Routers {'acd5d469-6951-4110-aeab-30acad5a3933'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:36.516390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-30d1d84e-6e38-45d1-a597-d870c8c70a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['acd5d469-6951-4110-aeab-30acad5a3933'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:36.671240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be3642-53e4-43b9-83af-b83a36378da1 req-b4133256-5962-4a66-9cb7-e68395f193e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.677660 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-85be3642-53e4-43b9-83af-b83a36378da1 req-b4133256-5962-4a66-9cb7-e68395f193e9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c534e06d-f2d1-4d1b-a40a-bbc7730863e9 HTTP/1.1" status: 200 len: 897 time: 0.1912868 Dec 08 01:53:36.684088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99d157d-f1d0-424c-b86c-4e9e11d7948d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:36.691777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e99d157d-f1d0-424c-b86c-4e9e11d7948d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:36.759825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-30d1d84e-6e38-45d1-a597-d870c8c70a15 None None] Set router acd5d469-6951-4110-aeab-30acad5a3933 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:36.816996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-85be3642-53e4-43b9-83af-b83a36378da1 req-67a793c9-3029-42e7-a412-cbc21ec44add service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a39b028-28a2-4086-82d5-0fb54525436b HTTP/1.1" status: 200 len: 998 time: 0.1289599 Dec 08 01:53:36.943916 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be3642-53e4-43b9-83af-b83a36378da1 req-07ae5296-4016-43ca-8e01-33bcc6259765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:36.951093 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-85be3642-53e4-43b9-83af-b83a36378da1 req-07ae5296-4016-43ca-8e01-33bcc6259765 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43a3bf5d-f8b6-4fb4-ad81-7dab890a8022 HTTP/1.1" status: 200 len: 834 time: 0.1264355 Dec 08 01:53:37.064890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be3642-53e4-43b9-83af-b83a36378da1 req-e7f91eef-43f2-44b7-bff4-b09864a2503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.066912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-85be3642-53e4-43b9-83af-b83a36378da1 req-e7f91eef-43f2-44b7-bff4-b09864a2503f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c534e06d-f2d1-4d1b-a40a-bbc7730863e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061823 Dec 08 01:53:37.104744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ae81d-2ce2-489e-be30-247be697ed61 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.110537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ae81d-2ce2-489e-be30-247be697ed61 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.116020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ae81d-2ce2-489e-be30-247be697ed61 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.117143 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ae81d-2ce2-489e-be30-247be697ed61 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.117938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ae81d-2ce2-489e-be30-247be697ed61 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.120327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ae81d-2ce2-489e-be30-247be697ed61 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.122403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ae81d-2ce2-489e-be30-247be697ed61 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.127540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ae81d-2ce2-489e-be30-247be697ed61 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.128085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ae81d-2ce2-489e-be30-247be697ed61 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.130401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ae81d-2ce2-489e-be30-247be697ed61 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.133231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4ae81d-2ce2-489e-be30-247be697ed61 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.143621 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bc4ae81d-2ce2-489e-be30-247be697ed61 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7105 time: 0.6583486 Dec 08 01:53:37.152734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41698) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:37.201389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32d4279a-a441-468e-b9e6-8befafb9fbd8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.222526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32d4279a-a441-468e-b9e6-8befafb9fbd8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.266824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-30d1d84e-6e38-45d1-a597-d870c8c70a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '0443b7ed-61a6-484f-9ae7-c5978a4c7272', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'port_id': '6a39b028-28a2-4086-82d5-0fb54525436b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'mac_address': 'fa:16:3e:86:d5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:53:30Z', 'updated_at': '2021-12-08T01:53:30Z', 'revision_number': 0, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129ce6f0-97f7-43ed-9ba7-7908d19f08b8', 'name': '', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'mac_address': 'fa:16:3e:e2:ff:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:50Z', 'updated_at': '2021-12-08T01:53:09Z', 'revision_number': 5, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'subnets': [{'id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:37.281352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41700) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:37.344926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4279a-a441-468e-b9e6-8befafb9fbd8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571dcfec-d39b-49eb-9e0e-c6e6db2a4b7b,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:37.366664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32d4279a-a441-468e-b9e6-8befafb9fbd8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.370969 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-32d4279a-a441-468e-b9e6-8befafb9fbd8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7471225 Dec 08 01:53:37.374460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41704) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:37.389331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d1d84e-6e38-45d1-a597-d870c8c70a15 None None] The sync data for ids ['acd5d469-6951-4110-aeab-30acad5a3933'] in n-d-713498-30 is: [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '0443b7ed-61a6-484f-9ae7-c5978a4c7272', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'port_id': '6a39b028-28a2-4086-82d5-0fb54525436b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'mac_address': 'fa:16:3e:86:d5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:53:30Z', 'updated_at': '2021-12-08T01:53:30Z', 'revision_number': 0, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '129ce6f0-97f7-43ed-9ba7-7908d19f08b8', 'name': '', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'mac_address': 'fa:16:3e:e2:ff:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:50Z', 'updated_at': '2021-12-08T01:53:09Z', 'revision_number': 5, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'subnets': [{'id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:37.409845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-004718e6-c4e0-496d-88e7-20f34715359d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'b38dceeb-77e7-432e-959a-c62b09469443', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:37.489610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e99d157d-f1d0-424c-b86c-4e9e11d7948d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.579768 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-85be3642-53e4-43b9-83af-b83a36378da1 req-0fc7dfd5-9b18-458a-93d7-8cfa8a7a9873 service neutron] 10.222.0.65 "GET /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049891 Dec 08 01:53:37.582414 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-004718e6-c4e0-496d-88e7-20f34715359d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Project 59ce268125774870bb2a6d0d519662d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:53:37.596793 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-004718e6-c4e0-496d-88e7-20f34715359d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.652919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d157d-f1d0-424c-b86c-4e9e11d7948d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Subnet': ['ID=feaf6eb8-3868-4559-ba28-e6ba0d2beff7,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:37.659336 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c58e12f7-3435-4fe6-9ecb-7895c1b64096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.693846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d157d-f1d0-424c-b86c-4e9e11d7948d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Checking segment: {'id': '8cdf467a-519a-403f-9aa7-885cb9b5c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:37.694497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d157d-f1d0-424c-b86c-4e9e11d7948d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network hostable DHCP agents. Network: 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:53:37.735425 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d157d-f1d0-424c-b86c-4e9e11d7948d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:53:37.750618 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54721e2a-dfb5-48ce-b735-7fb50d05519e req-75e1285a-9571-4500-99c2-ca94d0d045c9 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1173868 Dec 08 01:53:37.830120 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d512a3-5b3a-42c8-af47-28917aef8208 None None] New status for floating IP 0443b7ed-61a6-484f-9ae7-c5978a4c7272: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:53:37.904382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c58e12f7-3435-4fe6-9ecb-7895c1b64096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.906336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e99d157d-f1d0-424c-b86c-4e9e11d7948d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:37.920338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d157d-f1d0-424c-b86c-4e9e11d7948d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:37.921291 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e99d157d-f1d0-424c-b86c-4e9e11d7948d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:37.921422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1512ff95-a9c4-41c8-af9d-659a427c0b3c None None] Network 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:37.931880 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c58e12f7-3435-4fe6-9ecb-7895c1b64096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.003693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c58e12f7-3435-4fe6-9ecb-7895c1b64096 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc5945a5d90d4ffe8d2123a4dd613437&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7089481 Dec 08 01:53:38.011758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41714) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.112776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e99d157d-f1d0-424c-b86c-4e9e11d7948d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4524686 Dec 08 01:53:38.162679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41720) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.169039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-def4ff32-d266-45d5-b777-8160be1eee8a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'subnet': {'network_id': '9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:38.214580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f', 'network_id': '910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f', 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'fixed_ips': [{'subnet_id': 'feaf6eb8-3868-4559-ba28-e6ba0d2beff7'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:53:38.215718 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.274304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e12f7-3435-4fe6-9ecb-7895c1b64096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347564e6-8769-4f0c-94cd-791815e9ebc7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:38.303841 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-756938be-b8a4-4ab7-8d1f-acb3b43c8dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.318052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def4ff32-d266-45d5-b777-8160be1eee8a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:38.322196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-def4ff32-d266-45d5-b777-8160be1eee8a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.358856 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-756938be-b8a4-4ab7-8d1f-acb3b43c8dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.493169 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-756938be-b8a4-4ab7-8d1f-acb3b43c8dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.497912 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-756938be-b8a4-4ab7-8d1f-acb3b43c8dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.513129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-756938be-b8a4-4ab7-8d1f-acb3b43c8dca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/347564e6-8769-4f0c-94cd-791815e9ebc7 HTTP/1.1" status: 204 len: 168 time: 0.4886844 Dec 08 01:53:38.538063 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-004718e6-c4e0-496d-88e7-20f34715359d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.553896 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-004718e6-c4e0-496d-88e7-20f34715359d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.606417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756938be-b8a4-4ab7-8d1f-acb3b43c8dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347564e6-8769-4f0c-94cd-791815e9ebc7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:38.639012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004718e6-c4e0-496d-88e7-20f34715359d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d295907-fa79-434e-89a5-9a44b6fc6de2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:38.691460 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-004718e6-c4e0-496d-88e7-20f34715359d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.700651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-004718e6-c4e0-496d-88e7-20f34715359d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3204291 Dec 08 01:53:38.703204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41724) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.715707 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-85be3642-53e4-43b9-83af-b83a36378da1 req-42d7f049-6815-4de5-9718-0f679d10fc80 service neutron] 10.222.0.65 "GET /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1200185 Dec 08 01:53:38.722449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-406a9289-9bc9-4aa0-9a31-a77672d12605 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'network': {'name': 'tempest-network-smoke--422382852', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'port_security_enabled': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:38.772159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406a9289-9bc9-4aa0-9a31-a77672d12605 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Made reservation on behalf of 59ce268125774870bb2a6d0d519662d3 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:38.780546 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-406a9289-9bc9-4aa0-9a31-a77672d12605 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:38.804069 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-50eb165e-0d98-44a0-834b-ef62d1bfea1c tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5230 time: 1.6404941 Dec 08 01:53:38.824515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41728) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:38.950161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Allocated IP 2001:db8::2 (910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f/feaf6eb8-3868-4559-ba28-e6ba0d2beff7/4a8ae62f-9cfa-46f4-a876-815b4f99d543) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:38.991647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-def4ff32-d266-45d5-b777-8160be1eee8a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.026878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406a9289-9bc9-4aa0-9a31-a77672d12605 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:53:39.121097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41736) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:39.141946 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f85aeba-1ad0-426a-807a-cee0df9455b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.173468 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7c78c42-f9f9-491a-91b4-1b558b7deabb req-1bc855e7-2284-40fc-9bae-beda805b740a tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1967890 Dec 08 01:53:39.203040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-406a9289-9bc9-4aa0-9a31-a77672d12605 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.203203 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.206006 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-406a9289-9bc9-4aa0-9a31-a77672d12605 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Added segment da92a6e5-1b1d-400d-95e6-62ff1f0937ce of type vlan for network 131f554d-24e1-4879-a157-c5abe21ae51e Dec 08 01:53:39.220796 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.227794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c50e68-2ab1-4354-a2c7-85bf10828b55 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:39.229260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c50e68-2ab1-4354-a2c7-85bf10828b55 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:39.247471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-85c50e68-2ab1-4354-a2c7-85bf10828b55 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=acd5d469-6951-4110-aeab-30acad5a3933 HTTP/1.1" status: 200 len: 1991 time: 0.4109988 Dec 08 01:53:39.293783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4ff32-d266-45d5-b777-8160be1eee8a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Subnet': ['ID=60e9a470-fefa-4a53-a0b9-e064cebea9cd,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:39.303249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def4ff32-d266-45d5-b777-8160be1eee8a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Checking segment: {'id': 'e9b9981c-68ad-4636-9b66-601f10f6485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:39.304030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def4ff32-d266-45d5-b777-8160be1eee8a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network hostable DHCP agents. Network: 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:53:39.310620 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-406a9289-9bc9-4aa0-9a31-a77672d12605 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.335499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def4ff32-d266-45d5-b777-8160be1eee8a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:53:39.335744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Pushing event updated for resources: {'Port': ['ID=4a8ae62f-9cfa-46f4-a876-815b4f99d543,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:39.346871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Network 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:39.348365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:39.354766 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f85aeba-1ad0-426a-807a-cee0df9455b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.357953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-def4ff32-d266-45d5-b777-8160be1eee8a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:39.362216 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-406a9289-9bc9-4aa0-9a31-a77672d12605 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.367473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3114377f-b183-46a8-9e78-2a89cd581cc5 None None] Network 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:39.369854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406a9289-9bc9-4aa0-9a31-a77672d12605 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:39.370272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:39.371129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-406a9289-9bc9-4aa0-9a31-a77672d12605 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.372120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f85aeba-1ad0-426a-807a-cee0df9455b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.374695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def4ff32-d266-45d5-b777-8160be1eee8a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:39.375451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-def4ff32-d266-45d5-b777-8160be1eee8a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.423217 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-406a9289-9bc9-4aa0-9a31-a77672d12605 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7188964 Dec 08 01:53:39.424119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41742) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:39.427117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7f85aeba-1ad0-426a-807a-cee0df9455b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1153bb6cc1af428f8091a1374ff1b943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050692 Dec 08 01:53:39.431841 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-def4ff32-d266-45d5-b777-8160be1eee8a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2681272 Dec 08 01:53:39.432991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41744) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:39.436438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'admin_state_up': True, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:39.444211 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41746) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:39.462487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-976cda9d-02e2-4745-88fe-a50a9ecbbe34 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2054584346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:39.498625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a9289-9bc9-4aa0-9a31-a77672d12605 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Network': ['ID=131f554d-24e1-4879-a157-c5abe21ae51e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:39.511247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85aeba-1ad0-426a-807a-cee0df9455b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719c3106-a885-43f6-b33b-8dea7156e7af,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:39.515377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 131f554d-24e1-4879-a157-c5abe21ae51e details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:53:39.551526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90a4f48c-a14a-4bea-9a29-bf46320cd558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.565417 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.566543 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.582051 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Attempting to bind port 4a8ae62f-9cfa-46f4-a876-815b4f99d543 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:39.582435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Attempting to bind port 4a8ae62f-9cfa-46f4-a876-815b4f99d543 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8cdf467a-519a-403f-9aa7-885cb9b5c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:39.582810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Attempting to bind port 4a8ae62f-9cfa-46f4-a876-815b4f99d543 on network 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:39.593962 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90a4f48c-a14a-4bea-9a29-bf46320cd558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.610412 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-976cda9d-02e2-4745-88fe-a50a9ecbbe34 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.612630 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-976cda9d-02e2-4745-88fe-a50a9ecbbe34 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.625207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:39.625907 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Checking segment: {'id': '8cdf467a-519a-403f-9aa7-885cb9b5c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:39.626333 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.626740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Bound using segment: {'id': '8cdf467a-519a-403f-9aa7-885cb9b5c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:39.627253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Bound port: 4a8ae62f-9cfa-46f4-a876-815b4f99d543, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cdf467a-519a-403f-9aa7-885cb9b5c792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:39.627641 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.682963 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.718879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f', 'network_id': '9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f', 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'fixed_ips': [{'subnet_id': '60e9a470-fefa-4a53-a0b9-e064cebea9cd'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:53:39.721955 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.787023 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-976cda9d-02e2-4745-88fe-a50a9ecbbe34 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.794453 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-976cda9d-02e2-4745-88fe-a50a9ecbbe34 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.833476 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-976cda9d-02e2-4745-88fe-a50a9ecbbe34 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.837297 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-976cda9d-02e2-4745-88fe-a50a9ecbbe34 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3824925 Dec 08 01:53:39.838075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41748) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:39.847010 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90a4f48c-a14a-4bea-9a29-bf46320cd558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.853689 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90a4f48c-a14a-4bea-9a29-bf46320cd558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:39.857942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-90a4f48c-a14a-4bea-9a29-bf46320cd558 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/719c3106-a885-43f6-b33b-8dea7156e7af HTTP/1.1" status: 204 len: 168 time: 0.4122288 Dec 08 01:53:39.947919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] For port 4a8ae62f-9cfa-46f4-a876-815b4f99d543, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:39.951329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4f48c-a14a-4bea-9a29-bf46320cd558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c3106-a885-43f6-b33b-8dea7156e7af,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:39.968758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] For port 4a8ae62f-9cfa-46f4-a876-815b4f99d543, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4a8ae62f-9cfa-46f4-a876-815b4f99d543,segment=NetworkSegment(8cdf467a-519a-403f-9aa7-885cb9b5c792),segment_id=8cdf467a-519a-403f-9aa7-885cb9b5c792)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:40.023582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.092876 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.162278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Allocated IP 2001:db8:1::2 (9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f/60e9a470-fefa-4a53-a0b9-e064cebea9cd/76e1ab22-e2c8-4b98-bc2b-6313f12dba3e) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:40.187778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd009bd-aa17-4e98-955b-10842cce8047 None None] Pushing event updated for resources: {'Port': ['ID=4a8ae62f-9cfa-46f4-a876-815b4f99d543,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:40.459501 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-31a582a5-602e-44a9-b7c6-cc07c619e447 req-c067af85-e6de-4606-8370-56564a9e6c34 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0795679 Dec 08 01:53:40.740648 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.784075 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.798634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41766) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:40.816205 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.845274 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7cbd84b-6f98-42ab-a0e9-47cfe1f8759c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.887543 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:40.902880 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.035155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Network 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:41.036809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Pushing event updated for resources: {'Port': ['ID=76e1ab22-e2c8-4b98-bc2b-6313f12dba3e,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:41.045931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:41.050027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:41.201345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Attempting to bind port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:41.202175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Attempting to bind port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e9b9981c-68ad-4636-9b66-601f10f6485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:41.202808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Attempting to bind port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e on network 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:41.206057 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4a8ae62f-9cfa-46f4-a876-815b4f99d543 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:41.258982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.25.2.240 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/75865cb4-43b7-434e-8ac4-440d31b44c47) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:41.272227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:41.273148 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Checking segment: {'id': 'e9b9981c-68ad-4636-9b66-601f10f6485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:41.274070 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.275643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Bound using segment: {'id': 'e9b9981c-68ad-4636-9b66-601f10f6485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:41.276663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Bound port: 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b9981c-68ad-4636-9b66-601f10f6485f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:41.277367 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.402826 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7cbd84b-6f98-42ab-a0e9-47cfe1f8759c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.415419 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7cbd84b-6f98-42ab-a0e9-47cfe1f8759c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.441050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Allocated IP 2001:db8::1 (910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f/feaf6eb8-3868-4559-ba28-e6ba0d2beff7/0b79b53d-443e-41c6-ae9c-b90befdec051) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:41.529809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] For port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:41.541733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] For port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=76e1ab22-e2c8-4b98-bc2b-6313f12dba3e,segment=NetworkSegment(e9b9981c-68ad-4636-9b66-601f10f6485f),segment_id=e9b9981c-68ad-4636-9b66-601f10f6485f)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:41.568970 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.754074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ca015-920d-4f2b-bd68-d83d86e6af73 None None] Pushing event updated for resources: {'Port': ['ID=76e1ab22-e2c8-4b98-bc2b-6313f12dba3e,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:41.764413 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.772256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 4a8ae62f-9cfa-46f4-a876-815b4f99d543 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:41.777793 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:41.880509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-000f4939-8730-4671-94ce-c01525237b2e req-c99bd4ba-7fa7-4202-abc9-54eb50dd06ef tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0660417 Dec 08 01:53:41.893055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.001100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=0b79b53d-443e-41c6-ae9c-b90befdec051,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:42.046535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:42.056699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:42.063267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:42.063826 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.078799 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.210461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 4a8ae62f-9cfa-46f4-a876-815b4f99d543, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4a8ae62f-9cfa-46f4-a876-815b4f99d543,segment=NetworkSegment(8cdf467a-519a-403f-9aa7-885cb9b5c792),segment_id=8cdf467a-519a-403f-9aa7-885cb9b5c792)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:42.221696 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.303669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0a8cc4-ae12-4ac5-93b1-f954e2e171b4 None None] Network 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:42.445111 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.510852 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.584958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.624742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f9c59d2c-3fbc-43c9-921e-f054d6f2e2ed None None] Provisioning complete for port 4a8ae62f-9cfa-46f4-a876-815b4f99d543 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:42.625148 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9c59d2c-3fbc-43c9-921e-f054d6f2e2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.658540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=75865cb4-43b7-434e-8ac4-440d31b44c47,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:42.672003 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d7cbd84b-6f98-42ab-a0e9-47cfe1f8759c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=01f60f236b364e7a8c0dbc280c59435c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8718014 Dec 08 01:53:42.706766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:42.708397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41796) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:42.709469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:42.711563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cbd84b-6f98-42ab-a0e9-47cfe1f8759c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e4b1aa-89a6-4002-888c-16b3d2b56671,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:42.717109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:42.792321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0899bc74-0a15-4e29-862d-d7bbbf82bdbc None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:42.806667 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd3adf6a-7fdc-4bbe-8c66-131b169f9aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.834389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd3adf6a-7fdc-4bbe-8c66-131b169f9aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.840524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=4a8ae62f-9cfa-46f4-a876-815b4f99d543,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:42.912438 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd3adf6a-7fdc-4bbe-8c66-131b169f9aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.920843 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bd3adf6a-7fdc-4bbe-8c66-131b169f9aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:42.926013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bd3adf6a-7fdc-4bbe-8c66-131b169f9aaa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/22e4b1aa-89a6-4002-888c-16b3d2b56671 HTTP/1.1" status: 204 len: 168 time: 0.2078686 Dec 08 01:53:43.196220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7c4c2382-bcc8-4723-8d3f-5290be3ebb65 None None] Provisioning complete for port 75865cb4-43b7-434e-8ac4-440d31b44c47 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:43.200127 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2382-bcc8-4723-8d3f-5290be3ebb65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.201574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3adf6a-7fdc-4bbe-8c66-131b169f9aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e4b1aa-89a6-4002-888c-16b3d2b56671,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:43.384457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c2382-bcc8-4723-8d3f-5290be3ebb65 None None] Port 75865cb4-43b7-434e-8ac4-440d31b44c47 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:43.420073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4a8ae62f-9cfa-46f4-a876-815b4f99d543 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:43.476894 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.488611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.489773 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.529329 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-28f9160d-8c33-4003-82b1-af5f012edd27 req-20bee037-5d07-419e-9f5a-eac9ac7288bb tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.3484671 Dec 08 01:53:43.592198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 4a8ae62f-9cfa-46f4-a876-815b4f99d543 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:43.592862 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.701454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bb25513b-5640-4285-a47e-a6306a9709e1 None None] Provisioning complete for port 4a8ae62f-9cfa-46f4-a876-815b4f99d543 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:43.707206 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb25513b-5640-4285-a47e-a6306a9709e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.931015 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:43.941554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:44.052040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=0b79b53d-443e-41c6-ae9c-b90befdec051,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:44.075906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:44.080410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:44.305042 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:44.305598 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.410982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bb25513b-5640-4285-a47e-a6306a9709e1 None None] Provisioning complete for port 0b79b53d-443e-41c6-ae9c-b90befdec051 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:44.412828 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb25513b-5640-4285-a47e-a6306a9709e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.427987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:53:44.482552 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.489804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe0fe21-78d1-4643-b142-dcef2a213a06 None None] Network 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:44.678477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:44.695611 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-14e7f369-cbb5-4168-af72-5adac280a9b6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8563936 Dec 08 01:53:44.700345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41842) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:44.735044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-bb25513b-5640-4285-a47e-a6306a9709e1 None None] Port 0b79b53d-443e-41c6-ae9c-b90befdec051 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:44.740296 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:44.742888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bb6ad-79c0-4621-bbb8-25ccd041067e None None] Sync routers for ids ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:44.779177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f15ddfd-6efd-4057-95ac-8b39cae5299a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:44.780947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7f15ddfd-6efd-4057-95ac-8b39cae5299a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports/0b79b53d-443e-41c6-ae9c-b90befdec051 HTTP/1.1" status: 200 len: 911 time: 0.0672839 Dec 08 01:53:44.784487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41844) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:44.828805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-29a1e826-7f6f-4d98-ad20-e29c9dcad2c8 req-6a6c65fd-963a-4c26-a2f6-13e4d099f12a tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0729313 Dec 08 01:53:44.872757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bb6ad-79c0-4621-bbb8-25ccd041067e None None] Routers {'aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:44.873416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-059bb6ad-79c0-4621-bbb8-25ccd041067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:44.897481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=76e1ab22-e2c8-4b98-bc2b-6313f12dba3e,segment=NetworkSegment(e9b9981c-68ad-4636-9b66-601f10f6485f),segment_id=e9b9981c-68ad-4636-9b66-601f10f6485f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:44.952366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2fe89367-a45f-4169-98ce-fde83c92dea9 None None] Provisioning complete for port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:44.953359 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2fe89367-a45f-4169-98ce-fde83c92dea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.044810 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 5124822c-f2c4-4850-804f-77c6590a1656 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:53:45.056622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.059175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-059bb6ad-79c0-4621-bbb8-25ccd041067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:45.170956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=76e1ab22-e2c8-4b98-bc2b-6313f12dba3e,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:45.203005 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bb6ad-79c0-4621-bbb8-25ccd041067e None None] Routers {'aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:45.209698 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-059bb6ad-79c0-4621-bbb8-25ccd041067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:45.255311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-059bb6ad-79c0-4621-bbb8-25ccd041067e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:45.256399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bb6ad-79c0-4621-bbb8-25ccd041067e None None] The sync data for ids ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:45.389464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2fe89367-a45f-4169-98ce-fde83c92dea9 None None] Provisioning complete for port 0b79b53d-443e-41c6-ae9c-b90befdec051 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:45.391370 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2fe89367-a45f-4169-98ce-fde83c92dea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.437329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2fe89367-a45f-4169-98ce-fde83c92dea9 None None] Port 0b79b53d-443e-41c6-ae9c-b90befdec051 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:45.559491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:45.577017 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Sync routers for ids ['5124822c-f2c4-4850-804f-77c6590a1656'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:45.593780 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.597290 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Routers {'5124822c-f2c4-4850-804f-77c6590a1656'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:45.598083 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5124822c-f2c4-4850-804f-77c6590a1656'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:45.678597 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.685438 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4b7e8c64-017a-4c3d-b8aa-5c338f1705e3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.2547786 Dec 08 01:53:45.686048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41874) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:45.786804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4f0d2a78-b75a-4c19-a2f4-c04a4eb669a7 None None] Provisioning complete for port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:45.787762 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f0d2a78-b75a-4c19-a2f4-c04a4eb669a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:45.990478 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Set router 5124822c-f2c4-4850-804f-77c6590a1656 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:46.142968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e081bab-6dc6-4faf-8ddd-c2d6211bf68d req-85211553-2af8-499e-90d5-d06c214d3c88 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0763869 Dec 08 01:53:46.322155 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-729c4fe2-6cda-46fa-992b-47c2a439626e tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=59ce268125774870bb2a6d0d519662d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6342175 Dec 08 01:53:46.327214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41894) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:46.453486 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:53:43Z', 'revision_number': 3, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:46.486315 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Checking router: 5124822c-f2c4-4850-804f-77c6590a1656 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:46.486937 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Updating router 5124822c-f2c4-4850-804f-77c6590a1656 port 75865cb4-43b7-434e-8ac4-440d31b44c47 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:53:46.524127 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:46.570137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Allocated IP 2001:db8:1::1 (9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f/60e9a470-fefa-4a53-a0b9-e064cebea9cd/7ee774d8-8977-4f00-a54b-b1a710f0923e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:46.611458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b611f-0036-46ad-b6da-3d18d3b046d1 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:46.636245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aa3b611f-0036-46ad-b6da-3d18d3b046d1 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2991631 Dec 08 01:53:46.637862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:46.717078 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-64eda3b7-2005-4ec9-9656-0520b72fce0e tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768583 Dec 08 01:53:46.719554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41906) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:46.726606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-dca06c61-e36c-49c3-8ce5-59c1ecbac9c8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1776400568', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:46.811242 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:46.904015 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:46.963340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca06c61-e36c-49c3-8ce5-59c1ecbac9c8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Made reservation on behalf of 59ce268125774870bb2a6d0d519662d3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:46.974172 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dca06c61-e36c-49c3-8ce5-59c1ecbac9c8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.014481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=7ee774d8-8977-4f00-a54b-b1a710f0923e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:47.080346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:47.085688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:47.099063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:47.100198 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.296965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:47.330696 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.350111 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.414501 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Attempting to bind port 75865cb4-43b7-434e-8ac4-440d31b44c47 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:47.415826 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Attempting to bind port 75865cb4-43b7-434e-8ac4-440d31b44c47 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:47.416468 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Attempting to bind port 75865cb4-43b7-434e-8ac4-440d31b44c47 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:47.427426 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:47.428219 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:47.428900 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.430175 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:47.431452 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Bound port: 75865cb4-43b7-434e-8ac4-440d31b44c47, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:47.432509 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.448195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd2f95b-bb6c-4662-b725-13db50d052d7 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:47.489618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:47.490069 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.526577 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] For port 75865cb4-43b7-434e-8ac4-440d31b44c47, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:47.534464 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] For port 75865cb4-43b7-434e-8ac4-440d31b44c47, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=75865cb4-43b7-434e-8ac4-440d31b44c47,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:47.591241 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3958d591-8db4-4a37-9a54-c20b2ba5c539 None None] Provisioning complete for port 75865cb4-43b7-434e-8ac4-440d31b44c47 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:47.591587 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3958d591-8db4-4a37-9a54-c20b2ba5c539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.652220 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.661247 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.698079 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dca06c61-e36c-49c3-8ce5-59c1ecbac9c8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:47.783739 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbc6607f-3f89-4720-a79a-d97307fc1346 req-70d1102f-91d7-47c1-86ad-5cb73542d0e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0989358 Dec 08 01:53:47.869664 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2236dd-eb5c-45dd-88e5-d8a04ca31ad3 None None] Pushing event updated for resources: {'Port': ['ID=75865cb4-43b7-434e-8ac4-440d31b44c47,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:47.914937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca06c61-e36c-49c3-8ce5-59c1ecbac9c8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Checking segment: {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:47.915379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca06c61-e36c-49c3-8ce5-59c1ecbac9c8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network hostable DHCP agents. Network: 131f554d-24e1-4879-a157-c5abe21ae51e, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:53:47.918094 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca06c61-e36c-49c3-8ce5-59c1ecbac9c8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Subnet': ['ID=bef1dcbb-e567-4475-986f-d5d1b48773a0,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:47.947315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca06c61-e36c-49c3-8ce5-59c1ecbac9c8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 131f554d-24e1-4879-a157-c5abe21ae51e is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:53:47.965551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-dca06c61-e36c-49c3-8ce5-59c1ecbac9c8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 131f554d-24e1-4879-a157-c5abe21ae51e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:47.984338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca06c61-e36c-49c3-8ce5-59c1ecbac9c8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:47.985667 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dca06c61-e36c-49c3-8ce5-59c1ecbac9c8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.043924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dca06c61-e36c-49c3-8ce5-59c1ecbac9c8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3148594 Dec 08 01:53:48.045323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41938) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:48.070582 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2236dd-eb5c-45dd-88e5-d8a04ca31ad3 None None] Pushing event updated for resources: {'Port': ['ID=75865cb4-43b7-434e-8ac4-440d31b44c47,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:48.137905 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Routers {'5124822c-f2c4-4850-804f-77c6590a1656'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:48.141714 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5124822c-f2c4-4850-804f-77c6590a1656'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:48.304613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56920789-7cbd-4d68-bbf7-c19079e36edf None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:48.307834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c84ae0-c68b-4c3d-bfe9-260f384389c5 None None] Network 131f554d-24e1-4879-a157-c5abe21ae51e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:48.363853 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] Set router 5124822c-f2c4-4850-804f-77c6590a1656 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:48.430012 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.440953 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.441804 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.485747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-131f554d-24e1-4879-a157-c5abe21ae51e', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ips': [{'subnet_id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:53:48.486838 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.508056 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3958d591-8db4-4a37-9a54-c20b2ba5c539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.652884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3958d591-8db4-4a37-9a54-c20b2ba5c539 None None] For port 75865cb4-43b7-434e-8ac4-440d31b44c47, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=75865cb4-43b7-434e-8ac4-440d31b44c47,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:48.669922 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3958d591-8db4-4a37-9a54-c20b2ba5c539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:48.679185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=7ee774d8-8977-4f00-a54b-b1a710f0923e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:48.686408 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:53:43Z', 'revision_number': 3, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:48.772016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:48.773949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:48.800937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Allocated IP 172.20.0.2 (131f554d-24e1-4879-a157-c5abe21ae51e/bef1dcbb-e567-4475-986f-d5d1b48773a0/1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:48.841721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41944) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:49.014638 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9837477-7f8d-4e21-b351-eff1cfc412be None None] The sync data for ids ['5124822c-f2c4-4850-804f-77c6590a1656'] in n-d-713498-30 is: [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:53:43Z', 'revision_number': 3, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:49.091261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bf05c5f2-a7d9-49e2-946b-bf795be40830 None None] Provisioning complete for port 75865cb4-43b7-434e-8ac4-440d31b44c47 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:49.092585 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bf05c5f2-a7d9-49e2-946b-bf795be40830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.114289 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b16ddf8-ee22-460e-899d-392913855fb2 req-ba2af1fe-e555-4a53-9a6a-6eb4b67e981e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1369581 Dec 08 01:53:49.165984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:49.176669 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fc21199-8bb1-4d1c-a03d-c29f03c9f14b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.209994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958d591-8db4-4a37-9a54-c20b2ba5c539 None None] Pushing event updated for resources: {'Port': ['ID=75865cb4-43b7-434e-8ac4-440d31b44c47,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:49.277285 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.332020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fc21199-8bb1-4d1c-a03d-c29f03c9f14b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.343725 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3fc21199-8bb1-4d1c-a03d-c29f03c9f14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.348435 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.367540 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.380902 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3fc21199-8bb1-4d1c-a03d-c29f03c9f14b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9327a59b6493453098dabcb1cc123d08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5380943 Dec 08 01:53:49.443530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41960) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:49.448907 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Network 131f554d-24e1-4879-a157-c5abe21ae51e is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:49.470669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:49.477950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:49.492665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bf05c5f2-a7d9-49e2-946b-bf795be40830 None None] Provisioning complete for port 7ee774d8-8977-4f00-a54b-b1a710f0923e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:49.498526 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bf05c5f2-a7d9-49e2-946b-bf795be40830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.698231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-bf05c5f2-a7d9-49e2-946b-bf795be40830 None None] Port 7ee774d8-8977-4f00-a54b-b1a710f0923e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:49.767709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Pushing event updated for resources: {'Port': ['ID=1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:49.797901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Attempting to bind port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:49.798295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Attempting to bind port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:49.798673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Attempting to bind port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 on network 131f554d-24e1-4879-a157-c5abe21ae51e {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:49.800586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc21199-8bb1-4d1c-a03d-c29f03c9f14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354f7e5d-2cdf-4a84-9d5e-49f3805a6782,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:49.848261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8de4523d-f795-4897-9376-8d38865f4364 None None] Provisioning complete for port 7ee774d8-8977-4f00-a54b-b1a710f0923e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:49.848678 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8de4523d-f795-4897-9376-8d38865f4364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.853740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:49.854136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Checking segment: {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:49.854546 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.859385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Bound using segment: {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:49.860465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Bound port: 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:49.860586 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:49.861051 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.869300 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-60c967b6-3b3e-4caf-ac78-d874bcfe7214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0827453 Dec 08 01:53:49.870308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41962) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:49.897126 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4f84fa7-f182-44cb-85ff-d5566100e00e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:49.923825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c3e501-d0c9-4f1c-af65-fe1289b85e3d None None] Sync routers for ids ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:49.957891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bc47e1-7b0b-4a84-ac7e-c352dd37cd17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:49.958858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c3e501-d0c9-4f1c-af65-fe1289b85e3d None None] Routers {'aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:49.959575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-35c3e501-d0c9-4f1c-af65-fe1289b85e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:49.962653 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-95bc47e1-7b0b-4a84-ac7e-c352dd37cd17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports/7ee774d8-8977-4f00-a54b-b1a710f0923e HTTP/1.1" status: 200 len: 913 time: 0.0913134 Dec 08 01:53:49.963339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41964) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:49.988738 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4f84fa7-f182-44cb-85ff-d5566100e00e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.072046 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8de4523d-f795-4897-9376-8d38865f4364 None None] Port 7ee774d8-8977-4f00-a54b-b1a710f0923e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:50.083185 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-35c3e501-d0c9-4f1c-af65-fe1289b85e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:50.113727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c3e501-d0c9-4f1c-af65-fe1289b85e3d None None] Routers {'aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:50.114535 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-35c3e501-d0c9-4f1c-af65-fe1289b85e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:50.164942 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] For port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:50.172582 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-35c3e501-d0c9-4f1c-af65-fe1289b85e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:50.173571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c3e501-d0c9-4f1c-af65-fe1289b85e3d None None] The sync data for ids ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:50.208060 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] For port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:50.216762 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.271860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.20.0.1 (131f554d-24e1-4879-a157-c5abe21ae51e/bef1dcbb-e567-4475-986f-d5d1b48773a0/aefa0b07-d5f2-49ce-95d0-837163042667) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:50.357362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f393c-ee72-447f-9be3-c5049c965934 None None] Pushing event updated for resources: {'Port': ['ID=1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:50.418794 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-143bafa1-b74c-403a-a2f7-1a09c032a6dc req-1f9c095f-4700-4608-9070-7370e84e99f5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0910830 Dec 08 01:53:50.533293 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4f84fa7-f182-44cb-85ff-d5566100e00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.535915 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4f84fa7-f182-44cb-85ff-d5566100e00e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.537119 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b4f84fa7-f182-44cb-85ff-d5566100e00e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/354f7e5d-2cdf-4a84-9d5e-49f3805a6782 HTTP/1.1" status: 204 len: 168 time: 1.0799141 Dec 08 01:53:50.561522 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0317ce59-fd6d-4260-98ae-9e97fe61f36b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:50.568210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f84fa7-f182-44cb-85ff-d5566100e00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354f7e5d-2cdf-4a84-9d5e-49f3805a6782,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:50.648057 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.117657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0317ce59-fd6d-4260-98ae-9e97fe61f36b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 7ee774d8-8977-4f00-a54b-b1a710f0923e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:51.118142 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0317ce59-fd6d-4260-98ae-9e97fe61f36b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.142005 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.225321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 131f554d-24e1-4879-a157-c5abe21ae51e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:51.229512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:51.233316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:51.322840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 75865cb4-43b7-434e-8ac4-440d31b44c47 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:51.378409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.379406 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0317ce59-fd6d-4260-98ae-9e97fe61f36b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.397388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0317ce59-fd6d-4260-98ae-9e97fe61f36b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 7ee774d8-8977-4f00-a54b-b1a710f0923e owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:51.430229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 75865cb4-43b7-434e-8ac4-440d31b44c47 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:51.432410 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.609384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:51.623615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=aefa0b07-d5f2-49ce-95d0-837163042667,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:51.690128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:51.690779 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.742781 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:53:51.762012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.852309 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0317ce59-fd6d-4260-98ae-9e97fe61f36b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:51.913018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317ce59-fd6d-4260-98ae-9e97fe61f36b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=7ee774d8-8977-4f00-a54b-b1a710f0923e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:51.959925 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.092712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:52.109990 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.231022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:52.253273 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.253640 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.253989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.254344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.254692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.255034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.255376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.255715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.256054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.256418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.256752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.257087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.268536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:53:52.300462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0317ce59-fd6d-4260-98ae-9e97fe61f36b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.355811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2713c605-d0cf-456d-a608-41664af50d14 None None] Network 131f554d-24e1-4879-a157-c5abe21ae51e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:52.506139 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.514428 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.562380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f629e4d6-9b70-4d83-800b-28f00693cfa7 None None] Provisioning complete for port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:52.562834 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f629e4d6-9b70-4d83-800b-28f00693cfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.617831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ca97b2c1-3a96-4332-bde9-84c05d6bf1b5 req-537dff34-947e-42d9-8be9-4ed6c2a979ac tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 1.0054045 Dec 08 01:53:52.630505 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:52.672781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=aefa0b07-d5f2-49ce-95d0-837163042667,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:52.792844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0317ce59-fd6d-4260-98ae-9e97fe61f36b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:52.861387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 131f554d-24e1-4879-a157-c5abe21ae51e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:52.863197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:52.994314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0317ce59-fd6d-4260-98ae-9e97fe61f36b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:52.999943 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0317ce59-fd6d-4260-98ae-9e97fe61f36b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0354245 Dec 08 01:53:53.003629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42014) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:53.010223 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce04151-9141-4d7f-9b4a-1e6b9698e043 None None] Sync routers for ids ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:53.028838 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce04151-9141-4d7f-9b4a-1e6b9698e043 None None] Routers {'aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:53.029696 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4ce04151-9141-4d7f-9b4a-1e6b9698e043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:53.097838 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4ce04151-9141-4d7f-9b4a-1e6b9698e043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:53.110797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 5124822c-f2c4-4850-804f-77c6590a1656 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:53.130892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-10f072d6-03cc-4948-a5cc-b9ee1ebea5da None None] Provisioning complete for port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:53.132623 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-10f072d6-03cc-4948-a5cc-b9ee1ebea5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.133088 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce04151-9141-4d7f-9b4a-1e6b9698e043 None None] Routers {'aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:53.138735 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4ce04151-9141-4d7f-9b4a-1e6b9698e043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:53.214642 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-4ce04151-9141-4d7f-9b4a-1e6b9698e043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:53.215673 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce04151-9141-4d7f-9b4a-1e6b9698e043 None None] The sync data for ids ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:53.290738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:53.513400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:53.529409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:53.529790 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.535718 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2091a60d-8271-4028-b958-1aaa961276a4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "PUT /v2.0/routers/5124822c-f2c4-4850-804f-77c6590a1656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4875154 Dec 08 01:53:53.559959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Sync routers for ids ['5124822c-f2c4-4850-804f-77c6590a1656'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:53.647404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-10f072d6-03cc-4948-a5cc-b9ee1ebea5da None None] Provisioning complete for port aefa0b07-d5f2-49ce-95d0-837163042667 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:53.648139 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-10f072d6-03cc-4948-a5cc-b9ee1ebea5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.751758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Routers {'5124822c-f2c4-4850-804f-77c6590a1656'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:53.753635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5124822c-f2c4-4850-804f-77c6590a1656'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:53.873544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00173339-14e8-467c-8697-eaaeaf1194c9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:53.917278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Set router 5124822c-f2c4-4850-804f-77c6590a1656 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:53.936665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53c207d0-1045-4ca3-8fd2-a9d86abd012d req-f085aa68-0c9e-42b7-92f5-a3caca5fd080 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0744891 Dec 08 01:53:54.231189 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-e46f6a70-32f9-4ac9-8c07-36a67c0bce53 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126926085&fields=id&tenant_id=59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 267 time: 0.1942189 Dec 08 01:53:54.268318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-10f072d6-03cc-4948-a5cc-b9ee1ebea5da None None] Port aefa0b07-d5f2-49ce-95d0-837163042667 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:54.367465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68985c86-d49a-43cc-88df-203109495b60 req-aec5df6a-ca80-4512-89d4-060311c89774 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:54.372315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-aec5df6a-ca80-4512-89d4-060311c89774 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/networks?id=131f554d-24e1-4879-a157-c5abe21ae51e HTTP/1.1" status: 200 len: 796 time: 0.1246483 Dec 08 01:53:54.403570 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-07e9b829-6208-4b23-bf1b-9f8e27b85837 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/quotas/59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 375 time: 0.0238407 Dec 08 01:53:54.451737 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-537f6354-9ef8-4422-b381-257afca11bd0 None None] Provisioning complete for port aefa0b07-d5f2-49ce-95d0-837163042667 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:54.452128 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-537f6354-9ef8-4422-b381-257afca11bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.490735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-537f6354-9ef8-4422-b381-257afca11bd0 None None] Port aefa0b07-d5f2-49ce-95d0-837163042667 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:53:54.533727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:53:51Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'aefa0b07-d5f2-49ce-95d0-837163042667', 'name': '', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:d9:97:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:49Z', 'updated_at': '2021-12-08T01:53:52Z', 'revision_number': 2, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:54.541578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-bd6f6617-05d5-4058-89ba-8275b289e1a1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1302812 Dec 08 01:53:54.551341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-00173339-14e8-467c-8697-eaaeaf1194c9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 0b79b53d-443e-41c6-ae9c-b90befdec051 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:54.551780 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00173339-14e8-467c-8697-eaaeaf1194c9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.574146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Checking router: 5124822c-f2c4-4850-804f-77c6590a1656 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:53:54.574512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Updating router 5124822c-f2c4-4850-804f-77c6590a1656 port aefa0b07-d5f2-49ce-95d0-837163042667 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:53:54.631877 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.709404 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00173339-14e8-467c-8697-eaaeaf1194c9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:54.722577 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-488fc827-a821-4c7c-8916-32b0b4a3ecdd service neutron] 10.222.0.70 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656737 Dec 08 01:53:54.726760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-00173339-14e8-467c-8697-eaaeaf1194c9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 0b79b53d-443e-41c6-ae9c-b90befdec051 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:54.881976 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-e2e8e003-4d73-4a01-bdcd-242942007f72 service neutron] 10.222.0.70 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497729 Dec 08 01:53:55.084841 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00173339-14e8-467c-8697-eaaeaf1194c9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.122610 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42118) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:55.123766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00173339-14e8-467c-8697-eaaeaf1194c9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=0b79b53d-443e-41c6-ae9c-b90befdec051,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:55.139750 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b470585-1c7b-45bb-850c-30c1b111d85c req-55316cdd-0f57-4cfc-adce-d1e1f0e709d8 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0880845 Dec 08 01:53:55.242170 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-063658a8-c298-4f8f-85d5-682907ff66de req-bf131836-49b0-4800-92bc-64cf14c65707 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 210 time: 0.0612950 Dec 08 01:53:55.319883 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.335579 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.403282 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475802e-b9a2-4efe-a323-60a8267fbdd2 None None] Pushing event updated for resources: {'Port': ['ID=aefa0b07-d5f2-49ce-95d0-837163042667,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:55.472959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Attempting to bind port aefa0b07-d5f2-49ce-95d0-837163042667 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:53:55.473352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Attempting to bind port aefa0b07-d5f2-49ce-95d0-837163042667 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:53:55.474134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Attempting to bind port aefa0b07-d5f2-49ce-95d0-837163042667 on network 131f554d-24e1-4879-a157-c5abe21ae51e {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:53:55.481691 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:53:55.482083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Checking segment: {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:53:55.482500 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.482906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Bound using segment: {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:53:55.484519 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Bound port: aefa0b07-d5f2-49ce-95d0-837163042667, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:53:55.484918 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.639295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] For port aefa0b07-d5f2-49ce-95d0-837163042667, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:53:55.658754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] For port aefa0b07-d5f2-49ce-95d0-837163042667, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=aefa0b07-d5f2-49ce-95d0-837163042667,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:53:55.668935 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.799103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475802e-b9a2-4efe-a323-60a8267fbdd2 None None] Pushing event updated for resources: {'Port': ['ID=aefa0b07-d5f2-49ce-95d0-837163042667,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:55.811998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Routers {'5124822c-f2c4-4850-804f-77c6590a1656'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:55.812897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5124822c-f2c4-4850-804f-77c6590a1656'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:55.875106 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00173339-14e8-467c-8697-eaaeaf1194c9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:55.910748 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b394f33-8234-422a-9277-7907df72a692 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.012667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3c93c927-023f-4459-92a6-e7639a48054a None None] Provisioning complete for port aefa0b07-d5f2-49ce-95d0-837163042667 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:56.013038 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c93c927-023f-4459-92a6-e7639a48054a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.081499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] Set router 5124822c-f2c4-4850-804f-77c6590a1656 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:53:56.241299 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c93c927-023f-4459-92a6-e7639a48054a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.250374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b394f33-8234-422a-9277-7907df72a692 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.324213 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7b394f33-8234-422a-9277-7907df72a692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.375055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00173339-14e8-467c-8697-eaaeaf1194c9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:53:56.385719 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7b394f33-8234-422a-9277-7907df72a692 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=62acb90b835143308185bf6c154b26f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2583249 Dec 08 01:53:56.388491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42142) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:56.396065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b394f33-8234-422a-9277-7907df72a692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf233cd-7cf3-416b-84f7-9592d8cfdfb5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:56.459891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3c93c927-023f-4459-92a6-e7639a48054a None None] For port aefa0b07-d5f2-49ce-95d0-837163042667, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=aefa0b07-d5f2-49ce-95d0-837163042667,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:56.470714 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c93c927-023f-4459-92a6-e7639a48054a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.478809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f226857-0a4b-43aa-871d-0cd129c33752 req-d536606c-70fd-4ca2-ab89-48f990daa120 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 210 time: 0.0497737 Dec 08 01:53:56.595607 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-18cd87a8-9ecd-43fe-8031-78279bbed970 req-32babd7f-cb30-47d5-b80c-8d33708e2050 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.3278575 Dec 08 01:53:56.607931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00173339-14e8-467c-8697-eaaeaf1194c9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:53:56.617665 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f98ac-e718-41d2-9889-aafd19c65dc4 None None] Sync routers for ids ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:53:56.623917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-00173339-14e8-467c-8697-eaaeaf1194c9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6169422 Dec 08 01:53:56.626691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:56.630739 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f98ac-e718-41d2-9889-aafd19c65dc4 None None] Routers {'aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:56.631534 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-222f98ac-e718-41d2-9889-aafd19c65dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:56.634888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93c927-023f-4459-92a6-e7639a48054a None None] Pushing event updated for resources: {'Port': ['ID=aefa0b07-d5f2-49ce-95d0-837163042667,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:56.648052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-34fb9c80-95e1-40d0-addf-92753922299b None None] Provisioning complete for port aefa0b07-d5f2-49ce-95d0-837163042667 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:56.648584 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34fb9c80-95e1-40d0-addf-92753922299b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.664590 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6672f4a-f44f-40d4-b24d-4fc1546658ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.679521 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-222f98ac-e718-41d2-9889-aafd19c65dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:56.687396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-85bd904c-95ec-4e3f-acdb-2d99469e8bfa tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f HTTP/1.1" status: 200 len: 205 time: 0.0583010 Dec 08 01:53:56.688059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42146) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:56.700725 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f98ac-e718-41d2-9889-aafd19c65dc4 None None] Routers {'aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:53:56.701350 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-222f98ac-e718-41d2-9889-aafd19c65dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:53:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:56.721515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:53:51Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'aefa0b07-d5f2-49ce-95d0-837163042667', 'name': '', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:d9:97:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:49Z', 'updated_at': '2021-12-08T01:53:55Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:56.735254 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6672f4a-f44f-40d4-b24d-4fc1546658ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.761172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6525fcaf-2345-4037-aba9-2c8ebc12da5b None None] The sync data for ids ['5124822c-f2c4-4850-804f-77c6590a1656'] in n-d-713498-30 is: [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:53:51Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'aefa0b07-d5f2-49ce-95d0-837163042667', 'name': '', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:d9:97:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:49Z', 'updated_at': '2021-12-08T01:53:55Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:56.780787 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-222f98ac-e718-41d2-9889-aafd19c65dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:56.781454 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f98ac-e718-41d2-9889-aafd19c65dc4 None None] The sync data for ids ['aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:53:56.825985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5b61715-1a55-43aa-a5ef-58bef7960f9f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.898269 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6672f4a-f44f-40d4-b24d-4fc1546658ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.902579 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6672f4a-f44f-40d4-b24d-4fc1546658ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:56.906753 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a6672f4a-f44f-40d4-b24d-4fc1546658ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abf233cd-7cf3-416b-84f7-9592d8cfdfb5 HTTP/1.1" status: 204 len: 168 time: 0.5170922 Dec 08 01:53:56.918163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6672f4a-f44f-40d4-b24d-4fc1546658ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf233cd-7cf3-416b-84f7-9592d8cfdfb5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:57.276187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device aefa0b07-d5f2-49ce-95d0-837163042667 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:53:57.367969 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5b61715-1a55-43aa-a5ef-58bef7960f9f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.373228 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5b61715-1a55-43aa-a5ef-58bef7960f9f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.397081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port aefa0b07-d5f2-49ce-95d0-837163042667 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:53:57.397497 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.461736 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5b61715-1a55-43aa-a5ef-58bef7960f9f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.462137 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b61715-1a55-43aa-a5ef-58bef7960f9f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Fanout notify agent at l3_agent the message router_deleted on router aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:53:57.483866 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5b61715-1a55-43aa-a5ef-58bef7960f9f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.485610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e5b61715-1a55-43aa-a5ef-58bef7960f9f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f HTTP/1.1" status: 204 len: 168 time: 0.7960870 Dec 08 01:53:57.488509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42156) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:57.488972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42158) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:57.503228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68985c86-d49a-43cc-88df-203109495b60 req-b9f33d53-b0ba-46ad-9249-c9d911cce90e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:57.505940 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-b9f33d53-b0ba-46ad-9249-c9d911cce90e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.72 "GET /v2.0/networks?id=131f554d-24e1-4879-a157-c5abe21ae51e HTTP/1.1" status: 200 len: 796 time: 0.4670415 Dec 08 01:53:57.513563 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f03dc38-d270-4375-bb06-0eb17e862e40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.610982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec006378-8b43-40d1-bd3e-af36d74119bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting subnet 60e9a470-fefa-4a53-a0b9-e064cebea9cd {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:53:57.615614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec006378-8b43-40d1-bd3e-af36d74119bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.674738 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f03dc38-d270-4375-bb06-0eb17e862e40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.687663 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f03dc38-d270-4375-bb06-0eb17e862e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.719993 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c8b13a1f-0720-4c3d-b56b-471a75f54c69 req-c2a41878-02e0-421e-afbe-60b78ed5198e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 210 time: 0.0340004 Dec 08 01:53:57.729026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec006378-8b43-40d1-bd3e-af36d74119bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:57.804606 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-058b6e54-1216-47e2-8d9e-648467b26c42 req-544cf41a-a10c-46c1-a26c-e77f412b8ee5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1106093 Dec 08 01:53:57.831166 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0f03dc38-d270-4375-bb06-0eb17e862e40 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1f34518186f1450f929e1d08084aaeb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3409507 Dec 08 01:53:57.833765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03dc38-d270-4375-bb06-0eb17e862e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e042e1-e777-4789-b161-c267ab2262b1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:57.843255 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-d8bd5a7f-bc0d-46a8-8482-87a2983403db tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 380 time: 0.3135619 Dec 08 01:53:57.844514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42164) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:57.865792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-68985c86-d49a-43cc-88df-203109495b60 req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'port': {'device_id': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'admin_state_up': True, 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'security_groups': ['b38dceeb-77e7-432e-959a-c62b09469443']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:57.929401 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec006378-8b43-40d1-bd3e-af36d74119bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.027741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec006378-8b43-40d1-bd3e-af36d74119bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.033654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68985c86-d49a-43cc-88df-203109495b60 req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Made reservation on behalf of 59ce268125774870bb2a6d0d519662d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:58.038679 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68985c86-d49a-43cc-88df-203109495b60 req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.060333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec006378-8b43-40d1-bd3e-af36d74119bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Subnet': ['ID=60e9a470-fefa-4a53-a0b9-e064cebea9cd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:58.068300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec006378-8b43-40d1-bd3e-af36d74119bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.072536 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ec006378-8b43-40d1-bd3e-af36d74119bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/60e9a470-fefa-4a53-a0b9-e064cebea9cd HTTP/1.1" status: 204 len: 168 time: 0.5829773 Dec 08 01:53:58.075488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42166) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:58.079861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14dcd00-0be4-401c-b3b7-2deb54fbe89b None None] Network 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:58.107835 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80b82aa9-a88e-4da9-8755-0f443595101c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.138294 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80b82aa9-a88e-4da9-8755-0f443595101c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.141348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-417927e0-34ec-406b-a8d3-d508f09d29fd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting subnet feaf6eb8-3868-4559-ba28-e6ba0d2beff7 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:53:58.144948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417927e0-34ec-406b-a8d3-d508f09d29fd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.215545 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417927e0-34ec-406b-a8d3-d508f09d29fd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.254376 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80b82aa9-a88e-4da9-8755-0f443595101c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.256972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80b82aa9-a88e-4da9-8755-0f443595101c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.261083 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-80b82aa9-a88e-4da9-8755-0f443595101c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69e042e1-e777-4789-b161-c267ab2262b1 HTTP/1.1" status: 204 len: 168 time: 0.4125428 Dec 08 01:53:58.295767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b82aa9-a88e-4da9-8755-0f443595101c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e042e1-e777-4789-b161-c267ab2262b1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:58.387717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d3b6e-1fe9-42b5-84b8-79ef21bdc2ca None None] DHCP port deletion for 9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:58.404008 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417927e0-34ec-406b-a8d3-d508f09d29fd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.428971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-68985c86-d49a-43cc-88df-203109495b60 req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.20.0.8 (131f554d-24e1-4879-a157-c5abe21ae51e/bef1dcbb-e567-4475-986f-d5d1b48773a0/e811ec12-5174-494f-aac8-6a3fc40548c4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:53:58.500302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-032d3b6e-1fe9-42b5-84b8-79ef21bdc2ca None None] Deleting port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:58.500786 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-032d3b6e-1fe9-42b5-84b8-79ef21bdc2ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.538448 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417927e0-34ec-406b-a8d3-d508f09d29fd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.613150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417927e0-34ec-406b-a8d3-d508f09d29fd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.625819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-417927e0-34ec-406b-a8d3-d508f09d29fd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/feaf6eb8-3868-4559-ba28-e6ba0d2beff7 HTTP/1.1" status: 204 len: 168 time: 0.5448968 Dec 08 01:53:58.626755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42174) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:58.639860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6384f787-b524-48c3-8b4c-6dd4459eff9b None None] Network 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:53:58.648557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417927e0-34ec-406b-a8d3-d508f09d29fd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Subnet': ['ID=feaf6eb8-3868-4559-ba28-e6ba0d2beff7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:58.656755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-032d3b6e-1fe9-42b5-84b8-79ef21bdc2ca None None] For port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=76e1ab22-e2c8-4b98-bc2b-6313f12dba3e,segment=NetworkSegment(e9b9981c-68ad-4636-9b66-601f10f6485f),segment_id=e9b9981c-68ad-4636-9b66-601f10f6485f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:58.666038 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-032d3b6e-1fe9-42b5-84b8-79ef21bdc2ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.682879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-032d3b6e-1fe9-42b5-84b8-79ef21bdc2ca None None] Calling delete_port for 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:58.785549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42180) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:58.831148 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.975154 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68985c86-d49a-43cc-88df-203109495b60 req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:58.996618 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4879e1e0-b8b7-4cf6-bd6b-f005c36c0a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.021981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-447a1a8d-83c2-4d61-9775-30c697878492 req-e6740fba-e720-43c8-973c-bd836e501496 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 210 time: 0.0741467 Dec 08 01:53:59.055940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:59.056897 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.071225 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-032d3b6e-1fe9-42b5-84b8-79ef21bdc2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.096581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d3b6e-1fe9-42b5-84b8-79ef21bdc2ca None None] No DVR routers for this DVR port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:59.146041 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c88f343-2582-4047-a98e-1eb2f6255ffe req-0db7bdcd-f5e2-481d-9477-fa5ae61a6761 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1497607 Dec 08 01:53:59.162202 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d3b6e-1fe9-42b5-84b8-79ef21bdc2ca None None] Pushing event deleted for resources: {'Port': ['ID=76e1ab22-e2c8-4b98-bc2b-6313f12dba3e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:59.226162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5be73-0c9d-40a0-82c6-ef06729ba3e6 None None] DHCP port deletion for 910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:53:59.239269 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] For port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=76e1ab22-e2c8-4b98-bc2b-6313f12dba3e,segment=NetworkSegment(e9b9981c-68ad-4636-9b66-601f10f6485f),segment_id=e9b9981c-68ad-4636-9b66-601f10f6485f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:59.240035 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.262572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:59.297897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:53:59.300828 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ca8f4099-648a-40a4-8682-6fb03802bf43 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4710 time: 0.4953954 Dec 08 01:53:59.301766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42192) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:53:59.322594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-50a4a162-4085-46cf-8d93-9e19f6a87ade tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Request body: {'network': {'name': 'tempest-network-smoke--527105769', 'project_id': 'c861c2539f754d67a3e576ef59395956', 'port_security_enabled': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:59.355992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:53:59.356455 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:53:59.370531 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68985c86-d49a-43cc-88df-203109495b60 req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.373016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a4a162-4085-46cf-8d93-9e19f6a87ade tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Made reservation on behalf of c861c2539f754d67a3e576ef59395956 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:53:59.379052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50a4a162-4085-46cf-8d93-9e19f6a87ade tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.383240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5be73-0c9d-40a0-82c6-ef06729ba3e6 None None] Deleting port 4a8ae62f-9cfa-46f4-a876-815b4f99d543 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:53:59.383776 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1d5be73-0c9d-40a0-82c6-ef06729ba3e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.441116 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.463269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f1d5be73-0c9d-40a0-82c6-ef06729ba3e6 None None] For port 4a8ae62f-9cfa-46f4-a876-815b4f99d543, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4a8ae62f-9cfa-46f4-a876-815b4f99d543,segment=NetworkSegment(8cdf467a-519a-403f-9aa7-885cb9b5c792),segment_id=8cdf467a-519a-403f-9aa7-885cb9b5c792)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:53:59.463779 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1d5be73-0c9d-40a0-82c6-ef06729ba3e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.478728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5be73-0c9d-40a0-82c6-ef06729ba3e6 None None] Calling delete_port for 4a8ae62f-9cfa-46f4-a876-815b4f99d543 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:53:59.487027 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68985c86-d49a-43cc-88df-203109495b60 req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 131f554d-24e1-4879-a157-c5abe21ae51e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:53:59.495216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No DVR routers for this DVR port 76e1ab22-e2c8-4b98-bc2b-6313f12dba3e on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:59.515295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-68985c86-d49a-43cc-88df-203109495b60 req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:53:59.534242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-68985c86-d49a-43cc-88df-203109495b60 req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:53:59.553097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=76e1ab22-e2c8-4b98-bc2b-6313f12dba3e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:59.574029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=e811ec12-5174-494f-aac8-6a3fc40548c4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:59.576557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a4a162-4085-46cf-8d93-9e19f6a87ade tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:53:59.613052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50a4a162-4085-46cf-8d93-9e19f6a87ade tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.613409 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-50a4a162-4085-46cf-8d93-9e19f6a87ade tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Added segment cc9995e9-0110-4a4c-acb2-8fd7181b2905 of type vlan for network 581362a3-a6b5-43cc-a52d-176533fbd6e9 Dec 08 01:53:59.644251 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1d5be73-0c9d-40a0-82c6-ef06729ba3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.682346 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d5be73-0c9d-40a0-82c6-ef06729ba3e6 None None] No DVR routers for this DVR port 4a8ae62f-9cfa-46f4-a876-815b4f99d543 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:53:59.725698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68985c86-d49a-43cc-88df-203109495b60 req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:59.726672 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68985c86-d49a-43cc-88df-203109495b60 req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.750501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5be73-0c9d-40a0-82c6-ef06729ba3e6 None None] Pushing event deleted for resources: {'Port': ['ID=4a8ae62f-9cfa-46f4-a876-815b4f99d543,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:53:59.782508 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.794435 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50a4a162-4085-46cf-8d93-9e19f6a87ade tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.810390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:59.823580 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-bf896c2e-e0e1-4108-bdfc-bdb3c21f366b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9702120 Dec 08 01:53:59.847040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b9981c-68ad-4636-9b66-601f10f6485f') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:59.847040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b9981c-68ad-4636-9b66-601f10f6485f') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:53:59.847409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Request body: {'port': {'device_id': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:53:59.869560 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.884465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50a4a162-4085-46cf-8d93-9e19f6a87ade tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.892801 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a4a162-4085-46cf-8d93-9e19f6a87ade tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:53:59.893654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-50a4a162-4085-46cf-8d93-9e19f6a87ade tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.903419 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:53:59.923573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:53:59.925039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:00.004008 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:00.020264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-772ab50a-d658-4758-a889-de3ddd5b8aee None None] Provisioning complete for port e811ec12-5174-494f-aac8-6a3fc40548c4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:00.021534 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-772ab50a-d658-4758-a889-de3ddd5b8aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.028770 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-50a4a162-4085-46cf-8d93-9e19f6a87ade tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7211330 Dec 08 01:54:00.039462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42204) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:00.054270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-862672058', 'admin_state_up': True, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:00.072635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-772ab50a-d658-4758-a889-de3ddd5b8aee None None] Port e811ec12-5174-494f-aac8-6a3fc40548c4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:00.107248 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.113079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.118962 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.119298 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/networks/9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f HTTP/1.1" status: 204 len: 168 time: 1.4912152 Dec 08 01:54:00.120227 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42210) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:00.123395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4a162-4085-46cf-8d93-9e19f6a87ade tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Network': ['ID=581362a3-a6b5-43cc-a52d-176533fbd6e9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:00.136887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 581362a3-a6b5-43cc-a52d-176533fbd6e9 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:00.185630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e837f6d-24f8-4bf4-bf89-831711e44c80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Network': ['ID=9d2920d3-d0a3-4ec5-90a6-1b7ed3d04c2f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:00.320040 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.322590 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.360216 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.439825 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae4e2948-bdc3-4aa4-ba29-823e4bc7c8f8 req-c0de9fda-b395-4e1b-9679-e4479dccbb53 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1211922 Dec 08 01:54:00.523548 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.533535 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.551532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4d778-0fa6-4df6-b3e4-b3cb9ba07b4e req-3e0f4a33-9fa7-4927-a2c5-e756255921dc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:00.553142 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60d4d778-0fa6-4df6-b3e4-b3cb9ba07b4e req-3e0f4a33-9fa7-4927-a2c5-e756255921dc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 931 time: 0.3704290 Dec 08 01:54:00.574702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:00.593576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cdf467a-519a-403f-9aa7-885cb9b5c792') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:00.593867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cdf467a-519a-403f-9aa7-885cb9b5c792') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:00.607836 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.638326 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.650482 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60d4d778-0fa6-4df6-b3e4-b3cb9ba07b4e req-36c77d34-1d3f-45c7-8cc3-5bea34daaf0a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863900 Dec 08 01:54:00.651548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:00.651996 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:00.657930 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:00.736553 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.759453 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.768507 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/networks/910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f HTTP/1.1" status: 204 len: 168 time: 0.5855522 Dec 08 01:54:00.768507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedd81b-5bb6-4544-bcfd-7663a4ba2c5d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Network': ['ID=910ed66a-45d1-4dcd-9c0e-7fb30f5fc75f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:00.775556 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42234) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:00.782797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7653d7da-28ec-4dd0-9712-8e5e13491f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1440562280'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:00.814123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7653d7da-28ec-4dd0-9712-8e5e13491f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:00.819433 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7653d7da-28ec-4dd0-9712-8e5e13491f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.847355 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.859070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7653d7da-28ec-4dd0-9712-8e5e13491f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:00.876315 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7653d7da-28ec-4dd0-9712-8e5e13491f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.876689 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-7653d7da-28ec-4dd0-9712-8e5e13491f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Added segment 6cdc041b-b1b1-411d-ab21-a7d49eef9cfa of type vlan for network bd4b5b80-aaf7-4417-86eb-d4065b441af7 Dec 08 01:54:00.888728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e811ec12-5174-494f-aac8-6a3fc40548c4 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:54:00.916754 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.960310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7653d7da-28ec-4dd0-9712-8e5e13491f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.970145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Transition to ACTIVE for port object e811ec12-5174-494f-aac8-6a3fc40548c4 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:54:00.983244 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:00.994703 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7653d7da-28ec-4dd0-9712-8e5e13491f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:01.000723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7653d7da-28ec-4dd0-9712-8e5e13491f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:01.001351 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7653d7da-28ec-4dd0-9712-8e5e13491f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:01.130703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653d7da-28ec-4dd0-9712-8e5e13491f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Network': ['ID=bd4b5b80-aaf7-4417-86eb-d4065b441af7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:01.145293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network bd4b5b80-aaf7-4417-86eb-d4065b441af7 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:01.148004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7653d7da-28ec-4dd0-9712-8e5e13491f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3713322 Dec 08 01:54:01.151365 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42240) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:01.158938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6881178a-5c77-497b-be9e-3646953a4f4a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'subnet': {'network_id': 'bd4b5b80-aaf7-4417-86eb-d4065b441af7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:01.267312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4a8ae62f-9cfa-46f4-a876-815b4f99d543 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:01.311653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 4a8ae62f-9cfa-46f4-a876-815b4f99d543 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:01.312647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4a8ae62f-9cfa-46f4-a876-815b4f99d543 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:01.378369 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bfc050f3-bca1-41c9-8754-4829655457a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:01.396080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e811ec12-5174-494f-aac8-6a3fc40548c4,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:01.410581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Attempting to bind port e811ec12-5174-494f-aac8-6a3fc40548c4 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:01.411088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Attempting to bind port e811ec12-5174-494f-aac8-6a3fc40548c4 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:01.411641 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Attempting to bind port e811ec12-5174-494f-aac8-6a3fc40548c4 on network 131f554d-24e1-4879-a157-c5abe21ae51e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:01.421291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6881178a-5c77-497b-be9e-3646953a4f4a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:01.422547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Port e811ec12-5174-494f-aac8-6a3fc40548c4 on network 131f554d-24e1-4879-a157-c5abe21ae51e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:01.422976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Attempting to bind port e811ec12-5174-494f-aac8-6a3fc40548c4 on network 131f554d-24e1-4879-a157-c5abe21ae51e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:01.427226 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6881178a-5c77-497b-be9e-3646953a4f4a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:01.451177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:01.451525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Checking segment: {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:01.472965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Bound using segment: {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:01.473568 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Bound port: e811ec12-5174-494f-aac8-6a3fc40548c4, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:01.474054 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:01.683441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:01.686908 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f445d6df-517b-43a4-9868-419e4f5043bb req-0b9c7ee6-7381-49da-a0ea-03fcdc1687e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0826442 Dec 08 01:54:01.729940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:01.762846 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:01.768787 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:01.784691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e811ec12-5174-494f-aac8-6a3fc40548c4,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:01.799653 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:01.897714 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6881178a-5c77-497b-be9e-3646953a4f4a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.007665 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881178a-5c77-497b-be9e-3646953a4f4a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Subnet': ['ID=68674fc4-bb6b-45ef-a1c0-9ff3a736957e,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:02.061465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6881178a-5c77-497b-be9e-3646953a4f4a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Checking segment: {'id': '6cdc041b-b1b1-411d-ab21-a7d49eef9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bd4b5b80-aaf7-4417-86eb-d4065b441af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:02.061845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6881178a-5c77-497b-be9e-3646953a4f4a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network hostable DHCP agents. Network: bd4b5b80-aaf7-4417-86eb-d4065b441af7, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:02.097460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02ea68-87f6-4cea-8427-a138c590a0f1 req-c0f2cb49-eb8b-4764-80c3-08c3eb31f084 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:02.099351 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e02ea68-87f6-4cea-8427-a138c590a0f1 req-c0f2cb49-eb8b-4764-80c3-08c3eb31f084 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 943 time: 0.2171822 Dec 08 01:54:02.148108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6881178a-5c77-497b-be9e-3646953a4f4a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network bd4b5b80-aaf7-4417-86eb-d4065b441af7 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:02.192623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6881178a-5c77-497b-be9e-3646953a4f4a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, bd4b5b80-aaf7-4417-86eb-d4065b441af7) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:02.198613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881178a-5c77-497b-be9e-3646953a4f4a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:02.199217 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6881178a-5c77-497b-be9e-3646953a4f4a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.205709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dbacd6-e5f5-4380-9c40-801d1cb36859 None None] Network bd4b5b80-aaf7-4417-86eb-d4065b441af7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:02.293236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e811ec12-5174-494f-aac8-6a3fc40548c4,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:02.294037 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e02ea68-87f6-4cea-8427-a138c590a0f1 req-4164f73f-3a67-4eb1-953a-d3be77913e15 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867917 Dec 08 01:54:02.303506 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6881178a-5c77-497b-be9e-3646953a4f4a tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1476188 Dec 08 01:54:02.305066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42316) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:02.312352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-784c2c4e-95b9-4725-9cce-6645bef4c9a3 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-579822304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:02.354473 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-784c2c4e-95b9-4725-9cce-6645bef4c9a3 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.355936 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-784c2c4e-95b9-4725-9cce-6645bef4c9a3 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.369016 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.395644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:02.401870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.403550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-421dde93-d147-4f9d-ba18-f995bac2f2a5 service neutron] 10.222.0.72 "PUT /v2.0/ports/e811ec12-5174-494f-aac8-6a3fc40548c4 HTTP/1.1" status: 200 len: 1092 time: 2.5642674 Dec 08 01:54:02.404199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:02.408193 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1fe40e-18b8-449e-93fe-44a485f74fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:02.456504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Allocated IP 172.25.2.167 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/93e9b45a-bd47-4f92-b694-ae1c0f17d3df) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:02.514373 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898e69ad-1a84-41b1-967f-bca013c54f39 x-openstack-request-id: req-898e69ad-1a84-41b1-967f-bca013c54f39 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:02.514832 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:02.515181 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-898e69ad-1a84-41b1-967f-bca013c54f39 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:02.515675 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'status': 'completed', 'code': 200} Dec 08 01:54:02.533657 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-784c2c4e-95b9-4725-9cce-6645bef4c9a3 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.547566 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-784c2c4e-95b9-4725-9cce-6645bef4c9a3 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.597559 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-784c2c4e-95b9-4725-9cce-6645bef4c9a3 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.599030 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-784c2c4e-95b9-4725-9cce-6645bef4c9a3 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2924092 Dec 08 01:54:02.602053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42332) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:02.612237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'port': {'network_id': 'bd4b5b80-aaf7-4417-86eb-d4065b441af7', 'name': 'tempest-RoutersIpV6Test-235256290'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:02.791689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68985c86-d49a-43cc-88df-203109495b60 req-59c1c0fe-9236-4a8f-a0d6-a0df69d3e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:02.794875 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-59c1c0fe-9236-4a8f-a0d6-a0df69d3e5d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 1095 time: 0.3188610 Dec 08 01:54:02.836021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:02.841770 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.856678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-bd4b5b80-aaf7-4417-86eb-d4065b441af7', 'network_id': 'bd4b5b80-aaf7-4417-86eb-d4065b441af7', 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'fixed_ips': [{'subnet_id': '68674fc4-bb6b-45ef-a1c0-9ff3a736957e'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:54:02.858171 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:02.877529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] device_id is not set on port 9739b096-2693-48e9-a554-59da34c19ee3 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:54:02.919831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-29f69902-cb03-4167-be24-6bfc4714f77e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e811ec12-5174-494f-aac8-6a3fc40548c4 HTTP/1.1" status: 200 len: 217 time: 0.1030746 Dec 08 01:54:02.958416 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.095050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Allocated IP 2001:db8::1e7 (bd4b5b80-aaf7-4417-86eb-d4065b441af7/68674fc4-bb6b-45ef-a1c0-9ff3a736957e/9739b096-2693-48e9-a554-59da34c19ee3) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:03.105884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68985c86-d49a-43cc-88df-203109495b60 req-c1e6a27e-79b1-4a25-8a17-e663236383e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:03.107377 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-c1e6a27e-79b1-4a25-8a17-e663236383e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bef1dcbb-e567-4475-986f-d5d1b48773a0 HTTP/1.1" status: 200 len: 835 time: 0.1471117 Dec 08 01:54:03.173353 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.218294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Port': ['ID=93e9b45a-bd47-4f92-b694-ae1c0f17d3df,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:03.222427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68985c86-d49a-43cc-88df-203109495b60 req-fdca3b87-675e-4e00-b7b3-903b944bd8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:03.224011 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-fdca3b87-675e-4e00-b7b3-903b944bd8cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131f554d-24e1-4879-a157-c5abe21ae51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049731 Dec 08 01:54:03.273807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:03.306755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:03.309214 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-693fa0fe-3fcb-4f7f-a2df-7f0045d6e024 req-e88b97c0-335f-4e03-b637-ececddd9d6ad tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.2553077 Dec 08 01:54:03.315414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:03.356107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72751c5-fed8-4f47-907a-adcf1edcbbb0 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:03.421744 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-c330059a-2b7d-4b3d-af43-5981002d95fe service neutron] 10.222.0.72 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877868 Dec 08 01:54:03.475330 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.511707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1e9eaebc-a91a-4318-811f-464825d115f9 None None] Provisioning complete for port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:03.514702 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1e9eaebc-a91a-4318-811f-464825d115f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.571240 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.637220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=9739b096-2693-48e9-a554-59da34c19ee3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:03.687131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network bd4b5b80-aaf7-4417-86eb-d4065b441af7 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:03.689642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:03.692348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:03.714447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:03.715376 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.720888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1e9eaebc-a91a-4318-811f-464825d115f9 None None] Port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:03.735685 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.751502 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Allocated IP 2001:db8::2 (bd4b5b80-aaf7-4417-86eb-d4065b441af7/68674fc4-bb6b-45ef-a1c0-9ff3a736957e/2df6ef58-49be-42d2-9571-575b903764a6) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:03.760526 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-47087f05-a949-44aa-913c-0d0bbb615569 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1567206 Dec 08 01:54:03.776841 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42382) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:03.875045 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:03.936624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42384) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:03.963572 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdc892-bd1d-4aee-a6ed-6e3adbbd186f req-ac563c30-32b7-4499-8ff5-23451224a1ab tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:03.970922 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4abdc892-bd1d-4aee-a6ed-6e3adbbd186f req-ac563c30-32b7-4499-8ff5-23451224a1ab tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 943 time: 0.4721665 Dec 08 01:54:04.038501 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.049798 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.115487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68985c86-d49a-43cc-88df-203109495b60 req-776ed8be-fdef-4d7d-b9c4-ecd3dcb1b29a service neutron] 10.222.0.72 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232595 Dec 08 01:54:04.139479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Network bd4b5b80-aaf7-4417-86eb-d4065b441af7 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:04.149725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:04.158003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:04.191930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Pushing event updated for resources: {'Port': ['ID=2df6ef58-49be-42d2-9571-575b903764a6,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:04.219126 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-185ff1f0-4aa4-422b-a6aa-23c85815d292 req-08349be6-2f25-4772-9d67-eb3152b8ca46 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3499599 Dec 08 01:54:04.243943 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-604ed3c7-6f6f-45fb-a5e8-193a5fa71d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.253913 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4abdc892-bd1d-4aee-a6ed-6e3adbbd186f req-c7047fe1-4a00-4cb2-884b-23c3cbbdbefa tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819650 Dec 08 01:54:04.338537 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.416923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Attempting to bind port 2df6ef58-49be-42d2-9571-575b903764a6 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:04.419939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Attempting to bind port 2df6ef58-49be-42d2-9571-575b903764a6 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '6cdc041b-b1b1-411d-ab21-a7d49eef9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bd4b5b80-aaf7-4417-86eb-d4065b441af7'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:04.421321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Attempting to bind port 2df6ef58-49be-42d2-9571-575b903764a6 on network bd4b5b80-aaf7-4417-86eb-d4065b441af7 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:04.438442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:04.439916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Checking segment: {'id': '6cdc041b-b1b1-411d-ab21-a7d49eef9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bd4b5b80-aaf7-4417-86eb-d4065b441af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:04.442026 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.442631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Bound using segment: {'id': '6cdc041b-b1b1-411d-ab21-a7d49eef9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bd4b5b80-aaf7-4417-86eb-d4065b441af7'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:04.443299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Bound port: 2df6ef58-49be-42d2-9571-575b903764a6, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdc041b-b1b1-411d-ab21-a7d49eef9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'bd4b5b80-aaf7-4417-86eb-d4065b441af7'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:04.444465 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.501577 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.530566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fe40e-18b8-449e-93fe-44a485f74fb5 req-6e96ea68-99fd-4efa-a1f0-de82a27081dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:04.532147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c1fe40e-18b8-449e-93fe-44a485f74fb5 req-6e96ea68-99fd-4efa-a1f0-de82a27081dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 1095 time: 0.3122308 Dec 08 01:54:04.557587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] For port 2df6ef58-49be-42d2-9571-575b903764a6, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:04.568981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] For port 2df6ef58-49be-42d2-9571-575b903764a6, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2df6ef58-49be-42d2-9571-575b903764a6,segment=NetworkSegment(6cdc041b-b1b1-411d-ab21-a7d49eef9cfa),segment_id=6cdc041b-b1b1-411d-ab21-a7d49eef9cfa)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:04.574970 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5bf823e9-67ce-441e-a7f7-99a02d408565 req-966bb6b3-7050-4cad-b815-2d68fe988866 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0685740 Dec 08 01:54:04.582143 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.612880 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-604ed3c7-6f6f-45fb-a5e8-193a5fa71d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.654048 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c2f97-2bc1-486c-8ac4-ad0955cf361d None None] Pushing event updated for resources: {'Port': ['ID=2df6ef58-49be-42d2-9571-575b903764a6,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:04.729553 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-604ed3c7-6f6f-45fb-a5e8-193a5fa71d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.755174 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.888775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-604ed3c7-6f6f-45fb-a5e8-193a5fa71d05 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9910242d3fb74689b326fc2b6f7fb0fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9465656 Dec 08 01:54:04.896090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42400) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:04.927100 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.932943 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:04.973374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ed3c7-6f6f-45fb-a5e8-193a5fa71d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec50463-1a56-48cb-93aa-6c5f4a98c87c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:04.977417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ff1f0-4aa4-422b-a6aa-23c85815d292 req-458f9458-cfd3-44eb-9a8e-7d9c7fe2103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:04.979304 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-185ff1f0-4aa4-422b-a6aa-23c85815d292 req-458f9458-cfd3-44eb-9a8e-7d9c7fe2103d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c153057cd5c44b78964c51f1ad37c84c&device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 1097 time: 0.6794431 Dec 08 01:54:05.080484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fe40e-18b8-449e-93fe-44a485f74fb5 req-07ba4b26-7e2e-44ac-a355-5fcf087d7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:05.082062 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c1fe40e-18b8-449e-93fe-44a485f74fb5 req-07ba4b26-7e2e-44ac-a355-5fcf087d7d75 service neutron] 10.222.0.72 "GET /v2.0/networks?id=131f554d-24e1-4879-a157-c5abe21ae51e HTTP/1.1" status: 200 len: 897 time: 0.3915925 Dec 08 01:54:05.092721 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.099324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=9739b096-2693-48e9-a554-59da34c19ee3,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:05.191333 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c1fe40e-18b8-449e-93fe-44a485f74fb5 req-ba9279c3-c3dd-4324-900e-72a294ad3df6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e811ec12-5174-494f-aac8-6a3fc40548c4 HTTP/1.1" status: 200 len: 217 time: 0.1003785 Dec 08 01:54:05.280762 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5eff46d0-e377-4cc0-b019-8cec8b49d215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.319184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2df6ef58-49be-42d2-9571-575b903764a6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:05.445034 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5eff46d0-e377-4cc0-b019-8cec8b49d215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.450322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ff1f0-4aa4-422b-a6aa-23c85815d292 req-bbe26df9-8de6-4c0f-8346-d553837c0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:05.452443 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-185ff1f0-4aa4-422b-a6aa-23c85815d292 req-bbe26df9-8de6-4c0f-8346-d553837c0be9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 200 len: 912 time: 0.4332516 Dec 08 01:54:05.453173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 2df6ef58-49be-42d2-9571-575b903764a6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:05.453670 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.457922 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.467845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fe40e-18b8-449e-93fe-44a485f74fb5 req-145436e1-7f12-437a-94b5-b8d7a43a2a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:05.469598 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c1fe40e-18b8-449e-93fe-44a485f74fb5 req-145436e1-7f12-437a-94b5-b8d7a43a2a58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bef1dcbb-e567-4475-986f-d5d1b48773a0 HTTP/1.1" status: 200 len: 835 time: 0.2397542 Dec 08 01:54:05.552074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.626051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fac51-56a0-4633-a925-5bb73c51046b req-afe4e6b0-3b14-4651-b35e-165bc0d4b6ac tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:05.627666 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b4fac51-56a0-4633-a925-5bb73c51046b req-afe4e6b0-3b14-4651-b35e-165bc0d4b6ac tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 943 time: 0.2241337 Dec 08 01:54:05.635734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 2df6ef58-49be-42d2-9571-575b903764a6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2df6ef58-49be-42d2-9571-575b903764a6,segment=NetworkSegment(6cdc041b-b1b1-411d-ab21-a7d49eef9cfa),segment_id=6cdc041b-b1b1-411d-ab21-a7d49eef9cfa)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:05.649236 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.654045 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-185ff1f0-4aa4-422b-a6aa-23c85815d292 req-9653f3f0-b5aa-4158-8b90-d6c02a07fc87 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c HTTP/1.1" status: 200 len: 1001 time: 0.1834884 Dec 08 01:54:05.671604 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fe40e-18b8-449e-93fe-44a485f74fb5 req-07113fcf-df6e-4141-bf2a-6efd9bd4dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:05.676450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c1fe40e-18b8-449e-93fe-44a485f74fb5 req-07113fcf-df6e-4141-bf2a-6efd9bd4dde9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131f554d-24e1-4879-a157-c5abe21ae51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1770113 Dec 08 01:54:05.736106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=2df6ef58-49be-42d2-9571-575b903764a6,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:05.751344 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5eff46d0-e377-4cc0-b019-8cec8b49d215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.753967 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5eff46d0-e377-4cc0-b019-8cec8b49d215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:05.755132 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5eff46d0-e377-4cc0-b019-8cec8b49d215 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1ec50463-1a56-48cb-93aa-6c5f4a98c87c HTTP/1.1" status: 204 len: 168 time: 0.8524542 Dec 08 01:54:05.844708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff46d0-e377-4cc0-b019-8cec8b49d215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec50463-1a56-48cb-93aa-6c5f4a98c87c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:05.846414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Router 071702c9-8171-45b6-bf11-b5966f149701 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:54:05.896729 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-29ee0485-5804-41a2-b718-b6eabdb82bf0 req-b6eb0252-8591-4abd-89b7-29b5fa46f04c tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1039560 Dec 08 01:54:05.899991 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.007580 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b4fac51-56a0-4633-a925-5bb73c51046b req-8dd3debb-3f4c-450d-8733-e5cfa6e4e944 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476994 Dec 08 01:54:06.028065 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ff1f0-4aa4-422b-a6aa-23c85815d292 req-c47708f1-6d1e-4491-95d1-39f36709581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:06.034240 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-185ff1f0-4aa4-422b-a6aa-23c85815d292 req-c47708f1-6d1e-4491-95d1-39f36709581a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7350439f-5003-4406-b9e1-36d3805fa73f HTTP/1.1" status: 200 len: 850 time: 0.3647676 Dec 08 01:54:06.232346 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c1fe40e-18b8-449e-93fe-44a485f74fb5 req-b26d8533-b236-4078-83ce-8b828c84389e service neutron] 10.222.0.72 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042412 Dec 08 01:54:06.336974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ff1f0-4aa4-422b-a6aa-23c85815d292 req-3e86062a-6907-4bf5-aefc-51ac92ab4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:06.338928 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-185ff1f0-4aa4-422b-a6aa-23c85815d292 req-3e86062a-6907-4bf5-aefc-51ac92ab4f6c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a40c7cb-a606-4b1d-9bee-e672ac0b300c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2871830 Dec 08 01:54:06.342004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:06.353326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Sync routers for ids ['071702c9-8171-45b6-bf11-b5966f149701'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:06.378300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Routers {'071702c9-8171-45b6-bf11-b5966f149701'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:06.378959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['071702c9-8171-45b6-bf11-b5966f149701'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:06.465292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42416) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:06.467721 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.481773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2c60bd6c-7cc4-4333-a6b4-902df0680ecd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.4392264 Dec 08 01:54:06.482414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42418) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:06.512273 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e847288-35ae-4a5d-9cad-88fa31462624 None None] Network bd4b5b80-aaf7-4417-86eb-d4065b441af7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:06.518757 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6eebdbfc-5e49-4431-9da9-a26b8d2f220f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.650213 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6eebdbfc-5e49-4431-9da9-a26b8d2f220f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.677609 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.681053 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6eebdbfc-5e49-4431-9da9-a26b8d2f220f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.690588 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.691429 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.756690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=9739b096-2693-48e9-a554-59da34c19ee3,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:06.803249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebdbfc-5e49-4431-9da9-a26b8d2f220f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad9880-e612-40d4-a5ba-f69c6c87d85d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:06.818780 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6eebdbfc-5e49-4431-9da9-a26b8d2f220f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=10b84c0ae9ea49a1838eed65fb4a5b3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3498197 Dec 08 01:54:06.830046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42420) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:06.846205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6ecc29e1-675d-4b8c-8dc3-10bb5366865d None None] Provisioning complete for port 2df6ef58-49be-42d2-9571-575b903764a6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:06.846585 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ecc29e1-675d-4b8c-8dc3-10bb5366865d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:06.926180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Set router 071702c9-8171-45b6-bf11-b5966f149701 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:06.985877 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97694c32-1466-4c65-9ec2-bb651df00a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:07.029964 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97694c32-1466-4c65-9ec2-bb651df00a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:07.048704 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network bd4b5b80-aaf7-4417-86eb-d4065b441af7 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:07.054963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:07.075841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c1fe40e-18b8-449e-93fe-44a485f74fb5 req-02f6b5fb-24b6-4131-9590-b63605271b2c service neutron] 10.222.0.72 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8343642 Dec 08 01:54:07.224030 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2bf6-665f-4352-b6e2-c7ab97cefe17 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:07.229333 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-61fe2bf6-665f-4352-b6e2-c7ab97cefe17 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c861c2539f754d67a3e576ef59395956&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.7436626 Dec 08 01:54:07.243213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42426) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:07.328220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2df6ef58-49be-42d2-9571-575b903764a6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:07.384764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53eb42a-6288-4f6e-b945-6524c58c53c0 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:07.390098 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f53eb42a-6288-4f6e-b945-6524c58c53c0 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1457052 Dec 08 01:54:07.390747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42428) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:07.475822 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-74af576f-be3a-4358-bfc1-e1284db32244 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610976 Dec 08 01:54:07.477906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42430) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:07.504579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e811ec12-5174-494f-aac8-6a3fc40548c4 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:54:07.553836 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-03a0546f-2642-4dfc-a9b5-8eb22e8ff8c4 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c861c2539f754d67a3e576ef59395956&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688722 Dec 08 01:54:07.566487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42432) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:07.581366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-185ff1f0-4aa4-422b-a6aa-23c85815d292 req-4463646a-c400-4eb4-8251-d6892b945c9c service neutron] 10.222.0.65 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2010527 Dec 08 01:54:07.620588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd28dbb-c4e7-4356-8d41-09103054670c req-bfa3fc15-299d-47e8-b3d8-8f6751b7da64 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:07.622040 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4fd28dbb-c4e7-4356-8d41-09103054670c req-bfa3fc15-299d-47e8-b3d8-8f6751b7da64 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 943 time: 0.3797810 Dec 08 01:54:07.626197 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c8f7cb6-64f3-408e-a34b-05f331f19803 req-0bbc1762-87ff-4e27-a41e-96588efbfaa2 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.4921303 Dec 08 01:54:07.649093 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97694c32-1466-4c65-9ec2-bb651df00a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:07.652865 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97694c32-1466-4c65-9ec2-bb651df00a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:07.654123 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-97694c32-1466-4c65-9ec2-bb651df00a6f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20ad9880-e612-40d4-a5ba-f69c6c87d85d HTTP/1.1" status: 204 len: 168 time: 0.8231122 Dec 08 01:54:07.746947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97694c32-1466-4c65-9ec2-bb651df00a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad9880-e612-40d4-a5ba-f69c6c87d85d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:07.802614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router a71a30c8-f1b0-411c-b4b4-5f4ae769df97 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:54:07.812540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f1e59683-129a-4647-8761-fea9ec80b037 None None] Provisioning complete for port 2df6ef58-49be-42d2-9571-575b903764a6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:07.812952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1e59683-129a-4647-8761-fea9ec80b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:07.976200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:07.984378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e811ec12-5174-494f-aac8-6a3fc40548c4,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:07.987611 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52789ece-73b9-4c96-82eb-c813a3a18161 None None] Sync routers for ids ['a71a30c8-f1b0-411c-b4b4-5f4ae769df97'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:07.989622 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4c1c6f83-a2f0-4106-a873-9250045daaff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/a71a30c8-f1b0-411c-b4b4-5f4ae769df97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2113874 Dec 08 01:54:07.992005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42440) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:08.008183 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 2df6ef58-49be-42d2-9571-575b903764a6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:08.008183 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.035610 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52789ece-73b9-4c96-82eb-c813a3a18161 None None] Routers {'a71a30c8-f1b0-411c-b4b4-5f4ae769df97'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:08.036257 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-52789ece-73b9-4c96-82eb-c813a3a18161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a71a30c8-f1b0-411c-b4b4-5f4ae769df97'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:08.069998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4fd28dbb-c4e7-4356-8d41-09103054670c req-2b06035f-584e-456e-9685-94c822cb660c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900502 Dec 08 01:54:08.114948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adda812-3732-4db0-93f6-3defa59fb1c6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:08.124328 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-52789ece-73b9-4c96-82eb-c813a3a18161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:08.129314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7adda812-3732-4db0-93f6-3defa59fb1c6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports/9739b096-2693-48e9-a554-59da34c19ee3 HTTP/1.1" status: 200 len: 983 time: 0.1337183 Dec 08 01:54:08.129500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42444) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:08.135011 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-185ff1f0-4aa4-422b-a6aa-23c85815d292 req-1bbf13ab-ec2a-4963-b918-1505c37ca192 service neutron] 10.222.0.65 "GET /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119267 Dec 08 01:54:08.136973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e83fb02-2a99-4f6f-85e4-d21f368da058 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:08.140959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5e83fb02-2a99-4f6f-85e4-d21f368da058 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5629718 Dec 08 01:54:08.143013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42446) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:08.158892 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52789ece-73b9-4c96-82eb-c813a3a18161 None None] Routers {'a71a30c8-f1b0-411c-b4b4-5f4ae769df97'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:08.159541 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-52789ece-73b9-4c96-82eb-c813a3a18161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a71a30c8-f1b0-411c-b4b4-5f4ae769df97'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:08.175093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071702c9-8171-45b6-bf11-b5966f149701', 'name': 'tempest-TestSecurityGroupsBasicOps-router-862672058', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:03Z', 'revision_number': 3, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071702c9-8171-45b6-bf11-b5966f149701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:01Z', 'updated_at': '2021-12-08T01:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:08.230061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-50f47621-a176-4e85-a5b8-5884c5184996 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0817995 Dec 08 01:54:08.230458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42448) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:08.244405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-073ac91b-3d7b-41bf-a286-08380ee9140f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1921807061', 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9', 'project_id': 'c861c2539f754d67a3e576ef59395956', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:08.251970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Checking router: 071702c9-8171-45b6-bf11-b5966f149701 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:54:08.253168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Updating router 071702c9-8171-45b6-bf11-b5966f149701 port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:54:08.256412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'port_id': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'mac_address': 'fa:16:3e:17:57:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:54:08.259900 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-52789ece-73b9-4c96-82eb-c813a3a18161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:08.260856 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52789ece-73b9-4c96-82eb-c813a3a18161 None None] The sync data for ids ['a71a30c8-f1b0-411c-b4b4-5f4ae769df97'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:08.371821 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.437614 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.489297 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e811ec12-5174-494f-aac8-6a3fc40548c4 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:54:08.514391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e811ec12-5174-494f-aac8-6a3fc40548c4,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:08.583009 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.722561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=e811ec12-5174-494f-aac8-6a3fc40548c4,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:08.822221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073ac91b-3d7b-41bf-a286-08380ee9140f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Made reservation on behalf of c861c2539f754d67a3e576ef59395956 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:08.826521 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-073ac91b-3d7b-41bf-a286-08380ee9140f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.840047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f1e59683-129a-4647-8761-fea9ec80b037 None None] Provisioning complete for port 9739b096-2693-48e9-a554-59da34c19ee3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:08.840608 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1e59683-129a-4647-8761-fea9ec80b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:08.890230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['e811ec12-5174-494f-aac8-6a3fc40548c4'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:08.960051 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f1e59683-129a-4647-8761-fea9ec80b037 None None] Port 9739b096-2693-48e9-a554-59da34c19ee3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:09.206704 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ed67cbbb-8673-463a-a108-a778f55ea93c None None] Provisioning complete for port 9739b096-2693-48e9-a554-59da34c19ee3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:09.207135 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ed67cbbb-8673-463a-a108-a778f55ea93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.231802 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-073ac91b-3d7b-41bf-a286-08380ee9140f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.298878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072267e-ecda-41a9-acd7-69298e23fe52 req-4c20707f-17d8-456c-9be8-ed3008365645 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:09.305536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a072267e-ecda-41a9-acd7-69298e23fe52 req-4c20707f-17d8-456c-9be8-ed3008365645 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 944 time: 0.1152704 Dec 08 01:54:09.334519 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-87d954e4-a667-442c-a39c-ecc83f5f630f req-347c1fb5-8d90-47b7-b0e4-d3ca713e6ace tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1507912 Dec 08 01:54:09.361564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ac91b-3d7b-41bf-a286-08380ee9140f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Subnet': ['ID=547cf0ad-c9ce-4483-ad5b-3fdd6a806c36,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:09.370691 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.391277 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a072267e-ecda-41a9-acd7-69298e23fe52 req-31c28e8a-53a7-46c6-9507-bf7e81c57630 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795729 Dec 08 01:54:09.432816 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ed67cbbb-8673-463a-a108-a778f55ea93c None None] Port 9739b096-2693-48e9-a554-59da34c19ee3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:09.441948 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.473009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073ac91b-3d7b-41bf-a286-08380ee9140f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Checking segment: {'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:09.473696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ac91b-3d7b-41bf-a286-08380ee9140f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network hostable DHCP agents. Network: 581362a3-a6b5-43cc-a52d-176533fbd6e9, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:09.553061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073ac91b-3d7b-41bf-a286-08380ee9140f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network 581362a3-a6b5-43cc-a52d-176533fbd6e9 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:09.553960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f9fd73-0167-4f4a-a97e-a0fd329bb571 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:09.557533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Attempting to bind port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:09.558152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Attempting to bind port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:09.558699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Attempting to bind port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:09.566774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d54c50-b026-4e4e-800c-e6036b0c0b34 None None] Pushing event updated for resources: {'Port': ['ID=93e9b45a-bd47-4f92-b694-ae1c0f17d3df,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:09.578686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:09.581403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:09.582083 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.582661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:09.583891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Bound port: 93e9b45a-bd47-4f92-b694-ae1c0f17d3df, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:09.585695 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.657151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-073ac91b-3d7b-41bf-a286-08380ee9140f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 581362a3-a6b5-43cc-a52d-176533fbd6e9) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:09.693064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073ac91b-3d7b-41bf-a286-08380ee9140f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:09.693931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-073ac91b-3d7b-41bf-a286-08380ee9140f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.726840 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e44d9e73-c8ec-4b77-988a-76ffdf520072 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:09.802447 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-073ac91b-3d7b-41bf-a286-08380ee9140f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5685008 Dec 08 01:54:09.803381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42502) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:10.036462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e22ea31-4da4-41fb-baea-14023e69d1a6 None None] Network 581362a3-a6b5-43cc-a52d-176533fbd6e9 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:10.225481 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42508) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:10.231852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6a379a6b-2c87-4dc6-9c34-fd0fb49b3755 None None] Provisioning complete for port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:10.232824 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6a379a6b-2c87-4dc6-9c34-fd0fb49b3755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:10.240115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] For port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:10.245652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] For port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=93e9b45a-bd47-4f92-b694-ae1c0f17d3df,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:10.249411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e44d9e73-c8ec-4b77-988a-76ffdf520072 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 9739b096-2693-48e9-a554-59da34c19ee3 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:10.249411 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e44d9e73-c8ec-4b77-988a-76ffdf520072 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:10.296364 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:10.385500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d54c50-b026-4e4e-800c-e6036b0c0b34 None None] Pushing event updated for resources: {'Port': ['ID=93e9b45a-bd47-4f92-b694-ae1c0f17d3df,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:10.428093 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e44d9e73-c8ec-4b77-988a-76ffdf520072 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:10.457433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125afad0-3b1f-4ec1-b8c7-2480cb255813 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:10.464102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6a379a6b-2c87-4dc6-9c34-fd0fb49b3755 None None] Port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:10.469610 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e44d9e73-c8ec-4b77-988a-76ffdf520072 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 9739b096-2693-48e9-a554-59da34c19ee3 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:10.500730 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-581362a3-a6b5-43cc-a52d-176533fbd6e9', 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9', 'project_id': 'c861c2539f754d67a3e576ef59395956', 'fixed_ips': [{'subnet_id': '547cf0ad-c9ce-4483-ad5b-3fdd6a806c36'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:54:10.503827 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:10.519764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Routers {'071702c9-8171-45b6-bf11-b5966f149701'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:10.520575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['071702c9-8171-45b6-bf11-b5966f149701'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:10.630375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2880-ecda-42d3-89c9-f7bebf9745c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:10.656939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] Set router 071702c9-8171-45b6-bf11-b5966f149701 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:10.676925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:10.682664 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62291b9e-11a7-4d7a-be1b-bbbddd9beb39 req-7b876bf1-8d89-4a96-acdd-86c2a8872c61 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0633459 Dec 08 01:54:10.730504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685d9b7-27a3-4874-9fab-2d1fcf3b06d5 req-fcd49961-cda9-4a6d-9915-33edcfa7fd79 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:10.741512 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0685d9b7-27a3-4874-9fab-2d1fcf3b06d5 req-fcd49961-cda9-4a6d-9915-33edcfa7fd79 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 944 time: 0.1722901 Dec 08 01:54:10.940916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e44d9e73-c8ec-4b77-988a-76ffdf520072 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:10.980400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ae4bc779-96f1-4341-969b-866a2fcbdd5b None None] Provisioning complete for port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:10.981193 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc779-96f1-4341-969b-866a2fcbdd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.003587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d9e73-c8ec-4b77-988a-76ffdf520072 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=9739b096-2693-48e9-a554-59da34c19ee3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:11.033299 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0685d9b7-27a3-4874-9fab-2d1fcf3b06d5 req-1b84a26f-a4a4-4ad2-b50d-5e3ad9bec3b9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622252 Dec 08 01:54:11.162035 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071702c9-8171-45b6-bf11-b5966f149701', 'name': 'tempest-TestSecurityGroupsBasicOps-router-862672058', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:03Z', 'revision_number': 3, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071702c9-8171-45b6-bf11-b5966f149701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:01Z', 'updated_at': '2021-12-08T01:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:11.185992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2880-ecda-42d3-89c9-f7bebf9745c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.200945 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a5ef2880-ecda-42d3-89c9-f7bebf9745c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.206163 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f62785e-e84e-42af-baf8-840bbce6a1b2 None None] The sync data for ids ['071702c9-8171-45b6-bf11-b5966f149701'] in n-d-713498-30 is: [{'id': '071702c9-8171-45b6-bf11-b5966f149701', 'name': 'tempest-TestSecurityGroupsBasicOps-router-862672058', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:03Z', 'revision_number': 3, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071702c9-8171-45b6-bf11-b5966f149701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:01Z', 'updated_at': '2021-12-08T01:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:11.234649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Allocated IP 172.20.0.18 (581362a3-a6b5-43cc-a52d-176533fbd6e9/547cf0ad-c9ce-4483-ad5b-3fdd6a806c36/65da10cd-3c19-4640-aaeb-c2eccc0e6f9e) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:11.260555 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e44d9e73-c8ec-4b77-988a-76ffdf520072 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.312776 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a5ef2880-ecda-42d3-89c9-f7bebf9745c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6cff34b7b6d747d0aefc8ac1fa63d253&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0741675 Dec 08 01:54:11.314926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42520) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:11.315614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef2880-ecda-42d3-89c9-f7bebf9745c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24f4d32-eb57-4b20-933d-9517b7ae9bff,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:11.319521 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc779-96f1-4341-969b-866a2fcbdd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.419862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ae4bc779-96f1-4341-969b-866a2fcbdd5b None None] For port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=93e9b45a-bd47-4f92-b694-ae1c0f17d3df,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:11.448409 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc779-96f1-4341-969b-866a2fcbdd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.484103 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-424b3834-f8bc-4c24-96e9-e5c57a0a784f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.520735 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-424b3834-f8bc-4c24-96e9-e5c57a0a784f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.553417 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e811ec12-5174-494f-aac8-6a3fc40548c4 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:11.614892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44d9e73-c8ec-4b77-988a-76ffdf520072 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router a71a30c8-f1b0-411c-b4b4-5f4ae769df97 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:54:11.637151 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-424b3834-f8bc-4c24-96e9-e5c57a0a784f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.639833 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-424b3834-f8bc-4c24-96e9-e5c57a0a784f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:11.641162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-424b3834-f8bc-4c24-96e9-e5c57a0a784f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c24f4d32-eb57-4b20-933d-9517b7ae9bff HTTP/1.1" status: 204 len: 168 time: 0.3226550 Dec 08 01:54:11.661209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b3834-f8bc-4c24-96e9-e5c57a0a784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24f4d32-eb57-4b20-933d-9517b7ae9bff,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:11.779563 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bc779-96f1-4341-969b-866a2fcbdd5b None None] Pushing event updated for resources: {'Port': ['ID=93e9b45a-bd47-4f92-b694-ae1c0f17d3df,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:11.862241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44d9e73-c8ec-4b77-988a-76ffdf520072 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:11.873172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e44d9e73-c8ec-4b77-988a-76ffdf520072 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/a71a30c8-f1b0-411c-b4b4-5f4ae769df97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7400396 Dec 08 01:54:11.874038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42528) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:11.923796 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3e949-ddbd-4251-b42a-142330612a9b None None] Sync routers for ids ['a71a30c8-f1b0-411c-b4b4-5f4ae769df97'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:12.010627 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a78050d-894e-4e28-ada8-50dd8f63bc6d req-429ccc49-ac49-4bea-bbfa-787b687dcaf6 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0915353 Dec 08 01:54:12.081721 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port e811ec12-5174-494f-aac8-6a3fc40548c4 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:54:12.102988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port e811ec12-5174-494f-aac8-6a3fc40548c4 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:12.105487 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.194308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3e949-ddbd-4251-b42a-142330612a9b None None] Routers {'a71a30c8-f1b0-411c-b4b4-5f4ae769df97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:12.195054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-46c3e949-ddbd-4251-b42a-142330612a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a71a30c8-f1b0-411c-b4b4-5f4ae769df97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:12.218991 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.291715 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.304824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-46c3e949-ddbd-4251-b42a-142330612a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:12.342524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Network 581362a3-a6b5-43cc-a52d-176533fbd6e9 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:12.408312 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.410553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:12.434050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:12.493384 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-2757f085-6f31-47cd-af91-ae9f45be1365 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 01:54:12.495360 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2757f085-6f31-47cd-af91-ae9f45be1365 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/a71a30c8-f1b0-411c-b4b4-5f4ae769df97/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6200559 Dec 08 01:54:12.498295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42540) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:12.507634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3e949-ddbd-4251-b42a-142330612a9b None None] Routers {'a71a30c8-f1b0-411c-b4b4-5f4ae769df97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:12.508438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-46c3e949-ddbd-4251-b42a-142330612a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a71a30c8-f1b0-411c-b4b4-5f4ae769df97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:12.541519 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e6cb82de-b507-4b2f-bd1d-69b642d3d6cf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=a71a30c8-f1b0-411c-b4b4-5f4ae769df97 HTTP/1.1" status: 200 len: 205 time: 0.0413644 Dec 08 01:54:12.545635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42544) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:12.554969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Allocated IP 172.20.0.17 (581362a3-a6b5-43cc-a52d-176533fbd6e9/547cf0ad-c9ce-4483-ad5b-3fdd6a806c36/bad4fa56-a7bf-4cde-be6e-6d28761685d5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:12.558948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e811ec12-5174-494f-aac8-6a3fc40548c4,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:12.563205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:12.567090 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7cdb82-d407-4e4a-878c-274420a6bd41" -d '{"events": [{"server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "name": "network-vif-plugged", "status": "completed", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:12.572611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de8166-bc0f-44e6-94df-37416cb8e744 req-a0046b55-ca78-437d-95c0-748c5ca02535 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:12.575520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Pushing event updated for resources: {'Port': ['ID=65da10cd-3c19-4640-aaeb-c2eccc0e6f9e,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:12.585475 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69de8166-bc0f-44e6-94df-37416cb8e744 req-a0046b55-ca78-437d-95c0-748c5ca02535 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 944 time: 0.3298368 Dec 08 01:54:12.667442 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.732188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=e811ec12-5174-494f-aac8-6a3fc40548c4,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:12.740309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-46c3e949-ddbd-4251-b42a-142330612a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:12.741158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3e949-ddbd-4251-b42a-142330612a9b None None] The sync data for ids ['a71a30c8-f1b0-411c-b4b4-5f4ae769df97'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:12.770707 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ffded5-c9c3-46b6-b3e1-4f11b9c32995 x-openstack-request-id: req-e9ffded5-c9c3-46b6-b3e1-4f11b9c32995 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:12.771234 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "name": "network-vif-plugged", "status": "completed", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:12.771656 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9ffded5-c9c3-46b6-b3e1-4f11b9c32995 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:12.772248 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'code': 200} Dec 08 01:54:12.782219 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Attempting to bind port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:12.782850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Attempting to bind port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:12.783396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Attempting to bind port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e on network 581362a3-a6b5-43cc-a52d-176533fbd6e9 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:12.793576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:12.804425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Checking segment: {'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:12.810255 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.810965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Bound using segment: {'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:12.811661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Bound port: 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:12.812481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0116c9e-5926-49c2-8357-0e373d495330 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:12.815315 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.001071 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] For port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:13.006150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] For port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=65da10cd-3c19-4640-aaeb-c2eccc0e6f9e,segment=NetworkSegment(cc9995e9-0110-4a4c-acb2-8fd7181b2905),segment_id=cc9995e9-0110-4a4c-acb2-8fd7181b2905)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:13.016383 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.171640 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8483bfe-40a6-4834-95bd-9e594ff5cd6f None None] Pushing event updated for resources: {'Port': ['ID=65da10cd-3c19-4640-aaeb-c2eccc0e6f9e,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:13.339442 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0116c9e-5926-49c2-8357-0e373d495330 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.350697 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0116c9e-5926-49c2-8357-0e373d495330 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.393228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 93e9b45a-bd47-4f92-b694-ae1c0f17d3df up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:13.511713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:13.512100 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.600715 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52818a2d-9b3e-4533-b7a7-51462346f905 req-68ec136e-2b4e-4fd4-97db-ad0a70b4f78f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1295626 Dec 08 01:54:13.605787 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0116c9e-5926-49c2-8357-0e373d495330 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.608274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0116c9e-5926-49c2-8357-0e373d495330 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Fanout notify agent at l3_agent the message router_deleted on router a71a30c8-f1b0-411c-b4b4-5f4ae769df97 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:54:13.656660 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0116c9e-5926-49c2-8357-0e373d495330 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.662568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b0116c9e-5926-49c2-8357-0e373d495330 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/a71a30c8-f1b0-411c-b4b4-5f4ae769df97 HTTP/1.1" status: 204 len: 168 time: 1.1133287 Dec 08 01:54:13.663448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42564) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:13.705995 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69de8166-bc0f-44e6-94df-37416cb8e744 req-e6d3aa81-ef3f-4a58-87f8-7ce918403511 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1115971 Dec 08 01:54:13.815329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c02192-5db9-442b-87cc-161d19b8187d req-392396b3-7279-435e-867b-11e98192869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:13.818945 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e7c02192-5db9-442b-87cc-161d19b8187d req-392396b3-7279-435e-867b-11e98192869c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 1097 time: 0.1651490 Dec 08 01:54:13.824748 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.838491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ca66da-0d06-45c1-bc9a-649ac3739214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting subnet 68674fc4-bb6b-45ef-a1c0-9ff3a736957e {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:54:13.847833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49ca66da-0d06-45c1-bc9a-649ac3739214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.933395 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e7c02192-5db9-442b-87cc-161d19b8187d req-f547b7cc-e4c8-40be-af70-607e20675ede service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054778 Dec 08 01:54:13.938981 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49ca66da-0d06-45c1-bc9a-649ac3739214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:13.955331 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.015141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network 581362a3-a6b5-43cc-a52d-176533fbd6e9 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:14.018499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:14.022178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:14.090650 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.186539 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49ca66da-0d06-45c1-bc9a-649ac3739214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.241745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Port': ['ID=bad4fa56-a7bf-4cde-be6e-6d28761685d5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:14.329479 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49ca66da-0d06-45c1-bc9a-649ac3739214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.341212 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.431002 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fca382-d7ca-4079-b69c-27e1168729cb None None] Network bd4b5b80-aaf7-4417-86eb-d4065b441af7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:14.441836 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-49ca66da-0d06-45c1-bc9a-649ac3739214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.462333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-49ca66da-0d06-45c1-bc9a-649ac3739214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/68674fc4-bb6b-45ef-a1c0-9ff3a736957e HTTP/1.1" status: 204 len: 168 time: 0.7930653 Dec 08 01:54:14.470336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca66da-0d06-45c1-bc9a-649ac3739214 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Subnet': ['ID=68674fc4-bb6b-45ef-a1c0-9ff3a736957e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:14.472429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42582) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:14.647364 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.825647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f08e75-3a97-47ef-ba2d-4a33c5b53ca6 None None] DHCP port deletion for bd4b5b80-aaf7-4417-86eb-d4065b441af7 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:14.830525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 2df6ef58-49be-42d2-9571-575b903764a6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:14.830868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:14.980574 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.019662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f4f08e75-3a97-47ef-ba2d-4a33c5b53ca6 None None] Deleting port 2df6ef58-49be-42d2-9571-575b903764a6 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:15.020859 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e75-3a97-47ef-ba2d-4a33c5b53ca6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.022030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] For port 2df6ef58-49be-42d2-9571-575b903764a6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2df6ef58-49be-42d2-9571-575b903764a6,segment=NetworkSegment(6cdc041b-b1b1-411d-ab21-a7d49eef9cfa),segment_id=6cdc041b-b1b1-411d-ab21-a7d49eef9cfa)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:15.022408 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.056956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 2df6ef58-49be-42d2-9571-575b903764a6 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:15.076712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.146198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42596) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:15.149391 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.230149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cedfac-f52d-438a-8876-e136088148ff req-845f3aec-a6fd-4f8d-95b5-1c48e3db3d1c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:15.237892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f4f08e75-3a97-47ef-ba2d-4a33c5b53ca6 None None] For port 2df6ef58-49be-42d2-9571-575b903764a6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2df6ef58-49be-42d2-9571-575b903764a6,segment=NetworkSegment(6cdc041b-b1b1-411d-ab21-a7d49eef9cfa),segment_id=6cdc041b-b1b1-411d-ab21-a7d49eef9cfa)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:15.240734 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e75-3a97-47ef-ba2d-4a33c5b53ca6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.242844 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-51cedfac-f52d-438a-8876-e136088148ff req-845f3aec-a6fd-4f8d-95b5-1c48e3db3d1c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 945 time: 0.2711892 Dec 08 01:54:15.269879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f4f08e75-3a97-47ef-ba2d-4a33c5b53ca6 None None] Calling delete_port for 2df6ef58-49be-42d2-9571-575b903764a6 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:15.288742 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-539323ae-c54a-4b37-b0e0-66b4c4712e47 req-345f9d9b-9de6-4c08-b82d-79eb897f30f9 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0847888 Dec 08 01:54:15.372272 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-51cedfac-f52d-438a-8876-e136088148ff req-90cc4af4-5237-44c7-be94-e133ae931546 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281219 Dec 08 01:54:15.373748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835cec44-c618-4079-9ab5-04309ed0582d None None] Network 581362a3-a6b5-43cc-a52d-176533fbd6e9 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:15.376168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:15.382672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.452674 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=2df6ef58-49be-42d2-9571-575b903764a6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:15.454832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No DVR routers for this DVR port 2df6ef58-49be-42d2-9571-575b903764a6 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:15.514772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network 581362a3-a6b5-43cc-a52d-176533fbd6e9 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:15.518887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:15.645583 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.685710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4b5b80-aaf7-4417-86eb-d4065b441af7']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:15.715930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdc041b-b1b1-411d-ab21-a7d49eef9cfa') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:15.716459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdc041b-b1b1-411d-ab21-a7d49eef9cfa') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:15.740769 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.758850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-256966595'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:15.763590 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.778715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:15.779153 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:15.788068 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:15.791886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Router 071702c9-8171-45b6-bf11-b5966f149701 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:54:15.801971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Port': ['ID=bad4fa56-a7bf-4cde-be6e-6d28761685d5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:15.919516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0e8725a6-b407-4840-98f9-fc78b7f40b02 None None] Provisioning complete for port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:15.920508 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e8725a6-b407-4840-98f9-fc78b7f40b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.937400 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:15.940056 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 01:54:15.951218 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4f08e75-3a97-47ef-ba2d-4a33c5b53ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.960984 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:15.981279 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4f08e75-3a97-47ef-ba2d-4a33c5b53ca6 None None] Network bd4b5b80-aaf7-4417-86eb-d4065b441af7 is not hosted by any dhcp agent {{(pid=103131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 01:54:15.982173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f08e75-3a97-47ef-ba2d-4a33c5b53ca6 None None] No DVR routers for this DVR port 2df6ef58-49be-42d2-9571-575b903764a6 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:16.025119 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.038197 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f08e75-3a97-47ef-ba2d-4a33c5b53ca6 None None] Pushing event deleted for resources: {'Port': ['ID=2df6ef58-49be-42d2-9571-575b903764a6,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:16.046439 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/networks/bd4b5b80-aaf7-4417-86eb-d4065b441af7 HTTP/1.1" status: 204 len: 168 time: 1.5684268 Dec 08 01:54:16.047554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42608) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:16.053698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d9b6fe13-c288-4327-bd05-0016efb2cb7f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-21342737'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:16.060992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:16.061683 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.078434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a60ac-d900-48fc-b3e7-e64520d05a7d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Network': ['ID=bd4b5b80-aaf7-4417-86eb-d4065b441af7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:16.127273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:16.152706 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-41080aaf-47ce-491a-98da-9f6dd2226ab5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "PUT /v2.0/routers/071702c9-8171-45b6-bf11-b5966f149701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3457818 Dec 08 01:54:16.161712 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Sync routers for ids ['071702c9-8171-45b6-bf11-b5966f149701'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:16.176637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Made reservation on behalf of fed24d5cc854466e9c0f70da4b4b63b3 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:16.179987 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Routers {'071702c9-8171-45b6-bf11-b5966f149701'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:16.182307 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['071702c9-8171-45b6-bf11-b5966f149701'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:16.185940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b6fe13-c288-4327-bd05-0016efb2cb7f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:16.192086 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.199290 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9b6fe13-c288-4327-bd05-0016efb2cb7f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.226979 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.264547 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.265150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b6fe13-c288-4327-bd05-0016efb2cb7f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:16.288524 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9b6fe13-c288-4327-bd05-0016efb2cb7f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.288867 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-d9b6fe13-c288-4327-bd05-0016efb2cb7f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Added segment 1cf187aa-cbb8-4b04-8380-6f7c408a0d1f of type vlan for network 3989c458-2543-4c8c-8de9-148bfd7ad268 Dec 08 01:54:16.368882 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e8725a6-b407-4840-98f9-fc78b7f40b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.444375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=65da10cd-3c19-4640-aaeb-c2eccc0e6f9e,segment=NetworkSegment(cc9995e9-0110-4a4c-acb2-8fd7181b2905),segment_id=cc9995e9-0110-4a4c-acb2-8fd7181b2905)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:16.458082 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.472453 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.482109 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.523497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:16.535659 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Set router 071702c9-8171-45b6-bf11-b5966f149701 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:16.563666 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9b6fe13-c288-4327-bd05-0016efb2cb7f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.579352 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.580190 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Added segment 1dd8d745-2082-439a-be4a-b71c98a4d8e5 of type vlan for network 01bdd2a3-9b17-4940-b0c0-2c9726db6477 Dec 08 01:54:16.666873 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-0e8725a6-b407-4840-98f9-fc78b7f40b02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:54:16.667224 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-0e8725a6-b407-4840-98f9-fc78b7f40b02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:54:16.667931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2df6ef58-49be-42d2-9571-575b903764a6 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:16.704330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 2df6ef58-49be-42d2-9571-575b903764a6 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:16.704635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2df6ef58-49be-42d2-9571-575b903764a6 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:16.755908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77e72076-1242-4ef6-9e8d-4b298d75d998 req-982834e8-cf54-4bf9-9208-f6a6cbefc807 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1317980 Dec 08 01:54:16.767069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9b6fe13-c288-4327-bd05-0016efb2cb7f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.793890 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b6fe13-c288-4327-bd05-0016efb2cb7f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:16.794868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9b6fe13-c288-4327-bd05-0016efb2cb7f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.865936 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=65da10cd-3c19-4640-aaeb-c2eccc0e6f9e,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:16.879214 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:16.928905 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071702c9-8171-45b6-bf11-b5966f149701', 'name': 'tempest-TestSecurityGroupsBasicOps-router-862672058', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:14Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071702c9-8171-45b6-bf11-b5966f149701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:01Z', 'updated_at': '2021-12-08T01:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bad4fa56-a7bf-4cde-be6e-6d28761685d5', 'name': '', 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'mac_address': 'fa:16:3e:5d:50:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071702c9-8171-45b6-bf11-b5966f149701', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '547cf0ad-c9ce-4483-ad5b-3fdd6a806c36', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:10Z', 'updated_at': '2021-12-08T01:54:14Z', 'revision_number': 2, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'subnets': [{'id': '547cf0ad-c9ce-4483-ad5b-3fdd6a806c36', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:16.948103 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d9b6fe13-c288-4327-bd05-0016efb2cb7f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8990612 Dec 08 01:54:16.951092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42640) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:16.954964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f8ea55-d219-4747-bf69-6ba78f71a9d8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:16.969699 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-aafd32c5-3305-4c58-8ab8-f85f0d4907e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'subnet': {'network_id': '3989c458-2543-4c8c-8de9-148bfd7ad268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:17.034023 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Checking router: 071702c9-8171-45b6-bf11-b5966f149701 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:54:17.034397 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Updating router 071702c9-8171-45b6-bf11-b5966f149701 port bad4fa56-a7bf-4cde-be6e-6d28761685d5 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:54:17.052506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6fe13-c288-4327-bd05-0016efb2cb7f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Network': ['ID=3989c458-2543-4c8c-8de9-148bfd7ad268,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:17.065421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 3989c458-2543-4c8c-8de9-148bfd7ad268 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:17.099132 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.116747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228fb76-c4fc-47db-9d01-08b9d98ba130 req-f03ef498-0204-4045-b546-140037727097 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:17.119349 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4228fb76-c4fc-47db-9d01-08b9d98ba130 req-f03ef498-0204-4045-b546-140037727097 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 945 time: 0.4269762 Dec 08 01:54:17.125465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.150456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:17.162579 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.342185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Pushing event updated for resources: {'Network': ['ID=01bdd2a3-9b17-4940-b0c0-2c9726db6477,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:17.349606 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:17.353083 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f6e03f94-bdd3-4d3c-a10e-89bdc9176c51 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1973155 Dec 08 01:54:17.362201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42648) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:17.408183 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4228fb76-c4fc-47db-9d01-08b9d98ba130 req-78fee66a-54c2-47d2-9c9d-cee020f7696c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136557 Dec 08 01:54:17.489022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 01bdd2a3-9b17-4940-b0c0-2c9726db6477 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:17.517261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Request body: {'network': {'name': 'tempest-network--682871075', 'router:external': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:17.526928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-150f4d93-a63d-417d-ae20-0c476de8af77 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:17.537668 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-150f4d93-a63d-417d-ae20-0c476de8af77 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/networks?id=581362a3-a6b5-43cc-a52d-176533fbd6e9 HTTP/1.1" status: 200 len: 797 time: 0.4960759 Dec 08 01:54:17.587872 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-a09d83a4-ac8e-49cc-866d-7bb4d0bfea2f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/quotas/c861c2539f754d67a3e576ef59395956 HTTP/1.1" status: 200 len: 375 time: 0.0302947 Dec 08 01:54:17.590235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafd32c5-3305-4c58-8ab8-f85f0d4907e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:17.606784 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aafd32c5-3305-4c58-8ab8-f85f0d4907e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.614134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Made reservation on behalf of b43c1012dfd54a04bcc4ddbd265f1035 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:17.618147 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.715162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d7597b80-758f-4111-9a80-32b55cd208b4 None None] Provisioning complete for port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:17.715926 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7597b80-758f-4111-9a80-32b55cd208b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.722441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.771971 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-bd5d8b81-9138-4473-92ef-f695fbe46d6b tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c861c2539f754d67a3e576ef59395956&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1504476 Dec 08 01:54:17.821087 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.830515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e532682-c830-47f0-b010-5f8639e748e1 req-332b5f11-37c4-48b1-826d-2b35da9ccbe1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:17.833440 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e532682-c830-47f0-b010-5f8639e748e1 req-332b5f11-37c4-48b1-826d-2b35da9ccbe1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 945 time: 0.1779170 Dec 08 01:54:17.835897 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.847278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:17.849569 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:17.906026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e532682-c830-47f0-b010-5f8639e748e1 req-e68683a6-783d-4bea-85a2-25597d20ab52 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583973 Dec 08 01:54:18.041005 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.044527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42656) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:18.051843 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Pushing event updated for resources: {'Port': ['ID=bad4fa56-a7bf-4cde-be6e-6d28761685d5,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:18.073072 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.109864 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.110223 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.110575 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.110922 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.111264 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.115593 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.115940 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.116314 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.116817 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.117163 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.117860 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.122297 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.122883 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:18.174931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d7597b80-758f-4111-9a80-32b55cd208b4 None None] Provisioning complete for port bad4fa56-a7bf-4cde-be6e-6d28761685d5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:18.175555 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7597b80-758f-4111-9a80-32b55cd208b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.177402 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Attempting to bind port bad4fa56-a7bf-4cde-be6e-6d28761685d5 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:18.177951 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Attempting to bind port bad4fa56-a7bf-4cde-be6e-6d28761685d5 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:18.178496 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Attempting to bind port bad4fa56-a7bf-4cde-be6e-6d28761685d5 on network 581362a3-a6b5-43cc-a52d-176533fbd6e9 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:18.192344 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:18.192738 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Checking segment: {'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:18.193761 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.194333 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Bound using segment: {'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:18.194982 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Bound port: bad4fa56-a7bf-4cde-be6e-6d28761685d5, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:18.196126 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.253210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:18.276076 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.276474 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Added segment dfe5a3c9-aef9-48db-ba51-688b30036097 of type vlan for network ee35d1fb-cb26-4dba-8a84-da9e6838b1f6 Dec 08 01:54:18.301242 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9bb0d988-35e4-4d34-a347-7d25cd7c2fe5 req-54e5870f-76d2-4992-89a2-8dcc9d2b3cdd tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1930010 Dec 08 01:54:18.334981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d7597b80-758f-4111-9a80-32b55cd208b4 None None] Port bad4fa56-a7bf-4cde-be6e-6d28761685d5 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:18.399828 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] For port bad4fa56-a7bf-4cde-be6e-6d28761685d5, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:18.409124 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] For port bad4fa56-a7bf-4cde-be6e-6d28761685d5, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bad4fa56-a7bf-4cde-be6e-6d28761685d5,segment=NetworkSegment(cc9995e9-0110-4a4c-acb2-8fd7181b2905),segment_id=cc9995e9-0110-4a4c-acb2-8fd7181b2905)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:18.414175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89bc803-105f-440c-8edd-c5f76cd48e87 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:18.415431 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.425721 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a89bc803-105f-440c-8edd-c5f76cd48e87 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 1092 time: 0.3781483 Dec 08 01:54:18.433204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42664) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:18.438796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a40c81b-75e7-473a-81ef-53f01faf0568,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:18.450096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:18.467433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a4c680f9-f535-40c9-92a0-e9f4dd69cc92 None None] Provisioning complete for port bad4fa56-a7bf-4cde-be6e-6d28761685d5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:18.470855 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4c680f9-f535-40c9-92a0-e9f4dd69cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.504709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.532102 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.560018 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Routers {'071702c9-8171-45b6-bf11-b5966f149701'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:18.562319 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['071702c9-8171-45b6-bf11-b5966f149701'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:18.676896 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4c680f9-f535-40c9-92a0-e9f4dd69cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.755172 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.759177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:18.759703 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.788854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a4c680f9-f535-40c9-92a0-e9f4dd69cc92 None None] For port bad4fa56-a7bf-4cde-be6e-6d28761685d5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bad4fa56-a7bf-4cde-be6e-6d28761685d5,segment=NetworkSegment(cc9995e9-0110-4a4c-acb2-8fd7181b2905),segment_id=cc9995e9-0110-4a4c-acb2-8fd7181b2905)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:18.808820 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4c680f9-f535-40c9-92a0-e9f4dd69cc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:18.891785 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] Set router 071702c9-8171-45b6-bf11-b5966f149701 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:18.939832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c680f9-f535-40c9-92a0-e9f4dd69cc92 None None] Pushing event updated for resources: {'Port': ['ID=bad4fa56-a7bf-4cde-be6e-6d28761685d5,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:18.951395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event updated for resources: {'Network': ['ID=ee35d1fb-cb26-4dba-8a84-da9e6838b1f6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:18.965676 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-da14a4a6-45d7-47fd-be92-bc11ae65ea55 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5998900 Dec 08 01:54:18.970288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42680) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:18.976231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network ee35d1fb-cb26-4dba-8a84-da9e6838b1f6 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:19.093507 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.128935 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38caec6-d498-49be-b608-77f30fa27c9a None None] Pushing event updated for resources: {'Port': ['ID=bad4fa56-a7bf-4cde-be6e-6d28761685d5,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:19.177339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-552d482c-8114-4336-9a6f-ddf434a528f8 None None] Provisioning complete for port bad4fa56-a7bf-4cde-be6e-6d28761685d5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:19.177818 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-552d482c-8114-4336-9a6f-ddf434a528f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.183730 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aafd32c5-3305-4c58-8ab8-f85f0d4907e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.274463 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.334169 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-68f41cef-f1fd-4fe4-bd53-a113a214436f service neutron] 10.222.0.70 "GET /v2.0/networks/581362a3-a6b5-43cc-a52d-176533fbd6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4877338 Dec 08 01:54:19.435029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd32c5-3305-4c58-8ab8-f85f0d4907e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Subnet': ['ID=344366dd-f97b-4193-b4b4-08e8d9f5634d,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:19.548120 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8571c309-7342-429e-82d3-5feb7d84e99f req-9b0f8d10-506f-4e63-9dad-4992cd11996f tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0476196 Dec 08 01:54:19.585870 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-f7169e07-460d-4d8c-a65c-7c4a177931b8 service neutron] 10.222.0.70 "GET /v2.0/networks/581362a3-a6b5-43cc-a52d-176533fbd6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325466 Dec 08 01:54:19.593513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd32c5-3305-4c58-8ab8-f85f0d4907e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Checking segment: {'id': '1cf187aa-cbb8-4b04-8380-6f7c408a0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3989c458-2543-4c8c-8de9-148bfd7ad268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:19.594014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd32c5-3305-4c58-8ab8-f85f0d4907e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network hostable DHCP agents. Network: 3989c458-2543-4c8c-8de9-148bfd7ad268, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:19.610785 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.612237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd32c5-3305-4c58-8ab8-f85f0d4907e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 3989c458-2543-4c8c-8de9-148bfd7ad268 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:19.625039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-aafd32c5-3305-4c58-8ab8-f85f0d4907e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 3989c458-2543-4c8c-8de9-148bfd7ad268) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:19.634641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f889f-081d-4f4b-bc8a-bbeb01c90871 None None] Network 3989c458-2543-4c8c-8de9-148bfd7ad268 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:19.639004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafd32c5-3305-4c58-8ab8-f85f0d4907e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:19.639792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aafd32c5-3305-4c58-8ab8-f85f0d4907e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.668177 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071702c9-8171-45b6-bf11-b5966f149701', 'name': 'tempest-TestSecurityGroupsBasicOps-router-862672058', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:14Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071702c9-8171-45b6-bf11-b5966f149701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:01Z', 'updated_at': '2021-12-08T01:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bad4fa56-a7bf-4cde-be6e-6d28761685d5', 'name': '', 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'mac_address': 'fa:16:3e:5d:50:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071702c9-8171-45b6-bf11-b5966f149701', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '547cf0ad-c9ce-4483-ad5b-3fdd6a806c36', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:10Z', 'updated_at': '2021-12-08T01:54:18Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'subnets': [{'id': '547cf0ad-c9ce-4483-ad5b-3fdd6a806c36', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:19.680654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-aafd32c5-3305-4c58-8ab8-f85f0d4907e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7258782 Dec 08 01:54:19.681058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42690) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:19.685501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-54a1a6b1-bacd-45c2-bc2a-6c05d58e8e2f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1596655239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:19.700484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.25.2.121 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/2df13495-2521-43b0-83ea-90883dd2a1c2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:19.744229 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54a1a6b1-bacd-45c2-bc2a-6c05d58e8e2f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.745592 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54a1a6b1-bacd-45c2-bc2a-6c05d58e8e2f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.748121 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318fb9a3-a859-44af-b237-ea6f8667eed2 None None] The sync data for ids ['071702c9-8171-45b6-bf11-b5966f149701'] in n-d-713498-30 is: [{'id': '071702c9-8171-45b6-bf11-b5966f149701', 'name': 'tempest-TestSecurityGroupsBasicOps-router-862672058', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:14Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071702c9-8171-45b6-bf11-b5966f149701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:01Z', 'updated_at': '2021-12-08T01:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'bad4fa56-a7bf-4cde-be6e-6d28761685d5', 'name': '', 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'mac_address': 'fa:16:3e:5d:50:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071702c9-8171-45b6-bf11-b5966f149701', 'device_owner': 'network:router_interface', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '547cf0ad-c9ce-4483-ad5b-3fdd6a806c36', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:10Z', 'updated_at': '2021-12-08T01:54:18Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'subnets': [{'id': '547cf0ad-c9ce-4483-ad5b-3fdd6a806c36', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:19.776838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee35d1fb-cb26-4dba-8a84-da9e6838b1f6']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:19.804208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe5a3c9-aef9-48db-ba51-688b30036097') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:19.805294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe5a3c9-aef9-48db-ba51-688b30036097') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:19.911565 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.919112 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54a1a6b1-bacd-45c2-bc2a-6c05d58e8e2f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.930687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54a1a6b1-bacd-45c2-bc2a-6c05d58e8e2f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.998246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-3989c458-2543-4c8c-8de9-148bfd7ad268', 'network_id': '3989c458-2543-4c8c-8de9-148bfd7ad268', 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'fixed_ips': [{'subnet_id': '344366dd-f97b-4193-b4b4-08e8d9f5634d'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:54:19.999151 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:19.999272 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54a1a6b1-bacd-45c2-bc2a-6c05d58e8e2f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.000723 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-54a1a6b1-bacd-45c2-bc2a-6c05d58e8e2f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3185174 Dec 08 01:54:20.003627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42698) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:20.049701 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.123809 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c463e946-9f95-4d65-95f7-26c4a998d5f7 req-b7df084c-03b5-4295-8db9-9004a41c0ac7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 210 time: 0.1945708 Dec 08 01:54:20.212557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:20.213268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:20.215403 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:20.301087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Allocated IP 2001:db8::2 (3989c458-2543-4c8c-8de9-148bfd7ad268/344366dd-f97b-4193-b4b4-08e8d9f5634d/d63f75de-8aa3-4fce-9260-ffb3870eb3e0) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:20.434600 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.464843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee35d1fb-cb26-4dba-8a84-da9e6838b1f6 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 01:54:20.487823 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.511302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.515136 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "DELETE /v2.0/networks/ee35d1fb-cb26-4dba-8a84-da9e6838b1f6 HTTP/1.1" status: 204 len: 168 time: 1.5369956 Dec 08 01:54:20.552444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42708) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:20.559479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f5d46445-2e6d-4d7b-991f-3e6a638b7cf7 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:20.577135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee35d1fb-cb26-4dba-8a84-da9e6838b1f6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:20.675916 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.689595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.691676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.691676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.692045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.692843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.693201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.693547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.693890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.695125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.695125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.695125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.695445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb06f93-2e1c-49fb-82f4-82517ec2db8a tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:20.717097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d46445-2e6d-4d7b-991f-3e6a638b7cf7 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Made reservation on behalf of b43c1012dfd54a04bcc4ddbd265f1035 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:20.717097 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5d46445-2e6d-4d7b-991f-3e6a638b7cf7 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.831385 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.832571 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.844451 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.846411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d46445-2e6d-4d7b-991f-3e6a638b7cf7 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:20.849573 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.935186 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5d46445-2e6d-4d7b-991f-3e6a638b7cf7 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:20.935553 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-f5d46445-2e6d-4d7b-991f-3e6a638b7cf7 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Added segment d59abd66-7fc4-45c0-af39-f235a47ab94e of type vlan for network 6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3 Dec 08 01:54:20.945768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:20.956548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:20.997436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:21.014319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Network 3989c458-2543-4c8c-8de9-148bfd7ad268 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:21.021750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Pushing event updated for resources: {'Port': ['ID=d63f75de-8aa3-4fce-9260-ffb3870eb3e0,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:21.030775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:21.038115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:21.186315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93b80f44-4fbe-475d-a0a5-85296c390677 req-dc398320-4984-4461-953f-ac9a897b723e tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.3837502 Dec 08 01:54:21.216906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Attempting to bind port d63f75de-8aa3-4fce-9260-ffb3870eb3e0 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:21.218336 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Attempting to bind port d63f75de-8aa3-4fce-9260-ffb3870eb3e0 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '1cf187aa-cbb8-4b04-8380-6f7c408a0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3989c458-2543-4c8c-8de9-148bfd7ad268'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:21.218747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Attempting to bind port d63f75de-8aa3-4fce-9260-ffb3870eb3e0 on network 3989c458-2543-4c8c-8de9-148bfd7ad268 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:21.233231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:21.233621 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Checking segment: {'id': '1cf187aa-cbb8-4b04-8380-6f7c408a0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3989c458-2543-4c8c-8de9-148bfd7ad268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:21.235211 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.235629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Bound using segment: {'id': '1cf187aa-cbb8-4b04-8380-6f7c408a0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3989c458-2543-4c8c-8de9-148bfd7ad268'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:21.243363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Bound port: d63f75de-8aa3-4fce-9260-ffb3870eb3e0, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf187aa-cbb8-4b04-8380-6f7c408a0d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '3989c458-2543-4c8c-8de9-148bfd7ad268'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:21.245004 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.310112 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5d46445-2e6d-4d7b-991f-3e6a638b7cf7 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.345860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=2df13495-2521-43b0-83ea-90883dd2a1c2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:21.417433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] For port d63f75de-8aa3-4fce-9260-ffb3870eb3e0, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:21.422078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] For port d63f75de-8aa3-4fce-9260-ffb3870eb3e0, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d63f75de-8aa3-4fce-9260-ffb3870eb3e0,segment=NetworkSegment(1cf187aa-cbb8-4b04-8380-6f7c408a0d1f),segment_id=1cf187aa-cbb8-4b04-8380-6f7c408a0d1f)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:21.426187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bad4fa56-a7bf-4cde-be6e-6d28761685d5 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:21.431030 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.434318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-563bb869-607d-4ec2-8431-892ac0a180cc req-2fac763a-3bbb-4f04-b07a-5d148f29eb5f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 210 time: 0.0630810 Dec 08 01:54:21.543354 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fc9ca-ea73-40cd-9565-2fd87be6bc83 None None] Pushing event updated for resources: {'Port': ['ID=d63f75de-8aa3-4fce-9260-ffb3870eb3e0,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:21.612781 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bad4fa56-a7bf-4cde-be6e-6d28761685d5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:21.613409 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.664325 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5d46445-2e6d-4d7b-991f-3e6a638b7cf7 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.665660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d46445-2e6d-4d7b-991f-3e6a638b7cf7 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:21.666265 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5d46445-2e6d-4d7b-991f-3e6a638b7cf7 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:21.757734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Allocated IP 2001:db8::1 (3989c458-2543-4c8c-8de9-148bfd7ad268/344366dd-f97b-4193-b4b4-08e8d9f5634d/16f23dc7-34ac-4531-8b2e-da83a113b2f5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:21.905029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d46445-2e6d-4d7b-991f-3e6a638b7cf7 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event updated for resources: {'Network': ['ID=6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:21.932175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:21.981242 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f5d46445-2e6d-4d7b-991f-3e6a638b7cf7 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4273922 Dec 08 01:54:21.991183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42734) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:22.044424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Request body: {'subnet': {'network_id': '6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:22.234446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Made reservation on behalf of b43c1012dfd54a04bcc4ddbd265f1035 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:22.236723 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.271269 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.385549 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.521051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 3989c458-2543-4c8c-8de9-148bfd7ad268 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:22.526021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:22.538248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:22.538814 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.681918 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-292a4a91-1cf5-4963-96fb-28e3e507a2c5 req-f6541802-38b6-4063-a197-f1636b91ed6b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.2720978 Dec 08 01:54:22.720711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=16f23dc7-34ac-4531-8b2e-da83a113b2f5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:22.921957 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:22.951075 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01065c2a-3d22-4d02-9983-3d780a85df99 req-9aae933f-b9c3-45dc-8ab7-b9c0e3dee8d8 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 210 time: 0.2322361 Dec 08 01:54:22.986485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-15ef769b-f3da-4a73-87c3-e01de5dee4da tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:22.987931 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-15ef769b-f3da-4a73-87c3-e01de5dee4da tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.72 "GET /v2.0/networks?id=581362a3-a6b5-43cc-a52d-176533fbd6e9 HTTP/1.1" status: 200 len: 797 time: 0.7718513 Dec 08 01:54:23.108190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Request body: {'port': {'device_id': '7154a39f-bd09-4cfc-9a5f-945222d9c78f', 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9', 'admin_state_up': True, 'tenant_id': 'c861c2539f754d67a3e576ef59395956'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:23.421333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d63f75de-8aa3-4fce-9260-ffb3870eb3e0 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:23.501774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d63f75de-8aa3-4fce-9260-ffb3870eb3e0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:23.502527 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.576711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7077d5a5-012d-4915-a8b5-556c759bab7a None None] Network 3989c458-2543-4c8c-8de9-148bfd7ad268 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:23.728733 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.730303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.732274 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.738956 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.740153 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.835261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port d63f75de-8aa3-4fce-9260-ffb3870eb3e0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d63f75de-8aa3-4fce-9260-ffb3870eb3e0,segment=NetworkSegment(1cf187aa-cbb8-4b04-8380-6f7c408a0d1f),segment_id=1cf187aa-cbb8-4b04-8380-6f7c408a0d1f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:23.851959 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:23.876097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=16f23dc7-34ac-4531-8b2e-da83a113b2f5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:24.035616 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-620bff2f-8fd7-4257-8199-a322edebc8a1 req-8e3416b7-101a-4f70-91f9-a220e25983ea tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.1109436 Dec 08 01:54:24.037649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d8e9389f-c761-4d1b-b796-4e94ef989582 None None] Provisioning complete for port d63f75de-8aa3-4fce-9260-ffb3870eb3e0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:24.038040 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8e9389f-c761-4d1b-b796-4e94ef989582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.047921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.048452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.052386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.052940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.054516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.066861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.067362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.068353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.080129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.086997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.087494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.087938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.088402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:24.104860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=d63f75de-8aa3-4fce-9260-ffb3870eb3e0,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:24.167336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 3989c458-2543-4c8c-8de9-148bfd7ad268 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:24.169064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:24.373318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 479666ba-e0f7-413b-89fe-ceea55b64ed7 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:54:24.500752 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:24.517055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f77ea-6236-437e-ae7a-56b4be9ab112 None None] Sync routers for ids ['479666ba-e0f7-413b-89fe-ceea55b64ed7'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:24.523182 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ea3800ba-1422-473a-9b76-7cd0f02a7ae1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/479666ba-e0f7-413b-89fe-ceea55b64ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5181613 Dec 08 01:54:24.529814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42786) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:24.547776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f77ea-6236-437e-ae7a-56b4be9ab112 None None] Routers {'479666ba-e0f7-413b-89fe-ceea55b64ed7'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:24.552946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a38f77ea-6236-437e-ae7a-56b4be9ab112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['479666ba-e0f7-413b-89fe-ceea55b64ed7'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:24.596981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a38f77ea-6236-437e-ae7a-56b4be9ab112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:24.631737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1760bedc-f0f5-4912-a4f9-06cefc560d76 req-3fdfd8d7-db78-4919-937e-6f632ed504f0 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 210 time: 0.0475302 Dec 08 01:54:24.632417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb97045a-f4d4-4dbb-9950-ea3092b3abf5 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:24.638588 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eb97045a-f4d4-4dbb-9950-ea3092b3abf5 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports/16f23dc7-34ac-4531-8b2e-da83a113b2f5 HTTP/1.1" status: 200 len: 911 time: 0.1074543 Dec 08 01:54:24.641938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42788) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:24.659475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f77ea-6236-437e-ae7a-56b4be9ab112 None None] Routers {'479666ba-e0f7-413b-89fe-ceea55b64ed7'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:24.670768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a38f77ea-6236-437e-ae7a-56b4be9ab112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['479666ba-e0f7-413b-89fe-ceea55b64ed7'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:24.717526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Made reservation on behalf of c861c2539f754d67a3e576ef59395956 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:24.721620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.723661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a38f77ea-6236-437e-ae7a-56b4be9ab112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:24.724112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38f77ea-6236-437e-ae7a-56b4be9ab112 None None] The sync data for ids ['479666ba-e0f7-413b-89fe-ceea55b64ed7'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:24.726458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2a6f0133-f8bc-449a-8a43-9ea8811a0fd5 None None] Provisioning complete for port d63f75de-8aa3-4fce-9260-ffb3870eb3e0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:24.727043 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0133-f8bc-449a-8a43-9ea8811a0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:24.894357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Allocated IP 172.20.0.21 (581362a3-a6b5-43cc-a52d-176533fbd6e9/547cf0ad-c9ce-4483-ad5b-3fdd6a806c36/9d0e2667-ce7f-499a-83a9-f9b2c05eeef1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:24.928603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2a6f0133-f8bc-449a-8a43-9ea8811a0fd5 None None] Provisioning complete for port 16f23dc7-34ac-4531-8b2e-da83a113b2f5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:24.929152 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0133-f8bc-449a-8a43-9ea8811a0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.028529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2a6f0133-f8bc-449a-8a43-9ea8811a0fd5 None None] Port 16f23dc7-34ac-4531-8b2e-da83a113b2f5 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:25.071384 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.150556 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.172649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-694b2583-ae41-4b65-85a2-91131c8026d7 None None] Provisioning complete for port 16f23dc7-34ac-4531-8b2e-da83a113b2f5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:25.175622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-694b2583-ae41-4b65-85a2-91131c8026d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.281674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Network 581362a3-a6b5-43cc-a52d-176533fbd6e9 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:25.296657 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e5c99869-d499-49ee-99eb-df0dfff24b66 req-9b30140e-4ee4-4381-8b19-9a50d5193135 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0665858 Dec 08 01:54:25.317251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event updated for resources: {'Port': ['ID=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:25.331602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-694b2583-ae41-4b65-85a2-91131c8026d7 None None] Port 16f23dc7-34ac-4531-8b2e-da83a113b2f5 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:25.339693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d63f75de-8aa3-4fce-9260-ffb3870eb3e0 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:25.341135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:25.344303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:25.485340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:25.486295 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.488627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d63f75de-8aa3-4fce-9260-ffb3870eb3e0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:25.489141 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.513068 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.614867 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eccfcb7f-54b1-4e48-b954-640c5214b445 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.616468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-85e0ac00-4cb6-4ba4-973b-b4c1e9b4a708 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.5314231 Dec 08 01:54:25.651117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Request body: {'port': {'device_id': '7154a39f-bd09-4cfc-9a5f-945222d9c78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:25.739432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9d0e29a6-a3db-4eab-a875-4460c5d2ac82 None None] Provisioning complete for port 16f23dc7-34ac-4531-8b2e-da83a113b2f5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:25.739988 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d0e29a6-a3db-4eab-a875-4460c5d2ac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:25.842938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9d0e29a6-a3db-4eab-a875-4460c5d2ac82 None None] Port 16f23dc7-34ac-4531-8b2e-da83a113b2f5 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:25.989212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:54:25.989766 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.006619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-887c93c9-b6cd-49ad-93f8-c53ad60a9e55 None None] Provisioning complete for port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:26.007002 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-887c93c9-b6cd-49ad-93f8-c53ad60a9e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.044864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event updated for resources: {'Subnet': ['ID=464bc9a6-7a01-4591-b2e3-57737d627904,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:26.052611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.078921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4432b-42d4-4afd-af57-f554cc2bc88b req-93c3b0b2-c972-4b42-920d-d4f898d6ee07 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:26.089087 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11a4432b-42d4-4afd-af57-f554cc2bc88b req-93c3b0b2-c972-4b42-920d-d4f898d6ee07 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 895 time: 0.2831213 Dec 08 01:54:26.102201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-887c93c9-b6cd-49ad-93f8-c53ad60a9e55 None None] Port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:26.144397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eccfcb7f-54b1-4e48-b954-640c5214b445 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 16f23dc7-34ac-4531-8b2e-da83a113b2f5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:26.149899 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eccfcb7f-54b1-4e48-b954-640c5214b445 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.168455 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.195913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.248343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Checking segment: {'id': 'd59abd66-7fc4-45c0-af39-f235a47ab94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:26.248881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Network hostable DHCP agents. Network: 6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:26.383793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eccfcb7f-54b1-4e48-b954-640c5214b445 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.418383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eccfcb7f-54b1-4e48-b954-640c5214b445 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 16f23dc7-34ac-4531-8b2e-da83a113b2f5 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:26.518227 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-70fccc0c-8613-4349-83d7-e8392eb231ef req-28447ced-7f32-46af-b4ab-a1ada2d9bb54 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0761015 Dec 08 01:54:26.603830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:54:26.611469 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.624032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Transition to ACTIVE for port object 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:54:26.646476 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.652962 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.723762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=2df13495-2521-43b0-83ea-90883dd2a1c2,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:26.750425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Network 6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:26.818856 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eccfcb7f-54b1-4e48-b954-640c5214b445 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:26.867960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfcb7f-54b1-4e48-b954-640c5214b445 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=16f23dc7-34ac-4531-8b2e-da83a113b2f5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:26.966969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:26.993243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126c1a8e-1f50-40e0-a479-aba2687838bf None None] Network 6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:27.053595 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eccfcb7f-54b1-4e48-b954-640c5214b445 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.064828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:27.065577 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.096246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Pushing event updated for resources: {'Port': ['ID=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:27.125567 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f5c532f0-26cf-4236-acc6-e108bb1eb11f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.1332717 Dec 08 01:54:27.128232 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Floating IP e1c7b9e9-23ed-4558-a929-4ce3baafc747 associated. External IP: 172.25.2.121, port: e811ec12-5174-494f-aac8-6a3fc40548c4. Dec 08 01:54:27.247066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42818) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:27.259126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Request body: {'floatingip': {'floating_network_id': '6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:27.426473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccfcb7f-54b1-4e48-b954-640c5214b445 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 479666ba-e0f7-413b-89fe-ceea55b64ed7 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:54:27.427495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Attempting to bind port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:27.428019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.428218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Attempting to bind port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:27.428735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Attempting to bind port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 on network 581362a3-a6b5-43cc-a52d-176533fbd6e9 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:27.447634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 on network 581362a3-a6b5-43cc-a52d-176533fbd6e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:27.448209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Attempting to bind port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 on network 581362a3-a6b5-43cc-a52d-176533fbd6e9 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:27.596891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d509a6-e8c8-48ef-9224-c99e62795f67 req-431f7a04-7b2c-41c9-a2a4-424b2a701c3e tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:27.599107 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7d509a6-e8c8-48ef-9224-c99e62795f67 req-431f7a04-7b2c-41c9-a2a4-424b2a701c3e tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 907 time: 0.2440009 Dec 08 01:54:27.609034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:27.609569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Checking segment: {'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:27.610128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Bound using segment: {'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:27.610761 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Bound port: 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9995e9-0110-4a4c-acb2-8fd7181b2905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:27.611284 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.806431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] For port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:27.810887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb7f09d-60ca-4656-a6c7-e20d409dfa43 None None] Network 6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:27.836318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccfcb7f-54b1-4e48-b954-640c5214b445 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:27.838674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 5124822c-f2c4-4850-804f-77c6590a1656 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:54:27.846253 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-991a3621-027e-41c9-a1ec-de382ce77af7 req-0f44877a-19b0-434d-9421-70152a898fd6 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d0d2b19-1537-4979-865f-90c5c40e4aeb HTTP/1.1" status: 200 len: 210 time: 0.0787654 Dec 08 01:54:27.846692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] For port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1,segment=NetworkSegment(cc9995e9-0110-4a4c-acb2-8fd7181b2905),segment_id=cc9995e9-0110-4a4c-acb2-8fd7181b2905)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:27.861822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eccfcb7f-54b1-4e48-b954-640c5214b445 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/479666ba-e0f7-413b-89fe-ceea55b64ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2186477 Dec 08 01:54:27.865188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42830) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:27.865869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.867986 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf293aa-48f8-44e5-87c7-d0728410bc31 None None] Sync routers for ids ['479666ba-e0f7-413b-89fe-ceea55b64ed7'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:27.885001 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf293aa-48f8-44e5-87c7-d0728410bc31 None None] Routers {'479666ba-e0f7-413b-89fe-ceea55b64ed7'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:27.885850 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-caf293aa-48f8-44e5-87c7-d0728410bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['479666ba-e0f7-413b-89fe-ceea55b64ed7'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:27.908866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:27.909586 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:27.911461 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] 10.222.0.72 "PUT /v2.0/ports/9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 HTTP/1.1" status: 200 len: 1056 time: 2.2669580 Dec 08 01:54:27.939028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7154a39f-bd09-4cfc-9a5f-945222d9c78f', 'tag': '9d0e2667-ce7f-499a-83a9-f9b2c05eeef1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:27.941639 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9996e2-b9a7-4f33-ba29-8015d4d36649" -d '{"events": [{"name": "network-changed", "server_uuid": "7154a39f-bd09-4cfc-9a5f-945222d9c78f", "tag": "9d0e2667-ce7f-499a-83a9-f9b2c05eeef1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:28.028065 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-caf293aa-48f8-44e5-87c7-d0728410bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:28.050223 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf293aa-48f8-44e5-87c7-d0728410bc31 None None] Routers {'479666ba-e0f7-413b-89fe-ceea55b64ed7'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:28.051283 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-caf293aa-48f8-44e5-87c7-d0728410bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['479666ba-e0f7-413b-89fe-ceea55b64ed7'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:28.067771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-df7a541c-abfa-4406-8de7-fa298e315bc4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=479666ba-e0f7-413b-89fe-ceea55b64ed7 HTTP/1.1" status: 200 len: 205 time: 0.1992726 Dec 08 01:54:28.068262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:28.070154 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dd4cef-31f2-4633-bbea-d035223341fd x-openstack-request-id: req-85dd4cef-31f2-4633-bbea-d035223341fd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:28.071079 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7154a39f-bd09-4cfc-9a5f-945222d9c78f", "tag": "9d0e2667-ce7f-499a-83a9-f9b2c05eeef1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:28.071432 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85dd4cef-31f2-4633-bbea-d035223341fd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:28.072082 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7154a39f-bd09-4cfc-9a5f-945222d9c78f', 'tag': '9d0e2667-ce7f-499a-83a9-f9b2c05eeef1', 'status': 'completed', 'code': 200} Dec 08 01:54:28.106572 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-caf293aa-48f8-44e5-87c7-d0728410bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:28.107382 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf293aa-48f8-44e5-87c7-d0728410bc31 None None] The sync data for ids ['479666ba-e0f7-413b-89fe-ceea55b64ed7'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:28.138220 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:28.325287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-e51e1a37-1cff-45fb-ac17-488733c7f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:28.326963 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-e51e1a37-1cff-45fb-ac17-488733c7f211 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c861c2539f754d67a3e576ef59395956&device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 1059 time: 0.2840614 Dec 08 01:54:28.329731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f4a3a-9d3f-4e29-a8cb-deaf29fa917e service neutron] Pushing event updated for resources: {'Port': ['ID=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:28.348593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3244732-a830-4a71-86a9-b9a14808f20e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:28.365404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Allocated IP 172.20.0.7 (6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3/464bc9a6-7a01-4591-b2e3-57737d627904/85798afc-1d45-4f06-9111-d845f5fbd654) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:28.562685 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-47de5b5e-2ee9-442e-bb9d-15fa29fcf815 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 HTTP/1.1" status: 200 len: 217 time: 0.2074075 Dec 08 01:54:28.742624 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:54:28.830627 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-68a329e8-b226-494f-99b3-66015aebe760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:28.871469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:28.897446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122b961-12ca-4259-82c6-e102b46d8e47 None None] Sync routers for ids ['5124822c-f2c4-4850-804f-77c6590a1656'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:28.922096 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3244732-a830-4a71-86a9-b9a14808f20e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:28.927229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b122b961-12ca-4259-82c6-e102b46d8e47 None None] Routers {'5124822c-f2c4-4850-804f-77c6590a1656'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:28.927890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b122b961-12ca-4259-82c6-e102b46d8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5124822c-f2c4-4850-804f-77c6590a1656'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:28.935686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:28.939728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3244732-a830-4a71-86a9-b9a14808f20e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:28.970863 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-a67d8828-a4ba-4b13-8aa1-a49bae4b612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:28.972785 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-a67d8828-a4ba-4b13-8aa1-a49bae4b612f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=547cf0ad-c9ce-4483-ad5b-3fdd6a806c36 HTTP/1.1" status: 200 len: 838 time: 0.3751187 Dec 08 01:54:29.108930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42862) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:29.113039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-39bd343b-5bf9-4c25-b443-144b10902d70 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.6667707 Dec 08 01:54:29.156663 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.170372 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3244732-a830-4a71-86a9-b9a14808f20e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.170933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3244732-a830-4a71-86a9-b9a14808f20e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Fanout notify agent at l3_agent the message router_deleted on router 479666ba-e0f7-413b-89fe-ceea55b64ed7 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:54:29.178522 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b3244732-a830-4a71-86a9-b9a14808f20e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.183850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b3244732-a830-4a71-86a9-b9a14808f20e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/479666ba-e0f7-413b-89fe-ceea55b64ed7 HTTP/1.1" status: 204 len: 168 time: 1.1043143 Dec 08 01:54:29.188637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42866) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:29.275454 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.279122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-b122b961-12ca-4259-82c6-e102b46d8e47 None None] Set router 5124822c-f2c4-4850-804f-77c6590a1656 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:29.392776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event updated for resources: {'Port': ['ID=85798afc-1d45-4f06-9111-d845f5fbd654,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:29.407127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Network 6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:29.412406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:29.419359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:29.517510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166362-c9d1-4e1b-9c39-74f3e58f41ca req-0c874750-1dfe-4546-9805-a02775ca5a40 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:29.522814 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f166362-c9d1-4e1b-9c39-74f3e58f41ca req-0c874750-1dfe-4546-9805-a02775ca5a40 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 907 time: 0.2885847 Dec 08 01:54:29.677364 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.714336 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b122b961-12ca-4259-82c6-e102b46d8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:53:51Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'e1c7b9e9-23ed-4558-a929-4ce3baafc747', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'port_id': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'mac_address': 'fa:16:3e:17:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:54:22Z', 'updated_at': '2021-12-08T01:54:22Z', 'revision_number': 0, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefa0b07-d5f2-49ce-95d0-837163042667', 'name': '', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:d9:97:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:49Z', 'updated_at': '2021-12-08T01:53:56Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:29.751801 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.754032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122b961-12ca-4259-82c6-e102b46d8e47 None None] Checking router: 5124822c-f2c4-4850-804f-77c6590a1656 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:54:29.780962 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b122b961-12ca-4259-82c6-e102b46d8e47 None None] Routers {'5124822c-f2c4-4850-804f-77c6590a1656'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:29.781766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b122b961-12ca-4259-82c6-e102b46d8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5124822c-f2c4-4850-804f-77c6590a1656'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:29.863337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-c9e16949-3bcd-4ae8-99a3-d4e0ab55a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:29.865095 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-c9e16949-3bcd-4ae8-99a3-d4e0ab55a226 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=581362a3-a6b5-43cc-a52d-176533fbd6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.8812301 Dec 08 01:54:29.968238 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.976397 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:29.980238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-b122b961-12ca-4259-82c6-e102b46d8e47 None None] Set router 5124822c-f2c4-4850-804f-77c6590a1656 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:30.053712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c263b701-e478-4e0d-8527-4c60bcbb67a4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting subnet 344366dd-f97b-4193-b4b4-08e8d9f5634d {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:54:30.077296 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c263b701-e478-4e0d-8527-4c60bcbb67a4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.080387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:30.083576 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218c38b1-f2a0-45fa-8a82-01942df0c60d" -d '{"events": [{"name": "network-changed", "server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:30.184725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b38cb9-92a9-48e9-a3fa-65fd938df83d req-384bdf3a-9b2a-4b80-9336-0d52785f10ae tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:30.192273 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c6b38cb9-92a9-48e9-a3fa-65fd938df83d req-384bdf3a-9b2a-4b80-9336-0d52785f10ae tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 945 time: 0.9266219 Dec 08 01:54:30.193624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event updated for resources: {'Port': ['ID=85798afc-1d45-4f06-9111-d845f5fbd654,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:30.194118 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0277d915-5494-4000-b34b-4c5272be95df tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.208849 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfbd016-dcb7-4bc4-a7fa-31b46fa40490 x-openstack-request-id: req-0cfbd016-dcb7-4bc4-a7fa-31b46fa40490 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:30.209148 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:30.209411 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0cfbd016-dcb7-4bc4-a7fa-31b46fa40490 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:30.209813 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'status': 'completed', 'code': 200} Dec 08 01:54:30.219021 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.255068 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.256521 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c263b701-e478-4e0d-8527-4c60bcbb67a4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.263392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a8856001-f797-4af0-a940-69f3ce452aef tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0023859 Dec 08 01:54:30.263392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42876) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:30.348797 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0277d915-5494-4000-b34b-4c5272be95df tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.354234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-cad2a0ff-434c-4c20-b85e-526745895d6f service neutron] 10.222.0.72 "GET /v2.0/networks/581362a3-a6b5-43cc-a52d-176533fbd6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745581 Dec 08 01:54:30.408755 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-59d019a6-82b5-4ff3-80c8-14cb4090d522 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3 HTTP/1.1" status: 200 len: 689 time: 0.1458914 Dec 08 01:54:30.411278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42884) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:30.527666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-b122b961-12ca-4259-82c6-e102b46d8e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:53:51Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'e1c7b9e9-23ed-4558-a929-4ce3baafc747', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'port_id': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'mac_address': 'fa:16:3e:17:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:54:22Z', 'updated_at': '2021-12-08T01:54:22Z', 'revision_number': 0, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefa0b07-d5f2-49ce-95d0-837163042667', 'name': '', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:d9:97:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:49Z', 'updated_at': '2021-12-08T01:53:56Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:30.568920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b122b961-12ca-4259-82c6-e102b46d8e47 None None] The sync data for ids ['5124822c-f2c4-4850-804f-77c6590a1656'] in n-d-713498-30 is: [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:53:51Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'e1c7b9e9-23ed-4558-a929-4ce3baafc747', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'port_id': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'mac_address': 'fa:16:3e:17:57:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:54:22Z', 'updated_at': '2021-12-08T01:54:22Z', 'revision_number': 0, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefa0b07-d5f2-49ce-95d0-837163042667', 'name': '', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:d9:97:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:49Z', 'updated_at': '2021-12-08T01:53:56Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:30.569197 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.748302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c263b701-e478-4e0d-8527-4c60bcbb67a4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.834082 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0277d915-5494-4000-b34b-4c5272be95df tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.837034 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0277d915-5494-4000-b34b-4c5272be95df tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.837806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ce54f-d6d4-4bc1-be87-f09672beb82d req-d2a5c363-987c-45b2-882e-c4ed8b7f90f0 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:30.840194 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0277d915-5494-4000-b34b-4c5272be95df tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "DELETE /v2.0/security-groups/05ae402a-0c93-45e5-9891-1ed025bc7ba3 HTTP/1.1" status: 204 len: 168 time: 1.7247438 Dec 08 01:54:30.842295 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-788ce54f-d6d4-4bc1-be87-f09672beb82d req-d2a5c363-987c-45b2-882e-c4ed8b7f90f0 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 907 time: 0.0916269 Dec 08 01:54:30.842920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42894) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:30.873430 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-9dfc1cec-373d-4a86-8792-8cd7ecd87d95 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] show failed (client error): The resource could not be found. Dec 08 01:54:30.877622 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9dfc1cec-373d-4a86-8792-8cd7ecd87d95 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "GET /v2.0/security-groups/05ae402a-0c93-45e5-9891-1ed025bc7ba3 HTTP/1.1" status: 404 len: 347 time: 0.0333545 Dec 08 01:54:30.878268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42896) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:30.942609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Deleting port 85798afc-1d45-4f06-9111-d845f5fbd654 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:30.943279 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:30.964797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277d915-5494-4000-b34b-4c5272be95df tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ae402a-0c93-45e5-9891-1ed025bc7ba3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:30.984494 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b5275-8e1c-4c21-b0bd-b021903ea3b6 None None] New status for floating IP e1c7b9e9-23ed-4558-a929-4ce3baafc747: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:54:31.044719 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.045135 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.058787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Calling delete_port for 85798afc-1d45-4f06-9111-d845f5fbd654 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:31.200740 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fa73cab8-d302-483b-a58b-a7fab41eb3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.203333 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c6b38cb9-92a9-48e9-a3fa-65fd938df83d req-22cc4d28-3cba-4e04-b4c1-9edf9d9a7f68 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0090873 Dec 08 01:54:31.206771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1a193c3-c981-45c0-9da3-357e637b1256 req-ff350f82-ba5e-4a72-b2b9-ebd5eb3e0595 service neutron] 10.222.0.72 "GET /v2.0/networks/581362a3-a6b5-43cc-a52d-176533fbd6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435549 Dec 08 01:54:31.243578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c38b1-f2a0-45fa-8a82-01942df0c60d req-df43dc17-aec3-4912-b0af-2ee76a056912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:31.243578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-218c38b1-f2a0-45fa-8a82-01942df0c60d req-df43dc17-aec3-4912-b0af-2ee76a056912 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 1097 time: 0.9935219 Dec 08 01:54:31.246942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42900) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:31.254987 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.378220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event deleted for resources: {'Port': ['ID=85798afc-1d45-4f06-9111-d845f5fbd654,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:31.384198 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.453654 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.531370 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c263b701-e478-4e0d-8527-4c60bcbb67a4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.540233 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-21450aa4-a254-48db-b5e4-3e8c13e140c6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/e1c7b9e9-23ed-4558-a929-4ce3baafc747 HTTP/1.1" status: 200 len: 991 time: 0.2921121 Dec 08 01:54:31.558800 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.659084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=464bc9a6-7a01-4591-b2e3-57737d627904,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:31.663015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263b701-e478-4e0d-8527-4c60bcbb67a4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Subnet': ['ID=344366dd-f97b-4193-b4b4-08e8d9f5634d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:31.682043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-331c9223-efb9-4e6c-ae0c-491025d40362 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Deleting port 6cf990b4-f080-4c06-b4f9-214347c67c08 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:31.682403 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-331c9223-efb9-4e6c-ae0c-491025d40362 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.684352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f1dee-679b-48cf-8a58-9c40cb6e6ad6 None None] Network 3989c458-2543-4c8c-8de9-148bfd7ad268 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:31.688380 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c263b701-e478-4e0d-8527-4c60bcbb67a4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.692160 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c263b701-e478-4e0d-8527-4c60bcbb67a4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/344366dd-f97b-4193-b4b4-08e8d9f5634d HTTP/1.1" status: 204 len: 168 time: 2.5025554 Dec 08 01:54:31.698054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9996e2-b9a7-4f33-ba29-8015d4d36649 req-75d7b14a-8da6-4b28-8672-c08c748a2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:31.700189 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b9996e2-b9a7-4f33-ba29-8015d4d36649 req-75d7b14a-8da6-4b28-8672-c08c748a2597 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c861c2539f754d67a3e576ef59395956&device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 1059 time: 0.3255229 Dec 08 01:54:31.702544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42906) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:31.838059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c38b1-f2a0-45fa-8a82-01942df0c60d req-786e9188-0c9a-42da-b7d3-fb99c07cc804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:31.842059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-218c38b1-f2a0-45fa-8a82-01942df0c60d req-786e9188-0c9a-42da-b7d3-fb99c07cc804 service neutron] 10.222.0.72 "GET /v2.0/networks?id=131f554d-24e1-4879-a157-c5abe21ae51e HTTP/1.1" status: 200 len: 897 time: 0.5821769 Dec 08 01:54:31.878768 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.893845 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.932732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:31.947314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59abd66-7fc4-45c0-af39-f235a47ab94e') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:31.947645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59abd66-7fc4-45c0-af39-f235a47ab94e') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:31.961162 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.980641 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:31.988471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:31.988868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:32.075415 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:32.094471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d364766f-826b-4850-989c-112292df8660 None None] DHCP port deletion for 3989c458-2543-4c8c-8de9-148bfd7ad268 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:32.096594 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.102012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 01:54:32.118948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.129953 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "DELETE /v2.0/networks/6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3 HTTP/1.1" status: 204 len: 168 time: 1.7174222 Dec 08 01:54:32.145235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42914) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:32.146015 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.175954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d364766f-826b-4850-989c-112292df8660 None None] Deleting port d63f75de-8aa3-4fce-9260-ffb3870eb3e0 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:32.179164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-218c38b1-f2a0-45fa-8a82-01942df0c60d req-69d9cb21-0768-4310-9903-64c943e239bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e811ec12-5174-494f-aac8-6a3fc40548c4 HTTP/1.1" status: 200 len: 1001 time: 0.3173330 Dec 08 01:54:32.180924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d364766f-826b-4850-989c-112292df8660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.277703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9996e2-b9a7-4f33-ba29-8015d4d36649 req-4471358d-ca6d-4801-8767-f8609738fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.279806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b9996e2-b9a7-4f33-ba29-8015d4d36649 req-4471358d-ca6d-4801-8767-f8609738fa61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=581362a3-a6b5-43cc-a52d-176533fbd6e9 HTTP/1.1" status: 200 len: 898 time: 0.5367756 Dec 08 01:54:32.292332 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d364766f-826b-4850-989c-112292df8660 None None] For port d63f75de-8aa3-4fce-9260-ffb3870eb3e0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d63f75de-8aa3-4fce-9260-ffb3870eb3e0,segment=NetworkSegment(1cf187aa-cbb8-4b04-8380-6f7c408a0d1f),segment_id=1cf187aa-cbb8-4b04-8380-6f7c408a0d1f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:32.292924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d364766f-826b-4850-989c-112292df8660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.310260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d364766f-826b-4850-989c-112292df8660 None None] Calling delete_port for d63f75de-8aa3-4fce-9260-ffb3870eb3e0 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:32.458751 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d364766f-826b-4850-989c-112292df8660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.464926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b9996e2-b9a7-4f33-ba29-8015d4d36649 req-e4bd5f6f-a5d1-463e-a533-0110f08ad54a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 HTTP/1.1" status: 200 len: 217 time: 0.1318047 Dec 08 01:54:32.466595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c38b1-f2a0-45fa-8a82-01942df0c60d req-da92e4ce-a40c-4801-9fba-0a88eb8f7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.473683 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-218c38b1-f2a0-45fa-8a82-01942df0c60d req-da92e4ce-a40c-4801-9fba-0a88eb8f7136 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bef1dcbb-e567-4475-986f-d5d1b48773a0 HTTP/1.1" status: 200 len: 835 time: 0.2831039 Dec 08 01:54:32.508931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be0eb0-9993-4531-85f2-34b5bb65ea20 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event deleted for resources: {'Network': ['ID=6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:32.512948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364766f-826b-4850-989c-112292df8660 None None] Pushing event deleted for resources: {'Port': ['ID=d63f75de-8aa3-4fce-9260-ffb3870eb3e0,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:32.519072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d364766f-826b-4850-989c-112292df8660 None None] No DVR routers for this DVR port d63f75de-8aa3-4fce-9260-ffb3870eb3e0 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:32.541272 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.571050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42922) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:32.628226 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-331c9223-efb9-4e6c-ae0c-491025d40362 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.628583 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-331c9223-efb9-4e6c-ae0c-491025d40362 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:32.736741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ee63c278-4e62-489b-a694-a3b380d3c2a5 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3045 time: 0.5819132 Dec 08 01:54:32.746149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42928) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:32.750830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-331c9223-efb9-4e6c-ae0c-491025d40362 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Calling delete_port for 6cf990b4-f080-4c06-b4f9-214347c67c08 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:32.780509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef55159-2544-4692-92f8-c481200cbfd6 req-d1efdd2a-4186-4a7e-afeb-67b084506abd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.782202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fef55159-2544-4692-92f8-c481200cbfd6 req-d1efdd2a-4186-4a7e-afeb-67b084506abd tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 907 time: 0.7036502 Dec 08 01:54:32.935719 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d5c53e6e-2c1c-48e6-ba35-54455e1b1e32 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/e1c7b9e9-23ed-4558-a929-4ce3baafc747 HTTP/1.1" status: 200 len: 993 time: 0.3599658 Dec 08 01:54:32.949144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.949615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.950080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.950795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.951608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.952069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.953317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.953792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.954796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.963509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.966798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.967267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.967722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.969997 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5015b91a-f649-4276-bf56-76dca9232135 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8354 time: 0.1506290 Dec 08 01:54:32.985456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9996e2-b9a7-4f33-ba29-8015d4d36649 req-accb600a-eb34-4444-8d0e-79b7286dc442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:32.986940 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b9996e2-b9a7-4f33-ba29-8015d4d36649 req-accb600a-eb34-4444-8d0e-79b7286dc442 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=547cf0ad-c9ce-4483-ad5b-3fdd6a806c36 HTTP/1.1" status: 200 len: 838 time: 0.5114202 Dec 08 01:54:32.987488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42930) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:33.059850 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-331c9223-efb9-4e6c-ae0c-491025d40362 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.123036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c38b1-f2a0-45fa-8a82-01942df0c60d req-dd26628e-1564-459f-9d7f-ffa7e3c7df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:33.125532 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-218c38b1-f2a0-45fa-8a82-01942df0c60d req-dd26628e-1564-459f-9d7f-ffa7e3c7df4d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131f554d-24e1-4879-a157-c5abe21ae51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6274953 Dec 08 01:54:33.128675 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-5beccb7c-0729-467b-8261-f96f6c70d7bb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] delete failed (client error): The resource could not be found. Dec 08 01:54:33.129826 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5beccb7c-0729-467b-8261-f96f6c70d7bb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/9c2aaf65-8079-4a72-baa7-8e92a1fa265d HTTP/1.1" status: 404 len: 345 time: 0.1400182 Dec 08 01:54:33.134270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port d63f75de-8aa3-4fce-9260-ffb3870eb3e0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:33.135865 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.137499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c9223-efb9-4e6c-ae0c-491025d40362 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Port': ['ID=6cf990b4-f080-4c06-b4f9-214347c67c08,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:33.146101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42932) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:33.185517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4192945-0634-44b0-a499-70184ba39ba9 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:33.197172 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17f89d3-c505-41b4-91ac-4889cbfab3c8 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] DELETE failed (client error): The resource could not be found. Dec 08 01:54:33.204005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17f89d3-c505-41b4-91ac-4889cbfab3c8 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:54:33.207651 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d17f89d3-c505-41b4-91ac-4889cbfab3c8 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "DELETE /v2.0/networks/6dc5f890-dd2c-4d9c-9d19-08bcb9ff34d3 HTTP/1.1" status: 404 len: 339 time: 0.0571144 Dec 08 01:54:33.207949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9996e2-b9a7-4f33-ba29-8015d4d36649 req-bc90b8a6-59aa-403b-8aa0-34cde22258bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:33.212771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b9996e2-b9a7-4f33-ba29-8015d4d36649 req-bc90b8a6-59aa-403b-8aa0-34cde22258bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=581362a3-a6b5-43cc-a52d-176533fbd6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1753676 Dec 08 01:54:33.213280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42934) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:33.290745 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d63f75de-8aa3-4fce-9260-ffb3870eb3e0 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:33.292022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-583f5e60-1040-49a4-9dc7-ccf4b6790b4b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Request body: {'network': {'name': 'tempest-network--1776917047', 'router:external': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:33.315030 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-331c9223-efb9-4e6c-ae0c-491025d40362 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.317869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-331c9223-efb9-4e6c-ae0c-491025d40362 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.321662 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-331c9223-efb9-4e6c-ae0c-491025d40362 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "DELETE /v2.0/floatingips/a2f2a416-f580-465c-b481-8441b0ae3a2f HTTP/1.1" status: 204 len: 168 time: 2.4422672 Dec 08 01:54:33.333018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42938) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:33.344486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: d63f75de-8aa3-4fce-9260-ffb3870eb3e0 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:33.345064 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d63f75de-8aa3-4fce-9260-ffb3870eb3e0 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:33.480341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7af3f265-01ac-4d98-8db6-82f9eb8986e7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Deleting port 5b7a6954-74e4-413a-9c6b-8b0f820210d7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:33.480950 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7af3f265-01ac-4d98-8db6-82f9eb8986e7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.511686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] For port d63f75de-8aa3-4fce-9260-ffb3870eb3e0, host n-d-713498-30, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:33.513356 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.545180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-218c38b1-f2a0-45fa-8a82-01942df0c60d req-0bdcd87d-3c6d-47b7-a21d-ad654772ec23 service neutron] 10.222.0.72 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077923 Dec 08 01:54:33.569806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583f5e60-1040-49a4-9dc7-ccf4b6790b4b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Made reservation on behalf of b43c1012dfd54a04bcc4ddbd265f1035 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:33.572641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-583f5e60-1040-49a4-9dc7-ccf4b6790b4b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.588262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for d63f75de-8aa3-4fce-9260-ffb3870eb3e0 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:33.612866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Port d63f75de-8aa3-4fce-9260-ffb3870eb3e0 was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:54:33.615856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:54:33.623872 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7af3f265-01ac-4d98-8db6-82f9eb8986e7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.650482 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.655521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7af3f265-01ac-4d98-8db6-82f9eb8986e7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Calling delete_port for 5b7a6954-74e4-413a-9c6b-8b0f820210d7 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:33.688141 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.713638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583f5e60-1040-49a4-9dc7-ccf4b6790b4b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:33.723251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-583f5e60-1040-49a4-9dc7-ccf4b6790b4b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.723610 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-583f5e60-1040-49a4-9dc7-ccf4b6790b4b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Added segment a9de2111-cf17-42ae-baa9-c59eda5943e1 of type vlan for network 46fa92f9-2496-488a-a57e-43109bc3b4c8 Dec 08 01:54:33.792583 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-583f5e60-1040-49a4-9dc7-ccf4b6790b4b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.809692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1,segment=NetworkSegment(cc9995e9-0110-4a4c-acb2-8fd7181b2905),segment_id=cc9995e9-0110-4a4c-acb2-8fd7181b2905)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:33.841491 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-218c38b1-f2a0-45fa-8a82-01942df0c60d req-054c95d3-e184-46fe-aa90-2ac97aaf4ce3 service neutron] 10.222.0.72 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853436 Dec 08 01:54:33.855390 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b9996e2-b9a7-4f33-ba29-8015d4d36649 req-42216ee2-09ab-4818-b40e-fdcbfea3113f service neutron] 10.222.0.72 "GET /v2.0/networks/581362a3-a6b5-43cc-a52d-176533fbd6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578604 Dec 08 01:54:33.896466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '9d0e2667-ce7f-499a-83a9-f9b2c05eeef1', 'network_id': '581362a3-a6b5-43cc-a52d-176533fbd6e9', 'port_id': '9d0e2667-ce7f-499a-83a9-f9b2c05eeef1', 'mac_address': 'fa:16:3e:51:65:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '547cf0ad-c9ce-4483-ad5b-3fdd6a806c36', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:54:33.904649 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.955680 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:33.963513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=d63f75de-8aa3-4fce-9260-ffb3870eb3e0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:33.979153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No DVR routers for this DVR port d63f75de-8aa3-4fce-9260-ffb3870eb3e0 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:33.990335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:54:34.018512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1,segment=NetworkSegment(cc9995e9-0110-4a4c-acb2-8fd7181b2905),segment_id=cc9995e9-0110-4a4c-acb2-8fd7181b2905)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:34.024590 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.053755 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7af3f265-01ac-4d98-8db6-82f9eb8986e7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.074160 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-583f5e60-1040-49a4-9dc7-ccf4b6790b4b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.075024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583f5e60-1040-49a4-9dc7-ccf4b6790b4b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:34.081889 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-583f5e60-1040-49a4-9dc7-ccf4b6790b4b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.087015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:34.114447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3f265-01ac-4d98-8db6-82f9eb8986e7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Port': ['ID=5b7a6954-74e4-413a-9c6b-8b0f820210d7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:34.211760 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-583f5e60-1040-49a4-9dc7-ccf4b6790b4b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9218183 Dec 08 01:54:34.215523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42954) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:34.319500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['9d0e2667-ce7f-499a-83a9-f9b2c05eeef1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:54:34.320988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed3766-5d9f-4ea4-bf9a-eaf0f3c69752 req-e0da510e-9459-451f-b997-9ee4f05fdee4 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:34.322596 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0aed3766-5d9f-4ea4-bf9a-eaf0f3c69752 req-e0da510e-9459-451f-b997-9ee4f05fdee4 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 908 time: 0.3105500 Dec 08 01:54:34.438730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f5e60-1040-49a4-9dc7-ccf4b6790b4b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event updated for resources: {'Network': ['ID=46fa92f9-2496-488a-a57e-43109bc3b4c8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:34.453031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 46fa92f9-2496-488a-a57e-43109bc3b4c8 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:34.475501 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.507932 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b9996e2-b9a7-4f33-ba29-8015d4d36649 req-38914a8b-a8c8-4ce5-af75-e36d2b674cb9 service neutron] 10.222.0.72 "GET /v2.0/networks/581362a3-a6b5-43cc-a52d-176533fbd6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6216195 Dec 08 01:54:34.509352 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3989c458-2543-4c8c-8de9-148bfd7ad268']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:34.520376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf187aa-cbb8-4b04-8380-6f7c408a0d1f') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:34.521302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf187aa-cbb8-4b04-8380-6f7c408a0d1f') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:34.533360 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.553663 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.560708 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7af3f265-01ac-4d98-8db6-82f9eb8986e7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.564895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7af3f265-01ac-4d98-8db6-82f9eb8986e7 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "DELETE /v2.0/ports/5b7a6954-74e4-413a-9c6b-8b0f820210d7 HTTP/1.1" status: 204 len: 168 time: 1.2307432 Dec 08 01:54:34.572185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42958) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:34.574330 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:34.574701 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:34.591847 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:34.633487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d565450-aef0-4583-9c83-faf73244dede tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:34.640629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d565450-aef0-4583-9c83-faf73244dede tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:34.658691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d565450-aef0-4583-9c83-faf73244dede tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:34.671532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d565450-aef0-4583-9c83-faf73244dede tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:34.676274 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7d565450-aef0-4583-9c83-faf73244dede tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4550276 Dec 08 01:54:34.676956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42960) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:34.750439 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:34.872572 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.006741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.031633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fa92f9-2496-488a-a57e-43109bc3b4c8']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:35.042900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9de2111-cf17-42ae-baa9-c59eda5943e1') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:35.043517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9de2111-cf17-42ae-baa9-c59eda5943e1') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:35.056452 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.072348 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.080208 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:35.080945 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:35.157010 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:35.161845 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.169897 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46fa92f9-2496-488a-a57e-43109bc3b4c8 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 01:54:35.175488 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.184317 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "DELETE /v2.0/networks/46fa92f9-2496-488a-a57e-43109bc3b4c8 HTTP/1.1" status: 204 len: 168 time: 0.5062771 Dec 08 01:54:35.201264 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42966) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:35.202390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8d746-ea38-4aba-bd92-27e3598fc97b tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event deleted for resources: {'Network': ['ID=46fa92f9-2496-488a-a57e-43109bc3b4c8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:35.214543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-51af059a-d621-4a51-9ebd-cdb328d556eb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Request body: {'network': {'name': 'tempest-network--768031307', 'router:external': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:35.261973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51af059a-d621-4a51-9ebd-cdb328d556eb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Made reservation on behalf of b43c1012dfd54a04bcc4ddbd265f1035 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:35.265767 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51af059a-d621-4a51-9ebd-cdb328d556eb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.329779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51af059a-d621-4a51-9ebd-cdb328d556eb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:35.346715 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51af059a-d621-4a51-9ebd-cdb328d556eb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.346715 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-51af059a-d621-4a51-9ebd-cdb328d556eb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Added segment 463a7425-9902-4469-a712-344d48ada87e of type vlan for network 7fe3c120-a1dc-4f8b-a546-192c319f8b3d Dec 08 01:54:35.430126 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.453188 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.457533 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/networks/3989c458-2543-4c8c-8de9-148bfd7ad268 HTTP/1.1" status: 204 len: 168 time: 3.7534008 Dec 08 01:54:35.458483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be58f1-93ba-45ab-9a64-170ae8d72999 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Network': ['ID=3989c458-2543-4c8c-8de9-148bfd7ad268,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:35.463057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42974) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:35.468916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51af059a-d621-4a51-9ebd-cdb328d556eb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.471592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-844710965', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:35.516540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51af059a-d621-4a51-9ebd-cdb328d556eb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.517984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af059a-d621-4a51-9ebd-cdb328d556eb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:35.518688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51af059a-d621-4a51-9ebd-cdb328d556eb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.521527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6a7e73c0-0bc2-4afa-8593-2dfe6c2e99e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Deleting port 15bebb90-8c8e-44bc-9c6b-797d55456b55 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:35.521983 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a7e73c0-0bc2-4afa-8593-2dfe6c2e99e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.534676 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.535947 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.629419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:35.672912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-51af059a-d621-4a51-9ebd-cdb328d556eb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4639299 Dec 08 01:54:35.674134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42980) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:35.745211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:54:35.750090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:35.750090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.755179 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af059a-d621-4a51-9ebd-cdb328d556eb tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event updated for resources: {'Network': ['ID=7fe3c120-a1dc-4f8b-a546-192c319f8b3d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:35.775370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25ddc3-3ec4-4281-a4a5-743bb06c830a req-f755bcc2-e736-437d-897a-c55f7b0bb160 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:35.799471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc25ddc3-3ec4-4281-a4a5-743bb06c830a req-f755bcc2-e736-437d-897a-c55f7b0bb160 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 908 time: 0.2739940 Dec 08 01:54:35.833665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 7fe3c120-a1dc-4f8b-a546-192c319f8b3d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:35.843844 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.913525 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:35.953380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1,segment=NetworkSegment(cc9995e9-0110-4a4c-acb2-8fd7181b2905),segment_id=cc9995e9-0110-4a4c-acb2-8fd7181b2905)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:35.956164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7154a39f-bd09-4cfc-9a5f-945222d9c78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0e2667-ce7f-499a-83a9-f9b2c05eeef1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:35.959064 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a406bce2-0665-4678-8153-ea38376be589" -d '{"events": [{"server_uuid": "7154a39f-bd09-4cfc-9a5f-945222d9c78f", "name": "network-vif-plugged", "status": "completed", "tag": "9d0e2667-ce7f-499a-83a9-f9b2c05eeef1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:36.008552 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.073885 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a7e73c0-0bc2-4afa-8593-2dfe6c2e99e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.077513 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565b1fa9-f657-44d4-bd7a-6ccd9c5db039 x-openstack-request-id: req-565b1fa9-f657-44d4-bd7a-6ccd9c5db039 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:36.078244 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7154a39f-bd09-4cfc-9a5f-945222d9c78f", "name": "network-vif-plugged", "status": "completed", "tag": "9d0e2667-ce7f-499a-83a9-f9b2c05eeef1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:36.078244 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-565b1fa9-f657-44d4-bd7a-6ccd9c5db039 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:36.078499 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7154a39f-bd09-4cfc-9a5f-945222d9c78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0e2667-ce7f-499a-83a9-f9b2c05eeef1', 'code': 200} Dec 08 01:54:36.085383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:36.220145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f66e788-cdc2-4916-8d1f-77872714cb97 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:36.224724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43000) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:36.235270 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1f66e788-cdc2-4916-8d1f-77872714cb97 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] 10.222.0.70 "GET /v2.0/networks/7fe3c120-a1dc-4f8b-a546-192c319f8b3d HTTP/1.1" status: 200 len: 756 time: 0.5505483 Dec 08 01:54:36.239852 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.243605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6a7e73c0-0bc2-4afa-8593-2dfe6c2e99e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Calling delete_port for 15bebb90-8c8e-44bc-9c6b-797d55456b55 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:36.417588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cc9af5-6b85-4699-9904-7487e433db8b tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:36.423600 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-09cc9af5-6b85-4699-9904-7487e433db8b tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] 10.222.0.70 "GET /v2.0/networks/01bdd2a3-9b17-4940-b0c0-2c9726db6477 HTTP/1.1" status: 200 len: 767 time: 0.1977429 Dec 08 01:54:36.428258 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43008) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:36.529935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b6039-31fe-40a6-ad60-fb6243d3df53 req-403ef88f-8159-451d-a0e8-709e2e736729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:36.532091 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f40b6039-31fe-40a6-ad60-fb6243d3df53 req-403ef88f-8159-451d-a0e8-709e2e736729 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 1061 time: 0.3403587 Dec 08 01:54:36.539662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.597492 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a7e73c0-0bc2-4afa-8593-2dfe6c2e99e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.635842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e73c0-0bc2-4afa-8593-2dfe6c2e99e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Port': ['ID=15bebb90-8c8e-44bc-9c6b-797d55456b55,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:36.639742 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.677966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe3c120-a1dc-4f8b-a546-192c319f8b3d']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:36.688796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463a7425-9902-4469-a712-344d48ada87e') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:36.689102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463a7425-9902-4469-a712-344d48ada87e') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:36.705829 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.727996 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.746166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:36.747052 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:36.750387 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:36.861630 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.863769 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.879327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7fe3c120-a1dc-4f8b-a546-192c319f8b3d {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 01:54:36.890189 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.893743 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "DELETE /v2.0/networks/7fe3c120-a1dc-4f8b-a546-192c319f8b3d HTTP/1.1" status: 204 len: 168 time: 0.4642403 Dec 08 01:54:36.904845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43020) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:36.907388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a394fd-11f6-4a24-82ba-6e5af545863f tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fe3c120-a1dc-4f8b-a546-192c319f8b3d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:36.912192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5123a63b-d434-4294-a152-e0dea254df84 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Request body: {'network': {'name': 'tempest-network--541413332'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:36.937995 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:36.959914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5123a63b-d434-4294-a152-e0dea254df84 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Made reservation on behalf of b43c1012dfd54a04bcc4ddbd265f1035 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:36.962537 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5123a63b-d434-4294-a152-e0dea254df84 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.015807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5123a63b-d434-4294-a152-e0dea254df84 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:37.068982 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5123a63b-d434-4294-a152-e0dea254df84 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.069502 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-5123a63b-d434-4294-a152-e0dea254df84 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Added segment a48077a9-cebb-4f31-ba2f-8465e6a0e3d5 of type vlan for network 5ee088af-3741-4aed-9431-bceb869276b4 Dec 08 01:54:37.119115 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a7e73c0-0bc2-4afa-8593-2dfe6c2e99e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.124085 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6a7e73c0-0bc2-4afa-8593-2dfe6c2e99e5 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "DELETE /v2.0/ports/15bebb90-8c8e-44bc-9c6b-797d55456b55 HTTP/1.1" status: 204 len: 168 time: 2.5450194 Dec 08 01:54:37.130771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43028) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:37.212097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-564db7f8-fbbe-4f0e-96d4-31ab33a4b936 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Deleting subnet 221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:54:37.227597 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-564db7f8-fbbe-4f0e-96d4-31ab33a4b936 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.240798 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5123a63b-d434-4294-a152-e0dea254df84 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.310104 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5123a63b-d434-4294-a152-e0dea254df84 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.311018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5123a63b-d434-4294-a152-e0dea254df84 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:37.312929 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5123a63b-d434-4294-a152-e0dea254df84 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.400139 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5123a63b-d434-4294-a152-e0dea254df84 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4910660 Dec 08 01:54:37.408455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43030) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:37.418574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e9abba74-e162-464e-acd9-a5ac39fb658e tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:37.427981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a10891-326d-4b6d-9d53-9289553569b2 req-7fddf6ed-2090-4ecc-9236-a6383d55aa89 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:37.445919 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e8a10891-326d-4b6d-9d53-9289553569b2 req-7fddf6ed-2090-4ecc-9236-a6383d55aa89 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 909 time: 0.3650935 Dec 08 01:54:37.457732 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Allocated IP 172.25.2.69 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/82e34502-3e98-40bc-96b8-518ef29b1496) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:37.458246 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-564db7f8-fbbe-4f0e-96d4-31ab33a4b936 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.513962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123a63b-d434-4294-a152-e0dea254df84 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event updated for resources: {'Network': ['ID=5ee088af-3741-4aed-9431-bceb869276b4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:37.534090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 5ee088af-3741-4aed-9431-bceb869276b4 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:37.768623 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-564db7f8-fbbe-4f0e-96d4-31ab33a4b936 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.831177 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.879548 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-564db7f8-fbbe-4f0e-96d4-31ab33a4b936 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.916916 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564db7f8-fbbe-4f0e-96d4-31ab33a4b936 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Subnet': ['ID=221dc65f-1e9d-43ad-87c2-ac1d9fef10e2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:37.973496 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-564db7f8-fbbe-4f0e-96d4-31ab33a4b936 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.979096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1bad64-e387-43d9-a6fb-5a408ca2fc71 None None] Network ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:37.979780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-564db7f8-fbbe-4f0e-96d4-31ab33a4b936 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "DELETE /v2.0/subnets/221dc65f-1e9d-43ad-87c2-ac1d9fef10e2 HTTP/1.1" status: 204 len: 168 time: 0.8477676 Dec 08 01:54:37.981316 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:37.990661 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43044) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:38.153305 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=82e34502-3e98-40bc-96b8-518ef29b1496,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:38.212068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:38.285930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bfdeaa-65df-47bc-a0a6-b7237b0dea3e None None] DHCP port deletion for ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:38.309607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfdfeca-aef4-48f2-933c-f85a04bd0939 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Deleting subnet 6fba775e-421a-4f43-8d82-463dd5994350 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:54:38.314122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:38.330939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:38.334617 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bfdfeca-aef4-48f2-933c-f85a04bd0939 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.346113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370bed6d-cacd-47d0-9f3c-e10dc44d77d1 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:38.348543 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9abba74-e162-464e-acd9-a5ac39fb658e tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.381179 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9abba74-e162-464e-acd9-a5ac39fb658e tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.398483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-28bfdeaa-65df-47bc-a0a6-b7237b0dea3e None None] Deleting port 7afac719-e169-412c-b322-f3b4c8f3e20e {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:38.399066 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-28bfdeaa-65df-47bc-a0a6-b7237b0dea3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.400039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9abba74-e162-464e-acd9-a5ac39fb658e tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Network 5ee088af-3741-4aed-9431-bceb869276b4 is not hosted by any dhcp agent {{(pid=103130) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 01:54:38.401224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9abba74-e162-464e-acd9-a5ac39fb658e tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:38.401880 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9abba74-e162-464e-acd9-a5ac39fb658e tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.404032 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e9abba74-e162-464e-acd9-a5ac39fb658e tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "PUT /v2.0/networks/5ee088af-3741-4aed-9431-bceb869276b4 HTTP/1.1" status: 200 len: 857 time: 0.9938056 Dec 08 01:54:38.406775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43052) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:38.523208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bfdfeca-aef4-48f2-933c-f85a04bd0939 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.552820 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.578601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-28bfdeaa-65df-47bc-a0a6-b7237b0dea3e None None] For port 7afac719-e169-412c-b322-f3b4c8f3e20e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7afac719-e169-412c-b322-f3b4c8f3e20e,segment=NetworkSegment(81dbdafb-7b77-47b0-8468-4a52c6cd256d),segment_id=81dbdafb-7b77-47b0-8468-4a52c6cd256d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:38.579783 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-28bfdeaa-65df-47bc-a0a6-b7237b0dea3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.593832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-28bfdeaa-65df-47bc-a0a6-b7237b0dea3e None None] Calling delete_port for 7afac719-e169-412c-b322-f3b4c8f3e20e owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:38.692625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abba74-e162-464e-acd9-a5ac39fb658e tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event updated for resources: {'Network': ['ID=5ee088af-3741-4aed-9431-bceb869276b4,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:38.717198 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bfdfeca-aef4-48f2-933c-f85a04bd0939 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.733011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becef1da-78fe-4c58-be3f-f466f2c219d8 req-d44c3490-2188-463f-8d3e-e5ba7fd8a25c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:38.734961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-becef1da-78fe-4c58-be3f-f466f2c219d8 req-d44c3490-2188-463f-8d3e-e5ba7fd8a25c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 909 time: 0.1524179 Dec 08 01:54:38.786579 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.809778 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-28bfdeaa-65df-47bc-a0a6-b7237b0dea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.813953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee088af-3741-4aed-9431-bceb869276b4']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:38.828972 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a48077a9-cebb-4f31-ba2f-8465e6a0e3d5') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:38.829415 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a48077a9-cebb-4f31-ba2f-8465e6a0e3d5') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:38.860965 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.865851 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bfdfeca-aef4-48f2-933c-f85a04bd0939 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.896252 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:38.903778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:38.904184 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:39.027848 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:39.046916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.064886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ee088af-3741-4aed-9431-bceb869276b4 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 01:54:39.070839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7bfdfeca-aef4-48f2-933c-f85a04bd0939 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.077875 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7bfdfeca-aef4-48f2-933c-f85a04bd0939 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "DELETE /v2.0/subnets/6fba775e-421a-4f43-8d82-463dd5994350 HTTP/1.1" status: 204 len: 168 time: 1.0834405 Dec 08 01:54:39.082336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43068) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:39.098387 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.114271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] 10.222.0.70 "DELETE /v2.0/networks/5ee088af-3741-4aed-9431-bceb869276b4 HTTP/1.1" status: 204 len: 168 time: 0.7061772 Dec 08 01:54:39.156232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43072) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:39.162828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ef428-acfe-4183-9b21-f57849288dc9 tempest-ExternalNetworksTestJSON-1075712049 tempest-ExternalNetworksTestJSON-1075712049-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ee088af-3741-4aed-9431-bceb869276b4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:39.176585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfdeaa-65df-47bc-a0a6-b7237b0dea3e None None] Pushing event deleted for resources: {'Port': ['ID=7afac719-e169-412c-b322-f3b4c8f3e20e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:39.180002 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff83d86b-30ba-4fc4-b205-98e2e3a962b6 None None] Network 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:39.196211 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdfeca-aef4-48f2-933c-f85a04bd0939 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Subnet': ['ID=6fba775e-421a-4f43-8d82-463dd5994350,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:39.269713 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-a627d7a5-e961-4846-86f4-4fb1d0a36c41 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] DELETE failed (client error): The resource could not be found. Dec 08 01:54:39.270274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a627d7a5-e961-4846-86f4-4fb1d0a36c41 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:54:39.278356 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a627d7a5-e961-4846-86f4-4fb1d0a36c41 tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] 10.222.0.70 "DELETE /v2.0/subnets/464bc9a6-7a01-4591-b2e3-57737d627904 HTTP/1.1" status: 404 len: 337 time: 0.1174607 Dec 08 01:54:39.280043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43076) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:39.322745 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.330698 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2de97ff3-257c-4af4-a00a-54ee14bb8d6b None None] Provisioning complete for port 82e34502-3e98-40bc-96b8-518ef29b1496 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:39.332752 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2de97ff3-257c-4af4-a00a-54ee14bb8d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.350195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7afac719-e169-412c-b322-f3b4c8f3e20e no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:39.354774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a1738-c927-4edc-b45d-cff962971b5c req-8ac94079-a830-4698-9977-cfa371fc8695 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:39.368856 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e2a1738-c927-4edc-b45d-cff962971b5c req-8ac94079-a830-4698-9977-cfa371fc8695 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 909 time: 0.4279568 Dec 08 01:54:39.484074 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.493060 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.495922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 7afac719-e169-412c-b322-f3b4c8f3e20e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:39.496494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7afac719-e169-412c-b322-f3b4c8f3e20e not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:39.517709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:39.529250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81dbdafb-7b77-47b0-8468-4a52c6cd256d') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:39.529548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81dbdafb-7b77-47b0-8468-4a52c6cd256d') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:39.539950 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.554056 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.566143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfdeaa-65df-47bc-a0a6-b7237b0dea3e None None] No DVR routers for this DVR port 7afac719-e169-412c-b322-f3b4c8f3e20e on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:39.570074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:39.571415 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.609652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2de97ff3-257c-4af4-a00a-54ee14bb8d6b None None] Port 82e34502-3e98-40bc-96b8-518ef29b1496 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:39.691499 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:39.696183 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7553b2-ca3e-4804-b565-cb029171b040 None None] DHCP port deletion for 9e36b60e-7812-4b19-925e-ef8b9cfd1e66 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:39.696752 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.704028 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.710220 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "DELETE /v2.0/networks/ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d HTTP/1.1" status: 204 len: 168 time: 0.6194227 Dec 08 01:54:39.723839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43088) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:39.724903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98314923-d13f-4473-9e8c-159cd4febd4b tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Network': ['ID=ed01d5a9-422d-4ea7-90f7-e5ef029f6c0d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:39.765104 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc1bfe-52d0-4521-b1e8-ce722d908272 req-85635e31-ee9a-4053-ac65-92f0984623dd tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:39.767729 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97cc1bfe-52d0-4521-b1e8-ce722d908272 req-85635e31-ee9a-4053-ac65-92f0984623dd tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 1061 time: 0.2813051 Dec 08 01:54:39.875891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-be7553b2-ca3e-4804-b565-cb029171b040 None None] Deleting port 433544a1-21e4-4bd7-8aea-e70e1f559dac {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:39.883379 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-be7553b2-ca3e-4804-b565-cb029171b040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.896409 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.950538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bdd2a3-9b17-4940-b0c0-2c9726db6477']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:39.967986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd8d745-2082-439a-be4a-b71c98a4d8e5') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:39.968308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd8d745-2082-439a-be4a-b71c98a4d8e5') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:39.989148 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:39.994197 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.024347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-be7553b2-ca3e-4804-b565-cb029171b040 None None] For port 433544a1-21e4-4bd7-8aea-e70e1f559dac, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=433544a1-21e4-4bd7-8aea-e70e1f559dac,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:40.024951 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-be7553b2-ca3e-4804-b565-cb029171b040 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.035005 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.048554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:40.048963 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.068400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-be7553b2-ca3e-4804-b565-cb029171b040 None None] Calling delete_port for 433544a1-21e4-4bd7-8aea-e70e1f559dac owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:40.160784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c401231-1d03-4e0f-8cdc-56f658a7655d req-62ffc11d-f296-47dc-861b-44409b728292 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:40.170092 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c401231-1d03-4e0f-8cdc-56f658a7655d req-62ffc11d-f296-47dc-861b-44409b728292 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 1136 time: 0.1636593 Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:40.182619 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:40.191743 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.199558 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.205028 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] 10.222.0.70 "DELETE /v2.0/networks/01bdd2a3-9b17-4940-b0c0-2c9726db6477 HTTP/1.1" status: 204 len: 168 time: 0.9201202 Dec 08 01:54:40.226436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ac5c1-2618-44cb-8759-e45185c28c1a tempest-ExternalNetworksTestJSON-709179166 tempest-ExternalNetworksTestJSON-709179166-project] Pushing event deleted for resources: {'Network': ['ID=01bdd2a3-9b17-4940-b0c0-2c9726db6477,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:40.254540 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Deleting port 433544a1-21e4-4bd7-8aea-e70e1f559dac {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:40.254894 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.306910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c401231-1d03-4e0f-8cdc-56f658a7655d req-1bc4b9f7-9366-4083-979c-b00cc50f1a74 tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1358612 Dec 08 01:54:40.307772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.320584 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43100) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:40.357678 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-be7553b2-ca3e-4804-b565-cb029171b040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.394798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817ea2ef-10b3-4cae-ac4d-1a94dfd77acf tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:40.396853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-817ea2ef-10b3-4cae-ac4d-1a94dfd77acf tempest-TestSecurityGroupsBasicOps-243727427 tempest-TestSecurityGroupsBasicOps-243727427-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 1056 time: 0.0750535 Dec 08 01:54:40.409349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7553b2-ca3e-4804-b565-cb029171b040 None None] Pushing event deleted for resources: {'Port': ['ID=433544a1-21e4-4bd7-8aea-e70e1f559dac,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:40.417621 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7553b2-ca3e-4804-b565-cb029171b040 None None] No DVR routers for this DVR port 433544a1-21e4-4bd7-8aea-e70e1f559dac on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:40.581932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] For port 433544a1-21e4-4bd7-8aea-e70e1f559dac, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=433544a1-21e4-4bd7-8aea-e70e1f559dac,segment=NetworkSegment(52197a0f-5711-4a71-9765-338d01d1083e),segment_id=52197a0f-5711-4a71-9765-338d01d1083e)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:40.584755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:40.703452 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Calling delete_port for 433544a1-21e4-4bd7-8aea-e70e1f559dac owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:40.770003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43114) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:41.043368 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4bea2d35-df6b-42c3-b005-c08057d16bf8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fed24d5cc854466e9c0f70da4b4b63b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2720563 Dec 08 01:54:41.046623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43120) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:41.172542 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80ec1ee9-03b6-4042-ab1d-247aafa45da5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.216118 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80ec1ee9-03b6-4042-ab1d-247aafa45da5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.268630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 433544a1-21e4-4bd7-8aea-e70e1f559dac no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:41.310550 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 433544a1-21e4-4bd7-8aea-e70e1f559dac {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:41.310951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 433544a1-21e4-4bd7-8aea-e70e1f559dac not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:41.341881 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80ec1ee9-03b6-4042-ab1d-247aafa45da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.352336 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-80ec1ee9-03b6-4042-ab1d-247aafa45da5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.352336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-80ec1ee9-03b6-4042-ab1d-247aafa45da5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9f8ea55-d219-4747-bf69-6ba78f71a9d8 HTTP/1.1" status: 204 len: 168 time: 0.2999861 Dec 08 01:54:41.372575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec1ee9-03b6-4042-ab1d-247aafa45da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f8ea55-d219-4747-bf69-6ba78f71a9d8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:41.450179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dd850-20b3-49f5-9c32-e67b53f8a3bb req-d190c439-5e36-483c-b09a-aea2cdc2eb92 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:41.472035 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-938dd850-20b3-49f5-9c32-e67b53f8a3bb req-d190c439-5e36-483c-b09a-aea2cdc2eb92 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 909 time: 0.2466350 Dec 08 01:54:41.512362 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.547554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Port': ['ID=433544a1-21e4-4bd7-8aea-e70e1f559dac,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:41.551025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] No DVR routers for this DVR port 433544a1-21e4-4bd7-8aea-e70e1f559dac on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:41.667836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.831059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43142) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:41.888451 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5ed3bb0f-282b-43d3-be6b-427e7eb1e1db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b43c1012dfd54a04bcc4ddbd265f1035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561676 Dec 08 01:54:41.889144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43146) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:41.896665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.925799 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e36b60e-7812-4b19-925e-ef8b9cfd1e66']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:41.960937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52197a0f-5711-4a71-9765-338d01d1083e') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:41.969318 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c198eaf-0f4d-43f1-a3be-13437b8f6239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:41.970338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52197a0f-5711-4a71-9765-338d01d1083e') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:41.995885 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.020012 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c198eaf-0f4d-43f1-a3be-13437b8f6239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.058239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.060864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 232c8ecb-a258-417c-9438-142c574bc9ba is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:54:42.082242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:54:42.084441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:54:42.085817 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:54:42.103532 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c198eaf-0f4d-43f1-a3be-13437b8f6239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.106140 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c198eaf-0f4d-43f1-a3be-13437b8f6239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.113514 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0c198eaf-0f4d-43f1-a3be-13437b8f6239 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6a40c81b-75e7-473a-81ef-53f01faf0568 HTTP/1.1" status: 204 len: 168 time: 0.2172368 Dec 08 01:54:42.139437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c198eaf-0f4d-43f1-a3be-13437b8f6239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a40c81b-75e7-473a-81ef-53f01faf0568,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:42.351784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:42.363683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cddacb6-9440-4066-8dab-b98903622f39 None None] Sync routers for ids ['232c8ecb-a258-417c-9438-142c574bc9ba'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:42.381145 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cddacb6-9440-4066-8dab-b98903622f39 None None] Routers {'232c8ecb-a258-417c-9438-142c574bc9ba'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:42.381810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2cddacb6-9440-4066-8dab-b98903622f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['232c8ecb-a258-417c-9438-142c574bc9ba'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:42.462911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2cddacb6-9440-4066-8dab-b98903622f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:42.492736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cddacb6-9440-4066-8dab-b98903622f39 None None] Routers {'232c8ecb-a258-417c-9438-142c574bc9ba'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:42.493565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2cddacb6-9440-4066-8dab-b98903622f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['232c8ecb-a258-417c-9438-142c574bc9ba'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:42.501263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110c3b-a99c-4347-93dc-737cc4cbfe65 req-056ffcc4-02ef-4fd5-b308-7d81ca81725a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:42.502865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45110c3b-a99c-4347-93dc-737cc4cbfe65 req-056ffcc4-02ef-4fd5-b308-7d81ca81725a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.72 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 909 time: 0.1866171 Dec 08 01:54:42.511104 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.514936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-171ecc61-9fdb-47e5-8a4d-850c18a72613 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.0483503 Dec 08 01:54:42.514936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.515289 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43160) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:42.527638 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:42.541738 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] 10.222.0.70 "DELETE /v2.0/networks/9e36b60e-7812-4b19-925e-ef8b9cfd1e66 HTTP/1.1" status: 204 len: 168 time: 2.8132141 Dec 08 01:54:42.612103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2cddacb6-9440-4066-8dab-b98903622f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:42.613231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cddacb6-9440-4066-8dab-b98903622f39 None None] The sync data for ids ['232c8ecb-a258-417c-9438-142c574bc9ba'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:42.785597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137e005-d71e-4087-a055-9d44ab73ab22 tempest-TaggedBootDevicesTest_v242-457828864 tempest-TaggedBootDevicesTest_v242-457828864-project] Pushing event deleted for resources: {'Network': ['ID=9e36b60e-7812-4b19-925e-ef8b9cfd1e66,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:42.806436 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3355e8e6-9140-473b-8aa6-cee68455d522 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/routers/232c8ecb-a258-417c-9438-142c574bc9ba HTTP/1.1" status: 200 len: 883 time: 0.2894542 Dec 08 01:54:42.808458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:42.873299 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c605a-522e-4890-a5b3-8b8250141484 req-6c222c3e-f0c6-4bc9-a353-ac337dda077b tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:42.875578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c28c605a-522e-4890-a5b3-8b8250141484 req-6c222c3e-f0c6-4bc9-a353-ac337dda077b tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 909 time: 0.0679495 Dec 08 01:54:42.993068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-45110c3b-a99c-4347-93dc-737cc4cbfe65 req-6aa3245d-2455-4e3b-b368-fe62708d1249 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Deleting port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:42.993701 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-45110c3b-a99c-4347-93dc-737cc4cbfe65 req-6aa3245d-2455-4e3b-b368-fe62708d1249 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.250180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-45110c3b-a99c-4347-93dc-737cc4cbfe65 req-6aa3245d-2455-4e3b-b368-fe62708d1249 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] For port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1,segment=NetworkSegment(cc9995e9-0110-4a4c-acb2-8fd7181b2905),segment_id=cc9995e9-0110-4a4c-acb2-8fd7181b2905)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:43.250550 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-45110c3b-a99c-4347-93dc-737cc4cbfe65 req-6aa3245d-2455-4e3b-b368-fe62708d1249 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.334899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-45110c3b-a99c-4347-93dc-737cc4cbfe65 req-6aa3245d-2455-4e3b-b368-fe62708d1249 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Calling delete_port for 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:43.516443 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1d87d84e-1441-428d-a4a2-63dcd852e506 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7051339 Dec 08 01:54:43.519119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43200) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:43.524354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-479f3028-bdc7-4b8c-be57-b593e865c3ff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-844710965'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:43.657029 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-45110c3b-a99c-4347-93dc-737cc4cbfe65 req-6aa3245d-2455-4e3b-b368-fe62708d1249 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.724237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3245d-2455-4e3b-b368-fe62708d1249 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'Port': ['ID=9d0e2667-ce7f-499a-83a9-f9b2c05eeef1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:43.869884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-45110c3b-a99c-4347-93dc-737cc4cbfe65 req-6aa3245d-2455-4e3b-b368-fe62708d1249 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] No DVR routers for this DVR port 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:43.892637 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-45110c3b-a99c-4347-93dc-737cc4cbfe65 req-6aa3245d-2455-4e3b-b368-fe62708d1249 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:43.896090 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45110c3b-a99c-4347-93dc-737cc4cbfe65 req-6aa3245d-2455-4e3b-b368-fe62708d1249 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.72 "DELETE /v2.0/ports/9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 HTTP/1.1" status: 204 len: 173 time: 1.3773141 Dec 08 01:54:43.896618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7154a39f-bd09-4cfc-9a5f-945222d9c78f', 'name': 'network-vif-deleted', 'tag': '9d0e2667-ce7f-499a-83a9-f9b2c05eeef1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:43.899684 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6100f9f3-ff7e-4c93-9109-1d378be9e00b" -d '{"events": [{"server_uuid": "7154a39f-bd09-4cfc-9a5f-945222d9c78f", "name": "network-vif-deleted", "tag": "9d0e2667-ce7f-499a-83a9-f9b2c05eeef1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:44.061562 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2c5fda-d2c2-4fcf-8eb7-4ae792ac5081 x-openstack-request-id: req-ef2c5fda-d2c2-4fcf-8eb7-4ae792ac5081 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:44.061872 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7154a39f-bd09-4cfc-9a5f-945222d9c78f", "name": "network-vif-deleted", "tag": "9d0e2667-ce7f-499a-83a9-f9b2c05eeef1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:44.062141 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ef2c5fda-d2c2-4fcf-8eb7-4ae792ac5081 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:44.062561 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7154a39f-bd09-4cfc-9a5f-945222d9c78f', 'name': 'network-vif-deleted', 'tag': '9d0e2667-ce7f-499a-83a9-f9b2c05eeef1', 'status': 'completed', 'code': 200} Dec 08 01:54:44.151610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f11a8eb8-d886-47bf-84c4-f4dd0f40be3a req-37dc9095-eeb4-4020-a6a8-77c18a49645c tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=7154a39f-bd09-4cfc-9a5f-945222d9c78f HTTP/1.1" status: 200 len: 210 time: 0.0634940 Dec 08 01:54:44.354104 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-479f3028-bdc7-4b8c-be57-b593e865c3ff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.385332 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-479f3028-bdc7-4b8c-be57-b593e865c3ff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.630334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479f3028-bdc7-4b8c-be57-b593e865c3ff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 232c8ecb-a258-417c-9438-142c574bc9ba has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:54:44.907302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479f3028-bdc7-4b8c-be57-b593e865c3ff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:44.918150 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6a977-d647-4c27-9851-499f21194ae0 None None] Sync routers for ids ['232c8ecb-a258-417c-9438-142c574bc9ba'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:44.928034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43242) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:44.936747 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6a977-d647-4c27-9851-499f21194ae0 None None] Routers {'232c8ecb-a258-417c-9438-142c574bc9ba'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:44.937171 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-feb6a977-d647-4c27-9851-499f21194ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['232c8ecb-a258-417c-9438-142c574bc9ba'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:44.962232 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-479f3028-bdc7-4b8c-be57-b593e865c3ff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:44.966663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-479f3028-bdc7-4b8c-be57-b593e865c3ff tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/232c8ecb-a258-417c-9438-142c574bc9ba HTTP/1.1" status: 200 len: 890 time: 1.4441710 Dec 08 01:54:44.967194 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43246) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:45.020171 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-feb6a977-d647-4c27-9851-499f21194ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:45.036618 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6a977-d647-4c27-9851-499f21194ae0 None None] Routers {'232c8ecb-a258-417c-9438-142c574bc9ba'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:45.040557 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-feb6a977-d647-4c27-9851-499f21194ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['232c8ecb-a258-417c-9438-142c574bc9ba'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:45.112087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-20ad4370-3a26-4f7c-a1fd-e83c961895ad tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/routers/232c8ecb-a258-417c-9438-142c574bc9ba HTTP/1.1" status: 200 len: 890 time: 0.1384406 Dec 08 01:54:45.115302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43248) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:45.134475 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-feb6a977-d647-4c27-9851-499f21194ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:45.135841 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6a977-d647-4c27-9851-499f21194ae0 None None] The sync data for ids ['232c8ecb-a258-417c-9438-142c574bc9ba'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:45.171758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43252) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:45.172596 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bc552e89-aceb-4249-ac43-e30bcc6ee93b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=232c8ecb-a258-417c-9438-142c574bc9ba HTTP/1.1" status: 200 len: 205 time: 0.0558906 Dec 08 01:54:45.264593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43258) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:45.370602 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-188830829'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:45.418079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Made reservation on behalf of 7d2ac955d3f2446eb4b83a6e7df8e586 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:45.423992 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.427068 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.492413 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.601095 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.606748 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.622912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:45.623819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.633086 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.633683 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Added segment 6bbc055b-0c97-4113-91f0-2a3d92602cb0 of type vlan for network e255f90e-8368-4e8b-b873-c56c47147ebf Dec 08 01:54:45.677807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.708857 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.715983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:45.716820 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.727700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 82e34502-3e98-40bc-96b8-518ef29b1496 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:45.728259 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.830481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:45.848151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 82e34502-3e98-40bc-96b8-518ef29b1496 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:45.911362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54fdd9c-fb67-4cff-a3b0-237dc96f9d26,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:45.943888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0143020 Dec 08 01:54:46.066264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339a2fe-bc6a-479d-8dca-802466e90f8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Pushing event updated for resources: {'Network': ['ID=e255f90e-8368-4e8b-b873-c56c47147ebf,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:46.081117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network e255f90e-8368-4e8b-b873-c56c47147ebf details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:46.199914 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.248021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=82e34502-3e98-40bc-96b8-518ef29b1496,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:46.278309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02300aa-030b-4ec0-8532-4dbb82c47cb0 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:46.379635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43288) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:46.388323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Request body: {'port': {'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf', 'binding:host_id': 'n-h2-713498-30', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176312287'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:46.469880 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.479043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Made reservation on behalf of 418f8373fae3464d871ecb9f53e6839b for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:46.488498 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.514677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.599721 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.604049 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.693619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.694165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Fanout notify agent at l3_agent the message router_deleted on router 232c8ecb-a258-417c-9438-142c574bc9ba {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:54:46.713909 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.715894 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.721107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e22578c0-0121-4707-a211-4aab0e85c1a8 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/232c8ecb-a258-417c-9438-142c574bc9ba HTTP/1.1" status: 204 len: 168 time: 1.5469043 Dec 08 01:54:46.722239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43298) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:46.724957 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.730152 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] device_id is not set on port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:54:46.734724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6e1d49b4-b87a-4aaf-8afd-8e894ada2d76 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1908626238'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:46.782797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1d49b4-b87a-4aaf-8afd-8e894ada2d76 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:46.791103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49b4-b87a-4aaf-8afd-8e894ada2d76 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.853570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1d49b4-b87a-4aaf-8afd-8e894ada2d76 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:54:46.937507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49b4-b87a-4aaf-8afd-8e894ada2d76 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:46.937979 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-6e1d49b4-b87a-4aaf-8afd-8e894ada2d76 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Added segment fbca641c-25ea-4b8f-b923-5475c6005326 of type vlan for network cd1e6eac-ff17-4546-9ea4-cb5e66806adc Dec 08 01:54:47.027209 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-646b737b-df2f-4075-9eb5-1d6e5803c6e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.034768 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49b4-b87a-4aaf-8afd-8e894ada2d76 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.091786 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49b4-b87a-4aaf-8afd-8e894ada2d76 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.099708 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d49b4-b87a-4aaf-8afd-8e894ada2d76 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:47.113081 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e1d49b4-b87a-4aaf-8afd-8e894ada2d76 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.125671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69211caa-4bda-49fb-a95a-d4786fb03a27,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:47.151238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] device_id is not set on port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:54:47.201992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.219014 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6e1d49b4-b87a-4aaf-8afd-8e894ada2d76 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4940031 Dec 08 01:54:47.219767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43316) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:47.228749 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.253076 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-31520740-892a-429b-a2f3-f8693ba9f154 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'subnet': {'network_id': 'cd1e6eac-ff17-4546-9ea4-cb5e66806adc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:47.258276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d49b4-b87a-4aaf-8afd-8e894ada2d76 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Network': ['ID=cd1e6eac-ff17-4546-9ea4-cb5e66806adc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:47.271807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network cd1e6eac-ff17-4546-9ea4-cb5e66806adc details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:54:47.431627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Checking segment: {'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:47.432012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Network hostable DHCP agents. Network: e255f90e-8368-4e8b-b873-c56c47147ebf, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:47.448326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31520740-892a-429b-a2f3-f8693ba9f154 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:47.452299 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-31520740-892a-429b-a2f3-f8693ba9f154 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.538257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event updated for resources: {'Port': ['ID=2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:47.689993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:47.711717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Network e255f90e-8368-4e8b-b873-c56c47147ebf is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:47.739106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, e255f90e-8368-4e8b-b873-c56c47147ebf) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:47.754260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:47.754980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 9d0e2667-ce7f-499a-83a9-f9b2c05eeef1 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:47.756869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948193b8-0ace-4733-80b9-f499a0e7384d None None] Network e255f90e-8368-4e8b-b873-c56c47147ebf requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:47.766373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:47.819341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f87c6-57cb-4282-80f1-92c1ea2e69bd req-73547e5a-d830-4669-8b6c-d8239735269b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:47.832118 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e05f87c6-57cb-4282-80f1-92c1ea2e69bd req-73547e5a-d830-4669-8b6c-d8239735269b tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 945 time: 0.2818413 Dec 08 01:54:47.893338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:47.893677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:47.894072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:47.928937 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-31520740-892a-429b-a2f3-f8693ba9f154 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:47.947799 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e05f87c6-57cb-4282-80f1-92c1ea2e69bd req-7cd14ea3-8ee1-4d23-a40d-92b6452276b2 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147561 Dec 08 01:54:47.948690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:47.949145 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:47.949839 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 2 to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 Dec 08 01:54:48.049493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:48.050152 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:48.050422 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:48.061783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:48.062282 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:48.066881 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 3 to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 Dec 08 01:54:48.096181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-646b737b-df2f-4075-9eb5-1d6e5803c6e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Deleting port bad4fa56-a7bf-4cde-be6e-6d28761685d5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:48.096676 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-646b737b-df2f-4075-9eb5-1d6e5803c6e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.102562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:48.103307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:48.103762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:48.105710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31520740-892a-429b-a2f3-f8693ba9f154 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Subnet': ['ID=a32eb7f9-b5e7-4886-aef3-87df1b326b54,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:48.113500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31520740-892a-429b-a2f3-f8693ba9f154 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Checking segment: {'id': 'fbca641c-25ea-4b8f-b923-5475c6005326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd1e6eac-ff17-4546-9ea4-cb5e66806adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:48.113907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31520740-892a-429b-a2f3-f8693ba9f154 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network hostable DHCP agents. Network: cd1e6eac-ff17-4546-9ea4-cb5e66806adc, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:54:48.130308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:48.130802 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:48.140444 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 4 to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 Dec 08 01:54:48.147498 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31520740-892a-429b-a2f3-f8693ba9f154 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network cd1e6eac-ff17-4546-9ea4-cb5e66806adc is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:54:48.175098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-31520740-892a-429b-a2f3-f8693ba9f154 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, cd1e6eac-ff17-4546-9ea4-cb5e66806adc) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:48.180342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31520740-892a-429b-a2f3-f8693ba9f154 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:48.181091 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-31520740-892a-429b-a2f3-f8693ba9f154 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.189332 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd36b5b0-b1fe-4c93-8e1c-0496a9a8e9c0 None None] Network cd1e6eac-ff17-4546-9ea4-cb5e66806adc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:48.217261 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-31520740-892a-429b-a2f3-f8693ba9f154 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9686227 Dec 08 01:54:48.220278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43336) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:48.225061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-466de9eb-3117-46e8-bc72-aa3d484a8c74 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1655002089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:48.239308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:48.242743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:48.245081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:48.256977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:48.259589 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:48.264719 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 5 to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 Dec 08 01:54:48.286089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-466de9eb-3117-46e8-bc72-aa3d484a8c74 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.287306 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-466de9eb-3117-46e8-bc72-aa3d484a8c74 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.314299 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:48.318887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:48.320220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:48.335917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:48.347298 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:48.349697 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 6 to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 Dec 08 01:54:48.405458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-646b737b-df2f-4075-9eb5-1d6e5803c6e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] For port bad4fa56-a7bf-4cde-be6e-6d28761685d5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bad4fa56-a7bf-4cde-be6e-6d28761685d5,segment=NetworkSegment(cc9995e9-0110-4a4c-acb2-8fd7181b2905),segment_id=cc9995e9-0110-4a4c-acb2-8fd7181b2905)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:48.405843 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-646b737b-df2f-4075-9eb5-1d6e5803c6e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.406840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-cd1e6eac-ff17-4546-9ea4-cb5e66806adc', 'network_id': 'cd1e6eac-ff17-4546-9ea4-cb5e66806adc', 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'fixed_ips': [{'subnet_id': 'a32eb7f9-b5e7-4886-aef3-87df1b326b54'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:54:48.409638 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.419558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:48.420103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:48.420685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:48.444562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-646b737b-df2f-4075-9eb5-1d6e5803c6e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Calling delete_port for bad4fa56-a7bf-4cde-be6e-6d28761685d5 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:48.447521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:48.447864 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:48.450407 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 7 to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 Dec 08 01:54:48.504887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:48.505221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:48.505566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:48.582936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:48.583277 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:48.585168 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 8 to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 Dec 08 01:54:48.635219 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Allocated IP 2001:db8::2 (cd1e6eac-ff17-4546-9ea4-cb5e66806adc/a32eb7f9-b5e7-4886-aef3-87df1b326b54/8db53219-a9d5-4bd1-941b-c8117cb5e026) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:48.635504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:48.635619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:48.636087 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:48.650799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-466de9eb-3117-46e8-bc72-aa3d484a8c74 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.656726 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-466de9eb-3117-46e8-bc72-aa3d484a8c74 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.658676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:48.659018 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:48.660591 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 9 to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 Dec 08 01:54:48.688173 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-466de9eb-3117-46e8-bc72-aa3d484a8c74 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.689770 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-466de9eb-3117-46e8-bc72-aa3d484a8c74 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4683375 Dec 08 01:54:48.692373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43340) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:48.814750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:48.816875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:48.817348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:48.834246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:48.836551 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:48.841470 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 10 to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 Dec 08 01:54:48.903909 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:48.905885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:48.905885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:48.943498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:48.943991 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:48.945365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.956690 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.966617 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:48.988963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Network cd1e6eac-ff17-4546-9ea4-cb5e66806adc is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:49.012343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:49.016312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:49.179287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] For port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:49.179858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempted to set empty binding levels {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 01:54:49.193521 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.223275 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Attempting to bind port 8db53219-a9d5-4bd1-941b-c8117cb5e026 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:49.223658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Attempting to bind port 8db53219-a9d5-4bd1-941b-c8117cb5e026 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'fbca641c-25ea-4b8f-b923-5475c6005326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd1e6eac-ff17-4546-9ea4-cb5e66806adc'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:49.225128 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-646b737b-df2f-4075-9eb5-1d6e5803c6e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.226786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Attempting to bind port 8db53219-a9d5-4bd1-941b-c8117cb5e026 on network cd1e6eac-ff17-4546-9ea4-cb5e66806adc {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:49.237234 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:49.238494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.255318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:49.255814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Checking segment: {'id': 'fbca641c-25ea-4b8f-b923-5475c6005326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd1e6eac-ff17-4546-9ea4-cb5e66806adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:49.256182 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.256701 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.256903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Bound using segment: {'id': 'fbca641c-25ea-4b8f-b923-5475c6005326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd1e6eac-ff17-4546-9ea4-cb5e66806adc'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:49.257479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Bound port: 8db53219-a9d5-4bd1-941b-c8117cb5e026, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbca641c-25ea-4b8f-b923-5475c6005326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'cd1e6eac-ff17-4546-9ea4-cb5e66806adc'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:49.270596 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.275053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Pushing event updated for resources: {'Port': ['ID=8db53219-a9d5-4bd1-941b-c8117cb5e026,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:49.289660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d974db-718d-4434-aed7-38455a251c4c req-cf28e8b6-4a4d-40b2-8aa8-2eb398329066 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:49.297426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73d974db-718d-4434-aed7-38455a251c4c req-cf28e8b6-4a4d-40b2-8aa8-2eb398329066 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 945 time: 0.1708324 Dec 08 01:54:49.382903 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.0009866 Dec 08 01:54:49.385775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9f41c-6b1d-4dfe-9449-6fdd928a5005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event updated for resources: {'Port': ['ID=2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:49.396739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43352) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:49.465683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] For port 8db53219-a9d5-4bd1-941b-c8117cb5e026, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:49.473683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] For port 8db53219-a9d5-4bd1-941b-c8117cb5e026, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8db53219-a9d5-4bd1-941b-c8117cb5e026,segment=NetworkSegment(fbca641c-25ea-4b8f-b923-5475c6005326),segment_id=fbca641c-25ea-4b8f-b923-5475c6005326)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:49.480343 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:49.494900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b737b-df2f-4075-9eb5-1d6e5803c6e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'Port': ['ID=bad4fa56-a7bf-4cde-be6e-6d28761685d5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:49.582444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca49af-6478-43d6-96a0-3439e07a593e None None] Pushing event updated for resources: {'Port': ['ID=8db53219-a9d5-4bd1-941b-c8117cb5e026,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:49.823409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Allocated IP 2001:db8::1 (cd1e6eac-ff17-4546-9ea4-cb5e66806adc/a32eb7f9-b5e7-4886-aef3-87df1b326b54/1953e598-6fd4-4857-88fd-7308c7c85f8c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:54:50.068638 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.169282 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.276630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=1953e598-6fd4-4857-88fd-7308c7c85f8c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:50.306262 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73d974db-718d-4434-aed7-38455a251c4c req-240d7932-f51a-4ee8-b1ec-77faad74b9cf tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0071130 Dec 08 01:54:50.365049 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network cd1e6eac-ff17-4546-9ea4-cb5e66806adc is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:50.368845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:50.372675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:50.373444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.514387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f09fda04-7082-4e32-bc3a-6a31dcf267ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Deleting port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:50.514786 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f09fda04-7082-4e32-bc3a-6a31dcf267ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.540919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bf4b2-5ab7-4f33-b1b0-23a2885f46bd req-d3197346-d620-40da-a4c1-d0b5f2ae68d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:50.542768 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-949bf4b2-5ab7-4f33-b1b0-23a2885f46bd req-d3197346-d620-40da-a4c1-d0b5f2ae68d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 945 time: 0.1809802 Dec 08 01:54:50.570761 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.607521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-b7bcfad2-4c34-493b-827b-05f22b3535f4 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:50.609479 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-b7bcfad2-4c34-493b-827b-05f22b3535f4 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 945 time: 1.0540380 Dec 08 01:54:50.719244 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-646b737b-df2f-4075-9eb5-1d6e5803c6e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.932919 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.947441 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.948316 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:50.972222 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-949bf4b2-5ab7-4f33-b1b0-23a2885f46bd req-281094ab-286a-4622-b13c-5fbe0ee26018 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4133136 Dec 08 01:54:51.010951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f09fda04-7082-4e32-bc3a-6a31dcf267ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] For port 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9, host n-h2-713498-30, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:51.025358 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f09fda04-7082-4e32-bc3a-6a31dcf267ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:51.026266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43378) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:51.124674 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f09fda04-7082-4e32-bc3a-6a31dcf267ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Calling delete_port for 2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:51.242966 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Deleting port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:51.243308 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:51.265454 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=1953e598-6fd4-4857-88fd-7308c7c85f8c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:51.302179 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3f83d8bc-61a1-492e-88e9-2b49f5e1cf75 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/e1c7b9e9-23ed-4558-a929-4ce3baafc747 HTTP/1.1" status: 200 len: 993 time: 0.2466378 Dec 08 01:54:51.582156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8db53219-a9d5-4bd1-941b-c8117cb5e026 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:51.620028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network cd1e6eac-ff17-4546-9ea4-cb5e66806adc is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:51.624252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:51.683524 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f09fda04-7082-4e32-bc3a-6a31dcf267ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:51.703579 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f09fda04-7082-4e32-bc3a-6a31dcf267ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:51.707356 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f09fda04-7082-4e32-bc3a-6a31dcf267ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "DELETE /v2.0/ports/2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 HTTP/1.1" status: 204 len: 168 time: 2.3095367 Dec 08 01:54:51.709142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edfda1-ef93-40f6-8b6a-d5e9781f199d req-0b1bc0fa-219b-469c-8f97-490ee7164283 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:51.712361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43392) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:51.715288 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70edfda1-ef93-40f6-8b6a-d5e9781f199d req-0b1bc0fa-219b-469c-8f97-490ee7164283 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 945 time: 0.2366304 Dec 08 01:54:51.749525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c390a1-9295-4e37-bb6e-83e2ef1e9a47 None None] Network cd1e6eac-ff17-4546-9ea4-cb5e66806adc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:51.808665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] For port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:51.809415 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:51.850242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fda04-7082-4e32-bc3a-6a31dcf267ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:51.858069 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d52994-d30d-4440-82af-6ba7d65e2f3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] GET failed (client error): The resource could not be found. Dec 08 01:54:51.864076 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-00d52994-d30d-4440-82af-6ba7d65e2f3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "GET /v2.0/ports/2ba0ab98-97ee-4e07-9d1c-9ec09bb355a9 HTTP/1.1" status: 404 len: 333 time: 0.1474478 Dec 08 01:54:51.869643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43404) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:51.879885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Request body: {'port': {'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791760291'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:51.916694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15c3d1-8913-499f-bc1e-8fdeac7517de req-d3363ba5-fa33-4ac5-b053-22d4b433afda tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:51.918896 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b15c3d1-8913-499f-bc1e-8fdeac7517de req-d3363ba5-fa33-4ac5-b053-22d4b433afda tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 1097 time: 0.1277628 Dec 08 01:54:51.959211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Provisioning complete for port 8db53219-a9d5-4bd1-941b-c8117cb5e026 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:51.960200 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:51.966481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:51.981054 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Made reservation on behalf of 418f8373fae3464d871ecb9f53e6839b for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:54:51.983353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.013522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646b737b-df2f-4075-9eb5-1d6e5803c6e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Router 071702c9-8171-45b6-bf11-b5966f149701 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:54:52.061623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 8db53219-a9d5-4bd1-941b-c8117cb5e026 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:52.062011 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.141040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] device_id is not set on port 2ae2930e-0545-44a0-b8c0-a192367cbca3 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:54:52.217232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70edfda1-ef93-40f6-8b6a-d5e9781f199d req-2f2a18c4-c863-49a2-96a9-0ff959056689 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4784794 Dec 08 01:54:52.471218 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.481217 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.537562 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.547316 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.575909 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:52.581098 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead616fd-d1f0-41f8-9a84-6c27dc3d75da" -d '{"events": [{"server_uuid": "0d297ccb-698a-4cca-83f2-efbfa09a0b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:52.669542 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.705229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] For port 8db53219-a9d5-4bd1-941b-c8117cb5e026, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8db53219-a9d5-4bd1-941b-c8117cb5e026,segment=NetworkSegment(fbca641c-25ea-4b8f-b923-5475c6005326),segment_id=fbca641c-25ea-4b8f-b923-5475c6005326)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:52.728383 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.728874 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.729090 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Floating IP ccc8b32f-abdf-40c7-af19-86c470c29c36 disassociated. External IP: 172.25.2.174, port: 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c. Dec 08 01:54:52.729454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Calling delete_port for 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:52.732246 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.759614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:52.772445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646b737b-df2f-4075-9eb5-1d6e5803c6e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:52.802242 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-646b737b-df2f-4075-9eb5-1d6e5803c6e7 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "PUT /v2.0/routers/071702c9-8171-45b6-bf11-b5966f149701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5365195 Dec 08 01:54:52.805449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43422) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:52.879147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event updated for resources: {'Port': ['ID=2ae2930e-0545-44a0-b8c0-a192367cbca3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:52.886210 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b15c3d1-8913-499f-bc1e-8fdeac7517de req-f4a77b4f-ce07-45ff-80d5-a6efa26345ec tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9158845 Dec 08 01:54:52.904891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Network e255f90e-8368-4e8b-b873-c56c47147ebf is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:54:52.908059 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab06a665-2af8-4d5f-a17a-d2498f293500 x-openstack-request-id: req-ab06a665-2af8-4d5f-a17a-d2498f293500 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:52.908323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:54:52.910943 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:54:52.911240 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d297ccb-698a-4cca-83f2-efbfa09a0b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:52.911603 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab06a665-2af8-4d5f-a17a-d2498f293500 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:52.912107 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c', 'code': 200} Dec 08 01:54:52.912709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:52.913389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Pushing event updated for resources: {'Port': ['ID=8db53219-a9d5-4bd1-941b-c8117cb5e026,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:52.913954 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:52.920362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b1a195-8d1c-498a-9c22-d6484d8dc41a None None] Sync routers for ids ['071702c9-8171-45b6-bf11-b5966f149701'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:52.934764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 1acf92dc-8145-4ad5-9a03-60bf19422eb9 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:54:52.949716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3dce4ebd-e2e0-4947-8f26-ff067d0bef05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0740423 Dec 08 01:54:52.952093 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.030683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43430) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:53.037507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:53.096097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:53.109683 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccee8a-d9be-431f-8308-3cf7ec437344 None None] Sync routers for ids ['1acf92dc-8145-4ad5-9a03-60bf19422eb9'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:53.112261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.112654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.113459 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.113822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.114173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.114519 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.114860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.115197 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.115816 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.116145 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8ad31d08-fa27-4d2e-9675-6170ed80631e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/1acf92dc-8145-4ad5-9a03-60bf19422eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4218428 Dec 08 01:54:53.116274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.117101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.118080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.118426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a36f66f-6f81-42c3-bc0a-8ec79cef4cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:54:53.121756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43434) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:53.164769 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccee8a-d9be-431f-8308-3cf7ec437344 None None] Routers {'1acf92dc-8145-4ad5-9a03-60bf19422eb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:53.165524 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8cccee8a-d9be-431f-8308-3cf7ec437344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1acf92dc-8145-4ad5-9a03-60bf19422eb9'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:53.266992 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8cccee8a-d9be-431f-8308-3cf7ec437344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:53.298637 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cccee8a-d9be-431f-8308-3cf7ec437344 None None] Routers {'1acf92dc-8145-4ad5-9a03-60bf19422eb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:53.300986 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8cccee8a-d9be-431f-8308-3cf7ec437344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1acf92dc-8145-4ad5-9a03-60bf19422eb9'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:53.302154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ce6e86-951b-4d89-9b39-e42a8ffa5836 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:53.328592 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-65ce6e86-951b-4d89-9b39-e42a8ffa5836 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports/1953e598-6fd4-4857-88fd-7308c7c85f8c HTTP/1.1" status: 200 len: 911 time: 0.2037554 Dec 08 01:54:53.329597 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:54:53.329962 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:54:53.330474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:53.331159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43442) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:53.353164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-765bda75-fb0c-4f47-b119-c2f0c107cef5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Deleting subnet 547cf0ad-c9ce-4483-ad5b-3fdd6a806c36 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:54:53.353431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-67be3171-d047-4ca9-b581-383e0819a83e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a32eb7f9-b5e7-4886-aef3-87df1b326b54'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:53.369423 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1a195-8d1c-498a-9c22-d6484d8dc41a None None] Routers {'071702c9-8171-45b6-bf11-b5966f149701'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:53.370082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f6b1a195-8d1c-498a-9c22-d6484d8dc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['071702c9-8171-45b6-bf11-b5966f149701'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:53.372237 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765bda75-fb0c-4f47-b119-c2f0c107cef5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.444370 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.463660 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8cccee8a-d9be-431f-8308-3cf7ec437344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:53.467178 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cccee8a-d9be-431f-8308-3cf7ec437344 None None] The sync data for ids ['1acf92dc-8145-4ad5-9a03-60bf19422eb9'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:53.704839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b6543d8a-0577-46da-b45f-a1e53c641523 None None] Provisioning complete for port 8db53219-a9d5-4bd1-941b-c8117cb5e026 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:53.705226 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b6543d8a-0577-46da-b45f-a1e53c641523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.709799 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765bda75-fb0c-4f47-b119-c2f0c107cef5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:53.813538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f6b1a195-8d1c-498a-9c22-d6484d8dc41a None None] Set router 071702c9-8171-45b6-bf11-b5966f149701 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:53.996512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b361f79-b2e5-4a78-aa35-93e77a92c824 req-ccc35c56-07f4-4a01-aa22-8ef8c3aa3ac9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:54.004134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b361f79-b2e5-4a78-aa35-93e77a92c824 req-ccc35c56-07f4-4a01-aa22-8ef8c3aa3ac9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 943 time: 0.5640321 Dec 08 01:54:54.014819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67be3171-d047-4ca9-b581-383e0819a83e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.290129 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765bda75-fb0c-4f47-b119-c2f0c107cef5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.297424 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:54.365323 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b361f79-b2e5-4a78-aa35-93e77a92c824 req-59c42fff-e62d-4218-a3d7-c26af5f84918 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups?id=863009d3-4edb-4f2d-aca8-02a6ab0c861e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307772 Dec 08 01:54:54.615391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event deleted for resources: {'Port': ['ID=3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:54.873672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8db53219-a9d5-4bd1-941b-c8117cb5e026 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:54:54.896245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-13bdfc3a-5fda-4bfe-957c-49cc4f34393f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2821708 Dec 08 01:54:54.911130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] device_id is not set on port 2ae2930e-0545-44a0-b8c0-a192367cbca3 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:54:54.962729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-35786a9d-011c-4fc8-a711-9edcadc4fc15 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:54:54.967737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-35786a9d-011c-4fc8-a711-9edcadc4fc15 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0302165 Dec 08 01:54:54.982564 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.059193 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765bda75-fb0c-4f47-b119-c2f0c107cef5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.090819 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.195750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bda75-fb0c-4f47-b119-c2f0c107cef5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'Subnet': ['ID=547cf0ad-c9ce-4483-ad5b-3fdd6a806c36,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:55.248178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b6543d8a-0577-46da-b45f-a1e53c641523 None None] Provisioning complete for port 1953e598-6fd4-4857-88fd-7308c7c85f8c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:55.266730 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b6543d8a-0577-46da-b45f-a1e53c641523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.275783 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-765bda75-fb0c-4f47-b119-c2f0c107cef5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.282473 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-765bda75-fb0c-4f47-b119-c2f0c107cef5 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "DELETE /v2.0/subnets/547cf0ad-c9ce-4483-ad5b-3fdd6a806c36 HTTP/1.1" status: 204 len: 168 time: 2.4683585 Dec 08 01:54:55.302075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43488) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:55.324123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b540b383-2ccc-4211-9844-20fbecde9099 None None] Network 581362a3-a6b5-43cc-a52d-176533fbd6e9 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:54:55.362530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 8db53219-a9d5-4bd1-941b-c8117cb5e026 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:55.370384 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.533928 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b6543d8a-0577-46da-b45f-a1e53c641523 None None] Port 1953e598-6fd4-4857-88fd-7308c7c85f8c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:55.607321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event updated for resources: {'Port': ['ID=2ae2930e-0545-44a0-b8c0-a192367cbca3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:55.676929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:55.677181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:55.677537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:55.791383 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67be3171-d047-4ca9-b581-383e0819a83e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.794965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:55.795792 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:55.799022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Router ecc649c4-8963-4b2b-ae3f-96eab8f3372b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:54:55.808031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f6b1a195-8d1c-498a-9c22-d6484d8dc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071702c9-8171-45b6-bf11-b5966f149701', 'name': 'tempest-TestSecurityGroupsBasicOps-router-862672058', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:49Z', 'revision_number': 5, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071702c9-8171-45b6-bf11-b5966f149701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:01Z', 'updated_at': '2021-12-08T01:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:55.808987 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 2 to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 Dec 08 01:54:55.830707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:55.834628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:55.835151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:55.841672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67be3171-d047-4ca9-b581-383e0819a83e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.874849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:55.875467 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:55.877661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67be3171-d047-4ca9-b581-383e0819a83e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:55.878394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-67be3171-d047-4ca9-b581-383e0819a83e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.882714 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 3 to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 Dec 08 01:54:55.888414 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-67be3171-d047-4ca9-b581-383e0819a83e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/ports/1953e598-6fd4-4857-88fd-7308c7c85f8c HTTP/1.1" status: 200 len: 911 time: 2.5509589 Dec 08 01:54:55.904893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43502) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:55.909854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a344c1-adde-4c25-95ec-e6245e24a242 None None] DHCP port deletion for 581362a3-a6b5-43cc-a52d-176533fbd6e9 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:54:55.916256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b1a195-8d1c-498a-9c22-d6484d8dc41a None None] Checking router: 071702c9-8171-45b6-bf11-b5966f149701 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:54:55.920643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e8abbbe4-b09e-426f-99f8-1738fae078a0 None None] Provisioning complete for port 1953e598-6fd4-4857-88fd-7308c7c85f8c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:54:55.921225 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8abbbe4-b09e-426f-99f8-1738fae078a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:55.923158 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b212e608-53bc-4afa-8633-72e8c149e5b8 req-22649000-7852-4cb5-9128-e569219842d3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 210 time: 0.1139097 Dec 08 01:54:55.968086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e8abbbe4-b09e-426f-99f8-1738fae078a0 None None] Port 1953e598-6fd4-4857-88fd-7308c7c85f8c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:54:56.009176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1a195-8d1c-498a-9c22-d6484d8dc41a None None] Routers {'071702c9-8171-45b6-bf11-b5966f149701'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:56.009840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f6b1a195-8d1c-498a-9c22-d6484d8dc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['071702c9-8171-45b6-bf11-b5966f149701'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:56.012768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be3171-d047-4ca9-b581-383e0819a83e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=1953e598-6fd4-4857-88fd-7308c7c85f8c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:56.081266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:56.081900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:56.082412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:56.146825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f6b1a195-8d1c-498a-9c22-d6484d8dc41a None None] Set router 071702c9-8171-45b6-bf11-b5966f149701 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:56.276818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-81a344c1-adde-4c25-95ec-e6245e24a242 None None] Deleting port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:56.287703 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81a344c1-adde-4c25-95ec-e6245e24a242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.338949 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:56.494953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-81a344c1-adde-4c25-95ec-e6245e24a242 None None] For port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=65da10cd-3c19-4640-aaeb-c2eccc0e6f9e,segment=NetworkSegment(cc9995e9-0110-4a4c-acb2-8fd7181b2905),segment_id=cc9995e9-0110-4a4c-acb2-8fd7181b2905)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:56.495365 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81a344c1-adde-4c25-95ec-e6245e24a242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.509469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-81a344c1-adde-4c25-95ec-e6245e24a242 None None] Calling delete_port for 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:56.667181 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.674500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-4a230c70-6059-451d-b586-79aa0882e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:56.676105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-4a230c70-6059-451d-b586-79aa0882e7ca service neutron] 10.222.0.70 "GET /v2.0/ports/e811ec12-5174-494f-aac8-6a3fc40548c4 HTTP/1.1" status: 200 len: 1094 time: 0.7689843 Dec 08 01:54:56.687557 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81a344c1-adde-4c25-95ec-e6245e24a242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.711294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a344c1-adde-4c25-95ec-e6245e24a242 None None] No DVR routers for this DVR port 65da10cd-3c19-4640-aaeb-c2eccc0e6f9e on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:56.740445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:56.740800 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:56.776502 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:56.782276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a344c1-adde-4c25-95ec-e6245e24a242 None None] Pushing event deleted for resources: {'Port': ['ID=65da10cd-3c19-4640-aaeb-c2eccc0e6f9e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:56.786551 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 4 to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 Dec 08 01:54:56.793208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] Request body: {'binding': {'host': 'n-h1-713498-30', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:54:56.793672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] Unknown quota resources ['binding']. {{(pid=103129) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 01:54:56.897191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f6b1a195-8d1c-498a-9c22-d6484d8dc41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071702c9-8171-45b6-bf11-b5966f149701', 'name': 'tempest-TestSecurityGroupsBasicOps-router-862672058', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:49Z', 'revision_number': 5, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071702c9-8171-45b6-bf11-b5966f149701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:01Z', 'updated_at': '2021-12-08T01:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:56.941914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b1a195-8d1c-498a-9c22-d6484d8dc41a None None] The sync data for ids ['071702c9-8171-45b6-bf11-b5966f149701'] in n-d-713498-30 is: [{'id': '071702c9-8171-45b6-bf11-b5966f149701', 'name': 'tempest-TestSecurityGroupsBasicOps-router-862672058', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:54:00Z', 'updated_at': '2021-12-08T01:54:49Z', 'revision_number': 5, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '93e9b45a-bd47-4f92-b694-ae1c0f17d3df', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071702c9-8171-45b6-bf11-b5966f149701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:54:01Z', 'updated_at': '2021-12-08T01:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:56.958461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:56.959012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:56.959167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:57.060477 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a6d21008-5d42-4fc1-ae96-132231751cc4 req-b9d2546f-b438-46cb-b40e-3cea4776c4c3 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d297ccb-698a-4cca-83f2-efbfa09a0b2f HTTP/1.1" status: 200 len: 210 time: 0.0351443 Dec 08 01:54:57.062139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:54:57.072557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620798ba-1367-4888-98cf-1b7ee35a9daa None None] Sync routers for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:54:57.077766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:57.078315 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:57.086026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620798ba-1367-4888-98cf-1b7ee35a9daa None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:57.086742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-620798ba-1367-4888-98cf-1b7ee35a9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:57.113503 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 5 to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 Dec 08 01:54:57.246928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] No DVR routers for this DVR port 3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:54:57.249928 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:57.254010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f1e5574-3b83-48b3-8601-8cf5065f710a req-0649d8b5-a756-480a-8181-297f9815bbed tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.65 "DELETE /v2.0/ports/3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c HTTP/1.1" status: 204 len: 173 time: 6.6122768 Dec 08 01:54:57.265729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'name': 'network-vif-deleted', 'tag': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:54:57.268085 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ed3be8-0fb1-4048-a02b-3d5dc095efe6" -d '{"events": [{"server_uuid": "0d297ccb-698a-4cca-83f2-efbfa09a0b2f", "name": "network-vif-deleted", "tag": "3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:54:57.318874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:57.319223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:57.320575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:57.368184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-620798ba-1367-4888-98cf-1b7ee35a9daa None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:57.458119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] Attempting to bind port e811ec12-5174-494f-aac8-6a3fc40548c4 on host n-h1-713498-30 for vnic_type normal with profile None {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:57.460698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] Attempting to bind port e811ec12-5174-494f-aac8-6a3fc40548c4 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:57.462217 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] Attempting to bind port e811ec12-5174-494f-aac8-6a3fc40548c4 on network 131f554d-24e1-4879-a157-c5abe21ae51e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:57.470959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:57.471436 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:57.476415 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 6 to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 Dec 08 01:54:57.488294 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:57.500660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] Port e811ec12-5174-494f-aac8-6a3fc40548c4 on network 131f554d-24e1-4879-a157-c5abe21ae51e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:57.501181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] Attempting to bind port e811ec12-5174-494f-aac8-6a3fc40548c4 on network 131f554d-24e1-4879-a157-c5abe21ae51e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:57.530177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:54:57.530648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] Checking segment: {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:54:57.531158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] Bound using segment: {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:54:57.531727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] Bound port: e811ec12-5174-494f-aac8-6a3fc40548c4, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:54:57.555361 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e3adab-e9ba-41b8-8f38-5c2fb6d52be0 x-openstack-request-id: req-99e3adab-e9ba-41b8-8f38-5c2fb6d52be0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:54:57.555830 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d297ccb-698a-4cca-83f2-efbfa09a0b2f", "name": "network-vif-deleted", "tag": "3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:54:57.556199 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99e3adab-e9ba-41b8-8f38-5c2fb6d52be0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:54:57.556728 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d297ccb-698a-4cca-83f2-efbfa09a0b2f', 'name': 'network-vif-deleted', 'tag': '3071bd8a-d66a-41aa-92b1-3f55bf6e9b7c', 'status': 'completed', 'code': 200} Dec 08 01:54:57.662741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:57.663087 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:57.663519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:57.697989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:57.698601 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:57.705863 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 7 to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 Dec 08 01:54:57.823249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-620798ba-1367-4888-98cf-1b7ee35a9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:45Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:57.842600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e811ec12-5174-494f-aac8-6a3fc40548c4,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:54:57.856955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620798ba-1367-4888-98cf-1b7ee35a9daa None None] Checking router: ecc649c4-8963-4b2b-ae3f-96eab8f3372b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:54:57.862976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:57.863333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:57.863799 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:57.869298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620798ba-1367-4888-98cf-1b7ee35a9daa None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:54:57.870248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-620798ba-1367-4888-98cf-1b7ee35a9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:54:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:57.885090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:57.885427 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:57.897171 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 8 to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 Dec 08 01:54:57.909203 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] Publish callbacks [] for binding, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:57.930923 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] 10.222.0.70 "POST /v2.0/ports/e811ec12-5174-494f-aac8-6a3fc40548c4/bindings HTTP/1.1" status: 201 len: 390 time: 1.1821918 Dec 08 01:54:58.050885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:58.050885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:58.052356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:58.122474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:58.122861 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:58.127596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Deleting port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:58.127950 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.150714 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 9 to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 Dec 08 01:54:58.200344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:58.201238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:58.201238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:58.235677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43556) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:58.257938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:58.258452 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:58.261014 n-d-713498-30 neutron-server[103129]: INFO neutron.plugins.ml2.plugin [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 10 to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 Dec 08 01:54:58.261362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7312-a49c-42bd-b318-78d55d985cd6 req-4ac2365c-7c59-46a4-8a22-c8bae39ec5cb tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:58.264841 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-57ad7312-a49c-42bd-b318-78d55d985cd6 req-4ac2365c-7c59-46a4-8a22-c8bae39ec5cb tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 945 time: 0.1272242 Dec 08 01:54:58.300114 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:54:58.300487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:54:58.300870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:54:58.309998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] For port 93e9b45a-bd47-4f92-b694-ae1c0f17d3df, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=93e9b45a-bd47-4f92-b694-ae1c0f17d3df,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:54:58.310373 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.322973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:54:58.323312 n-d-713498-30 neutron-server[103129]: ERROR neutron.plugins.ml2.managers [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:54:58.323677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.331675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Calling delete_port for 93e9b45a-bd47-4f92-b694-ae1c0f17d3df owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:58.335952 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-832f908d-6c50-48d4-ae68-fa70b9c19e18 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.481826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-57ad7312-a49c-42bd-b318-78d55d985cd6 req-1138fd04-be9c-45de-95c7-05d20f205451 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016978 Dec 08 01:54:58.482621 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54a51502-ac85-464f-bff8-2aacab80fb10 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.530046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54a51502-ac85-464f-bff8-2aacab80fb10 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.620951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bad4fa56-a7bf-4cde-be6e-6d28761685d5 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:54:58.627929 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54a51502-ac85-464f-bff8-2aacab80fb10 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.651616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54a51502-ac85-464f-bff8-2aacab80fb10 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.653527 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-54a51502-ac85-464f-bff8-2aacab80fb10 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "DELETE /v2.0/security-groups/863009d3-4edb-4f2d-aca8-02a6ab0c861e HTTP/1.1" status: 204 len: 168 time: 0.4119935 Dec 08 01:54:58.658969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43568) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:58.673155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bad4fa56-a7bf-4cde-be6e-6d28761685d5 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:54:58.673514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bad4fa56-a7bf-4cde-be6e-6d28761685d5 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:54:58.698895 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a51502-ac85-464f-bff8-2aacab80fb10 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863009d3-4edb-4f2d-aca8-02a6ab0c861e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:58.711308 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-d05813a8-c1f4-42a1-8ead-1fd6cfd08719 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] show failed (client error): The resource could not be found. Dec 08 01:54:58.714483 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d05813a8-c1f4-42a1-8ead-1fd6cfd08719 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "GET /v2.0/security-groups/863009d3-4edb-4f2d-aca8-02a6ab0c861e HTTP/1.1" status: 404 len: 347 time: 0.0533953 Dec 08 01:54:58.719949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43572) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:58.755410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-620798ba-1367-4888-98cf-1b7ee35a9daa None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:54:58.892163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-231d288c-5d00-46a4-b06d-d53d29b8858c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:58.970229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eeffe452-e0ba-402c-a058-30425c0fe2f9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Deleting port 9a71d122-21b4-4728-8443-854ee2b0df79 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:54:58.971346 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eeffe452-e0ba-402c-a058-30425c0fe2f9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.013871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] For port 2ae2930e-0545-44a0-b8c0-a192367cbca3, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:54:59.016972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempted to set empty binding levels {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 01:54:59.106332 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eeffe452-e0ba-402c-a058-30425c0fe2f9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.106665 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eeffe452-e0ba-402c-a058-30425c0fe2f9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.121134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eeffe452-e0ba-402c-a058-30425c0fe2f9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Calling delete_port for 9a71d122-21b4-4728-8443-854ee2b0df79 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:54:59.127760 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.238423 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-e1aa7a81-2ab8-4975-8d29-af40fd352bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.242471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-e1aa7a81-2ab8-4975-8d29-af40fd352bd9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 1097 time: 0.7677765 Dec 08 01:54:59.300683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] In _notify_port_updated(), no bound segment for port 2ae2930e-0545-44a0-b8c0-a192367cbca3 on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:54:59.302183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.303001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.305380 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "PUT /v2.0/ports/2ae2930e-0545-44a0-b8c0-a192367cbca3 HTTP/1.1" status: 200 len: 980 time: 6.2734756 Dec 08 01:54:59.310301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43586) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:59.337155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc599ca9-09b5-4aeb-aef6-27759a7799e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event updated for resources: {'Port': ['ID=2ae2930e-0545-44a0-b8c0-a192367cbca3,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:59.393345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-620798ba-1367-4888-98cf-1b7ee35a9daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:45Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:54:59.475126 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eeffe452-e0ba-402c-a058-30425c0fe2f9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.545501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620798ba-1367-4888-98cf-1b7ee35a9daa None None] The sync data for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 is: [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec', 'name': '', 'network_id': '8a40c7cb-a606-4b1d-9bee-e672ac0b300c', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'mac_address': 'fa:16:3e:56:f5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2040, 'fixed_ips': [{'subnet_id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:34Z', 'updated_at': '2021-12-08T01:46:45Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'subnets': [{'id': '7350439f-5003-4406-b9e1-36d3805fa73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:54:59.550663 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffe452-e0ba-402c-a058-30425c0fe2f9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Pushing event deleted for resources: {'Port': ['ID=9a71d122-21b4-4728-8443-854ee2b0df79,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:54:59.647429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.648171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.648901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.649319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.649792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.650752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.650752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.651224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.651683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.652137 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.652747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.653074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.653526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.654740 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.655211 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.655664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.656119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.656653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.657053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.657500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.657958 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.658399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.658855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.660199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.660663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.661106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.661573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.662019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.662472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.662952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.664883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.665407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.665869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.666427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.670959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3e2bc763-41bf-4a03-9865-38ed4f702266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30417 time: 0.3549087 Dec 08 01:54:59.678644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43598) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:54:59.743702 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eeffe452-e0ba-402c-a058-30425c0fe2f9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.746648 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eeffe452-e0ba-402c-a058-30425c0fe2f9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.747853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eeffe452-e0ba-402c-a058-30425c0fe2f9 tempest-AttachVolumeTestJSON-549887792 tempest-AttachVolumeTestJSON-549887792-project] 10.222.0.70 "DELETE /v2.0/floatingips/ccc8b32f-abdf-40c7-af19-86c470c29c36 HTTP/1.1" status: 204 len: 168 time: 1.0255702 Dec 08 01:54:59.755135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-500b5cc9-e848-473a-87f6-6df090f835bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.762885 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-500b5cc9-e848-473a-87f6-6df090f835bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=131f554d-24e1-4879-a157-c5abe21ae51e HTTP/1.1" status: 200 len: 897 time: 0.5002422 Dec 08 01:54:59.890318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:54:59.903902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10462c6-e78d-4058-a9d4-1733eee6ab34 req-4543f1f3-b643-4666-b14e-9d2e13efa79d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:54:59.906263 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e10462c6-e78d-4058-a9d4-1733eee6ab34 req-4543f1f3-b643-4666-b14e-9d2e13efa79d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 945 time: 0.2321758 Dec 08 01:54:59.987013 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f632757-08b3-4125-9d34-9a307d1ad4cf None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:00.028226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bbb57262-84ab-42de-8f0c-0b20d790e3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Deleting port 2ae2930e-0545-44a0-b8c0-a192367cbca3 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:00.033165 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bbb57262-84ab-42de-8f0c-0b20d790e3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.037819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'Port': ['ID=93e9b45a-bd47-4f92-b694-ae1c0f17d3df,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:00.148067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-e373628c-53ae-45b7-9826-acf16b724e6a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e811ec12-5174-494f-aac8-6a3fc40548c4 HTTP/1.1" status: 200 len: 1001 time: 0.3374319 Dec 08 01:55:00.239979 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd44676-18f6-4cd0-ae7a-da02230ad702 None None] New status for floating IP ccc8b32f-abdf-40c7-af19-86c470c29c36: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:55:00.258000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bbb57262-84ab-42de-8f0c-0b20d790e3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] For port 2ae2930e-0545-44a0-b8c0-a192367cbca3, host n-h2-713498-30, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:00.268364 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bbb57262-84ab-42de-8f0c-0b20d790e3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.290570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bbb57262-84ab-42de-8f0c-0b20d790e3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Calling delete_port for 2ae2930e-0545-44a0-b8c0-a192367cbca3 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:00.382700 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e10462c6-e78d-4058-a9d4-1733eee6ab34 req-eff60753-883e-407b-aff4-26846450d162 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4390540 Dec 08 01:55:00.401047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-832f908d-6c50-48d4-ae68-fa70b9c19e18 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 1953e598-6fd4-4857-88fd-7308c7c85f8c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:00.401396 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-832f908d-6c50-48d4-ae68-fa70b9c19e18 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.489259 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bbb57262-84ab-42de-8f0c-0b20d790e3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.542971 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.580316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb57262-84ab-42de-8f0c-0b20d790e3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ae2930e-0545-44a0-b8c0-a192367cbca3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:00.597814 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bbb57262-84ab-42de-8f0c-0b20d790e3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.616860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bbb57262-84ab-42de-8f0c-0b20d790e3fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "DELETE /v2.0/ports/2ae2930e-0545-44a0-b8c0-a192367cbca3 HTTP/1.1" status: 204 len: 168 time: 0.9294529 Dec 08 01:55:00.617553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43614) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:00.678489 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-9271df67-55fb-4ba6-8617-8d8a12328f68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] GET failed (client error): The resource could not be found. Dec 08 01:55:00.680655 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9271df67-55fb-4ba6-8617-8d8a12328f68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "GET /v2.0/ports/2ae2930e-0545-44a0-b8c0-a192367cbca3 HTTP/1.1" status: 404 len: 333 time: 0.0621099 Dec 08 01:55:00.684436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43616) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:00.697336 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.698294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482199909', 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:00.700174 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.757579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Made reservation on behalf of 418f8373fae3464d871ecb9f53e6839b for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:00.760136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.761707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-04c46722-40cc-4983-99c6-f93bebf4c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:00.763517 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-04c46722-40cc-4983-99c6-f93bebf4c10e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bef1dcbb-e567-4475-986f-d5d1b48773a0 HTTP/1.1" status: 200 len: 835 time: 0.5791752 Dec 08 01:55:00.787085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] device_id is not set on port 9d760bc2-e728-40f1-9a34-f049eca52f87 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:55:00.916247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.916839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Fanout notify agent at l3_agent the message router_deleted on router 071702c9-8171-45b6-bf11-b5966f149701 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:55:00.947012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:00.950829 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5a593553-ae3e-4ad6-9d1e-c464f94a97f9 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "DELETE /v2.0/routers/071702c9-8171-45b6-bf11-b5966f149701 HTTP/1.1" status: 204 len: 168 time: 5.6389568 Dec 08 01:55:01.000461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43622) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:01.087307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-832f908d-6c50-48d4-ae68-fa70b9c19e18 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:01.196498 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43644ff2-3e7b-4719-b2e9-096348c2c8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:01.214680 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:01.320843 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:01.327654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-832f908d-6c50-48d4-ae68-fa70b9c19e18 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 1953e598-6fd4-4857-88fd-7308c7c85f8c owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:01.381454 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:01.502276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Network e255f90e-8368-4e8b-b873-c56c47147ebf is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:01.513705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:01.537148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-ef18639c-3bc9-4499-be4f-783098c84334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:01.539081 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-ef18639c-3bc9-4499-be4f-783098c84334 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=131f554d-24e1-4879-a157-c5abe21ae51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6145318 Dec 08 01:55:01.540563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:01.541795 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:01.546085 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:01.655953 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9703233 Dec 08 01:55:01.662110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43642) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:01.768368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d88ca7-d545-433b-b8d2-62d1a3e93915 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event updated for resources: {'Port': ['ID=9d760bc2-e728-40f1-9a34-f049eca52f87,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:01.792777 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:01.857606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbee579-708e-4ba3-b86e-448e6369fc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:01.859324 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dfbee579-708e-4ba3-b86e-448e6369fc2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "GET /v2.0/ports/9d760bc2-e728-40f1-9a34-f049eca52f87 HTTP/1.1" status: 200 len: 959 time: 0.1007609 Dec 08 01:55:01.865337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43644) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:01.997057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38c76c-f535-4c30-b9ff-5c033b784fe8 req-b1a5a633-89bc-4baa-b2f5-2131c697958f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:01.998810 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1b38c76c-f535-4c30-b9ff-5c033b784fe8 req-b1a5a633-89bc-4baa-b2f5-2131c697958f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 945 time: 0.4882774 Dec 08 01:55:02.060583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4bc1c-ab5b-4b3e-8d1e-31bcd7a8621d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Deleting port 9d760bc2-e728-40f1-9a34-f049eca52f87 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:02.061026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6d4bc1c-ab5b-4b3e-8d1e-31bcd7a8621d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.205356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 93e9b45a-bd47-4f92-b694-ae1c0f17d3df no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:02.240952 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6d4bc1c-ab5b-4b3e-8d1e-31bcd7a8621d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.267800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4bc1c-ab5b-4b3e-8d1e-31bcd7a8621d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Calling delete_port for 9d760bc2-e728-40f1-9a34-f049eca52f87 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:02.297767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 93e9b45a-bd47-4f92-b694-ae1c0f17d3df {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:02.299460 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 93e9b45a-bd47-4f92-b694-ae1c0f17d3df not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:02.307288 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1b38c76c-f535-4c30-b9ff-5c033b784fe8 req-98902353-9b62-41be-9da4-f431b3734245 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962399 Dec 08 01:55:02.395749 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.498445 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6d4bc1c-ab5b-4b3e-8d1e-31bcd7a8621d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.565558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4bc1c-ab5b-4b3e-8d1e-31bcd7a8621d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d760bc2-e728-40f1-9a34-f049eca52f87,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:02.580720 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6d4bc1c-ab5b-4b3e-8d1e-31bcd7a8621d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.588314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a6d4bc1c-ab5b-4b3e-8d1e-31bcd7a8621d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "DELETE /v2.0/ports/9d760bc2-e728-40f1-9a34-f049eca52f87 HTTP/1.1" status: 204 len: 168 time: 0.7179575 Dec 08 01:55:02.591772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43654) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:02.649151 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e40b7ac-9961-4b23-b97f-34f23a3ce2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] GET failed (client error): The resource could not be found. Dec 08 01:55:02.654500 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7e40b7ac-9961-4b23-b97f-34f23a3ce2e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "GET /v2.0/ports/9d760bc2-e728-40f1-9a34-f049eca52f87 HTTP/1.1" status: 404 len: 333 time: 0.0614448 Dec 08 01:55:02.658380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43656) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:02.666835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Request body: {'port': {'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-16207023'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:02.748247 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Made reservation on behalf of 418f8373fae3464d871ecb9f53e6839b for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:02.751871 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:02.810202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-ff166f9b-2a54-4f50-98f6-5cb74c685871 service neutron] 10.222.0.65 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2398019 Dec 08 01:55:02.813090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] device_id is not set on port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:55:03.035941 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.099921 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.154671 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-dbcd2f6b-d9b7-4088-b226-09c48f5d8a20 service neutron] 10.222.0.65 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623978 Dec 08 01:55:03.206946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Network e255f90e-8368-4e8b-b873-c56c47147ebf is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:03.227630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:03.229163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:03.230157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:03.230753 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.241129 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.267016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event updated for resources: {'Port': ['ID=4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:03.284697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-08a90a3b-38c2-44c5-8584-bfee8f2c920d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6249843 Dec 08 01:55:03.287545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43670) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:03.305737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:03.380992 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.455877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e08c9-4343-4b6d-a722-bfaaeff8c0e2 req-fc808969-4524-44d3-a82b-b6c21ac15c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:03.480065 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836e08c9-4343-4b6d-a722-bfaaeff8c0e2 req-fc808969-4524-44d3-a82b-b6c21ac15c7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 1097 time: 0.7053740 Dec 08 01:55:03.613108 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.652319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581362a3-a6b5-43cc-a52d-176533fbd6e9']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:03.703800 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-832f908d-6c50-48d4-ae68-fa70b9c19e18 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.725611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] device_id is not set on port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:55:03.735090 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.748406 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.809587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9995e9-0110-4a4c-acb2-8fd7181b2905') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:03.809874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9995e9-0110-4a4c-acb2-8fd7181b2905') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:03.832906 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:03.834206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:03.834874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:03.860739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:03.862383 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:55:03.872995 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.880639 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 2 to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b Dec 08 01:55:03.890796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event updated for resources: {'Port': ['ID=4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:03.894971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f908d-6c50-48d4-ae68-fa70b9c19e18 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=1953e598-6fd4-4857-88fd-7308c7c85f8c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:03.924389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:03.924855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:03.925338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:03.938920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:03.939590 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:55:03.940119 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 3 to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b Dec 08 01:55:03.953400 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:03.990863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:03.993145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:03.993739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:04.018138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:04.018739 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:55:04.021381 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 4 to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b Dec 08 01:55:04.051869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:04.053930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:04.054496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:04.060818 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:04.061787 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:55:04.062406 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 5 to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b Dec 08 01:55:04.077633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:04.078300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:04.078984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:04.085028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:04.085687 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:55:04.086299 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 6 to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b Dec 08 01:55:04.113231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:04.113944 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:04.116195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:04.127037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:04.128151 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:55:04.128983 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 7 to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b Dec 08 01:55:04.155191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:04.155778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:04.157852 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:04.170024 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:04.170917 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:55:04.172113 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 8 to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b Dec 08 01:55:04.213954 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.214925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:04.216681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:04.218192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:04.235259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:04.235902 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:55:04.237105 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 9 to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b Dec 08 01:55:04.239587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-0630edd4-4bc7-4b60-901c-7f347dbef4cc tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:04.241866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-0630edd4-4bc7-4b60-901c-7f347dbef4cc tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5&tenant_id=59ce268125774870bb2a6d0d519662d3&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1097 time: 0.9262044 Dec 08 01:55:04.281766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:04.282165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:04.282651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:04.291857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:04.293695 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:55:04.294162 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempt 10 to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b Dec 08 01:55:04.323068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:04.323476 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.324796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:04.326757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:04.327191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempting to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:04.338803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:04.339231 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Failed to bind port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '6bbc055b-0c97-4113-91f0-2a3d92602cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e255f90e-8368-4e8b-b873-c56c47147ebf'}] Dec 08 01:55:04.339828 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.355124 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-30'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:04.370944 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:04.408833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df1182-5388-4568-a8c7-4c240b86ca3e req-032b4a26-14ce-425b-abf4-8c2ed557d2ec tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:04.410350 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e7df1182-5388-4568-a8c7-4c240b86ca3e req-032b4a26-14ce-425b-abf4-8c2ed557d2ec tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 945 time: 0.7845662 Dec 08 01:55:04.445282 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] For port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:04.445926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attempted to set empty binding levels {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 01:55:04.468324 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-832f908d-6c50-48d4-ae68-fa70b9c19e18 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.478002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.531987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] In _notify_port_updated(), no bound segment for port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b on network e255f90e-8368-4e8b-b873-c56c47147ebf {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:55:04.533088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:04.534384 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.536092 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "PUT /v2.0/ports/4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b HTTP/1.1" status: 200 len: 978 time: 1.2356136 Dec 08 01:55:04.540682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43698) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:04.542356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e08c9-4343-4b6d-a722-bfaaeff8c0e2 req-08d788ff-68ea-4024-8ab8-1c09ae425c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:04.543866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836e08c9-4343-4b6d-a722-bfaaeff8c0e2 req-08d788ff-68ea-4024-8ab8-1c09ae425c46 service neutron] 10.222.0.72 "GET /v2.0/networks?id=131f554d-24e1-4879-a157-c5abe21ae51e HTTP/1.1" status: 200 len: 897 time: 0.9146984 Dec 08 01:55:04.625982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe143531-0f90-4159-a512-ba549f4dbd72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event updated for resources: {'Port': ['ID=4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:04.681140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b439def0-1668-401b-a9f3-5f68467bb771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Deleting port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:04.681505 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b439def0-1668-401b-a9f3-5f68467bb771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.749593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.779652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b439def0-1668-401b-a9f3-5f68467bb771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] For port 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b, host n-h2-713498-30, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:04.780816 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b439def0-1668-401b-a9f3-5f68467bb771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.799232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b439def0-1668-401b-a9f3-5f68467bb771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Calling delete_port for 4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:04.856470 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.904619 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.907858 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "DELETE /v2.0/networks/581362a3-a6b5-43cc-a52d-176533fbd6e9 HTTP/1.1" status: 204 len: 168 time: 3.9063950 Dec 08 01:55:04.914481 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:04.917085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43708) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:04.985189 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b439def0-1668-401b-a9f3-5f68467bb771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.024480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da0bb9-a118-4ced-85bd-77513ef8a917 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'Network': ['ID=581362a3-a6b5-43cc-a52d-176533fbd6e9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:05.029104 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439def0-1668-401b-a9f3-5f68467bb771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:05.053450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836e08c9-4343-4b6d-a722-bfaaeff8c0e2 req-97887394-011c-4222-b8b6-c0b01422c0e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e811ec12-5174-494f-aac8-6a3fc40548c4 HTTP/1.1" status: 200 len: 1001 time: 0.4203508 Dec 08 01:55:05.060428 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b439def0-1668-401b-a9f3-5f68467bb771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.061761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e7df1182-5388-4568-a8c7-4c240b86ca3e req-247b1b73-5d1f-4e58-9d6c-cafc4cfb4ee9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5976186 Dec 08 01:55:05.071875 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b439def0-1668-401b-a9f3-5f68467bb771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "DELETE /v2.0/ports/4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b HTTP/1.1" status: 204 len: 168 time: 0.5258789 Dec 08 01:55:05.072983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43714) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:05.152801 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-2111e227-bee5-4b9a-8d6d-0d5bd38bcf9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] GET failed (client error): The resource could not be found. Dec 08 01:55:05.157442 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2111e227-bee5-4b9a-8d6d-0d5bd38bcf9d tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-185375491-project-admin] 10.222.0.70 "GET /v2.0/ports/4dba98c5-b2e1-4fe4-afbb-fe57981d0b5b HTTP/1.1" status: 404 len: 333 time: 0.0804572 Dec 08 01:55:05.167179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43716) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:05.480647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e811ec12-5174-494f-aac8-6a3fc40548c4,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:05.520471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:05.583770 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.603620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:05.605862 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cba9c06-2aa7-44ac-8e72-9036d12f829e" -d '{"events": [{"server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "name": "network-vif-unplugged", "status": "completed", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:05.656631 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.667541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e08c9-4343-4b6d-a722-bfaaeff8c0e2 req-c56420f5-9146-4049-830b-5faa52c4bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:05.669431 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836e08c9-4343-4b6d-a722-bfaaeff8c0e2 req-c56420f5-9146-4049-830b-5faa52c4bf8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bef1dcbb-e567-4475-986f-d5d1b48773a0 HTTP/1.1" status: 200 len: 835 time: 0.6016338 Dec 08 01:55:05.670352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43728) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:05.684597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832f908d-6c50-48d4-ae68-fa70b9c19e18 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 1acf92dc-8145-4ad5-9a03-60bf19422eb9 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:05.741679 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:55:05.766433 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:05.784750 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff36413-0660-43c0-abee-c9049bfc98ef x-openstack-request-id: req-7ff36413-0660-43c0-abee-c9049bfc98ef {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:05.785321 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "name": "network-vif-unplugged", "status": "completed", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:05.785807 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ff36413-0660-43c0-abee-c9049bfc98ef {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:05.786449 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'code': 200} Dec 08 01:55:06.336929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1270c3a9-35a9-46d4-afa9-21312c5b37b5 None None] Provisioning complete for port e811ec12-5174-494f-aac8-6a3fc40548c4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:06.337589 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1270c3a9-35a9-46d4-afa9-21312c5b37b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.353041 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.377273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e255f90e-8368-4e8b-b873-c56c47147ebf']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:06.390043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbc055b-0c97-4113-91f0-2a3d92602cb0') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:06.390821 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbc055b-0c97-4113-91f0-2a3d92602cb0') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:06.402822 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.442001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1270c3a9-35a9-46d4-afa9-21312c5b37b5 None None] Port e811ec12-5174-494f-aac8-6a3fc40548c4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:06.442260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Pushing event updated for resources: {'Port': ['ID=e811ec12-5174-494f-aac8-6a3fc40548c4,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:06.454176 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832f908d-6c50-48d4-ae68-fa70b9c19e18 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:06.479619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239afbac-23f7-48d9-a60c-6bb322225e2c None None] Sync routers for ids ['1acf92dc-8145-4ad5-9a03-60bf19422eb9'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:06.531061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43746) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:06.539397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239afbac-23f7-48d9-a60c-6bb322225e2c None None] Routers {'1acf92dc-8145-4ad5-9a03-60bf19422eb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:06.541287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-239afbac-23f7-48d9-a60c-6bb322225e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1acf92dc-8145-4ad5-9a03-60bf19422eb9'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:06.544362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-832f908d-6c50-48d4-ae68-fa70b9c19e18 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/1acf92dc-8145-4ad5-9a03-60bf19422eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6382031 Dec 08 01:55:06.572489 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.611046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:06.621459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:06.625216 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3789dd3b-55fc-4d55-84d0-ac4e87abddb1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=1acf92dc-8145-4ad5-9a03-60bf19422eb9 HTTP/1.1" status: 200 len: 205 time: 0.0913696 Dec 08 01:55:06.626706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-239afbac-23f7-48d9-a60c-6bb322225e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:06.633039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43748) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:06.643589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239afbac-23f7-48d9-a60c-6bb322225e2c None None] Routers {'1acf92dc-8145-4ad5-9a03-60bf19422eb9'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:06.644498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-239afbac-23f7-48d9-a60c-6bb322225e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1acf92dc-8145-4ad5-9a03-60bf19422eb9'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:06.683232 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:06.702709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e08c9-4343-4b6d-a722-bfaaeff8c0e2 req-12f42db5-7ba9-4929-9188-d747d9e409b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:06.724794 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836e08c9-4343-4b6d-a722-bfaaeff8c0e2 req-12f42db5-7ba9-4929-9188-d747d9e409b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131f554d-24e1-4879-a157-c5abe21ae51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0073166 Dec 08 01:55:06.765131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-239afbac-23f7-48d9-a60c-6bb322225e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:06.765819 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239afbac-23f7-48d9-a60c-6bb322225e2c None None] The sync data for ids ['1acf92dc-8145-4ad5-9a03-60bf19422eb9'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:06.799216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Attempting to bind port e811ec12-5174-494f-aac8-6a3fc40548c4 on host n-h2-713498-30 for vnic_type normal with profile {"migrating_to": "n-h1-713498-30"} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:06.799911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Attempting to bind port e811ec12-5174-494f-aac8-6a3fc40548c4 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:06.802982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Attempting to bind port e811ec12-5174-494f-aac8-6a3fc40548c4 on network 131f554d-24e1-4879-a157-c5abe21ae51e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:06.845924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ccb668b-7c0b-46a5-a242-163b5f82e0bb tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.065838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Port e811ec12-5174-494f-aac8-6a3fc40548c4 on network 131f554d-24e1-4879-a157-c5abe21ae51e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:07.066095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Attempting to bind port e811ec12-5174-494f-aac8-6a3fc40548c4 on network 131f554d-24e1-4879-a157-c5abe21ae51e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:07.078238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836e08c9-4343-4b6d-a722-bfaaeff8c0e2 req-537ff5cf-f371-46c5-9410-bb44e305b87e service neutron] 10.222.0.72 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521199 Dec 08 01:55:07.317671 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1ac54f6-0535-4c1f-a923-a883e8121c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.777824 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ccb668b-7c0b-46a5-a242-163b5f82e0bb tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.818548 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ccb668b-7c0b-46a5-a242-163b5f82e0bb tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.819879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:07.820783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Checking segment: {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:07.820783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Bound using segment: {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:07.821095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Bound port: e811ec12-5174-494f-aac8-6a3fc40548c4, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:07.821456 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.830347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-873fedd0-b981-4530-a3ce-44df5823c762 req-3042c885-051f-4d17-8d08-4114f3b553ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7565899 Dec 08 01:55:07.848631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd3e36-fce4-402a-89aa-9caaadef4baf req-fa369966-c794-47a5-9ae3-b4687720f5df tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:07.872439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77fd3e36-fce4-402a-89aa-9caaadef4baf req-fa369966-c794-47a5-9ae3-b4687720f5df tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 943 time: 1.4598279 Dec 08 01:55:07.900435 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836e08c9-4343-4b6d-a722-bfaaeff8c0e2 req-a97ef351-da7a-404a-a814-9423145200f5 service neutron] 10.222.0.72 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8126519 Dec 08 01:55:07.962798 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ccb668b-7c0b-46a5-a242-163b5f82e0bb tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:07.963254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccb668b-7c0b-46a5-a242-163b5f82e0bb tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Fanout notify agent at l3_agent the message router_deleted on router 1acf92dc-8145-4ad5-9a03-60bf19422eb9 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:55:08.031754 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ccb668b-7c0b-46a5-a242-163b5f82e0bb tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.033193 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1ccb668b-7c0b-46a5-a242-163b5f82e0bb tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/1acf92dc-8145-4ad5-9a03-60bf19422eb9 HTTP/1.1" status: 204 len: 168 time: 1.3980768 Dec 08 01:55:08.042971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43782) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:08.046093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:08.050329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e811ec12-5174-494f-aac8-6a3fc40548c4,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:08.052833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Deleting port f3da5769-f659-433c-a6e8-bc2b148f8ade {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:08.053431 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.162019 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.162363 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.175144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Calling delete_port for f3da5769-f659-433c-a6e8-bc2b148f8ade owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:08.188709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fedd0-b981-4530-a3ce-44df5823c762 req-137fb2b5-626e-4058-a833-092ca866ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:08.190373 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-873fedd0-b981-4530-a3ce-44df5823c762 req-137fb2b5-626e-4058-a833-092ca866ed49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c861c2539f754d67a3e576ef59395956&device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 1136 time: 0.3052797 Dec 08 01:55:08.212684 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a457cb3-23b4-48a9-8402-d4371e463d97 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting subnet a32eb7f9-b5e7-4886-aef3-87df1b326b54 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:08.246076 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.258631 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.266367 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.281470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] 10.222.0.70 "DELETE /v2.0/networks/e255f90e-8368-4e8b-b873-c56c47147ebf HTTP/1.1" status: 204 len: 168 time: 3.1061995 Dec 08 01:55:08.287033 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a457cb3-23b4-48a9-8402-d4371e463d97 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.364787 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a457cb3-23b4-48a9-8402-d4371e463d97 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.411550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2e4ef-8d0f-4e63-81b5-9cc6cf04bbc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2127886860-project] Pushing event deleted for resources: {'Network': ['ID=e255f90e-8368-4e8b-b873-c56c47147ebf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:08.511794 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77fd3e36-fce4-402a-89aa-9caaadef4baf req-1be96cb8-075c-4a19-8742-fa4a26cefb00 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6366293 Dec 08 01:55:08.548482 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a457cb3-23b4-48a9-8402-d4371e463d97 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.641605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Pushing event updated for resources: {'Port': ['ID=e811ec12-5174-494f-aac8-6a3fc40548c4,revision_number=8']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:08.696680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43796) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:08.883331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:08.884074 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.886220 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-cace25ab-c0c7-404f-9a83-97fc128ebf4e service neutron] 10.222.0.65 "PUT /v2.0/ports/e811ec12-5174-494f-aac8-6a3fc40548c4 HTTP/1.1" status: 200 len: 1123 time: 4.5646522 Dec 08 01:55:08.892964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:08.897727 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4df3756-77a9-4b11-9eb4-bd470fd401b6" -d '{"events": [{"name": "network-changed", "server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:08.954569 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:08.986994 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce4469e-d801-46c5-ba1a-14d7dfab2cf2 x-openstack-request-id: req-9ce4469e-d801-46c5-ba1a-14d7dfab2cf2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:09.004297 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:09.009518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['e811ec12-5174-494f-aac8-6a3fc40548c4'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:55:09.010677 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ce4469e-d801-46c5-ba1a-14d7dfab2cf2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:09.017712 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'status': 'completed', 'code': 200} Dec 08 01:55:09.046638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'Port': ['ID=f3da5769-f659-433c-a6e8-bc2b148f8ade,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:09.047641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2fc9afcb-b3d3-4fdd-bf6a-fea57b3a7c5e None None] Provisioning complete for port e811ec12-5174-494f-aac8-6a3fc40548c4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:09.048339 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2fc9afcb-b3d3-4fdd-bf6a-fea57b3a7c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.165463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fedd0-b981-4530-a3ce-44df5823c762 req-afb469d7-1367-434a-98f5-830e3449ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:09.167932 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-873fedd0-b981-4530-a3ce-44df5823c762 req-afb469d7-1367-434a-98f5-830e3449ce3c service neutron] 10.222.0.65 "GET /v2.0/networks?id=c534e06d-f2d1-4d1b-a40a-bbc7730863e9 HTTP/1.1" status: 200 len: 897 time: 0.9275038 Dec 08 01:55:09.171692 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a457cb3-23b4-48a9-8402-d4371e463d97 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.293629 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d1813589-f781-4348-bf09-8712502df1e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d2ac955d3f2446eb4b83a6e7df8e586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5938344 Dec 08 01:55:09.295422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.295958 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Floating IP 0443b7ed-61a6-484f-9ae7-c5978a4c7272 disassociated (deleted). External IP: 172.25.2.28, port: 6a39b028-28a2-4086-82d5-0fb54525436b. Dec 08 01:55:09.301872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43812) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:09.353861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df3756-77a9-4b11-9eb4-bd470fd401b6 req-14f834fc-2848-4b06-9b70-fe967509413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:09.355694 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4df3756-77a9-4b11-9eb4-bd470fd401b6 req-14f834fc-2848-4b06-9b70-fe967509413d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 1126 time: 0.2713315 Dec 08 01:55:09.360411 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a457cb3-23b4-48a9-8402-d4371e463d97 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.364861 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4a457cb3-23b4-48a9-8402-d4371e463d97 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/a32eb7f9-b5e7-4886-aef3-87df1b326b54 HTTP/1.1" status: 204 len: 168 time: 1.3194065 Dec 08 01:55:09.365750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a457cb3-23b4-48a9-8402-d4371e463d97 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Subnet': ['ID=a32eb7f9-b5e7-4886-aef3-87df1b326b54,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:09.367701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43814) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:09.397721 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-873fedd0-b981-4530-a3ce-44df5823c762 req-b59d5ad6-4797-49b7-b435-03d00321e224 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a39b028-28a2-4086-82d5-0fb54525436b HTTP/1.1" status: 200 len: 217 time: 0.2130892 Dec 08 01:55:09.464562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee8107-8496-4b99-84b6-a314afbc91f9 None None] Network cd1e6eac-ff17-4546-9ea4-cb5e66806adc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:09.596641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-def83946-dd5b-4364-ace3-eda71068088a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.615356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df3756-77a9-4b11-9eb4-bd470fd401b6 req-608af055-b3da-4dcf-a44b-90dfe7feaccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:09.617886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4df3756-77a9-4b11-9eb4-bd470fd401b6 req-608af055-b3da-4dcf-a44b-90dfe7feaccf service neutron] 10.222.0.72 "GET /v2.0/networks?id=131f554d-24e1-4879-a157-c5abe21ae51e HTTP/1.1" status: 200 len: 897 time: 0.2438700 Dec 08 01:55:09.675079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fedd0-b981-4530-a3ce-44df5823c762 req-6770dbe0-1187-4680-8648-9777d40a3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:09.677066 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-873fedd0-b981-4530-a3ce-44df5823c762 req-6770dbe0-1187-4680-8648-9777d40a3848 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43a3bf5d-f8b6-4fb4-ad81-7dab890a8022 HTTP/1.1" status: 200 len: 834 time: 0.2488585 Dec 08 01:55:09.707414 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2fc9afcb-b3d3-4fdd-bf6a-fea57b3a7c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.819808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2fc9afcb-b3d3-4fdd-bf6a-fea57b3a7c5e None None] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e811ec12-5174-494f-aac8-6a3fc40548c4,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:09.829639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:09.831469 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.832708 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91fd2b3-547d-4c9f-83a5-b00360f45284" -d '{"events": [{"server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "name": "network-vif-plugged", "status": "completed", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:09.851730 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2fc9afcb-b3d3-4fdd-bf6a-fea57b3a7c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.944723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac54f6-0535-4c1f-a923-a883e8121c66 admin admin] Deleting port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:09.945076 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1ac54f6-0535-4c1f-a923-a883e8121c66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:09.968116 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75bbcff-6a69-4827-94a8-ed15092ee18a x-openstack-request-id: req-b75bbcff-6a69-4827-94a8-ed15092ee18a {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:09.968482 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "name": "network-vif-plugged", "status": "completed", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:09.968747 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b75bbcff-6a69-4827-94a8-ed15092ee18a {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:09.969158 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'code': 200} Dec 08 01:55:09.980610 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-def83946-dd5b-4364-ace3-eda71068088a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.002243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fedd0-b981-4530-a3ce-44df5823c762 req-1b7efe7f-2383-441f-a7e5-3bf9128d5596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:10.003812 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-873fedd0-b981-4530-a3ce-44df5823c762 req-1b7efe7f-2383-441f-a7e5-3bf9128d5596 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c534e06d-f2d1-4d1b-a40a-bbc7730863e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3170295 Dec 08 01:55:10.087558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda08fe6-f4a5-40af-bff4-5746eb3c288d None None] DHCP port deletion for cd1e6eac-ff17-4546-9ea4-cb5e66806adc request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:10.211638 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4df3756-77a9-4b11-9eb4-bd470fd401b6 req-c1d0e556-2f0e-4873-adc5-41d8caf3e528 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e811ec12-5174-494f-aac8-6a3fc40548c4 HTTP/1.1" status: 200 len: 999 time: 0.5321569 Dec 08 01:55:10.237398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d1ac54f6-0535-4c1f-a923-a883e8121c66 admin admin] For port bee8c9c4-40ca-47b7-b5a5-1d1ae518481a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bee8c9c4-40ca-47b7-b5a5-1d1ae518481a,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:10.237968 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1ac54f6-0535-4c1f-a923-a883e8121c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.255189 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac54f6-0535-4c1f-a923-a883e8121c66 admin admin] Calling delete_port for bee8c9c4-40ca-47b7-b5a5-1d1ae518481a owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:10.289084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52955daf-47d5-4de8-8bfa-d68b1ee79d37 req-d6b601b5-f6aa-4756-83ec-ff5a0b078b07 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:10.291013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52955daf-47d5-4de8-8bfa-d68b1ee79d37 req-d6b601b5-f6aa-4756-83ec-ff5a0b078b07 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 943 time: 0.5749102 Dec 08 01:55:10.316964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8db53219-a9d5-4bd1-941b-c8117cb5e026 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:10.415183 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9afcb-b3d3-4fdd-bf6a-fea57b3a7c5e None None] Pushing event updated for resources: {'Port': ['ID=e811ec12-5174-494f-aac8-6a3fc40548c4,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:10.467989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-873fedd0-b981-4530-a3ce-44df5823c762 req-476c4200-8e86-4de8-9f24-6a6505ed02dc service neutron] 10.222.0.65 "GET /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522705 Dec 08 01:55:10.484423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 8db53219-a9d5-4bd1-941b-c8117cb5e026 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:10.484771 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.493518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52955daf-47d5-4de8-8bfa-d68b1ee79d37 req-2b01400f-1ebd-4993-b31d-b8eeb94f4c14 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267619 Dec 08 01:55:10.496418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Router acd5d469-6951-4110-aeab-30acad5a3933 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:10.519180 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-def83946-dd5b-4364-ace3-eda71068088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.522010 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-def83946-dd5b-4364-ace3-eda71068088a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.524256 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-def83946-dd5b-4364-ace3-eda71068088a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f54fdd9c-fb67-4cff-a3b0-237dc96f9d26 HTTP/1.1" status: 204 len: 168 time: 1.2210214 Dec 08 01:55:10.526179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df3756-77a9-4b11-9eb4-bd470fd401b6 req-0d1916fb-6398-483d-9170-7caf8022ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:10.527837 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4df3756-77a9-4b11-9eb4-bd470fd401b6 req-0d1916fb-6398-483d-9170-7caf8022ff5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bef1dcbb-e567-4475-986f-d5d1b48773a0 HTTP/1.1" status: 200 len: 835 time: 0.2875102 Dec 08 01:55:10.569730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def83946-dd5b-4364-ace3-eda71068088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54fdd9c-fb67-4cff-a3b0-237dc96f9d26,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:10.581219 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.622761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] For port 8db53219-a9d5-4bd1-941b-c8117cb5e026, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8db53219-a9d5-4bd1-941b-c8117cb5e026,segment=NetworkSegment(fbca641c-25ea-4b8f-b923-5475c6005326),segment_id=fbca641c-25ea-4b8f-b923-5475c6005326)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:10.623148 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.661867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 8db53219-a9d5-4bd1-941b-c8117cb5e026 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:10.674083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df3756-77a9-4b11-9eb4-bd470fd401b6 req-62826639-c81d-4699-aa62-b3371cbd5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:10.676076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4df3756-77a9-4b11-9eb4-bd470fd401b6 req-62826639-c81d-4699-aa62-b3371cbd5924 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=131f554d-24e1-4879-a157-c5abe21ae51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373057 Dec 08 01:55:10.753139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 8db53219-a9d5-4bd1-941b-c8117cb5e026, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8db53219-a9d5-4bd1-941b-c8117cb5e026,segment=NetworkSegment(fbca641c-25ea-4b8f-b923-5475c6005326),segment_id=fbca641c-25ea-4b8f-b923-5475c6005326)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:10.761275 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-dda08fe6-f4a5-40af-bff4-5746eb3c288d None None] Deleting port 8db53219-a9d5-4bd1-941b-c8117cb5e026 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:10.761765 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dda08fe6-f4a5-40af-bff4-5746eb3c288d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.812517 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-873fedd0-b981-4530-a3ce-44df5823c762 req-5afa4a78-7f10-42e9-8a7f-9c1bb5f863a8 service neutron] 10.222.0.65 "GET /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298364 Dec 08 01:55:10.866242 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-dda08fe6-f4a5-40af-bff4-5746eb3c288d None None] For port 8db53219-a9d5-4bd1-941b-c8117cb5e026, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8db53219-a9d5-4bd1-941b-c8117cb5e026,segment=NetworkSegment(fbca641c-25ea-4b8f-b923-5475c6005326),segment_id=fbca641c-25ea-4b8f-b923-5475c6005326)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:10.866806 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dda08fe6-f4a5-40af-bff4-5746eb3c288d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.884414 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-dda08fe6-f4a5-40af-bff4-5746eb3c288d None None] Calling delete_port for 8db53219-a9d5-4bd1-941b-c8117cb5e026 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:10.905329 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:10.950364 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=8db53219-a9d5-4bd1-941b-c8117cb5e026,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:10.958099 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No DVR routers for this DVR port 8db53219-a9d5-4bd1-941b-c8117cb5e026 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:11.038177 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dda08fe6-f4a5-40af-bff4-5746eb3c288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.040483 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.088305 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4df3756-77a9-4b11-9eb4-bd470fd401b6 req-572dd2fd-830a-4b8f-8858-06081a175d18 service neutron] 10.222.0.72 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015925 Dec 08 01:55:11.104883 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda08fe6-f4a5-40af-bff4-5746eb3c288d None None] Pushing event deleted for resources: {'Port': ['ID=8db53219-a9d5-4bd1-941b-c8117cb5e026,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:11.113015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda08fe6-f4a5-40af-bff4-5746eb3c288d None None] No DVR routers for this DVR port 8db53219-a9d5-4bd1-941b-c8117cb5e026 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:11.164445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event deleted for resources: {'Port': ['ID=8db53219-a9d5-4bd1-941b-c8117cb5e026,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:11.227730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:11.318800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:11.330503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.332859 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1497b-e383-46cf-a7e1-9909e8f1c79c None None] Sync routers for ids ['acd5d469-6951-4110-aeab-30acad5a3933'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:11.348570 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1497b-e383-46cf-a7e1-9909e8f1c79c None None] Routers {'acd5d469-6951-4110-aeab-30acad5a3933'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:11.349207 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-53d1497b-e383-46cf-a7e1-9909e8f1c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['acd5d469-6951-4110-aeab-30acad5a3933'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:11.373179 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-124ce55f-cf8f-47fe-bb01-b5e9fc351fb7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=418f8373fae3464d871ecb9f53e6839b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423147 Dec 08 01:55:11.388838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43858) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:11.413741 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d6942558-9b01-40d5-a8c7-5f4fcb851650 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "DELETE /v2.0/floatingips/0443b7ed-61a6-484f-9ae7-c5978a4c7272 HTTP/1.1" status: 204 len: 168 time: 6.4858644 Dec 08 01:55:11.415708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'tag': '6a39b028-28a2-4086-82d5-0fb54525436b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:11.418037 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d6739b-e578-4e5c-9fd5-10c62d83c298" -d '{"events": [{"name": "network-changed", "server_uuid": "cb32321b-d26c-49a4-96ec-e7e6efa036f9", "tag": "6a39b028-28a2-4086-82d5-0fb54525436b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:11.437878 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4df3756-77a9-4b11-9eb4-bd470fd401b6 req-7e25b209-c618-4bd5-9e94-a71ca639a14b service neutron] 10.222.0.72 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178577 Dec 08 01:55:11.523901 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d18bd64e-7253-4d15-9ee4-66aec13cfef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.531790 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8323a1d-ec3b-4b50-9ad0-a34336fe1948 x-openstack-request-id: req-c8323a1d-ec3b-4b50-9ad0-a34336fe1948 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:11.532103 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb32321b-d26c-49a4-96ec-e7e6efa036f9", "tag": "6a39b028-28a2-4086-82d5-0fb54525436b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:11.533285 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c8323a1d-ec3b-4b50-9ad0-a34336fe1948 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:11.533817 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'tag': '6a39b028-28a2-4086-82d5-0fb54525436b', 'status': 'completed', 'code': 200} Dec 08 01:55:11.635393 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d18bd64e-7253-4d15-9ee4-66aec13cfef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.642398 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-53d1497b-e383-46cf-a7e1-9909e8f1c79c None None] Set router acd5d469-6951-4110-aeab-30acad5a3933 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:11.657195 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.798497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1e6eac-ff17-4546-9ea4-cb5e66806adc']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:11.813126 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d18bd64e-7253-4d15-9ee4-66aec13cfef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.827114 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d18bd64e-7253-4d15-9ee4-66aec13cfef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.828163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbca641c-25ea-4b8f-b923-5475c6005326') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:11.828503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbca641c-25ea-4b8f-b923-5475c6005326') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:11.831227 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d18bd64e-7253-4d15-9ee4-66aec13cfef6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69211caa-4bda-49fb-a95a-d4786fb03a27 HTTP/1.1" status: 204 len: 168 time: 0.4495850 Dec 08 01:55:11.905575 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.912006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bd64e-7253-4d15-9ee4-66aec13cfef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69211caa-4bda-49fb-a95a-d4786fb03a27,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:11.939176 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:11.958132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:11.959103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.015077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec4663-8515-4373-8b36-fc34c43473ed req-aa904769-f061-4efd-9177-552ea2f0517e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:12.017737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78ec4663-8515-4373-8b36-fc34c43473ed req-aa904769-f061-4efd-9177-552ea2f0517e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 945 time: 0.2162514 Dec 08 01:55:12.052884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device e811ec12-5174-494f-aac8-6a3fc40548c4 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:55:12.079411 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-53d1497b-e383-46cf-a7e1-9909e8f1c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '129ce6f0-97f7-43ed-9ba7-7908d19f08b8', 'name': '', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'mac_address': 'fa:16:3e:e2:ff:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:50Z', 'updated_at': '2021-12-08T01:53:09Z', 'revision_number': 5, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'subnets': [{'id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:12.107836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6739b-e578-4e5c-9fd5-10c62d83c298 req-ac086650-d222-4814-90c8-8ff3fae7b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:12.121586 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1497b-e383-46cf-a7e1-9909e8f1c79c None None] Checking router: acd5d469-6951-4110-aeab-30acad5a3933 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:12.123184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92d6739b-e578-4e5c-9fd5-10c62d83c298 req-ac086650-d222-4814-90c8-8ff3fae7b8c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c861c2539f754d67a3e576ef59395956&device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 1136 time: 0.5105982 Dec 08 01:55:12.123895 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1ac54f6-0535-4c1f-a923-a883e8121c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.131780 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1497b-e383-46cf-a7e1-9909e8f1c79c None None] Routers {'acd5d469-6951-4110-aeab-30acad5a3933'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:12.132689 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-53d1497b-e383-46cf-a7e1-9909e8f1c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['acd5d469-6951-4110-aeab-30acad5a3933'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:12.149866 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:12.218904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78ec4663-8515-4373-8b36-fc34c43473ed req-fc3db29a-92ef-456c-ab5f-3173fc4c2201 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890330 Dec 08 01:55:12.305917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac54f6-0535-4c1f-a923-a883e8121c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee8c9c4-40ca-47b7-b5a5-1d1ae518481a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:12.366310 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-53d1497b-e383-46cf-a7e1-9909e8f1c79c None None] Set router acd5d469-6951-4110-aeab-30acad5a3933 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:12.492833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.497633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e811ec12-5174-494f-aac8-6a3fc40548c4,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:12.512905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6739b-e578-4e5c-9fd5-10c62d83c298 req-205ce56a-7039-46e2-a9c2-9617940ad39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:12.520303 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92d6739b-e578-4e5c-9fd5-10c62d83c298 req-205ce56a-7039-46e2-a9c2-9617940ad39a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c534e06d-f2d1-4d1b-a40a-bbc7730863e9 HTTP/1.1" status: 200 len: 897 time: 0.3698838 Dec 08 01:55:12.595813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device e811ec12-5174-494f-aac8-6a3fc40548c4 has no active binding in host n-h1-713498-30 {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 01:55:12.601772 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.607071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/networks/cd1e6eac-ff17-4546-9ea4-cb5e66806adc HTTP/1.1" status: 204 len: 168 time: 3.2289133 Dec 08 01:55:12.611808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43884) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:12.617069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-256f712d-3b0a-4129-b5e4-4f7594c25ccc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-710267756', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:12.662425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-256f712d-3b0a-4129-b5e4-4f7594c25ccc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.663670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-256f712d-3b0a-4129-b5e4-4f7594c25ccc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.778923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5452c-0102-42b1-8c0a-26aa6a0c6b5b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Network': ['ID=cd1e6eac-ff17-4546-9ea4-cb5e66806adc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:12.804849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a0a89-9f47-40e2-b313-930abc90d89f req-f2c7552d-93e6-4c43-82a1-5d37746addbf tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:12.814561 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-325a0a89-9f47-40e2-b313-930abc90d89f req-f2c7552d-93e6-4c43-82a1-5d37746addbf tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 984 time: 0.6631596 Dec 08 01:55:12.842068 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92d6739b-e578-4e5c-9fd5-10c62d83c298 req-19cf5a14-c081-4678-a3f9-880d8a8084df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a39b028-28a2-4086-82d5-0fb54525436b HTTP/1.1" status: 200 len: 217 time: 0.2276549 Dec 08 01:55:12.846986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-256f712d-3b0a-4129-b5e4-4f7594c25ccc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.860216 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-256f712d-3b0a-4129-b5e4-4f7594c25ccc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.897790 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-256f712d-3b0a-4129-b5e4-4f7594c25ccc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:12.901926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-256f712d-3b0a-4129-b5e4-4f7594c25ccc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2889104 Dec 08 01:55:12.902572 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43892) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:12.907624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-09ab2f4d-bc2b-4ca1-a85c-030e3c2da20c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1366060763'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:12.963696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ab2f4d-bc2b-4ca1-a85c-030e3c2da20c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:12.967360 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09ab2f4d-bc2b-4ca1-a85c-030e3c2da20c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.027189 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ab2f4d-bc2b-4ca1-a85c-030e3c2da20c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:55:13.053097 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09ab2f4d-bc2b-4ca1-a85c-030e3c2da20c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.053551 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-09ab2f4d-bc2b-4ca1-a85c-030e3c2da20c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Added segment 998841be-5462-4027-b239-14a6ea6f5699 of type vlan for network 140822e7-21f9-4943-b59f-c1e13a3de48d Dec 08 01:55:13.139892 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09ab2f4d-bc2b-4ca1-a85c-030e3c2da20c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.155751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6739b-e578-4e5c-9fd5-10c62d83c298 req-28608757-7c72-4a1f-8fb2-06138f8bc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:13.157934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92d6739b-e578-4e5c-9fd5-10c62d83c298 req-28608757-7c72-4a1f-8fb2-06138f8bc5c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43a3bf5d-f8b6-4fb4-ad81-7dab890a8022 HTTP/1.1" status: 200 len: 834 time: 0.1749389 Dec 08 01:55:13.174070 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-53d1497b-e383-46cf-a7e1-9909e8f1c79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '129ce6f0-97f7-43ed-9ba7-7908d19f08b8', 'name': '', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'mac_address': 'fa:16:3e:e2:ff:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:50Z', 'updated_at': '2021-12-08T01:53:09Z', 'revision_number': 5, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'subnets': [{'id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:13.199569 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09ab2f4d-bc2b-4ca1-a85c-030e3c2da20c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.205256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ab2f4d-bc2b-4ca1-a85c-030e3c2da20c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:13.205862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-09ab2f4d-bc2b-4ca1-a85c-030e3c2da20c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.243586 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d1497b-e383-46cf-a7e1-9909e8f1c79c None None] The sync data for ids ['acd5d469-6951-4110-aeab-30acad5a3933'] in n-d-713498-30 is: [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '129ce6f0-97f7-43ed-9ba7-7908d19f08b8', 'name': '', 'network_id': 'c534e06d-f2d1-4d1b-a40a-bbc7730863e9', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'mac_address': 'fa:16:3e:e2:ff:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_interface', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:50Z', 'updated_at': '2021-12-08T01:53:09Z', 'revision_number': 5, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'subnets': [{'id': '43a3bf5d-f8b6-4fb4-ad81-7dab890a8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:13.321951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-09ab2f4d-bc2b-4ca1-a85c-030e3c2da20c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4182208 Dec 08 01:55:13.322610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43906) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:13.343095 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-325a0a89-9f47-40e2-b313-930abc90d89f req-1e6ed4d4-fbf4-4102-acb4-35891928634d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5250993 Dec 08 01:55:13.358636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6739b-e578-4e5c-9fd5-10c62d83c298 req-78b8cb68-5526-427f-8736-6488ba3b0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:13.363203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92d6739b-e578-4e5c-9fd5-10c62d83c298 req-78b8cb68-5526-427f-8736-6488ba3b0323 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c534e06d-f2d1-4d1b-a40a-bbc7730863e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1911135 Dec 08 01:55:13.365399 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1ac54f6-0535-4c1f-a923-a883e8121c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.413849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4af8596b-e9b9-40a5-95ec-13259d844297 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'subnet': {'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:13.464022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab2f4d-bc2b-4ca1-a85c-030e3c2da20c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Network': ['ID=140822e7-21f9-4943-b59f-c1e13a3de48d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:13.478740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 140822e7-21f9-4943-b59f-c1e13a3de48d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:55:13.707148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45bdbd-99b3-44af-86af-f8831d7497e0 req-94921fa3-0d85-423a-841c-aeb34f97a1b7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:13.719227 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb45bdbd-99b3-44af-86af-f8831d7497e0 req-94921fa3-0d85-423a-841c-aeb34f97a1b7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 945 time: 0.2945156 Dec 08 01:55:13.746521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af8596b-e9b9-40a5-95ec-13259d844297 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:13.750775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4af8596b-e9b9-40a5-95ec-13259d844297 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:13.891308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090450f7-1ae2-4e36-9f60-e3cb48958ef9 None None] New status for floating IP 0443b7ed-61a6-484f-9ae7-c5978a4c7272: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:55:14.019950 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92d6739b-e578-4e5c-9fd5-10c62d83c298 req-73d72288-f558-463a-b8f4-ef29c076659b service neutron] 10.222.0.65 "GET /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378727 Dec 08 01:55:14.143794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ac54f6-0535-4c1f-a923-a883e8121c66 admin admin] Router ce21a83f-79cc-46e5-8930-e001220782be has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:14.164332 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4af8596b-e9b9-40a5-95ec-13259d844297 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:14.186507 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-53dc805b-8308-41d6-9068-d69a920d9e6f service neutron] 10.222.0.72 "GET /v2.0/ports/e811ec12-5174-494f-aac8-6a3fc40548c4/bindings/n-h1-713498-30 HTTP/1.1" status: 200 len: 385 time: 0.1033666 Dec 08 01:55:14.378938 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92d6739b-e578-4e5c-9fd5-10c62d83c298 req-a74b90ab-8d3d-4ef9-ad12-93faa4f2a336 service neutron] 10.222.0.65 "GET /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382516 Dec 08 01:55:14.443474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8596b-e9b9-40a5-95ec-13259d844297 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Subnet': ['ID=bd0f005b-252d-41e9-a5a5-c3cc8fadd95c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:14.481676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f762db-088a-4389-90a2-8bd86e334803 req-acdb4e38-62b7-427d-b58f-bef0a8a3d4fc tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:14.483272 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-80f762db-088a-4389-90a2-8bd86e334803 req-acdb4e38-62b7-427d-b58f-bef0a8a3d4fc tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 984 time: 0.7991734 Dec 08 01:55:14.551083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ac54f6-0535-4c1f-a923-a883e8121c66 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:14.556688 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d1ac54f6-0535-4c1f-a923-a883e8121c66 admin admin] 10.222.0.70 "PUT /v2.0/routers/ce21a83f-79cc-46e5-8930-e001220782be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8851740 Dec 08 01:55:14.560047 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c467f-5474-4717-bf06-a19ba123db73 None None] Sync routers for ids ['ce21a83f-79cc-46e5-8930-e001220782be'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:14.560623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43934) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:14.581043 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c467f-5474-4717-bf06-a19ba123db73 None None] Routers {'ce21a83f-79cc-46e5-8930-e001220782be'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:14.582170 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-597c467f-5474-4717-bf06-a19ba123db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ce21a83f-79cc-46e5-8930-e001220782be'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:14.611453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb45bdbd-99b3-44af-86af-f8831d7497e0 req-20c78870-5e48-4495-a989-33968bab6542 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8911357 Dec 08 01:55:14.738132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb093c-0ff1-496c-a7b9-c3c354bbca67 req-2d93ffdf-408f-471f-95aa-83935a38564d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:14.752362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43fb093c-0ff1-496c-a7b9-c3c354bbca67 req-2d93ffdf-408f-471f-95aa-83935a38564d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 984 time: 0.1934969 Dec 08 01:55:14.873212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8596b-e9b9-40a5-95ec-13259d844297 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Checking segment: {'id': '998841be-5462-4027-b239-14a6ea6f5699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:14.874621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af8596b-e9b9-40a5-95ec-13259d844297 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network hostable DHCP agents. Network: 140822e7-21f9-4943-b59f-c1e13a3de48d, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:55:14.969207 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-597c467f-5474-4717-bf06-a19ba123db73 None None] Set router ce21a83f-79cc-46e5-8930-e001220782be gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:14.989587 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.056496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43950) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:15.117853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af8596b-e9b9-40a5-95ec-13259d844297 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 140822e7-21f9-4943-b59f-c1e13a3de48d is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:55:15.137342 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4af8596b-e9b9-40a5-95ec-13259d844297 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 140822e7-21f9-4943-b59f-c1e13a3de48d) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:15.144807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af8596b-e9b9-40a5-95ec-13259d844297 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:15.145685 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4af8596b-e9b9-40a5-95ec-13259d844297 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.147118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6d87e5-83a5-43c3-8237-b04675e81033 None None] Network 140822e7-21f9-4943-b59f-c1e13a3de48d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:15.151332 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-80f762db-088a-4389-90a2-8bd86e334803 req-19a9b8f1-2eb8-4fc4-adf6-9aaa7fec9634 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Deleting port 6a39b028-28a2-4086-82d5-0fb54525436b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:15.151850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80f762db-088a-4389-90a2-8bd86e334803 req-19a9b8f1-2eb8-4fc4-adf6-9aaa7fec9634 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.255127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-47bb2bcc-1eab-44bc-aab9-212d7960e9bc service neutron] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=e811ec12-5174-494f-aac8-6a3fc40548c4,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:15.264027 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4af8596b-e9b9-40a5-95ec-13259d844297 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9255481 Dec 08 01:55:15.280975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43956) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:15.305227 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.330086 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43fb093c-0ff1-496c-a7b9-c3c354bbca67 req-67524dc1-8e00-4aee-9a37-dfe67a8b12ae tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5750546 Dec 08 01:55:15.366136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-140822e7-21f9-4943-b59f-c1e13a3de48d', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:55:15.367553 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.426126 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-597c467f-5474-4717-bf06-a19ba123db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212'}], 'enable_snat': True}, 'gw_port_id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:55:11Z', 'revision_number': 5, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port': {'id': '40094ad7-14fe-4825-a1dc-203e540d471f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:09Z', 'updated_at': '2021-12-08T01:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:15.450803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Deleting port 40094ad7-14fe-4825-a1dc-203e540d471f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:15.451150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.461678 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c467f-5474-4717-bf06-a19ba123db73 None None] Checking router: ce21a83f-79cc-46e5-8930-e001220782be for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:15.476244 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c467f-5474-4717-bf06-a19ba123db73 None None] Routers {'ce21a83f-79cc-46e5-8930-e001220782be'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:15.476926 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-597c467f-5474-4717-bf06-a19ba123db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ce21a83f-79cc-46e5-8930-e001220782be'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:15.578002 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-165092046'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:15.640722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] For port 40094ad7-14fe-4825-a1dc-203e540d471f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=40094ad7-14fe-4825-a1dc-203e540d471f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:15.640985 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.670304 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-597c467f-5474-4717-bf06-a19ba123db73 None None] Set router ce21a83f-79cc-46e5-8930-e001220782be gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:15.694802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Calling delete_port for 40094ad7-14fe-4825-a1dc-203e540d471f owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:15.701163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-80f762db-088a-4389-90a2-8bd86e334803 req-19a9b8f1-2eb8-4fc4-adf6-9aaa7fec9634 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] For port 6a39b028-28a2-4086-82d5-0fb54525436b, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=6a39b028-28a2-4086-82d5-0fb54525436b,segment=NetworkSegment(0112038e-c31c-4f46-b6da-2f2f6fb5d149),segment_id=0112038e-c31c-4f46-b6da-2f2f6fb5d149)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:15.703363 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80f762db-088a-4389-90a2-8bd86e334803 req-19a9b8f1-2eb8-4fc4-adf6-9aaa7fec9634 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.707677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-47bb2bcc-1eab-44bc-aab9-212d7960e9bc service neutron] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:15.764079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-80f762db-088a-4389-90a2-8bd86e334803 req-19a9b8f1-2eb8-4fc4-adf6-9aaa7fec9634 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Calling delete_port for 6a39b028-28a2-4086-82d5-0fb54525436b owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:15.821023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Made reservation on behalf of a5a00d208bab4fcd8110a5000032dd0a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:15.825598 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:15.840190 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-597c467f-5474-4717-bf06-a19ba123db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:55:15Z', 'revision_number': 6, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:15.886176 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c467f-5474-4717-bf06-a19ba123db73 None None] The sync data for ids ['ce21a83f-79cc-46e5-8930-e001220782be'] in n-d-713498-30 is: [{'id': 'ce21a83f-79cc-46e5-8930-e001220782be', 'name': 'tempest-TaggedBootDevicesTest_v242-1397608726-router', 'tenant_id': '008babb619094c7786f24fb206e9b0b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:06Z', 'updated_at': '2021-12-08T01:55:15Z', 'revision_number': 6, 'project_id': '008babb619094c7786f24fb206e9b0b7', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:16.034747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Allocated IP 2001:db8::2 (140822e7-21f9-4943-b59f-c1e13a3de48d/bd0f005b-252d-41e9-a5a5-c3cc8fadd95c/f774467e-2f6c-4047-9925-c92969164319) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:16.075323 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.106031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=40094ad7-14fe-4825-a1dc-203e540d471f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:16.122061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 6a39b028-28a2-4086-82d5-0fb54525436b no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:16.181460 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b3cf6f-60e6-4c21-a294-f565dd231e0e None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:16.278365 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.339050 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.443736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 6a39b028-28a2-4086-82d5-0fb54525436b, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=6a39b028-28a2-4086-82d5-0fb54525436b,segment=NetworkSegment(0112038e-c31c-4f46-b6da-2f2f6fb5d149),segment_id=0112038e-c31c-4f46-b6da-2f2f6fb5d149)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:16.457977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a39b028-28a2-4086-82d5-0fb54525436b'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:16.461986 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de18d7c-0250-4ff7-8c6f-57cd8e34d374" -d '{"events": [{"server_uuid": "cb32321b-d26c-49a4-96ec-e7e6efa036f9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a39b028-28a2-4086-82d5-0fb54525436b"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:16.481116 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.485043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bee8c9c4-40ca-47b7-b5a5-1d1ae518481a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:16.536849 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.564212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.584656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bee8c9c4-40ca-47b7-b5a5-1d1ae518481a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:16.585686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bee8c9c4-40ca-47b7-b5a5-1d1ae518481a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:16.607983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=6a39b028-28a2-4086-82d5-0fb54525436b,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:16.653962 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.667806 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.679812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-47bb2bcc-1eab-44bc-aab9-212d7960e9bc service neutron] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e811ec12-5174-494f-aac8-6a3fc40548c4,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:16.694906 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.695135 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.695505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce21a83f-79cc-46e5-8930-e001220782be {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:55:16.702048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:16.704948 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b32205-528d-40f2-9a31-b72be6c60c92" -d '{"events": [{"server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "name": "network-vif-unplugged", "status": "completed", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:16.707103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.709595 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ccc6f6df-d3f6-481f-9c0d-d7f8f6ec2a34 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ce21a83f-79cc-46e5-8930-e001220782be HTTP/1.1" status: 204 len: 168 time: 2.1474612 Dec 08 01:55:16.715231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43984) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:16.735953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9de21-5d50-43bd-9902-0c97ad542b26 req-3537ecd7-b5e3-4b78-8f7c-0cae512f2e65 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:16.741826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97b9de21-5d50-43bd-9902-0c97ad542b26 req-3537ecd7-b5e3-4b78-8f7c-0cae512f2e65 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 982 time: 0.2101247 Dec 08 01:55:16.772953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Pushing event updated for resources: {'Port': ['ID=f774467e-2f6c-4047-9925-c92969164319,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:16.781817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Network 140822e7-21f9-4943-b59f-c1e13a3de48d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:16.783552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:16.786264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:16.902457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-47bb2bcc-1eab-44bc-aab9-212d7960e9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.909295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Attempting to bind port f774467e-2f6c-4047-9925-c92969164319 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:16.910073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Attempting to bind port f774467e-2f6c-4047-9925-c92969164319 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '998841be-5462-4027-b239-14a6ea6f5699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:16.910742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Attempting to bind port f774467e-2f6c-4047-9925-c92969164319 on network 140822e7-21f9-4943-b59f-c1e13a3de48d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:16.918072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:16.918930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Checking segment: {'id': '998841be-5462-4027-b239-14a6ea6f5699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:16.919598 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.920258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Bound using segment: {'id': '998841be-5462-4027-b239-14a6ea6f5699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:16.921063 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Bound port: f774467e-2f6c-4047-9925-c92969164319, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998841be-5462-4027-b239-14a6ea6f5699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:16.921711 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.927357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d66050b-b45f-465c-b1fc-563cd7c346fb admin admin] Deleting subnet c3b4d4c1-f8d5-4e97-bf96-86b49df7e725 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:16.938367 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d66050b-b45f-465c-b1fc-563cd7c346fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:16.978737 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80f762db-088a-4389-90a2-8bd86e334803 req-19a9b8f1-2eb8-4fc4-adf6-9aaa7fec9634 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.003462 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.043944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] For port f774467e-2f6c-4047-9925-c92969164319, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:17.048984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] For port f774467e-2f6c-4047-9925-c92969164319, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f774467e-2f6c-4047-9925-c92969164319,segment=NetworkSegment(998841be-5462-4027-b239-14a6ea6f5699),segment_id=998841be-5462-4027-b239-14a6ea6f5699)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:17.070653 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.091628 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97b9de21-5d50-43bd-9902-0c97ad542b26 req-2b81209a-227f-4938-a2e5-b41848d13808 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/security-groups?id=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1&id=ded3e250-bc5c-4120-9ec6-6eb35264d8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3350961 Dec 08 01:55:17.123505 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d66050b-b45f-465c-b1fc-563cd7c346fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.153714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9b8f1-2eb8-4fc4-adf6-9aaa7fec9634 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'Port': ['ID=6a39b028-28a2-4086-82d5-0fb54525436b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:17.196910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4d9b4-f139-49a7-ab33-72f706b18745 None None] Pushing event updated for resources: {'Port': ['ID=f774467e-2f6c-4047-9925-c92969164319,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:17.237402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f762db-088a-4389-90a2-8bd86e334803 req-19a9b8f1-2eb8-4fc4-adf6-9aaa7fec9634 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] No DVR routers for this DVR port 6a39b028-28a2-4086-82d5-0fb54525436b on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:17.238471 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61340f00-4b3b-4d94-beef-8b8baf1a97ee x-openstack-request-id: req-61340f00-4b3b-4d94-beef-8b8baf1a97ee {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:17.238946 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb32321b-d26c-49a4-96ec-e7e6efa036f9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a39b028-28a2-4086-82d5-0fb54525436b", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:17.239260 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-61340f00-4b3b-4d94-beef-8b8baf1a97ee {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:17.239770 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a39b028-28a2-4086-82d5-0fb54525436b', 'code': 200} Dec 08 01:55:17.246284 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-80f762db-088a-4389-90a2-8bd86e334803 req-19a9b8f1-2eb8-4fc4-adf6-9aaa7fec9634 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.249883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-80f762db-088a-4389-90a2-8bd86e334803 req-19a9b8f1-2eb8-4fc4-adf6-9aaa7fec9634 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.65 "DELETE /v2.0/ports/6a39b028-28a2-4086-82d5-0fb54525436b HTTP/1.1" status: 204 len: 173 time: 2.6792064 Dec 08 01:55:17.382364 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d66050b-b45f-465c-b1fc-563cd7c346fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.399825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d21c51-847e-41f3-ac01-21feec1d282d req-2309cb6f-2518-4bf2-a2fd-35ba91979e2f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:17.409887 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-18d21c51-847e-41f3-ac01-21feec1d282d req-2309cb6f-2518-4bf2-a2fd-35ba91979e2f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 945 time: 1.6107750 Dec 08 01:55:17.414945 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f01ef86-d548-4551-9d75-73d7cfb98630 x-openstack-request-id: req-7f01ef86-d548-4551-9d75-73d7cfb98630 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:17.415435 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "name": "network-vif-unplugged", "status": "completed", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:17.416055 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f01ef86-d548-4551-9d75-73d7cfb98630 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:17.416877 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'code': 200} Dec 08 01:55:17.602737 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d66050b-b45f-465c-b1fc-563cd7c346fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.634152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-18d21c51-847e-41f3-ac01-21feec1d282d req-397090a8-4aa5-40e1-8dff-1c3c70bffc8b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230761 Dec 08 01:55:17.655760 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d66050b-b45f-465c-b1fc-563cd7c346fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.660924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26fcc7b-32df-4d77-b29d-cc467022ec1a None None] Network a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:17.703433 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9d66050b-b45f-465c-b1fc-563cd7c346fb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c3b4d4c1-f8d5-4e97-bf96-86b49df7e725 HTTP/1.1" status: 204 len: 168 time: 0.9839950 Dec 08 01:55:17.704189 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43992) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:17.752045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66050b-b45f-465c-b1fc-563cd7c346fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b4d4c1-f8d5-4e97-bf96-86b49df7e725,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:17.811044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e811ec12-5174-494f-aac8-6a3fc40548c4 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:17.943906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-47bb2bcc-1eab-44bc-aab9-212d7960e9bc service neutron] Transition to ACTIVE for port object e811ec12-5174-494f-aac8-6a3fc40548c4 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:55:17.949567 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:17.998254 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-47bb2bcc-1eab-44bc-aab9-212d7960e9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.067833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device e811ec12-5174-494f-aac8-6a3fc40548c4 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:18.103221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Deleting port fac4881b-7506-4c84-bb46-c7face5f90e2 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:18.105454 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.122957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb2bcc-1eab-44bc-aab9-212d7960e9bc service neutron] Pushing event updated for resources: {'Port': ['ID=e811ec12-5174-494f-aac8-6a3fc40548c4,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:18.182617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a17389-b697-4b76-872e-69bd3ac3e3d9 None None] DHCP port deletion for a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:18.344026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d5a17389-b697-4b76-872e-69bd3ac3e3d9 None None] Deleting port fac4881b-7506-4c84-bb46-c7face5f90e2 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:18.345270 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d5a17389-b697-4b76-872e-69bd3ac3e3d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.354602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] For port fac4881b-7506-4c84-bb46-c7face5f90e2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fac4881b-7506-4c84-bb46-c7face5f90e2,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:18.355096 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.368058 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-47bb2bcc-1eab-44bc-aab9-212d7960e9bc service neutron] No DVR routers for this DVR port e811ec12-5174-494f-aac8-6a3fc40548c4 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:18.438825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f774467e-2f6c-4047-9925-c92969164319 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:18.483511 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-33aa274a-449c-4f81-8ff8-1451dac29619 req-247160ba-4923-443d-ac07-cb154f62cf6d tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb32321b-d26c-49a4-96ec-e7e6efa036f9 HTTP/1.1" status: 200 len: 210 time: 0.1057346 Dec 08 01:55:18.497228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Calling delete_port for fac4881b-7506-4c84-bb46-c7face5f90e2 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:18.644687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-47bb2bcc-1eab-44bc-aab9-212d7960e9bc service neutron] 10.222.0.72 "PUT /v2.0/ports/e811ec12-5174-494f-aac8-6a3fc40548c4/bindings/n-h1-713498-30/activate HTTP/1.1" status: 200 len: 370 time: 4.4113073 Dec 08 01:55:18.671259 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.681074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d5a17389-b697-4b76-872e-69bd3ac3e3d9 None None] For port fac4881b-7506-4c84-bb46-c7face5f90e2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fac4881b-7506-4c84-bb46-c7face5f90e2,segment=NetworkSegment(b05ede23-1ac3-444d-89bd-3db838e3a846),segment_id=b05ede23-1ac3-444d-89bd-3db838e3a846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:18.681399 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d5a17389-b697-4b76-872e-69bd3ac3e3d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.738819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.762087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d5a17389-b697-4b76-872e-69bd3ac3e3d9 None None] Calling delete_port for fac4881b-7506-4c84-bb46-c7face5f90e2 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:18.798349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Allocated IP 2001:db8::1 (140822e7-21f9-4943-b59f-c1e13a3de48d/bd0f005b-252d-41e9-a5a5-c3cc8fadd95c/427ea33e-a589-428c-8303-69a6528a1ace) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:18.819738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac4881b-7506-4c84-bb46-c7face5f90e2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:18.827356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] No DVR routers for this DVR port fac4881b-7506-4c84-bb46-c7face5f90e2 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:18.924382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port f774467e-2f6c-4047-9925-c92969164319 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:18.926419 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:18.958701 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.007843 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.014372 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.050609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:19.071687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05ede23-1ac3-444d-89bd-3db838e3a846') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:19.071945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05ede23-1ac3-444d-89bd-3db838e3a846') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:19.079191 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef652bc-c0ca-456e-9837-079474062f4a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:19.088558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.095336 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.113782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.123956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:19.125664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:19.130906 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:19.135949 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d5a17389-b697-4b76-872e-69bd3ac3e3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.190565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a17389-b697-4b76-872e-69bd3ac3e3d9 None None] Pushing event deleted for resources: {'Port': ['ID=fac4881b-7506-4c84-bb46-c7face5f90e2,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:19.197094 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.201422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a17389-b697-4b76-872e-69bd3ac3e3d9 None None] No DVR routers for this DVR port fac4881b-7506-4c84-bb46-c7face5f90e2 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:19.230514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771f86c-11ab-442a-a847-ea55041fa961 None None] Network 140822e7-21f9-4943-b59f-c1e13a3de48d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:19.239171 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.246974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:55:19.248614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.254149 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2 HTTP/1.1" status: 204 len: 168 time: 1.5154936 Dec 08 01:55:19.257232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44008) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:19.285980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port f774467e-2f6c-4047-9925-c92969164319, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f774467e-2f6c-4047-9925-c92969164319,segment=NetworkSegment(998841be-5462-4027-b239-14a6ea6f5699),segment_id=998841be-5462-4027-b239-14a6ea6f5699)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:19.296983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 140822e7-21f9-4943-b59f-c1e13a3de48d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:19.303904 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.319717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:19.329376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf42778-f878-4886-831f-42d9417d9837 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e08ff1-ad3c-483f-95c8-dbaaf9f5d0c2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:19.353594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb1594-36b3-43bf-a324-1f6e899075b7 req-da7ee948-3e19-4e55-a106-41c222578c2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:19.356086 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b4eb1594-36b3-43bf-a324-1f6e899075b7 req-da7ee948-3e19-4e55-a106-41c222578c2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 944 time: 0.2949805 Dec 08 01:55:19.361873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:19.362549 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.383465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.383843 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Added segment 91de0e22-72fe-43cd-9234-4e2f6d79c94e of type vlan for network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 Dec 08 01:55:19.419511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=f774467e-2f6c-4047-9925-c92969164319,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:19.429677 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e8525d84-5f7a-4f04-8e74-5f5afb6dfdef None None] Provisioning complete for port f774467e-2f6c-4047-9925-c92969164319 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:19.430247 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8525d84-5f7a-4f04-8e74-5f5afb6dfdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.432922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 40094ad7-14fe-4825-a1dc-203e540d471f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:19.463162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 40094ad7-14fe-4825-a1dc-203e540d471f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:19.463626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 40094ad7-14fe-4825-a1dc-203e540d471f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:19.464171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fac4881b-7506-4c84-bb46-c7face5f90e2 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:19.475179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'name': 'network-vif-deleted', 'tag': '6a39b028-28a2-4086-82d5-0fb54525436b'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:19.489372 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10071d19-a097-4566-8cc0-e3c4d277be65" -d '{"events": [{"server_uuid": "cb32321b-d26c-49a4-96ec-e7e6efa036f9", "name": "network-vif-deleted", "tag": "6a39b028-28a2-4086-82d5-0fb54525436b"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:19.533808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: fac4881b-7506-4c84-bb46-c7face5f90e2 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:19.534227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fac4881b-7506-4c84-bb46-c7face5f90e2 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:19.538797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-9b327027-1389-43a3-a683-e1e54447cdea tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:19.540525 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-9b327027-1389-43a3-a683-e1e54447cdea tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5&tenant_id=59ce268125774870bb2a6d0d519662d3&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 1096 time: 0.4902713 Dec 08 01:55:19.547649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=427ea33e-a589-428c-8303-69a6528a1ace,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:19.685313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44020) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:19.779073 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6d4f62-7aa0-49b8-b7b8-00ee2c095092 x-openstack-request-id: req-1d6d4f62-7aa0-49b8-b7b8-00ee2c095092 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:19.779372 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb32321b-d26c-49a4-96ec-e7e6efa036f9", "name": "network-vif-deleted", "tag": "6a39b028-28a2-4086-82d5-0fb54525436b", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:19.779632 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d6d4f62-7aa0-49b8-b7b8-00ee2c095092 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:19.780072 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb32321b-d26c-49a4-96ec-e7e6efa036f9', 'name': 'network-vif-deleted', 'tag': '6a39b028-28a2-4086-82d5-0fb54525436b', 'status': 'completed', 'code': 200} Dec 08 01:55:19.824810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b4eb1594-36b3-43bf-a324-1f6e899075b7 req-ecd321ed-974b-4b30-9f4b-6ac98c798eee tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4495950 Dec 08 01:55:19.850791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:19.890747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-02833cab-3413-42ee-a2f1-1d6360f47864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:19.895309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-02833cab-3413-42ee-a2f1-1d6360f47864 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5&tenant_id=59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 1096 time: 0.3302851 Dec 08 01:55:20.042587 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.165015 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.172664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:20.173431 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.338642 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1a5d-afad-46c2-b95a-dc9ec306143a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.362313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-67b315fa-3f04-464a-839b-731e6ba97838 None None] Provisioning complete for port 427ea33e-a589-428c-8303-69a6528a1ace triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:20.366939 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-67b315fa-3f04-464a-839b-731e6ba97838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.373544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1a5d-afad-46c2-b95a-dc9ec306143a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.381333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f774467e-2f6c-4047-9925-c92969164319 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:20.433126 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1a5d-afad-46c2-b95a-dc9ec306143a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.435796 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1a5d-afad-46c2-b95a-dc9ec306143a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.437038 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0cfa1a5d-afad-46c2-b95a-dc9ec306143a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "DELETE /v2.0/security-groups/ded3e250-bc5c-4120-9ec6-6eb35264d8eb HTTP/1.1" status: 204 len: 168 time: 0.7507036 Dec 08 01:55:20.449230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44026) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:20.452958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa1a5d-afad-46c2-b95a-dc9ec306143a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded3e250-bc5c-4120-9ec6-6eb35264d8eb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:20.578406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-67b315fa-3f04-464a-839b-731e6ba97838 None None] Port 427ea33e-a589-428c-8303-69a6528a1ace cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:20.640773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-67b315fa-3f04-464a-839b-731e6ba97838 None None] Provisioning complete for port f774467e-2f6c-4047-9925-c92969164319 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:20.641248 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-67b315fa-3f04-464a-839b-731e6ba97838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.670272 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5aaced-8cc2-44a3-8c0a-3342c52bc16f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.697489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5aaced-8cc2-44a3-8c0a-3342c52bc16f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.741292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port f774467e-2f6c-4047-9925-c92969164319 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:20.742001 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.749466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.765370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5aaced-8cc2-44a3-8c0a-3342c52bc16f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.768010 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8e5aaced-8cc2-44a3-8c0a-3342c52bc16f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.776542 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8e5aaced-8cc2-44a3-8c0a-3342c52bc16f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "DELETE /v2.0/security-groups/8f0ce013-c9b9-41b7-a996-207bb9f6fbb1 HTTP/1.1" status: 204 len: 168 time: 0.3186181 Dec 08 01:55:20.792879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.793828 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:20.794898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44034) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:21.015660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c2ba11b3-088a-42bf-a542-c7b8510b0774 None None] Provisioning complete for port 427ea33e-a589-428c-8303-69a6528a1ace triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:21.016610 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c2ba11b3-088a-42bf-a542-c7b8510b0774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.059864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 140822e7-21f9-4943-b59f-c1e13a3de48d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:21.103634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba11b3-088a-42bf-a542-c7b8510b0774 None None] Port 427ea33e-a589-428c-8303-69a6528a1ace cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:21.107661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5aaced-8cc2-44a3-8c0a-3342c52bc16f tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0ce013-c9b9-41b7-a996-207bb9f6fbb1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:21.108485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:21.134538 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 6.0444021 Dec 08 01:55:21.155407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-0be43b40-8663-4e4a-af69-cded6a4f857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:21.158522 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-0be43b40-8663-4e4a-af69-cded6a4f857a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 1096 time: 1.1300111 Dec 08 01:55:21.162328 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.338943 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca59b05-7fda-4578-8f71-18a8c3fa0faa req-5310d090-cabf-4039-85f1-ecdd0da464e0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:21.340233 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3ca59b05-7fda-4578-8f71-18a8c3fa0faa req-5310d090-cabf-4039-85f1-ecdd0da464e0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 944 time: 0.3173146 Dec 08 01:55:21.386271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=427ea33e-a589-428c-8303-69a6528a1ace,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:21.393861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44046) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:21.401344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Request body: {'port': {'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91', 'binding:host_id': 'n-h2-713498-30', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-678122873'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:21.420979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Pushing event updated for resources: {'Network': ['ID=8c5dcf1b-372c-47cf-8065-3085d8cdac91,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:21.458328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Made reservation on behalf of 1c05ca3099204c41b59eca5082df0b3e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:21.461491 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.483264 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.574042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.574310 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.574979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.575331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.575673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.576009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.576367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.576704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.577037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.577370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.577700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.578028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.578358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.632024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.632443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.632802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.633150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.633495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.633905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.634267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.634698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.634937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.635311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.635688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.636091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.642479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4c7790c9-8f70-45cf-ac28-d7a0f357d579 None None] Provisioning complete for port 427ea33e-a589-428c-8303-69a6528a1ace triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:21.643004 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4c7790c9-8f70-45cf-ac28-d7a0f357d579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.649441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b059ff13-8ee6-4a14-ab39-6ca767d1aa33 tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:21.690127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3ca59b05-7fda-4578-8f71-18a8c3fa0faa req-d1d7976d-f4e4-463a-99b1-7ee247e2dd41 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391609 Dec 08 01:55:21.757199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4c7790c9-8f70-45cf-ac28-d7a0f357d579 None None] Port 427ea33e-a589-428c-8303-69a6528a1ace cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:21.763881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:55:21.889818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-671d2388-3496-41da-a7fe-88d5abd37d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:21.891399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-671d2388-3496-41da-a7fe-88d5abd37d6c service neutron] 10.222.0.65 "GET /v2.0/networks?id=131f554d-24e1-4879-a157-c5abe21ae51e HTTP/1.1" status: 200 len: 897 time: 0.4424438 Dec 08 01:55:21.895122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 9895d392-bcea-48f5-8f44-010c0faf1f73 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:55:21.950700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.963597 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:21.967913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] device_id is not set on port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:55:21.972970 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-a556717e-c422-4bb8-ad08-29f63f7f7520 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e811ec12-5174-494f-aac8-6a3fc40548c4 HTTP/1.1" status: 200 len: 999 time: 0.0691721 Dec 08 01:55:22.124210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:22.134633 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2cd5960f-1b32-4c66-9794-48b3e9a7b48c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8422050 Dec 08 01:55:22.135284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44054) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:22.138578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Sync routers for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:22.159783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2e8f2f02-23b8-45c7-9aa9-cfe16d63250b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1976260491'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:22.160595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:22.164646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:22.201557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-195cfd90-bc97-4261-9128-8e6f20a18f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:22.203323 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-195cfd90-bc97-4261-9128-8e6f20a18f7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bef1dcbb-e567-4475-986f-d5d1b48773a0 HTTP/1.1" status: 200 len: 835 time: 0.0900898 Dec 08 01:55:22.205187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8f2f02-23b8-45c7-9aa9-cfe16d63250b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:22.210148 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2f02-23b8-45c7-9aa9-cfe16d63250b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.299548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8f2f02-23b8-45c7-9aa9-cfe16d63250b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:55:22.299767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] device_id is not set on port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:55:22.314848 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.338654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2f02-23b8-45c7-9aa9-cfe16d63250b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.339019 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-2e8f2f02-23b8-45c7-9aa9-cfe16d63250b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Added segment 53c2967a-f519-45f8-8979-10b7e98ef548 of type vlan for network 1d292398-c001-4230-9fb9-c5cbe3676edc Dec 08 01:55:22.362078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:22.399306 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2f02-23b8-45c7-9aa9-cfe16d63250b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.412003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c39271d-b727-42dc-b313-d42575c10afc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:22.425608 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.426965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-565f7ba6-7751-4482-a231-fca9133e2db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:22.429246 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-565f7ba6-7751-4482-a231-fca9133e2db4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=131f554d-24e1-4879-a157-c5abe21ae51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2041357 Dec 08 01:55:22.430528 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2f02-23b8-45c7-9aa9-cfe16d63250b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.436493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8f2f02-23b8-45c7-9aa9-cfe16d63250b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:22.437136 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e8f2f02-23b8-45c7-9aa9-cfe16d63250b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.437258 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc848da6-c417-4e6c-9f71-9c707745c8e6 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.468492 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2e8f2f02-23b8-45c7-9aa9-cfe16d63250b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3133438 Dec 08 01:55:22.470917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44056) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:22.484896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d04a39da-6f6d-41ec-8291-9c4ebcacad33 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'subnet': {'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:22.621133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event updated for resources: {'Port': ['ID=a9d73434-3ae0-40af-b565-1d5a6fcf3b48,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:22.680332 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f2f02-23b8-45c7-9aa9-cfe16d63250b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Network': ['ID=1d292398-c001-4230-9fb9-c5cbe3676edc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:22.689828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04a39da-6f6d-41ec-8291-9c4ebcacad33 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:22.693307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d04a39da-6f6d-41ec-8291-9c4ebcacad33 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:22.699559 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 1d292398-c001-4230-9fb9-c5cbe3676edc details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:55:22.901115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:55:19Z', 'revision_number': 2, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:20Z', 'revision_number': 2, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:22.907496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Checking segment: {'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:22.913629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Network hostable DHCP agents. Network: 8c5dcf1b-372c-47cf-8065-3085d8cdac91, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:55:22.942973 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-0e207d68-11b6-45f2-9a0a-944633cf5f33 service neutron] 10.222.0.65 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938695 Dec 08 01:55:22.954093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Checking router: 9895d392-bcea-48f5-8f44-010c0faf1f73 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:22.954689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Updating router 9895d392-bcea-48f5-8f44-010c0faf1f73 port 427ea33e-a589-428c-8303-69a6528a1ace binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:55:22.955523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Deleting port f46427f8-1f09-4c5f-9df2-69ba5eba0704 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:22.956464 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.061979 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.093717 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:55:23.150733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 8c5dcf1b-372c-47cf-8065-3085d8cdac91) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:23.160620 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-aa577e35-a64d-452f-8bcc-b16052327378 service neutron] 10.222.0.65 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798065 Dec 08 01:55:23.165078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:23.169637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4fdbbb-d05b-4164-a0f6-36dc72c0e645 None None] Network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:23.197226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] For port f46427f8-1f09-4c5f-9df2-69ba5eba0704, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f46427f8-1f09-4c5f-9df2-69ba5eba0704,segment=NetworkSegment(f70f1215-96f8-4387-90aa-955143818db0),segment_id=f70f1215-96f8-4387-90aa-955143818db0)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:23.198179 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.203685 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d04a39da-6f6d-41ec-8291-9c4ebcacad33 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.233303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:23.233590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:23.233934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:23.259669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Calling delete_port for f46427f8-1f09-4c5f-9df2-69ba5eba0704 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:23.261694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:23.262028 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:23.268701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a39da-6f6d-41ec-8291-9c4ebcacad33 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Subnet': ['ID=5b12502b-8334-4772-bee0-93dc3f24941f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:23.280487 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 2 to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 Dec 08 01:55:23.289301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182791c-0ea8-4ff4-b3b1-4e07ed09274d req-8c173ad6-2fdc-4f5e-ba43-ece3a85d9db7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:23.291866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6182791c-0ea8-4ff4-b3b1-4e07ed09274d req-8c173ad6-2fdc-4f5e-ba43-ece3a85d9db7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 944 time: 0.4237981 Dec 08 01:55:23.325369 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04a39da-6f6d-41ec-8291-9c4ebcacad33 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Checking segment: {'id': '53c2967a-f519-45f8-8979-10b7e98ef548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:23.325839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04a39da-6f6d-41ec-8291-9c4ebcacad33 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network hostable DHCP agents. Network: 1d292398-c001-4230-9fb9-c5cbe3676edc, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:55:23.358230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:23.358575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:23.358949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:23.455380 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6182791c-0ea8-4ff4-b3b1-4e07ed09274d req-8e79c805-9a69-4cdb-99f9-509543704898 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410978 Dec 08 01:55:23.478520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:23.479015 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:23.481131 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 3 to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 Dec 08 01:55:23.488390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04a39da-6f6d-41ec-8291-9c4ebcacad33 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 1d292398-c001-4230-9fb9-c5cbe3676edc is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:55:23.508342 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d04a39da-6f6d-41ec-8291-9c4ebcacad33 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 1d292398-c001-4230-9fb9-c5cbe3676edc) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:23.512591 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04a39da-6f6d-41ec-8291-9c4ebcacad33 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:23.513232 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d04a39da-6f6d-41ec-8291-9c4ebcacad33 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.527155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1304496b-8216-454b-b846-d8195ce764fe None None] Network 1d292398-c001-4230-9fb9-c5cbe3676edc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:23.547371 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d04a39da-6f6d-41ec-8291-9c4ebcacad33 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0619698 Dec 08 01:55:23.547371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44070) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:23.618284 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:23.618628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:23.619232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:23.632459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:23.632801 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:23.643367 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 4 to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 Dec 08 01:55:23.699727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bc848da6-c417-4e6c-9f71-9c707745c8e6 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Deleting port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:23.700067 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc848da6-c417-4e6c-9f71-9c707745c8e6 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.734792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:23.735139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:23.735486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:23.756144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:23.756144 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:23.768591 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 5 to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 Dec 08 01:55:23.811229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-1d292398-c001-4230-9fb9-c5cbe3676edc', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:55:23.815940 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.816978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:23.817529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:23.818103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:23.848653 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.871186 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:23.901677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-86888781-6dfb-4ce3-8536-d42d1cfe4cf5 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:23.911528 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-86888781-6dfb-4ce3-8536-d42d1cfe4cf5 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5&tenant_id=59ce268125774870bb2a6d0d519662d3&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 1096 time: 0.2855594 Dec 08 01:55:24.074753 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44082) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:24.078764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:24.079124 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:24.101457 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 6 to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 Dec 08 01:55:24.105332 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.296057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=f46427f8-1f09-4c5f-9df2-69ba5eba0704,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:24.304607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:24.307982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:24.308509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:24.441031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bc848da6-c417-4e6c-9f71-9c707745c8e6 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] For port 129ce6f0-97f7-43ed-9ba7-7908d19f08b8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=129ce6f0-97f7-43ed-9ba7-7908d19f08b8,segment=NetworkSegment(0112038e-c31c-4f46-b6da-2f2f6fb5d149),segment_id=0112038e-c31c-4f46-b6da-2f2f6fb5d149)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:24.441565 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc848da6-c417-4e6c-9f71-9c707745c8e6 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.446867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:24.450118 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:24.475906 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 7 to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 Dec 08 01:55:24.698613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948bb08-0dac-4291-882a-725721c0be0f None None] Pushing event updated for resources: {'Port': ['ID=427ea33e-a589-428c-8303-69a6528a1ace,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:24.796145 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-38bc9923-23de-4342-a772-20dfba3af750 None None] Provisioning complete for port 427ea33e-a589-428c-8303-69a6528a1ace triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:24.796559 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-38bc9923-23de-4342-a772-20dfba3af750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.948603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Attempting to bind port 427ea33e-a589-428c-8303-69a6528a1ace on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:24.953569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Attempting to bind port 427ea33e-a589-428c-8303-69a6528a1ace by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '998841be-5462-4027-b239-14a6ea6f5699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:24.954740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Attempting to bind port 427ea33e-a589-428c-8303-69a6528a1ace on network 140822e7-21f9-4943-b59f-c1e13a3de48d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:24.976442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:24.990713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Checking segment: {'id': '998841be-5462-4027-b239-14a6ea6f5699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:24.991584 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:24.992167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Bound using segment: {'id': '998841be-5462-4027-b239-14a6ea6f5699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:24.992901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Bound port: 427ea33e-a589-428c-8303-69a6528a1ace, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998841be-5462-4027-b239-14a6ea6f5699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:24.993480 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.116605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:25.117185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:25.117301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:25.120303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] For port 427ea33e-a589-428c-8303-69a6528a1ace, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:25.121304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.121670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.122022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.122384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.122707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.123052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.123389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.123724 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.124730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.124730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.124730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.125196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.125778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:25.127353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] For port 427ea33e-a589-428c-8303-69a6528a1ace, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=427ea33e-a589-428c-8303-69a6528a1ace,segment=NetworkSegment(998841be-5462-4027-b239-14a6ea6f5699),segment_id=998841be-5462-4027-b239-14a6ea6f5699)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:25.146315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bc848da6-c417-4e6c-9f71-9c707745c8e6 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Calling delete_port for 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:25.148561 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.169084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:25.169427 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:25.193294 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 8 to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 Dec 08 01:55:25.196831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-38bc9923-23de-4342-a772-20dfba3af750 None None] Port 427ea33e-a589-428c-8303-69a6528a1ace cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:25.228624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Allocated IP 2001:db8:1::2 (1d292398-c001-4230-9fb9-c5cbe3676edc/5b12502b-8334-4772-bee0-93dc3f24941f/13605c13-c89b-4619-877f-4a51afd773c9) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:25.274808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:25.276157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:25.300071 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-346ac0d4-4e2b-4a00-96d7-ca28d27465fd service neutron] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:25.356257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948bb08-0dac-4291-882a-725721c0be0f None None] Pushing event updated for resources: {'Port': ['ID=427ea33e-a589-428c-8303-69a6528a1ace,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:25.364925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-346ac0d4-4e2b-4a00-96d7-ca28d27465fd service neutron] Publish callbacks [] for binding, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.370374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-346ac0d4-4e2b-4a00-96d7-ca28d27465fd service neutron] 10.222.0.65 "DELETE /v2.0/ports/e811ec12-5174-494f-aac8-6a3fc40548c4/bindings/n-h2-713498-30 HTTP/1.1" status: 204 len: 173 time: 1.4320917 Dec 08 01:55:25.500375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.501522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:25.501990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:25.503885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:25.508568 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:25.570426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:25.570976 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:25.635766 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 9 to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 Dec 08 01:55:25.654108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:25.654555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:25.654987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:25.691272 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd9213-be85-4086-8a14-7cb8655f425e req-cc3274fb-5cac-4a3a-9dca-6b7c84751c83 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:25.693268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-edcd9213-be85-4086-8a14-7cb8655f425e req-cc3274fb-5cac-4a3a-9dca-6b7c84751c83 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 944 time: 0.5600951 Dec 08 01:55:25.731329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:25.742494 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:25.753588 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 10 to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 Dec 08 01:55:25.883191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:25.883864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:25.884461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:25.894622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:25.895567 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:25.896154 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.908588 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:25.952741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-edcd9213-be85-4086-8a14-7cb8655f425e req-293b3ef8-9050-428b-8299-c0d42fb777e0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001135 Dec 08 01:55:26.187624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4a1492d7-aafa-4c0c-be1d-bb201118c3b1 None None] Provisioning complete for port 427ea33e-a589-428c-8303-69a6528a1ace triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:26.188320 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a1492d7-aafa-4c0c-be1d-bb201118c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.193954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f192228-8c79-4601-ba5a-557217de67f3 req-35b8d2cf-22ce-4c41-9012-ab16f1f07dac tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:26.200570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9f192228-8c79-4601-ba5a-557217de67f3 req-35b8d2cf-22ce-4c41-9012-ab16f1f07dac tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 1096 time: 0.1040273 Dec 08 01:55:26.293569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] For port a9d73434-3ae0-40af-b565-1d5a6fcf3b48, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:26.294248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempted to set empty binding levels {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 01:55:26.302825 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc848da6-c417-4e6c-9f71-9c707745c8e6 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.323178 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.339530 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.360465 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.363612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:26.364222 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.376313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc848da6-c417-4e6c-9f71-9c707745c8e6 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'Port': ['ID=129ce6f0-97f7-43ed-9ba7-7908d19f08b8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:26.452187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Network 1d292398-c001-4230-9fb9-c5cbe3676edc is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:26.455840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Allocated IP 2001:db8:1::1 (1d292398-c001-4230-9fb9-c5cbe3676edc/5b12502b-8334-4772-bee0-93dc3f24941f/5e909e38-3159-4cba-a66e-068b3ece7a0c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:26.473675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:26.483170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:26.494274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:55:19Z', 'revision_number': 2, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:25Z', 'revision_number': 4, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:26.607120 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a1492d7-aafa-4c0c-be1d-bb201118c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.624054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Pushing event updated for resources: {'Port': ['ID=13605c13-c89b-4619-877f-4a51afd773c9,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:26.634275 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.642026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c793a3-e67e-4a03-8e8c-ba058caf0514 None None] The sync data for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 is: [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:55:19Z', 'revision_number': 2, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:25Z', 'revision_number': 4, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:26.659323 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.2610881 Dec 08 01:55:26.668172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44114) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:26.678761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9f192228-8c79-4601-ba5a-557217de67f3 req-68ad21f4-ed5f-4a34-9b2a-b6c095ae3d4a tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4691973 Dec 08 01:55:26.684184 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.704383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21957c1-fd4b-4767-b9c3-033475c16867 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event updated for resources: {'Port': ['ID=a9d73434-3ae0-40af-b565-1d5a6fcf3b48,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:26.789100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4a1492d7-aafa-4c0c-be1d-bb201118c3b1 None None] For port 427ea33e-a589-428c-8303-69a6528a1ace, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=427ea33e-a589-428c-8303-69a6528a1ace,segment=NetworkSegment(998841be-5462-4027-b239-14a6ea6f5699),segment_id=998841be-5462-4027-b239-14a6ea6f5699)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:26.805023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 1d292398-c001-4230-9fb9-c5cbe3676edc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:26.806301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=5e909e38-3159-4cba-a66e-068b3ece7a0c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:26.810699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:26.813533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:26.814076 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.828951 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a1492d7-aafa-4c0c-be1d-bb201118c3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.847284 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Attempting to bind port 13605c13-c89b-4619-877f-4a51afd773c9 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:26.847664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Attempting to bind port 13605c13-c89b-4619-877f-4a51afd773c9 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '53c2967a-f519-45f8-8979-10b7e98ef548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:26.848038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Attempting to bind port 13605c13-c89b-4619-877f-4a51afd773c9 on network 1d292398-c001-4230-9fb9-c5cbe3676edc {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:26.885986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:26.886540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Checking segment: {'id': '53c2967a-f519-45f8-8979-10b7e98ef548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:26.887071 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.887581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Bound using segment: {'id': '53c2967a-f519-45f8-8979-10b7e98ef548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:26.888186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Bound port: 13605c13-c89b-4619-877f-4a51afd773c9, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c2967a-f519-45f8-8979-10b7e98ef548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:26.888734 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:26.957524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1492d7-aafa-4c0c-be1d-bb201118c3b1 None None] Pushing event updated for resources: {'Port': ['ID=427ea33e-a589-428c-8303-69a6528a1ace,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:26.995845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] For port 13605c13-c89b-4619-877f-4a51afd773c9, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:27.003648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] For port 13605c13-c89b-4619-877f-4a51afd773c9, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=13605c13-c89b-4619-877f-4a51afd773c9,segment=NetworkSegment(53c2967a-f519-45f8-8979-10b7e98ef548),segment_id=53c2967a-f519-45f8-8979-10b7e98ef548)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:27.013799 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.092020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.112942 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc848da6-c417-4e6c-9f71-9c707745c8e6 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.167907 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80c841-c1a4-4caa-9e0f-bc16debb68b6 None None] Pushing event updated for resources: {'Port': ['ID=13605c13-c89b-4619-877f-4a51afd773c9,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:27.495781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Router 23acfe9a-f767-4589-b016-b17585a21cdf has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:27.531068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c4a19-3f5c-4077-a808-0ad24f194797 req-18050b39-979b-447c-b727-6c4853bb21dc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:27.542371 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-529c4a19-3f5c-4077-a808-0ad24f194797 req-18050b39-979b-447c-b727-6c4853bb21dc tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 944 time: 0.5541496 Dec 08 01:55:27.580171 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.588426 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.589246 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.733131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=5e909e38-3159-4cba-a66e-068b3ece7a0c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:27.779315 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7756a4dd-fe1b-441a-8cb2-fef051beaf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.858408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 1d292398-c001-4230-9fb9-c5cbe3676edc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:27.860374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:27.897382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-529c4a19-3f5c-4077-a808-0ad24f194797 req-b76b40c8-4660-4593-89e0-4f817ffc74b8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3540366 Dec 08 01:55:27.916753 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-65da0ee2-edcb-4b60-bea7-66213dc07302 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Deleting port a9d73434-3ae0-40af-b565-1d5a6fcf3b48 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:27.917396 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65da0ee2-edcb-4b60-bea7-66213dc07302 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:27.918902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44124) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:28.041335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 9895d392-bcea-48f5-8f44-010c0faf1f73 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:28.158232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:28.172376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d9d89b9c-6e20-442b-acf3-290c5f96913b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6254022 Dec 08 01:55:28.178370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:28.189882 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5b4df0a5-a1bc-4649-aef3-53d7ecbd13b4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-61615554'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:28.244306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4df0a5-a1bc-4649-aef3-53d7ecbd13b4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:28.245701 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4df0a5-a1bc-4649-aef3-53d7ecbd13b4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.312249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4df0a5-a1bc-4649-aef3-53d7ecbd13b4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:55:28.336745 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4df0a5-a1bc-4649-aef3-53d7ecbd13b4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.343190 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-5b4df0a5-a1bc-4649-aef3-53d7ecbd13b4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Added segment a6164b6f-ec0c-41ed-b6da-2f74b961c1e2 of type vlan for network c4459df1-ee47-426f-b813-7cd6af2854cc Dec 08 01:55:28.378656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:28.391419 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43734a3-158a-4438-9ba1-ee9bd93d55e8 None None] Sync routers for ids ['23acfe9a-f767-4589-b016-b17585a21cdf'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:28.409368 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43734a3-158a-4438-9ba1-ee9bd93d55e8 None None] Routers {'23acfe9a-f767-4589-b016-b17585a21cdf'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:28.410003 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a43734a3-158a-4438-9ba1-ee9bd93d55e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['23acfe9a-f767-4589-b016-b17585a21cdf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:28.449927 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4df0a5-a1bc-4649-aef3-53d7ecbd13b4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.494481 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4df0a5-a1bc-4649-aef3-53d7ecbd13b4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.495972 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-65da0ee2-edcb-4b60-bea7-66213dc07302 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] For port a9d73434-3ae0-40af-b565-1d5a6fcf3b48, host n-h2-713498-30, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:28.496496 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65da0ee2-edcb-4b60-bea7-66213dc07302 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.507129 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4df0a5-a1bc-4649-aef3-53d7ecbd13b4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:28.508226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4df0a5-a1bc-4649-aef3-53d7ecbd13b4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.512825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-65da0ee2-edcb-4b60-bea7-66213dc07302 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Calling delete_port for a9d73434-3ae0-40af-b565-1d5a6fcf3b48 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:28.554177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 13605c13-c89b-4619-877f-4a51afd773c9 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:28.584075 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5b4df0a5-a1bc-4649-aef3-53d7ecbd13b4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4043005 Dec 08 01:55:28.587981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44134) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:28.593399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-62dd9c91-226b-4af6-8f52-29e6239b2ba4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'subnet': {'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:28.611378 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a43734a3-158a-4438-9ba1-ee9bd93d55e8 None None] Set router 23acfe9a-f767-4589-b016-b17585a21cdf gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:28.708449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4df0a5-a1bc-4649-aef3-53d7ecbd13b4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Network': ['ID=c4459df1-ee47-426f-b813-7cd6af2854cc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:28.718744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 13605c13-c89b-4619-877f-4a51afd773c9 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:28.719144 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:28.867938 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-deb774b7-9a8e-4e6e-bd01-d4f9184f6b9f admin admin] 10.222.0.70 "PUT /v2.0/routers/23acfe9a-f767-4589-b016-b17585a21cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6081204 Dec 08 01:55:28.872825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44140) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:28.878008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network c4459df1-ee47-426f-b813-7cd6af2854cc details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:55:28.889724 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a43734a3-158a-4438-9ba1-ee9bd93d55e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'name': 'tempest-TaggedBootDevicesTest_v242-1288369392-router', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:21Z', 'updated_at': '2021-12-08T01:55:23Z', 'revision_number': 5, 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'gw_port': {'id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:22Z', 'updated_at': '2021-12-08T01:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:28.923960 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43734a3-158a-4438-9ba1-ee9bd93d55e8 None None] Checking router: 23acfe9a-f767-4589-b016-b17585a21cdf for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:28.933555 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43734a3-158a-4438-9ba1-ee9bd93d55e8 None None] Routers {'23acfe9a-f767-4589-b016-b17585a21cdf'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:28.934470 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a43734a3-158a-4438-9ba1-ee9bd93d55e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['23acfe9a-f767-4589-b016-b17585a21cdf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:29.000160 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7fe69a43-7849-4956-851d-6f92653dc65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.006620 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65da0ee2-edcb-4b60-bea7-66213dc07302 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.079585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.095747 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a43734a3-158a-4438-9ba1-ee9bd93d55e8 None None] Set router 23acfe9a-f767-4589-b016-b17585a21cdf gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:29.144838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da0ee2-edcb-4b60-bea7-66213dc07302 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9d73434-3ae0-40af-b565-1d5a6fcf3b48,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:29.165718 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65da0ee2-edcb-4b60-bea7-66213dc07302 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.168077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dd9c91-226b-4af6-8f52-29e6239b2ba4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:29.171468 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-65da0ee2-edcb-4b60-bea7-66213dc07302 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "DELETE /v2.0/ports/a9d73434-3ae0-40af-b565-1d5a6fcf3b48 HTTP/1.1" status: 204 len: 168 time: 2.4732621 Dec 08 01:55:29.175922 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62dd9c91-226b-4af6-8f52-29e6239b2ba4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.186479 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44142) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:29.221480 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.239609 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5917d1f-1d13-474e-ae45-093947fc7fdd tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] GET failed (client error): The resource could not be found. Dec 08 01:55:29.242192 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d5917d1f-1d13-474e-ae45-093947fc7fdd tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "GET /v2.0/ports/a9d73434-3ae0-40af-b565-1d5a6fcf3b48 HTTP/1.1" status: 404 len: 333 time: 0.0543313 Dec 08 01:55:29.248968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44144) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:29.255004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Request body: {'port': {'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-875282117'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:29.272305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 13605c13-c89b-4619-877f-4a51afd773c9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=13605c13-c89b-4619-877f-4a51afd773c9,segment=NetworkSegment(53c2967a-f519-45f8-8979-10b7e98ef548),segment_id=53c2967a-f519-45f8-8979-10b7e98ef548)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:29.274361 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6bfd0b-bc28-497a-8b4d-fa4a5368c71a None None] Network 1d292398-c001-4230-9fb9-c5cbe3676edc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:29.280175 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-43fe2e81-2cdc-4a31-a7b5-6e4789bea8ad tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/e1c7b9e9-23ed-4558-a929-4ce3baafc747 HTTP/1.1" status: 200 len: 991 time: 1.3456199 Dec 08 01:55:29.295326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.296516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 427ea33e-a589-428c-8303-69a6528a1ace up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:29.339461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Sync routers for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:29.442100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-eccf310b-7a36-4ab2-9705-c8949d96937c None None] Provisioning complete for port 13605c13-c89b-4619-877f-4a51afd773c9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:29.442547 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eccf310b-7a36-4ab2-9705-c8949d96937c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.480341 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:29.481188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:29.526485 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.551901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Made reservation on behalf of 1c05ca3099204c41b59eca5082df0b3e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:29.558925 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.561252 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a43734a3-158a-4438-9ba1-ee9bd93d55e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'name': 'tempest-TaggedBootDevicesTest_v242-1288369392-router', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:21Z', 'updated_at': '2021-12-08T01:55:23Z', 'revision_number': 5, 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'gw_port': {'id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:22Z', 'updated_at': '2021-12-08T01:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:29.594605 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43734a3-158a-4438-9ba1-ee9bd93d55e8 None None] The sync data for ids ['23acfe9a-f767-4589-b016-b17585a21cdf'] in n-d-713498-30 is: [{'id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'name': 'tempest-TaggedBootDevicesTest_v242-1288369392-router', 'tenant_id': 'a16123f61ab24dbca0b11d05344dc84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:42:21Z', 'updated_at': '2021-12-08T01:55:23Z', 'revision_number': 5, 'project_id': 'a16123f61ab24dbca0b11d05344dc84b', 'gw_port': {'id': '1cba4060-e907-41f0-a4e7-48f79fcc904e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23acfe9a-f767-4589-b016-b17585a21cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:42:22Z', 'updated_at': '2021-12-08T01:42:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:29.598105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44150) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:29.620796 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:29.662257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc848da6-c417-4e6c-9f71-9c707745c8e6 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Router acd5d469-6951-4110-aeab-30acad5a3933 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:29.676833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] device_id is not set on port 249ae414-ce55-43f0-8e7f-b435c126cc4b yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:55:29.825219 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62dd9c91-226b-4af6-8f52-29e6239b2ba4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.931582 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:29.936193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Deleting port 1cba4060-e907-41f0-a4e7-48f79fcc904e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:29.936648 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.034904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=13605c13-c89b-4619-877f-4a51afd773c9,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:30.133438 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.149299 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd9c91-226b-4af6-8f52-29e6239b2ba4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Subnet': ['ID=792abc9d-8f68-446d-abdd-95c6fc150547,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:30.211767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 427ea33e-a589-428c-8303-69a6528a1ace triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:30.212659 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.346834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dd9c91-226b-4af6-8f52-29e6239b2ba4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Checking segment: {'id': 'a6164b6f-ec0c-41ed-b6da-2f74b961c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:30.346834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd9c91-226b-4af6-8f52-29e6239b2ba4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network hostable DHCP agents. Network: c4459df1-ee47-426f-b813-7cd6af2854cc, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:55:30.357459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event updated for resources: {'Port': ['ID=249ae414-ce55-43f0-8e7f-b435c126cc4b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:30.360644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc848da6-c417-4e6c-9f71-9c707745c8e6 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:30.373588 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db25809-1c55-48b7-ae5f-a879829a05bf None None] Sync routers for ids ['acd5d469-6951-4110-aeab-30acad5a3933'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:30.383428 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bc848da6-c417-4e6c-9f71-9c707745c8e6 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "PUT /v2.0/routers/acd5d469-6951-4110-aeab-30acad5a3933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5816216 Dec 08 01:55:30.386513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:30.389021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44160) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:30.391598 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db25809-1c55-48b7-ae5f-a879829a05bf None None] Routers {'acd5d469-6951-4110-aeab-30acad5a3933'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:30.392979 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7db25809-1c55-48b7-ae5f-a879829a05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['acd5d469-6951-4110-aeab-30acad5a3933'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:30.400193 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:30.404480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:30.405827 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:30.406905 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.417648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port 2df13495-2521-43b0-83ea-90883dd2a1c2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:30.418140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.432091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] For port 1cba4060-e907-41f0-a4e7-48f79fcc904e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1cba4060-e907-41f0-a4e7-48f79fcc904e,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:30.432561 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.482359 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b6d76c31-c1c6-4f0a-a8b8-6884e4e9bbc7 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2317369 Dec 08 01:55:30.486794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44162) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:30.495975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Calling delete_port for 1cba4060-e907-41f0-a4e7-48f79fcc904e owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:30.499539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd9c91-226b-4af6-8f52-29e6239b2ba4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network c4459df1-ee47-426f-b813-7cd6af2854cc is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:55:30.507538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:30.534794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 3, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:27Z', 'revision_number': 2, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:30.576218 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Checking router: 9895d392-bcea-48f5-8f44-010c0faf1f73 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:30.576646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Updating router 9895d392-bcea-48f5-8f44-010c0faf1f73 port 5e909e38-3159-4cba-a66e-068b3ece7a0c binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:55:30.612107 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.621559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-62dd9c91-226b-4af6-8f52-29e6239b2ba4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c4459df1-ee47-426f-b813-7cd6af2854cc) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:30.644704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dd9c91-226b-4af6-8f52-29e6239b2ba4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:30.645382 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62dd9c91-226b-4af6-8f52-29e6239b2ba4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.674916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcaf732-a388-4a73-b043-73ec7a56c8fa None None] Network c4459df1-ee47-426f-b813-7cd6af2854cc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:30.718526 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.852884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cfcd6757-07a8-4b55-a4aa-5641cf99d3c8 None None] Provisioning complete for port 5e909e38-3159-4cba-a66e-068b3ece7a0c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:30.853761 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6757-07a8-4b55-a4aa-5641cf99d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:30.860991 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 13605c13-c89b-4619-877f-4a51afd773c9 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:30.960102 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7db25809-1c55-48b7-ae5f-a879829a05bf None None] Set router acd5d469-6951-4110-aeab-30acad5a3933 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:31.005609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] device_id is not set on port 249ae414-ce55-43f0-8e7f-b435c126cc4b yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:55:31.030968 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.059491 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.097423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-62dd9c91-226b-4af6-8f52-29e6239b2ba4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5081770 Dec 08 01:55:31.107345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:31.133272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd6757-07a8-4b55-a4aa-5641cf99d3c8 None None] Port 5e909e38-3159-4cba-a66e-068b3ece7a0c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:31.153782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 13605c13-c89b-4619-877f-4a51afd773c9 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:31.154316 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.169936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc306dd4-0d64-4c04-8b54-f3f63ef20b6a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Deleting subnet 43a3bf5d-f8b6-4fb4-ad81-7dab890a8022 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:31.174683 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc306dd4-0d64-4c04-8b54-f3f63ef20b6a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.232152 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc306dd4-0d64-4c04-8b54-f3f63ef20b6a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.235638 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.262620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.262960 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.377484 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc306dd4-0d64-4c04-8b54-f3f63ef20b6a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.403021 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7db25809-1c55-48b7-ae5f-a879829a05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:31.404618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-c4459df1-ee47-426f-b813-7cd6af2854cc', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:55:31.407102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cba4060-e907-41f0-a4e7-48f79fcc904e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:31.448170 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for 2df13495-2521-43b0-83ea-90883dd2a1c2 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:31.454074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.488094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7756a4dd-fe1b-441a-8cb2-fef051beaf1f admin admin] Deleting port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:31.492440 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7756a4dd-fe1b-441a-8cb2-fef051beaf1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.496316 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc306dd4-0d64-4c04-8b54-f3f63ef20b6a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.499459 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db25809-1c55-48b7-ae5f-a879829a05bf None None] Checking router: acd5d469-6951-4110-aeab-30acad5a3933 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:31.513124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5992016-a6b2-4f95-b410-7f3193d874bd None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:31.534140 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db25809-1c55-48b7-ae5f-a879829a05bf None None] Routers {'acd5d469-6951-4110-aeab-30acad5a3933'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:31.534807 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7db25809-1c55-48b7-ae5f-a879829a05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['acd5d469-6951-4110-aeab-30acad5a3933'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:31.561916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc306dd4-0d64-4c04-8b54-f3f63ef20b6a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.566298 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bc306dd4-0d64-4c04-8b54-f3f63ef20b6a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "DELETE /v2.0/subnets/43a3bf5d-f8b6-4fb4-ad81-7dab890a8022 HTTP/1.1" status: 204 len: 168 time: 1.1752422 Dec 08 01:55:31.578370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc306dd4-0d64-4c04-8b54-f3f63ef20b6a tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'Subnet': ['ID=43a3bf5d-f8b6-4fb4-ad81-7dab890a8022,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:31.581911 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44178) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:31.598635 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01ff90ba-fd65-45d1-8497-1608fa93b94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.611715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebea59d-4a1e-4d29-a89d-5637ede3a049 None None] Network c534e06d-f2d1-4d1b-a40a-bbc7730863e9 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:31.737029 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7db25809-1c55-48b7-ae5f-a879829a05bf None None] Set router acd5d469-6951-4110-aeab-30acad5a3933 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:31.740800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cfcd6757-07a8-4b55-a4aa-5641cf99d3c8 None None] Provisioning complete for port 13605c13-c89b-4619-877f-4a51afd773c9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:31.741398 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cfcd6757-07a8-4b55-a4aa-5641cf99d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.747345 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.946055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.950909 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:31.954090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:31.957150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:31.957508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:31.963798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event updated for resources: {'Port': ['ID=249ae414-ce55-43f0-8e7f-b435c126cc4b,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:32.030835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:32.031154 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:32.033609 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 2 to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b Dec 08 01:55:32.124180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:32.124588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:32.124937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:32.149917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7756a4dd-fe1b-441a-8cb2-fef051beaf1f admin admin] For port 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:32.150281 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7756a4dd-fe1b-441a-8cb2-fef051beaf1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.152783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:32.153128 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:32.159217 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 3 to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b Dec 08 01:55:32.171945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7756a4dd-fe1b-441a-8cb2-fef051beaf1f admin admin] Calling delete_port for 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:32.180711 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.202437 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7db25809-1c55-48b7-ae5f-a879829a05bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:32.205853 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:32.206213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:32.206559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:32.253664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:32.253915 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:32.258078 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 4 to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b Dec 08 01:55:32.266258 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db25809-1c55-48b7-ae5f-a879829a05bf None None] The sync data for ids ['acd5d469-6951-4110-aeab-30acad5a3933'] in n-d-713498-30 is: [{'id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1371424288', 'tenant_id': 'c861c2539f754d67a3e576ef59395956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '474008b2-8408-4375-aabb-4e1eefd58788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:42Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': 'c861c2539f754d67a3e576ef59395956', 'gw_port': {'id': '474008b2-8408-4375-aabb-4e1eefd58788', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:32:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5d469-6951-4110-aeab-30acad5a3933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2672, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:32.295918 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Deleting port 474008b2-8408-4375-aabb-4e1eefd58788 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:32.296273 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.299772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:32.300154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:32.300500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:32.346385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:32.346761 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:32.409810 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.420110 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.501122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ce639-e0de-4c35-b95d-5c87b3d5a4a4 None None] Pushing event updated for resources: {'Port': ['ID=5e909e38-3159-4cba-a66e-068b3ece7a0c,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:32.596922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f46427f8-1f09-4c5f-9df2-69ba5eba0704 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:32.746377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: f46427f8-1f09-4c5f-9df2-69ba5eba0704 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:32.746975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f46427f8-1f09-4c5f-9df2-69ba5eba0704 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:32.758035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] For port 474008b2-8408-4375-aabb-4e1eefd58788, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=474008b2-8408-4375-aabb-4e1eefd58788,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:32.758520 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.779971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Calling delete_port for 474008b2-8408-4375-aabb-4e1eefd58788 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:32.813879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befd7456-a43d-4b23-ab44-4e8c05791aeb None None] DHCP port deletion for c534e06d-f2d1-4d1b-a40a-bbc7730863e9 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:32.819068 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:32.905314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Attempting to bind port 5e909e38-3159-4cba-a66e-068b3ece7a0c on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:32.906685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Attempting to bind port 5e909e38-3159-4cba-a66e-068b3ece7a0c by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '53c2967a-f519-45f8-8979-10b7e98ef548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:32.906685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Attempting to bind port 5e909e38-3159-4cba-a66e-068b3ece7a0c on network 1d292398-c001-4230-9fb9-c5cbe3676edc {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:32.932143 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 5 to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b Dec 08 01:55:32.970238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:32.980320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:32.980320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:32.998290 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7756a4dd-fe1b-441a-8cb2-fef051beaf1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.001766 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.007089 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.040108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:33.040629 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:33.061817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:33.064354 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:33.064686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Checking segment: {'id': '53c2967a-f519-45f8-8979-10b7e98ef548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:33.065104 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.066693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Bound using segment: {'id': '53c2967a-f519-45f8-8979-10b7e98ef548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:33.066693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Bound port: 5e909e38-3159-4cba-a66e-068b3ece7a0c, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c2967a-f519-45f8-8979-10b7e98ef548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:33.066693 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.071144 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 6 to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b Dec 08 01:55:33.104071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:33.104613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:33.105057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:33.110746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756a4dd-fe1b-441a-8cb2-fef051beaf1f admin admin] Pushing event deleted for resources: {'Port': ['ID=29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:33.197313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:33.198157 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:33.206203 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:33.206964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 129ce6f0-97f7-43ed-9ba7-7908d19f08b8 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:33.206964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 82d308ec-3189-4d91-a958-63c926e4352a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:33.209493 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-072826b7-536d-4156-8a30-a502fc979de2 None None] Provisioning complete for port 5e909e38-3159-4cba-a66e-068b3ece7a0c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:33.209831 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-072826b7-536d-4156-8a30-a502fc979de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.254491 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 7 to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b Dec 08 01:55:33.423949 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.424794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23acfe9a-f767-4589-b016-b17585a21cdf {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:55:33.434409 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7756a4dd-fe1b-441a-8cb2-fef051beaf1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.446334 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.456148 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5b4b8c6f-051d-416e-ad7d-3500a351030d admin admin] 10.222.0.70 "DELETE /v2.0/routers/23acfe9a-f767-4589-b016-b17585a21cdf HTTP/1.1" status: 204 len: 168 time: 4.5822964 Dec 08 01:55:33.465838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44200) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:33.467015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] For port 5e909e38-3159-4cba-a66e-068b3ece7a0c, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:33.470099 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:33.470401 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.470551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:33.471517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] For port 5e909e38-3159-4cba-a66e-068b3ece7a0c, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5e909e38-3159-4cba-a66e-068b3ece7a0c,segment=NetworkSegment(53c2967a-f519-45f8-8979-10b7e98ef548),segment_id=53c2967a-f519-45f8-8979-10b7e98ef548)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:33.472568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:33.485074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Allocated IP 2001:db8:2::2 (c4459df1-ee47-426f-b813-7cd6af2854cc/792abc9d-8f68-446d-abdd-95c6fc150547/fd0f722f-1d6d-40af-a413-8bda1652f934) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:33.519324 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.556050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:33.556345 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:33.559218 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 8 to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b Dec 08 01:55:33.629227 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:33.629573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:33.629914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:33.680505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:33.680849 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:33.711756 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 9 to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b Dec 08 01:55:33.746889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:33.747236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:33.747739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:33.756236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:33.757199 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:33.759917 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 10 to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b Dec 08 01:55:33.774415 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.809122 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.809976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:33.810329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:33.810670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:33.817184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'Port': ['ID=474008b2-8408-4375-aabb-4e1eefd58788,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:33.856760 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:33.928442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3d74b6-30b4-461b-956f-edd2792d1393 admin admin] Deleting subnet 4234b37d-9e8c-479e-bdf2-32ca7cf13983 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:33.988810 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d3d74b6-30b4-461b-956f-edd2792d1393 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.120409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=2df13495-2521-43b0-83ea-90883dd2a1c2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:34.212104 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d3d74b6-30b4-461b-956f-edd2792d1393 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.221963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:34.222624 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port 249ae414-ce55-43f0-8e7f-b435c126cc4b on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:34.223867 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.260796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Allocated IP 2001:db8:2::1 (c4459df1-ee47-426f-b813-7cd6af2854cc/792abc9d-8f68-446d-abdd-95c6fc150547/223c71ce-7d62-4b63-9553-e4035280d94e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:34.265048 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.265384 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Floating IP e1c7b9e9-23ed-4558-a929-4ce3baafc747 disassociated (deleted). External IP: 172.25.2.121, port: e811ec12-5174-494f-aac8-6a3fc40548c4. Dec 08 01:55:34.343178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713208ee-3afa-4c36-a840-4d916bdd0820 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:34.363163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.498508 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d3d74b6-30b4-461b-956f-edd2792d1393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.500860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] For port 249ae414-ce55-43f0-8e7f-b435c126cc4b, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:34.502593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempted to set empty binding levels {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 01:55:34.511635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:34.512383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:34.610302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d3d74b6-30b4-461b-956f-edd2792d1393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.627575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:34.632543 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.646303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.739631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d74b6-30b4-461b-956f-edd2792d1393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4234b37d-9e8c-479e-bdf2-32ca7cf13983,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:34.742142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-072826b7-536d-4156-8a30-a502fc979de2 None None] Port 5e909e38-3159-4cba-a66e-068b3ece7a0c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:34.749528 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d3d74b6-30b4-461b-956f-edd2792d1393 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.758944 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5d3d74b6-30b4-461b-956f-edd2792d1393 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4234b37d-9e8c-479e-bdf2-32ca7cf13983 HTTP/1.1" status: 204 len: 168 time: 1.2275252 Dec 08 01:55:34.762763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:34.766139 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.767152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89cddc6-6a3c-468c-92ca-753cff5b86c6 None None] Network b2984459-887d-4d82-98b9-939640d54b08 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:34.769585 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.785085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Network c4459df1-ee47-426f-b813-7cd6af2854cc is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:34.801560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7756a4dd-fe1b-441a-8cb2-fef051beaf1f admin admin] Router ecc649c4-8963-4b2b-ae3f-96eab8f3372b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:34.805380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] In _notify_port_updated(), no bound segment for port 249ae414-ce55-43f0-8e7f-b435c126cc4b on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:55:34.806262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:34.806876 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.808343 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "PUT /v2.0/ports/249ae414-ce55-43f0-8e7f-b435c126cc4b HTTP/1.1" status: 200 len: 975 time: 4.3143127 Dec 08 01:55:34.832504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-befd7456-a43d-4b23-ab44-4e8c05791aeb None None] Deleting port 82d308ec-3189-4d91-a958-63c926e4352a {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:34.833106 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-befd7456-a43d-4b23-ab44-4e8c05791aeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.858851 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.867167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44212) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:34.905617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-befd7456-a43d-4b23-ab44-4e8c05791aeb None None] For port 82d308ec-3189-4d91-a958-63c926e4352a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=82d308ec-3189-4d91-a958-63c926e4352a,segment=NetworkSegment(0112038e-c31c-4f46-b6da-2f2f6fb5d149),segment_id=0112038e-c31c-4f46-b6da-2f2f6fb5d149)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:34.906022 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-befd7456-a43d-4b23-ab44-4e8c05791aeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.920047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-befd7456-a43d-4b23-ab44-4e8c05791aeb None None] Calling delete_port for 82d308ec-3189-4d91-a958-63c926e4352a owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:34.935533 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:34.938466 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.097508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f59ff-fafd-4510-8c07-62d769f97033 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event updated for resources: {'Port': ['ID=249ae414-ce55-43f0-8e7f-b435c126cc4b,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:35.100558 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-befd7456-a43d-4b23-ab44-4e8c05791aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.131719 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:35.135754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:35.140190 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.182858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.206035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.207287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.207914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.208565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.209740 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.210404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.211021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.211636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.212249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.212881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.213492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.214121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.214733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.215483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.216098 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.216727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.217335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.217945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.218607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.219217 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.219828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.220490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.221101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.221714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:35.222454 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.222997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Fanout notify agent at l3_agent the message router_deleted on router acd5d469-6951-4110-aeab-30acad5a3933 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:55:35.229606 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3cce36ad-6c68-4858-84ee-78c4fb260d9e tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21962 time: 0.3599679 Dec 08 01:55:35.230403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44222) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:35.241765 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.242897 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3f274b4b-503c-4999-9adb-023f68aedb23 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "DELETE /v2.0/routers/acd5d469-6951-4110-aeab-30acad5a3933 HTTP/1.1" status: 204 len: 168 time: 3.6467402 Dec 08 01:55:35.245723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44224) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:35.263792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd7456-a43d-4b23-ab44-4e8c05791aeb None None] No DVR routers for this DVR port 82d308ec-3189-4d91-a958-63c926e4352a on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:35.282187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 5124822c-f2c4-4850-804f-77c6590a1656 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:35.282350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ce639-e0de-4c35-b95d-5c87b3d5a4a4 None None] Pushing event updated for resources: {'Port': ['ID=5e909e38-3159-4cba-a66e-068b3ece7a0c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:35.350489 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Pushing event updated for resources: {'Port': ['ID=fd0f722f-1d6d-40af-a413-8bda1652f934,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:35.361104 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7756a4dd-fe1b-441a-8cb2-fef051beaf1f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:35.373907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7756a4dd-fe1b-441a-8cb2-fef051beaf1f admin admin] 10.222.0.70 "PUT /v2.0/routers/ecc649c4-8963-4b2b-ae3f-96eab8f3372b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2900047 Dec 08 01:55:35.377663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44226) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:35.394329 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.446287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd7456-a43d-4b23-ab44-4e8c05791aeb None None] Pushing event deleted for resources: {'Port': ['ID=82d308ec-3189-4d91-a958-63c926e4352a,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:35.450484 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f06c99-7456-42a3-b687-3ddb06471cd2 None None] Sync routers for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:35.468099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-caa2671e-7099-4652-a09c-48c11275f80c None None] Provisioning complete for port 5e909e38-3159-4cba-a66e-068b3ece7a0c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:35.469111 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-caa2671e-7099-4652-a09c-48c11275f80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.502326 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.566505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Deleting port 5805358b-c789-4f47-a26a-14c2d2ca8b44 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:35.566876 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.587825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f06c99-7456-42a3-b687-3ddb06471cd2 None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:35.589316 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-68f06c99-7456-42a3-b687-3ddb06471cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:35.604418 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.662457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.695065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c534e06d-f2d1-4d1b-a40a-bbc7730863e9']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:35.710866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0112038e-c31c-4f46-b6da-2f2f6fb5d149') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:35.711245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0112038e-c31c-4f46-b6da-2f2f6fb5d149') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:35.724845 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.745782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.758872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:35.759418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:35.852849 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:35.858263 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.869618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Attempting to bind port fd0f722f-1d6d-40af-a413-8bda1652f934 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:35.870545 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.871899 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Attempting to bind port fd0f722f-1d6d-40af-a413-8bda1652f934 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'a6164b6f-ec0c-41ed-b6da-2f74b961c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:35.872476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Attempting to bind port fd0f722f-1d6d-40af-a413-8bda1652f934 on network c4459df1-ee47-426f-b813-7cd6af2854cc {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:35.877608 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] 10.222.0.70 "DELETE /v2.0/networks/c534e06d-f2d1-4d1b-a40a-bbc7730863e9 HTTP/1.1" status: 204 len: 168 time: 0.6306882 Dec 08 01:55:35.910687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f28fa0-2480-4f00-bf7c-3391191fe141 tempest-TestSecurityGroupsBasicOps-821317150 tempest-TestSecurityGroupsBasicOps-821317150-project] Pushing event deleted for resources: {'Network': ['ID=c534e06d-f2d1-4d1b-a40a-bbc7730863e9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:35.972607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:35.973255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Checking segment: {'id': 'a6164b6f-ec0c-41ed-b6da-2f74b961c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:35.973948 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.974712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Bound using segment: {'id': 'a6164b6f-ec0c-41ed-b6da-2f74b961c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:35.975451 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Bound port: fd0f722f-1d6d-40af-a413-8bda1652f934, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6164b6f-ec0c-41ed-b6da-2f74b961c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:35.976096 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:35.995985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network c4459df1-ee47-426f-b813-7cd6af2854cc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:36.018460 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-caa2671e-7099-4652-a09c-48c11275f80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.031316 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 3, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:33Z', 'revision_number': 4, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:36.062669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:36.080652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] For port 5805358b-c789-4f47-a26a-14c2d2ca8b44, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5805358b-c789-4f47-a26a-14c2d2ca8b44,segment=NetworkSegment(f70f1215-96f8-4387-90aa-955143818db0),segment_id=f70f1215-96f8-4387-90aa-955143818db0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:36.081067 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.117297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:36.117843 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.149155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=223c71ce-7d62-4b63-9553-e4035280d94e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:36.149558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] For port fd0f722f-1d6d-40af-a413-8bda1652f934, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:36.154701 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] For port fd0f722f-1d6d-40af-a413-8bda1652f934, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fd0f722f-1d6d-40af-a413-8bda1652f934,segment=NetworkSegment(a6164b6f-ec0c-41ed-b6da-2f74b961c1e2),segment_id=a6164b6f-ec0c-41ed-b6da-2f74b961c1e2)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:36.159194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-68f06c99-7456-42a3-b687-3ddb06471cd2 None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:36.209287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ae74cb-6876-410a-be31-c6d3853e1749 None None] DHCP port deletion for b2984459-887d-4d82-98b9-939640d54b08 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:36.211374 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.220364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977dcec-bd83-46f7-9c3f-0477af94d5a3 None None] The sync data for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 is: [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 3, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:33Z', 'revision_number': 4, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:36.333937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40de460-49a5-4086-92e1-f9d36c9e0950 None None] Pushing event updated for resources: {'Port': ['ID=fd0f722f-1d6d-40af-a413-8bda1652f934,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:36.337251 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 474008b2-8408-4375-aabb-4e1eefd58788 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:36.363769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-caa2671e-7099-4652-a09c-48c11275f80c None None] For port 5e909e38-3159-4cba-a66e-068b3ece7a0c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5e909e38-3159-4cba-a66e-068b3ece7a0c,segment=NetworkSegment(53c2967a-f519-45f8-8979-10b7e98ef548),segment_id=53c2967a-f519-45f8-8979-10b7e98ef548)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:36.404745 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-caa2671e-7099-4652-a09c-48c11275f80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.424672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44242) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:36.456780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Calling delete_port for 5805358b-c789-4f47-a26a-14c2d2ca8b44 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:36.504926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2671e-7099-4652-a09c-48c11275f80c None None] Pushing event updated for resources: {'Port': ['ID=5e909e38-3159-4cba-a66e-068b3ece7a0c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:36.510383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 474008b2-8408-4375-aabb-4e1eefd58788 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:36.518330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 474008b2-8408-4375-aabb-4e1eefd58788 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:36.518979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1cba4060-e907-41f0-a4e7-48f79fcc904e no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:36.589701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:36.599419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 1cba4060-e907-41f0-a4e7-48f79fcc904e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:36.602723 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fb4ca-fbdb-4baa-ac3e-3483a4fdcec2 None None] Sync routers for ids ['5124822c-f2c4-4850-804f-77c6590a1656'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:36.603861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1cba4060-e907-41f0-a4e7-48f79fcc904e not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:36.613253 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.630601 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fb4ca-fbdb-4baa-ac3e-3483a4fdcec2 None None] Routers {'5124822c-f2c4-4850-804f-77c6590a1656'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:36.631969 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-069fb4ca-fbdb-4baa-ac3e-3483a4fdcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5124822c-f2c4-4850-804f-77c6590a1656'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:36.632649 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.732829 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4d2f9a8e-b815-41be-bdbb-41ab1bd9b24a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/floatingips/e1c7b9e9-23ed-4558-a929-4ce3baafc747 HTTP/1.1" status: 204 len: 168 time: 7.1158054 Dec 08 01:55:36.733570 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a347adde-931b-46ee-869a-b13b3ba5b9d7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c861c2539f754d67a3e576ef59395956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3066776 Dec 08 01:55:36.736184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44248) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:36.842471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-43ae74cb-6876-410a-be31-c6d3853e1749 None None] Deleting port 5805358b-c789-4f47-a26a-14c2d2ca8b44 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:36.842920 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43ae74cb-6876-410a-be31-c6d3853e1749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.853210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:36.863319 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d46c2be-6c25-40c2-9350-65b3ad037af7" -d '{"events": [{"name": "network-changed", "server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:36.865782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc1ad575-368b-4df2-a33a-1ab58d288ab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.904717 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:36.932457 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-069fb4ca-fbdb-4baa-ac3e-3483a4fdcec2 None None] Set router 5124822c-f2c4-4850-804f-77c6590a1656 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:36.963916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc1ad575-368b-4df2-a33a-1ab58d288ab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.022162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4a801f00-9116-4122-ae05-95b21fd46e60 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Deleting port 249ae414-ce55-43f0-8e7f-b435c126cc4b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:37.036813 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a801f00-9116-4122-ae05-95b21fd46e60 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.148440 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc1ad575-368b-4df2-a33a-1ab58d288ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.148678 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1050b33-833f-4908-bf14-b1e4da67d0b5 x-openstack-request-id: req-e1050b33-833f-4908-bf14-b1e4da67d0b5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:37.148913 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:37.149180 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e1050b33-833f-4908-bf14-b1e4da67d0b5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:37.149600 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'status': 'completed', 'code': 200} Dec 08 01:55:37.154097 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc1ad575-368b-4df2-a33a-1ab58d288ab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.157124 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bc1ad575-368b-4df2-a33a-1ab58d288ab7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6fa17946-90e5-4464-b90f-0a5291c97e85 HTTP/1.1" status: 204 len: 168 time: 0.4199369 Dec 08 01:55:37.215718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ad575-368b-4df2-a33a-1ab58d288ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa17946-90e5-4464-b90f-0a5291c97e85,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:37.273945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-43ae74cb-6876-410a-be31-c6d3853e1749 None None] For port 5805358b-c789-4f47-a26a-14c2d2ca8b44, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:37.274495 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43ae74cb-6876-410a-be31-c6d3853e1749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.321366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-43ae74cb-6876-410a-be31-c6d3853e1749 None None] Calling delete_port for 5805358b-c789-4f47-a26a-14c2d2ca8b44 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:37.328314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-43ae74cb-6876-410a-be31-c6d3853e1749 None None] Port 5805358b-c789-4f47-a26a-14c2d2ca8b44 was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:55:37.332615 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43ae74cb-6876-410a-be31-c6d3853e1749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.374480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5805358b-c789-4f47-a26a-14c2d2ca8b44,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:37.380145 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae74cb-6876-410a-be31-c6d3853e1749 None None] No DVR routers for this DVR port 5805358b-c789-4f47-a26a-14c2d2ca8b44 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:37.434888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] No DVR routers for this DVR port 5805358b-c789-4f47-a26a-14c2d2ca8b44 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:37.487981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae15b2-03e1-43bb-bc15-85cf182eaa50 req-ca7fd958-efdd-4746-b802-bc2602599af0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:37.502226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae74cb-6876-410a-be31-c6d3853e1749 None None] Pushing event deleted for resources: {'Port': ['ID=5805358b-c789-4f47-a26a-14c2d2ca8b44,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:37.514886 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ffae15b2-03e1-43bb-bc15-85cf182eaa50 req-ca7fd958-efdd-4746-b802-bc2602599af0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 944 time: 0.1974425 Dec 08 01:55:37.535056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-68f06c99-7456-42a3-b687-3ddb06471cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:55:32Z', 'revision_number': 5, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port': {'id': '49d821bd-433e-4d81-a276-7a40e3b8079d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:0c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:46:28Z', 'updated_at': '2021-12-08T01:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:37.558969 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.613531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46c2be-6c25-40c2-9350-65b3ad037af7 req-21d970dc-71e8-4bdd-9562-352398ffaee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:37.617943 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d46c2be-6c25-40c2-9350-65b3ad037af7 req-21d970dc-71e8-4bdd-9562-352398ffaee9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 1096 time: 0.4885716 Dec 08 01:55:37.647589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f06c99-7456-42a3-b687-3ddb06471cd2 None None] Checking router: ecc649c4-8963-4b2b-ae3f-96eab8f3372b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:37.655373 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.658128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f06c99-7456-42a3-b687-3ddb06471cd2 None None] Routers {'ecc649c4-8963-4b2b-ae3f-96eab8f3372b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:37.658959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-68f06c99-7456-42a3-b687-3ddb06471cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:37.670269 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-069fb4ca-fbdb-4baa-ac3e-3483a4fdcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:53:51Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'aefa0b07-d5f2-49ce-95d0-837163042667', 'name': '', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:d9:97:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:49Z', 'updated_at': '2021-12-08T01:53:56Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:37.701314 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fb4ca-fbdb-4baa-ac3e-3483a4fdcec2 None None] Checking router: 5124822c-f2c4-4850-804f-77c6590a1656 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:37.712055 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ffae15b2-03e1-43bb-bc15-85cf182eaa50 req-6179b1b0-ac93-468e-b5df-515462abf895 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960325 Dec 08 01:55:37.715956 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fb4ca-fbdb-4baa-ac3e-3483a4fdcec2 None None] Routers {'5124822c-f2c4-4850-804f-77c6590a1656'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:37.716636 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-069fb4ca-fbdb-4baa-ac3e-3483a4fdcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5124822c-f2c4-4850-804f-77c6590a1656'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:37.943885 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:37.949839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da7445-6dda-450d-87fa-ff8df19d0ea1 req-0c4ded94-f407-4a84-b6bd-bec0cbc9936e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:37.950465 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-069fb4ca-fbdb-4baa-ac3e-3483a4fdcec2 None None] Set router 5124822c-f2c4-4850-804f-77c6590a1656 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:37.954159 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34da7445-6dda-450d-87fa-ff8df19d0ea1 req-0c4ded94-f407-4a84-b6bd-bec0cbc9936e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.65 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 944 time: 0.1130168 Dec 08 01:55:38.011590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44270) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:38.073696 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e3e591de-e121-4480-b325-d9c7a3e1da11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.270084 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-68f06c99-7456-42a3-b687-3ddb06471cd2 None None] Set router ecc649c4-8963-4b2b-ae3f-96eab8f3372b gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:38.313795 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-34da7445-6dda-450d-87fa-ff8df19d0ea1 req-173e6343-79f8-40f5-8cd2-e103a351e404 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port e811ec12-5174-494f-aac8-6a3fc40548c4 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:38.314361 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34da7445-6dda-450d-87fa-ff8df19d0ea1 req-173e6343-79f8-40f5-8cd2-e103a351e404 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.371800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fd0f722f-1d6d-40af-a413-8bda1652f934 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:38.385190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-68f06c99-7456-42a3-b687-3ddb06471cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:55:37Z', 'revision_number': 6, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:38.505541 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-069fb4ca-fbdb-4baa-ac3e-3483a4fdcec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:53:51Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'aefa0b07-d5f2-49ce-95d0-837163042667', 'name': '', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:d9:97:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:49Z', 'updated_at': '2021-12-08T01:53:56Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:38.507953 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e3e591de-e121-4480-b325-d9c7a3e1da11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.521675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e3e591de-e121-4480-b325-d9c7a3e1da11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.522020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f06c99-7456-42a3-b687-3ddb06471cd2 None None] The sync data for ids ['ecc649c4-8963-4b2b-ae3f-96eab8f3372b'] in n-d-713498-30 is: [{'id': 'ecc649c4-8963-4b2b-ae3f-96eab8f3372b', 'name': 'tempest-AttachVolumeTestJSON-1638409303-router', 'tenant_id': 'c153057cd5c44b78964c51f1ad37c84c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:46:27Z', 'updated_at': '2021-12-08T01:55:37Z', 'revision_number': 6, 'project_id': 'c153057cd5c44b78964c51f1ad37c84c', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:38.565884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fd0f722f-1d6d-40af-a413-8bda1652f934 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:38.566348 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.574408 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fb4ca-fbdb-4baa-ac3e-3483a4fdcec2 None None] The sync data for ids ['5124822c-f2c4-4850-804f-77c6590a1656'] in n-d-713498-30 is: [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:53:51Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'aefa0b07-d5f2-49ce-95d0-837163042667', 'name': '', 'network_id': '131f554d-24e1-4879-a157-c5abe21ae51e', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:d9:97:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_interface', 'standard_attr_id': 2806, 'fixed_ips': [{'subnet_id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:49Z', 'updated_at': '2021-12-08T01:53:56Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'bef1dcbb-e567-4475-986f-d5d1b48773a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:38.619543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407130d5-82fb-4124-bf41-ef536680dba2 None None] Network c4459df1-ee47-426f-b813-7cd6af2854cc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:38.655299 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e591de-e121-4480-b325-d9c7a3e1da11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec45110c-1aee-41f9-b096-057b121c357f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:38.672103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-34da7445-6dda-450d-87fa-ff8df19d0ea1 req-173e6343-79f8-40f5-8cd2-e103a351e404 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] For port e811ec12-5174-494f-aac8-6a3fc40548c4, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e811ec12-5174-494f-aac8-6a3fc40548c4,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:38.672556 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34da7445-6dda-450d-87fa-ff8df19d0ea1 req-173e6343-79f8-40f5-8cd2-e103a351e404 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.701094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e3e591de-e121-4480-b325-d9c7a3e1da11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6545b3235de64e979d77e8c0f774253c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6875474 Dec 08 01:55:38.702668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-34da7445-6dda-450d-87fa-ff8df19d0ea1 req-173e6343-79f8-40f5-8cd2-e103a351e404 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for e811ec12-5174-494f-aac8-6a3fc40548c4 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:38.704571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44276) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:38.783915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-44209315-e98f-4f1f-b15b-f79194a077eb None None] Provisioning complete for port fd0f722f-1d6d-40af-a413-8bda1652f934 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:38.784353 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-44209315-e98f-4f1f-b15b-f79194a077eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.845437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-4a801f00-9116-4122-ae05-95b21fd46e60 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] For port 249ae414-ce55-43f0-8e7f-b435c126cc4b, host n-h2-713498-30, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:38.846043 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a801f00-9116-4122-ae05-95b21fd46e60 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.882526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b914-8950-401d-bde6-9fc922ec84e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.892057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2984459-887d-4d82-98b9-939640d54b08']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:38.949367 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b914-8950-401d-bde6-9fc922ec84e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:38.988242 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.031874 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b914-8950-401d-bde6-9fc922ec84e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.036604 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b914-8950-401d-bde6-9fc922ec84e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.038198 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a2d8b914-8950-401d-bde6-9fc922ec84e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec45110c-1aee-41f9-b096-057b121c357f HTTP/1.1" status: 204 len: 168 time: 0.3326542 Dec 08 01:55:39.090342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8b914-8950-401d-bde6-9fc922ec84e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec45110c-1aee-41f9-b096-057b121c357f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:39.124255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a615b05-1e1b-4bc9-8e91-b8a79104cd71 None None] New status for floating IP e1c7b9e9-23ed-4558-a929-4ce3baafc747: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:55:39.133618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70f1215-96f8-4387-90aa-955143818db0') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:39.134302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70f1215-96f8-4387-90aa-955143818db0') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:39.136630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-4a801f00-9116-4122-ae05-95b21fd46e60 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Calling delete_port for 249ae414-ce55-43f0-8e7f-b435c126cc4b owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:39.181911 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.246267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port fd0f722f-1d6d-40af-a413-8bda1652f934, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fd0f722f-1d6d-40af-a413-8bda1652f934,segment=NetworkSegment(a6164b6f-ec0c-41ed-b6da-2f74b961c1e2),segment_id=a6164b6f-ec0c-41ed-b6da-2f74b961c1e2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:39.304404 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34da7445-6dda-450d-87fa-ff8df19d0ea1 req-173e6343-79f8-40f5-8cd2-e103a351e404 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.360791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e6343-79f8-40f5-8cd2-e103a351e404 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=e811ec12-5174-494f-aac8-6a3fc40548c4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:39.371345 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.445213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:39.446089 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.455770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-34da7445-6dda-450d-87fa-ff8df19d0ea1 req-173e6343-79f8-40f5-8cd2-e103a351e404 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] No DVR routers for this DVR port e811ec12-5174-494f-aac8-6a3fc40548c4 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:39.463278 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-34da7445-6dda-450d-87fa-ff8df19d0ea1 req-173e6343-79f8-40f5-8cd2-e103a351e404 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.466833 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34da7445-6dda-450d-87fa-ff8df19d0ea1 req-173e6343-79f8-40f5-8cd2-e103a351e404 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.65 "DELETE /v2.0/ports/e811ec12-5174-494f-aac8-6a3fc40548c4 HTTP/1.1" status: 204 len: 173 time: 1.4960389 Dec 08 01:55:39.468092 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.469059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5e909e38-3159-4cba-a66e-068b3ece7a0c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:39.469462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f1d32-f2bc-4142-98ac-b08d2f286993 req-f22140a0-1b7e-4806-80ee-6461871cb412 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:39.471983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'name': 'network-vif-deleted', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:55:39.475978 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2eaf45a-1bef-4954-af07-91ea09e5efac" -d '{"events": [{"server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "name": "network-vif-deleted", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:55:39.477441 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-780f1d32-f2bc-4142-98ac-b08d2f286993 req-f22140a0-1b7e-4806-80ee-6461871cb412 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=153ccfd2-d8a7-42a9-94e6-439b04b677a5 HTTP/1.1" status: 200 len: 866 time: 0.5624487 Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:39.484342 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:39.568541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Deleting port 49d821bd-433e-4d81-a276-7a40e3b8079d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:39.569755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.728420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=fd0f722f-1d6d-40af-a413-8bda1652f934,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:39.732958 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5e909e38-3159-4cba-a66e-068b3ece7a0c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:39.733773 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:39.749888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44298) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:39.883289 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6c200ddb-a1d2-40bb-ac2d-6df42b22223d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3774779946e84bd2901aa2a667a2973c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316445 Dec 08 01:55:39.883962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44304) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:39.909259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-780f1d32-f2bc-4142-98ac-b08d2f286993 req-08f99784-1d66-4349-a96a-b22c8a255060 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=b38dceeb-77e7-432e-959a-c62b09469443&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4304881 Dec 08 01:55:39.948079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46c2be-6c25-40c2-9350-65b3ad037af7 req-b204746f-2da3-45bb-a8bd-18b617d5a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:39.966028 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d46c2be-6c25-40c2-9350-65b3ad037af7 req-b204746f-2da3-45bb-a8bd-18b617d5a278 service neutron] 10.222.0.65 "GET /v2.0/networks?id=131f554d-24e1-4879-a157-c5abe21ae51e HTTP/1.1" status: 200 len: 897 time: 2.2146442 Dec 08 01:55:40.002495 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.018350 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05ff42eb-82cb-4495-bab6-515a282ebd9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.019620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.023116 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] 10.222.0.70 "DELETE /v2.0/networks/b2984459-887d-4d82-98b9-939640d54b08 HTTP/1.1" status: 204 len: 168 time: 5.2577021 Dec 08 01:55:40.072929 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05ff42eb-82cb-4495-bab6-515a282ebd9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.115345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4551ed13-72d4-49ae-9525-593a1eb5b28d None None] Provisioning complete for port fd0f722f-1d6d-40af-a413-8bda1652f934 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:40.115910 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4551ed13-72d4-49ae-9525-593a1eb5b28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.162845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device e811ec12-5174-494f-aac8-6a3fc40548c4 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:40.234192 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05ff42eb-82cb-4495-bab6-515a282ebd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.237166 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05ff42eb-82cb-4495-bab6-515a282ebd9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.238357 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-05ff42eb-82cb-4495-bab6-515a282ebd9a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e484b43b-e922-4e75-859b-1e2fd97f0bd8 HTTP/1.1" status: 204 len: 168 time: 0.3510308 Dec 08 01:55:40.251479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5805358b-c789-4f47-a26a-14c2d2ca8b44 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:40.268261 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff42eb-82cb-4495-bab6-515a282ebd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e484b43b-e922-4e75-859b-1e2fd97f0bd8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:40.282395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: e811ec12-5174-494f-aac8-6a3fc40548c4 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:40.282833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device e811ec12-5174-494f-aac8-6a3fc40548c4 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:40.289889 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dc8bd7-4629-499f-8415-b7329205a80d x-openstack-request-id: req-60dc8bd7-4629-499f-8415-b7329205a80d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:55:40.290200 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153ccfd2-d8a7-42a9-94e6-439b04b677a5", "name": "network-vif-deleted", "tag": "e811ec12-5174-494f-aac8-6a3fc40548c4", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:55:40.290461 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60dc8bd7-4629-499f-8415-b7329205a80d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:55:40.290879 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153ccfd2-d8a7-42a9-94e6-439b04b677a5', 'name': 'network-vif-deleted', 'tag': 'e811ec12-5174-494f-aac8-6a3fc40548c4', 'status': 'completed', 'code': 200} Dec 08 01:55:40.366184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 5805358b-c789-4f47-a26a-14c2d2ca8b44 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:40.366860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5805358b-c789-4f47-a26a-14c2d2ca8b44 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:40.409360 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289f6cb-de14-46f1-b332-e5c2363cb8cb admin admin] Pushing event deleted for resources: {'Network': ['ID=b2984459-887d-4d82-98b9-939640d54b08,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:40.446801 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44314) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:40.525493 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-85199504-0bf7-482b-8663-e937edb29436 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=008babb619094c7786f24fb206e9b0b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774672 Dec 08 01:55:40.526618 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d46c2be-6c25-40c2-9350-65b3ad037af7 req-0042fbd3-115a-4fc0-86bb-beee9793ef83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e811ec12-5174-494f-aac8-6a3fc40548c4 HTTP/1.1" status: 200 len: 217 time: 0.5290835 Dec 08 01:55:40.537573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44318) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:40.568987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4551ed13-72d4-49ae-9525-593a1eb5b28d None None] Provisioning complete for port 223c71ce-7d62-4b63-9553-e4035280d94e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:40.570866 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4551ed13-72d4-49ae-9525-593a1eb5b28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.619312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fd0f722f-1d6d-40af-a413-8bda1652f934 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:40.634980 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0bae14d-2cc5-4f78-8054-4ccadcae3e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.671979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46c2be-6c25-40c2-9350-65b3ad037af7 req-dab8db13-82ba-4664-b8e5-812cd06bdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:40.673646 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d46c2be-6c25-40c2-9350-65b3ad037af7 req-dab8db13-82ba-4664-b8e5-812cd06bdd4f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bef1dcbb-e567-4475-986f-d5d1b48773a0 HTTP/1.1" status: 200 len: 835 time: 0.1302524 Dec 08 01:55:40.690016 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0bae14d-2cc5-4f78-8054-4ccadcae3e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.737743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4551ed13-72d4-49ae-9525-593a1eb5b28d None None] Port 223c71ce-7d62-4b63-9553-e4035280d94e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:40.739059 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a801f00-9116-4122-ae05-95b21fd46e60 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.758709 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0bae14d-2cc5-4f78-8054-4ccadcae3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.763480 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0bae14d-2cc5-4f78-8054-4ccadcae3e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.768094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d0bae14d-2cc5-4f78-8054-4ccadcae3e3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7442950f-b638-444d-9502-c5fe8d22decc HTTP/1.1" status: 204 len: 168 time: 0.2271929 Dec 08 01:55:40.782330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fd0f722f-1d6d-40af-a413-8bda1652f934 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:40.782783 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.790541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bae14d-2cc5-4f78-8054-4ccadcae3e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7442950f-b638-444d-9502-c5fe8d22decc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:40.946884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a801f00-9116-4122-ae05-95b21fd46e60 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event deleted for resources: {'Port': ['ID=249ae414-ce55-43f0-8e7f-b435c126cc4b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:40.979108 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] For port 49d821bd-433e-4d81-a276-7a40e3b8079d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=49d821bd-433e-4d81-a276-7a40e3b8079d,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:40.983045 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.992390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a801f00-9116-4122-ae05-95b21fd46e60 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:40.997842 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4a801f00-9116-4122-ae05-95b21fd46e60 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "DELETE /v2.0/ports/249ae414-ce55-43f0-8e7f-b435c126cc4b HTTP/1.1" status: 204 len: 168 time: 5.7595835 Dec 08 01:55:40.999901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44334) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:41.007443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44336) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:41.017670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1c4b299e-a010-494a-8de9-a7f306d6cd3f None None] Provisioning complete for port 223c71ce-7d62-4b63-9553-e4035280d94e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:41.018065 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c4b299e-a010-494a-8de9-a7f306d6cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:41.037479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46c2be-6c25-40c2-9350-65b3ad037af7 req-4c0d9703-2e49-468a-8f86-3e72961dcba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:41.040430 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d46c2be-6c25-40c2-9350-65b3ad037af7 req-4c0d9703-2e49-468a-8f86-3e72961dcba9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=131f554d-24e1-4879-a157-c5abe21ae51e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3401961 Dec 08 01:55:41.146068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1c4b299e-a010-494a-8de9-a7f306d6cd3f None None] Port 223c71ce-7d62-4b63-9553-e4035280d94e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:41.148579 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-646c5643-39e1-49be-9e81-abcdfbe1d7ea tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] GET failed (client error): The resource could not be found. Dec 08 01:55:41.157669 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-646c5643-39e1-49be-9e81-abcdfbe1d7ea tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "GET /v2.0/ports/249ae414-ce55-43f0-8e7f-b435c126cc4b HTTP/1.1" status: 404 len: 333 time: 0.1487856 Dec 08 01:55:41.165235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44342) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:41.177378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1131089149', 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:41.291010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d46c2be-6c25-40c2-9350-65b3ad037af7 req-40a7de17-8f8e-4876-aaec-00c6b9cea460 service neutron] 10.222.0.65 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264085 Dec 08 01:55:41.292419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Calling delete_port for 49d821bd-433e-4d81-a276-7a40e3b8079d owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:41.352436 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:41.356079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:41.372239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:41.373607 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:41.411837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:41.415829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44356) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:41.417778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 29dc6ef4-26a9-40ca-8f3e-3b80cc8a12ec not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:41.418438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 49d821bd-433e-4d81-a276-7a40e3b8079d no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:41.455730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Made reservation on behalf of 1c05ca3099204c41b59eca5082df0b3e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:41.458117 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:41.519008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=223c71ce-7d62-4b63-9553-e4035280d94e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:41.830973 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:41.830973 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 49d821bd-433e-4d81-a276-7a40e3b8079d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=49d821bd-433e-4d81-a276-7a40e3b8079d,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:41.835936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] device_id is not set on port 3bed0187-b826-4285-83a2-649c239d799a yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:55:41.836729 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:41.860584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=49d821bd-433e-4d81-a276-7a40e3b8079d,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:41.877231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0f75d8fd-5d03-4d47-8442-63dbec5e413f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a16123f61ab24dbca0b11d05344dc84b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4450166 Dec 08 01:55:41.882593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44382) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:41.983730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44388) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:42.013372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network c4459df1-ee47-426f-b813-7cd6af2854cc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:42.015535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:42.045089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62c4cd82-5fae-45fd-846c-a7f194592081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.065757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d46c2be-6c25-40c2-9350-65b3ad037af7 req-5c8f55a6-ca7c-44e4-ae2b-947db921dbc3 service neutron] 10.222.0.65 "GET /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7358809 Dec 08 01:55:42.123688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62c4cd82-5fae-45fd-846c-a7f194592081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.270461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62c4cd82-5fae-45fd-846c-a7f194592081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.275383 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-62c4cd82-5fae-45fd-846c-a7f194592081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.283482 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-62c4cd82-5fae-45fd-846c-a7f194592081 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b0276604-6668-4c77-b4d7-aaa7d6818267 HTTP/1.1" status: 204 len: 168 time: 0.3975854 Dec 08 01:55:42.337429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1291061640-network', 'tenant_id': '630e950b003f4579a3179d6eb911a839'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:42.343306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4cd82-5fae-45fd-846c-a7f194592081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0276604-6668-4c77-b4d7-aaa7d6818267,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:42.359194 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.491390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d821bd-433e-4d81-a276-7a40e3b8079d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:42.509291 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 9895d392-bcea-48f5-8f44-010c0faf1f73 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:42.532675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e577f87-8517-4de2-818c-05224d1c9b26 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:42.563077 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.585329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Made reservation on behalf of 630e950b003f4579a3179d6eb911a839 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:42.592876 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.607692 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.625578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-be289811-18be-45e3-a217-478839ee704b None None] Provisioning complete for port 223c71ce-7d62-4b63-9553-e4035280d94e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:42.629048 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-be289811-18be-45e3-a217-478839ee704b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.657171 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3314144b-db9e-4512-9fb1-771a439b3ce5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.675627 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.725480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-be289811-18be-45e3-a217-478839ee704b None None] Port 223c71ce-7d62-4b63-9553-e4035280d94e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:42.861074 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.864343 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.871729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.872013 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.877184 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.889878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:55:42.890841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:42.903480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-93d0be7b-1f84-489a-ae3e-ea2a456035fc tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7949905 Dec 08 01:55:42.904182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44414) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:42.912699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:42.913419 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Added segment 3982c968-a30b-4b92-8c51-81d2a704ffa8 of type vlan for network 8f279760-140c-407f-a667-25feea544d0c Dec 08 01:55:42.913727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-57a4f6f8-2fd6-4ba9-84b5-474c8eb862e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2026661700'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:42.925641 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Sync routers for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:42.946333 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:55:42.953062 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:42.954132 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:43.064706 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a4f6f8-2fd6-4ba9-84b5-474c8eb862e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:43.071526 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57a4f6f8-2fd6-4ba9-84b5-474c8eb862e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.133050 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:43.170503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a4f6f8-2fd6-4ba9-84b5-474c8eb862e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:55:43.209984 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57a4f6f8-2fd6-4ba9-84b5-474c8eb862e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.210347 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-57a4f6f8-2fd6-4ba9-84b5-474c8eb862e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Added segment 85a6754e-f1e8-4cac-a59b-500673ea541f of type vlan for network 563856ab-025d-4725-9785-029cd79e606f Dec 08 01:55:43.211879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.212482 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecc649c4-8963-4b2b-ae3f-96eab8f3372b {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:55:43.228921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.249227 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-112ab43d-4881-4816-8f05-fff9d8971523 admin admin] 10.222.0.70 "DELETE /v2.0/routers/ecc649c4-8963-4b2b-ae3f-96eab8f3372b HTTP/1.1" status: 204 len: 168 time: 7.8631408 Dec 08 01:55:43.286148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44432) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:43.442213 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57a4f6f8-2fd6-4ba9-84b5-474c8eb862e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.585078 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57a4f6f8-2fd6-4ba9-84b5-474c8eb862e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.591637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4f6f8-2fd6-4ba9-84b5-474c8eb862e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:43.593506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-57a4f6f8-2fd6-4ba9-84b5-474c8eb862e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.688749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-512a8d0f-5fe4-4eba-87e5-a713d72241fa admin admin] Deleting subnet 7350439f-5003-4406-b9e1-36d3805fa73f {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:43.697733 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-512a8d0f-5fe4-4eba-87e5-a713d72241fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.706774 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-57a4f6f8-2fd6-4ba9-84b5-474c8eb862e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7979355 Dec 08 01:55:43.735816 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 4, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '223c71ce-7d62-4b63-9553-e4035280d94e', 'name': '', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:0c:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:39Z', 'revision_number': 2, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:43.767611 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Checking router: 9895d392-bcea-48f5-8f44-010c0faf1f73 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:43.768223 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Updating router 9895d392-bcea-48f5-8f44-010c0faf1f73 port 223c71ce-7d62-4b63-9553-e4035280d94e binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:55:43.827400 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.862729 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-512a8d0f-5fe4-4eba-87e5-a713d72241fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.902719 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.935283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44448) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:43.941885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ee2768cc-06ec-4245-8fd4-268ec945a9ed tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'subnet': {'network_id': '563856ab-025d-4725-9785-029cd79e606f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:43.954107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:43.955680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event updated for resources: {'Port': ['ID=3bed0187-b826-4285-83a2-649c239d799a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:43.981816 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44454) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:43.983055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:43.985293 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:43.987152 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:43.988606 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.010797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:44.024875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:44.026557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.064158 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-512a8d0f-5fe4-4eba-87e5-a713d72241fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.080637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-42b9c799-6480-4bcd-b381-b4170acf51b0 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9101675 Dec 08 01:55:44.082037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f1d479-7d7e-4add-ad08-d0f3190344d2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:44.091529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44458) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:44.196599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4f6f8-2fd6-4ba9-84b5-474c8eb862e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Network': ['ID=563856ab-025d-4725-9785-029cd79e606f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:44.204855 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-512a8d0f-5fe4-4eba-87e5-a713d72241fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.211951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 563856ab-025d-4725-9785-029cd79e606f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:55:44.278710 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a8d0f-5fe4-4eba-87e5-a713d72241fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7350439f-5003-4406-b9e1-36d3805fa73f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:44.283890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-512a8d0f-5fe4-4eba-87e5-a713d72241fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.290316 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-512a8d0f-5fe4-4eba-87e5-a713d72241fa admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7350439f-5003-4406-b9e1-36d3805fa73f HTTP/1.1" status: 204 len: 168 time: 1.0030994 Dec 08 01:55:44.301018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44464) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:44.312962 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf365de2-791d-4044-bca5-9f482203a31d None None] Network 8a40c7cb-a606-4b1d-9bee-e672ac0b300c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:44.337496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] Pushing event updated for resources: {'Network': ['ID=8f279760-140c-407f-a667-25feea544d0c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:44.353260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-664510068-network', 'tenant_id': 'c52a8550e56641f39d0c90d3f6c21cb6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:44.381619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ceae8e40-0a84-41c7-a60a-18c04dec8b14 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3936069 Dec 08 01:55:44.393575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44472) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:44.404380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1912c7b5-7ab3-437c-a7ab-a54acaff4974 admin admin] Request body: {'subnet': {'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1291061640-subnet', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:44.410967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e07b0d0-3f78-47ca-ad84-83f6deea7ce5 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:44.415478 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0e07b0d0-3f78-47ca-ad84-83f6deea7ce5 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "GET /v2.0/ports/3bed0187-b826-4285-83a2-649c239d799a HTTP/1.1" status: 200 len: 955 time: 0.3181412 Dec 08 01:55:44.418901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44474) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:44.453506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Made reservation on behalf of c52a8550e56641f39d0c90d3f6c21cb6 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:44.455368 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.488912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2768cc-06ec-4245-8fd4-268ec945a9ed tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Made reservation on behalf of 7a1dc72cdb894768b22af760ef51afd1 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:44.496481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee2768cc-06ec-4245-8fd4-268ec945a9ed tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.501017 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.517712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1912c7b5-7ab3-437c-a7ab-a54acaff4974 admin admin] Made reservation on behalf of 630e950b003f4579a3179d6eb911a839 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:44.520519 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1912c7b5-7ab3-437c-a7ab-a54acaff4974 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.524697 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.542631 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.553664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.572906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 8f279760-140c-407f-a667-25feea544d0c details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:55:44.674974 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Pushing event updated for resources: {'Port': ['ID=223c71ce-7d62-4b63-9553-e4035280d94e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:44.678612 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Attempting to bind port 223c71ce-7d62-4b63-9553-e4035280d94e on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:44.679193 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Attempting to bind port 223c71ce-7d62-4b63-9553-e4035280d94e by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'a6164b6f-ec0c-41ed-b6da-2f74b961c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:44.679736 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Attempting to bind port 223c71ce-7d62-4b63-9553-e4035280d94e on network c4459df1-ee47-426f-b813-7cd6af2854cc {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:44.692144 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.692886 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.695277 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.717110 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.718628 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.719366 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.722493 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.723065 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.726712 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.727495 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.729248 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.730324 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.732610 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:44.747040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.750799 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:44.751435 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Checking segment: {'id': 'a6164b6f-ec0c-41ed-b6da-2f74b961c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:44.753823 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.754462 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Bound using segment: {'id': 'a6164b6f-ec0c-41ed-b6da-2f74b961c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:44.758019 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Bound port: 223c71ce-7d62-4b63-9553-e4035280d94e, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6164b6f-ec0c-41ed-b6da-2f74b961c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:44.758738 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.788217 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.803819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:55:44.831342 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:44.834838 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Added segment e70f1801-6da7-4a46-ba77-616a761690c4 of type vlan for network cc0826dd-3cb0-4249-9b39-675dc0b78b44 Dec 08 01:55:44.924397 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] For port 223c71ce-7d62-4b63-9553-e4035280d94e, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:44.938101 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] For port 223c71ce-7d62-4b63-9553-e4035280d94e, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=223c71ce-7d62-4b63-9553-e4035280d94e,segment=NetworkSegment(a6164b6f-ec0c-41ed-b6da-2f74b961c1e2),segment_id=a6164b6f-ec0c-41ed-b6da-2f74b961c1e2)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:44.948010 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.088436 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11bd250-0310-4621-8e55-e343b3df8716 None None] DHCP port deletion for 8a40c7cb-a606-4b1d-9bee-e672ac0b300c request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:45.108538 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1912c7b5-7ab3-437c-a7ab-a54acaff4974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.167018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.182777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee2768cc-06ec-4245-8fd4-268ec945a9ed tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.203497 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0bf485a2-7088-4b44-818b-a8b6247036ec None None] Provisioning complete for port 223c71ce-7d62-4b63-9553-e4035280d94e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:45.204144 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0bf485a2-7088-4b44-818b-a8b6247036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.231534 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:45.232173 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:45.284385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e11bd250-0310-4621-8e55-e343b3df8716 None None] Deleting port f86621f2-7a66-42d7-8f8b-583f6891d45f {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:45.285377 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e11bd250-0310-4621-8e55-e343b3df8716 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.299413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270ad78c-46c8-4c7f-abdc-31e7283065fd,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:45.305068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Deleting port f86621f2-7a66-42d7-8f8b-583f6891d45f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:45.305626 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.361572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-52abafba-f406-4ebe-9a64-a5508b3af1cd tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Deleting port 3bed0187-b826-4285-83a2-649c239d799a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:45.362074 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52abafba-f406-4ebe-9a64-a5508b3af1cd tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.366472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2768cc-06ec-4245-8fd4-268ec945a9ed tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Subnet': ['ID=3e098b78-40ec-4f2f-b769-029765f95933,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:45.369018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.370521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:45.371222 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.387230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3314144b-db9e-4512-9fb1-771a439b3ce5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port aefa0b07-d5f2-49ce-95d0-837163042667 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:45.388571 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3314144b-db9e-4512-9fb1-771a439b3ce5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.447196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e11bd250-0310-4621-8e55-e343b3df8716 None None] For port f86621f2-7a66-42d7-8f8b-583f6891d45f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f86621f2-7a66-42d7-8f8b-583f6891d45f,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:45.447883 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e11bd250-0310-4621-8e55-e343b3df8716 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.457686 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4630866 Dec 08 01:55:45.469275 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e11bd250-0310-4621-8e55-e343b3df8716 None None] Calling delete_port for f86621f2-7a66-42d7-8f8b-583f6891d45f owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:45.472972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44486) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:45.485597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b415a0f8-f06d-46c8-a85f-c7ec0e14c5ab admin admin] Request body: {'subnet': {'network_id': 'cc0826dd-3cb0-4249-9b39-675dc0b78b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-664510068-subnet', 'tenant_id': 'c52a8550e56641f39d0c90d3f6c21cb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:45.503734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912c7b5-7ab3-437c-a7ab-a54acaff4974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddacc30c-c599-475d-882a-2e882bb43a56,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:45.526324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2768cc-06ec-4245-8fd4-268ec945a9ed tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Checking segment: {'id': '85a6754e-f1e8-4cac-a59b-500673ea541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '563856ab-025d-4725-9785-029cd79e606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:45.526851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2768cc-06ec-4245-8fd4-268ec945a9ed tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network hostable DHCP agents. Network: 563856ab-025d-4725-9785-029cd79e606f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:55:45.546402 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:45.685660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1912c7b5-7ab3-437c-a7ab-a54acaff4974 admin admin] Checking segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:45.686026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1912c7b5-7ab3-437c-a7ab-a54acaff4974 admin admin] Network hostable DHCP agents. Network: 8f279760-140c-407f-a667-25feea544d0c, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:55:45.703259 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e11bd250-0310-4621-8e55-e343b3df8716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.719194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] For port f86621f2-7a66-42d7-8f8b-583f6891d45f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f86621f2-7a66-42d7-8f8b-583f6891d45f,segment=NetworkSegment(05e7058b-e89d-4b29-903b-561752339fd1),segment_id=05e7058b-e89d-4b29-903b-561752339fd1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:45.722172 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.774493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b415a0f8-f06d-46c8-a85f-c7ec0e14c5ab admin admin] Made reservation on behalf of c52a8550e56641f39d0c90d3f6c21cb6 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:45.783221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b415a0f8-f06d-46c8-a85f-c7ec0e14c5ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.784803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bbaa2-41f7-44ac-b147-94ada4c19944 admin admin] Pushing event updated for resources: {'Network': ['ID=cc0826dd-3cb0-4249-9b39-675dc0b78b44,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:45.792912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Calling delete_port for f86621f2-7a66-42d7-8f8b-583f6891d45f owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:45.804004 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bd250-0310-4621-8e55-e343b3df8716 None None] No DVR routers for this DVR port f86621f2-7a66-42d7-8f8b-583f6891d45f on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:45.808415 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52abafba-f406-4ebe-9a64-a5508b3af1cd tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.822823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network cc0826dd-3cb0-4249-9b39-675dc0b78b44 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:55:45.855892 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cefab3-da78-405c-beed-324c279dcdc8 None None] Pushing event updated for resources: {'Port': ['ID=223c71ce-7d62-4b63-9553-e4035280d94e,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:45.906497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3314144b-db9e-4512-9fb1-771a439b3ce5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] For port aefa0b07-d5f2-49ce-95d0-837163042667, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=aefa0b07-d5f2-49ce-95d0-837163042667,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:45.907228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3314144b-db9e-4512-9fb1-771a439b3ce5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:45.925559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-52abafba-f406-4ebe-9a64-a5508b3af1cd tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Calling delete_port for 3bed0187-b826-4285-83a2-649c239d799a owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:45.997763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bd250-0310-4621-8e55-e343b3df8716 None None] Pushing event deleted for resources: {'Port': ['ID=f86621f2-7a66-42d7-8f8b-583f6891d45f,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:46.020620 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0bf485a2-7088-4b44-818b-a8b6247036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.074813 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 4, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '223c71ce-7d62-4b63-9553-e4035280d94e', 'name': '', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:0c:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:44Z', 'revision_number': 4, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:46.099403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2768cc-06ec-4245-8fd4-268ec945a9ed tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 563856ab-025d-4725-9785-029cd79e606f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:55:46.105864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0bf485a2-7088-4b44-818b-a8b6247036ec None None] For port 223c71ce-7d62-4b63-9553-e4035280d94e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=223c71ce-7d62-4b63-9553-e4035280d94e,segment=NetworkSegment(a6164b6f-ec0c-41ed-b6da-2f74b961c1e2),segment_id=a6164b6f-ec0c-41ed-b6da-2f74b961c1e2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:46.115452 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52abafba-f406-4ebe-9a64-a5508b3af1cd tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.116093 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0bf485a2-7088-4b44-818b-a8b6247036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.136510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3314144b-db9e-4512-9fb1-771a439b3ce5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for aefa0b07-d5f2-49ce-95d0-837163042667 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:46.145306 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585be77-2852-4c9e-9ddd-f7f7690e0d7a None None] The sync data for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 is: [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 4, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '223c71ce-7d62-4b63-9553-e4035280d94e', 'name': '', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:0c:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:44Z', 'revision_number': 4, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:46.155775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1912c7b5-7ab3-437c-a7ab-a54acaff4974 admin admin] Network 8f279760-140c-407f-a667-25feea544d0c is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:55:46.229685 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ee2768cc-06ec-4245-8fd4-268ec945a9ed tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 563856ab-025d-4725-9785-029cd79e606f) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:46.240940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2768cc-06ec-4245-8fd4-268ec945a9ed tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:46.240940 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee2768cc-06ec-4245-8fd4-268ec945a9ed tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.263614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52abafba-f406-4ebe-9a64-a5508b3af1cd tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.272095 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-52abafba-f406-4ebe-9a64-a5508b3af1cd tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "DELETE /v2.0/ports/3bed0187-b826-4285-83a2-649c239d799a HTTP/1.1" status: 204 len: 168 time: 1.8457618 Dec 08 01:55:46.273920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abafba-f406-4ebe-9a64-a5508b3af1cd tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bed0187-b826-4285-83a2-649c239d799a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:46.278447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44494) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:46.294908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9754e5bf-3628-4986-b1c6-ab510ea31165 None None] Network 563856ab-025d-4725-9785-029cd79e606f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:46.434117 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ccef13-f3c3-4fa6-b37e-6bda15504e4f tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] GET failed (client error): The resource could not be found. Dec 08 01:55:46.436962 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f8ccef13-f3c3-4fa6-b37e-6bda15504e4f tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "GET /v2.0/ports/3bed0187-b826-4285-83a2-649c239d799a HTTP/1.1" status: 404 len: 333 time: 0.1555183 Dec 08 01:55:46.443585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf485a2-7088-4b44-818b-a8b6247036ec None None] Pushing event updated for resources: {'Port': ['ID=223c71ce-7d62-4b63-9553-e4035280d94e,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:46.443795 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44500) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:46.460983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Request body: {'port': {'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1251571178'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:46.477414 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-563856ab-025d-4725-9785-029cd79e606f', 'network_id': '563856ab-025d-4725-9785-029cd79e606f', 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'fixed_ips': [{'subnet_id': '3e098b78-40ec-4f2f-b769-029765f95933'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:55:46.479641 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.491576 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ee2768cc-06ec-4245-8fd4-268ec945a9ed tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5535860 Dec 08 01:55:46.492368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44502) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:46.496802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Made reservation on behalf of 1c05ca3099204c41b59eca5082df0b3e for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:46.500128 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.538317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6c5e04ea-dbc3-4455-aa94-bef669f1e879 None None] Provisioning complete for port 223c71ce-7d62-4b63-9553-e4035280d94e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:46.539057 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c5e04ea-dbc3-4455-aa94-bef669f1e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:46.710408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 223c71ce-7d62-4b63-9553-e4035280d94e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:46.782787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] device_id is not set on port a345a82c-9abd-428c-910a-f03d912c63e5 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:55:46.840818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 223c71ce-7d62-4b63-9553-e4035280d94e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:46.841481 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.246760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1912c7b5-7ab3-437c-a7ab-a54acaff4974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 8f279760-140c-407f-a667-25feea544d0c) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:47.254640 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.262421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b415a0f8-f06d-46c8-a85f-c7ec0e14c5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.275326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1912c7b5-7ab3-437c-a7ab-a54acaff4974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:47.276470 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1912c7b5-7ab3-437c-a7ab-a54acaff4974 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.318795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4cbcab-94a5-4eb9-9e03-42b3cb35522d None None] Network 8f279760-140c-407f-a667-25feea544d0c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:47.337792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86621f2-7a66-42d7-8f8b-583f6891d45f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:47.400216 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1912c7b5-7ab3-437c-a7ab-a54acaff4974 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0030289 Dec 08 01:55:47.400216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] No DVR routers for this DVR port f86621f2-7a66-42d7-8f8b-583f6891d45f on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:55:47.407385 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44514) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:47.415058 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:47.482104 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.483088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Allocated IP 2001:db8:3::2 (563856ab-025d-4725-9785-029cd79e606f/3e098b78-40ec-4f2f-b769-029765f95933/ed14c5fc-f569-4278-ada1-7b2b89331d29) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:47.511777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415a0f8-f06d-46c8-a85f-c7ec0e14c5ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7306215-a985-4772-a84f-f9a2f01042e8,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:47.601427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-8f279760-140c-407f-a667-25feea544d0c', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:55:47.602622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.609429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415a0f8-f06d-46c8-a85f-c7ec0e14c5ab admin admin] Checking segment: {'id': 'e70f1801-6da7-4a46-ba77-616a761690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cc0826dd-3cb0-4249-9b39-675dc0b78b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:47.609807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b415a0f8-f06d-46c8-a85f-c7ec0e14c5ab admin admin] Network hostable DHCP agents. Network: cc0826dd-3cb0-4249-9b39-675dc0b78b44, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:55:47.628392 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.631176 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.729262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f86621f2-7a66-42d7-8f8b-583f6891d45f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:47.757284 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.774906 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3314144b-db9e-4512-9fb1-771a439b3ce5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.836477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: f86621f2-7a66-42d7-8f8b-583f6891d45f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:47.836477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f86621f2-7a66-42d7-8f8b-583f6891d45f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:47.936457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.951995 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:47.953650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Allocated IP 172.20.0.2 (8f279760-140c-407f-a667-25feea544d0c/ddacc30c-c599-475d-882a-2e882bb43a56/fe973235-f4f3-4e03-9ce1-712db268d7bf) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:47.991760 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.005317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b415a0f8-f06d-46c8-a85f-c7ec0e14c5ab admin admin] Network cc0826dd-3cb0-4249-9b39-675dc0b78b44 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:55:48.011793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314144b-db9e-4512-9fb1-771a439b3ce5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=aefa0b07-d5f2-49ce-95d0-837163042667,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:48.029667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b415a0f8-f06d-46c8-a85f-c7ec0e14c5ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, cc0826dd-3cb0-4249-9b39-675dc0b78b44) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:48.064834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b415a0f8-f06d-46c8-a85f-c7ec0e14c5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:48.065421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b415a0f8-f06d-46c8-a85f-c7ec0e14c5ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.082491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1469a31e-d67d-4e80-b12a-6caa0006a550 None None] Network cc0826dd-3cb0-4249-9b39-675dc0b78b44 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:48.086731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a40c7cb-a606-4b1d-9bee-e672ac0b300c']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:48.117377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e7058b-e89d-4b29-903b-561752339fd1') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:48.117840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e7058b-e89d-4b29-903b-561752339fd1') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:48.132806 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.156236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b415a0f8-f06d-46c8-a85f-c7ec0e14c5ab admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6747627 Dec 08 01:55:48.163434 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.198989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:48.199399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:48.203709 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:48.259390 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.331033 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.353735 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.357865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8a40c7cb-a606-4b1d-9bee-e672ac0b300c HTTP/1.1" status: 204 len: 168 time: 4.0553718 Dec 08 01:55:48.358930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f021c-1ff1-42d9-91bf-8b773c9269f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a40c7cb-a606-4b1d-9bee-e672ac0b300c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:48.387782 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.524958 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Network 563856ab-025d-4725-9785-029cd79e606f is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:48.560208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:48.567050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2cbf75-dde9-4e3e-a285-2e7ac1db9884 None None] Network cc0826dd-3cb0-4249-9b39-675dc0b78b44 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:48.595231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:48.626514 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.655772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:48.721969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:48.804620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 223c71ce-7d62-4b63-9553-e4035280d94e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:48.828553 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-84c42b39-8d3c-475a-8966-abd3c2d07d19 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c153057cd5c44b78964c51f1ad37c84c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1028669 Dec 08 01:55:48.830258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44552) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:48.888099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Pushing event updated for resources: {'Port': ['ID=ed14c5fc-f569-4278-ada1-7b2b89331d29,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:48.912720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Allocated IP 172.25.2.78 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/6ea5244c-2951-48ec-80da-ecdc807cb843) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:49.012621 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Attempting to bind port ed14c5fc-f569-4278-ada1-7b2b89331d29 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:49.013586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Attempting to bind port ed14c5fc-f569-4278-ada1-7b2b89331d29 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '85a6754e-f1e8-4cac-a59b-500673ea541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '563856ab-025d-4725-9785-029cd79e606f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:49.013586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Attempting to bind port ed14c5fc-f569-4278-ada1-7b2b89331d29 on network 563856ab-025d-4725-9785-029cd79e606f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:49.023095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:49.023926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Checking segment: {'id': '85a6754e-f1e8-4cac-a59b-500673ea541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '563856ab-025d-4725-9785-029cd79e606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:49.024271 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.024703 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Bound using segment: {'id': '85a6754e-f1e8-4cac-a59b-500673ea541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '563856ab-025d-4725-9785-029cd79e606f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:49.025582 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Bound port: ed14c5fc-f569-4278-ada1-7b2b89331d29, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a6754e-f1e8-4cac-a59b-500673ea541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '563856ab-025d-4725-9785-029cd79e606f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:49.025582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.045432 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a8112f-6612-4ddc-8b28-063e16028be4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.088774 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.090757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 223c71ce-7d62-4b63-9553-e4035280d94e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:49.091131 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.104352 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.129982 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a8112f-6612-4ddc-8b28-063e16028be4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.164552 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.264208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.267697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Network 8f279760-140c-407f-a667-25feea544d0c is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:49.273955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:49.280118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] For port ed14c5fc-f569-4278-ada1-7b2b89331d29, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:49.288480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:49.324114 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a8112f-6612-4ddc-8b28-063e16028be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.327150 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a8112f-6612-4ddc-8b28-063e16028be4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.334307 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-76a8112f-6612-4ddc-8b28-063e16028be4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1907540b-5717-4078-a464-1e846bfa2314 HTTP/1.1" status: 204 len: 168 time: 0.4998193 Dec 08 01:55:49.350062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8112f-6612-4ddc-8b28-063e16028be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1907540b-5717-4078-a464-1e846bfa2314,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:49.369751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Pushing event updated for resources: {'Port': ['ID=fe973235-f4f3-4e03-9ce1-712db268d7bf,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:49.393882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] For port ed14c5fc-f569-4278-ada1-7b2b89331d29, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ed14c5fc-f569-4278-ada1-7b2b89331d29,segment=NetworkSegment(85a6754e-f1e8-4cac-a59b-500673ea541f),segment_id=85a6754e-f1e8-4cac-a59b-500673ea541f)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:49.402890 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:49.415972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.463754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:49.480344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:49.483924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:49.489222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:49.497248 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.499670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Attempting to bind port fe973235-f4f3-4e03-9ce1-712db268d7bf on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:49.500045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Attempting to bind port fe973235-f4f3-4e03-9ce1-712db268d7bf by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:49.500443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Attempting to bind port fe973235-f4f3-4e03-9ce1-712db268d7bf on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:49.526265 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:49.538182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:49.539130 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.544042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Allocated IP 2001:db8:3::1 (563856ab-025d-4725-9785-029cd79e606f/3e098b78-40ec-4f2f-b769-029765f95933/a8e567ae-9ba9-4578-ad22-a48a0a9a1821) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:49.548168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Pushing event updated for resources: {'Port': ['ID=6ea5244c-2951-48ec-80da-ecdc807cb843,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:49.577255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09e9d4-f7e6-47b2-9f09-ffa3c53a30a4 None None] Pushing event updated for resources: {'Port': ['ID=ed14c5fc-f569-4278-ada1-7b2b89331d29,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:49.580217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7454f6-c89c-40af-b8e4-6f40b4b3e168 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:49.596259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:49.597058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Checking segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:49.597653 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.598223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Bound using segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:49.598887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Bound port: fe973235-f4f3-4e03-9ce1-712db268d7bf, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:49.599439 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.761745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event updated for resources: {'Port': ['ID=a345a82c-9abd-428c-910a-f03d912c63e5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:49.802530 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f250bde7-878a-46da-a865-f8eca11f2849 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.3440187 Dec 08 01:55:49.805924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44584) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:49.833430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:49.839470 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] For port fe973235-f4f3-4e03-9ce1-712db268d7bf, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:49.846309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] For port fe973235-f4f3-4e03-9ce1-712db268d7bf, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fe973235-f4f3-4e03-9ce1-712db268d7bf,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:49.859334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-de672834-0e5c-4c36-8b5a-3c7e89007591 None None] Provisioning complete for port 6ea5244c-2951-48ec-80da-ecdc807cb843 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:49.859334 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de672834-0e5c-4c36-8b5a-3c7e89007591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.868201 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.915835 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3314144b-db9e-4512-9fb1-771a439b3ce5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.942670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:49.987620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-613cfcc7-8566-4053-946b-dbb5954bdab5 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:49.989233 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-613cfcc7-8566-4053-946b-dbb5954bdab5 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/networks?id=cc0826dd-3cb0-4249-9b39-675dc0b78b44 HTTP/1.1" status: 200 len: 821 time: 0.6597469 Dec 08 01:55:50.190790 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-ba13004f-85dc-4113-9d88-bf6abe10d1c2 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/quotas/c52a8550e56641f39d0c90d3f6c21cb6 HTTP/1.1" status: 200 len: 375 time: 0.1871321 Dec 08 01:55:50.199050 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.239247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-de672834-0e5c-4c36-8b5a-3c7e89007591 None None] Port 6ea5244c-2951-48ec-80da-ecdc807cb843 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:50.247320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d9360-3b05-43ef-9838-8e9d2421b604 None None] Pushing event updated for resources: {'Port': ['ID=fe973235-f4f3-4e03-9ce1-712db268d7bf,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:50.351355 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.398264 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-33ea9216-d223-4652-b328-ea1d964369f9 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c52a8550e56641f39d0c90d3f6c21cb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1668799 Dec 08 01:55:50.601638 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.683545 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:50.727002 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ed14c5fc-f569-4278-ada1-7b2b89331d29 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:50.786046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 563856ab-025d-4725-9785-029cd79e606f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:50.791755 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-debe1a44-308f-40b1-a8b4-ded989c1ab3e service neutron] 10.222.0.70 "GET /v2.0/networks/cc0826dd-3cb0-4249-9b39-675dc0b78b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819435 Dec 08 01:55:50.870433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ed14c5fc-f569-4278-ada1-7b2b89331d29 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:50.870881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:51.019176 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Router 48058a06-d28a-4db7-84a8-eb9502a4152a is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:55:51.035055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:51.044692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:51.045242 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:51.054038 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:51.135614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port ed14c5fc-f569-4278-ada1-7b2b89331d29, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ed14c5fc-f569-4278-ada1-7b2b89331d29,segment=NetworkSegment(85a6754e-f1e8-4cac-a59b-500673ea541f),segment_id=85a6754e-f1e8-4cac-a59b-500673ea541f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:51.143301 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:51.155410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] device_id is not set on port a345a82c-9abd-428c-910a-f03d912c63e5 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:55:51.200339 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:51.269391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=ed14c5fc-f569-4278-ada1-7b2b89331d29,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:51.316023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:51.332531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Sync routers for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:51.349561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:51.350624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:51.356406 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:51.358061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f52b6a6b-022d-4f78-adf6-8c7cf81a897f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9472120 Dec 08 01:55:51.361138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44632) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:51.381143 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:51.457968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=a8e567ae-9ba9-4578-ad22-a48a0a9a1821,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:51.640664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:51.828669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event updated for resources: {'Port': ['ID=a345a82c-9abd-428c-910a-f03d912c63e5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:51.925713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16c58e9-4d14-4e32-b9df-80d2a0503c81 None None] Network 563856ab-025d-4725-9785-029cd79e606f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:52.048404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0692cd87-aa65-430c-bb8c-6c0dc9ba283f None None] Provisioning complete for port ed14c5fc-f569-4278-ada1-7b2b89331d29 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:52.049049 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0692cd87-aa65-430c-bb8c-6c0dc9ba283f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.200762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:52.438784 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.442365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29c070c-0b92-4ffb-9fdb-fc3a5846d195 None None] Network 8f279760-140c-407f-a667-25feea544d0c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:52.458151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3314144b-db9e-4512-9fb1-771a439b3ce5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 5124822c-f2c4-4850-804f-77c6590a1656 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:52.461655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.462716 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.531990 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.555140 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-1e3de530-4d20-4eda-bd60-7a2437ce91aa service neutron] 10.222.0.70 "GET /v2.0/networks/cc0826dd-3cb0-4249-9b39-675dc0b78b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5117214 Dec 08 01:55:52.556177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:52.556824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:52.557394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:52.586894 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:52.587586 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:52.597883 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 2 to bind port a345a82c-9abd-428c-910a-f03d912c63e5 Dec 08 01:55:52.714413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Provisioning complete for port fe973235-f4f3-4e03-9ce1-712db268d7bf triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:52.715979 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:52.865638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Allocated IP 172.20.0.1 (8f279760-140c-407f-a667-25feea544d0c/ddacc30c-c599-475d-882a-2e882bb43a56/e276c490-d078-42c9-9fd4-d84d2af14913) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:52.935428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fe973235-f4f3-4e03-9ce1-712db268d7bf up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:53.171860 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.182827 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.187296 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fe973235-f4f3-4e03-9ce1-712db268d7bf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:53.187674 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.280313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.303545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:49Z', 'revision_number': 3, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:53.394213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Checking router: 48058a06-d28a-4db7-84a8-eb9502a4152a for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:53.394574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Updating router 48058a06-d28a-4db7-84a8-eb9502a4152a port 6ea5244c-2951-48ec-80da-ecdc807cb843 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:55:53.400522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Network 8f279760-140c-407f-a667-25feea544d0c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:53.427814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8f5e5b4-9eaa-4c3b-861a-541f6bc3482f req-f2f72b5d-6ab5-4635-8841-5177d0d00d00 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 210 time: 0.1593287 Dec 08 01:55:53.444778 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:53.507730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:53.512771 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.516052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] For port fe973235-f4f3-4e03-9ce1-712db268d7bf, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fe973235-f4f3-4e03-9ce1-712db268d7bf,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:53.627204 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.699214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Pushing event updated for resources: {'Port': ['ID=e276c490-d078-42c9-9fd4-d84d2af14913,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:53.718665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:53.928309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event updated for resources: {'Port': ['ID=a8e567ae-9ba9-4578-ad22-a48a0a9a1821,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:53.931775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:53.932375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:53.933364 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:53.988911 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:53.994025 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:54.026986 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 3 to bind port a345a82c-9abd-428c-910a-f03d912c63e5 Dec 08 01:55:54.056713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3314144b-db9e-4512-9fb1-771a439b3ce5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:54.069770 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3314144b-db9e-4512-9fb1-771a439b3ce5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "PUT /v2.0/routers/5124822c-f2c4-4850-804f-77c6590a1656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0679789 Dec 08 01:55:54.073271 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d478d-7971-43c3-a1f8-c721246ae2d4 None None] Sync routers for ids ['5124822c-f2c4-4850-804f-77c6590a1656'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:54.081970 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44716) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:54.097436 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d478d-7971-43c3-a1f8-c721246ae2d4 None None] Routers {'5124822c-f2c4-4850-804f-77c6590a1656'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:54.099977 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c93d478d-7971-43c3-a1f8-c721246ae2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5124822c-f2c4-4850-804f-77c6590a1656'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:54.110565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:54.117039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:54.117618 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:54.144484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:54.145176 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:54.148886 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 4 to bind port a345a82c-9abd-428c-910a-f03d912c63e5 Dec 08 01:55:54.153642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.197637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Network 563856ab-025d-4725-9785-029cd79e606f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:54.199508 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.204118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:54.227857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:54.228245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:54.228681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:54.243652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c4bbc7-bfb8-4451-9e97-089c3d796dec tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting subnet bef1dcbb-e567-4475-986f-d5d1b48773a0 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:55:54.248408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:54.248751 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:54.307216 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15c4bbc7-bfb8-4451-9e97-089c3d796dec tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.341806 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 5 to bind port a345a82c-9abd-428c-910a-f03d912c63e5 Dec 08 01:55:54.426947 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9123b7ad-7786-42df-962a-00d238210294 None None] Provisioning complete for port a8e567ae-9ba9-4578-ad22-a48a0a9a1821 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:54.427233 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9123b7ad-7786-42df-962a-00d238210294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.608252 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-c93d478d-7971-43c3-a1f8-c721246ae2d4 None None] Set router 5124822c-f2c4-4850-804f-77c6590a1656 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:54.647559 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Pushing event updated for resources: {'Port': ['ID=fe973235-f4f3-4e03-9ce1-712db268d7bf,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:54.692066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 9895d392-bcea-48f5-8f44-010c0faf1f73 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:54.737463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.743025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.743939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.744529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.749196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.749836 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.750383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.750954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.751588 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.752163 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.752818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.753764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.754348 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584167b-4655-4ddb-a169-a52c4d6b3fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:55:54.755926 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15c4bbc7-bfb8-4451-9e97-089c3d796dec tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.862560 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:55:54.863754 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.866331 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:55:54.886284 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15c4bbc7-bfb8-4451-9e97-089c3d796dec tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.896614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9123b7ad-7786-42df-962a-00d238210294 None None] Port a8e567ae-9ba9-4578-ad22-a48a0a9a1821 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:54.934397 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:54.960516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9123b7ad-7786-42df-962a-00d238210294 None None] Provisioning complete for port ed14c5fc-f569-4278-ada1-7b2b89331d29 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:54.968759 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9123b7ad-7786-42df-962a-00d238210294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.080562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15c4bbc7-bfb8-4451-9e97-089c3d796dec tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.124178 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.135077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Pushing event updated for resources: {'Port': ['ID=e276c490-d078-42c9-9fd4-d84d2af14913,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:55.227250 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c93d478d-7971-43c3-a1f8-c721246ae2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:55:47Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:55.270119 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bdd7ea60-2c99-460d-a58f-d5066f7e0bfe req-e9a965ed-0832-4cdf-9c5d-67677777df97 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 210 time: 0.2385061 Dec 08 01:55:55.271750 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15c4bbc7-bfb8-4451-9e97-089c3d796dec tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.304843 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-15c4bbc7-bfb8-4451-9e97-089c3d796dec tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/subnets/bef1dcbb-e567-4475-986f-d5d1b48773a0 HTTP/1.1" status: 204 len: 168 time: 1.2192848 Dec 08 01:55:55.305939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11499ab9-5f9d-48a9-828a-db52cea91dad None None] Network 131f554d-24e1-4879-a157-c5abe21ae51e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:55:55.306993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4bbc7-bfb8-4451-9e97-089c3d796dec tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Subnet': ['ID=bef1dcbb-e567-4475-986f-d5d1b48773a0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:55.308973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:55.309321 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:55.309689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:55.319127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44746) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:55.336378 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d478d-7971-43c3-a1f8-c721246ae2d4 None None] Checking router: 5124822c-f2c4-4850-804f-77c6590a1656 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:55.356264 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d478d-7971-43c3-a1f8-c721246ae2d4 None None] Routers {'5124822c-f2c4-4850-804f-77c6590a1656'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:55.357138 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c93d478d-7971-43c3-a1f8-c721246ae2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5124822c-f2c4-4850-804f-77c6590a1656'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:55.425117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:55.425480 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:55.530637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-3217e2a4-db78-423d-8d3a-2d8e7f8c74fc tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:55.534440 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-3217e2a4-db78-423d-8d3a-2d8e7f8c74fc tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.72 "GET /v2.0/networks?id=cc0826dd-3cb0-4249-9b39-675dc0b78b44 HTTP/1.1" status: 200 len: 821 time: 0.3863115 Dec 08 01:55:55.588422 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 6 to bind port a345a82c-9abd-428c-910a-f03d912c63e5 Dec 08 01:55:55.617531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Request body: {'port': {'device_id': '75bd817c-7ba9-4ffc-97c4-0e43be632c6a', 'network_id': 'cc0826dd-3cb0-4249-9b39-675dc0b78b44', 'admin_state_up': True, 'tenant_id': 'c52a8550e56641f39d0c90d3f6c21cb6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:55.712541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:55.716984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:55.717549 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:55.728619 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-c93d478d-7971-43c3-a1f8-c721246ae2d4 None None] Set router 5124822c-f2c4-4850-804f-77c6590a1656 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:55.738290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ed14c5fc-f569-4278-ada1-7b2b89331d29 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:55.774692 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.779659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:55.781855 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:55.792754 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 7 to bind port a345a82c-9abd-428c-910a-f03d912c63e5 Dec 08 01:55:55.865706 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.886007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ed14c5fc-f569-4278-ada1-7b2b89331d29 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:55.887702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Network 8f279760-140c-407f-a667-25feea544d0c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:55.889083 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.894585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e6da52ec-0437-4237-aa3d-6ebf8057c025 None None] Provisioning complete for port a8e567ae-9ba9-4578-ad22-a48a0a9a1821 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:55.897362 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e6da52ec-0437-4237-aa3d-6ebf8057c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:55.903019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:55.923039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:55.953918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cdf38e38-765d-4977-9090-7ca761faaf01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4537168 Dec 08 01:55:55.956045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44762) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:55.979144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-eb599aeb-21ad-44d5-80ca-813839e8c03e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:56.087065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Sync routers for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:55:56.104159 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:56.106424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:56.109543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:56.109904 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:56.195980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44768) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:56.201622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:56.202251 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:56.211230 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 8 to bind port a345a82c-9abd-428c-910a-f03d912c63e5 Dec 08 01:55:56.336723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a30329-d3a4-4b97-a109-dbac51c62cd9 None None] DHCP port deletion for 131f554d-24e1-4879-a157-c5abe21ae51e request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:56.339697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:56.344838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:56.345444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:56.376979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:56.384050 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:56.393701 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 9 to bind port a345a82c-9abd-428c-910a-f03d912c63e5 Dec 08 01:55:56.395852 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c93d478d-7971-43c3-a1f8-c721246ae2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:55:47Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:56.400691 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d0890-6fc8-4a6f-8987-020f582ff343 None None] Pushing event updated for resources: {'Port': ['ID=6ea5244c-2951-48ec-80da-ecdc807cb843,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:56.411220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98e6f2e-8feb-4586-919c-92def41b6a2e None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:56.469106 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d478d-7971-43c3-a1f8-c721246ae2d4 None None] The sync data for ids ['5124822c-f2c4-4850-804f-77c6590a1656'] in n-d-713498-30 is: [{'id': '5124822c-f2c4-4850-804f-77c6590a1656', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293016632', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:53:39Z', 'updated_at': '2021-12-08T01:55:47Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': '75865cb4-43b7-434e-8ac4-440d31b44c47', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5124822c-f2c4-4850-804f-77c6590a1656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:53:40Z', 'updated_at': '2021-12-08T01:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:55:56.514676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:56.515294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:56.565301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:56.565977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:56.566523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:56.590220 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:56.593717 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c31fd0b5-8e05-4a04-9960-a4d92cf0749a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:56.615717 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:56.616449 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:56.620091 n-d-713498-30 neutron-server[103130]: INFO neutron.plugins.ml2.plugin [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempt 10 to bind port a345a82c-9abd-428c-910a-f03d912c63e5 Dec 08 01:55:56.723690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Made reservation on behalf of c52a8550e56641f39d0c90d3f6c21cb6 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:56.728365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:56.729595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:56.730158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:56.730589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempting to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:56.741747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13792518-f567-47c7-af82-ea50d7cdfb52 req-cef75f18-feaa-4fce-ab9f-039b0b055d33 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 210 time: 0.0734909 Dec 08 01:55:56.742015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:55:56.742383 n-d-713498-30 neutron-server[103130]: ERROR neutron.plugins.ml2.managers [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Failed to bind port a345a82c-9abd-428c-910a-f03d912c63e5 on host n-h2-713498-30 for vnic_type normal using segments [{'id': '91de0e22-72fe-43cd-9234-4e2f6d79c94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8c5dcf1b-372c-47cf-8065-3085d8cdac91'}] Dec 08 01:55:56.742827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:56.934510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Router 48058a06-d28a-4db7-84a8-eb9502a4152a has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:57.065370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Attempting to bind port 6ea5244c-2951-48ec-80da-ecdc807cb843 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:55:57.066562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Attempting to bind port 6ea5244c-2951-48ec-80da-ecdc807cb843 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:55:57.067335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Attempting to bind port 6ea5244c-2951-48ec-80da-ecdc807cb843 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:55:57.131338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port 75865cb4-43b7-434e-8ac4-440d31b44c47 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:57.131874 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.158506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e6da52ec-0437-4237-aa3d-6ebf8057c025 None None] Port a8e567ae-9ba9-4578-ad22-a48a0a9a1821 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:57.182615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.extraroute_db [None req-eb599aeb-21ad-44d5-80ca-813839e8c03e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 01:55:57.219428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:57.221159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] For port a345a82c-9abd-428c-910a-f03d912c63e5, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:57.221547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attempted to set empty binding levels {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 01:55:57.226203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ed684a3d-8b4e-4f47-87b7-45f5df56ff0f admin admin] 10.222.0.70 "PUT /v2.0/routers/48058a06-d28a-4db7-84a8-eb9502a4152a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8633316 Dec 08 01:55:57.243652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c31fd0b5-8e05-4a04-9960-a4d92cf0749a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.250154 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.261262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.extraroute_db [None req-eb599aeb-21ad-44d5-80ca-813839e8c03e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Removed routes are [] {{(pid=103130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 01:55:57.261792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb599aeb-21ad-44d5-80ca-813839e8c03e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.282833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Allocated IP 172.20.0.5 (cc0826dd-3cb0-4249-9b39-675dc0b78b44/f7306215-a985-4772-a84f-f9a2f01042e8/28913310-164d-4cf3-bb11-808aa7f5eb4d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:55:57.287874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:55:57.288231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:55:57.289269 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.290435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:55:57.290748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Bound port: 6ea5244c-2951-48ec-80da-ecdc807cb843, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:55:57.291149 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.308351 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c31fd0b5-8e05-4a04-9960-a4d92cf0749a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.385931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] In _notify_port_updated(), no bound segment for port a345a82c-9abd-428c-910a-f03d912c63e5 on network 8c5dcf1b-372c-47cf-8065-3085d8cdac91 {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:55:57.386486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:57.387102 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.388495 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "PUT /v2.0/ports/a345a82c-9abd-428c-910a-f03d912c63e5 HTTP/1.1" status: 200 len: 976 time: 7.5821919 Dec 08 01:55:57.394920 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44800) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:57.432941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] For port 6ea5244c-2951-48ec-80da-ecdc807cb843, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:55:57.440636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] For port 6ea5244c-2951-48ec-80da-ecdc807cb843, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6ea5244c-2951-48ec-80da-ecdc807cb843,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:55:57.520415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e6da52ec-0437-4237-aa3d-6ebf8057c025 None None] Provisioning complete for port fe973235-f4f3-4e03-9ce1-712db268d7bf triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:57.522727 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e6da52ec-0437-4237-aa3d-6ebf8057c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.524785 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c31fd0b5-8e05-4a04-9960-a4d92cf0749a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c9f5842ae4640e3b765cbd587de5442&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3240716 Dec 08 01:55:57.525496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44806) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:57.534666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e50b7a-7722-4ee2-9393-5de625cbdf5b tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event updated for resources: {'Port': ['ID=a345a82c-9abd-428c-910a-f03d912c63e5,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:57.553874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:57.559636 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.566952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fd0b5-8e05-4a04-9960-a4d92cf0749a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792c90a7-0bb6-4e4c-a5a2-dbca0eed0dad,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:57.700859 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.703136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-75c3cecc-8a1e-4346-804c-10e1f8610990 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Deleting port a345a82c-9abd-428c-910a-f03d912c63e5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:57.703880 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75c3cecc-8a1e-4346-804c-10e1f8610990 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.795935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-75c3cecc-8a1e-4346-804c-10e1f8610990 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] For port a345a82c-9abd-428c-910a-f03d912c63e5, host n-h2-713498-30, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:57.796887 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75c3cecc-8a1e-4346-804c-10e1f8610990 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.818256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-75c3cecc-8a1e-4346-804c-10e1f8610990 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Calling delete_port for a345a82c-9abd-428c-910a-f03d912c63e5 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:57.827861 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb599aeb-21ad-44d5-80ca-813839e8c03e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.834498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2933394c-f787-4faa-811e-5b7c049772a8 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:57.837786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.843086 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb599aeb-21ad-44d5-80ca-813839e8c03e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.846572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] For port 75865cb4-43b7-434e-8ac4-440d31b44c47, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=75865cb4-43b7-434e-8ac4-440d31b44c47,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:57.846938 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:57.909211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for 75865cb4-43b7-434e-8ac4-440d31b44c47 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:57.930582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Network cc0826dd-3cb0-4249-9b39-675dc0b78b44 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:55:57.941853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:55:57.948817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:55:58.001487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Pushing event updated for resources: {'Port': ['ID=28913310-164d-4cf3-bb11-808aa7f5eb4d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:58.045266 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3bd9976c-3a55-4914-b287-e44b3c656177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.051025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fe973235-f4f3-4e03-9ce1-712db268d7bf up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:55:58.091656 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3bd9976c-3a55-4914-b287-e44b3c656177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.123161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:58.123882 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.170154 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-0d493cf4-206d-46b9-bccd-ad5cd2be6e42 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5663109 Dec 08 01:55:58.172431 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75c3cecc-8a1e-4346-804c-10e1f8610990 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.174927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:55:58.176770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:55:31Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:58.264535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Request body: {'port': {'device_id': '75bd817c-7ba9-4ffc-97c4-0e43be632c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:58.278198 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-75c3cecc-8a1e-4346-804c-10e1f8610990 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.306727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-75c3cecc-8a1e-4346-804c-10e1f8610990 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "DELETE /v2.0/ports/a345a82c-9abd-428c-910a-f03d912c63e5 HTTP/1.1" status: 204 len: 168 time: 0.9071901 Dec 08 01:55:58.325558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3cecc-8a1e-4346-804c-10e1f8610990 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] Pushing event deleted for resources: {'Port': ['ID=a345a82c-9abd-428c-910a-f03d912c63e5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:58.328911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:58.387049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d0890-6fc8-4a6f-8987-020f582ff343 None None] Pushing event updated for resources: {'Port': ['ID=6ea5244c-2951-48ec-80da-ecdc807cb843,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:58.392370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d3a30329-d3a4-4b97-a109-dbac51c62cd9 None None] Deleting port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:55:58.397924 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f360aa-bae2-45cd-ad69-1d31879e79c8 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] GET failed (client error): The resource could not be found. Dec 08 01:55:58.399826 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d5f360aa-bae2-45cd-ad69-1d31879e79c8 tempest-PortsAdminExtendedAttrsTestJSON-1860404577 tempest-PortsAdminExtendedAttrsTestJSON-1860404577-project-admin] 10.222.0.70 "GET /v2.0/ports/a345a82c-9abd-428c-910a-f03d912c63e5 HTTP/1.1" status: 404 len: 333 time: 0.0676138 Dec 08 01:55:58.401265 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3a30329-d3a4-4b97-a109-dbac51c62cd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.405372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44838) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:58.487487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:55:58.602868 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.605349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44844) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:58.606254 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.613318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1730247442-network', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:58.751711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d3a30329-d3a4-4b97-a109-dbac51c62cd9 None None] For port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10,segment=NetworkSegment(da92a6e5-1b1d-400d-95e6-62ff1f0937ce),segment_id=da92a6e5-1b1d-400d-95e6-62ff1f0937ce)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:55:58.752255 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3a30329-d3a4-4b97-a109-dbac51c62cd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.802852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fe973235-f4f3-4e03-9ce1-712db268d7bf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:58.803525 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.861361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Made reservation on behalf of 4d2b7c43adcf4f06ae8418d794910390 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:55:58.864551 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.893945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d3a30329-d3a4-4b97-a109-dbac51c62cd9 None None] Calling delete_port for 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:55:58.914268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e6da52ec-0437-4237-aa3d-6ebf8057c025 None None] Provisioning complete for port e276c490-d078-42c9-9fd4-d84d2af14913 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:58.914701 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e6da52ec-0437-4237-aa3d-6ebf8057c025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.932204 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d412024a-e375-453e-b4d8-b8c737c03b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.944507 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.959497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb599aeb-21ad-44d5-80ca-813839e8c03e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 9895d392-bcea-48f5-8f44-010c0faf1f73 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:55:58.971926 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.973710 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3bd9976c-3a55-4914-b287-e44b3c656177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.976411 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3bd9976c-3a55-4914-b287-e44b3c656177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:58.977736 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3bd9976c-3a55-4914-b287-e44b3c656177 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/792c90a7-0bb6-4e4c-a5a2-dbca0eed0dad HTTP/1.1" status: 204 len: 168 time: 1.4446557 Dec 08 01:55:59.027604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9976c-3a55-4914-b287-e44b3c656177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792c90a7-0bb6-4e4c-a5a2-dbca0eed0dad,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:59.064256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=75865cb4-43b7-434e-8ac4-440d31b44c47,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:59.090803 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.222107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d65d49-1167-42cb-8e6e-0e9d4da28ec9 req-8610a721-1316-4759-928d-db084b592815 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:59.229188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0d65d49-1167-42cb-8e6e-0e9d4da28ec9 req-8610a721-1316-4759-928d-db084b592815 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 931 time: 0.2751739 Dec 08 01:55:59.233174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5dcf1b-372c-47cf-8065-3085d8cdac91']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:59.248385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e6da52ec-0437-4237-aa3d-6ebf8057c025 None None] Port e276c490-d078-42c9-9fd4-d84d2af14913 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:55:59.288470 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91de0e22-72fe-43cd-9234-4e2f6d79c94e') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:59.288762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91de0e22-72fe-43cd-9234-4e2f6d79c94e') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:59.292326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3823c0c3-f9db-4b37-b8ad-39329e5814e2 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:55:59.311766 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.314794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb599aeb-21ad-44d5-80ca-813839e8c03e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:55:59.316763 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.325338 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb599aeb-21ad-44d5-80ca-813839e8c03e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.326654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eb599aeb-21ad-44d5-80ca-813839e8c03e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73 HTTP/1.1" status: 200 len: 953 time: 3.3659959 Dec 08 01:55:59.341734 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0d65d49-1167-42cb-8e6e-0e9d4da28ec9 req-6a2f22b5-d000-43c8-af2a-f50533bbaae0 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086342 Dec 08 01:55:59.342453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44866) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:59.520058 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dc0bb054-4a9e-4a14-a0d8-66a6edfbaac4 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73 HTTP/1.1" status: 200 len: 953 time: 0.1473358 Dec 08 01:55:59.522203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44874) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:59.527729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8fb4b7ee-a1b7-4e20-bea5-1f01ea67f864 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'router': {'routes': None}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:55:59.543431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b86b1c1d-fb00-42fe-8eec-253367004b86 None None] Provisioning complete for port 6ea5244c-2951-48ec-80da-ecdc807cb843 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:55:59.544076 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b86b1c1d-fb00-42fe-8eec-253367004b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.617519 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.642071 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.646063 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.676566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:55:59.677012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:55:59.681350 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:55:59.686478 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.687343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device aefa0b07-d5f2-49ce-95d0-837163042667 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:59.695776 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.703535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28913310-164d-4cf3-bb11-808aa7f5eb4d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:55:59.729567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44878) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:55:59.744805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: aefa0b07-d5f2-49ce-95d0-837163042667 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:59.745370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device aefa0b07-d5f2-49ce-95d0-837163042667 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:59.745982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:55:59.774226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.785484 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 2, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:59.785484 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3a30329-d3a4-4b97-a109-dbac51c62cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.786106 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3a27051-7d4a-4344-9a3b-23c8366b1562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.805828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:55:59.811345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:55:51Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '223c71ce-7d62-4b63-9553-e4035280d94e', 'name': '', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:0c:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:46Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8e567ae-9ba9-4578-ad22-a48a0a9a1821', 'name': '', 'network_id': '563856ab-025d-4725-9785-029cd79e606f', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:6d:40:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '3e098b78-40ec-4f2f-b769-029765f95933', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:52Z', 'revision_number': 2, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '3e098b78-40ec-4f2f-b769-029765f95933', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:55:59.829592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.830493 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Added segment b8373e5f-dd48-455b-8225-38bff305b3dc of type vlan for network cba32cfc-fa00-4301-899a-6eeac0954d40 Dec 08 01:55:59.864067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a30329-d3a4-4b97-a109-dbac51c62cd9 None None] Pushing event deleted for resources: {'Port': ['ID=1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:55:59.867668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Checking router: 9895d392-bcea-48f5-8f44-010c0faf1f73 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:55:59.868212 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Updating router 9895d392-bcea-48f5-8f44-010c0faf1f73 port a8e567ae-9ba9-4578-ad22-a48a0a9a1821 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:55:59.899855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:55:59.900343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:55:59.908841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.948094 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.967300 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.968271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:55:59.968855 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:55:59.972797 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56674e1a-1b8a-428c-bd67-b00799a07aff None None] The sync data for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 is: [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 2, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:00.032805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a30329-d3a4-4b97-a109-dbac51c62cd9 None None] No DVR routers for this DVR port 1a7db3d2-fa71-4d3f-bfe6-e8224c1a1d10 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:00.058055 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b86b1c1d-fb00-42fe-8eec-253367004b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.129807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda16f61-641c-41a9-9560-bc6003fedb1c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:00.163384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Transition to ACTIVE for port object 28913310-164d-4cf3-bb11-808aa7f5eb4d will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:56:00.172185 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5629883 Dec 08 01:56:00.172995 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.180201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44890) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:00.201795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-32a2cb1f-ba4b-4842-9aa5-75dd9f469e00 admin admin] Request body: {'subnet': {'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1730247442-subnet', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:00.205707 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.212341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] 10.222.0.70 "DELETE /v2.0/networks/8c5dcf1b-372c-47cf-8065-3085d8cdac91 HTTP/1.1" status: 204 len: 168 time: 1.8014195 Dec 08 01:56:00.216364 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.218568 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.220055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Fanout notify agent at l3_agent the message router_deleted on router 5124822c-f2c4-4850-804f-77c6590a1656 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:56:00.232212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.233713 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-18c53b0e-edd9-45b7-96f6-55e6bae9c619 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/routers/5124822c-f2c4-4850-804f-77c6590a1656 HTTP/1.1" status: 204 len: 168 time: 4.8073432 Dec 08 01:56:00.239366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44894) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:00.395403 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.418663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247576b-b976-497e-a896-53e5575b8b4f admin admin] Pushing event updated for resources: {'Network': ['ID=cba32cfc-fa00-4301-899a-6eeac0954d40,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:00.536136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.extraroute_db [None req-8fb4b7ee-a1b7-4e20-bea5-1f01ea67f864 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Added routes are [] {{(pid=103130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 01:56:00.539266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.extraroute_db [None req-8fb4b7ee-a1b7-4e20-bea5-1f01ea67f864 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 01:56:00.620678 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Pushing event updated for resources: {'Port': ['ID=28913310-164d-4cf3-bb11-808aa7f5eb4d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:00.632589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2ef46-242b-4208-8d3f-dfe41e2b8bef tempest-PortsAdminExtendedAttrsTestJSON-1165048854 tempest-PortsAdminExtendedAttrsTestJSON-1165048854-project] Pushing event deleted for resources: {'Network': ['ID=8c5dcf1b-372c-47cf-8065-3085d8cdac91,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:00.683407 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network cba32cfc-fa00-4301-899a-6eeac0954d40 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:56:00.704943 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3a27051-7d4a-4344-9a3b-23c8366b1562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.725068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b86b1c1d-fb00-42fe-8eec-253367004b86 None None] For port 6ea5244c-2951-48ec-80da-ecdc807cb843, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6ea5244c-2951-48ec-80da-ecdc807cb843,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:00.762962 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b86b1c1d-fb00-42fe-8eec-253367004b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.798702 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b7ee-a1b7-4e20-bea5-1f01ea67f864 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.805380 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3a27051-7d4a-4344-9a3b-23c8366b1562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.826704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a2cb1f-ba4b-4842-9aa5-75dd9f469e00 admin admin] Made reservation on behalf of 4d2b7c43adcf4f06ae8418d794910390 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:00.829464 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32a2cb1f-ba4b-4842-9aa5-75dd9f469e00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:00.884380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Attempting to bind port 28913310-164d-4cf3-bb11-808aa7f5eb4d on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:00.884910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Attempting to bind port 28913310-164d-4cf3-bb11-808aa7f5eb4d by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'e70f1801-6da7-4a46-ba77-616a761690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cc0826dd-3cb0-4249-9b39-675dc0b78b44'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:00.885501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Attempting to bind port 28913310-164d-4cf3-bb11-808aa7f5eb4d on network cc0826dd-3cb0-4249-9b39-675dc0b78b44 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:00.922791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Port 28913310-164d-4cf3-bb11-808aa7f5eb4d on network cc0826dd-3cb0-4249-9b39-675dc0b78b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:56:00.923122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Attempting to bind port 28913310-164d-4cf3-bb11-808aa7f5eb4d on network cc0826dd-3cb0-4249-9b39-675dc0b78b44 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:01.037515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:01.038231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Checking segment: {'id': 'e70f1801-6da7-4a46-ba77-616a761690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cc0826dd-3cb0-4249-9b39-675dc0b78b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:01.041009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Bound using segment: {'id': 'e70f1801-6da7-4a46-ba77-616a761690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cc0826dd-3cb0-4249-9b39-675dc0b78b44'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:01.043264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Bound port: 28913310-164d-4cf3-bb11-808aa7f5eb4d, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70f1801-6da7-4a46-ba77-616a761690c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'cc0826dd-3cb0-4249-9b39-675dc0b78b44'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:01.044191 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.101349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b86b1c1d-fb00-42fe-8eec-253367004b86 None None] Provisioning complete for port e276c490-d078-42c9-9fd4-d84d2af14913 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:01.101743 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b86b1c1d-fb00-42fe-8eec-253367004b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.155359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44912) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:01.189742 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c3a27051-7d4a-4344-9a3b-23c8366b1562 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a38f7b450dd24146b10502b52f28df29&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4587541 Dec 08 01:56:01.189892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44918) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:01.190651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a27051-7d4a-4344-9a3b-23c8366b1562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c92e067-c6c8-4fea-b161-fd65d0176ba9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:01.207722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba5b27-2b70-49f7-943d-9551b93aeb1b req-9e4e521a-edb1-46f3-9ccd-9ba633d18031 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.215377 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60ba5b27-2b70-49f7-943d-9551b93aeb1b req-9e4e521a-edb1-46f3-9ccd-9ba633d18031 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 943 time: 0.6107736 Dec 08 01:56:01.276253 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.402425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b1c1d-fb00-42fe-8eec-253367004b86 None None] Pushing event updated for resources: {'Port': ['ID=6ea5244c-2951-48ec-80da-ecdc807cb843,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:01.424675 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5ef00d0c-5693-41a3-8aca-8b870f7f3504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.435692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b86b1c1d-fb00-42fe-8eec-253367004b86 None None] Port e276c490-d078-42c9-9fd4-d84d2af14913 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:01.538815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] For port 28913310-164d-4cf3-bb11-808aa7f5eb4d, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:01.541299 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131f554d-24e1-4879-a157-c5abe21ae51e']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:01.543313 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] For port 28913310-164d-4cf3-bb11-808aa7f5eb4d, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=28913310-164d-4cf3-bb11-808aa7f5eb4d,segment=NetworkSegment(e70f1801-6da7-4a46-ba77-616a761690c4),segment_id=e70f1801-6da7-4a46-ba77-616a761690c4)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:01.548551 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60ba5b27-2b70-49f7-943d-9551b93aeb1b req-9d73ba2e-008e-45ed-bbb1-875abdd74615 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975593 Dec 08 01:56:01.591108 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.633363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:01.633740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da92a6e5-1b1d-400d-95e6-62ff1f0937ce') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:01.658899 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.671869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.673260 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.727795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:01.728348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.729827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] 10.222.0.72 "PUT /v2.0/ports/28913310-164d-4cf3-bb11-808aa7f5eb4d HTTP/1.1" status: 200 len: 1092 time: 3.5373621 Dec 08 01:56:01.738347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa43ed-8ff9-477e-b282-18820b64c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a8e567ae-9ba9-4578-ad22-a48a0a9a1821,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:01.738963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bd817c-7ba9-4ffc-97c4-0e43be632c6a', 'tag': '28913310-164d-4cf3-bb11-808aa7f5eb4d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:01.743102 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.758944 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfcae49-a835-4a6b-be28-20d5c294bbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "75bd817c-7ba9-4ffc-97c4-0e43be632c6a", "tag": "28913310-164d-4cf3-bb11-808aa7f5eb4d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:01.770255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:56:01.771516 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:56:01.775532 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:56:01.778381 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b7ee-a1b7-4e20-bea5-1f01ea67f864 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.831685 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b7ee-a1b7-4e20-bea5-1f01ea67f864 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.913924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.954459 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Attempting to bind port a8e567ae-9ba9-4578-ad22-a48a0a9a1821 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:01.955036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Attempting to bind port a8e567ae-9ba9-4578-ad22-a48a0a9a1821 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '85a6754e-f1e8-4cac-a59b-500673ea541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '563856ab-025d-4725-9785-029cd79e606f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:01.956185 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Attempting to bind port a8e567ae-9ba9-4578-ad22-a48a0a9a1821 on network 563856ab-025d-4725-9785-029cd79e606f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:01.960539 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04e5caf-3186-4af9-816e-5f21adc2d3c6 x-openstack-request-id: req-e04e5caf-3186-4af9-816e-5f21adc2d3c6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:01.960955 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bd817c-7ba9-4ffc-97c4-0e43be632c6a", "tag": "28913310-164d-4cf3-bb11-808aa7f5eb4d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:01.961307 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e04e5caf-3186-4af9-816e-5f21adc2d3c6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:01.961803 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bd817c-7ba9-4ffc-97c4-0e43be632c6a', 'tag': '28913310-164d-4cf3-bb11-808aa7f5eb4d', 'status': 'completed', 'code': 200} Dec 08 01:56:01.963554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:01.963955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Checking segment: {'id': '85a6754e-f1e8-4cac-a59b-500673ea541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '563856ab-025d-4725-9785-029cd79e606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:01.964513 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.965080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Bound using segment: {'id': '85a6754e-f1e8-4cac-a59b-500673ea541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '563856ab-025d-4725-9785-029cd79e606f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:01.966263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Bound port: a8e567ae-9ba9-4578-ad22-a48a0a9a1821, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a6754e-f1e8-4cac-a59b-500673ea541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '563856ab-025d-4725-9785-029cd79e606f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:01.966676 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:01.976050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a3fb45b9-3cf2-4191-b6a6-b1ce91a649f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5a00d208bab4fcd8110a5000032dd0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8144650 Dec 08 01:56:01.995530 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5f7f-d8dc-45af-a120-a6bb96a40b19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.028095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44936) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:02.176263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] For port a8e567ae-9ba9-4578-ad22-a48a0a9a1821, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:02.182273 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] For port a8e567ae-9ba9-4578-ad22-a48a0a9a1821, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a8e567ae-9ba9-4578-ad22-a48a0a9a1821,segment=NetworkSegment(85a6754e-f1e8-4cac-a59b-500673ea541f),segment_id=85a6754e-f1e8-4cac-a59b-500673ea541f)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:02.186069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.187777 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6ea5244c-2951-48ec-80da-ecdc807cb843 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:02.196115 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.229757 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.233886 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/networks/131f554d-24e1-4879-a157-c5abe21ae51e HTTP/1.1" status: 204 len: 168 time: 1.9932587 Dec 08 01:56:02.254090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44946) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:02.276764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a43777-5fb6-4220-9407-fcbd7df2c90f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Network': ['ID=131f554d-24e1-4879-a157-c5abe21ae51e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:02.279627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2d863-6b5c-43aa-9119-c3b8dfd06802 service neutron] Pushing event updated for resources: {'Port': ['ID=28913310-164d-4cf3-bb11-808aa7f5eb4d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:02.325486 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5f7f-d8dc-45af-a120-a6bb96a40b19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.422857 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.429802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb4b7ee-a1b7-4e20-bea5-1f01ea67f864 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 9895d392-bcea-48f5-8f44-010c0faf1f73 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:02.462782 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5f7f-d8dc-45af-a120-a6bb96a40b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.465462 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5f7f-d8dc-45af-a120-a6bb96a40b19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.479648 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7f3f5f7f-d8dc-45af-a120-a6bb96a40b19 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4c92e067-c6c8-4fea-b161-fd65d0176ba9 HTTP/1.1" status: 204 len: 168 time: 1.2629104 Dec 08 01:56:02.514755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:02.516634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:02.557056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-f9160431-7813-4aa1-86cd-a19bab6f2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:02.558759 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-f9160431-7813-4aa1-86cd-a19bab6f2b18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c52a8550e56641f39d0c90d3f6c21cb6&device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 1095 time: 0.7202358 Dec 08 01:56:02.615367 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32a2cb1f-ba4b-4842-9aa5-75dd9f469e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.762937 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-7aca5501-df92-47df-9045-ff459991f09e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28913310-164d-4cf3-bb11-808aa7f5eb4d HTTP/1.1" status: 200 len: 217 time: 0.1831381 Dec 08 01:56:02.765295 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55f719ce-b126-447e-918b-0bce607060cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.768062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f5f7f-d8dc-45af-a120-a6bb96a40b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c92e067-c6c8-4fea-b161-fd65d0176ba9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:02.834497 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ae2529d-f594-40a1-b928-ee962f13e42d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.854005 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa43ed-8ff9-477e-b282-18820b64c1c1 None None] Pushing event updated for resources: {'Port': ['ID=a8e567ae-9ba9-4578-ad22-a48a0a9a1821,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:02.906195 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ae2529d-f594-40a1-b928-ee962f13e42d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:02.914979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:02.917678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 6ea5244c-2951-48ec-80da-ecdc807cb843 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:02.918383 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.012745 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6ea2cc2d-a0bb-4868-b29d-1c3c79c5c318 None None] Provisioning complete for port a8e567ae-9ba9-4578-ad22-a48a0a9a1821 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:03.014562 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ea2cc2d-a0bb-4868-b29d-1c3c79c5c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.017777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb4b7ee-a1b7-4e20-bea5-1f01ea67f864 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:03.068190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8fb4b7ee-a1b7-4e20-bea5-1f01ea67f864 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.084573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8fb4b7ee-a1b7-4e20-bea5-1f01ea67f864 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73 HTTP/1.1" status: 200 len: 703 time: 3.5547161 Dec 08 01:56:03.085367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44972) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:03.107749 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ae2529d-f594-40a1-b928-ee962f13e42d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.111801 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ae2529d-f594-40a1-b928-ee962f13e42d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.113631 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6ae2529d-f594-40a1-b928-ee962f13e42d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/security-groups/b38dceeb-77e7-432e-959a-c62b09469443 HTTP/1.1" status: 204 len: 168 time: 0.8575492 Dec 08 01:56:03.153788 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2529d-f594-40a1-b928-ee962f13e42d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38dceeb-77e7-432e-959a-c62b09469443,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:03.233214 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55f719ce-b126-447e-918b-0bce607060cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.324417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a2cb1f-ba4b-4842-9aa5-75dd9f469e00 admin admin] Checking segment: {'id': 'b8373e5f-dd48-455b-8225-38bff305b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:03.325220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a2cb1f-ba4b-4842-9aa5-75dd9f469e00 admin admin] Network hostable DHCP agents. Network: cba32cfc-fa00-4301-899a-6eeac0954d40, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:56:03.334911 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55f719ce-b126-447e-918b-0bce607060cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.338326 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55f719ce-b126-447e-918b-0bce607060cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.341782 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-55f719ce-b126-447e-918b-0bce607060cb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ef652bc-c0ca-456e-9837-079474062f4a HTTP/1.1" status: 204 len: 168 time: 1.3103099 Dec 08 01:56:03.436951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2cb1f-ba4b-4842-9aa5-75dd9f469e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0b4cef-1f93-4a2f-8695-b1afd24554fe,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:03.446910 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ea2cc2d-a0bb-4868-b29d-1c3c79c5c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.455209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-ad60351a-9d5f-4e7e-afc8-d72a3ab12f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:03.456737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-ad60351a-9d5f-4e7e-afc8-d72a3ab12f94 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7306215-a985-4772-a84f-f9a2f01042e8 HTTP/1.1" status: 200 len: 861 time: 0.6265936 Dec 08 01:56:03.490375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732182b8-705f-47d9-bd44-6843f331633c req-67cbf3f2-797f-4b85-adad-e2f299c85b5b tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:03.492180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-732182b8-705f-47d9-bd44-6843f331633c req-67cbf3f2-797f-4b85-adad-e2f299c85b5b tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 943 time: 0.6797132 Dec 08 01:56:03.504496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f719ce-b126-447e-918b-0bce607060cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef652bc-c0ca-456e-9837-079474062f4a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:03.634514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-9e487f28-8c5c-4a58-b884-39807cdcfa20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc0826dd-3cb0-4249-9b39-675dc0b78b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343751 Dec 08 01:56:03.680618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a2cb1f-ba4b-4842-9aa5-75dd9f469e00 admin admin] Network cba32cfc-fa00-4301-899a-6eeac0954d40 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:56:03.686732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44998) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:03.694034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9b68b783-5f91-4fbb-8bde-14fbf9e16f48 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468000211', 'description': 'tempest-secgroup-smoke-1468000211 description', 'project_id': '59ce268125774870bb2a6d0d519662d3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:03.703455 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 75865cb4-43b7-434e-8ac4-440d31b44c47 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:03.709173 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2d4a690c-0993-46d8-9aeb-e58495c84d87 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73 HTTP/1.1" status: 200 len: 703 time: 0.5916226 Dec 08 01:56:03.724871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45002) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:03.771792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 75865cb4-43b7-434e-8ac4-440d31b44c47 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:03.772448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 75865cb4-43b7-434e-8ac4-440d31b44c47 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:03.814544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6ea2cc2d-a0bb-4868-b29d-1c3c79c5c318 None None] For port a8e567ae-9ba9-4578-ad22-a48a0a9a1821, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a8e567ae-9ba9-4578-ad22-a48a0a9a1821,segment=NetworkSegment(85a6754e-f1e8-4cac-a59b-500673ea541f),segment_id=85a6754e-f1e8-4cac-a59b-500673ea541f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:03.825346 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.826097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ea2cc2d-a0bb-4868-b29d-1c3c79c5c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:03.828432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-32a2cb1f-ba4b-4842-9aa5-75dd9f469e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, cba32cfc-fa00-4301-899a-6eeac0954d40) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:03.876202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a2cb1f-ba4b-4842-9aa5-75dd9f469e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:03.879555 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a12586-326e-4b53-b9be-6030c89999b3 None None] Network cba32cfc-fa00-4301-899a-6eeac0954d40 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:03.886835 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-32a2cb1f-ba4b-4842-9aa5-75dd9f469e00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.035421 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.075477 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-732182b8-705f-47d9-bd44-6843f331633c req-38fa22f9-8852-46cc-bd74-bf65ead27c0d tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719509 Dec 08 01:56:04.128821 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b68b783-5f91-4fbb-8bde-14fbf9e16f48 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.147236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-32a2cb1f-ba4b-4842-9aa5-75dd9f469e00 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9600716 Dec 08 01:56:04.151933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45018) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:04.163272 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1730247442-router', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:04.185642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2cc2d-a0bb-4868-b29d-1c3c79c5c318 None None] Pushing event updated for resources: {'Port': ['ID=a8e567ae-9ba9-4578-ad22-a48a0a9a1821,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:04.204614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-dede0b04-6bee-486d-aca7-c72b9624a9ec None None] Provisioning complete for port a8e567ae-9ba9-4578-ad22-a48a0a9a1821 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:04.205003 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dede0b04-6bee-486d-aca7-c72b9624a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.224088 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.225116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.273167 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-45d04195-7f1b-434a-869e-5808428021c5 service neutron] 10.222.0.72 "GET /v2.0/networks/cc0826dd-3cb0-4249-9b39-675dc0b78b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252575 Dec 08 01:56:04.356891 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Sync routers for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:04.399669 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:04.403278 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:04.452863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-cba32cfc-fa00-4301-899a-6eeac0954d40', 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40', 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'fixed_ips': [{'subnet_id': '1b0b4cef-1f93-4a2f-8695-b1afd24554fe'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:56:04.454091 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.513291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 7, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '223c71ce-7d62-4b63-9553-e4035280d94e', 'name': '', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:0c:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:46Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8e567ae-9ba9-4578-ad22-a48a0a9a1821', 'name': '', 'network_id': '563856ab-025d-4725-9785-029cd79e606f', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:6d:40:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '3e098b78-40ec-4f2f-b769-029765f95933', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:56:02Z', 'revision_number': 4, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '3e098b78-40ec-4f2f-b769-029765f95933', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:04.515634 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-71e110f7-0a2c-4443-8f06-f7cce1d752e0 req-68b851ae-f45b-48c6-b779-283aa87fa2a1 service neutron] 10.222.0.72 "GET /v2.0/networks/cc0826dd-3cb0-4249-9b39-675dc0b78b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346482 Dec 08 01:56:04.534434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45034) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:04.595920 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:04.698342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2be5a2-cf12-428d-aec0-0a511950330b None None] The sync data for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 is: [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 7, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '223c71ce-7d62-4b63-9553-e4035280d94e', 'name': '', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:0c:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:46Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8e567ae-9ba9-4578-ad22-a48a0a9a1821', 'name': '', 'network_id': '563856ab-025d-4725-9785-029cd79e606f', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:6d:40:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '3e098b78-40ec-4f2f-b769-029765f95933', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:56:02Z', 'revision_number': 4, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '3e098b78-40ec-4f2f-b769-029765f95933', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:04.787037 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:04.984268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.016812 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dd49c868-f2a5-48aa-9af0-c7d265ec33f7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c05ca3099204c41b59eca5082df0b3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4795349 Dec 08 01:56:05.022581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45042) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:05.061268 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b68b783-5f91-4fbb-8bde-14fbf9e16f48 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.081665 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b68b783-5f91-4fbb-8bde-14fbf9e16f48 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.183448 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9b68b783-5f91-4fbb-8bde-14fbf9e16f48 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.192804 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9b68b783-5f91-4fbb-8bde-14fbf9e16f48 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5039067 Dec 08 01:56:05.198401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45050) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:05.228161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-390834f6-6097-4b8a-8f40-7bcbb60f54d1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'a39c1136-c5f5-4a05-a357-50f13385fbb0', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:05.322385 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 2, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:05.328745 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.375997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68b783-5f91-4fbb-8bde-14fbf9e16f48 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39c1136-c5f5-4a05-a357-50f13385fbb0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:05.385369 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Checking router: 48058a06-d28a-4db7-84a8-eb9502a4152a for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:05.400561 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Updating router 48058a06-d28a-4db7-84a8-eb9502a4152a port e276c490-d078-42c9-9fd4-d84d2af14913 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:05.404313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c012abad-db9b-4aac-8605-5a2d07e4da0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.479685 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c012abad-db9b-4aac-8605-5a2d07e4da0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.484095 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.493887 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-390834f6-6097-4b8a-8f40-7bcbb60f54d1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.526382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Allocated IP 172.20.0.2 (cba32cfc-fa00-4301-899a-6eeac0954d40/1b0b4cef-1f93-4a2f-8695-b1afd24554fe/403d042f-b2e4-4bbd-a4a5-9486b2edaad7) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:05.639961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcae49-a835-4a6b-be28-20d5c294bbdd req-cb3565a1-8dea-4006-a918-11438f6b23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:05.643297 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edfcae49-a835-4a6b-be28-20d5c294bbdd req-cb3565a1-8dea-4006-a918-11438f6b23bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c52a8550e56641f39d0c90d3f6c21cb6&device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 1095 time: 0.9274445 Dec 08 01:56:05.688550 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-390834f6-6097-4b8a-8f40-7bcbb60f54d1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.696016 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c012abad-db9b-4aac-8605-5a2d07e4da0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.698835 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c012abad-db9b-4aac-8605-5a2d07e4da0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.701039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c012abad-db9b-4aac-8605-5a2d07e4da0f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4c39271d-b727-42dc-b313-d42575c10afc HTTP/1.1" status: 204 len: 168 time: 0.6710281 Dec 08 01:56:05.730889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4e54e-16e8-4b0d-b326-1e365efceb13 req-7d8805d9-bc55-46db-9548-0f16690c2dbf tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:05.735298 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b3b4e54e-16e8-4b0d-b326-1e365efceb13 req-7d8805d9-bc55-46db-9548-0f16690c2dbf tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 943 time: 0.4482703 Dec 08 01:56:05.740148 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-390834f6-6097-4b8a-8f40-7bcbb60f54d1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:05.812559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012abad-db9b-4aac-8605-5a2d07e4da0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c39271d-b727-42dc-b313-d42575c10afc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:05.974420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390834f6-6097-4b8a-8f40-7bcbb60f54d1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12546080-2c23-4dcc-9499-11ee5b1eb528,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:06.028704 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-390834f6-6097-4b8a-8f40-7bcbb60f54d1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.034180 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-390834f6-6097-4b8a-8f40-7bcbb60f54d1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8194284 Dec 08 01:56:06.152901 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.171063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45076) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:06.188618 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b3b4e54e-16e8-4b0d-b326-1e365efceb13 req-5f8852b1-d4fa-49de-9374-64525872d82d tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4254582 Dec 08 01:56:06.202779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a8e567ae-9ba9-4578-ad22-a48a0a9a1821 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:06.215421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a2d21a87-8684-4da4-bd5d-2f150957720a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'a39c1136-c5f5-4a05-a357-50f13385fbb0', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:06.345362 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2d21a87-8684-4da4-bd5d-2f150957720a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.362897 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.538091 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2d21a87-8684-4da4-bd5d-2f150957720a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.565909 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2d21a87-8684-4da4-bd5d-2f150957720a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.574386 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.579946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Network cba32cfc-fa00-4301-899a-6eeac0954d40 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:06.586217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:06.594941 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.617554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a515e-337b-4dcb-8a38-9c1ef900de45 None None] Sync routers for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:06.633628 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:06.668571 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2d21a87-8684-4da4-bd5d-2f150957720a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.674587 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a2d21a87-8684-4da4-bd5d-2f150957720a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4769397 Dec 08 01:56:06.678018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45104) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:06.699243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-130ff1ac-922d-4dac-8ca8-d275425f2a85 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'a39c1136-c5f5-4a05-a357-50f13385fbb0', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:06.720193 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d21a87-8684-4da4-bd5d-2f150957720a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc394dd6-bafd-4de1-a112-90ff011feeb9,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:06.732401 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1089148-f40a-4c2f-9244-80b50b01be7b None None] Pushing event updated for resources: {'Port': ['ID=e276c490-d078-42c9-9fd4-d84d2af14913,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:06.743785 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a14cb913-d174-44ec-88f2-9bf26701b104 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.794474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a515e-337b-4dcb-8a38-9c1ef900de45 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:06.795549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-626a515e-337b-4dcb-8a38-9c1ef900de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:06.949563 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Attempting to bind port e276c490-d078-42c9-9fd4-d84d2af14913 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:06.950957 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Attempting to bind port e276c490-d078-42c9-9fd4-d84d2af14913 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:06.951327 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Attempting to bind port e276c490-d078-42c9-9fd4-d84d2af14913 on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:06.978067 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:06.978449 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Checking segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:06.984318 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:06.984786 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Bound using segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:06.985298 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Bound port: e276c490-d078-42c9-9fd4-d84d2af14913, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:06.985697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-626a515e-337b-4dcb-8a38-9c1ef900de45 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:06.985914 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.061406 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-130ff1ac-922d-4dac-8ca8-d275425f2a85 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.173071 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] For port e276c490-d078-42c9-9fd4-d84d2af14913, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:07.183949 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] For port e276c490-d078-42c9-9fd4-d84d2af14913, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e276c490-d078-42c9-9fd4-d84d2af14913,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:07.194724 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.285154 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1089148-f40a-4c2f-9244-80b50b01be7b None None] Pushing event updated for resources: {'Port': ['ID=e276c490-d078-42c9-9fd4-d84d2af14913,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:07.330305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Pushing event updated for resources: {'Port': ['ID=403d042f-b2e4-4bbd-a4a5-9486b2edaad7,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:07.332712 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:07.334688 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:07.494481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-130ff1ac-922d-4dac-8ca8-d275425f2a85 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.513039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-130ff1ac-922d-4dac-8ca8-d275425f2a85 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.605545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ff1ac-922d-4dac-8ca8-d275425f2a85 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7533d7cb-7249-4ed0-8a5a-19440787096f,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:07.636445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Attempting to bind port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:07.636958 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Attempting to bind port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'b8373e5f-dd48-455b-8225-38bff305b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:07.654342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Attempting to bind port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 on network cba32cfc-fa00-4301-899a-6eeac0954d40 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:07.678911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcae49-a835-4a6b-be28-20d5c294bbdd req-7db69925-2fc3-448e-baac-856238905e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:07.681473 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edfcae49-a835-4a6b-be28-20d5c294bbdd req-7db69925-2fc3-448e-baac-856238905e0d service neutron] 10.222.0.72 "GET /v2.0/networks?id=cc0826dd-3cb0-4249-9b39-675dc0b78b44 HTTP/1.1" status: 200 len: 922 time: 2.0275865 Dec 08 01:56:07.695723 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:07.728196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-130ff1ac-922d-4dac-8ca8-d275425f2a85 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.731588 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-130ff1ac-922d-4dac-8ca8-d275425f2a85 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0447361 Dec 08 01:56:07.735255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45144) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:07.761121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a8e567ae-9ba9-4578-ad22-a48a0a9a1821 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:07.761761 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.792618 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e243656a-6074-452f-9548-1d3ffcc18b24 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'a39c1136-c5f5-4a05-a357-50f13385fbb0', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:07.822531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:07.823242 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Checking segment: {'id': 'b8373e5f-dd48-455b-8225-38bff305b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:07.824032 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.824649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Bound using segment: {'id': 'b8373e5f-dd48-455b-8225-38bff305b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:07.825313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Bound port: 403d042f-b2e4-4bbd-a4a5-9486b2edaad7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8373e5f-dd48-455b-8225-38bff305b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:07.825877 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.884544 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edfcae49-a835-4a6b-be28-20d5c294bbdd req-7d42ce3d-b500-4edc-a608-6276f78d9cf2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28913310-164d-4cf3-bb11-808aa7f5eb4d HTTP/1.1" status: 200 len: 217 time: 0.1916265 Dec 08 01:56:07.896274 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e243656a-6074-452f-9548-1d3ffcc18b24 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.946402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839f5cc-7842-44b4-a495-2475f8698fbf req-f78a7d53-89e7-4c99-815a-985d4eb17e01 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:07.949489 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2839f5cc-7842-44b4-a495-2475f8698fbf req-f78a7d53-89e7-4c99-815a-985d4eb17e01 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 943 time: 0.4884977 Dec 08 01:56:07.961596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] For port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:07.965333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] For port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=403d042f-b2e4-4bbd-a4a5-9486b2edaad7,segment=NetworkSegment(b8373e5f-dd48-455b-8225-38bff305b3dc),segment_id=b8373e5f-dd48-455b-8225-38bff305b3dc)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:07.966981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a9530d73-7f2a-4c76-969b-22c5d251f1cc None None] Provisioning complete for port e276c490-d078-42c9-9fd4-d84d2af14913 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:07.967605 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a9530d73-7f2a-4c76-969b-22c5d251f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.980600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 28913310-164d-4cf3-bb11-808aa7f5eb4d details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:56:07.984544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:07.992732 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e243656a-6074-452f-9548-1d3ffcc18b24 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.029739 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e243656a-6074-452f-9548-1d3ffcc18b24 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.181124 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e243656a-6074-452f-9548-1d3ffcc18b24 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.181124 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e243656a-6074-452f-9548-1d3ffcc18b24 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4416230 Dec 08 01:56:08.185018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45158) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:08.199704 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.resource_extend [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:56:08.212271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0c672f41-5ea8-4e4a-8c2f-cd7a826fc9e1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'a39c1136-c5f5-4a05-a357-50f13385fbb0', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:08.237594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243656a-6074-452f-9548-1d3ffcc18b24 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24158bf-6107-46fc-94d2-b654807377f4,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:08.322412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a14cb913-d174-44ec-88f2-9bf26701b104 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port a8e567ae-9ba9-4578-ad22-a48a0a9a1821 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:08.322627 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a14cb913-d174-44ec-88f2-9bf26701b104 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.438759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcae49-a835-4a6b-be28-20d5c294bbdd req-a99cd288-6d5c-4249-8f50-ed6156618530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:08.441592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edfcae49-a835-4a6b-be28-20d5c294bbdd req-a99cd288-6d5c-4249-8f50-ed6156618530 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f7306215-a985-4772-a84f-f9a2f01042e8 HTTP/1.1" status: 200 len: 861 time: 0.5449886 Dec 08 01:56:08.445056 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-0c672f41-5ea8-4e4a-8c2f-cd7a826fc9e1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Project 59ce268125774870bb2a6d0d519662d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:56:08.469199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-626a515e-337b-4dcb-8a38-9c1ef900de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 7, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '223c71ce-7d62-4b63-9553-e4035280d94e', 'name': '', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:0c:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:46Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8e567ae-9ba9-4578-ad22-a48a0a9a1821', 'name': '', 'network_id': '563856ab-025d-4725-9785-029cd79e606f', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:6d:40:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '3e098b78-40ec-4f2f-b769-029765f95933', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:56:03Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '3e098b78-40ec-4f2f-b769-029765f95933', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:08.549637 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c672f41-5ea8-4e4a-8c2f-cd7a826fc9e1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.592047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a515e-337b-4dcb-8a38-9c1ef900de45 None None] Checking router: 9895d392-bcea-48f5-8f44-010c0faf1f73 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:08.593804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e1770-5046-44eb-a3fa-32fb3b9d5a95 None None] Pushing event updated for resources: {'Port': ['ID=403d042f-b2e4-4bbd-a4a5-9486b2edaad7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:08.625413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edfcae49-a835-4a6b-be28-20d5c294bbdd req-28e04350-bd1b-494f-b069-b3ab76a69314 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cc0826dd-3cb0-4249-9b39-675dc0b78b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703875 Dec 08 01:56:08.743034 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c672f41-5ea8-4e4a-8c2f-cd7a826fc9e1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.767084 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c672f41-5ea8-4e4a-8c2f-cd7a826fc9e1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.771471 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:07Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:08.829198 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0c672f41-5ea8-4e4a-8c2f-cd7a826fc9e1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.835945 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0c672f41-5ea8-4e4a-8c2f-cd7a826fc9e1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6343288 Dec 08 01:56:08.836150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45178) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:08.843523 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.853368 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7fe04a-9a39-4bf1-80f3-6ff831fd20fb None None] The sync data for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 is: [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:07Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:08.874823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2e5fa6c8-495c-4213-a5d2-fa63d6052158 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'security_group_rule': {'security_group_id': 'a39c1136-c5f5-4a05-a357-50f13385fbb0', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:08.922126 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2839f5cc-7842-44b4-a495-2475f8698fbf req-2295aaf9-b6a3-47b3-a045-0aaecd6232a0 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7662551 Dec 08 01:56:08.925121 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:08.944603 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-2e5fa6c8-495c-4213-a5d2-fa63d6052158 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Project 59ce268125774870bb2a6d0d519662d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:56:08.962228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 28913310-164d-4cf3-bb11-808aa7f5eb4d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=28913310-164d-4cf3-bb11-808aa7f5eb4d,segment=NetworkSegment(e70f1801-6da7-4a46-ba77-616a761690c4),segment_id=e70f1801-6da7-4a46-ba77-616a761690c4)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:08.981339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c672f41-5ea8-4e4a-8c2f-cd7a826fc9e1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa301c5-4447-4a25-8de1-9b8e87dd3cbd,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:08.994141 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa6c8-495c-4213-a5d2-fa63d6052158 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.045675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '28913310-164d-4cf3-bb11-808aa7f5eb4d', 'network_id': 'cc0826dd-3cb0-4249-9b39-675dc0b78b44', 'port_id': '28913310-164d-4cf3-bb11-808aa7f5eb4d', 'mac_address': 'fa:16:3e:90:e6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7306215-a985-4772-a84f-f9a2f01042e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:56:09.200013 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a9530d73-7f2a-4c76-969b-22c5d251f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.223021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.224139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a14cb913-d174-44ec-88f2-9bf26701b104 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] For port a8e567ae-9ba9-4578-ad22-a48a0a9a1821, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a8e567ae-9ba9-4578-ad22-a48a0a9a1821,segment=NetworkSegment(85a6754e-f1e8-4cac-a59b-500673ea541f),segment_id=85a6754e-f1e8-4cac-a59b-500673ea541f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:09.224579 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a14cb913-d174-44ec-88f2-9bf26701b104 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.262514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edfcae49-a835-4a6b-be28-20d5c294bbdd req-4125e6c5-3c81-4c1c-9a39-df1779d403f2 service neutron] 10.222.0.72 "GET /v2.0/networks/cc0826dd-3cb0-4249-9b39-675dc0b78b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966959 Dec 08 01:56:09.328975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a515e-337b-4dcb-8a38-9c1ef900de45 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:09.329579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-626a515e-337b-4dcb-8a38-9c1ef900de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:09.378675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a14cb913-d174-44ec-88f2-9bf26701b104 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for a8e567ae-9ba9-4578-ad22-a48a0a9a1821 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:09.392116 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa6c8-495c-4213-a5d2-fa63d6052158 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.417745 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa6c8-495c-4213-a5d2-fa63d6052158 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.421381 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a9530d73-7f2a-4c76-969b-22c5d251f1cc None None] For port e276c490-d078-42c9-9fd4-d84d2af14913, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e276c490-d078-42c9-9fd4-d84d2af14913,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:09.437057 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28913310-164d-4cf3-bb11-808aa7f5eb4d {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:09.534216 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 28913310-164d-4cf3-bb11-808aa7f5eb4d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=28913310-164d-4cf3-bb11-808aa7f5eb4d,segment=NetworkSegment(e70f1801-6da7-4a46-ba77-616a761690c4),segment_id=e70f1801-6da7-4a46-ba77-616a761690c4)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:09.632772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Allocated IP 172.25.2.61 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/017ae7b1-f5ed-4ea4-a010-2fa607f95bc2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:09.656562 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a9530d73-7f2a-4c76-969b-22c5d251f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.681587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fa6c8-495c-4213-a5d2-fa63d6052158 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e35d8d-6083-4628-a7bd-d49c354fc0f1,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:09.706774 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e5fa6c8-495c-4213-a5d2-fa63d6052158 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:09.713339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45196) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:09.714184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2e5fa6c8-495c-4213-a5d2-fa63d6052158 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8503280 Dec 08 01:56:09.733534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b5597f5c-4f70-4def-90ab-88d2dbe86b2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'network': {'name': 'tempest-network-smoke--995527381', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:09.873598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-626a515e-337b-4dcb-8a38-9c1ef900de45 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:10.091992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5597f5c-4f70-4def-90ab-88d2dbe86b2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Made reservation on behalf of 59ce268125774870bb2a6d0d519662d3 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:10.095685 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5597f5c-4f70-4def-90ab-88d2dbe86b2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:10.112256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:10.117527 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:10.310213 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a14cb913-d174-44ec-88f2-9bf26701b104 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:10.322335 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edfcae49-a835-4a6b-be28-20d5c294bbdd req-fa796876-7bc8-4ad5-825e-435cba8075c5 service neutron] 10.222.0.72 "GET /v2.0/networks/cc0826dd-3cb0-4249-9b39-675dc0b78b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6689095 Dec 08 01:56:10.416449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322a21e9-74e3-4add-8e64-2869a64a9889 None None] Network cba32cfc-fa00-4301-899a-6eeac0954d40 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:10.425421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cb913-d174-44ec-88f2-9bf26701b104 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=a8e567ae-9ba9-4578-ad22-a48a0a9a1821,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:10.443179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5597f5c-4f70-4def-90ab-88d2dbe86b2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:56:10.464911 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5597f5c-4f70-4def-90ab-88d2dbe86b2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:10.465276 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-b5597f5c-4f70-4def-90ab-88d2dbe86b2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Added segment 5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f of type vlan for network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea Dec 08 01:56:10.497144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7812f885-9142-4602-8ab3-12d5c805c588 None None] Provisioning complete for port e276c490-d078-42c9-9fd4-d84d2af14913 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:10.497912 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7812f885-9142-4602-8ab3-12d5c805c588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:10.526408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['28913310-164d-4cf3-bb11-808aa7f5eb4d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:56:10.623478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9530d73-7f2a-4c76-969b-22c5d251f1cc None None] Pushing event updated for resources: {'Port': ['ID=e276c490-d078-42c9-9fd4-d84d2af14913,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:10.643750 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5597f5c-4f70-4def-90ab-88d2dbe86b2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:10.680176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfac1c-6e50-4dbd-9d52-f6f2724dc253 req-9377c661-87c3-4d3a-9ba3-161297f688d9 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:10.684624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3dfac1c-6e50-4dbd-9d52-f6f2724dc253 req-9377c661-87c3-4d3a-9ba3-161297f688d9 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 944 time: 0.6089799 Dec 08 01:56:10.746833 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5597f5c-4f70-4def-90ab-88d2dbe86b2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:10.773980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5597f5c-4f70-4def-90ab-88d2dbe86b2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:10.774709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5597f5c-4f70-4def-90ab-88d2dbe86b2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:10.866900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45224) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:10.955714 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b5597f5c-4f70-4def-90ab-88d2dbe86b2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2350047 Dec 08 01:56:10.972822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3dfac1c-6e50-4dbd-9d52-f6f2724dc253 req-5794880c-e6ce-4047-bb0d-e4b85595a845 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578664 Dec 08 01:56:10.973465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45228) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:10.995475 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'admin_state_up': True, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:11.038759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a14cb913-d174-44ec-88f2-9bf26701b104 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.046026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.047110 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.078166 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5597f5c-4f70-4def-90ab-88d2dbe86b2d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Network': ['ID=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:11.082840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.115597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45230) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:11.160134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.195344 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.300732 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Pushing event updated for resources: {'Port': ['ID=017ae7b1-f5ed-4ea4-a010-2fa607f95bc2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:11.324978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:11.331164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:11.338186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:11.375667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:11.376176 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.410879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:56:11.414512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a449dd5-44bb-497d-a649-3985a9e47af6 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:11.441203 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca64f90e-e5ad-412a-89f7-f18354ac95ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.464785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1528809725', 'router:external': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:11.529182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Made reservation on behalf of 4f8ea8fc5aed4433a36f7acfda960e57 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:11.532495 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.547510 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.612437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.616522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=28913310-164d-4cf3-bb11-808aa7f5eb4d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:11.783058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14cb913-d174-44ec-88f2-9bf26701b104 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 9895d392-bcea-48f5-8f44-010c0faf1f73 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:11.874101 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:11.981538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-626a515e-337b-4dcb-8a38-9c1ef900de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 7, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '223c71ce-7d62-4b63-9553-e4035280d94e', 'name': '', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:0c:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:46Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8e567ae-9ba9-4578-ad22-a48a0a9a1821', 'name': '', 'network_id': '563856ab-025d-4725-9785-029cd79e606f', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:6d:40:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '3e098b78-40ec-4f2f-b769-029765f95933', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:56:03Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '3e098b78-40ec-4f2f-b769-029765f95933', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:12.042316 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a515e-337b-4dcb-8a38-9c1ef900de45 None None] The sync data for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 is: [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 7, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '223c71ce-7d62-4b63-9553-e4035280d94e', 'name': '', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:0c:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:46Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8e567ae-9ba9-4578-ad22-a48a0a9a1821', 'name': '', 'network_id': '563856ab-025d-4725-9785-029cd79e606f', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:6d:40:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '3e098b78-40ec-4f2f-b769-029765f95933', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:56:03Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '3e098b78-40ec-4f2f-b769-029765f95933', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:12.085225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ff1b7209-ed57-46dd-b9ab-d4fbbbada0a8 None None] Provisioning complete for port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:12.085610 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff1b7209-ed57-46dd-b9ab-d4fbbbada0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.180593 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=403d042f-b2e4-4bbd-a4a5-9486b2edaad7,segment=NetworkSegment(b8373e5f-dd48-455b-8225-38bff305b3dc),segment_id=b8373e5f-dd48-455b-8225-38bff305b3dc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:12.186217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ff1b7209-ed57-46dd-b9ab-d4fbbbada0a8 None None] Port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:12.187959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca64f90e-e5ad-412a-89f7-f18354ac95ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.197315 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.198236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e276c490-d078-42c9-9fd4-d84d2af14913 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:12.222398 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca64f90e-e5ad-412a-89f7-f18354ac95ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.263080 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.269880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64f90e-e5ad-412a-89f7-f18354ac95ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f18d03-fe3b-4210-89fb-4198a6d4d012,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:12.314522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ff1b7209-ed57-46dd-b9ab-d4fbbbada0a8 None None] Provisioning complete for port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:12.314911 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff1b7209-ed57-46dd-b9ab-d4fbbbada0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.372951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=403d042f-b2e4-4bbd-a4a5-9486b2edaad7,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:12.377543 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.381169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ca64f90e-e5ad-412a-89f7-f18354ac95ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5e6d7b47b1b04e8d89a2809e5f0f84b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2629645 Dec 08 01:56:12.386173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45260) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:12.402115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41f562-7cc8-4c09-ae16-7ae43a7fe164 req-ba83feeb-a878-4ff5-86c2-3280116b8706 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.403714 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd41f562-7cc8-4c09-ae16-7ae43a7fe164 req-ba83feeb-a878-4ff5-86c2-3280116b8706 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 944 time: 0.2116437 Dec 08 01:56:12.423635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e276c490-d078-42c9-9fd4-d84d2af14913 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:12.424672 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.457174 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.585129 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:56:12.625020 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080dc35b-c3c5-415d-9348-31ca115b6cb3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:12.660928 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.663788 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Added segment fad64b6d-0fd7-4804-8824-8edae5afe259 of type vlan for network 72e5e6c3-5af9-4249-b209-7e6cd2795b2a Dec 08 01:56:12.784443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-47548c2f-b3a4-4166-9225-4b048f36cb30 None None] Provisioning complete for port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:12.784825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-47548c2f-b3a4-4166-9225-4b048f36cb30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.834546 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.870688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14cb913-d174-44ec-88f2-9bf26701b104 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:12.884494 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a14cb913-d174-44ec-88f2-9bf26701b104 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1563504 Dec 08 01:56:12.888775 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7de9eb-4976-47fc-83ea-d62a7bb6bf75 None None] Sync routers for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:12.916791 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd41f562-7cc8-4c09-ae16-7ae43a7fe164 req-64a4710b-9fc7-4974-91e1-44f9c598e92b tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691944 Dec 08 01:56:12.920229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45264) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:12.923766 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.925167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:12.925946 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:12.931304 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7de9eb-4976-47fc-83ea-d62a7bb6bf75 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:12.933803 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-db7de9eb-4976-47fc-83ea-d62a7bb6bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:12.995345 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.021471 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.047424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:13.072363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event updated for resources: {'Network': ['ID=72e5e6c3-5af9-4249-b209-7e6cd2795b2a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:13.092662 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bc467ab5-3141-458d-b66a-6524bc71170e tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2184763 Dec 08 01:56:13.094642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 72e5e6c3-5af9-4249-b209-7e6cd2795b2a details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:56:13.139110 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45268) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:13.147508 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8f9036b-4396-4c07-8d95-7d563f3e461e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.184927 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-db7de9eb-4976-47fc-83ea-d62a7bb6bf75 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:13.188642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8f9036b-4396-4c07-8d95-7d563f3e461e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.258333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Request body: {'subnet': {'network_id': '72e5e6c3-5af9-4249-b209-7e6cd2795b2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:13.305404 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8f9036b-4396-4c07-8d95-7d563f3e461e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.308424 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a8f9036b-4396-4c07-8d95-7d563f3e461e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.312341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.25.2.120 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/d623e18f-c701-4053-b50b-e11ee723935b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:13.314056 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a8f9036b-4396-4c07-8d95-7d563f3e461e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5f18d03-fe3b-4210-89fb-4198a6d4d012 HTTP/1.1" status: 204 len: 168 time: 0.9262044 Dec 08 01:56:13.329962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Made reservation on behalf of 4f8ea8fc5aed4433a36f7acfda960e57 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:13.334604 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.357115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:13.357787 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.577610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.590720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e276c490-d078-42c9-9fd4-d84d2af14913 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:13.604377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9036b-4396-4c07-8d95-7d563f3e461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f18d03-fe3b-4210-89fb-4198a6d4d012,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:13.629725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-7835b9b6-e07d-4b46-bf39-c8cacbbde0e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting subnet 3e098b78-40ec-4f2f-b769-029765f95933 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:56:13.639302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7835b9b6-e07d-4b46-bf39-c8cacbbde0e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.687289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e276c490-d078-42c9-9fd4-d84d2af14913 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:13.688556 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.714107 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.768536 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7835b9b6-e07d-4b46-bf39-c8cacbbde0e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.791771 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-db7de9eb-4976-47fc-83ea-d62a7bb6bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 8, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '223c71ce-7d62-4b63-9553-e4035280d94e', 'name': '', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:0c:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:46Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:13.826457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:13.828625 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7de9eb-4976-47fc-83ea-d62a7bb6bf75 None None] Checking router: 9895d392-bcea-48f5-8f44-010c0faf1f73 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:13.832748 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:13.839937 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7de9eb-4976-47fc-83ea-d62a7bb6bf75 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:13.842017 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-db7de9eb-4976-47fc-83ea-d62a7bb6bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:13.858599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:13.861003 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:13.863038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71af0030-d256-4f46-8f4c-81e4f823ee1b None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:13.977220 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-db7de9eb-4976-47fc-83ea-d62a7bb6bf75 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:14.013729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fc5fd943-7409-4817-a91c-eef3d830bde4 None None] Provisioning complete for port d623e18f-c701-4053-b50b-e11ee723935b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:14.014108 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc5fd943-7409-4817-a91c-eef3d830bde4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.134658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45280) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:14.137922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fc5fd943-7409-4817-a91c-eef3d830bde4 None None] Port d623e18f-c701-4053-b50b-e11ee723935b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:14.185015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 28913310-164d-4cf3-bb11-808aa7f5eb4d up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:14.198596 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7835b9b6-e07d-4b46-bf39-c8cacbbde0e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.240744 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-76330653-bf74-4f4a-b7dd-e36703f8d26c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.248108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=d623e18f-c701-4053-b50b-e11ee723935b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:14.311637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 28913310-164d-4cf3-bb11-808aa7f5eb4d completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:56:14.312657 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-db7de9eb-4976-47fc-83ea-d62a7bb6bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 8, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '223c71ce-7d62-4b63-9553-e4035280d94e', 'name': '', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:0c:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:46Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:14.320654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 28913310-164d-4cf3-bb11-808aa7f5eb4d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:14.321391 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.346408 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7de9eb-4976-47fc-83ea-d62a7bb6bf75 None None] The sync data for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 is: [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 8, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '223c71ce-7d62-4b63-9553-e4035280d94e', 'name': '', 'network_id': 'c4459df1-ee47-426f-b813-7cd6af2854cc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:0c:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:33Z', 'updated_at': '2021-12-08T01:55:46Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '792abc9d-8f68-446d-abdd-95c6fc150547', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:14.362457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-76330653-bf74-4f4a-b7dd-e36703f8d26c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.377404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ccab7-3939-478d-bb4a-ce24dddd551e req-ce0ba787-112a-4cfe-95e0-01743fe1acd7 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:14.380254 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa0ccab7-3939-478d-bb4a-ce24dddd551e req-ce0ba787-112a-4cfe-95e0-01743fe1acd7 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 944 time: 0.2284503 Dec 08 01:56:14.385334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-76330653-bf74-4f4a-b7dd-e36703f8d26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.425925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76330653-bf74-4f4a-b7dd-e36703f8d26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2423938-3a43-4797-bd7c-baa7527ad78e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:14.491296 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.493940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7835b9b6-e07d-4b46-bf39-c8cacbbde0e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.510721 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-76330653-bf74-4f4a-b7dd-e36703f8d26c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80364f0d6fa345adb14ffe6939c8d5a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3480494 Dec 08 01:56:14.519783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45282) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:14.528896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bd817c-7ba9-4ffc-97c4-0e43be632c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28913310-164d-4cf3-bb11-808aa7f5eb4d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:14.532169 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98894395-b91e-4688-a8cb-fbc948e5071b" -d '{"events": [{"server_uuid": "75bd817c-7ba9-4ffc-97c4-0e43be632c6a", "name": "network-vif-plugged", "status": "completed", "tag": "28913310-164d-4cf3-bb11-808aa7f5eb4d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:14.554401 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7835b9b6-e07d-4b46-bf39-c8cacbbde0e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.557947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7835b9b6-e07d-4b46-bf39-c8cacbbde0e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/3e098b78-40ec-4f2f-b769-029765f95933 HTTP/1.1" status: 204 len: 168 time: 1.6138253 Dec 08 01:56:14.561093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835b9b6-e07d-4b46-bf39-c8cacbbde0e1 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Subnet': ['ID=3e098b78-40ec-4f2f-b769-029765f95933,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:14.562792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45286) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:14.565638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773c986-7f59-491f-a188-0f5b0f8109e8 None None] Network 563856ab-025d-4725-9785-029cd79e606f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:14.570978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 28913310-164d-4cf3-bb11-808aa7f5eb4d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=28913310-164d-4cf3-bb11-808aa7f5eb4d,segment=NetworkSegment(e70f1801-6da7-4a46-ba77-616a761690c4),segment_id=e70f1801-6da7-4a46-ba77-616a761690c4)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:14.593651 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.622221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.objects.ports [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103129) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 01:56:14.622705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.691821 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4b2d2b-a8b9-4bf8-84f4-0c2727074867 x-openstack-request-id: req-6e4b2d2b-a8b9-4bf8-84f4-0c2727074867 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:14.692049 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bd817c-7ba9-4ffc-97c4-0e43be632c6a", "name": "network-vif-plugged", "status": "completed", "tag": "28913310-164d-4cf3-bb11-808aa7f5eb4d", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:14.693283 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e4b2d2b-a8b9-4bf8-84f4-0c2727074867 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:14.693544 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bd817c-7ba9-4ffc-97c4-0e43be632c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28913310-164d-4cf3-bb11-808aa7f5eb4d', 'code': 200} Dec 08 01:56:14.697938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=28913310-164d-4cf3-bb11-808aa7f5eb4d,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:14.738299 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa0ccab7-3939-478d-bb4a-ce24dddd551e req-a14513b1-13d5-40c1-b3d1-bcf1dcb9aa2f tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142755 Dec 08 01:56:14.787447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a8e567ae-9ba9-4578-ad22-a48a0a9a1821 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:14.795499 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd9be76a-5d3b-4fc6-a4aa-887a7b53518d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.810514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: a8e567ae-9ba9-4578-ad22-a48a0a9a1821 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:14.810856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a8e567ae-9ba9-4578-ad22-a48a0a9a1821 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:14.849901 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd9be76a-5d3b-4fc6-a4aa-887a7b53518d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.875208 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:14.930583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f203a220-477f-4c7c-845e-49d10006e200 None None] DHCP port deletion for 563856ab-025d-4725-9785-029cd79e606f request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:15.029748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f203a220-477f-4c7c-845e-49d10006e200 None None] Deleting port ed14c5fc-f569-4278-ada1-7b2b89331d29 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:15.030133 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f203a220-477f-4c7c-845e-49d10006e200 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.069053 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd9be76a-5d3b-4fc6-a4aa-887a7b53518d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.075122 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd9be76a-5d3b-4fc6-a4aa-887a7b53518d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.079046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dd9be76a-5d3b-4fc6-a4aa-887a7b53518d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a2423938-3a43-4797-bd7c-baa7527ad78e HTTP/1.1" status: 204 len: 168 time: 0.5528731 Dec 08 01:56:15.133231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9be76a-5d3b-4fc6-a4aa-887a7b53518d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2423938-3a43-4797-bd7c-baa7527ad78e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:15.134618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f203a220-477f-4c7c-845e-49d10006e200 None None] For port ed14c5fc-f569-4278-ada1-7b2b89331d29, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ed14c5fc-f569-4278-ada1-7b2b89331d29,segment=NetworkSegment(85a6754e-f1e8-4cac-a59b-500673ea541f),segment_id=85a6754e-f1e8-4cac-a59b-500673ea541f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:15.135699 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f203a220-477f-4c7c-845e-49d10006e200 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.162430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f203a220-477f-4c7c-845e-49d10006e200 None None] Calling delete_port for ed14c5fc-f569-4278-ada1-7b2b89331d29 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:15.228335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.262821 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f203a220-477f-4c7c-845e-49d10006e200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.280737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Router 8d046efc-7329-4909-a060-7f4a23cc392d is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:56:15.300961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b5635c4d-12d8-447a-b639-73af49b32cd5,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:15.322678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203a220-477f-4c7c-845e-49d10006e200 None None] Pushing event deleted for resources: {'Port': ['ID=ed14c5fc-f569-4278-ada1-7b2b89331d29,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:15.350741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f203a220-477f-4c7c-845e-49d10006e200 None None] No DVR routers for this DVR port ed14c5fc-f569-4278-ada1-7b2b89331d29 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:15.366933 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.427949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Checking segment: {'id': 'fad64b6d-0fd7-4804-8824-8edae5afe259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '72e5e6c3-5af9-4249-b209-7e6cd2795b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:15.428376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Network hostable DHCP agents. Network: 72e5e6c3-5af9-4249-b209-7e6cd2795b2a, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:56:15.433064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 87b22f02-7a50-41b3-a3e8-34713c0fa742 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:56:15.461109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e0864-dcd9-43a9-aa48-f56d72e9cc77 req-960c08b6-5af8-4f74-af05-6ed2b728d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:15.463954 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0a6e0864-dcd9-43a9-aa48-f56d72e9cc77 req-960c08b6-5af8-4f74-af05-6ed2b728d806 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 1097 time: 0.1783514 Dec 08 01:56:15.575172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Network 72e5e6c3-5af9-4249-b209-7e6cd2795b2a is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:56:15.605206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:15.621210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Sync routers for ids ['87b22f02-7a50-41b3-a3e8-34713c0fa742'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:15.642765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 72e5e6c3-5af9-4249-b209-7e6cd2795b2a) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:15.643681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Routers {'87b22f02-7a50-41b3-a3e8-34713c0fa742'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:15.647848 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.649835 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c4cfc3f9-7d8d-4ff8-8268-bc46bf513596 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6730371 Dec 08 01:56:15.652950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45300) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:15.653594 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['87b22f02-7a50-41b3-a3e8-34713c0fa742'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:15.680840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.691084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:15.691084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.699811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:15.709707 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0a6e0864-dcd9-43a9-aa48-f56d72e9cc77 req-2fd3b0c1-ab22-43a0-a612-e8364312302a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152193 Dec 08 01:56:15.712003 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Sync routers for ids ['8d046efc-7329-4909-a060-7f4a23cc392d'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:15.727774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563856ab-025d-4725-9785-029cd79e606f']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:15.741138 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-79516dfd-8873-49aa-8c17-31de20c63a0b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5985696 Dec 08 01:56:15.743951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45304) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:15.746820 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a6754e-f1e8-4cac-a59b-500673ea541f') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:15.747189 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a6754e-f1e8-4cac-a59b-500673ea541f') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:15.748947 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Routers {'8d046efc-7329-4909-a060-7f4a23cc392d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:15.749183 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8d046efc-7329-4909-a060-7f4a23cc392d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:15.751737 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.753102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f413c6c2-0d22-4634-b68e-41ec0813e305 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.5978324 Dec 08 01:56:15.758308 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-21f862a1-d017-431a-ab5e-1d2a6b43e812 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=59ce268125774870bb2a6d0d519662d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1019258 Dec 08 01:56:15.758788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45306) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:15.766970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45308) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:15.768813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1402229229', 'network_id': '72e5e6c3-5af9-4249-b209-7e6cd2795b2a'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:15.771519 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.818676 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Made reservation on behalf of 4f8ea8fc5aed4433a36f7acfda960e57 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:15.821250 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:15.841971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Set router 87b22f02-7a50-41b3-a3e8-34713c0fa742 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:15.863706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] device_id is not set on port b8f3b4f0-1fb5-48c9-b56c-6e16f16b9a56 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:56:15.982873 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Set router 8d046efc-7329-4909-a060-7f4a23cc392d gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:15.997419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dfd4a2-a748-4ecf-9467-aa92a3988ad1 None None] Network 72e5e6c3-5af9-4249-b209-7e6cd2795b2a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:16.053020 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6026712e-3d78-4226-9e14-7e61d8e3a27e tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.053585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6026712e-3d78-4226-9e14-7e61d8e3a27e tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.056088 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6026712e-3d78-4226-9e14-7e61d8e3a27e tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.2881784 Dec 08 01:56:16.060733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45322) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:16.066907 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:16.083302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:56:16.083768 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:16.200808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Allocated IP 172.20.0.8 (72e5e6c3-5af9-4249-b209-7e6cd2795b2a/b5635c4d-12d8-447a-b639-73af49b32cd5/b8f3b4f0-1fb5-48c9-b56c-6e16f16b9a56) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:16.214869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b091180-bbdf-4303-b090-6313a3730fb2 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.216791 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1b091180-bbdf-4303-b090-6313a3730fb2 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=72e5e6c3-5af9-4249-b209-7e6cd2795b2a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1550930 Dec 08 01:56:16.221022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45328) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:56:16.249971 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:56:16.262623 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1b8a04b0-6041-4189-bb10-80c21beb4591 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402358 Dec 08 01:56:16.265877 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45330) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:16.309984 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:16.318418 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9d8d8d20-d1c4-480a-9b1a-77378149938a tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=59ce268125774870bb2a6d0d519662d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508969 Dec 08 01:56:16.322611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45332) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:16.352097 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:16.357725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/networks/563856ab-025d-4725-9785-029cd79e606f HTTP/1.1" status: 204 len: 168 time: 1.7870634 Dec 08 01:56:16.366151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45336) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:16.398202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44e408-e4a4-498d-8a3e-aacb3befda17 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Network': ['ID=563856ab-025d-4725-9785-029cd79e606f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:16.429809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b9cb3-2111-4043-8cad-15a38c9dd6e2 req-bd66b004-c5f0-4a92-844a-cbb396c450aa tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:16.432200 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-918b9cb3-2111-4043-8cad-15a38c9dd6e2 req-bd66b004-c5f0-4a92-844a-cbb396c450aa tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 945 time: 0.1844754 Dec 08 01:56:16.454322 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'name': 'tempest-TestVolumeBootPattern-1730247442-router', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:11Z', 'revision_number': 3, 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'gw_port': {'id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:16.475562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eec7f34-625f-4f68-9c10-d9d6c3f97136 None None] Network 72e5e6c3-5af9-4249-b209-7e6cd2795b2a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:16.515065 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Checking router: 8d046efc-7329-4909-a060-7f4a23cc392d for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:16.515462 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Updating router 8d046efc-7329-4909-a060-7f4a23cc392d port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:16.562374 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:16.634241 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:56:14Z', 'revision_number': 3, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:16.668875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Checking router: 87b22f02-7a50-41b3-a3e8-34713c0fa742 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:16.669181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Updating router 87b22f02-7a50-41b3-a3e8-34713c0fa742 port d623e18f-c701-4053-b50b-e11ee723935b binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:16.700083 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:16.938120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ed14c5fc-f569-4278-ada1-7b2b89331d29 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:16.960146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: ed14c5fc-f569-4278-ada1-7b2b89331d29 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:16.960529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ed14c5fc-f569-4278-ada1-7b2b89331d29 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:16.990393 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-918b9cb3-2111-4043-8cad-15a38c9dd6e2 req-a7dcd8a4-999d-46be-9fa7-e24cfd111fbc tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062568 Dec 08 01:56:17.099076 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.123390 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.127902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.387030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2cf7cd-0fa9-48d2-be68-0e90d5653efc tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:17.387645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2cf7cd-0fa9-48d2-be68-0e90d5653efc tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:17.394281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-db2cf7cd-0fa9-48d2-be68-0e90d5653efc tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 1.0712233 Dec 08 01:56:17.399204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45354) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:17.489792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8a9c480b-e508-435b-9fe4-2ad18652705b tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=72e5e6c3-5af9-4249-b209-7e6cd2795b2a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0890374 Dec 08 01:56:17.499992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45356) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:17.501103 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Attempting to bind port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:17.513069 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Attempting to bind port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:17.513614 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Attempting to bind port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:17.525821 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2f3d8-1b08-46ae-848b-8130e9f7a81a None None] Pushing event updated for resources: {'Port': ['ID=017ae7b1-f5ed-4ea4-a010-2fa607f95bc2,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:17.538333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecc775a-09ec-4be9-b4cc-957c2f3bca0f None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:17.538572 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:17.538572 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:17.538961 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.539444 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:17.540024 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Bound port: 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:17.540623 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.604629 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.605645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-340e9307-2c20-461f-8a6a-2bb0b1ca3aa7 None None] Provisioning complete for port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:17.606028 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-340e9307-2c20-461f-8a6a-2bb0b1ca3aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.610191 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-23101417-def3-48e7-895b-916f9b20dc1f tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0968347 Dec 08 01:56:17.611168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45362) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:17.626984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-77df392d-9ea6-4c09-8ca1-4dfcdee6fe05 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1990699910', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:17.690188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-340e9307-2c20-461f-8a6a-2bb0b1ca3aa7 None None] Port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:17.706351 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.716874 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.721852 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] For port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:17.723846 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.730381 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] For port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=017ae7b1-f5ed-4ea4-a010-2fa607f95bc2,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:17.741341 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.784220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Allocated IP 172.20.0.1 (cba32cfc-fa00-4301-899a-6eeac0954d40/1b0b4cef-1f93-4a2f-8695-b1afd24554fe/e948a642-85f0-445a-ad0b-c6ad0b76f2ae) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:17.789363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Network 72e5e6c3-5af9-4249-b209-7e6cd2795b2a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:17.802463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272ca96-d346-429f-99f6-d3ba747df968 None None] Pushing event updated for resources: {'Port': ['ID=d623e18f-c701-4053-b50b-e11ee723935b,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:17.829146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a963ee4-0c56-44a6-a6a1-94ec3e66c02d None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:17.830963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:17.835947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:17.841598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Attempting to bind port d623e18f-c701-4053-b50b-e11ee723935b on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:17.842210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Attempting to bind port d623e18f-c701-4053-b50b-e11ee723935b by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:17.842599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Attempting to bind port d623e18f-c701-4053-b50b-e11ee723935b on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:17.849022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77df392d-9ea6-4c09-8ca1-4dfcdee6fe05 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Made reservation on behalf of 59ce268125774870bb2a6d0d519662d3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:17.852901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:17.853411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:17.854123 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.854536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:17.855210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Bound port: d623e18f-c701-4053-b50b-e11ee723935b, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:17.855666 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.862200 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77df392d-9ea6-4c09-8ca1-4dfcdee6fe05 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.903809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b638d48-be3d-4613-a2b5-b5dbcab835f3 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:17.907579 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Routers {'8d046efc-7329-4909-a060-7f4a23cc392d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:17.908222 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8d046efc-7329-4909-a060-7f4a23cc392d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:17.941251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event updated for resources: {'Port': ['ID=b8f3b4f0-1fb5-48c9-b56c-6e16f16b9a56,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:17.945868 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] For port d623e18f-c701-4053-b50b-e11ee723935b, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:17.962232 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-298593ff-e867-4397-af26-8e4ee1593d5f None None] Provisioning complete for port d623e18f-c701-4053-b50b-e11ee723935b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:17.962556 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-298593ff-e867-4397-af26-8e4ee1593d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.964451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:17.965371 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:17.965579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] For port d623e18f-c701-4053-b50b-e11ee723935b, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d623e18f-c701-4053-b50b-e11ee723935b,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:18.000412 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-58d1212e-142f-4140-8eb4-a30ccd5be65c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2485991 Dec 08 01:56:18.008324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45372) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:18.016959 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2f3d8-1b08-46ae-848b-8130e9f7a81a None None] Pushing event updated for resources: {'Port': ['ID=017ae7b1-f5ed-4ea4-a010-2fa607f95bc2,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:18.035927 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:18.125244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87dca53-c6f8-4a26-b349-637b688ed4d7 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:18.174221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:18.202357 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-298593ff-e867-4397-af26-8e4ee1593d5f None None] Port d623e18f-c701-4053-b50b-e11ee723935b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:18.208446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Routers {'87b22f02-7a50-41b3-a3e8-34713c0fa742'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:18.209152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['87b22f02-7a50-41b3-a3e8-34713c0fa742'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:18.217347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272ca96-d346-429f-99f6-d3ba747df968 None None] Pushing event updated for resources: {'Port': ['ID=d623e18f-c701-4053-b50b-e11ee723935b,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:18.231623 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] Set router 8d046efc-7329-4909-a060-7f4a23cc392d gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:18.319591 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b99cce1a-153f-4523-ac8e-ad890b0a3f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:18.332776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a25cc-a477-43f8-987f-5b010ad24b0e req-3828b2af-4759-4c95-b2fa-f9824229d2b0 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:18.335098 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-654a25cc-a477-43f8-987f-5b010ad24b0e req-3828b2af-4759-4c95-b2fa-f9824229d2b0 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 945 time: 0.2196069 Dec 08 01:56:18.390437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:18.424910 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77df392d-9ea6-4c09-8ca1-4dfcdee6fe05 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:18.435437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Network cba32cfc-fa00-4301-899a-6eeac0954d40 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:18.445337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:18.506123 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-654a25cc-a477-43f8-987f-5b010ad24b0e req-c310dab5-d82d-4d3d-9d75-4de10a2abf4b tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236508 Dec 08 01:56:18.511089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c8427-74b9-445b-a70e-40105fd01e4a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Deleting port b8f3b4f0-1fb5-48c9-b56c-6e16f16b9a56 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:18.513292 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8427-74b9-445b-a70e-40105fd01e4a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:18.516487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:18.518027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] Set router 87b22f02-7a50-41b3-a3e8-34713c0fa742 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:18.599561 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'name': 'tempest-TestVolumeBootPattern-1730247442-router', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:11Z', 'revision_number': 3, 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'gw_port': {'id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:18.621212 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:18.634164 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe5ad9-baa2-4577-8267-4bc603da98a1 None None] The sync data for ids ['8d046efc-7329-4909-a060-7f4a23cc392d'] in n-d-713498-30 is: [{'id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'name': 'tempest-TestVolumeBootPattern-1730247442-router', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:11Z', 'revision_number': 3, 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'gw_port': {'id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:18.782456 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8427-74b9-445b-a70e-40105fd01e4a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:18.846638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c8427-74b9-445b-a70e-40105fd01e4a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Calling delete_port for b8f3b4f0-1fb5-48c9-b56c-6e16f16b9a56 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:18.886185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Pushing event updated for resources: {'Port': ['ID=e948a642-85f0-445a-ad0b-c6ad0b76f2ae,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:18.916691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df392d-9ea6-4c09-8ca1-4dfcdee6fe05 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Subnet': ['ID=c197dbc2-597f-44be-8e12-0909def1f466,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:18.997800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-35bdb296-f0eb-4233-a2dc-a8e7f67e3d95 None None] Provisioning complete for port d623e18f-c701-4053-b50b-e11ee723935b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:18.999653 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-35bdb296-f0eb-4233-a2dc-a8e7f67e3d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.016978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df392d-9ea6-4c09-8ca1-4dfcdee6fe05 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Checking segment: {'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:19.017327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df392d-9ea6-4c09-8ca1-4dfcdee6fe05 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network hostable DHCP agents. Network: 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:56:19.065091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df392d-9ea6-4c09-8ca1-4dfcdee6fe05 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:56:19.079290 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.090682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-77df392d-9ea6-4c09-8ca1-4dfcdee6fe05 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:19.103306 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98cb24c-992d-4e1a-9a8d-78c1678b32cf None None] Network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:19.109392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77df392d-9ea6-4c09-8ca1-4dfcdee6fe05 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:19.110008 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-77df392d-9ea6-4c09-8ca1-4dfcdee6fe05 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.160615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-77df392d-9ea6-4c09-8ca1-4dfcdee6fe05 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5467637 Dec 08 01:56:19.165158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45400) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:19.381242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392039de-5bfb-4b4e-b244-d3dae641e950 req-c0d18cb4-d2ec-469d-a21e-bc4234a7adf4 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:19.382437 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-35bdb296-f0eb-4233-a2dc-a8e7f67e3d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.383603 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-392039de-5bfb-4b4e-b244-d3dae641e950 req-c0d18cb4-d2ec-469d-a21e-bc4234a7adf4 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 945 time: 0.2797496 Dec 08 01:56:19.432455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b99cce1a-153f-4523-ac8e-ad890b0a3f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 223c71ce-7d62-4b63-9553-e4035280d94e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:19.433069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b99cce1a-153f-4523-ac8e-ad890b0a3f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.463628 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ips': [{'subnet_id': 'c197dbc2-597f-44be-8e12-0909def1f466'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:56:19.465999 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.484879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-35bdb296-f0eb-4233-a2dc-a8e7f67e3d95 None None] For port d623e18f-c701-4053-b50b-e11ee723935b, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d623e18f-c701-4053-b50b-e11ee723935b,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:19.503015 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-35bdb296-f0eb-4233-a2dc-a8e7f67e3d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.569696 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdb296-f0eb-4233-a2dc-a8e7f67e3d95 None None] Pushing event updated for resources: {'Port': ['ID=d623e18f-c701-4053-b50b-e11ee723935b,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:19.583271 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.585133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b99cce1a-153f-4523-ac8e-ad890b0a3f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] For port 223c71ce-7d62-4b63-9553-e4035280d94e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=223c71ce-7d62-4b63-9553-e4035280d94e,segment=NetworkSegment(a6164b6f-ec0c-41ed-b6da-2f74b961c1e2),segment_id=a6164b6f-ec0c-41ed-b6da-2f74b961c1e2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:19.585597 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b99cce1a-153f-4523-ac8e-ad890b0a3f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.599379 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.617451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b99cce1a-153f-4523-ac8e-ad890b0a3f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 223c71ce-7d62-4b63-9553-e4035280d94e owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:19.745931 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:56:19.767844 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8427-74b9-445b-a70e-40105fd01e4a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.834775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Allocated IP 172.20.0.18 (8b3f2741-e2e7-4c39-ac17-a2ae518f15ea/c197dbc2-597f-44be-8e12-0909def1f466/a855457f-56a1-4993-b701-bbdbfd9b7648) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:19.844946 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:19.856157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Pushing event updated for resources: {'Port': ['ID=e948a642-85f0-445a-ad0b-c6ad0b76f2ae,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:19.901303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c8427-74b9-445b-a70e-40105fd01e4a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8f3b4f0-1fb5-48c9-b56c-6e16f16b9a56,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:19.951092 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-392039de-5bfb-4b4e-b244-d3dae641e950 req-7b71e214-e30e-4f90-a6b2-96276f7aba5f tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356028 Dec 08 01:56:20.056430 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8427-74b9-445b-a70e-40105fd01e4a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.059882 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fa0c8427-74b9-445b-a70e-40105fd01e4a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "DELETE /v2.0/ports/b8f3b4f0-1fb5-48c9-b56c-6e16f16b9a56 HTTP/1.1" status: 204 len: 168 time: 2.0464244 Dec 08 01:56:20.062483 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45414) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:20.068134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '72e5e6c3-5af9-4249-b209-7e6cd2795b2a', 'external_fixed_ips': [{'subnet_id': 'b5635c4d-12d8-447a-b639-73af49b32cd5', 'ip_address': '172.20.0.8'}]}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:20.112547 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.118710 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.148929 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.160098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-35bdb296-f0eb-4233-a2dc-a8e7f67e3d95 None None] Provisioning complete for port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:20.160472 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-35bdb296-f0eb-4233-a2dc-a8e7f67e3d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.162946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.175515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:56:14Z', 'revision_number': 3, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:20.206895 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:20.285725 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.292064 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:20.311150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b3c470-617f-40fd-84be-8e2ee94b8c39 None None] The sync data for ids ['87b22f02-7a50-41b3-a3e8-34713c0fa742'] in n-d-713498-30 is: [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:56:14Z', 'revision_number': 3, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:20.327525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:20.415375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Pushing event updated for resources: {'Port': ['ID=a855457f-56a1-4993-b701-bbdbfd9b7648,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:20.526107 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Network cba32cfc-fa00-4301-899a-6eeac0954d40 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:20.528181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Attempting to bind port a855457f-56a1-4993-b701-bbdbfd9b7648 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:20.528639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Attempting to bind port a855457f-56a1-4993-b701-bbdbfd9b7648 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:20.529025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Attempting to bind port a855457f-56a1-4993-b701-bbdbfd9b7648 on network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:20.544667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:20.555080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:20.555080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Checking segment: {'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:20.555662 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.556087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Bound using segment: {'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:20.556627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Bound port: a855457f-56a1-4993-b701-bbdbfd9b7648, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:20.557028 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.682768 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.704169 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-35bdb296-f0eb-4233-a2dc-a8e7f67e3d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.719032 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b99cce1a-153f-4523-ac8e-ad890b0a3f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.818984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-35bdb296-f0eb-4233-a2dc-a8e7f67e3d95 None None] For port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=017ae7b1-f5ed-4ea4-a010-2fa607f95bc2,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:20.837646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] For port a855457f-56a1-4993-b701-bbdbfd9b7648, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:20.842542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] For port a855457f-56a1-4993-b701-bbdbfd9b7648, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a855457f-56a1-4993-b701-bbdbfd9b7648,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:20.844213 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-35bdb296-f0eb-4233-a2dc-a8e7f67e3d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:20.888931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cce1a-153f-4523-ac8e-ad890b0a3f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=223c71ce-7d62-4b63-9553-e4035280d94e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:20.945195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27e1fb-8e27-4245-8909-133aa657d2cc req-510ee04d-a214-4a3f-8132-0a0c985dbb44 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:20.946511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f27e1fb-8e27-4245-8909-133aa657d2cc req-510ee04d-a214-4a3f-8132-0a0c985dbb44 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.72 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 945 time: 0.5320930 Dec 08 01:56:20.961452 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Router 8d046efc-7329-4909-a060-7f4a23cc392d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:20.973429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:21.002786 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.115486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdb296-f0eb-4233-a2dc-a8e7f67e3d95 None None] Pushing event updated for resources: {'Port': ['ID=017ae7b1-f5ed-4ea4-a010-2fa607f95bc2,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:21.301205 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b99cce1a-153f-4523-ac8e-ad890b0a3f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.323599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-44dd7a76-9152-44d0-9f9e-d1210c1f9426 None None] Provisioning complete for port e948a642-85f0-445a-ad0b-c6ad0b76f2ae triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:21.324273 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-44dd7a76-9152-44d0-9f9e-d1210c1f9426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.446808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-44dd7a76-9152-44d0-9f9e-d1210c1f9426 None None] Port e948a642-85f0-445a-ad0b-c6ad0b76f2ae cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:21.504393 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc8bed-94f8-43b3-9227-2be1aeb6138c None None] Pushing event updated for resources: {'Port': ['ID=a855457f-56a1-4993-b701-bbdbfd9b7648,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:21.567233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:21.567612 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.695413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-223d1b74-1493-409c-b3a0-a754228be20b None None] Provisioning complete for port e948a642-85f0-445a-ad0b-c6ad0b76f2ae triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:21.695800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-223d1b74-1493-409c-b3a0-a754228be20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:21.976412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99cce1a-153f-4523-ac8e-ad890b0a3f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 9895d392-bcea-48f5-8f44-010c0faf1f73 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:22.177552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-223d1b74-1493-409c-b3a0-a754228be20b None None] Port e948a642-85f0-445a-ad0b-c6ad0b76f2ae cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:22.296164 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:22.310749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dfe29-f811-4063-8ff0-7a737e7aa788 req-97864c48-03f3-4644-b2c6-7371cb6f44e7 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:22.319509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b70dfe29-f811-4063-8ff0-7a737e7aa788 req-97864c48-03f3-4644-b2c6-7371cb6f44e7 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 945 time: 1.0965335 Dec 08 01:56:22.323574 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:22.328083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99cce1a-153f-4523-ac8e-ad890b0a3f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:22.336920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b99cce1a-153f-4523-ac8e-ad890b0a3f12 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9673057 Dec 08 01:56:22.345705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0120a-d48c-4baa-9a53-a20493849e64 None None] Sync routers for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:22.367920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f0120a-d48c-4baa-9a53-a20493849e64 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:22.369172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-94f0120a-d48c-4baa-9a53-a20493849e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:22.397930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45454) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:22.503888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b70dfe29-f811-4063-8ff0-7a737e7aa788 req-36dedd7a-24b7-4baa-b77f-977afe081f46 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673024 Dec 08 01:56:22.592744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-94f0120a-d48c-4baa-9a53-a20493849e64 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:22.726931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8f27e1fb-8e27-4245-8909-133aa657d2cc req-29df8a59-8895-4598-8ba5-fbca45bdb421 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Deleting port 28913310-164d-4cf3-bb11-808aa7f5eb4d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:22.727655 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f27e1fb-8e27-4245-8909-133aa657d2cc req-29df8a59-8895-4598-8ba5-fbca45bdb421 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:22.810411 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:22.910081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:22.920372 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Sync routers for ids ['8d046efc-7329-4909-a060-7f4a23cc392d'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:22.939748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f6a22345-9192-4cdb-929b-7d39cc583822 admin admin] 10.222.0.70 "PUT /v2.0/routers/8d046efc-7329-4909-a060-7f4a23cc392d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1722879 Dec 08 01:56:22.940404 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Routers {'8d046efc-7329-4909-a060-7f4a23cc392d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:22.940404 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8d046efc-7329-4909-a060-7f4a23cc392d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:23.000341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting subnet 792abc9d-8f68-446d-abdd-95c6fc150547 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:56:23.135779 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.167039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a855457f-56a1-4993-b701-bbdbfd9b7648 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:23.259095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Allocated IP 172.20.0.8 (72e5e6c3-5af9-4249-b209-7e6cd2795b2a/b5635c4d-12d8-447a-b639-73af49b32cd5/af45e183-7b42-477a-ad93-03368ceee4ee) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:23.291992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.325004 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Set router 8d046efc-7329-4909-a060-7f4a23cc392d gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:23.361506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-94f0120a-d48c-4baa-9a53-a20493849e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:20Z', 'revision_number': 9, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:23.430668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0120a-d48c-4baa-9a53-a20493849e64 None None] Checking router: 9895d392-bcea-48f5-8f44-010c0faf1f73 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:23.436412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa2dd1-25eb-410a-84d1-a509158537ce None None] Network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:23.728910 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.735345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-8f27e1fb-8e27-4245-8909-133aa657d2cc req-29df8a59-8895-4598-8ba5-fbca45bdb421 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] For port 28913310-164d-4cf3-bb11-808aa7f5eb4d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=28913310-164d-4cf3-bb11-808aa7f5eb4d,segment=NetworkSegment(e70f1801-6da7-4a46-ba77-616a761690c4),segment_id=e70f1801-6da7-4a46-ba77-616a761690c4)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:23.735970 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f27e1fb-8e27-4245-8909-133aa657d2cc req-29df8a59-8895-4598-8ba5-fbca45bdb421 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.763119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b9040-859b-47c4-8ec1-6bda66b40c15 req-1c48b118-f83a-486a-bfbb-90def01aa000 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:23.766776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a855457f-56a1-4993-b701-bbdbfd9b7648 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:23.767258 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.767505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c1b9040-859b-47c4-8ec1-6bda66b40c15 req-1c48b118-f83a-486a-bfbb-90def01aa000 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 945 time: 0.1446910 Dec 08 01:56:23.829521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b5fab382-fb74-499b-bc69-058c2ece3057 None None] Provisioning complete for port a855457f-56a1-4993-b701-bbdbfd9b7648 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:23.830267 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b5fab382-fb74-499b-bc69-058c2ece3057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.835344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f0120a-d48c-4baa-9a53-a20493849e64 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:23.836739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-94f0120a-d48c-4baa-9a53-a20493849e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:23.855346 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.856267 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'name': 'tempest-TestVolumeBootPattern-1730247442-router', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'gw_port': {'id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e948a642-85f0-445a-ad0b-c6ad0b76f2ae', 'name': '', 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'mac_address': 'fa:16:3e:89:da:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '1b0b4cef-1f93-4a2f-8695-b1afd24554fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:17Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 2, 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'subnets': [{'id': '1b0b4cef-1f93-4a2f-8695-b1afd24554fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:23.866397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-8f27e1fb-8e27-4245-8909-133aa657d2cc req-29df8a59-8895-4598-8ba5-fbca45bdb421 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Calling delete_port for 28913310-164d-4cf3-bb11-808aa7f5eb4d owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:23.893738 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.913579 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Checking router: 8d046efc-7329-4909-a060-7f4a23cc392d for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:23.925400 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Updating router 8d046efc-7329-4909-a060-7f4a23cc392d port e948a642-85f0-445a-ad0b-c6ad0b76f2ae binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:23.978062 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:23.994147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-94f0120a-d48c-4baa-9a53-a20493849e64 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:24.013165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event updated for resources: {'Port': ['ID=af45e183-7b42-477a-ad93-03368ceee4ee,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:24.053603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Network 72e5e6c3-5af9-4249-b209-7e6cd2795b2a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:24.091526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:24.105435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:24.127204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.20.0.17 (8b3f2741-e2e7-4c39-ac17-a2ae518f15ea/c197dbc2-597f-44be-8e12-0909def1f466/9a65c332-8b20-4ce3-b5cd-101398b84434) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:24.150515 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.218028 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.218760 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/792abc9d-8f68-446d-abdd-95c6fc150547 HTTP/1.1" status: 204 len: 168 time: 1.7771771 Dec 08 01:56:24.239668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Subnet': ['ID=792abc9d-8f68-446d-abdd-95c6fc150547,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:24.243318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45500) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:24.272591 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c1b9040-859b-47c4-8ec1-6bda66b40c15 req-08e4fa86-3344-4f00-9cec-3b890879487f tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/security-groups?id=270ad78c-46c8-4c7f-abdc-31e7283065fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309230 Dec 08 01:56:24.321768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 28913310-164d-4cf3-bb11-808aa7f5eb4d no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:24.323676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac125c7-ed53-442a-ba69-3f319d220356 None None] Network c4459df1-ee47-426f-b813-7cd6af2854cc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:24.346209 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.372634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.375836 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.376409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.377147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.377501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.378393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.378393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.378601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.378845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.382673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.383045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.383397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.383742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa5b020-1f29-4806-9ab9-4999a5fe7ed6 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:24.735318 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.746346 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.844850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.853120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f27e1fb-8e27-4245-8909-133aa657d2cc req-29df8a59-8895-4598-8ba5-fbca45bdb421 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.861811 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.869676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3dd083-fcf0-436b-ba41-28b0380e687c None None] DHCP port deletion for c4459df1-ee47-426f-b813-7cd6af2854cc request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:24.871476 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b5fab382-fb74-499b-bc69-058c2ece3057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.938987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port fd0f722f-1d6d-40af-a413-8bda1652f934 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:24.939668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:24.959375 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.000157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b5fab382-fb74-499b-bc69-058c2ece3057 None None] For port a855457f-56a1-4993-b701-bbdbfd9b7648, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a855457f-56a1-4993-b701-bbdbfd9b7648,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:25.024475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df8a59-8895-4598-8ba5-fbca45bdb421 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Pushing event deleted for resources: {'Port': ['ID=28913310-164d-4cf3-bb11-808aa7f5eb4d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:25.041760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] For port fd0f722f-1d6d-40af-a413-8bda1652f934, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fd0f722f-1d6d-40af-a413-8bda1652f934,segment=NetworkSegment(a6164b6f-ec0c-41ed-b6da-2f74b961c1e2),segment_id=a6164b6f-ec0c-41ed-b6da-2f74b961c1e2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:25.042129 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.078997 n-d-713498-30 neutron-server[103131]: INFO neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No ports have port_id starting with 28913310-164d-4cf3-bb11-808aa7f5eb4d Dec 08 01:56:25.091225 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d977288-95ca-45c2-957d-5393227f23c8 None None] Pushing event updated for resources: {'Port': ['ID=e948a642-85f0-445a-ad0b-c6ad0b76f2ae,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:25.101357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for fd0f722f-1d6d-40af-a413-8bda1652f934 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:25.103717 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b5fab382-fb74-499b-bc69-058c2ece3057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.105807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f27e1fb-8e27-4245-8909-133aa657d2cc req-29df8a59-8895-4598-8ba5-fbca45bdb421 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] No DVR routers for this DVR port 28913310-164d-4cf3-bb11-808aa7f5eb4d on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:25.109786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-8f27e1fb-8e27-4245-8909-133aa657d2cc req-29df8a59-8895-4598-8ba5-fbca45bdb421 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.115012 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f27e1fb-8e27-4245-8909-133aa657d2cc req-29df8a59-8895-4598-8ba5-fbca45bdb421 tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.72 "DELETE /v2.0/ports/28913310-164d-4cf3-bb11-808aa7f5eb4d HTTP/1.1" status: 204 len: 173 time: 4.1558337 Dec 08 01:56:25.131407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bd817c-7ba9-4ffc-97c4-0e43be632c6a', 'name': 'network-vif-deleted', 'tag': '28913310-164d-4cf3-bb11-808aa7f5eb4d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:25.141406 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6007f1c0-f176-48ef-9a81-681e4d6abc44" -d '{"events": [{"server_uuid": "75bd817c-7ba9-4ffc-97c4-0e43be632c6a", "name": "network-vif-deleted", "tag": "28913310-164d-4cf3-bb11-808aa7f5eb4d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:25.157654 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Attempting to bind port e948a642-85f0-445a-ad0b-c6ad0b76f2ae on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:25.158295 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Attempting to bind port e948a642-85f0-445a-ad0b-c6ad0b76f2ae by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'b8373e5f-dd48-455b-8225-38bff305b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:25.158880 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Attempting to bind port e948a642-85f0-445a-ad0b-c6ad0b76f2ae on network cba32cfc-fa00-4301-899a-6eeac0954d40 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:25.166229 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:25.174471 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Checking segment: {'id': 'b8373e5f-dd48-455b-8225-38bff305b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:25.175287 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.175882 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Bound using segment: {'id': 'b8373e5f-dd48-455b-8225-38bff305b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:25.183449 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Bound port: e948a642-85f0-445a-ad0b-c6ad0b76f2ae, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8373e5f-dd48-455b-8225-38bff305b3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:25.184137 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.388779 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ef1444-3b4c-4320-b0ba-a741654be143 x-openstack-request-id: req-24ef1444-3b4c-4320-b0ba-a741654be143 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:25.389222 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bd817c-7ba9-4ffc-97c4-0e43be632c6a", "name": "network-vif-deleted", "tag": "28913310-164d-4cf3-bb11-808aa7f5eb4d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:25.389626 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24ef1444-3b4c-4320-b0ba-a741654be143 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:25.390443 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bd817c-7ba9-4ffc-97c4-0e43be632c6a', 'name': 'network-vif-deleted', 'tag': '28913310-164d-4cf3-bb11-808aa7f5eb4d', 'status': 'completed', 'code': 200} Dec 08 01:56:25.394281 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.447962 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] For port e948a642-85f0-445a-ad0b-c6ad0b76f2ae, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:25.448879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No DVR routers for this DVR port fd0f722f-1d6d-40af-a413-8bda1652f934 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:25.461674 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] For port e948a642-85f0-445a-ad0b-c6ad0b76f2ae, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e948a642-85f0-445a-ad0b-c6ad0b76f2ae,segment=NetworkSegment(b8373e5f-dd48-455b-8225-38bff305b3dc),segment_id=b8373e5f-dd48-455b-8225-38bff305b3dc)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:25.471634 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.547654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.557683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5dc32ddd-6aa0-4371-935a-e6ef7a2bc26a None None] Provisioning complete for port a855457f-56a1-4993-b701-bbdbfd9b7648 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:25.558140 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5dc32ddd-6aa0-4371-935a-e6ef7a2bc26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.568477 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d977288-95ca-45c2-957d-5393227f23c8 None None] Pushing event updated for resources: {'Port': ['ID=e948a642-85f0-445a-ad0b-c6ad0b76f2ae,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:25.593198 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b943114d-2052-4771-b87d-9e690204aa28 req-d9e6fea3-733c-49a0-a07c-9105ca35761c tempest-InstanceActionsNegativeTestJSON-740856519 tempest-InstanceActionsNegativeTestJSON-740856519-project] 10.222.0.70 "GET /v2.0/ports?device_id=75bd817c-7ba9-4ffc-97c4-0e43be632c6a HTTP/1.1" status: 200 len: 210 time: 0.0772583 Dec 08 01:56:25.604064 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.609985 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Routers {'8d046efc-7329-4909-a060-7f4a23cc392d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:25.611776 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8d046efc-7329-4909-a060-7f4a23cc392d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:25.653617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=fd0f722f-1d6d-40af-a413-8bda1652f934,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:25.678517 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:56:25.679015 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:56:25.686146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fab382-fb74-499b-bc69-058c2ece3057 None None] Pushing event updated for resources: {'Port': ['ID=a855457f-56a1-4993-b701-bbdbfd9b7648,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:25.739182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7e3dd083-fcf0-436b-ba41-28b0380e687c None None] Deleting port fd0f722f-1d6d-40af-a413-8bda1652f934 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:25.739571 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7e3dd083-fcf0-436b-ba41-28b0380e687c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:25.748121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-94f0120a-d48c-4baa-9a53-a20493849e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:20Z', 'revision_number': 9, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:25.840954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=9a65c332-8b20-4ce3-b5cd-101398b84434,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:25.888293 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] Set router 8d046efc-7329-4909-a060-7f4a23cc392d gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:25.891121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:25.901528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:25.915436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:26.001914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.069702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Router a6f70320-c32b-4189-b607-43c84cde780b is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:56:26.083231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4459df1-ee47-426f-b813-7cd6af2854cc']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:26.100241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6164b6f-ec0c-41ed-b6da-2f74b961c1e2') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:26.100643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6164b6f-ec0c-41ed-b6da-2f74b961c1e2') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:26.102995 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.186055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.237856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.283680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:56:26.284180 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:56:26.297363 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:56:26.469524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:26.519808 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.521733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c7d01e4f-cb52-4455-8d76-e4a76788efd7 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.4579246 Dec 08 01:56:26.524484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45548) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:26.602296 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.609157 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.619416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/networks/c4459df1-ee47-426f-b813-7cd6af2854cc HTTP/1.1" status: 204 len: 168 time: 2.3673525 Dec 08 01:56:26.623936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45552) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:26.627791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7e3dd083-fcf0-436b-ba41-28b0380e687c None None] For port fd0f722f-1d6d-40af-a413-8bda1652f934, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:26.628326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7e3dd083-fcf0-436b-ba41-28b0380e687c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.649351 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'name': 'tempest-TestVolumeBootPattern-1730247442-router', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'gw_port': {'id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e948a642-85f0-445a-ad0b-c6ad0b76f2ae', 'name': '', 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'mac_address': 'fa:16:3e:89:da:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '1b0b4cef-1f93-4a2f-8695-b1afd24554fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:17Z', 'updated_at': '2021-12-08T01:56:25Z', 'revision_number': 4, 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'subnets': [{'id': '1b0b4cef-1f93-4a2f-8695-b1afd24554fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:26.681018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.682165 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7e3dd083-fcf0-436b-ba41-28b0380e687c None None] Calling delete_port for fd0f722f-1d6d-40af-a413-8bda1652f934 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:26.689130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-7e3dd083-fcf0-436b-ba41-28b0380e687c None None] Port fd0f722f-1d6d-40af-a413-8bda1652f934 was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:56:26.710924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dc4f8-3293-4f90-9c02-386de66403bf tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Network': ['ID=c4459df1-ee47-426f-b813-7cd6af2854cc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:26.728328 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeceb15-1392-4819-87ef-d19439660482 None None] The sync data for ids ['8d046efc-7329-4909-a060-7f4a23cc392d'] in n-d-713498-30 is: [{'id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'name': 'tempest-TestVolumeBootPattern-1730247442-router', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'gw_port': {'id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e948a642-85f0-445a-ad0b-c6ad0b76f2ae', 'name': '', 'network_id': 'cba32cfc-fa00-4301-899a-6eeac0954d40', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'mac_address': 'fa:16:3e:89:da:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3020, 'fixed_ips': [{'subnet_id': '1b0b4cef-1f93-4a2f-8695-b1afd24554fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:17Z', 'updated_at': '2021-12-08T01:56:25Z', 'revision_number': 4, 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'subnets': [{'id': '1b0b4cef-1f93-4a2f-8695-b1afd24554fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:26.729668 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7e3dd083-fcf0-436b-ba41-28b0380e687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:26.757915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] Sync routers for ids ['a6f70320-c32b-4189-b607-43c84cde780b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:26.765265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e3dd083-fcf0-436b-ba41-28b0380e687c None None] Network c4459df1-ee47-426f-b813-7cd6af2854cc is not hosted by any dhcp agent {{(pid=103131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 01:56:26.768844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3dd083-fcf0-436b-ba41-28b0380e687c None None] No DVR routers for this DVR port fd0f722f-1d6d-40af-a413-8bda1652f934 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:26.777182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45562) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:26.781443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f0120a-d48c-4baa-9a53-a20493849e64 None None] The sync data for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 is: [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:20Z', 'revision_number': 9, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e909e38-3159-4cba-a66e-068b3ece7a0c', 'name': '', 'network_id': '1d292398-c001-4230-9fb9-c5cbe3676edc', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:8f:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:25Z', 'updated_at': '2021-12-08T01:55:36Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': '5b12502b-8334-4772-bee0-93dc3f24941f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:26.921037 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] Routers {'a6f70320-c32b-4189-b607-43c84cde780b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:26.929291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a6f70320-c32b-4189-b607-43c84cde780b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:26.958912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dd083-fcf0-436b-ba41-28b0380e687c None None] Pushing event deleted for resources: {'Port': ['ID=fd0f722f-1d6d-40af-a413-8bda1652f934,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:26.966642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Deleting subnet f7306215-a985-4772-a84f-f9a2f01042e8 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:56:27.024727 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.092404 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.253376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d623e18f-c701-4053-b50b-e11ee723935b up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:27.399553 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.447051 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.579587 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.589043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] Set router a6f70320-c32b-4189-b607-43c84cde780b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:27.591291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a812e215-2d46-402b-b412-e765f65959ff None None] Provisioning complete for port e948a642-85f0-445a-ad0b-c6ad0b76f2ae triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:27.591675 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a812e215-2d46-402b-b412-e765f65959ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.668359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Deleting port af45e183-7b42-477a-ad93-03368ceee4ee {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:27.675356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.905148 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.916646 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.950788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d623e18f-c701-4053-b50b-e11ee723935b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:27.951342 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:27.994595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7306215-a985-4772-a84f-f9a2f01042e8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:28.007405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Calling delete_port for af45e183-7b42-477a-ad93-03368ceee4ee owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:28.009773 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.013476 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f7306215-a985-4772-a84f-f9a2f01042e8 HTTP/1.1" status: 204 len: 168 time: 1.2334497 Dec 08 01:56:28.019461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45592) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:28.025241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.025693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.026109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.026996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.027423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.027841 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.028269 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.028867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.030109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.030692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.031245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.031792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.032425 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0f987-1d45-49fc-abb5-445f264f48df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:28.154195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:28.189250 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f70320-c32b-4189-b607-43c84cde780b', 'name': '', 'tenant_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '72e5e6c3-5af9-4249-b209-7e6cd2795b2a', 'external_fixed_ips': [{'subnet_id': 'b5635c4d-12d8-447a-b639-73af49b32cd5', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': 'af45e183-7b42-477a-ad93-03368ceee4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:20Z', 'updated_at': '2021-12-08T01:56:24Z', 'revision_number': 3, 'project_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'gw_port': {'id': 'af45e183-7b42-477a-ad93-03368ceee4ee', 'name': '', 'network_id': '72e5e6c3-5af9-4249-b209-7e6cd2795b2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f70320-c32b-4189-b607-43c84cde780b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3024, 'fixed_ips': [{'subnet_id': 'b5635c4d-12d8-447a-b639-73af49b32cd5', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:22Z', 'updated_at': '2021-12-08T01:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b5635c4d-12d8-447a-b639-73af49b32cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:28.238054 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a812e215-2d46-402b-b412-e765f65959ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.283832 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.335187 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.361073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] Checking router: a6f70320-c32b-4189-b607-43c84cde780b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:28.361431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] Updating router a6f70320-c32b-4189-b607-43c84cde780b port af45e183-7b42-477a-ad93-03368ceee4ee binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:28.379800 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.424713 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.460225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event deleted for resources: {'Port': ['ID=af45e183-7b42-477a-ad93-03368ceee4ee,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:28.503014 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.508545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a812e215-2d46-402b-b412-e765f65959ff None None] For port e948a642-85f0-445a-ad0b-c6ad0b76f2ae, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e948a642-85f0-445a-ad0b-c6ad0b76f2ae,segment=NetworkSegment(b8373e5f-dd48-455b-8225-38bff305b3dc),segment_id=b8373e5f-dd48-455b-8225-38bff305b3dc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:28.530602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] Port af45e183-7b42-477a-ad93-03368ceee4ee not found while updating agent binding for router a6f70320-c32b-4189-b607-43c84cde780b. {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 01:56:28.546329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:28.547280 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.610007 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.633793 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.636649 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a812e215-2d46-402b-b412-e765f65959ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.640590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] Routers {'a6f70320-c32b-4189-b607-43c84cde780b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:28.641665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a6f70320-c32b-4189-b607-43c84cde780b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:28.744627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] Set router a6f70320-c32b-4189-b607-43c84cde780b gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:28.765999 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.788785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0826dd-3cb0-4249-9b39-675dc0b78b44']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:28.799271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70f1801-6da7-4a46-ba77-616a761690c4') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:28.799831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70f1801-6da7-4a46-ba77-616a761690c4') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:28.811481 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.837341 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.852162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f70320-c32b-4189-b607-43c84cde780b', 'name': '', 'tenant_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:20Z', 'updated_at': '2021-12-08T01:56:28Z', 'revision_number': 5, 'project_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:28.855691 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.863862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.868756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=9a65c332-8b20-4ce3-b5cd-101398b84434,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:28.937649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:56:28.938087 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:56:28.944176 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:56:28.960476 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.963370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6f70320-c32b-4189-b607-43c84cde780b {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:56:28.977959 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:28.982261 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6265d416-24ab-4291-9ce8-516ec4dd43bb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "DELETE /v2.0/routers/a6f70320-c32b-4189-b607-43c84cde780b HTTP/1.1" status: 204 len: 168 time: 2.4564979 Dec 08 01:56:28.985685 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45616) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:29.099006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-3572b19e-ef58-4cbb-b663-f713b24793a2 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Deleting subnet b5635c4d-12d8-447a-b639-73af49b32cd5 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:56:29.104869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3572b19e-ef58-4cbb-b663-f713b24793a2 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.149634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b0dd73-4cdf-4eff-98c8-3dd33335f54b None None] The sync data for ids ['a6f70320-c32b-4189-b607-43c84cde780b'] in n-d-713498-30 is: [{'id': 'a6f70320-c32b-4189-b607-43c84cde780b', 'name': '', 'tenant_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:20Z', 'updated_at': '2021-12-08T01:56:28Z', 'revision_number': 5, 'project_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:29.151210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01134cb0-1d8c-4c7a-a665-99670a01ba49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.161623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-b48ee804-ff80-482e-8912-7345225b2ea6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:29.163390 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-b48ee804-ff80-482e-8912-7345225b2ea6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.2322781 Dec 08 01:56:29.183303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3572b19e-ef58-4cbb-b663-f713b24793a2 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.197893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a812e215-2d46-402b-b412-e765f65959ff None None] Provisioning complete for port 9a65c332-8b20-4ce3-b5cd-101398b84434 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:29.200441 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a812e215-2d46-402b-b412-e765f65959ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.218874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-6474e465-e2ab-4dd4-9285-89f70612afdd tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/quotas/630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 375 time: 0.0440745 Dec 08 01:56:29.301741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a812e215-2d46-402b-b412-e765f65959ff None None] Pushing event updated for resources: {'Port': ['ID=e948a642-85f0-445a-ad0b-c6ad0b76f2ae,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:29.307976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a812e215-2d46-402b-b412-e765f65959ff None None] Port 9a65c332-8b20-4ce3-b5cd-101398b84434 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:29.320899 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.332422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.338692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cc0826dd-3cb0-4249-9b39-675dc0b78b44 HTTP/1.1" status: 204 len: 168 time: 1.3158555 Dec 08 01:56:29.358700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3572b19e-ef58-4cbb-b663-f713b24793a2 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.395900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:29.399092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00424c39-d8ba-4b82-a91b-9f3c3e2ddcf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0826dd-3cb0-4249-9b39-675dc0b78b44,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:29.402852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:29.447494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca50acb8-f6ea-406e-b791-ac6be7860539 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.489663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-bd509efb-ff60-4843-bd5f-c45302949caa tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2283149 Dec 08 01:56:29.613736 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-af9e35ae-b06c-4af8-9de6-e60b2af2487c service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133745 Dec 08 01:56:29.640277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a855457f-56a1-4993-b701-bbdbfd9b7648 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:29.779059 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-f9f06b72-dadb-4550-be79-e8330c739cac service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483643 Dec 08 01:56:29.784321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a855457f-56a1-4993-b701-bbdbfd9b7648 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:29.784696 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.822588 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3572b19e-ef58-4cbb-b663-f713b24793a2 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.912559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572b19e-ef58-4cbb-b663-f713b24793a2 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b5635c4d-12d8-447a-b639-73af49b32cd5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:29.925393 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45626) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:29.965391 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3572b19e-ef58-4cbb-b663-f713b24793a2 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:29.977872 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3572b19e-ef58-4cbb-b663-f713b24793a2 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/b5635c4d-12d8-447a-b639-73af49b32cd5 HTTP/1.1" status: 204 len: 168 time: 0.9869504 Dec 08 01:56:29.981656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45634) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:30.045701 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e948a642-85f0-445a-ad0b-c6ad0b76f2ae up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:30.110925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b0b320c9-4ac9-43c9-8b81-6471813dbf3e None None] Provisioning complete for port 9a65c332-8b20-4ce3-b5cd-101398b84434 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:30.111574 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b0b320c9-4ac9-43c9-8b81-6471813dbf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.135346 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-09f2b164-a90c-43e1-8a53-e51a1c821852 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c52a8550e56641f39d0c90d3f6c21cb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2074606 Dec 08 01:56:30.138178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45640) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:30.213003 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ca41e07-d504-40b8-b9c8-a0e2b73e4c27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.255069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ca41e07-d504-40b8-b9c8-a0e2b73e4c27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.260758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b0b320c9-4ac9-43c9-8b81-6471813dbf3e None None] Port 9a65c332-8b20-4ce3-b5cd-101398b84434 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:30.273192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e948a642-85f0-445a-ad0b-c6ad0b76f2ae triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:30.276980 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.397979 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ca41e07-d504-40b8-b9c8-a0e2b73e4c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.402617 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ca41e07-d504-40b8-b9c8-a0e2b73e4c27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.406172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2ca41e07-d504-40b8-b9c8-a0e2b73e4c27 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/270ad78c-46c8-4c7f-abdc-31e7283065fd HTTP/1.1" status: 204 len: 168 time: 0.2606089 Dec 08 01:56:30.434438 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.448242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca41e07-d504-40b8-b9c8-a0e2b73e4c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270ad78c-46c8-4c7f-abdc-31e7283065fd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:30.480965 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8db51d90-4dd0-46c6-9cfc-f64e655253f0 req-fbf08696-a228-4b53-911a-91d5429c60cc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 210 time: 0.0874200 Dec 08 01:56:30.587555 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fd0f722f-1d6d-40af-a413-8bda1652f934 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:30.619922 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.648089 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: fd0f722f-1d6d-40af-a413-8bda1652f934 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:30.648779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fd0f722f-1d6d-40af-a413-8bda1652f934 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:30.649359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 223c71ce-7d62-4b63-9553-e4035280d94e no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:30.660171 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72e5e6c3-5af9-4249-b209-7e6cd2795b2a']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:30.689211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad64b6d-0fd7-4804-8824-8edae5afe259') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:30.689801 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad64b6d-0fd7-4804-8824-8edae5afe259') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:30.690348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 87b22f02-7a50-41b3-a3e8-34713c0fa742 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:30.706230 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.711916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 223c71ce-7d62-4b63-9553-e4035280d94e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:30.712486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 223c71ce-7d62-4b63-9553-e4035280d94e not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:30.725352 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.734710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:56:30.735178 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:56:30.869014 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:56:30.874705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.885544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 72e5e6c3-5af9-4249-b209-7e6cd2795b2a {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 01:56:30.892274 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:30.901983 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "DELETE /v2.0/networks/72e5e6c3-5af9-4249-b209-7e6cd2795b2a HTTP/1.1" status: 204 len: 168 time: 0.8952646 Dec 08 01:56:30.945465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679a6dc-8e80-430e-b164-fc61ef45cb31 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event deleted for resources: {'Network': ['ID=72e5e6c3-5af9-4249-b209-7e6cd2795b2a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:31.217087 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ca50acb8-f6ea-406e-b791-ac6be7860539 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 5e909e38-3159-4cba-a66e-068b3ece7a0c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:31.217639 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca50acb8-f6ea-406e-b791-ac6be7860539 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.361952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:31.367798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45674) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:31.373369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7851ab3c-79a2-4f37-ac14-2762b244becc tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Request body: {'router': {'name': 'tempest-router--974925083', 'project_id': '95e3bb9f1b4a4f709f1d595faab05f2e'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:31.395705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e948a642-85f0-445a-ad0b-c6ad0b76f2ae up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:31.400898 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ccb026c0-df91-42b6-aca7-39a543520717 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "PUT /v2.0/routers/87b22f02-7a50-41b3-a3e8-34713c0fa742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2138317 Dec 08 01:56:31.417111 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7851ab3c-79a2-4f37-ac14-2762b244becc tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.418785 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7851ab3c-79a2-4f37-ac14-2762b244becc tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.491209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e948a642-85f0-445a-ad0b-c6ad0b76f2ae triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:31.499205 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.579914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ca50acb8-f6ea-406e-b791-ac6be7860539 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] For port 5e909e38-3159-4cba-a66e-068b3ece7a0c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5e909e38-3159-4cba-a66e-068b3ece7a0c,segment=NetworkSegment(53c2967a-f519-45f8-8979-10b7e98ef548),segment_id=53c2967a-f519-45f8-8979-10b7e98ef548)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:31.580474 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca50acb8-f6ea-406e-b791-ac6be7860539 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.586356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7851ab3c-79a2-4f37-ac14-2762b244becc tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.595577 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7851ab3c-79a2-4f37-ac14-2762b244becc tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.630762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7851ab3c-79a2-4f37-ac14-2762b244becc tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.636211 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7851ab3c-79a2-4f37-ac14-2762b244becc tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2670231 Dec 08 01:56:31.637862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45684) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:31.646508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ca50acb8-f6ea-406e-b791-ac6be7860539 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 5e909e38-3159-4cba-a66e-068b3ece7a0c owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:31.772764 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:31.938493 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0fe2dfab-ac8d-4a91-b5bb-73e6622ab799 req-3b610d35-e44c-40bf-afe3-07f1348a17d5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 210 time: 0.2101996 Dec 08 01:56:31.945764 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1505623d-944c-4133-84a1-539e0fad076a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.022740 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Sync routers for ids ['87b22f02-7a50-41b3-a3e8-34713c0fa742'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:32.039733 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Routers {'87b22f02-7a50-41b3-a3e8-34713c0fa742'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:32.042956 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:01Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['87b22f02-7a50-41b3-a3e8-34713c0fa742'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:32.060306 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b0fa4a1d-1d57-4b84-b852-dbfd66c3605c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.274580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-77a8325a-5453-4730-9f65-0fa45b7e863e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:32.281366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-77a8325a-5453-4730-9f65-0fa45b7e863e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.2366850 Dec 08 01:56:32.312883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'port': {'device_id': '70fcfcba-d313-47b6-86a2-f966ad7aa0c3', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'admin_state_up': True, 'tenant_id': '630e950b003f4579a3179d6eb911a839'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:32.325893 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.351514 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Set router 87b22f02-7a50-41b3-a3e8-34713c0fa742 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:32.466992 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a7a4e4f9-592c-4ac0-b38b-b7c4ed0645b1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468000211&fields=id&tenant_id=59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 267 time: 0.5374460 Dec 08 01:56:32.724488 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca50acb8-f6ea-406e-b791-ac6be7860539 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.841096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45720) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:32.909824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50acb8-f6ea-406e-b791-ac6be7860539 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=5e909e38-3159-4cba-a66e-068b3ece7a0c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:32.924531 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:56:26Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9a65c332-8b20-4ce3-b5cd-101398b84434', 'name': '', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:95:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:22Z', 'updated_at': '2021-12-08T01:56:27Z', 'revision_number': 2, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:32.982474 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1505623d-944c-4133-84a1-539e0fad076a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:32.992325 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1505623d-944c-4133-84a1-539e0fad076a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.005927 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Checking router: 87b22f02-7a50-41b3-a3e8-34713c0fa742 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:33.006444 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Updating router 87b22f02-7a50-41b3-a3e8-34713c0fa742 port 9a65c332-8b20-4ce3-b5cd-101398b84434 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:33.102103 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.274505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b366539-1a27-4c02-b0c4-0e9fb1a3218e req-efaca4af-231b-4586-b3ca-6ec8e40ab01c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 210 time: 0.1104999 Dec 08 01:56:33.290500 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1505623d-944c-4133-84a1-539e0fad076a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.291012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1505623d-944c-4133-84a1-539e0fad076a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a500fad-140c-43ba-bced-acc9c2debea0 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:56:33.308021 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1505623d-944c-4133-84a1-539e0fad076a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.308021 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1505623d-944c-4133-84a1-539e0fad076a tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "DELETE /v2.0/routers/6a500fad-140c-43ba-bced-acc9c2debea0 HTTP/1.1" status: 204 len: 168 time: 1.6683114 Dec 08 01:56:33.402651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-79021e03-dc50-4e8e-a6f8-a90c269e3782 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:33.422986 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-79021e03-dc50-4e8e-a6f8-a90c269e3782 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/networks?id=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea HTTP/1.1" status: 200 len: 796 time: 0.9381514 Dec 08 01:56:33.424749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Made reservation on behalf of 630e950b003f4579a3179d6eb911a839 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:33.440740 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.500910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-23b44156-1d32-41c1-bcb5-49c6021b95a0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/quotas/59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 375 time: 0.0770478 Dec 08 01:56:33.515854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-234641011-network', 'tenant_id': 'fd040ab8d56d49d9ac2492d2c18a218c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:33.620325 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ca50acb8-f6ea-406e-b791-ac6be7860539 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.623090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.718810 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.727135 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.819107 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Made reservation on behalf of fd040ab8d56d49d9ac2492d2c18a218c for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:33.821713 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.821860 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb2b17-3c6d-454d-97d0-9669cc864afe None None] Pushing event updated for resources: {'Port': ['ID=9a65c332-8b20-4ce3-b5cd-101398b84434,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:33.885399 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.947108 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Attempting to bind port 9a65c332-8b20-4ce3-b5cd-101398b84434 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:33.947386 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Attempting to bind port 9a65c332-8b20-4ce3-b5cd-101398b84434 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:33.947753 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Attempting to bind port 9a65c332-8b20-4ce3-b5cd-101398b84434 on network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:33.961400 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:33.961780 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Checking segment: {'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:33.962188 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.962579 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Bound using segment: {'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:33.963063 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Bound port: 9a65c332-8b20-4ce3-b5cd-101398b84434, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:33.963441 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:33.987011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45750) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:33.990956 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-46515adc-a0d8-4e9d-947b-a18bd7829adb tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4888120 Dec 08 01:56:34.065755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.149091 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] For port 9a65c332-8b20-4ce3-b5cd-101398b84434, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:34.156088 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] For port 9a65c332-8b20-4ce3-b5cd-101398b84434, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9a65c332-8b20-4ce3-b5cd-101398b84434,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:34.164154 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.245819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Allocated IP 172.20.0.3 (8f279760-140c-407f-a667-25feea544d0c/ddacc30c-c599-475d-882a-2e882bb43a56/93df1988-1b98-44ba-8181-b4310520ccbb) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:34.338992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8e78917a-18b4-4478-bc3e-449bed8d0699 None None] Provisioning complete for port 9a65c332-8b20-4ce3-b5cd-101398b84434 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:34.339808 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8e78917a-18b4-4478-bc3e-449bed8d0699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.406463 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Routers {'87b22f02-7a50-41b3-a3e8-34713c0fa742'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:34.414643 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['87b22f02-7a50-41b3-a3e8-34713c0fa742'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:34.426702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1920549981', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:34.491842 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.514827 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.529074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca50acb8-f6ea-406e-b791-ac6be7860539 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 9895d392-bcea-48f5-8f44-010c0faf1f73 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:34.573678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.576644 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.592458 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8e78917a-18b4-4478-bc3e-449bed8d0699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.599006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:56:34.653098 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb2b17-3c6d-454d-97d0-9669cc864afe None None] Pushing event updated for resources: {'Port': ['ID=9a65c332-8b20-4ce3-b5cd-101398b84434,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:34.708748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8e78917a-18b4-4478-bc3e-449bed8d0699 None None] For port 9a65c332-8b20-4ce3-b5cd-101398b84434, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9a65c332-8b20-4ce3-b5cd-101398b84434,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:34.719355 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8e78917a-18b4-4478-bc3e-449bed8d0699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.784890 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9c53512a-0cc1-4f1f-87bb-ec04aedab994 req-d64c36a8-a910-47e0-bfda-2fe7bc105ffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 210 time: 0.1770072 Dec 08 01:56:34.820838 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.850713 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.851296 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Added segment 25d7ea04-b6e8-48c9-b897-2550468c61a6 of type vlan for network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c Dec 08 01:56:34.873246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca50acb8-f6ea-406e-b791-ac6be7860539 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:34.884789 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] Set router 87b22f02-7a50-41b3-a3e8-34713c0fa742 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:34.888108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ca50acb8-f6ea-406e-b791-ac6be7860539 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2031250 Dec 08 01:56:34.907725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c6b8a-3579-4ce3-9fcf-f0903a7fc980 None None] Sync routers for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:34.911433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45766) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:34.922520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78917a-18b4-4478-bc3e-449bed8d0699 None None] Pushing event updated for resources: {'Port': ['ID=9a65c332-8b20-4ce3-b5cd-101398b84434,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:34.941513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628583ec-84b0-486a-8b40-0f0d0d49769b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:34.946382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-67d218b2-49a3-425e-98ec-66f6c5e4eb6f None None] Provisioning complete for port 9a65c332-8b20-4ce3-b5cd-101398b84434 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:34.948241 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-67d218b2-49a3-425e-98ec-66f6c5e4eb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:34.986029 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.009371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c6b8a-3579-4ce3-9fcf-f0903a7fc980 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:35.010644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-753c6b8a-3579-4ce3-9fcf-f0903a7fc980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:35.206709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-753c6b8a-3579-4ce3-9fcf-f0903a7fc980 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:35.223878 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.331923 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.342525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa2b7da-f6d8-49ea-82f2-78540c2427b9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting subnet 5b12502b-8334-4772-bee0-93dc3f24941f {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:56:35.359327 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-efa2b7da-f6d8-49ea-82f2-78540c2427b9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.370131 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:56:26Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9a65c332-8b20-4ce3-b5cd-101398b84434', 'name': '', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:95:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:22Z', 'updated_at': '2021-12-08T01:56:34Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:35.372761 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.373834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:35.374502 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.411157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-99fe11d7-449b-47e9-bbed-4e082546c89b service neutron] 10.222.0.70 "GET /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4186862 Dec 08 01:56:35.462156 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2733d7-e679-4a2b-8607-e7ab76d887a2 None None] The sync data for ids ['87b22f02-7a50-41b3-a3e8-34713c0fa742'] in n-d-713498-30 is: [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:56:26Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9a65c332-8b20-4ce3-b5cd-101398b84434', 'name': '', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:95:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:22Z', 'updated_at': '2021-12-08T01:56:34Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:35.489858 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6461139 Dec 08 01:56:35.493698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45776) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:35.508322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-563a5f5e-a51f-4fd9-98e5-9f85de4e7129 admin admin] Request body: {'subnet': {'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-234641011-subnet', 'tenant_id': 'fd040ab8d56d49d9ac2492d2c18a218c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:35.677449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-753c6b8a-3579-4ce3-9fcf-f0903a7fc980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:31Z', 'revision_number': 10, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:35.735958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.748400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c6b8a-3579-4ce3-9fcf-f0903a7fc980 None None] Checking router: 9895d392-bcea-48f5-8f44-010c0faf1f73 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:35.749578 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-efa2b7da-f6d8-49ea-82f2-78540c2427b9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.780587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c6b8a-3579-4ce3-9fcf-f0903a7fc980 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:35.781255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-753c6b8a-3579-4ce3-9fcf-f0903a7fc980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:35.861620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563a5f5e-a51f-4fd9-98e5-9f85de4e7129 admin admin] Made reservation on behalf of fd040ab8d56d49d9ac2492d2c18a218c for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:35.865762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-563a5f5e-a51f-4fd9-98e5-9f85de4e7129 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:35.910741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59691e5a-5cc6-4bfd-8d17-d10e1430e2ee admin admin] Pushing event updated for resources: {'Network': ['ID=9b70a743-3af1-49eb-acf5-f7e6a794dd8c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:35.936617 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-e7bfe183-bd98-4c36-8c9f-927b1e0176b9 service neutron] 10.222.0.70 "GET /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233524 Dec 08 01:56:35.947351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.063676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=93df1988-1b98-44ba-8181-b4310520ccbb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:36.074157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-753c6b8a-3579-4ce3-9fcf-f0903a7fc980 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:36.104602 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Network 8f279760-140c-407f-a667-25feea544d0c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:36.110412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:36.129798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:36.283517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:36.286910 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.331109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-0dae730b-9768-4a96-bad1-22b75e92b597 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0242846 Dec 08 01:56:36.359121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Request body: {'port': {'device_id': '70fcfcba-d313-47b6-86a2-f966ad7aa0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:36.532480 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.789974 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-efa2b7da-f6d8-49ea-82f2-78540c2427b9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:36.915998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:56:37.028438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a9e18-14df-4b46-b005-e7909b3df59b req-357438b2-87aa-47a9-a5f7-182af4b7bf07 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:37.037140 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-816a9e18-14df-4b46-b005-e7909b3df59b req-357438b2-87aa-47a9-a5f7-182af4b7bf07 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 931 time: 0.9302020 Dec 08 01:56:37.171232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-816a9e18-14df-4b46-b005-e7909b3df59b req-0260ad27-d3ed-481b-87f0-4df10ec5372a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328058 Dec 08 01:56:37.219121 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-563a5f5e-a51f-4fd9-98e5-9f85de4e7129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.251305 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f00f23d-0b2b-4441-8df7-2806e7b8069f req-a307210e-9501-427d-ad1e-3f0d7abae26c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 210 time: 0.1272285 Dec 08 01:56:37.479861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9a65c332-8b20-4ce3-b5cd-101398b84434 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:37.482182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f1c6ba76-809e-412f-8896-6bde04aeca3f None None] Provisioning complete for port 93df1988-1b98-44ba-8181-b4310520ccbb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:37.483602 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1c6ba76-809e-412f-8896-6bde04aeca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.519978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93df1988-1b98-44ba-8181-b4310520ccbb {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:37.522731 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a5f5e-a51f-4fd9-98e5-9f85de4e7129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7af272-2395-4fe5-9312-4a94c5d1937b,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:37.536418 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.653829 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.725762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6ba76-809e-412f-8896-6bde04aeca3f None None] Port 93df1988-1b98-44ba-8181-b4310520ccbb cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:37.773292 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.791256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Transition to ACTIVE for port object 93df1988-1b98-44ba-8181-b4310520ccbb will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:56:37.801814 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.823093 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-efa2b7da-f6d8-49ea-82f2-78540c2427b9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.964008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 9a65c332-8b20-4ce3-b5cd-101398b84434 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:37.965300 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:37.992544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Pushing event updated for resources: {'Port': ['ID=93df1988-1b98-44ba-8181-b4310520ccbb,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:38.067002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a5f5e-a51f-4fd9-98e5-9f85de4e7129 admin admin] Checking segment: {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:38.067465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a5f5e-a51f-4fd9-98e5-9f85de4e7129 admin admin] Network hostable DHCP agents. Network: 9b70a743-3af1-49eb-acf5-f7e6a794dd8c, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:56:38.101142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2b7da-f6d8-49ea-82f2-78540c2427b9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Subnet': ['ID=5b12502b-8334-4772-bee0-93dc3f24941f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:38.115513 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-efa2b7da-f6d8-49ea-82f2-78540c2427b9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:38.140302 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-efa2b7da-f6d8-49ea-82f2-78540c2427b9 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/5b12502b-8334-4772-bee0-93dc3f24941f HTTP/1.1" status: 204 len: 168 time: 3.2274060 Dec 08 01:56:38.158009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40017e70-30ed-4d7e-87c3-b5b6bab1b7c3 None None] Network 1d292398-c001-4230-9fb9-c5cbe3676edc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:38.170190 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45818) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:38.259352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-753c6b8a-3579-4ce3-9fcf-f0903a7fc980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:31Z', 'revision_number': 10, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:38.268142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Attempting to bind port 93df1988-1b98-44ba-8181-b4310520ccbb on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:38.268745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Attempting to bind port 93df1988-1b98-44ba-8181-b4310520ccbb by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:38.268886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Attempting to bind port 93df1988-1b98-44ba-8181-b4310520ccbb on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:38.287559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Port 93df1988-1b98-44ba-8181-b4310520ccbb on network 8f279760-140c-407f-a667-25feea544d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:56:38.288519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Attempting to bind port 93df1988-1b98-44ba-8181-b4310520ccbb on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:38.303903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:38.304635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Checking segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:38.306513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Bound using segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:38.308754 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Bound port: 93df1988-1b98-44ba-8181-b4310520ccbb, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:38.309439 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:38.416790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753c6b8a-3579-4ce3-9fcf-f0903a7fc980 None None] The sync data for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 is: [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:31Z', 'revision_number': 10, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None, '_interfaces': [{'id': '427ea33e-a589-428c-8303-69a6528a1ace', 'name': '', 'network_id': '140822e7-21f9-4943-b59f-c1e13a3de48d', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'mac_address': 'fa:16:3e:48:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:17Z', 'updated_at': '2021-12-08T01:55:26Z', 'revision_number': 5, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'subnets': [{'id': 'bd0f005b-252d-41e9-a5a5-c3cc8fadd95c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:38.508164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75e97531-e300-4340-96e4-14f121776c9a req-ed571796-9d7c-4b67-b674-cc3cc0354c66 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 210 time: 0.0669863 Dec 08 01:56:38.564031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a5f5e-a51f-4fd9-98e5-9f85de4e7129 admin admin] Network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:56:38.576313 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] For port 93df1988-1b98-44ba-8181-b4310520ccbb, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:38.586157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] For port 93df1988-1b98-44ba-8181-b4310520ccbb, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=93df1988-1b98-44ba-8181-b4310520ccbb,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:38.600897 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:38.700214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:38.700878 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:38.702308 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] 10.222.0.72 "PUT /v2.0/ports/93df1988-1b98-44ba-8181-b4310520ccbb HTTP/1.1" status: 200 len: 1092 time: 2.3568466 Dec 08 01:56:38.702764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fcfcba-d313-47b6-86a2-f966ad7aa0c3', 'tag': '93df1988-1b98-44ba-8181-b4310520ccbb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:38.709535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-563a5f5e-a51f-4fd9-98e5-9f85de4e7129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 9b70a743-3af1-49eb-acf5-f7e6a794dd8c) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:38.731519 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d395078-fd33-4b9d-a5e2-0417094d947c" -d '{"events": [{"name": "network-changed", "server_uuid": "70fcfcba-d313-47b6-86a2-f966ad7aa0c3", "tag": "93df1988-1b98-44ba-8181-b4310520ccbb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:38.735181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a5f5e-a51f-4fd9-98e5-9f85de4e7129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:38.739546 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-563a5f5e-a51f-4fd9-98e5-9f85de4e7129 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:38.779181 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:38.815776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Allocated IP 172.25.2.81 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/8ca1d565-6d70-4a80-9e9b-596ba01b77ad) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:38.822286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7244eea-45fd-4dab-af49-162c89d8df76 None None] Network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:38.846054 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d552ea9-814b-49f6-b995-60eddad828e5 x-openstack-request-id: req-9d552ea9-814b-49f6-b995-60eddad828e5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:38.846358 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fcfcba-d313-47b6-86a2-f966ad7aa0c3", "tag": "93df1988-1b98-44ba-8181-b4310520ccbb", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:38.846619 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d552ea9-814b-49f6-b995-60eddad828e5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:38.847033 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fcfcba-d313-47b6-86a2-f966ad7aa0c3', 'tag': '93df1988-1b98-44ba-8181-b4310520ccbb', 'status': 'completed', 'code': 200} Dec 08 01:56:38.875520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148032e-4b93-4796-9b8d-6451c27739ab req-2174af83-d334-4ba4-868e-a4d24094a428 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:38.877213 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0148032e-4b93-4796-9b8d-6451c27739ab req-2174af83-d334-4ba4-868e-a4d24094a428 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.4853828 Dec 08 01:56:38.888645 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-563a5f5e-a51f-4fd9-98e5-9f85de4e7129 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3768833 Dec 08 01:56:38.942910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4627b6b-92b4-4f8d-8c99-b40492bf3048 service neutron] Pushing event updated for resources: {'Port': ['ID=93df1988-1b98-44ba-8181-b4310520ccbb,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:39.007829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-f5366f2c-af06-4288-9dba-895a569be7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:39.009426 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-f5366f2c-af06-4288-9dba-895a569be7ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 1095 time: 0.2169609 Dec 08 01:56:39.162566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91c1e97-5a17-467a-8fc1-eccdf2b4e630 None None] Network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:39.170180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-d8714c56-6425-4c96-8f1d-5b32119901ef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93df1988-1b98-44ba-8181-b4310520ccbb HTTP/1.1" status: 200 len: 217 time: 0.1443186 Dec 08 01:56:39.328038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d9e563-03bc-43be-9093-320b6b54ed56 None None] DHCP port deletion for 1d292398-c001-4230-9fb9-c5cbe3676edc request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:39.362383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-c0d273d4-4f4d-4158-8a44-b86251e80f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:39.368664 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-c0d273d4-4f4d-4158-8a44-b86251e80f09 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.1826298 Dec 08 01:56:39.416399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0148032e-4b93-4796-9b8d-6451c27739ab req-3c57627e-680b-435d-9a8e-05a6bff68eef tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264983 Dec 08 01:56:39.508012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 13605c13-c89b-4619-877f-4a51afd773c9 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:39.508409 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.512838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.517746 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 13605c13-c89b-4619-877f-4a51afd773c9 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:39.644204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-81fcf9bb-d6fc-4900-beb0-3e070279d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:39.648207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-81fcf9bb-d6fc-4900-beb0-3e070279d6c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2761853 Dec 08 01:56:39.656713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] For port 13605c13-c89b-4619-877f-4a51afd773c9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=13605c13-c89b-4619-877f-4a51afd773c9,segment=NetworkSegment(53c2967a-f519-45f8-8979-10b7e98ef548),segment_id=53c2967a-f519-45f8-8979-10b7e98ef548)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:39.657383 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.675302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 13605c13-c89b-4619-877f-4a51afd773c9 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:39.739617 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.778951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-175a1071-f9f4-4ab4-851c-5aaf504cf73d req-593e3800-4909-4b4a-ac00-fc708d8afcf1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 210 time: 0.0533614 Dec 08 01:56:39.842907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Pushing event updated for resources: {'Port': ['ID=8ca1d565-6d70-4a80-9e9b-596ba01b77ad,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:39.859044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-20d9e563-03bc-43be-9093-320b6b54ed56 None None] Deleting port 13605c13-c89b-4619-877f-4a51afd773c9 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:39.864557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:39.865196 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-20d9e563-03bc-43be-9093-320b6b54ed56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:39.871242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:39.875177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:39.891177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bba6d9-cac1-4f0b-8c8b-d85dc941d7cd None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:40.123699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:40.155575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No DVR routers for this DVR port 13605c13-c89b-4619-877f-4a51afd773c9 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:40.177436 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:40.181953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-20d9e563-03bc-43be-9093-320b6b54ed56 None None] For port 13605c13-c89b-4619-877f-4a51afd773c9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=13605c13-c89b-4619-877f-4a51afd773c9,segment=NetworkSegment(53c2967a-f519-45f8-8979-10b7e98ef548),segment_id=53c2967a-f519-45f8-8979-10b7e98ef548)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:40.182567 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-20d9e563-03bc-43be-9093-320b6b54ed56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:40.197269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0570559c-bae6-463f-bb9f-8a4ed3df579f None None] Provisioning complete for port 8ca1d565-6d70-4a80-9e9b-596ba01b77ad triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:40.198195 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0570559c-bae6-463f-bb9f-8a4ed3df579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:40.273252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-20d9e563-03bc-43be-9093-320b6b54ed56 None None] Calling delete_port for 13605c13-c89b-4619-877f-4a51afd773c9 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:40.358768 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:40.443938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=13605c13-c89b-4619-877f-4a51afd773c9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:40.499598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d292398-c001-4230-9fb9-c5cbe3676edc']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:40.509637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-aad0dc2f-d668-43c3-abaf-a67803392aba tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:40.511650 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-aad0dc2f-d668-43c3-abaf-a67803392aba tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.65 "GET /v2.0/networks?id=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea HTTP/1.1" status: 200 len: 796 time: 1.1419268 Dec 08 01:56:40.516434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0570559c-bae6-463f-bb9f-8a4ed3df579f None None] Port 8ca1d565-6d70-4a80-9e9b-596ba01b77ad cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:40.526673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5e909e38-3159-4cba-a66e-068b3ece7a0c no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:40.596229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 5e909e38-3159-4cba-a66e-068b3ece7a0c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:40.596229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5e909e38-3159-4cba-a66e-068b3ece7a0c not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:40.678102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-85878f0e-3aeb-4b17-987d-dcd007779846 service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9872301 Dec 08 01:56:40.687764 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-20d9e563-03bc-43be-9093-320b6b54ed56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:40.750742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9e563-03bc-43be-9093-320b6b54ed56 None None] Pushing event deleted for resources: {'Port': ['ID=13605c13-c89b-4619-877f-4a51afd773c9,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:40.761514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9e563-03bc-43be-9093-320b6b54ed56 None None] No DVR routers for this DVR port 13605c13-c89b-4619-877f-4a51afd773c9 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:41.016596 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-5bbdda76-4285-4a46-9e8f-45950eefbba4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ce268125774870bb2a6d0d519662d3 HTTP/1.1" status: 200 len: 380 time: 0.4452379 Dec 08 01:56:41.029166 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308ba2f-9b78-457a-8863-60f16aab33d7 req-29cb006d-afb5-404d-9e0e-ccd9bb6a3ed4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:41.045409 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c308ba2f-9b78-457a-8863-60f16aab33d7 req-29cb006d-afb5-404d-9e0e-ccd9bb6a3ed4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.4520180 Dec 08 01:56:41.090493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'port': {'device_id': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'admin_state_up': True, 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'security_groups': ['a39c1136-c5f5-4a05-a357-50f13385fbb0']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:41.155735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-0ae9adf2-5250-42aa-8a66-d4d99840950a tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:41.157315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-0ae9adf2-5250-42aa-8a66-d4d99840950a tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/networks?id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c HTTP/1.1" status: 200 len: 812 time: 0.7784007 Dec 08 01:56:41.159205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c2967a-f519-45f8-8979-10b7e98ef548') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:41.159494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c2967a-f519-45f8-8979-10b7e98ef548') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:41.176842 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.183022 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-701565de-19f6-41e9-86c6-828a2c4c3e5f req-39a7b26d-ca8b-49c5-8cf0-9503c93429fa service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688563 Dec 08 01:56:41.209328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c308ba2f-9b78-457a-8863-60f16aab33d7 req-1ccd8305-010a-4529-9375-ff828db554b1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626070 Dec 08 01:56:41.210821 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-fe8584cd-aabe-4486-8c39-ac0b23a58321 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/quotas/fd040ab8d56d49d9ac2492d2c18a218c HTTP/1.1" status: 200 len: 375 time: 0.0381391 Dec 08 01:56:41.216074 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.277525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:56:41.278127 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:56:41.281348 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:56:41.314188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-014bb70b-7d50-4578-aff5-57c8a05baaa5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd040ab8d56d49d9ac2492d2c18a218c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933654 Dec 08 01:56:41.460786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 45964) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:41.464420 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.465409 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a0a1da49-7635-4933-af44-438d42d55939 req-79ef448f-687f-472e-81e0-c92f9c334856 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 210 time: 0.0591304 Dec 08 01:56:41.490248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d395078-fd33-4b9d-a5e2-0417094d947c req-1547d7b2-d1cc-421d-91a4-0255e69a1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:41.491920 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d395078-fd33-4b9d-a5e2-0417094d947c req-1547d7b2-d1cc-421d-91a4-0255e69a1cae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 1095 time: 0.1588404 Dec 08 01:56:41.619778 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.698173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Made reservation on behalf of 59ce268125774870bb2a6d0d519662d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:41.702370 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.724040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.730949 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/networks/1d292398-c001-4230-9fb9-c5cbe3676edc HTTP/1.1" status: 204 len: 168 time: 3.5549507 Dec 08 01:56:41.734091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 45992) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:41.758796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857cf20-589d-408d-bfb4-b6c574207c8d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Network': ['ID=1d292398-c001-4230-9fb9-c5cbe3676edc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:41.824852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d395078-fd33-4b9d-a5e2-0417094d947c req-605e91e8-4e9d-4fce-9fb3-7d5d043c1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:41.826373 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d395078-fd33-4b9d-a5e2-0417094d947c req-605e91e8-4e9d-4fce-9fb3-7d5d043c1422 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.3250835 Dec 08 01:56:41.838641 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87603d68-9ca8-4e55-92d4-06c07a44478a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:41.847769 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-7141944c-627a-49a8-aaee-558f62cb9f7d service neutron] 10.222.0.70 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214179 Dec 08 01:56:41.945384 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d395078-fd33-4b9d-a5e2-0417094d947c req-fdbcf8bb-9efb-4128-a0af-7824c493aa8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93df1988-1b98-44ba-8181-b4310520ccbb HTTP/1.1" status: 200 len: 217 time: 0.0859976 Dec 08 01:56:42.038926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d395078-fd33-4b9d-a5e2-0417094d947c req-b656f780-4816-4576-ae48-97696bd284d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:42.040459 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d395078-fd33-4b9d-a5e2-0417094d947c req-b656f780-4816-4576-ae48-97696bd284d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0853798 Dec 08 01:56:42.212842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.20.0.30 (8b3f2741-e2e7-4c39-ac17-a2ae518f15ea/c197dbc2-597f-44be-8e12-0909def1f466/89838a72-b44d-43aa-a3cf-68208420f10e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:42.234615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d395078-fd33-4b9d-a5e2-0417094d947c req-ceb05702-d279-4655-91f7-0adf80eae315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:42.236442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d395078-fd33-4b9d-a5e2-0417094d947c req-ceb05702-d279-4655-91f7-0adf80eae315 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1737089 Dec 08 01:56:42.276479 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:42.586549 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-7c721839-314e-4e55-908b-cbaa46b9f29c service neutron] 10.222.0.70 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7295523 Dec 08 01:56:42.605115 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87603d68-9ca8-4e55-92d4-06c07a44478a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:42.619210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-87603d68-9ca8-4e55-92d4-06c07a44478a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:42.636041 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d395078-fd33-4b9d-a5e2-0417094d947c req-c66f0458-976e-43a5-9927-2dc350c9d5e8 service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904412 Dec 08 01:56:42.658638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891ce25-f5b7-49f2-af7a-aa3245ad2731 req-6847a600-5eb1-41f9-ae94-9159e258d435 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:42.659532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87603d68-9ca8-4e55-92d4-06c07a44478a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba6870c-d1c8-48ef-a9a8-8681f3938b3a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:42.661173 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6891ce25-f5b7-49f2-af7a-aa3245ad2731 req-6847a600-5eb1-41f9-ae94-9159e258d435 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.3155921 Dec 08 01:56:42.685945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Router fb1ea663-27bc-4f43-b362-ab4bd46fb1ee is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:56:42.794719 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:42.799721 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-87603d68-9ca8-4e55-92d4-06c07a44478a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=915a426f54314e37b9ebfe982b3edc41&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3337033 Dec 08 01:56:42.800610 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46090) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:42.911816 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:42.936710 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ce322-1673-479d-96e5-5a15cb26d4f4 None None] Sync routers for ids ['fb1ea663-27bc-4f43-b362-ab4bd46fb1ee'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:42.942502 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:42.946640 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ff9c177a-20a2-4fa9-aee4-2fa34d4f184a tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9525294 Dec 08 01:56:42.948424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46102) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:42.956149 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ce322-1673-479d-96e5-5a15cb26d4f4 None None] Routers {'fb1ea663-27bc-4f43-b362-ab4bd46fb1ee'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:42.957151 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-684ce322-1673-479d-96e5-5a15cb26d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['fb1ea663-27bc-4f43-b362-ab4bd46fb1ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:42.959272 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0f95-c7b4-4aac-8f6b-6c3daca0374b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.085961 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-684ce322-1673-479d-96e5-5a15cb26d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:43.098433 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ce322-1673-479d-96e5-5a15cb26d4f4 None None] Routers {'fb1ea663-27bc-4f43-b362-ab4bd46fb1ee'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:43.098698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6891ce25-f5b7-49f2-af7a-aa3245ad2731 req-3ce55a48-1269-4fe1-af7e-f3a45c46a569 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205904 Dec 08 01:56:43.100216 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-684ce322-1673-479d-96e5-5a15cb26d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['fb1ea663-27bc-4f43-b362-ab4bd46fb1ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:43.103911 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0f95-c7b4-4aac-8f6b-6c3daca0374b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.148412 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d395078-fd33-4b9d-a5e2-0417094d947c req-4f45178d-2d1a-4f49-ac9b-ffafff0a70db service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796028 Dec 08 01:56:43.167120 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-684ce322-1673-479d-96e5-5a15cb26d4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:43.171930 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684ce322-1673-479d-96e5-5a15cb26d4f4 None None] The sync data for ids ['fb1ea663-27bc-4f43-b362-ab4bd46fb1ee'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:43.272571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.288192 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37cea95c-59b4-4f16-8e7a-d412ea96cf3e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.422923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e748ee3d-e1c8-4a37-929c-20f7d7813516 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/routers/fb1ea663-27bc-4f43-b362-ab4bd46fb1ee HTTP/1.1" status: 200 len: 920 time: 0.4730380 Dec 08 01:56:43.423904 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46158) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:43.504762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a24a2591-70a4-401a-a1e1-e526fb4e6716 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb1ea663-27bc-4f43-b362-ab4bd46fb1ee HTTP/1.1" status: 200 len: 205 time: 0.0688708 Dec 08 01:56:43.505546 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46166) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:43.642195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65e9e770-62b8-4d64-bdee-bb4ffb2a7d4b req-3569c3b0-580a-4965-98f5-5cb70f0e22b6 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 210 time: 0.1850390 Dec 08 01:56:43.642369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285e33a-9958-46a4-9607-64d7460ef02c req-477938da-0816-422f-a8d4-77491a18ad67 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:43.644013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7285e33a-9958-46a4-9607-64d7460ef02c req-477938da-0816-422f-a8d4-77491a18ad67 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 932 time: 0.4133651 Dec 08 01:56:43.647042 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0f95-c7b4-4aac-8f6b-6c3daca0374b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.649821 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a4b0f95-c7b4-4aac-8f6b-6c3daca0374b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.651539 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9a4b0f95-c7b4-4aac-8f6b-6c3daca0374b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ba6870c-d1c8-48ef-a9a8-8681f3938b3a HTTP/1.1" status: 204 len: 168 time: 0.8503168 Dec 08 01:56:43.654200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:43.664924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:43.677248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:43.715981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=89838a72-b44d-43aa-a3cf-68208420f10e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:43.719488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b0f95-c7b4-4aac-8f6b-6c3daca0374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba6870c-d1c8-48ef-a9a8-8681f3938b3a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:43.895256 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7285e33a-9958-46a4-9607-64d7460ef02c req-a53d103f-4df2-4cd3-ac17-59db0429e100 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292306 Dec 08 01:56:43.908326 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:43.948349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:43.948969 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.002689 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-a8810e0c-048e-4ba7-88e5-40d4ccb2c95b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9529765 Dec 08 01:56:44.058583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Request body: {'port': {'device_id': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:44.173204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-37cea95c-59b4-4f16-8e7a-d412ea96cf3e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting port 427ea33e-a589-428c-8303-69a6528a1ace {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:44.173568 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37cea95c-59b4-4f16-8e7a-d412ea96cf3e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.174245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3fb552aa-b7a3-4ad8-b291-44e232cdd065 None None] Provisioning complete for port 89838a72-b44d-43aa-a3cf-68208420f10e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:44.174744 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3fb552aa-b7a3-4ad8-b291-44e232cdd065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.209994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.267478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3fb552aa-b7a3-4ad8-b291-44e232cdd065 None None] Port 89838a72-b44d-43aa-a3cf-68208420f10e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:44.328781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.332087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Deleting port 8ca1d565-6d70-4a80-9e9b-596ba01b77ad {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:44.332702 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.499465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9568a-5e74-4c15-80c1-22ed43983b65 req-afc5e81f-2d5d-46ef-84bc-5c62e4d30700 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:44.507481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5cf9568a-5e74-4c15-80c1-22ed43983b65 req-afc5e81f-2d5d-46ef-84bc-5c62e4d30700 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.2564416 Dec 08 01:56:44.509952 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.539286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Calling delete_port for 8ca1d565-6d70-4a80-9e9b-596ba01b77ad owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:44.578106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46256) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:44.749873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc061cd7-c7c0-4b9f-b160-b103be1898fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.774319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-37cea95c-59b4-4f16-8e7a-d412ea96cf3e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] For port 427ea33e-a589-428c-8303-69a6528a1ace, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=427ea33e-a589-428c-8303-69a6528a1ace,segment=NetworkSegment(998841be-5462-4027-b239-14a6ea6f5699),segment_id=998841be-5462-4027-b239-14a6ea6f5699)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:44.774626 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37cea95c-59b4-4f16-8e7a-d412ea96cf3e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:44.835271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d9e356d-be23-48f7-93e7-9150b5f5dfbc req-8884272d-ed84-4ed5-bffd-4e17fcd883fd tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 210 time: 0.0557976 Dec 08 01:56:44.878449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5cf9568a-5e74-4c15-80c1-22ed43983b65 req-50820bb3-6f3a-48d0-b5ce-cfffa3b1c949 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693540 Dec 08 01:56:44.896541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-37cea95c-59b4-4f16-8e7a-d412ea96cf3e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Calling delete_port for 427ea33e-a589-428c-8303-69a6528a1ace owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:44.975341 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.042034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd08efa-4892-42ab-bd8b-6a5de158f3f5 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:45.143489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Pushing event deleted for resources: {'Port': ['ID=8ca1d565-6d70-4a80-9e9b-596ba01b77ad,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:45.246415 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc061cd7-c7c0-4b9f-b160-b103be1898fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.260453 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc061cd7-c7c0-4b9f-b160-b103be1898fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.316612 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bc061cd7-c7c0-4b9f-b160-b103be1898fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d0651cabf0a43558350325f5a170c2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7266266 Dec 08 01:56:45.317574 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc061cd7-c7c0-4b9f-b160-b103be1898fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abfe098-98c7-41fb-96f6-49b5830abbea,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:45.318999 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.320237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46322) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:45.332698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3804850-e6e8-472b-837a-cb1d0987d9a0 req-671abf55-9f4f-4462-a680-89fa2b98eaa1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:45.334307 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b3804850-e6e8-472b-837a-cb1d0987d9a0 req-671abf55-9f4f-4462-a680-89fa2b98eaa1 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 932 time: 0.2322302 Dec 08 01:56:45.408738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89838a72-b44d-43aa-a3cf-68208420f10e {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:45.435022 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.476742 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.480243 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.499490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Transition to ACTIVE for port object 89838a72-b44d-43aa-a3cf-68208420f10e will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:56:45.509728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37cea95c-59b4-4f16-8e7a-d412ea96cf3e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.530617 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b3804850-e6e8-472b-837a-cb1d0987d9a0 req-910bfdff-e2b0-4fa6-a64c-077d080e1a24 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660807 Dec 08 01:56:45.571709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cea95c-59b4-4f16-8e7a-d412ea96cf3e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Port': ['ID=427ea33e-a589-428c-8303-69a6528a1ace,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:45.581564 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.600304 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.602576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Fanout notify agent at l3_agent the message router_deleted on router fb1ea663-27bc-4f43-b362-ab4bd46fb1ee {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:56:45.618136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.635745 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-59245514-61e1-4cba-a5ac-aa0ac9704f2e tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/routers/fb1ea663-27bc-4f43-b362-ab4bd46fb1ee HTTP/1.1" status: 204 len: 168 time: 2.1276567 Dec 08 01:56:45.636572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46344) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:45.648067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Request body: {'router': {'name': 'tempest-snat-router-612050010', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'enable_snat': False}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:45.733948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:45.735928 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:46.377736 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:46.448320 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5f93b0f-ec08-4c17-9bff-70b466411f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:46.469819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-60a2d185-7781-4b47-a961-1dc120c20805 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:46.471246 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-60a2d185-7781-4b47-a961-1dc120c20805 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.72 "GET /v2.0/networks?id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c HTTP/1.1" status: 200 len: 812 time: 0.8520389 Dec 08 01:56:46.545601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Request body: {'port': {'device_id': '5c8c1137-779d-406b-9f6f-909f57921174', 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c', 'admin_state_up': True, 'tenant_id': 'fd040ab8d56d49d9ac2492d2c18a218c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:46.557689 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2cca5b28-9c63-4076-92d8-5d09c41591b5 req-51c2ded2-2715-402c-886b-61db45caf02b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 210 time: 0.1195848 Dec 08 01:56:46.593399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Pushing event updated for resources: {'Port': ['ID=89838a72-b44d-43aa-a3cf-68208420f10e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:46.623952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-14830261-7f38-4212-abdd-1db6b2266e34 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:46.625533 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-14830261-7f38-4212-abdd-1db6b2266e34 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.65 "GET /v2.0/networks?id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c HTTP/1.1" status: 200 len: 812 time: 0.8157823 Dec 08 01:56:46.638491 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5f93b0f-ec08-4c17-9bff-70b466411f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:46.638756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe22ced-ad03-4fad-a23f-aefde54bc837 req-8afc19d9-01ff-4777-9feb-826dbf92700c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:46.641692 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbe22ced-ad03-4fad-a23f-aefde54bc837 req-8afc19d9-01ff-4777-9feb-826dbf92700c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.2765620 Dec 08 01:56:46.662700 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-37cea95c-59b4-4f16-8e7a-d412ea96cf3e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:46.690200 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:46.699523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Request body: {'port': {'device_id': 'a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7', 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c', 'admin_state_up': True, 'tenant_id': 'fd040ab8d56d49d9ac2492d2c18a218c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:46.922816 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbe22ced-ad03-4fad-a23f-aefde54bc837 req-30429b75-174d-420a-a459-29d3560adb03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394586 Dec 08 01:56:47.053804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Made reservation on behalf of fd040ab8d56d49d9ac2492d2c18a218c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:47.058661 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.090288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Attempting to bind port 89838a72-b44d-43aa-a3cf-68208420f10e on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:47.090855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Attempting to bind port 89838a72-b44d-43aa-a3cf-68208420f10e by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:47.091360 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Attempting to bind port 89838a72-b44d-43aa-a3cf-68208420f10e on network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:47.103634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Port 89838a72-b44d-43aa-a3cf-68208420f10e on network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:56:47.104356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Attempting to bind port 89838a72-b44d-43aa-a3cf-68208420f10e on network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:47.151655 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5f93b0f-ec08-4c17-9bff-70b466411f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.154547 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5f93b0f-ec08-4c17-9bff-70b466411f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.155713 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b5f93b0f-ec08-4c17-9bff-70b466411f32 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2abfe098-98c7-41fb-96f6-49b5830abbea HTTP/1.1" status: 204 len: 168 time: 1.8125815 Dec 08 01:56:47.182006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:47.182655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Checking segment: {'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:47.183224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Bound using segment: {'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:47.183916 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Bound port: 89838a72-b44d-43aa-a3cf-68208420f10e, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:47.184728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.211640 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9c28e-acde-4551-9add-f7aedfbe9f79 req-875b25de-3cbf-4626-9503-813669d69833 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:47.230241 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1f9c28e-acde-4551-9add-f7aedfbe9f79 req-875b25de-3cbf-4626-9503-813669d69833 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 944 time: 0.5540907 Dec 08 01:56:47.288744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Made reservation on behalf of fd040ab8d56d49d9ac2492d2c18a218c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:56:47.303130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.386339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f93b0f-ec08-4c17-9bff-70b466411f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abfe098-98c7-41fb-96f6-49b5830abbea,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:47.479103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.510760 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:47.578373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Allocated IP 172.20.0.8 (9b70a743-3af1-49eb-acf5-f7e6a794dd8c/dd7af272-2395-4fe5-9312-4a94c5d1937b/be83b221-349f-4d65-949a-fa5ac6c41749) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:47.655194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cea95c-59b4-4f16-8e7a-d412ea96cf3e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 9895d392-bcea-48f5-8f44-010c0faf1f73 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:47.725700 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1f9c28e-acde-4551-9add-f7aedfbe9f79 req-07d7b3c5-e5a4-498b-ad21-ecda544b6483 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4939959 Dec 08 01:56:47.761096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a03cd897-7875-4549-ae4a-99d981bad09e req-619413c0-3aaf-43b3-bbcf-7017f0e63baa tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 210 time: 0.0821617 Dec 08 01:56:47.776220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] For port 89838a72-b44d-43aa-a3cf-68208420f10e, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:47.929051 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.032470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Allocated IP 172.25.2.235 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/f44989f6-5726-4047-b8f1-420f05878cc8) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:48.054016 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.063784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] For port 89838a72-b44d-43aa-a3cf-68208420f10e, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=89838a72-b44d-43aa-a3cf-68208420f10e,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:48.102693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.183441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:48.194484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:48.198913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Pushing event updated for resources: {'Port': ['ID=be83b221-349f-4d65-949a-fa5ac6c41749,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:48.208229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:48.226518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cea95c-59b4-4f16-8e7a-d412ea96cf3e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:48.251871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2682edaa-fe51-499c-bd99-c377418cf518 None None] Sync routers for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:48.287683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2682edaa-fe51-499c-bd99-c377418cf518 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:48.289502 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2682edaa-fe51-499c-bd99-c377418cf518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:48.303613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-37cea95c-59b4-4f16-8e7a-d412ea96cf3e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5681045 Dec 08 01:56:48.321599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46416) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:48.334450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea8ef1-dcc0-44a9-af86-c7de5b81f761 req-61b9d45c-eaad-4e2d-a26d-04c9cc62199e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:48.343419 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1bea8ef1-dcc0-44a9-af86-c7de5b81f761 req-61b9d45c-eaad-4e2d-a26d-04c9cc62199e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.2781491 Dec 08 01:56:48.476782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:48.477775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.479994 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] 10.222.0.65 "PUT /v2.0/ports/89838a72-b44d-43aa-a3cf-68208420f10e HTTP/1.1" status: 200 len: 1093 time: 4.4321427 Dec 08 01:56:48.500034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'tag': '89838a72-b44d-43aa-a3cf-68208420f10e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:48.504667 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e4e77d-574e-4264-9d7a-3d6ab2b57a32" -d '{"events": [{"name": "network-changed", "server_uuid": "48d08f51-3a5c-479d-a8c6-f42b9a0269e5", "tag": "89838a72-b44d-43aa-a3cf-68208420f10e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:48.527482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2682edaa-fe51-499c-bd99-c377418cf518 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:48.584046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1bea8ef1-dcc0-44a9-af86-c7de5b81f761 req-91a02620-2c8e-460e-a93c-0cd8aad3e1ed tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002172 Dec 08 01:56:48.610616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940a966-1d7b-43bb-8ad0-4037411d5780 service neutron] Pushing event updated for resources: {'Port': ['ID=89838a72-b44d-43aa-a3cf-68208420f10e,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:48.637236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fea5a45-b7d0-414a-bbca-2a597a3f226e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Deleting subnet bd0f005b-252d-41e9-a5a5-c3cc8fadd95c {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:56:48.641026 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fea5a45-b7d0-414a-bbca-2a597a3f226e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.678889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2682edaa-fe51-499c-bd99-c377418cf518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:45Z', 'revision_number': 11, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:48.683469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:48.691730 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.702875 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.728803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2682edaa-fe51-499c-bd99-c377418cf518 None None] Checking router: 9895d392-bcea-48f5-8f44-010c0faf1f73 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:48.742192 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fea5a45-b7d0-414a-bbca-2a597a3f226e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:48.752704 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2682edaa-fe51-499c-bd99-c377418cf518 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:48.755427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2682edaa-fe51-499c-bd99-c377418cf518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:48.756788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9c5c9202-2ca6-43ad-95a6-73ebb013255e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0695894 Dec 08 01:56:48.795538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Request body: {'port': {'device_id': 'a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:48.797350 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc882fd-0655-4676-b5e3-234f1974da5f x-openstack-request-id: req-bfc882fd-0655-4676-b5e3-234f1974da5f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:48.799797 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d08f51-3a5c-479d-a8c6-f42b9a0269e5", "tag": "89838a72-b44d-43aa-a3cf-68208420f10e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:48.800138 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfc882fd-0655-4676-b5e3-234f1974da5f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:48.801204 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'tag': '89838a72-b44d-43aa-a3cf-68208420f10e', 'status': 'completed', 'code': 200} Dec 08 01:56:48.871092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Allocated IP 172.20.0.3 (9b70a743-3af1-49eb-acf5-f7e6a794dd8c/dd7af272-2395-4fe5-9312-4a94c5d1937b/6ee2da1b-a19c-458a-b5fa-e281f7f61889) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:48.907142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1c6d78d2-ca48-40a6-9d9a-586723487a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:48.909147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-1c6d78d2-ca48-40a6-9d9a-586723487a6f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 1096 time: 0.1307642 Dec 08 01:56:48.955204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2682edaa-fe51-499c-bd99-c377418cf518 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:48.992978 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-65691e34-8dd9-403d-9f6d-2716659a4856 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=89838a72-b44d-43aa-a3cf-68208420f10e HTTP/1.1" status: 200 len: 217 time: 0.0536332 Dec 08 01:56:49.030024 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.030866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2682edaa-fe51-499c-bd99-c377418cf518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:45Z', 'revision_number': 11, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:49.057770 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.077616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:49.081701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:49.084510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:49.116248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-8ef1ab4d-7d50-4511-acf7-cf6e36d5821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:49.119287 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-8ef1ab4d-7d50-4511-acf7-cf6e36d5821d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c197dbc2-597f-44be-8e12-0909def1f466 HTTP/1.1" status: 200 len: 838 time: 0.1117377 Dec 08 01:56:49.120373 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03570e16-cd96-444f-be61-2160ec745c94 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:49.124247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2682edaa-fe51-499c-bd99-c377418cf518 None None] The sync data for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 is: [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:45Z', 'revision_number': 11, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:49.214633 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fea5a45-b7d0-414a-bbca-2a597a3f226e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.256805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b47619-0919-4c60-8dcf-7fda0ffc54a0 req-f0f1ad38-1ac6-4a1e-9b12-b1dc44ceac81 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:49.258698 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50b47619-0919-4c60-8dcf-7fda0ffc54a0 req-f0f1ad38-1ac6-4a1e-9b12-b1dc44ceac81 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 931 time: 0.3204703 Dec 08 01:56:49.314091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bc9b893b-7472-42f8-9723-a831eb7688c1 None None] Provisioning complete for port f44989f6-5726-4047-b8f1-420f05878cc8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:49.315349 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc9b893b-7472-42f8-9723-a831eb7688c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.382936 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b893b-7472-42f8-9723-a831eb7688c1 None None] Port f44989f6-5726-4047-b8f1-420f05878cc8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:49.407585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe801f-c581-48d8-b1dd-79b40a77dc01 req-1350e0b8-9c37-4859-9341-01d669c811f8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:49.409569 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-83fe801f-c581-48d8-b1dd-79b40a77dc01 req-1350e0b8-9c37-4859-9341-01d669c811f8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 944 time: 0.4694808 Dec 08 01:56:49.424017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event updated for resources: {'Port': ['ID=f44989f6-5726-4047-b8f1-420f05878cc8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:49.532382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50b47619-0919-4c60-8dcf-7fda0ffc54a0 req-78fd3293-9dea-4a77-8445-dc102d122f74 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655611 Dec 08 01:56:49.588461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 427ea33e-a589-428c-8303-69a6528a1ace no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:49.696308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 427ea33e-a589-428c-8303-69a6528a1ace {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:49.697680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 427ea33e-a589-428c-8303-69a6528a1ace not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:49.703280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-ae86ad0e-4768-4094-b772-1f0470f37598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:49.710030 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-ae86ad0e-4768-4094-b772-1f0470f37598 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.5526757 Dec 08 01:56:49.824772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fea5a45-b7d0-414a-bbca-2a597a3f226e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.888476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad60ee-6705-4232-be62-b34dc540f772 req-2c00c1ae-0fae-485c-8d0e-42318f040cb1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:49.890738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cad60ee-6705-4232-be62-b34dc540f772 req-2c00c1ae-0fae-485c-8d0e-42318f040cb1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.1501215 Dec 08 01:56:49.896960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0584b21a-4e04-4524-bdce-7d33a62b52e2 None None] Network 140822e7-21f9-4943-b59f-c1e13a3de48d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:56:49.916806 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2fea5a45-b7d0-414a-bbca-2a597a3f226e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.929925 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2fea5a45-b7d0-414a-bbca-2a597a3f226e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/bd0f005b-252d-41e9-a5a5-c3cc8fadd95c HTTP/1.1" status: 204 len: 168 time: 1.6035771 Dec 08 01:56:49.948829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46454) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:49.961037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea5a45-b7d0-414a-bbca-2a597a3f226e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0f005b-252d-41e9-a5a5-c3cc8fadd95c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:49.970108 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:49.973474 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-83fe801f-c581-48d8-b1dd-79b40a77dc01 req-713229bf-ecd9-4c29-a2e9-5761aca23f0c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5125804 Dec 08 01:56:49.978233 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.125847 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-c2640a54-d441-4b7c-87c6-3dd177ba3390 service neutron] 10.222.0.65 "GET /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955026 Dec 08 01:56:50.128973 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cad60ee-6705-4232-be62-b34dc540f772 req-87c5f3ce-6851-4d6d-97f7-bc217434e1e1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225814 Dec 08 01:56:50.152783 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.161692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c0a93-5445-41de-9700-6c0d7db5f7b6 None None] DHCP port deletion for 140822e7-21f9-4943-b59f-c1e13a3de48d request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:50.219068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Pushing event updated for resources: {'Port': ['ID=6ee2da1b-a19c-458a-b5fa-e281f7f61889,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:50.240197 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-775c0a93-5445-41de-9700-6c0d7db5f7b6 None None] Deleting port f774467e-2f6c-4047-9925-c92969164319 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:56:50.241020 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-775c0a93-5445-41de-9700-6c0d7db5f7b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.250263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:50.283393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:50.287589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:50.417753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:50.418499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.429472 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09a54c0b-bd2f-40e7-92b7-1b1347e7ebfa req-08af83d5-bae7-439c-b344-3635dade10f9 service neutron] 10.222.0.65 "GET /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921860 Dec 08 01:56:50.463520 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-38cb2475-0959-42ef-a87d-5edcb9c2cab5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9383225 Dec 08 01:56:50.481919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Request body: {'port': {'device_id': '5c8c1137-779d-406b-9f6f-909f57921174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:50.601538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-775c0a93-5445-41de-9700-6c0d7db5f7b6 None None] For port f774467e-2f6c-4047-9925-c92969164319, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f774467e-2f6c-4047-9925-c92969164319,segment=NetworkSegment(998841be-5462-4027-b239-14a6ea6f5699),segment_id=998841be-5462-4027-b239-14a6ea6f5699)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:50.602111 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-775c0a93-5445-41de-9700-6c0d7db5f7b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.634661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-775c0a93-5445-41de-9700-6c0d7db5f7b6 None None] Calling delete_port for f774467e-2f6c-4047-9925-c92969164319 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:56:50.702405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.812890 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-775c0a93-5445-41de-9700-6c0d7db5f7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.828443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e77d-574e-4264-9d7a-3d6ab2b57a32 req-279bf9fe-abf7-4f43-a184-5e173fedebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:50.830066 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53e4e77d-574e-4264-9d7a-3d6ab2b57a32 req-279bf9fe-abf7-4f43-a184-5e173fedebab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 1096 time: 0.2751462 Dec 08 01:56:50.844135 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c0a93-5445-41de-9700-6c0d7db5f7b6 None None] Pushing event deleted for resources: {'Port': ['ID=f774467e-2f6c-4047-9925-c92969164319,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:50.856231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c0a93-5445-41de-9700-6c0d7db5f7b6 None None] No DVR routers for this DVR port f774467e-2f6c-4047-9925-c92969164319 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:56:50.920181 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:50.966280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be17d7e-ce57-4566-b67e-0c0fd7d195b1 req-4477b4a6-0fea-400c-a90b-49dad5be3e0f tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:50.974506 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3be17d7e-ce57-4566-b67e-0c0fd7d195b1 req-4477b4a6-0fea-400c-a90b-49dad5be3e0f tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 931 time: 0.2930031 Dec 08 01:56:51.241076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3be17d7e-ce57-4566-b67e-0c0fd7d195b1 req-3916d49f-2790-48b1-88d3-74fc4da8976a tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652230 Dec 08 01:56:51.244701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e77d-574e-4264-9d7a-3d6ab2b57a32 req-20e22877-d8b4-4831-89d0-d2f94e8130c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:51.246232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53e4e77d-574e-4264-9d7a-3d6ab2b57a32 req-20e22877-d8b4-4831-89d0-d2f94e8130c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea HTTP/1.1" status: 200 len: 897 time: 0.3799818 Dec 08 01:56:51.398252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f774467e-2f6c-4047-9925-c92969164319 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:56:51.449252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: f774467e-2f6c-4047-9925-c92969164319 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:56:51.451990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f774467e-2f6c-4047-9925-c92969164319 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:56:51.458318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53e4e77d-574e-4264-9d7a-3d6ab2b57a32 req-6574a280-f379-4e7b-887b-b565f0466877 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=89838a72-b44d-43aa-a3cf-68208420f10e HTTP/1.1" status: 200 len: 217 time: 0.1989398 Dec 08 01:56:51.459981 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.510714 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.529535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140822e7-21f9-4943-b59f-c1e13a3de48d']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:51.554581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f34df-e22b-4d69-afcd-91fcddcc3b14 req-b90ad857-5f74-40fd-8429-2d6b141596bb tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:51.556961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-018f34df-e22b-4d69-afcd-91fcddcc3b14 req-b90ad857-5f74-40fd-8429-2d6b141596bb tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 944 time: 0.4047594 Dec 08 01:56:51.559798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998841be-5462-4027-b239-14a6ea6f5699') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:51.560103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998841be-5462-4027-b239-14a6ea6f5699') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:51.572099 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be83b221-349f-4d65-949a-fa5ac6c41749 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:51.574037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e2fd6-1539-45e4-8a74-c5a477a9218b req-0d4bd439-6cd5-4c7f-850e-22ee95beee18 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:51.575578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-835e2fd6-1539-45e4-8a74-c5a477a9218b req-0d4bd439-6cd5-4c7f-850e-22ee95beee18 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.1977079 Dec 08 01:56:51.577250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e77d-574e-4264-9d7a-3d6ab2b57a32 req-a183e590-8c96-4e41-a97a-c023140e8f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:51.578684 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53e4e77d-574e-4264-9d7a-3d6ab2b57a32 req-a183e590-8c96-4e41-a97a-c023140e8f1a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c197dbc2-597f-44be-8e12-0909def1f466 HTTP/1.1" status: 200 len: 838 time: 0.1028886 Dec 08 01:56:51.612945 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.618353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.657594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-835e2fd6-1539-45e4-8a74-c5a477a9218b req-acaf416c-06e7-4c6b-86a5-f6eeaa56fea2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731442 Dec 08 01:56:51.665130 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.680543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Transition to ACTIVE for port object be83b221-349f-4d65-949a-fa5ac6c41749 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:56:51.725628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:56:51.726059 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:56:51.730224 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:56:51.745331 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.774613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e77d-574e-4264-9d7a-3d6ab2b57a32 req-e1bc7516-8d8c-4ef5-97f0-435355a6cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:51.776853 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53e4e77d-574e-4264-9d7a-3d6ab2b57a32 req-e1bc7516-8d8c-4ef5-97f0-435355a6cb31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1706622 Dec 08 01:56:51.877976 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-018f34df-e22b-4d69-afcd-91fcddcc3b14 req-d144a523-183a-492a-be29-e059b211a4f3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683599 Dec 08 01:56:51.886617 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.891551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Pushing event updated for resources: {'Port': ['ID=be83b221-349f-4d65-949a-fa5ac6c41749,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:51.904983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:51.908171 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/networks/140822e7-21f9-4943-b59f-c1e13a3de48d HTTP/1.1" status: 204 len: 168 time: 1.9583623 Dec 08 01:56:51.911686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46490) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:51.927434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb7726-bf57-4296-af42-a8def8b11d19 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Pushing event deleted for resources: {'Network': ['ID=140822e7-21f9-4943-b59f-c1e13a3de48d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:51.936177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9b45aad3-cb7a-4cbd-bd85-49f882fd5a52 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'router': {'routes': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:52.022651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Router 9e041db1-05f9-44cd-8126-d9518842a1ba is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:56:52.034820 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee2da1b-a19c-458a-b5fa-e281f7f61889 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:52.039142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Attempting to bind port be83b221-349f-4d65-949a-fa5ac6c41749 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:52.039490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Attempting to bind port be83b221-349f-4d65-949a-fa5ac6c41749 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:52.039824 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Attempting to bind port be83b221-349f-4d65-949a-fa5ac6c41749 on network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:52.044172 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.047578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Port be83b221-349f-4d65-949a-fa5ac6c41749 on network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:56:52.047578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Attempting to bind port be83b221-349f-4d65-949a-fa5ac6c41749 on network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:52.061997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Transition to ACTIVE for port object 6ee2da1b-a19c-458a-b5fa-e281f7f61889 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:56:52.086626 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.094316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:52.094679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Checking segment: {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:52.095051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Bound using segment: {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:52.095501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Bound port: be83b221-349f-4d65-949a-fa5ac6c41749, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:52.095866 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.144384 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53e4e77d-574e-4264-9d7a-3d6ab2b57a32 req-0ebe260d-7465-41bc-8874-9f68bf0541c5 service neutron] 10.222.0.65 "GET /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550816 Dec 08 01:56:52.216847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46496) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:52.229112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:52.231492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] For port be83b221-349f-4d65-949a-fa5ac6c41749, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:52.236245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] For port be83b221-349f-4d65-949a-fa5ac6c41749, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=be83b221-349f-4d65-949a-fa5ac6c41749,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:52.243916 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Sync routers for ids ['9e041db1-05f9-44cd-8126-d9518842a1ba'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:52.251612 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.261460 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Routers {'9e041db1-05f9-44cd-8126-d9518842a1ba'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:52.262410 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-151c799e-9530-405d-8825-5369991b10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9e041db1-05f9-44cd-8126-d9518842a1ba'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:52.366601 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.369669 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-edf06546-ba44-4abd-a91d-3aca99c312fe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7294238 Dec 08 01:56:52.374195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:52.375049 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.377081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] 10.222.0.65 "PUT /v2.0/ports/be83b221-349f-4d65-949a-fa5ac6c41749 HTTP/1.1" status: 200 len: 1092 time: 3.5951314 Dec 08 01:56:52.383025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7', 'tag': 'be83b221-349f-4d65-949a-fa5ac6c41749'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:52.390938 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493a6418-f062-45b9-acbd-7900dde66e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7", "tag": "be83b221-349f-4d65-949a-fa5ac6c41749"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:52.411950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46502) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:52.416472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 89838a72-b44d-43aa-a3cf-68208420f10e details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:56:52.517242 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeaf79d-3761-4924-a110-eb84553a3448 x-openstack-request-id: req-efeaf79d-3761-4924-a110-eb84553a3448 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:52.517544 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7", "tag": "be83b221-349f-4d65-949a-fa5ac6c41749", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:52.517881 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-efeaf79d-3761-4924-a110-eb84553a3448 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:52.518172 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7', 'tag': 'be83b221-349f-4d65-949a-fa5ac6c41749', 'status': 'completed', 'code': 200} Dec 08 01:56:52.547761 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a04a7245-1002-42bd-bc06-7b3da924c180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.579881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e7d84-c0b9-41e9-8182-1873b9d77735 service neutron] Pushing event updated for resources: {'Port': ['ID=be83b221-349f-4d65-949a-fa5ac6c41749,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:52.664789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 89838a72-b44d-43aa-a3cf-68208420f10e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=89838a72-b44d-43aa-a3cf-68208420f10e,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:52.672338 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Set router 9e041db1-05f9-44cd-8126-d9518842a1ba gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:52.695974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '89838a72-b44d-43aa-a3cf-68208420f10e', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'port_id': '89838a72-b44d-43aa-a3cf-68208420f10e', 'mac_address': 'fa:16:3e:02:1e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:56:52.717673 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9470a53f-5062-4b75-bd7a-d27fca0cff4c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/routers/9e041db1-05f9-44cd-8126-d9518842a1ba HTTP/1.1" status: 200 len: 908 time: 0.2910130 Dec 08 01:56:52.725780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46508) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:52.738658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Request body: {'router': {'name': 'tempest-snat-router-612050010', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'enable_snat': True}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:52.743526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.extraroute_db [None req-9b45aad3-cb7a-4cbd-bd85-49f882fd5a52 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Added routes are [] {{(pid=103129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 01:56:52.743834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.extraroute_db [None req-9b45aad3-cb7a-4cbd-bd85-49f882fd5a52 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Removed routes are [] {{(pid=103129) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 01:56:52.744203 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b45aad3-cb7a-4cbd-bd85-49f882fd5a52 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.780602 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.798151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89838a72-b44d-43aa-a3cf-68208420f10e {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:52.824452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 89838a72-b44d-43aa-a3cf-68208420f10e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=89838a72-b44d-43aa-a3cf-68208420f10e,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:52.833522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.901922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee2da1b-a19c-458a-b5fa-e281f7f61889,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:52.907935 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=89838a72-b44d-43aa-a3cf-68208420f10e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:52.944108 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a04a7245-1002-42bd-bc06-7b3da924c180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.949001 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-151c799e-9530-405d-8825-5369991b10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e041db1-05f9-44cd-8126-d9518842a1ba', 'name': 'tempest-snat-router-612050010', 'tenant_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.235'}], 'enable_snat': False}, 'gw_port_id': 'f44989f6-5726-4047-b8f1-420f05878cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:45Z', 'updated_at': '2021-12-08T01:56:49Z', 'revision_number': 3, 'project_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'gw_port': {'id': 'f44989f6-5726-4047-b8f1-420f05878cc8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e041db1-05f9-44cd-8126-d9518842a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:47Z', 'updated_at': '2021-12-08T01:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:52.971452 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a04a7245-1002-42bd-bc06-7b3da924c180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:52.985590 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Checking router: 9e041db1-05f9-44cd-8126-d9518842a1ba for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:52.985903 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Updating router 9e041db1-05f9-44cd-8126-d9518842a1ba port f44989f6-5726-4047-b8f1-420f05878cc8 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:53.002458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-f05c1adf-61e9-450c-9757-06f01f7db38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:53.007922 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-f05c1adf-61e9-450c-9757-06f01f7db38b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd040ab8d56d49d9ac2492d2c18a218c&device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 1095 time: 0.5583925 Dec 08 01:56:53.015271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.016491 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.040337 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.064675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643744b1-a96b-4d37-a9e5-59c1ff12146d req-fa7050a3-cd66-4061-89a3-91fd684f2abe tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:53.066335 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-643744b1-a96b-4d37-a9e5-59c1ff12146d req-fa7050a3-cd66-4061-89a3-91fd684f2abe tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 943 time: 0.3911715 Dec 08 01:56:53.101188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-384cf6ab-1832-4dc9-a379-8cfb709d8799 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be83b221-349f-4d65-949a-fa5ac6c41749 HTTP/1.1" status: 200 len: 217 time: 0.0654862 Dec 08 01:56:53.112789 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53e4e77d-574e-4264-9d7a-3d6ab2b57a32 req-0e94b855-31f0-499a-aed9-700cd95ddf07 service neutron] 10.222.0.65 "GET /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9391894 Dec 08 01:56:53.120558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b45aad3-cb7a-4cbd-bd85-49f882fd5a52 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.147653 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a04a7245-1002-42bd-bc06-7b3da924c180 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd43aa586dd34639afe36acbce21f7ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9256632 Dec 08 01:56:53.154744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46516) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:53.157192 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b45aad3-cb7a-4cbd-bd85-49f882fd5a52 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.175342 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Attempting to bind port 6ee2da1b-a19c-458a-b5fa-e281f7f61889 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:53.176237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Attempting to bind port 6ee2da1b-a19c-458a-b5fa-e281f7f61889 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:53.176706 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Attempting to bind port 6ee2da1b-a19c-458a-b5fa-e281f7f61889 on network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:53.187605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806783f0-f3a4-4775-9ad1-57c07dfc5678 req-33bccfba-75c6-41d5-9b67-89d97c0add20 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:53.190476 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-806783f0-f3a4-4775-9ad1-57c07dfc5678 req-33bccfba-75c6-41d5-9b67-89d97c0add20 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.2416728 Dec 08 01:56:53.192830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a7245-1002-42bd-bc06-7b3da924c180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5594dff-b904-4c17-8b6f-df6bdfa05bf4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:53.204699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['89838a72-b44d-43aa-a3cf-68208420f10e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:56:53.280899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Port 6ee2da1b-a19c-458a-b5fa-e281f7f61889 on network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:56:53.281242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Attempting to bind port 6ee2da1b-a19c-458a-b5fa-e281f7f61889 on network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:53.297820 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-643744b1-a96b-4d37-a9e5-59c1ff12146d req-34f14a6e-e95b-4bcf-92e9-aa46c876eb6a tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947043 Dec 08 01:56:53.305850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:53.306214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Checking segment: {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:53.306605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Bound using segment: {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:53.307061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Bound port: 6ee2da1b-a19c-458a-b5fa-e281f7f61889, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:53.307427 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.325202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b45aad3-cb7a-4cbd-bd85-49f882fd5a52 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 9895d392-bcea-48f5-8f44-010c0faf1f73 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:56:53.330561 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.342956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-61a2cb4f-b7e4-4470-bf9a-1c43508343fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:53.345682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-61a2cb4f-b7e4-4470-bf9a-1c43508343fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dd7af272-2395-4fe5-9312-4a94c5d1937b HTTP/1.1" status: 200 len: 852 time: 0.2277551 Dec 08 01:56:53.377465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2a8-d9ff-4724-a6ed-4991d97d3079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.414473 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-806783f0-f3a4-4775-9ad1-57c07dfc5678 req-b20589a6-6715-4673-ac17-1d2f938602ad tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947477 Dec 08 01:56:53.514722 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.527436 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.530982 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2a8-d9ff-4724-a6ed-4991d97d3079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.550607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b45aad3-cb7a-4cbd-bd85-49f882fd5a52 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:53.564877 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b45aad3-cb7a-4cbd-bd85-49f882fd5a52 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.566563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9b45aad3-cb7a-4cbd-bd85-49f882fd5a52 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73 HTTP/1.1" status: 200 len: 704 time: 1.6517003 Dec 08 01:56:53.570702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46518) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:53.574816 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-e121a726-4a0a-4295-85fb-45baaa24c8f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1700406 Dec 08 01:56:53.580659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec70ca-c583-4d16-acb5-1ebb33021390 None None] Sync routers for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:53.599874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] For port 6ee2da1b-a19c-458a-b5fa-e281f7f61889, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:53.616874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] For port 6ee2da1b-a19c-458a-b5fa-e281f7f61889, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6ee2da1b-a19c-458a-b5fa-e281f7f61889,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:53.617180 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Pushing event updated for resources: {'Port': ['ID=f44989f6-5726-4047-b8f1-420f05878cc8,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:53.625465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58e872-ec3f-4e99-9350-2906a3648778 req-3b4a1618-fe96-4a66-aefc-3dd94ae2dfb7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:53.627080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7a58e872-ec3f-4e99-9350-2906a3648778 req-3b4a1618-fe96-4a66-aefc-3dd94ae2dfb7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 945 time: 0.1722355 Dec 08 01:56:53.630787 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.645147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89600810-84c9-4b23-b5b5-ae020d8351a7 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:53.649130 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.649845 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Attempting to bind port f44989f6-5726-4047-b8f1-420f05878cc8 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:56:53.650868 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Attempting to bind port f44989f6-5726-4047-b8f1-420f05878cc8 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:56:53.651448 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Attempting to bind port f44989f6-5726-4047-b8f1-420f05878cc8 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:56:53.655332 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.656593 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.657289 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.657834 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.658588 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.659133 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.660399 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.661255 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.661858 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.662503 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.663007 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.663658 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.664190 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:53.683672 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:56:53.684816 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:56:53.685793 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.686398 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:56:53.687161 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Bound port: f44989f6-5726-4047-b8f1-420f05878cc8, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:56:53.687893 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.689561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:53.690201 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.692370 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] 10.222.0.72 "PUT /v2.0/ports/6ee2da1b-a19c-458a-b5fa-e281f7f61889 HTTP/1.1" status: 200 len: 1092 time: 3.2157145 Dec 08 01:56:53.692781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8c1137-779d-406b-9f6f-909f57921174', 'tag': '6ee2da1b-a19c-458a-b5fa-e281f7f61889'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:53.692993 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3cc2f5ee-f9f7-4da6-a904-70708bf2859f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=9895d392-bcea-48f5-8f44-010c0faf1f73 HTTP/1.1" status: 200 len: 205 time: 0.1207213 Dec 08 01:56:53.695098 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74195c1-8296-41e6-a490-15541166e3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8c1137-779d-406b-9f6f-909f57921174", "tag": "6ee2da1b-a19c-458a-b5fa-e281f7f61889"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:53.697561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46520) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:53.710506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2a8-d9ff-4724-a6ed-4991d97d3079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.713106 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac2fe2a8-d9ff-4724-a6ed-4991d97d3079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.714276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ac2fe2a8-d9ff-4724-a6ed-4991d97d3079 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b5594dff-b904-4c17-8b6f-df6bdfa05bf4 HTTP/1.1" status: 204 len: 168 time: 0.5584180 Dec 08 01:56:53.782464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec70ca-c583-4d16-acb5-1ebb33021390 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:53.783107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d6ec70ca-c583-4d16-acb5-1ebb33021390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:53.795783 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-151c799e-9530-405d-8825-5369991b10c7 None None] For port f44989f6-5726-4047-b8f1-420f05878cc8, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:56:53.802350 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-151c799e-9530-405d-8825-5369991b10c7 None None] For port f44989f6-5726-4047-b8f1-420f05878cc8, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f44989f6-5726-4047-b8f1-420f05878cc8,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:56:53.811760 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:53.842816 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b50f2f-4ca2-4604-bfd5-e4eaef323456 x-openstack-request-id: req-c6b50f2f-4ca2-4604-bfd5-e4eaef323456 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:53.843097 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8c1137-779d-406b-9f6f-909f57921174", "tag": "6ee2da1b-a19c-458a-b5fa-e281f7f61889", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:53.843372 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6b50f2f-4ca2-4604-bfd5-e4eaef323456 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:53.843781 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8c1137-779d-406b-9f6f-909f57921174', 'tag': '6ee2da1b-a19c-458a-b5fa-e281f7f61889', 'status': 'completed', 'code': 200} Dec 08 01:56:53.885218 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Routers {'9e041db1-05f9-44cd-8126-d9518842a1ba'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:53.886150 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-151c799e-9530-405d-8825-5369991b10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9e041db1-05f9-44cd-8126-d9518842a1ba'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:53.925225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6918a766-9df1-4e8a-be4e-1f768391fe13 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:53.929763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fe2a8-d9ff-4724-a6ed-4991d97d3079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5594dff-b904-4c17-8b6f-df6bdfa05bf4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:53.983207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a6b3c-67bc-4fe3-b043-93c59f1e83f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee2da1b-a19c-458a-b5fa-e281f7f61889,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:53.984753 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d6ec70ca-c583-4d16-acb5-1ebb33021390 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:53.999849 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7a9f013-211b-4808-86fb-c1a4ea7c6b7e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.037028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Provisioning complete for port f44989f6-5726-4047-b8f1-420f05878cc8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:54.037718 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.091469 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-51744999-fc79-4ce9-a2e2-21cf22780b73 service neutron] 10.222.0.65 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361446 Dec 08 01:56:54.136689 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb3046-9cb4-4e76-906a-4db22dfef64a None None] Pushing event updated for resources: {'Port': ['ID=f44989f6-5726-4047-b8f1-420f05878cc8,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:54.154515 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7a58e872-ec3f-4e99-9350-2906a3648778 req-0f5adbc4-cee1-4b2d-8be9-7a5cd15a4e36 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5112340 Dec 08 01:56:54.158595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d6ec70ca-c583-4d16-acb5-1ebb33021390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:45Z', 'revision_number': 11, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:54.184054 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-151c799e-9530-405d-8825-5369991b10c7 None None] Set router 9e041db1-05f9-44cd-8126-d9518842a1ba gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:54.228559 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec70ca-c583-4d16-acb5-1ebb33021390 None None] Checking router: 9895d392-bcea-48f5-8f44-010c0faf1f73 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:54.262149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ec70ca-c583-4d16-acb5-1ebb33021390 None None] Routers {'9895d392-bcea-48f5-8f44-010c0faf1f73'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:54.262925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d6ec70ca-c583-4d16-acb5-1ebb33021390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9895d392-bcea-48f5-8f44-010c0faf1f73'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:54.272680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-80d8eae4-e5ce-4ca5-a15a-ece6624b2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:54.275373 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-80d8eae4-e5ce-4ca5-a15a-ece6624b2456 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd040ab8d56d49d9ac2492d2c18a218c&device_id=5c8c1137-779d-406b-9f6f-909f57921174 HTTP/1.1" status: 200 len: 1095 time: 0.4621451 Dec 08 01:56:54.342931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46534) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:54.406815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d6ec70ca-c583-4d16-acb5-1ebb33021390 None None] Set router 9895d392-bcea-48f5-8f44-010c0faf1f73 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:54.541263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d6ec70ca-c583-4d16-acb5-1ebb33021390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:45Z', 'revision_number': 11, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:54.557222 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-1b567e62-2bbe-4f8a-bf38-ac88edaf3a6d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ee2da1b-a19c-458a-b5fa-e281f7f61889 HTTP/1.1" status: 200 len: 217 time: 0.2058444 Dec 08 01:56:54.593178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ec70ca-c583-4d16-acb5-1ebb33021390 None None] The sync data for ids ['9895d392-bcea-48f5-8f44-010c0faf1f73'] in n-d-713498-30 is: [{'id': '9895d392-bcea-48f5-8f44-010c0faf1f73', 'name': 'tempest-RoutersIpV6Test-router-710267756', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:12Z', 'updated_at': '2021-12-08T01:56:45Z', 'revision_number': 11, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:54.607258 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-723101b5-ead1-4d3c-b071-e3ee2d0688ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.662430 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-151c799e-9530-405d-8825-5369991b10c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e041db1-05f9-44cd-8126-d9518842a1ba', 'name': 'tempest-snat-router-612050010', 'tenant_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.235'}], 'enable_snat': False}, 'gw_port_id': 'f44989f6-5726-4047-b8f1-420f05878cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:45Z', 'updated_at': '2021-12-08T01:56:49Z', 'revision_number': 3, 'project_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'gw_port': {'id': 'f44989f6-5726-4047-b8f1-420f05878cc8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e041db1-05f9-44cd-8126-d9518842a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:47Z', 'updated_at': '2021-12-08T01:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:54.680277 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.697092 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7a9f013-211b-4808-86fb-c1a4ea7c6b7e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.702937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7a9f013-211b-4808-86fb-c1a4ea7c6b7e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.716455 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] For port f44989f6-5726-4047-b8f1-420f05878cc8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f44989f6-5726-4047-b8f1-420f05878cc8,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:54.725760 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.767540 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c799e-9530-405d-8825-5369991b10c7 None None] The sync data for ids ['9e041db1-05f9-44cd-8126-d9518842a1ba'] in n-d-713498-30 is: [{'id': '9e041db1-05f9-44cd-8126-d9518842a1ba', 'name': 'tempest-snat-router-612050010', 'tenant_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.235'}], 'enable_snat': False}, 'gw_port_id': 'f44989f6-5726-4047-b8f1-420f05878cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:45Z', 'updated_at': '2021-12-08T01:56:49Z', 'revision_number': 3, 'project_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'gw_port': {'id': 'f44989f6-5726-4047-b8f1-420f05878cc8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e041db1-05f9-44cd-8126-d9518842a1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:47Z', 'updated_at': '2021-12-08T01:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:54.819843 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-e7654f93-f94a-4ad4-af86-7beef4a6887f service neutron] 10.222.0.65 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079253 Dec 08 01:56:54.863795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Pushing event updated for resources: {'Port': ['ID=f44989f6-5726-4047-b8f1-420f05878cc8,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:54.883025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-422e39e8-85d1-40ce-8e36-4b6dfdc9691c None None] Provisioning complete for port f44989f6-5726-4047-b8f1-420f05878cc8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:54.883942 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-422e39e8-85d1-40ce-8e36-4b6dfdc9691c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.890068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.890714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.891682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.892469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.892972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.893472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.893972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.894584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.895758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.896839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.897786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.898421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.899052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b8ae50-d6e6-4a8d-9f2b-5e1ce3503bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:56:54.900705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.928983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:54.958741 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c6d13-06df-4c13-ad43-e581896c1c9e req-17ddc860-1308-409a-9f27-312ea2827fe1 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:54.960619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b12c6d13-06df-4c13-ad43-e581896c1c9e req-17ddc860-1308-409a-9f27-312ea2827fe1 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 943 time: 0.2391734 Dec 08 01:56:54.996891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-e978691e-0b87-4742-b906-1eb1adc3295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:54.998792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-e978691e-0b87-4742-b906-1eb1adc3295d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dd7af272-2395-4fe5-9312-4a94c5d1937b HTTP/1.1" status: 200 len: 852 time: 0.3244944 Dec 08 01:56:55.009360 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7a9f013-211b-4808-86fb-c1a4ea7c6b7e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.009872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a9f013-211b-4808-86fb-c1a4ea7c6b7e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Fanout notify agent at l3_agent the message router_deleted on router 9895d392-bcea-48f5-8f44-010c0faf1f73 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:56:55.022145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19c397-37b3-4fdf-946b-cbf88cf3a49a req-cd0fa8ec-ec3b-4a98-83bb-7282435ca36c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:55.037643 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce19c397-37b3-4fdf-946b-cbf88cf3a49a req-cd0fa8ec-ec3b-4a98-83bb-7282435ca36c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.4790013 Dec 08 01:56:55.064073 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e7a9f013-211b-4808-86fb-c1a4ea7c6b7e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.069430 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e7a9f013-211b-4808-86fb-c1a4ea7c6b7e tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73 HTTP/1.1" status: 204 len: 168 time: 1.3669252 Dec 08 01:56:55.075147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:55.106453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fd771e14-3235-438e-a9ef-c950c25c2b80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1398646173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:55.161739 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-330580ec-40cc-4efb-9e61-750a8489056f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499717 Dec 08 01:56:55.296800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Allocated IP 172.25.2.36 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/3b3b4636-2269-4a75-b621-9db70bc69f96) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:56:55.345984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a6418-f062-45b9-acbd-7900dde66e6a req-134c8dad-a3c3-4ad1-bd34-5b343bfd4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:55.347293 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-493a6418-f062-45b9-acbd-7900dde66e6a req-134c8dad-a3c3-4ad1-bd34-5b343bfd4648 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd040ab8d56d49d9ac2492d2c18a218c&device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 1095 time: 0.3833041 Dec 08 01:56:55.396738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b12c6d13-06df-4c13-ad43-e581896c1c9e req-9a8dde3c-3408-4e0a-a4b4-e21739c4a890 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211273 Dec 08 01:56:55.437258 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-723101b5-ead1-4d3c-b071-e3ee2d0688ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.487434 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-723101b5-ead1-4d3c-b071-e3ee2d0688ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.547129 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723101b5-ead1-4d3c-b071-e3ee2d0688ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a49936-0cd8-42d7-812f-ff4d70d838dc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:55.561075 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd771e14-3235-438e-a9ef-c950c25c2b80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.562088 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd771e14-3235-438e-a9ef-c950c25c2b80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.595151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a6418-f062-45b9-acbd-7900dde66e6a req-faf67e51-ce23-45e6-935a-243e9464cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:55.599596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-493a6418-f062-45b9-acbd-7900dde66e6a req-faf67e51-ce23-45e6-935a-243e9464cf89 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c HTTP/1.1" status: 200 len: 913 time: 0.2441967 Dec 08 01:56:55.648482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce19c397-37b3-4fdf-946b-cbf88cf3a49a req-07ee58e7-54a6-40b9-9f5a-2acc2bcc6e68 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095731 Dec 08 01:56:55.664821 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-493a6418-f062-45b9-acbd-7900dde66e6a req-456f1d3b-9579-4b54-834c-cdf28a4494ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be83b221-349f-4d65-949a-fa5ac6c41749 HTTP/1.1" status: 200 len: 217 time: 0.0515513 Dec 08 01:56:55.677300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.696796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128b015-4322-457c-9e54-cc9ab2759070 req-988c56be-2107-4abe-802b-7e88101b9cf6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:55.698917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8128b015-4322-457c-9e54-cc9ab2759070 req-988c56be-2107-4abe-802b-7e88101b9cf6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 945 time: 0.1718647 Dec 08 01:56:55.761818 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd771e14-3235-438e-a9ef-c950c25c2b80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.768464 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-63435dc5-0146-4411-a23d-e535d8555aaa service neutron] 10.222.0.72 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814826 Dec 08 01:56:55.774256 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-723101b5-ead1-4d3c-b071-e3ee2d0688ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ec815d3e92a46f5b13a66ed3e78a47b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4088709 Dec 08 01:56:55.786941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46552) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:55.789485 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd771e14-3235-438e-a9ef-c950c25c2b80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.803146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a6418-f062-45b9-acbd-7900dde66e6a req-52bf1dbf-4c49-4eba-ae54-26e1f1857ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:55.804820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-493a6418-f062-45b9-acbd-7900dde66e6a req-52bf1dbf-4c49-4eba-ae54-26e1f1857ff8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dd7af272-2395-4fe5-9312-4a94c5d1937b HTTP/1.1" status: 200 len: 852 time: 0.1277010 Dec 08 01:56:55.845411 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8128b015-4322-457c-9e54-cc9ab2759070 req-73ca5d24-e9af-4377-b028-a37198013f71 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260941 Dec 08 01:56:55.876450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-493a6418-f062-45b9-acbd-7900dde66e6a req-91b509e2-1ab9-42c9-af59-f315babac932 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587907 Dec 08 01:56:55.882274 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.918610 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52a97073-60b2-4f0c-88d1-25beec6e67aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.959857 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52a97073-60b2-4f0c-88d1-25beec6e67aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:55.983892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:56:56.005113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:56:56.008184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:56:56.025864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29e28dc-5954-4c76-b45b-992227f52af0 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:56:56.060950 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd771e14-3235-438e-a9ef-c950c25c2b80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.067230 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fd771e14-3235-438e-a9ef-c950c25c2b80 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9808786 Dec 08 01:56:56.074238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46556) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:56.076646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52a97073-60b2-4f0c-88d1-25beec6e67aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.085334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event updated for resources: {'Port': ['ID=3b3b4636-2269-4a75-b621-9db70bc69f96,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:56.086258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-21a8cd40-cf98-47d9-aceb-85a58f57c989 None None] Provisioning complete for port 3b3b4636-2269-4a75-b621-9db70bc69f96 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:56.086845 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21a8cd40-cf98-47d9-aceb-85a58f57c989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.087211 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52a97073-60b2-4f0c-88d1-25beec6e67aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.092318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-52a97073-60b2-4f0c-88d1-25beec6e67aa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b0a49936-0cd8-42d7-812f-ff4d70d838dc HTTP/1.1" status: 204 len: 168 time: 0.3036358 Dec 08 01:56:56.096702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9f271a17-4d47-4f5c-ba2f-7598f458cf9d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:56:56.139114 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a97073-60b2-4f0c-88d1-25beec6e67aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a49936-0cd8-42d7-812f-ff4d70d838dc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:56.170158 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-493a6418-f062-45b9-acbd-7900dde66e6a req-3099cc55-b2c4-4306-9835-10e2f4c064fb service neutron] 10.222.0.65 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755339 Dec 08 01:56:56.298139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-21a8cd40-cf98-47d9-aceb-85a58f57c989 None None] Port 3b3b4636-2269-4a75-b621-9db70bc69f96 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:56:56.371722 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af529ac0-0f7e-4cdc-9569-e49a679d999d req-496337ba-c501-4550-93ed-a7cbc204ed8a service neutron] 10.222.0.72 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958192 Dec 08 01:56:56.475918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device be83b221-349f-4d65-949a-fa5ac6c41749 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:56:56.505422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 89838a72-b44d-43aa-a3cf-68208420f10e up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:56.558005 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f271a17-4d47-4f5c-ba2f-7598f458cf9d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.651652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 89838a72-b44d-43aa-a3cf-68208420f10e completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:56:56.668278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 89838a72-b44d-43aa-a3cf-68208420f10e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:56.669010 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.726632 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f271a17-4d47-4f5c-ba2f-7598f458cf9d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:56.732501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74195c1-8296-41e6-a490-15541166e3f6 req-fd039673-76e3-495a-82e1-b0eac1dff754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:56.734038 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d74195c1-8296-41e6-a490-15541166e3f6 req-fd039673-76e3-495a-82e1-b0eac1dff754 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd040ab8d56d49d9ac2492d2c18a218c&device_id=5c8c1137-779d-406b-9f6f-909f57921174 HTTP/1.1" status: 200 len: 1095 time: 0.2123866 Dec 08 01:56:56.747653 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:56:56.760668 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.093254 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9a5ce-a556-41b2-bc07-9764f59535eb req-54a2c877-e17d-47d4-9617-81d6f281691e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:57.093254 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcc9a5ce-a556-41b2-bc07-9764f59535eb req-54a2c877-e17d-47d4-9617-81d6f281691e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 943 time: 0.2778783 Dec 08 01:56:57.098024 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-493a6418-f062-45b9-acbd-7900dde66e6a req-2e20306c-8fdb-4697-a3e8-0ac3eb1c233a service neutron] 10.222.0.65 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063441 Dec 08 01:56:57.099174 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcc9a5ce-a556-41b2-bc07-9764f59535eb req-544b8aff-6235-43ad-b304-928de60dae5a tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614163 Dec 08 01:56:57.099174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74195c1-8296-41e6-a490-15541166e3f6 req-7749d4ce-029b-44d0-b317-ede0f01c5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:57.099174 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d74195c1-8296-41e6-a490-15541166e3f6 req-7749d4ce-029b-44d0-b317-ede0f01c5373 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c HTTP/1.1" status: 200 len: 913 time: 0.2806499 Dec 08 01:56:57.099174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f271a17-4d47-4f5c-ba2f-7598f458cf9d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Router 17c36651-b1cd-450a-a656-44bbd1d4cb82 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:56:57.120946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d74195c1-8296-41e6-a490-15541166e3f6 req-1019719c-7fd3-436f-9d98-33519ebfd0c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ee2da1b-a19c-458a-b5fa-e281f7f61889 HTTP/1.1" status: 200 len: 217 time: 0.0702558 Dec 08 01:56:57.178398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358a594-ef99-4901-87ec-f8dea299f62d req-013306bc-0d8a-4661-a105-6d68ef60dbb6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:57.180095 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c358a594-ef99-4901-87ec-f8dea299f62d req-013306bc-0d8a-4661-a105-6d68ef60dbb6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.3341885 Dec 08 01:56:57.235995 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.250450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port be83b221-349f-4d65-949a-fa5ac6c41749, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=be83b221-349f-4d65-949a-fa5ac6c41749,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:57.303841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'be83b221-349f-4d65-949a-fa5ac6c41749', 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c', 'port_id': 'be83b221-349f-4d65-949a-fa5ac6c41749', 'mac_address': 'fa:16:3e:74:78:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7af272-2395-4fe5-9312-4a94c5d1937b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:56:57.325065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89838a72-b44d-43aa-a3cf-68208420f10e'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:56:57.327936 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7ee05e-2a6d-44a0-98cd-2eab05e81e3f" -d '{"events": [{"server_uuid": "48d08f51-3a5c-479d-a8c6-f42b9a0269e5", "name": "network-vif-plugged", "status": "completed", "tag": "89838a72-b44d-43aa-a3cf-68208420f10e"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:56:57.344658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 89838a72-b44d-43aa-a3cf-68208420f10e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=89838a72-b44d-43aa-a3cf-68208420f10e,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:57.378417 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.474050 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.531929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be83b221-349f-4d65-949a-fa5ac6c41749 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:56:57.567315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c358a594-ef99-4901-87ec-f8dea299f62d req-21d8fc60-ec4c-4c22-91a9-a10617ef9385 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953139 Dec 08 01:56:57.569226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=89838a72-b44d-43aa-a3cf-68208420f10e,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:57.575282 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.606096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f44989f6-5726-4047-b8f1-420f05878cc8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:56:57.632122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port be83b221-349f-4d65-949a-fa5ac6c41749, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=be83b221-349f-4d65-949a-fa5ac6c41749,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:56:57.704411 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.761680 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e60f859-e476-49b0-a481-e050c8b04e7a x-openstack-request-id: req-8e60f859-e476-49b0-a481-e050c8b04e7a {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:56:57.762237 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d08f51-3a5c-479d-a8c6-f42b9a0269e5", "name": "network-vif-plugged", "status": "completed", "tag": "89838a72-b44d-43aa-a3cf-68208420f10e", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:56:57.762672 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8e60f859-e476-49b0-a481-e050c8b04e7a {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:56:57.763542 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89838a72-b44d-43aa-a3cf-68208420f10e', 'code': 200} Dec 08 01:56:57.798391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port f44989f6-5726-4047-b8f1-420f05878cc8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:56:57.798774 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:57.851589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=be83b221-349f-4d65-949a-fa5ac6c41749,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:56:57.895640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Router 97393045-d573-4d86-8353-d13daedfa9ad is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:56:57.909358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f271a17-4d47-4f5c-ba2f-7598f458cf9d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:57.934186 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a80bb-5ef3-4223-b4fa-abc8cae03d17 None None] Sync routers for ids ['17c36651-b1cd-450a-a656-44bbd1d4cb82'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:57.957904 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a80bb-5ef3-4223-b4fa-abc8cae03d17 None None] Routers {'17c36651-b1cd-450a-a656-44bbd1d4cb82'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:57.961039 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a29a80bb-5ef3-4223-b4fa-abc8cae03d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['17c36651-b1cd-450a-a656-44bbd1d4cb82'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:58.047428 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9f271a17-4d47-4f5c-ba2f-7598f458cf9d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:58.059563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9f271a17-4d47-4f5c-ba2f-7598f458cf9d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "PUT /v2.0/routers/17c36651-b1cd-450a-a656-44bbd1d4cb82 HTTP/1.1" status: 200 len: 698 time: 1.9839985 Dec 08 01:56:58.064520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46616) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:58.099319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:56:58.111043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Sync routers for ids ['97393045-d573-4d86-8353-d13daedfa9ad'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:56:58.120190 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097ce36-4ee2-4981-b775-41ba2af58002 req-887fa2ff-f712-48cc-a519-fa4a0a38ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:58.122016 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7097ce36-4ee2-4981-b775-41ba2af58002 req-887fa2ff-f712-48cc-a519-fa4a0a38ee69 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 1098 time: 0.2197354 Dec 08 01:56:58.125865 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:58.130502 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2869b118-ecc4-46f8-8e83-ce3c2c8f3ac1 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.4031425 Dec 08 01:56:58.131411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46624) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:58.148756 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['be83b221-349f-4d65-949a-fa5ac6c41749'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:56:58.228546 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a29a80bb-5ef3-4223-b4fa-abc8cae03d17 None None] Set router 17c36651-b1cd-450a-a656-44bbd1d4cb82 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:58.250507 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7097ce36-4ee2-4981-b775-41ba2af58002 req-3d8894f5-5dd0-4b23-939b-b239b5b3cf04 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166217 Dec 08 01:56:58.299252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Routers {'97393045-d573-4d86-8353-d13daedfa9ad'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:58.301100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['97393045-d573-4d86-8353-d13daedfa9ad'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:58.309979 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a97d1d3a-2d8c-4de5-b5ca-b0c9e9743a01 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/routers/17c36651-b1cd-450a-a656-44bbd1d4cb82 HTTP/1.1" status: 200 len: 704 time: 0.1794872 Dec 08 01:56:58.315783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46636) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:58.372902 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6d7ecc72-2b95-435f-8019-cfdd50ebda1f tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=17c36651-b1cd-450a-a656-44bbd1d4cb82 HTTP/1.1" status: 200 len: 205 time: 0.0528936 Dec 08 01:56:58.373910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46638) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:58.420103 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a29a80bb-5ef3-4223-b4fa-abc8cae03d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c36651-b1cd-450a-a656-44bbd1d4cb82', 'name': 'tempest-RoutersIpV6Test-router-1398646173', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:55Z', 'updated_at': '2021-12-08T01:56:56Z', 'revision_number': 2, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:58.428674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ab696-9070-4451-977c-c2be7b271af4 req-fe66f605-141d-49ff-b690-0bed44ce85d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:58.441698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a32ab696-9070-4451-977c-c2be7b271af4 req-fe66f605-141d-49ff-b690-0bed44ce85d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.6285865 Dec 08 01:56:58.446554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74195c1-8296-41e6-a490-15541166e3f6 req-131c0a1a-287f-4b23-afbf-b828305b0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:58.453548 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d74195c1-8296-41e6-a490-15541166e3f6 req-131c0a1a-287f-4b23-afbf-b828305b0a46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dd7af272-2395-4fe5-9312-4a94c5d1937b HTTP/1.1" status: 200 len: 852 time: 0.6464119 Dec 08 01:56:58.462704 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a80bb-5ef3-4223-b4fa-abc8cae03d17 None None] Checking router: 17c36651-b1cd-450a-a656-44bbd1d4cb82 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:58.475383 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a80bb-5ef3-4223-b4fa-abc8cae03d17 None None] Routers {'17c36651-b1cd-450a-a656-44bbd1d4cb82'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:56:58.477166 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a29a80bb-5ef3-4223-b4fa-abc8cae03d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:56:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['17c36651-b1cd-450a-a656-44bbd1d4cb82'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:58.513170 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acaad9-9173-46c0-8637-040299147b98 req-75e3c862-f788-4c09-9e2f-6ffedcd676c0 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:58.525688 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-44acaad9-9173-46c0-8637-040299147b98 req-75e3c862-f788-4c09-9e2f-6ffedcd676c0 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 944 time: 0.2414453 Dec 08 01:56:58.539232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-57df0ecf-0122-45be-9ced-59add5b6582f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/routers/97393045-d573-4d86-8353-d13daedfa9ad HTTP/1.1" status: 200 len: 906 time: 0.4065008 Dec 08 01:56:58.549671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46646) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:58.563209 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a29a80bb-5ef3-4223-b4fa-abc8cae03d17 None None] Set router 17c36651-b1cd-450a-a656-44bbd1d4cb82 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:58.590740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Set router 97393045-d573-4d86-8353-d13daedfa9ad gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:56:58.652331 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d74195c1-8296-41e6-a490-15541166e3f6 req-936bb4c9-4955-4283-9141-c436185bf2e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980442 Dec 08 01:56:58.666071 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a29a80bb-5ef3-4223-b4fa-abc8cae03d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17c36651-b1cd-450a-a656-44bbd1d4cb82', 'name': 'tempest-RoutersIpV6Test-router-1398646173', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:55Z', 'updated_at': '2021-12-08T01:56:56Z', 'revision_number': 2, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:58.700697 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a80bb-5ef3-4223-b4fa-abc8cae03d17 None None] The sync data for ids ['17c36651-b1cd-450a-a656-44bbd1d4cb82'] in n-d-713498-30 is: [{'id': '17c36651-b1cd-450a-a656-44bbd1d4cb82', 'name': 'tempest-RoutersIpV6Test-router-1398646173', 'tenant_id': '7a1dc72cdb894768b22af760ef51afd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:55Z', 'updated_at': '2021-12-08T01:56:56Z', 'revision_number': 2, 'project_id': '7a1dc72cdb894768b22af760ef51afd1', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:56:58.824791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f5b677f-15a3-4cc9-bf18-869a64d300bd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:58.924098 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d74195c1-8296-41e6-a490-15541166e3f6 req-b43ab0e7-c0ca-4daa-ae27-9e84626d63f8 service neutron] 10.222.0.72 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607965 Dec 08 01:56:59.049086 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a32ab696-9070-4451-977c-c2be7b271af4 req-b192dc91-0d07-48b5-a8a5-5688f6b9bff6 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6064832 Dec 08 01:56:59.216144 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0fb9af69-c418-48a2-adb3-f44a30abe59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.281178 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f5b677f-15a3-4cc9-bf18-869a64d300bd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.305102 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f5b677f-15a3-4cc9-bf18-869a64d300bd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.375784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46672) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:59.380104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97393045-d573-4d86-8353-d13daedfa9ad', 'name': 'tempest-snat-router-612050010', 'tenant_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3b3b4636-2269-4a75-b621-9db70bc69f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:53Z', 'updated_at': '2021-12-08T01:56:56Z', 'revision_number': 3, 'project_id': '4f8ea8fc5aed4433a36f7acfda960e57', 'gw_port': {'id': '3b3b4636-2269-4a75-b621-9db70bc69f96', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:19:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97393045-d573-4d86-8353-d13daedfa9ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:54Z', 'updated_at': '2021-12-08T01:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:56:59.433511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d74195c1-8296-41e6-a490-15541166e3f6 req-25110656-0420-4844-953e-ce0e171858ac service neutron] 10.222.0.72 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017672 Dec 08 01:56:59.438957 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f5b677f-15a3-4cc9-bf18-869a64d300bd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.439705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5b677f-15a3-4cc9-bf18-869a64d300bd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Fanout notify agent at l3_agent the message router_deleted on router 17c36651-b1cd-450a-a656-44bbd1d4cb82 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:56:59.448222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Checking router: 97393045-d573-4d86-8353-d13daedfa9ad for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:56:59.449070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Updating router 97393045-d573-4d86-8353-d13daedfa9ad port 3b3b4636-2269-4a75-b621-9db70bc69f96 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:56:59.451133 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f5b677f-15a3-4cc9-bf18-869a64d300bd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.452458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6f5b677f-15a3-4cc9-bf18-869a64d300bd tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/17c36651-b1cd-450a-a656-44bbd1d4cb82 HTTP/1.1" status: 204 len: 168 time: 1.0705678 Dec 08 01:56:59.466453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4cc02-8f3f-4324-b303-e5755d6916b9 req-834f3144-dc07-4d1d-b034-1a725bf94cad tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:56:59.470804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57e4cc02-8f3f-4324-b303-e5755d6916b9 req-834f3144-dc07-4d1d-b034-1a725bf94cad tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.2090898 Dec 08 01:56:59.471672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46678) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:59.518750 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e43f965e-423a-4dd0-b309-20917c17c06c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=17c36651-b1cd-450a-a656-44bbd1d4cb82 HTTP/1.1" status: 200 len: 205 time: 0.0432065 Dec 08 01:56:59.529009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46680) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:59.545565 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-44acaad9-9173-46c0-8637-040299147b98 req-f638a555-4b8a-4512-9ed9-ac81dc89a5e2 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9939451 Dec 08 01:56:59.556117 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.652911 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-378562e2-63d7-4075-84b0-0b86db838262 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] delete failed (client error): The resource could not be found. Dec 08 01:56:59.655526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-378562e2-63d7-4075-84b0-0b86db838262 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/17c36651-b1cd-450a-a656-44bbd1d4cb82 HTTP/1.1" status: 404 len: 336 time: 0.1253409 Dec 08 01:56:59.658429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46682) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:59.723612 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.738973 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d0dd67-89d8-4acd-a1c2-b19a849924bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.755488 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9bb35d-f262-4dcc-866c-270e7d039374 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] DELETE failed (client error): The resource could not be found. Dec 08 01:56:59.756880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9bb35d-f262-4dcc-866c-270e7d039374 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:56:59.764334 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eb9bb35d-f262-4dcc-866c-270e7d039374 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/3e098b78-40ec-4f2f-b769-029765f95933 HTTP/1.1" status: 404 len: 337 time: 0.1028168 Dec 08 01:56:59.766042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46686) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:59.779268 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57e4cc02-8f3f-4324-b303-e5755d6916b9 req-c5d441be-c1b2-4ad4-86a6-02677bd6453c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883570 Dec 08 01:56:59.820469 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fecdbb-f673-4f91-bb20-f0922c8e459c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] DELETE failed (client error): The resource could not be found. Dec 08 01:56:59.821760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fecdbb-f673-4f91-bb20-f0922c8e459c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:56:59.828527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46688) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:59.829035 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a8fecdbb-f673-4f91-bb20-f0922c8e459c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/792abc9d-8f68-446d-abdd-95c6fc150547 HTTP/1.1" status: 404 len: 337 time: 0.0616977 Dec 08 01:56:59.878037 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-8007575e-0bd8-42d0-a859-7601a2c5900d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] DELETE failed (client error): The resource could not be found. Dec 08 01:56:59.878904 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8007575e-0bd8-42d0-a859-7601a2c5900d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:56:59.884947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8007575e-0bd8-42d0-a859-7601a2c5900d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/5b12502b-8334-4772-bee0-93dc3f24941f HTTP/1.1" status: 404 len: 337 time: 0.0530150 Dec 08 01:56:59.885456 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46692) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:56:59.953344 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d0dd67-89d8-4acd-a1c2-b19a849924bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.961144 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-46d0dd67-89d8-4acd-a1c2-b19a849924bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:56:59.974094 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9318a94-ec04-4bbf-a8ef-926ed3b6ac27 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] DELETE failed (client error): The resource could not be found. Dec 08 01:56:59.974553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9318a94-ec04-4bbf-a8ef-926ed3b6ac27 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:56:59.983367 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f9318a94-ec04-4bbf-a8ef-926ed3b6ac27 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/bd0f005b-252d-41e9-a5a5-c3cc8fadd95c HTTP/1.1" status: 404 len: 337 time: 0.0944786 Dec 08 01:56:59.988624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46694) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.038013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f7a7a13a-a5c8-4b27-9a03-0913838e1460 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=9895d392-bcea-48f5-8f44-010c0faf1f73 HTTP/1.1" status: 200 len: 205 time: 0.0475054 Dec 08 01:57:00.042742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46698) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.085936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0dd67-89d8-4acd-a1c2-b19a849924bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23320ea7-b02c-4702-b891-8a7011d559a4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:00.106216 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-2c8b280b-87f9-4a01-8b14-999b4e456b96 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] delete failed (client error): The resource could not be found. Dec 08 01:57:00.107441 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2c8b280b-87f9-4a01-8b14-999b4e456b96 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/9895d392-bcea-48f5-8f44-010c0faf1f73 HTTP/1.1" status: 404 len: 336 time: 0.0635829 Dec 08 01:57:00.108974 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.113174 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46702) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.123920 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-46d0dd67-89d8-4acd-a1c2-b19a849924bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d06731a2a70a474992c32491f075c925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7421753 Dec 08 01:57:00.126490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46704) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.172515 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f5710000-2efd-4f5a-9afe-bba8e6e02634 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=1acf92dc-8145-4ad5-9a03-60bf19422eb9 HTTP/1.1" status: 200 len: 205 time: 0.0563121 Dec 08 01:57:00.173133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46708) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.240581 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9f22c1c-1c1a-43a8-baf1-df82d10d11c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.286004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9f22c1c-1c1a-43a8-baf1-df82d10d11c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.304456 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-89baa18e-e8ff-4955-aeb7-6963ed77e0c0 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] delete failed (client error): The resource could not be found. Dec 08 01:57:00.307827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-89baa18e-e8ff-4955-aeb7-6963ed77e0c0 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/1acf92dc-8145-4ad5-9a03-60bf19422eb9 HTTP/1.1" status: 404 len: 336 time: 0.1313348 Dec 08 01:57:00.308051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.371606 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 93df1988-1b98-44ba-8181-b4310520ccbb details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:00.374303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9f22c1c-1c1a-43a8-baf1-df82d10d11c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.377441 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b9f22c1c-1c1a-43a8-baf1-df82d10d11c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.381030 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-2811c8c1-efe2-4ff5-a511-a23e45093dc5 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] DELETE failed (client error): The resource could not be found. Dec 08 01:57:00.381030 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2811c8c1-efe2-4ff5-a511-a23e45093dc5 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:57:00.381780 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b9f22c1c-1c1a-43a8-baf1-df82d10d11c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23320ea7-b02c-4702-b891-8a7011d559a4 HTTP/1.1" status: 204 len: 168 time: 0.2521884 Dec 08 01:57:00.387986 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2811c8c1-efe2-4ff5-a511-a23e45093dc5 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/a32eb7f9-b5e7-4886-aef3-87df1b326b54 HTTP/1.1" status: 404 len: 337 time: 0.0767596 Dec 08 01:57:00.390213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46718) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.400979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f22c1c-1c1a-43a8-baf1-df82d10d11c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23320ea7-b02c-4702-b891-8a7011d559a4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:00.414458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Deleting port 3b3b4636-2269-4a75-b621-9db70bc69f96 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:00.415082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.444640 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c0097ac9-41e0-41da-9da8-7c7175294a68 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=232c8ecb-a258-417c-9438-142c574bc9ba HTTP/1.1" status: 200 len: 205 time: 0.0512037 Dec 08 01:57:00.444861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46720) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.460317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11ba0a-3a10-4999-a12e-5b6cf165e4e8 req-b4e88e88-ef07-4e74-a627-0e3f50c4b1ed tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:00.461791 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d11ba0a-3a10-4999-a12e-5b6cf165e4e8 req-b4e88e88-ef07-4e74-a627-0e3f50c4b1ed tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.2231636 Dec 08 01:57:00.493878 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-6f55759c-86e7-4ac7-a7ad-6864cd624d16 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] delete failed (client error): The resource could not be found. Dec 08 01:57:00.495301 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6f55759c-86e7-4ac7-a7ad-6864cd624d16 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/232c8ecb-a258-417c-9438-142c574bc9ba HTTP/1.1" status: 404 len: 336 time: 0.0490384 Dec 08 01:57:00.498294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46722) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.524381 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.537638 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-22063f09-dd08-41ec-a4cc-0041c305ee14 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=479666ba-e0f7-413b-89fe-ceea55b64ed7 HTTP/1.1" status: 200 len: 205 time: 0.0381064 Dec 08 01:57:00.538368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46724) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.544081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device be83b221-349f-4d65-949a-fa5ac6c41749 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:00.586481 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-adba105f-cf07-41d6-8dc0-4a116496e39d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] delete failed (client error): The resource could not be found. Dec 08 01:57:00.590381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46728) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.591059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-adba105f-cf07-41d6-8dc0-4a116496e39d tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/479666ba-e0f7-413b-89fe-ceea55b64ed7 HTTP/1.1" status: 404 len: 336 time: 0.0515082 Dec 08 01:57:00.608054 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.669986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d8498-fad0-44ea-9e2f-2c4c713a0a2c None None] Pushing event updated for resources: {'Port': ['ID=3b3b4636-2269-4a75-b621-9db70bc69f96,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:00.694164 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b77c635-3c64-4831-a53f-e4809e34e30c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] DELETE failed (client error): The resource could not be found. Dec 08 01:57:00.695075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b77c635-3c64-4831-a53f-e4809e34e30c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:57:00.699597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0b77c635-3c64-4831-a53f-e4809e34e30c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/344366dd-f97b-4193-b4b4-08e8d9f5634d HTTP/1.1" status: 404 len: 337 time: 0.0961280 Dec 08 01:57:00.702972 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46734) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.713141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d11ba0a-3a10-4999-a12e-5b6cf165e4e8 req-30a5d4f8-21c6-4354-88b8-9143d5268f28 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448504 Dec 08 01:57:00.766690 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4ceab821-afb5-4629-8914-0169d0b6d511 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=a71a30c8-f1b0-411c-b4b4-5f4ae769df97 HTTP/1.1" status: 200 len: 205 time: 0.0560393 Dec 08 01:57:00.767160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46738) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.771852 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.807395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111d044-cc83-4081-8051-a02d94727161 req-f67fafd7-4c51-4970-b75c-76811b935fd9 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:00.812144 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9111d044-cc83-4081-8051-a02d94727161 req-f67fafd7-4c51-4970-b75c-76811b935fd9 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 944 time: 0.1363480 Dec 08 01:57:00.816502 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-d69ded2b-1965-4c07-ac89-b8374e4a9165 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] delete failed (client error): The resource could not be found. Dec 08 01:57:00.817607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d69ded2b-1965-4c07-ac89-b8374e4a9165 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/a71a30c8-f1b0-411c-b4b4-5f4ae769df97 HTTP/1.1" status: 404 len: 336 time: 0.0495417 Dec 08 01:57:00.820264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46740) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.826893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Calling delete_port for 3b3b4636-2269-4a75-b621-9db70bc69f96 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:00.885081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572eb3cc-fe4d-4e26-a220-d0da48c73369 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:00.897911 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea33a5d-8ba3-4340-874b-8743fe794115 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] DELETE failed (client error): The resource could not be found. Dec 08 01:57:00.908912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea33a5d-8ba3-4340-874b-8743fe794115 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:57:00.917306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3ea33a5d-8ba3-4340-874b-8743fe794115 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/68674fc4-bb6b-45ef-a1c0-9ff3a736957e HTTP/1.1" status: 404 len: 337 time: 0.0919960 Dec 08 01:57:00.918079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46746) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:00.921320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Attempting to bind port 3b3b4636-2269-4a75-b621-9db70bc69f96 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:00.921714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Attempting to bind port 3b3b4636-2269-4a75-b621-9db70bc69f96 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:00.922101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Attempting to bind port 3b3b4636-2269-4a75-b621-9db70bc69f96 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:00.979802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 93df1988-1b98-44ba-8181-b4310520ccbb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=93df1988-1b98-44ba-8181-b4310520ccbb,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:00.995038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:00.995464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:00.995849 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:00.996307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:00.997281 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Bound port: 3b3b4636-2269-4a75-b621-9db70bc69f96, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:00.997688 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.017124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-de3d3c40-0dd8-4458-b591-fdaa87b50c9c tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f HTTP/1.1" status: 200 len: 205 time: 0.0946338 Dec 08 01:57:01.021838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46754) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:01.067223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '93df1988-1b98-44ba-8181-b4310520ccbb', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'port_id': '93df1988-1b98-44ba-8181-b4310520ccbb', 'mac_address': 'fa:16:3e:b3:86:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:01.078795 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-511a1b72-218a-4e40-95b0-227eba53d1f2 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] delete failed (client error): The resource could not be found. Dec 08 01:57:01.080239 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-511a1b72-218a-4e40-95b0-227eba53d1f2 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/routers/aa2499ae-9f6e-4cfb-b7a1-5e7d2757f08f HTTP/1.1" status: 404 len: 336 time: 0.0572586 Dec 08 01:57:01.095657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port be83b221-349f-4d65-949a-fa5ac6c41749 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:01.095935 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9111d044-cc83-4081-8051-a02d94727161 req-b25cc6e8-40e1-4170-bf8c-9aad43439e31 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676561 Dec 08 01:57:01.096918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46756) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:01.149776 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2eda136-75b8-49ee-884e-6a06fc7aa62b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] DELETE failed (client error): The resource could not be found. Dec 08 01:57:01.150588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2eda136-75b8-49ee-884e-6a06fc7aa62b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:57:01.164831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a2eda136-75b8-49ee-884e-6a06fc7aa62b tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/60e9a470-fefa-4a53-a0b9-e064cebea9cd HTTP/1.1" status: 404 len: 337 time: 0.0657067 Dec 08 01:57:01.168535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46760) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:01.176378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port be83b221-349f-4d65-949a-fa5ac6c41749 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:01.177387 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.189685 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.218393 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd791f0-09ba-44f4-b2e7-2bedec93d878 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] DELETE failed (client error): The resource could not be found. Dec 08 01:57:01.219119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd791f0-09ba-44f4-b2e7-2bedec93d878 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:57:01.223554 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dbd791f0-09ba-44f4-b2e7-2bedec93d878 tempest-RoutersIpV6Test-1674008462 tempest-RoutersIpV6Test-1674008462-project] 10.222.0.70 "DELETE /v2.0/subnets/feaf6eb8-3868-4559-ba28-e6ba0d2beff7 HTTP/1.1" status: 404 len: 337 time: 0.0454352 Dec 08 01:57:01.291513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f644e0e9-45ea-4eda-a24a-ee94d7e4984a None None] Provisioning complete for port 3b3b4636-2269-4a75-b621-9db70bc69f96 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:01.291994 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f644e0e9-45ea-4eda-a24a-ee94d7e4984a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.293525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb8f15-2a2b-4c43-afc4-e542945500b8 req-f9c65d51-1d55-4916-babb-0301191d6f57 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:01.302327 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3fb8f15-2a2b-4c43-afc4-e542945500b8 req-f9c65d51-1d55-4916-babb-0301191d6f57 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 943 time: 0.0870123 Dec 08 01:57:01.331322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b3b4636-2269-4a75-b621-9db70bc69f96,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:01.332775 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:57:01.333377 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:57:01.336192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d4842-64f1-45e9-b083-0cf68b33c8eb None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:01.408534 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3fb8f15-2a2b-4c43-afc4-e542945500b8 req-617865b5-78fa-4b51-af36-9cce1a220b43 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993459 Dec 08 01:57:01.421631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f644e0e9-45ea-4eda-a24a-ee94d7e4984a None None] Port 3b3b4636-2269-4a75-b621-9db70bc69f96 was deleted so its status cannot be updated. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 01:57:01.432343 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.463200 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.465733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93df1988-1b98-44ba-8181-b4310520ccbb {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:01.532445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 93df1988-1b98-44ba-8181-b4310520ccbb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=93df1988-1b98-44ba-8181-b4310520ccbb,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:01.546016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bbc5d-0caa-4fd1-8d3a-ae6f28157763 req-8321e325-81e7-46e3-b798-555c17c1020b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:01.559740 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-398bbc5d-0caa-4fd1-8d3a-ae6f28157763 req-8321e325-81e7-46e3-b798-555c17c1020b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.3844295 Dec 08 01:57:01.567328 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.569135 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6ee2da1b-a19c-458a-b5fa-e281f7f61889 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:01.628233 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.683125 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be83b221-349f-4d65-949a-fa5ac6c41749'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:01.696696 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cf1cbe-c0a3-4757-9a85-777626c8422f" -d '{"events": [{"server_uuid": "a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7", "name": "network-vif-plugged", "status": "completed", "tag": "be83b221-349f-4d65-949a-fa5ac6c41749"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:01.756243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port be83b221-349f-4d65-949a-fa5ac6c41749, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=be83b221-349f-4d65-949a-fa5ac6c41749,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:01.772052 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.776577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=93df1988-1b98-44ba-8181-b4310520ccbb,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:01.789889 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.856622 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3368b05-ed6c-4986-8f74-13666c4a8eab x-openstack-request-id: req-c3368b05-ed6c-4986-8f74-13666c4a8eab {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:01.857066 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7", "name": "network-vif-plugged", "status": "completed", "tag": "be83b221-349f-4d65-949a-fa5ac6c41749", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:01.857193 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c3368b05-ed6c-4986-8f74-13666c4a8eab {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:01.857630 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be83b221-349f-4d65-949a-fa5ac6c41749', 'code': 200} Dec 08 01:57:01.881795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46784) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:01.902231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-398bbc5d-0caa-4fd1-8d3a-ae6f28157763 req-3f7cae61-b31f-467e-a66b-c46777e06b09 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404684 Dec 08 01:57:01.917194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.928929 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:01.953862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46788) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:02.047692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Attempting to bind port 3b3b4636-2269-4a75-b621-9db70bc69f96 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:02.048200 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Attempting to bind port 3b3b4636-2269-4a75-b621-9db70bc69f96 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:02.048647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Attempting to bind port 3b3b4636-2269-4a75-b621-9db70bc69f96 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:02.053415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ab889f-a8ee-45d9-8c1b-f2ac9a4bcd33 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:02.060193 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-52ab889f-a8ee-45d9-8c1b-f2ac9a4bcd33 tempest-TestNetworkAdvancedServerOps-1074489449 tempest-TestNetworkAdvancedServerOps-1074489449-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 1093 time: 0.1048977 Dec 08 01:57:02.062061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:02.067411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:02.067708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:02.068090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.068647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:02.069213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Bound port: 3b3b4636-2269-4a75-b621-9db70bc69f96, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:02.069720 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.070842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '89838a72-b44d-43aa-a3cf-68208420f10e', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address': '172.20.0.30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:02.075507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.078032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97393045-d573-4d86-8353-d13daedfa9ad {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:57:02.103561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Port 3b3b4636-2269-4a75-b621-9db70bc69f96 has been deleted concurrently {{(pid=103131) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 08 01:57:02.109652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.114973 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.116593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d3e9b251-a455-4b35-904a-201be44fdbbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.128229 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-30cde25a-6ac2-41f0-b514-c65af9be37cb tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "DELETE /v2.0/routers/97393045-d573-4d86-8353-d13daedfa9ad HTTP/1.1" status: 204 len: 168 time: 3.5754962 Dec 08 01:57:02.129075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46800) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:02.139184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=be83b221-349f-4d65-949a-fa5ac6c41749,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:02.146893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6ee2da1b-a19c-458a-b5fa-e281f7f61889, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6ee2da1b-a19c-458a-b5fa-e281f7f61889,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:02.202769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '6ee2da1b-a19c-458a-b5fa-e281f7f61889', 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c', 'port_id': '6ee2da1b-a19c-458a-b5fa-e281f7f61889', 'mac_address': 'fa:16:3e:ea:96:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7af272-2395-4fe5-9312-4a94c5d1937b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:02.207388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Routers set() bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:02.211661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Router IDs set() for agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 01:57:02.212766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_agentschedulers_db [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'97393045-d573-4d86-8353-d13daedfa9ad'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent'). {{(pid=103131) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 01:57:02.213407 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452dec55-d96f-4f1a-ae5f-dc9e92cec031 None None] The sync data for ids ['97393045-d573-4d86-8353-d13daedfa9ad'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:02.326274 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2b691fcf-9daf-4003-bdbc-4e6c03f5db8d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a1dc72cdb894768b22af760ef51afd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4396441 Dec 08 01:57:02.326274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46814) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:02.371754 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.393679 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.408466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee2da1b-a19c-458a-b5fa-e281f7f61889 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:02.418172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1edf2-34f1-43c4-9771-1257f97ed6ce req-e858ee0f-1596-419b-a923-3e560677238a tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:02.419747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3fc1edf2-34f1-43c4-9771-1257f97ed6ce req-e858ee0f-1596-419b-a923-3e560677238a tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 945 time: 0.1595960 Dec 08 01:57:02.469085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6ee2da1b-a19c-458a-b5fa-e281f7f61889, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6ee2da1b-a19c-458a-b5fa-e281f7f61889,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:02.473812 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.575720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6ee2da1b-a19c-458a-b5fa-e281f7f61889,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:02.605774 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0611-d396-4ebb-8aee-b91c9d2aa89c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.617967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b2a1f-15c7-4f49-ad77-9e7369e7ed5f req-f55ed508-0bfb-447c-be8e-a883a7ee1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:02.619580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e7b2a1f-15c7-4f49-ad77-9e7369e7ed5f req-f55ed508-0bfb-447c-be8e-a883a7ee1a48 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 1097 time: 0.5480978 Dec 08 01:57:02.624678 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3fc1edf2-34f1-43c4-9771-1257f97ed6ce req-68cff6b0-88c9-45db-827c-010def64bde8 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610606 Dec 08 01:57:02.649420 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0611-d396-4ebb-8aee-b91c9d2aa89c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.695246 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.745515 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.756204 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0611-d396-4ebb-8aee-b91c9d2aa89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.759987 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0611-d396-4ebb-8aee-b91c9d2aa89c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.764425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fe2f0611-d396-4ebb-8aee-b91c9d2aa89c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e955c225-4026-452d-b0dc-c78f71ddc440 HTTP/1.1" status: 204 len: 168 time: 0.4241571 Dec 08 01:57:02.793508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['93df1988-1b98-44ba-8181-b4310520ccbb'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:02.826964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f0611-d396-4ebb-8aee-b91c9d2aa89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e955c225-4026-452d-b0dc-c78f71ddc440,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:02.885819 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['6ee2da1b-a19c-458a-b5fa-e281f7f61889'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:02.907353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:02.933950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2351fea-b39b-4026-9e18-9534706e414f req-8b8c3fac-1a01-4310-bf75-351aa4f5f7b3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:02.935554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2351fea-b39b-4026-9e18-9534706e414f req-8b8c3fac-1a01-4310-bf75-351aa4f5f7b3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 944 time: 0.3348804 Dec 08 01:57:02.998174 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e7b2a1f-15c7-4f49-ad77-9e7369e7ed5f req-bf108aa9-f215-48c8-93dc-bb73c8520eb8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574438 Dec 08 01:57:03.075175 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2351fea-b39b-4026-9e18-9534706e414f req-3ee3ed0a-bd73-4946-b5a7-ca0e9f23b5b5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207516 Dec 08 01:57:03.080423 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Allocated IP 172.25.2.197 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/523a98a2-a881-45dd-8574-07181f88ae74) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:03.138088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Deleting port f44989f6-5726-4047-b8f1-420f05878cc8 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:03.139385 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:03.306997 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:03.327315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] For port f44989f6-5726-4047-b8f1-420f05878cc8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f44989f6-5726-4047-b8f1-420f05878cc8,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:03.329273 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:03.361375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Calling delete_port for f44989f6-5726-4047-b8f1-420f05878cc8 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:03.392405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:03.593333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=523a98a2-a881-45dd-8574-07181f88ae74,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:03.596890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:03.598935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:03.601505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:03.708252 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:03.897970 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:03.903230 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:03.964413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634812d0-8c02-49a7-a4cb-f537a34b9760 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:04.001164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46928) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:04.002192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event deleted for resources: {'Port': ['ID=f44989f6-5726-4047-b8f1-420f05878cc8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:04.076524 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.368383 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.397495 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.400590 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.412459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db2c48-6be7-4968-94b7-f05f4d86969d req-395548a4-b109-4adb-97d1-90d6d5045705 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:04.414414 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23db2c48-6be7-4968-94b7-f05f4d86969d req-395548a4-b109-4adb-97d1-90d6d5045705 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 945 time: 0.1291416 Dec 08 01:57:04.493766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.494455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e041db1-05f9-44cd-8126-d9518842a1ba {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:57:04.507281 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.515313 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f747799d-a0a0-43d4-a5e3-0a7f7ce85b59 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "DELETE /v2.0/routers/9e041db1-05f9-44cd-8126-d9518842a1ba HTTP/1.1" status: 204 len: 168 time: 2.3529396 Dec 08 01:57:04.525869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 46948) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:04.540216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1445171049', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:04.546119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 93df1988-1b98-44ba-8181-b4310520ccbb up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:04.577027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.579611 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa18f238-2b14-4a88-abbc-5ec681fff71c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.592693 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23db2c48-6be7-4968-94b7-f05f4d86969d req-a2eec264-b85b-4ccb-b5c5-bd89570f348c tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695766 Dec 08 01:57:04.739477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 93df1988-1b98-44ba-8181-b4310520ccbb completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:04.744738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952b721-aed2-49d0-84fb-5f1dc979d9ce req-0b2c7c5f-c297-43b9-a488-8b32bb80152f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:04.750984 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0952b721-aed2-49d0-84fb-5f1dc979d9ce req-0b2c7c5f-c297-43b9-a488-8b32bb80152f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 944 time: 0.2785351 Dec 08 01:57:04.762769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 93df1988-1b98-44ba-8181-b4310520ccbb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:04.763460 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.770703 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.783241 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.786804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.927705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0952b721-aed2-49d0-84fb-5f1dc979d9ce req-39b6a5f6-dd60-486d-9e63-9cff384035b2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507964 Dec 08 01:57:04.930191 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.979556 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa18f238-2b14-4a88-abbc-5ec681fff71c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:04.988659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fcfcba-d313-47b6-86a2-f966ad7aa0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93df1988-1b98-44ba-8181-b4310520ccbb'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:04.991562 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adf34e2-37cb-42e3-babb-a2bbfae50889" -d '{"events": [{"server_uuid": "70fcfcba-d313-47b6-86a2-f966ad7aa0c3", "name": "network-vif-plugged", "status": "completed", "tag": "93df1988-1b98-44ba-8181-b4310520ccbb"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:04.992816 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa18f238-2b14-4a88-abbc-5ec681fff71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.031806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18f238-2b14-4a88-abbc-5ec681fff71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3186736-a30e-4ae8-ac48-6f0befde2112,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:05.036895 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 93df1988-1b98-44ba-8181-b4310520ccbb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=93df1988-1b98-44ba-8181-b4310520ccbb,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:05.041785 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.046540 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.047591 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6ee2da1b-a19c-458a-b5fa-e281f7f61889 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:05.083712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fa18f238-2b14-4a88-abbc-5ec681fff71c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2073a3c895c14b2b8c5057e4d9b5516e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0772357 Dec 08 01:57:05.084392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 46964) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:05.163118 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3958ced-3d08-43d6-9582-73dd9324c0f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.197381 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3958ced-3d08-43d6-9582-73dd9324c0f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.215615 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1d7459-86db-4464-aed6-f398550a9ff1 x-openstack-request-id: req-cc1d7459-86db-4464-aed6-f398550a9ff1 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:05.215931 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fcfcba-d313-47b6-86a2-f966ad7aa0c3", "name": "network-vif-plugged", "status": "completed", "tag": "93df1988-1b98-44ba-8181-b4310520ccbb", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:05.216195 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc1d7459-86db-4464-aed6-f398550a9ff1 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:05.216875 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fcfcba-d313-47b6-86a2-f966ad7aa0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93df1988-1b98-44ba-8181-b4310520ccbb', 'code': 200} Dec 08 01:57:05.327585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 6ee2da1b-a19c-458a-b5fa-e281f7f61889 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:05.330858 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3958ced-3d08-43d6-9582-73dd9324c0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.333556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 6ee2da1b-a19c-458a-b5fa-e281f7f61889 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:05.334306 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.335397 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3958ced-3d08-43d6-9582-73dd9324c0f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.339121 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a3958ced-3d08-43d6-9582-73dd9324c0f7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3186736-a30e-4ae8-ac48-6f0befde2112 HTTP/1.1" status: 204 len: 168 time: 0.2514923 Dec 08 01:57:05.371838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.380638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=93df1988-1b98-44ba-8181-b4310520ccbb,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:05.385655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3958ced-3d08-43d6-9582-73dd9324c0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3186736-a30e-4ae8-ac48-6f0befde2112,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:05.390852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ad26b-1723-4d0b-b94a-b24dde7deb5a req-fa0de304-21f6-4df3-81a9-bea25f80414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:05.392396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-559ad26b-1723-4d0b-b94a-b24dde7deb5a req-fa0de304-21f6-4df3-81a9-bea25f80414a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 1097 time: 0.2084539 Dec 08 01:57:05.450240 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.479712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.502242 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.515878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f44989f6-5726-4047-b8f1-420f05878cc8 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:05.527611 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-559ad26b-1723-4d0b-b94a-b24dde7deb5a req-62ea8dca-a048-44a8-a61f-8da538290a35 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234958 Dec 08 01:57:05.549941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6ee2da1b-a19c-458a-b5fa-e281f7f61889, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6ee2da1b-a19c-458a-b5fa-e281f7f61889,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:05.551750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: f44989f6-5726-4047-b8f1-420f05878cc8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:57:05.552388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f44989f6-5726-4047-b8f1-420f05878cc8 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:57:05.556628 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.644530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6ee2da1b-a19c-458a-b5fa-e281f7f61889,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:05.734051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event updated for resources: {'Port': ['ID=523a98a2-a881-45dd-8574-07181f88ae74,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:05.764874 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:05.810371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0247b-3481-48d2-a5c0-aa72c2d796fb req-3130e2ac-0dd6-4b4b-8848-706bf12f0b2a tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:05.814622 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bc0247b-3481-48d2-a5c0-aa72c2d796fb req-3130e2ac-0dd6-4b4b-8848-706bf12f0b2a tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 945 time: 0.1089537 Dec 08 01:57:05.913772 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bc0247b-3481-48d2-a5c0-aa72c2d796fb req-716d33c0-4aa3-42da-9ae2-3acb47c3da6b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906575 Dec 08 01:57:06.259145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03ca76-40e3-4e23-a6a6-75dc6edc6394 req-33d7c1fe-eff7-4ebe-a531-bcd2a8d21f58 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:06.265677 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe03ca76-40e3-4e23-a6a6-75dc6edc6394 req-33d7c1fe-eff7-4ebe-a531-bcd2a8d21f58 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 945 time: 0.1562145 Dec 08 01:57:06.405454 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe03ca76-40e3-4e23-a6a6-75dc6edc6394 req-169bb4c3-36b1-4e62-8973-093ae4b5c9bc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315067 Dec 08 01:57:06.640185 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:06.669543 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:06.680600 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Floating IP 07b962db-ed76-43b7-924b-9b2123262aac associated. External IP: 172.25.2.197, port: 89838a72-b44d-43aa-a3cf-68208420f10e. Dec 08 01:57:06.734532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df2652-392d-4658-b6fe-9f87ce6dae74 req-d39561c2-437f-4190-a4b4-29835d3ede47 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:06.736359 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f9df2652-392d-4658-b6fe-9f87ce6dae74 req-d39561c2-437f-4190-a4b4-29835d3ede47 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c8c1137-779d-406b-9f6f-909f57921174 HTTP/1.1" status: 200 len: 945 time: 0.1674738 Dec 08 01:57:06.964904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f9df2652-392d-4658-b6fe-9f87ce6dae74 req-fd38f6b3-babc-4a5f-b502-105050a67e2b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883531 Dec 08 01:57:07.069829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Allocated IP 172.25.2.24 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/852cdb89-a46a-4a73-b6dd-05f21c76dcca) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:07.223324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8c1137-779d-406b-9f6f-909f57921174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee2da1b-a19c-458a-b5fa-e281f7f61889'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:07.226470 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5276fb-1ab7-4746-9f36-1f3a2cb550bd" -d '{"events": [{"server_uuid": "5c8c1137-779d-406b-9f6f-909f57921174", "name": "network-vif-plugged", "status": "completed", "tag": "6ee2da1b-a19c-458a-b5fa-e281f7f61889"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:07.294252 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f8de1a-4c49-41cd-ac03-e45a829d03e2 x-openstack-request-id: req-b3f8de1a-4c49-41cd-ac03-e45a829d03e2 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:07.294790 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8c1137-779d-406b-9f6f-909f57921174", "name": "network-vif-plugged", "status": "completed", "tag": "6ee2da1b-a19c-458a-b5fa-e281f7f61889", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:07.295223 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3f8de1a-4c49-41cd-ac03-e45a829d03e2 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:07.295884 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8c1137-779d-406b-9f6f-909f57921174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee2da1b-a19c-458a-b5fa-e281f7f61889', 'code': 200} Dec 08 01:57:07.304738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 87b22f02-7a50-41b3-a3e8-34713c0fa742 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:57:07.377707 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:07.631262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0d440-47a5-49ee-a116-14d1aef54116 req-90d16df5-2d20-4e7e-9314-3e08432360aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:07.631262 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-47f0d440-47a5-49ee-a116-14d1aef54116 req-90d16df5-2d20-4e7e-9314-3e08432360aa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5c8c1137-779d-406b-9f6f-909f57921174 HTTP/1.1" status: 200 len: 1097 time: 0.1986961 Dec 08 01:57:07.641457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:07.740538 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16345b09-ab7f-435b-aa15-ca360e5ce33c req-984ae5c2-f8c7-441d-a945-8bd6f8e4a5a5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541945 Dec 08 01:57:07.743276 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e935c-29d3-4a87-b3ee-e15ee2b7aeb7 req-ac2b58e3-891a-4430-aa37-ec1f99e8d6ae tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:07.752696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-609e935c-29d3-4a87-b3ee-e15ee2b7aeb7 req-ac2b58e3-891a-4430-aa37-ec1f99e8d6ae tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 945 time: 0.2419674 Dec 08 01:57:07.756079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:57:07.772504 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c252a-f9c3-4ab6-be56-89098440dc01 None None] Sync routers for ids ['87b22f02-7a50-41b3-a3e8-34713c0fa742'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:57:07.800898 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c252a-f9c3-4ab6-be56-89098440dc01 None None] Routers {'87b22f02-7a50-41b3-a3e8-34713c0fa742'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:07.803546 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-bd4c252a-f9c3-4ab6-be56-89098440dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['87b22f02-7a50-41b3-a3e8-34713c0fa742'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:07.814292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:07.853510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:07.869604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b30179-9cf5-4505-9089-ac75e196fa91 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:07.886398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:07.888542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Pushing event updated for resources: {'Port': ['ID=852cdb89-a46a-4a73-b6dd-05f21c76dcca,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:07.956539 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-444689ad-a1cc-4d49-91a7-3e8dcda14c92 None None] Provisioning complete for port 852cdb89-a46a-4a73-b6dd-05f21c76dcca triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:07.957222 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-444689ad-a1cc-4d49-91a7-3e8dcda14c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:07.962041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16345b09-ab7f-435b-aa15-ca360e5ce33c req-fe480a6b-eb4d-449b-92bc-ce9289a75c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:07.963572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16345b09-ab7f-435b-aa15-ca360e5ce33c req-fe480a6b-eb4d-449b-92bc-ce9289a75c76 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 1098 time: 0.1430318 Dec 08 01:57:07.967306 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:07.998533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-444689ad-a1cc-4d49-91a7-3e8dcda14c92 None None] Port 852cdb89-a46a-4a73-b6dd-05f21c76dcca cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:08.028868 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-47f0d440-47a5-49ee-a116-14d1aef54116 req-3149b308-c9c7-4039-8b5e-4d39320e9abb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866663 Dec 08 01:57:08.083631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8a717944-1c36-4ee9-9f0e-b04cf139298b tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.0200570 Dec 08 01:57:08.087847 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'tag': '89838a72-b44d-43aa-a3cf-68208420f10e'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:08.093040 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7b5911-b6da-4e6f-8de7-9340ffb7af4b" -d '{"events": [{"name": "network-changed", "server_uuid": "48d08f51-3a5c-479d-a8c6-f42b9a0269e5", "tag": "89838a72-b44d-43aa-a3cf-68208420f10e"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:08.098337 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-bd4c252a-f9c3-4ab6-be56-89098440dc01 None None] Set router 87b22f02-7a50-41b3-a3e8-34713c0fa742 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:57:08.176535 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-609e935c-29d3-4a87-b3ee-e15ee2b7aeb7 req-d4c3b69d-9192-4b23-a4a7-a62147307552 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170978 Dec 08 01:57:08.293829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16345b09-ab7f-435b-aa15-ca360e5ce33c req-f82bba76-d7f8-4046-b594-6f6084aae087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:08.295599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16345b09-ab7f-435b-aa15-ca360e5ce33c req-f82bba76-d7f8-4046-b594-6f6084aae087 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea HTTP/1.1" status: 200 len: 897 time: 0.3104162 Dec 08 01:57:08.421059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47124) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:08.539490 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-bd4c252a-f9c3-4ab6-be56-89098440dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:56:26Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '07b962db-ed76-43b7-924b-9b2123262aac', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'port_id': '89838a72-b44d-43aa-a3cf-68208420f10e', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'mac_address': 'fa:16:3e:02:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:57:04Z', 'updated_at': '2021-12-08T01:57:04Z', 'revision_number': 0, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a65c332-8b20-4ce3-b5cd-101398b84434', 'name': '', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:95:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:22Z', 'updated_at': '2021-12-08T01:56:34Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:08.547947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0c7af-2569-49e8-80ef-97ffd250748c req-0449d766-3323-46a1-8e5c-725542f8d1fb tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:08.560324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ddd0c7af-2569-49e8-80ef-97ffd250748c req-0449d766-3323-46a1-8e5c-725542f8d1fb tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.2801945 Dec 08 01:57:08.570264 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c252a-f9c3-4ab6-be56-89098440dc01 None None] Checking router: 87b22f02-7a50-41b3-a3e8-34713c0fa742 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:57:08.582058 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c252a-f9c3-4ab6-be56-89098440dc01 None None] Routers {'87b22f02-7a50-41b3-a3e8-34713c0fa742'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:08.583123 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-bd4c252a-f9c3-4ab6-be56-89098440dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['87b22f02-7a50-41b3-a3e8-34713c0fa742'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:08.587137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa065845-760d-4464-a9ec-7fe7f40993f1 req-da852f86-770f-42f5-b69a-af296dd24111 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:08.593197 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa065845-760d-4464-a9ec-7fe7f40993f1 req-da852f86-770f-42f5-b69a-af296dd24111 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c8c1137-779d-406b-9f6f-909f57921174 HTTP/1.1" status: 200 len: 945 time: 0.4451668 Dec 08 01:57:08.661974 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16345b09-ab7f-435b-aa15-ca360e5ce33c req-a2af97d6-8127-4447-9682-56244aa36a0a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=89838a72-b44d-43aa-a3cf-68208420f10e HTTP/1.1" status: 200 len: 1000 time: 0.3397818 Dec 08 01:57:08.694374 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-bd4c252a-f9c3-4ab6-be56-89098440dc01 None None] Set router 87b22f02-7a50-41b3-a3e8-34713c0fa742 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:57:08.748382 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ddd0c7af-2569-49e8-80ef-97ffd250748c req-5faa6b4b-0aa7-4879-b1b2-a5aa701fc1fe tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847296 Dec 08 01:57:08.784500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:08.844945 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1272afdd-6c77-4e20-b67e-4355321dd8ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:08.860514 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa065845-760d-4464-a9ec-7fe7f40993f1 req-50d78978-f980-46a0-ae05-3cb007795760 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293112 Dec 08 01:57:08.888679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16345b09-ab7f-435b-aa15-ca360e5ce33c req-9391d290-75ef-48bc-bc44-22323d9f32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:08.895847 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16345b09-ab7f-435b-aa15-ca360e5ce33c req-9391d290-75ef-48bc-bc44-22323d9f32d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c197dbc2-597f-44be-8e12-0909def1f466 HTTP/1.1" status: 200 len: 838 time: 0.2136369 Dec 08 01:57:08.924657 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:08.929008 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a9f7a8-191f-4005-a787-3479b5e84efb x-openstack-request-id: req-c6a9f7a8-191f-4005-a787-3479b5e84efb {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:08.929530 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d08f51-3a5c-479d-a8c6-f42b9a0269e5", "tag": "89838a72-b44d-43aa-a3cf-68208420f10e", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:08.929986 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6a9f7a8-191f-4005-a787-3479b5e84efb {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:08.930620 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'tag': '89838a72-b44d-43aa-a3cf-68208420f10e', 'status': 'completed', 'code': 200} Dec 08 01:57:09.080105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c958e9fe-3c68-4d58-973e-ede75f44acc8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/07b962db-ed76-43b7-924b-9b2123262aac HTTP/1.1" status: 200 len: 992 time: 0.2937984 Dec 08 01:57:09.127466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16345b09-ab7f-435b-aa15-ca360e5ce33c req-1f864e2e-4af7-4bc8-89fc-c4c2a63e7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:09.145504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16345b09-ab7f-435b-aa15-ca360e5ce33c req-1f864e2e-4af7-4bc8-89fc-c4c2a63e7980 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2313356 Dec 08 01:57:09.243360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4cf98-c9db-4793-9ec0-5c12efd907a5 req-1a83211f-2f2c-42e2-8b2d-4e377a48403b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:09.244999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-03a4cf98-c9db-4793-9ec0-5c12efd907a5 req-1a83211f-2f2c-42e2-8b2d-4e377a48403b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 945 time: 0.2564578 Dec 08 01:57:09.339888 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-bd4c252a-f9c3-4ab6-be56-89098440dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:56:26Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '07b962db-ed76-43b7-924b-9b2123262aac', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'port_id': '89838a72-b44d-43aa-a3cf-68208420f10e', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'mac_address': 'fa:16:3e:02:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:57:04Z', 'updated_at': '2021-12-08T01:57:04Z', 'revision_number': 0, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a65c332-8b20-4ce3-b5cd-101398b84434', 'name': '', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:95:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:22Z', 'updated_at': '2021-12-08T01:56:34Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:09.379932 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4c252a-f9c3-4ab6-be56-89098440dc01 None None] The sync data for ids ['87b22f02-7a50-41b3-a3e8-34713c0fa742'] in n-d-713498-30 is: [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:56:26Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '07b962db-ed76-43b7-924b-9b2123262aac', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'floating_ip_address': '172.25.2.197', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'port_id': '89838a72-b44d-43aa-a3cf-68208420f10e', 'fixed_ip_address': '172.20.0.30', 'status': 'DOWN', 'standard_attr_id': 3072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'mac_address': 'fa:16:3e:02:1e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:57:04Z', 'updated_at': '2021-12-08T01:57:04Z', 'revision_number': 0, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a65c332-8b20-4ce3-b5cd-101398b84434', 'name': '', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:95:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:22Z', 'updated_at': '2021-12-08T01:56:34Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:09.426459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1272afdd-6c77-4e20-b67e-4355321dd8ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:09.436981 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1272afdd-6c77-4e20-b67e-4355321dd8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:09.478207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272afdd-6c77-4e20-b67e-4355321dd8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b3f10d-889a-407f-96fe-59256262c020,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:09.565470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1272afdd-6c77-4e20-b67e-4355321dd8ba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=628296622f6b46799f47f04452ebacfa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1423233 Dec 08 01:57:09.566762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47156) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:09.567885 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:09.727097 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53989014-d891-4b76-a148-e63e18badea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:09.759377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53989014-d891-4b76-a148-e63e18badea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:09.765038 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-03a4cf98-c9db-4793-9ec0-5c12efd907a5 req-bf168950-5f46-4e0b-9f3c-d9e1a3477d14 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000963 Dec 08 01:57:09.840653 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16345b09-ab7f-435b-aa15-ca360e5ce33c req-4c82426f-6c7e-4929-b489-65ee56bbc712 service neutron] 10.222.0.65 "GET /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838884 Dec 08 01:57:09.843328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927671d-40f4-4a5f-88c8-2dae107ab6d8 None None] New status for floating IP 07b962db-ed76-43b7-924b-9b2123262aac: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:57:09.891851 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53989014-d891-4b76-a148-e63e18badea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:09.895061 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-53989014-d891-4b76-a148-e63e18badea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:09.899140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-53989014-d891-4b76-a148-e63e18badea5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5b3f10d-889a-407f-96fe-59256262c020 HTTP/1.1" status: 204 len: 168 time: 0.3287659 Dec 08 01:57:09.939172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53989014-d891-4b76-a148-e63e18badea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b3f10d-889a-407f-96fe-59256262c020,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:10.044354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Router 5464032a-e3f1-4305-8032-5fdab9d1643a is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:57:10.081476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599c982-dd4c-4f1e-9066-e4ef1346c562 req-e4a55b48-7e9d-41bb-b645-11cf95221456 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:10.083145 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5599c982-dd4c-4f1e-9066-e4ef1346c562 req-e4a55b48-7e9d-41bb-b645-11cf95221456 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 945 time: 0.1312280 Dec 08 01:57:10.088967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47176) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:10.189828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1be5d5-7bb5-4f02-8ac6-35dc29e4cdd2 req-f5bc53a5-c5b5-40eb-8c5e-c5968beca7c3 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:10.199150 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc1be5d5-7bb5-4f02-8ac6-35dc29e4cdd2 req-f5bc53a5-c5b5-40eb-8c5e-c5968beca7c3 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c8c1137-779d-406b-9f6f-909f57921174 HTTP/1.1" status: 200 len: 945 time: 0.1620815 Dec 08 01:57:10.252484 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16345b09-ab7f-435b-aa15-ca360e5ce33c req-e9d214bf-63e5-446f-a98d-19fe86dd19f9 service neutron] 10.222.0.65 "GET /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045360 Dec 08 01:57:10.331067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc1be5d5-7bb5-4f02-8ac6-35dc29e4cdd2 req-914cb04f-7211-47b4-afc5-5216c2d860c7 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215219 Dec 08 01:57:10.386846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5736dd73-663b-4f21-98e2-15cf837ca183 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/07b962db-ed76-43b7-924b-9b2123262aac HTTP/1.1" status: 200 len: 992 time: 0.2964802 Dec 08 01:57:10.393367 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5599c982-dd4c-4f1e-9066-e4ef1346c562 req-177d1c2c-5228-4e69-ba65-666463dd8ce3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900529 Dec 08 01:57:10.458080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:57:10.469959 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cc091-e74d-4d12-b51b-58108c89491f None None] Sync routers for ids ['5464032a-e3f1-4305-8032-5fdab9d1643a'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:57:10.482220 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730cc091-e74d-4d12-b51b-58108c89491f None None] Routers {'5464032a-e3f1-4305-8032-5fdab9d1643a'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:10.485762 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-730cc091-e74d-4d12-b51b-58108c89491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5464032a-e3f1-4305-8032-5fdab9d1643a'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:10.501081 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:10.502763 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4a296dae-6fb2-400b-b3cc-9bf384ad24ed tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9701610 Dec 08 01:57:10.507833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47192) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:10.514995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b5911-b6da-4e6f-8de7-9340ffb7af4b req-01705063-86f4-452f-9b33-9f18bbd90048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:10.516309 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b7b5911-b6da-4e6f-8de7-9340ffb7af4b req-01705063-86f4-452f-9b33-9f18bbd90048 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 1098 time: 0.1179187 Dec 08 01:57:10.532378 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3d1c2c67-c5a1-482b-a7e2-f2c6cc47fbfe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'enable_snat': False}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:10.596028 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-730cc091-e74d-4d12-b51b-58108c89491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:10.626856 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730cc091-e74d-4d12-b51b-58108c89491f None None] Routers {'5464032a-e3f1-4305-8032-5fdab9d1643a'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:10.633632 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-730cc091-e74d-4d12-b51b-58108c89491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5464032a-e3f1-4305-8032-5fdab9d1643a'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:10.740404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b5911-b6da-4e6f-8de7-9340ffb7af4b req-fce302aa-d367-4dd1-b517-30e085e179ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:10.742666 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b7b5911-b6da-4e6f-8de7-9340ffb7af4b req-fce302aa-d367-4dd1-b517-30e085e179ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea HTTP/1.1" status: 200 len: 897 time: 0.2143106 Dec 08 01:57:10.764235 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-730cc091-e74d-4d12-b51b-58108c89491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:10.764927 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cc091-e74d-4d12-b51b-58108c89491f None None] The sync data for ids ['5464032a-e3f1-4305-8032-5fdab9d1643a'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:11.021634 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b7b5911-b6da-4e6f-8de7-9340ffb7af4b req-14809aa9-d12d-4955-b757-dd368767d790 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=89838a72-b44d-43aa-a3cf-68208420f10e HTTP/1.1" status: 200 len: 1002 time: 0.2687907 Dec 08 01:57:11.155649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b5911-b6da-4e6f-8de7-9340ffb7af4b req-9ecc11b6-3697-4164-8843-ec8ea4320a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:11.158358 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b7b5911-b6da-4e6f-8de7-9340ffb7af4b req-9ecc11b6-3697-4164-8843-ec8ea4320a3e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c197dbc2-597f-44be-8e12-0909def1f466 HTTP/1.1" status: 200 len: 838 time: 0.1277330 Dec 08 01:57:11.252032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b5911-b6da-4e6f-8de7-9340ffb7af4b req-23157d04-7912-4c6b-835b-6492fee20c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:11.254293 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b7b5911-b6da-4e6f-8de7-9340ffb7af4b req-23157d04-7912-4c6b-835b-6492fee20c67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0857201 Dec 08 01:57:11.396086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47230) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:11.559832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8bbe183e-c520-4c39-9583-1383f2d4310f tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/07b962db-ed76-43b7-924b-9b2123262aac HTTP/1.1" status: 200 len: 994 time: 0.1588640 Dec 08 01:57:11.662468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-af2e5a51-d65a-448f-8fb5-5885ec89f0ea tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:11.664018 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-af2e5a51-d65a-448f-8fb5-5885ec89f0ea tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/networks?id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c HTTP/1.1" status: 200 len: 812 time: 0.1745458 Dec 08 01:57:11.668040 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b7b5911-b6da-4e6f-8de7-9340ffb7af4b req-613f4860-a89f-4bbd-beaf-c86e66939b8f service neutron] 10.222.0.65 "GET /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045889 Dec 08 01:57:11.669021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74595a-2feb-49e1-ba6e-185b84f723fa req-8ebe6b71-6a24-4be4-bad1-7d6f8866c3f0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:11.676436 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab74595a-2feb-49e1-ba6e-185b84f723fa req-8ebe6b71-6a24-4be4-bad1-7d6f8866c3f0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 945 time: 0.1232872 Dec 08 01:57:11.790101 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b7b5911-b6da-4e6f-8de7-9340ffb7af4b req-822a2247-4d44-4ff7-854c-a13027b18069 service neutron] 10.222.0.65 "GET /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087687 Dec 08 01:57:11.804864 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab74595a-2feb-49e1-ba6e-185b84f723fa req-9f8d80e9-6761-4e6d-b0dd-1e895ba72cba tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184838 Dec 08 01:57:11.805258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-fcc35b12-511e-4d53-9f1b-b8d921423a3d tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/quotas/fd040ab8d56d49d9ac2492d2c18a218c HTTP/1.1" status: 200 len: 375 time: 0.1184683 Dec 08 01:57:11.934247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-9a70dcaa-4090-4106-ae5e-378b9dc8a56c tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd040ab8d56d49d9ac2492d2c18a218c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247752 Dec 08 01:57:12.003929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2c67-c5a1-482b-a7e2-f2c6cc47fbfe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:12.112002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-fb5036f2-28d0-4e5a-b2d0-e7835541a158 service neutron] 10.222.0.70 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679747 Dec 08 01:57:12.276410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-2fb3e8c5-2aaa-4e89-85a3-d4153db7d5db service neutron] 10.222.0.70 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677890 Dec 08 01:57:12.447955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269336a-6bf4-4d1c-8f3b-30c2622284f6 req-b226c298-0b7b-4f1f-837b-cf1a063a1f6f tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:12.453162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f269336a-6bf4-4d1c-8f3b-30c2622284f6 req-b226c298-0b7b-4f1f-837b-cf1a063a1f6f tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c8c1137-779d-406b-9f6f-909f57921174 HTTP/1.1" status: 200 len: 945 time: 0.0927548 Dec 08 01:57:12.490818 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47284) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:12.775370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1dd402e7-a660-4415-a969-1f36479705fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.025152 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25fb0d-bcb5-49c4-b4e5-ad82d567e9ca req-7cc0db83-1495-4405-b98c-020b33bad9af tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.033471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe25fb0d-bcb5-49c4-b4e5-ad82d567e9ca req-7cc0db83-1495-4405-b98c-020b33bad9af tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 945 time: 0.1199293 Dec 08 01:57:13.061201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b800e64-39c6-4f59-9418-bfd4b88e2bb5 req-45343600-592b-4626-b377-427d9a17de9b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.066442 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1b800e64-39c6-4f59-9418-bfd4b88e2bb5 req-45343600-592b-4626-b377-427d9a17de9b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.65 "GET /v2.0/ports?device_id=a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7 HTTP/1.1" status: 200 len: 945 time: 0.2856460 Dec 08 01:57:13.248848 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa3f3a75-a2bf-4ac8-be7c-31fab36b7d7d req-948afe5a-b0ba-41fb-b86a-df1f4b296fb4 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 210 time: 0.3430469 Dec 08 01:57:13.281705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe25fb0d-bcb5-49c4-b4e5-ad82d567e9ca req-492308e6-aeb8-485f-a9f1-b0f3f92b96f9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471678 Dec 08 01:57:13.380881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e8b98-bdfa-4d03-8b3e-eb5357df25b6 req-87c6375d-b9c8-4c2e-b1f5-d9fe033c2627 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:13.383410 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-257e8b98-bdfa-4d03-8b3e-eb5357df25b6 req-87c6375d-b9c8-4c2e-b1f5-d9fe033c2627 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 945 time: 0.6114683 Dec 08 01:57:13.463840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2c67-c5a1-482b-a7e2-f2c6cc47fbfe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.475274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-f269336a-6bf4-4d1c-8f3b-30c2622284f6 req-f22e5526-bfee-4453-a8df-339b554cee5b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Deleting port 6ee2da1b-a19c-458a-b5fa-e281f7f61889 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:13.476728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f269336a-6bf4-4d1c-8f3b-30c2622284f6 req-f22e5526-bfee-4453-a8df-339b554cee5b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.480301 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1dd402e7-a660-4415-a969-1f36479705fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.488773 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2c67-c5a1-482b-a7e2-f2c6cc47fbfe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.507383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-1b800e64-39c6-4f59-9418-bfd4b88e2bb5 req-cc103fec-dfad-4766-96d2-aaf626eef827 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Deleting port be83b221-349f-4d65-949a-fa5ac6c41749 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:13.508109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1b800e64-39c6-4f59-9418-bfd4b88e2bb5 req-cc103fec-dfad-4766-96d2-aaf626eef827 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.516540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1dd402e7-a660-4415-a969-1f36479705fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.625803 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1dd402e7-a660-4415-a969-1f36479705fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ae91c48796a48deb4186d1547d26d1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1314988 Dec 08 01:57:13.629467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd402e7-a660-4415-a969-1f36479705fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63099350-f048-4396-b472-e94cac39627b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:13.651607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47330) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:13.777847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1b800e64-39c6-4f59-9418-bfd4b88e2bb5 req-cc103fec-dfad-4766-96d2-aaf626eef827 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] For port be83b221-349f-4d65-949a-fa5ac6c41749, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=be83b221-349f-4d65-949a-fa5ac6c41749,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:13.778519 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1b800e64-39c6-4f59-9418-bfd4b88e2bb5 req-cc103fec-dfad-4766-96d2-aaf626eef827 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:13.799352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-1b800e64-39c6-4f59-9418-bfd4b88e2bb5 req-cc103fec-dfad-4766-96d2-aaf626eef827 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Calling delete_port for be83b221-349f-4d65-949a-fa5ac6c41749 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:13.951684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1c2c67-c5a1-482b-a7e2-f2c6cc47fbfe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Router 5464032a-e3f1-4305-8032-5fdab9d1643a has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:57:14.033907 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2acf1004-8f1b-4b50-b814-8a7a1fa905c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.045434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f269336a-6bf4-4d1c-8f3b-30c2622284f6 req-f22e5526-bfee-4453-a8df-339b554cee5b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] For port 6ee2da1b-a19c-458a-b5fa-e281f7f61889, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6ee2da1b-a19c-458a-b5fa-e281f7f61889,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:14.046911 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f269336a-6bf4-4d1c-8f3b-30c2622284f6 req-f22e5526-bfee-4453-a8df-339b554cee5b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.158244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1b800e64-39c6-4f59-9418-bfd4b88e2bb5 req-cc103fec-dfad-4766-96d2-aaf626eef827 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.180328 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-f269336a-6bf4-4d1c-8f3b-30c2622284f6 req-f22e5526-bfee-4453-a8df-339b554cee5b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Calling delete_port for 6ee2da1b-a19c-458a-b5fa-e281f7f61889 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:14.192527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['6ee2da1b-a19c-458a-b5fa-e281f7f61889'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:14.193366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-257e8b98-bdfa-4d03-8b3e-eb5357df25b6 req-037db2a3-5ca4-4fab-b316-f6b107c23303 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Deleting port 93df1988-1b98-44ba-8181-b4310520ccbb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:14.193715 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-257e8b98-bdfa-4d03-8b3e-eb5357df25b6 req-037db2a3-5ca4-4fab-b316-f6b107c23303 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.269590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['be83b221-349f-4d65-949a-fa5ac6c41749'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:14.310783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc103fec-dfad-4766-96d2-aaf626eef827 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Pushing event deleted for resources: {'Port': ['ID=be83b221-349f-4d65-949a-fa5ac6c41749,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:14.314679 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1c2c67-c5a1-482b-a7e2-f2c6cc47fbfe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:57:14.350379 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d1c2c67-c5a1-482b-a7e2-f2c6cc47fbfe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.351806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3d1c2c67-c5a1-482b-a7e2-f2c6cc47fbfe tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "PUT /v2.0/routers/5464032a-e3f1-4305-8032-5fdab9d1643a HTTP/1.1" status: 200 len: 921 time: 3.8274198 Dec 08 01:57:14.363878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47356) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:14.373363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2acf1004-8f1b-4b50-b814-8a7a1fa905c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.477952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523e950-84db-482a-a88e-83e697e62961 None None] Sync routers for ids ['5464032a-e3f1-4305-8032-5fdab9d1643a'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:57:14.522527 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-12ab18e3-3749-48d6-add5-7583524313ef tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/routers/5464032a-e3f1-4305-8032-5fdab9d1643a HTTP/1.1" status: 200 len: 921 time: 0.1561565 Dec 08 01:57:14.524411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523e950-84db-482a-a88e-83e697e62961 None None] Routers {'5464032a-e3f1-4305-8032-5fdab9d1643a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:14.526490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7523e950-84db-482a-a88e-83e697e62961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5464032a-e3f1-4305-8032-5fdab9d1643a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:14.564009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7523e950-84db-482a-a88e-83e697e62961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:14.573011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47362) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:14.588538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523e950-84db-482a-a88e-83e697e62961 None None] Routers {'5464032a-e3f1-4305-8032-5fdab9d1643a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:14.589541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7523e950-84db-482a-a88e-83e697e62961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['5464032a-e3f1-4305-8032-5fdab9d1643a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:14.596383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b800e64-39c6-4f59-9418-bfd4b88e2bb5 req-cc103fec-dfad-4766-96d2-aaf626eef827 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] No DVR routers for this DVR port be83b221-349f-4d65-949a-fa5ac6c41749 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:57:14.598746 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2acf1004-8f1b-4b50-b814-8a7a1fa905c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.612937 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2acf1004-8f1b-4b50-b814-8a7a1fa905c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.614141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2acf1004-8f1b-4b50-b814-8a7a1fa905c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/63099350-f048-4396-b472-e94cac39627b HTTP/1.1" status: 204 len: 168 time: 0.9615436 Dec 08 01:57:14.641189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7523e950-84db-482a-a88e-83e697e62961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:14.642257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523e950-84db-482a-a88e-83e697e62961 None None] The sync data for ids ['5464032a-e3f1-4305-8032-5fdab9d1643a'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:14.646289 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1b800e64-39c6-4f59-9418-bfd4b88e2bb5 req-cc103fec-dfad-4766-96d2-aaf626eef827 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:14.656528 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1b800e64-39c6-4f59-9418-bfd4b88e2bb5 req-cc103fec-dfad-4766-96d2-aaf626eef827 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.65 "DELETE /v2.0/ports/be83b221-349f-4d65-949a-fa5ac6c41749 HTTP/1.1" status: 204 len: 173 time: 1.5682664 Dec 08 01:57:14.669214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7', 'name': 'network-vif-deleted', 'tag': 'be83b221-349f-4d65-949a-fa5ac6c41749'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:14.675872 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebd11dc-6b71-41aa-a19e-b8afde9fb39f" -d '{"events": [{"server_uuid": "a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7", "name": "network-vif-deleted", "tag": "be83b221-349f-4d65-949a-fa5ac6c41749"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:14.763268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf1004-8f1b-4b50-b814-8a7a1fa905c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63099350-f048-4396-b472-e94cac39627b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:14.853102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523a6b6-6319-41ba-8b60-98b9e9753476 req-e6ed0d95-c67f-4f5b-a5e1-0605762f6a9f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:14.865862 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e5df907-26e3-48e9-b820-023352bd20b5 req-370e732c-bf77-436d-a3a7-b03d13824730 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 210 time: 0.3418920 Dec 08 01:57:14.877073 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d523a6b6-6319-41ba-8b60-98b9e9753476 req-e6ed0d95-c67f-4f5b-a5e1-0605762f6a9f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 945 time: 0.2612107 Dec 08 01:57:15.068408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf36d5c1-de2c-49d9-b5d2-f3edec55881c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:15.072086 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cf36d5c1-de2c-49d9-b5d2-f3edec55881c tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&device_id=5464032a-e3f1-4305-8032-5fdab9d1643a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4871855 Dec 08 01:57:15.103288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47374) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:15.132436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-257e8b98-bdfa-4d03-8b3e-eb5357df25b6 req-037db2a3-5ca4-4fab-b316-f6b107c23303 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] For port 93df1988-1b98-44ba-8181-b4310520ccbb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=93df1988-1b98-44ba-8181-b4310520ccbb,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:15.135578 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-257e8b98-bdfa-4d03-8b3e-eb5357df25b6 req-037db2a3-5ca4-4fab-b316-f6b107c23303 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.138281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d523a6b6-6319-41ba-8b60-98b9e9753476 req-f0750c8e-ebe8-4faf-9bca-ad0b8dad550f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591741 Dec 08 01:57:15.222896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-257e8b98-bdfa-4d03-8b3e-eb5357df25b6 req-037db2a3-5ca4-4fab-b316-f6b107c23303 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Calling delete_port for 93df1988-1b98-44ba-8181-b4310520ccbb owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:15.277056 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58093e9-e15f-4536-a60f-72e5d0b4f764 x-openstack-request-id: req-f58093e9-e15f-4536-a60f-72e5d0b4f764 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:15.277354 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7", "name": "network-vif-deleted", "tag": "be83b221-349f-4d65-949a-fa5ac6c41749", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:15.277660 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f58093e9-e15f-4536-a60f-72e5d0b4f764 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:15.278175 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a58e793d-aebf-40f0-a1dd-0b33a9dc4ec7', 'name': 'network-vif-deleted', 'tag': 'be83b221-349f-4d65-949a-fa5ac6c41749', 'status': 'completed', 'code': 200} Dec 08 01:57:15.279378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab380d0-6462-442f-8118-4e91ab975851 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:15.280983 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2ab380d0-6462-442f-8118-4e91ab975851 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 881 time: 0.1388273 Dec 08 01:57:15.292390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47380) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:15.347872 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1400c498-70c3-474b-b2b6-2a0d0ad175f7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "GET /v2.0/ports?device_id=5464032a-e3f1-4305-8032-5fdab9d1643a HTTP/1.1" status: 200 len: 205 time: 0.0519979 Dec 08 01:57:15.351182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47388) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:15.593168 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f269336a-6bf4-4d1c-8f3b-30c2622284f6 req-f22e5526-bfee-4453-a8df-339b554cee5b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.657764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e5526-bfee-4453-a8df-339b554cee5b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Pushing event deleted for resources: {'Port': ['ID=6ee2da1b-a19c-458a-b5fa-e281f7f61889,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:15.677577 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-257e8b98-bdfa-4d03-8b3e-eb5357df25b6 req-037db2a3-5ca4-4fab-b316-f6b107c23303 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.700627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-b45a95ae-ff5b-4dca-9ed6-dcdca2e15cea tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:15.702214 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-b45a95ae-ff5b-4dca-9ed6-dcdca2e15cea tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.65 "GET /v2.0/networks?id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c HTTP/1.1" status: 200 len: 812 time: 0.4276073 Dec 08 01:57:15.742140 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.795121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f269336a-6bf4-4d1c-8f3b-30c2622284f6 req-f22e5526-bfee-4453-a8df-339b554cee5b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] No DVR routers for this DVR port 6ee2da1b-a19c-458a-b5fa-e281f7f61889 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:57:15.801167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037db2a3-5ca4-4fab-b316-f6b107c23303 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event deleted for resources: {'Port': ['ID=93df1988-1b98-44ba-8181-b4310520ccbb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:15.809688 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f269336a-6bf4-4d1c-8f3b-30c2622284f6 req-f22e5526-bfee-4453-a8df-339b554cee5b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:15.819286 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f269336a-6bf4-4d1c-8f3b-30c2622284f6 req-f22e5526-bfee-4453-a8df-339b554cee5b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.72 "DELETE /v2.0/ports/6ee2da1b-a19c-458a-b5fa-e281f7f61889 HTTP/1.1" status: 204 len: 173 time: 3.3482711 Dec 08 01:57:15.824804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8c1137-779d-406b-9f6f-909f57921174', 'name': 'network-vif-deleted', 'tag': '6ee2da1b-a19c-458a-b5fa-e281f7f61889'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:15.827698 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247e6382-8bcb-4fc6-a569-c5b0834c7213" -d '{"events": [{"server_uuid": "5c8c1137-779d-406b-9f6f-909f57921174", "name": "network-vif-deleted", "tag": "6ee2da1b-a19c-458a-b5fa-e281f7f61889"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:15.873200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Request body: {'port': {'device_id': '796be562-62ce-4ea8-bd0a-e4f79e518a1a', 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c', 'admin_state_up': True, 'tenant_id': 'fd040ab8d56d49d9ac2492d2c18a218c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:16.109594 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3ae750c7-d72a-44f7-a475-5f9d2681198a req-31ac9667-80e7-410a-89b7-d156de0dffde tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 210 time: 0.0540400 Dec 08 01:57:16.189450 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d654e25-4d75-4c97-beb9-ea8a90e51222 x-openstack-request-id: req-8d654e25-4d75-4c97-beb9-ea8a90e51222 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:16.192849 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8c1137-779d-406b-9f6f-909f57921174", "name": "network-vif-deleted", "tag": "6ee2da1b-a19c-458a-b5fa-e281f7f61889", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:16.193203 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8d654e25-4d75-4c97-beb9-ea8a90e51222 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:16.193603 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8c1137-779d-406b-9f6f-909f57921174', 'name': 'network-vif-deleted', 'tag': '6ee2da1b-a19c-458a-b5fa-e281f7f61889', 'status': 'completed', 'code': 200} Dec 08 01:57:16.194533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-257e8b98-bdfa-4d03-8b3e-eb5357df25b6 req-037db2a3-5ca4-4fab-b316-f6b107c23303 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] No DVR routers for this DVR port 93df1988-1b98-44ba-8181-b4310520ccbb on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:57:16.200751 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-257e8b98-bdfa-4d03-8b3e-eb5357df25b6 req-037db2a3-5ca4-4fab-b316-f6b107c23303 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.202069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Made reservation on behalf of fd040ab8d56d49d9ac2492d2c18a218c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:16.212125 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-257e8b98-bdfa-4d03-8b3e-eb5357df25b6 req-037db2a3-5ca4-4fab-b316-f6b107c23303 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "DELETE /v2.0/ports/93df1988-1b98-44ba-8181-b4310520ccbb HTTP/1.1" status: 204 len: 173 time: 2.8141968 Dec 08 01:57:16.215051 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.346892 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70757d79-2f78-406f-9af2-7d96e119fb03 req-dadcea2e-f602-43e5-9ec6-6167ea5ca74a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 210 time: 0.0664270 Dec 08 01:57:16.376958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.520251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Deleting port 852cdb89-a46a-4a73-b6dd-05f21c76dcca {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:16.521839 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.541195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device be83b221-349f-4d65-949a-fa5ac6c41749 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:16.604673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-94257748-74c9-4991-9905-ab2bf0cf85df tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:16.606498 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-94257748-74c9-4991-9905-ab2bf0cf85df tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.65 "GET /v2.0/networks?id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c HTTP/1.1" status: 200 len: 812 time: 0.6675406 Dec 08 01:57:16.633021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Request body: {'port': {'device_id': '1585c329-8de0-420c-8682-841e006a6009', 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c', 'admin_state_up': True, 'tenant_id': 'fd040ab8d56d49d9ac2492d2c18a218c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:16.634234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 93df1988-1b98-44ba-8181-b4310520ccbb no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:16.652010 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.655529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: be83b221-349f-4d65-949a-fa5ac6c41749 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:57:16.658308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device be83b221-349f-4d65-949a-fa5ac6c41749 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:57:16.670240 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Calling delete_port for 852cdb89-a46a-4a73-b6dd-05f21c76dcca owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:16.772757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 93df1988-1b98-44ba-8181-b4310520ccbb {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:57:16.773113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 93df1988-1b98-44ba-8181-b4310520ccbb not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:57:16.773562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6ee2da1b-a19c-458a-b5fa-e281f7f61889 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:16.826699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 6ee2da1b-a19c-458a-b5fa-e281f7f61889 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:57:16.829478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6ee2da1b-a19c-458a-b5fa-e281f7f61889 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:57:16.845362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47440) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:16.899266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Made reservation on behalf of fd040ab8d56d49d9ac2492d2c18a218c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:16.907954 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.919702 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:16.965513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c31a0a-e857-4ade-bd77-13673c514037 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:17.003418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Allocated IP 172.20.0.8 (9b70a743-3af1-49eb-acf5-f7e6a794dd8c/dd7af272-2395-4fe5-9312-4a94c5d1937b/31b24750-996c-4c2e-ac96-a5e5400f53a5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:17.008266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Pushing event deleted for resources: {'Port': ['ID=852cdb89-a46a-4a73-b6dd-05f21c76dcca,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:17.120956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-230825726'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:17.197477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Made reservation on behalf of d2acb704b1034245800a985e66aaff47 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:17.201786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.208058 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.214737 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.334815 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.343904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.357729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:57:17.368684 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.369306 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Added segment b55e359d-3040-42af-8cf0-ae9258549360 of type vlan for network 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca Dec 08 01:57:17.431789 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.496447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=582cc0d6-7a16-47bf-8d3a-d85c7a701542,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:17.527927 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fc8031f-3a69-4f57-b9c3-36ebb474f2ac req-2bb30a0a-267d-4734-b2b7-e48599e4bd00 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 210 time: 0.0639288 Dec 08 01:57:17.539273 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.571615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:17.572404 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.620087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-777b26fc-418c-4a9a-9d33-f6171caceab1 req-e7a571de-ba42-4076-bbe1-98ee43984d56 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 210 time: 0.1866374 Dec 08 01:57:17.633260 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.642597 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.650811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8040023 Dec 08 01:57:17.653734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47468) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:17.659787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-85a3dbd4-d4cf-4441-8581-97520a652a76 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Request body: {'subnet': {'network_id': '3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:17.754098 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d6218-c8f7-4411-9374-dcba0c9fdd22 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Pushing event updated for resources: {'Network': ['ID=3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:17.774297 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:57:17.792593 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.795416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Fanout notify agent at l3_agent the message router_deleted on router 5464032a-e3f1-4305-8032-5fdab9d1643a {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:57:17.809025 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.818890 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8aefc094-d0a0-430c-8f43-5ace27824023 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/routers/5464032a-e3f1-4305-8032-5fdab9d1643a HTTP/1.1" status: 204 len: 168 time: 2.4666660 Dec 08 01:57:17.819614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47474) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:17.843803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-548bcdb9-eb4d-4170-8c02-eebcfa1bb2ab tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1638696085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:17.905225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-548bcdb9-eb4d-4170-8c02-eebcfa1bb2ab tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.908032 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-548bcdb9-eb4d-4170-8c02-eebcfa1bb2ab tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.943134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a3dbd4-d4cf-4441-8581-97520a652a76 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Made reservation on behalf of d2acb704b1034245800a985e66aaff47 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:17.949947 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85a3dbd4-d4cf-4441-8581-97520a652a76 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:17.972174 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.125202 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-548bcdb9-eb4d-4170-8c02-eebcfa1bb2ab tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.135036 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-548bcdb9-eb4d-4170-8c02-eebcfa1bb2ab tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.177612 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-548bcdb9-eb4d-4170-8c02-eebcfa1bb2ab tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.178957 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-548bcdb9-eb4d-4170-8c02-eebcfa1bb2ab tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3538358 Dec 08 01:57:18.182063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47490) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:18.191820 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Request body: {'router': {'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:18.196819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fcfcba-d313-47b6-86a2-f966ad7aa0c3', 'name': 'network-vif-deleted', 'tag': '93df1988-1b98-44ba-8181-b4310520ccbb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:18.200781 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61203dbf-136f-42a1-92cd-aa7113c568c5" -d '{"events": [{"server_uuid": "70fcfcba-d313-47b6-86a2-f966ad7aa0c3", "name": "network-vif-deleted", "tag": "93df1988-1b98-44ba-8181-b4310520ccbb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:18.266997 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.295651 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4973a728-d91c-4d9a-a2f4-e9fba96d9e7e x-openstack-request-id: req-4973a728-d91c-4d9a-a2f4-e9fba96d9e7e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:18.295942 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fcfcba-d313-47b6-86a2-f966ad7aa0c3", "name": "network-vif-deleted", "tag": "93df1988-1b98-44ba-8181-b4310520ccbb", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:18.296415 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4973a728-d91c-4d9a-a2f4-e9fba96d9e7e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:18.296900 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fcfcba-d313-47b6-86a2-f966ad7aa0c3', 'name': 'network-vif-deleted', 'tag': '93df1988-1b98-44ba-8181-b4310520ccbb', 'status': 'completed', 'code': 200} Dec 08 01:57:18.346477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:18.378812 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85a3dbd4-d4cf-4441-8581-97520a652a76 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.383406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Pushing event updated for resources: {'Port': ['ID=31b24750-996c-4c2e-ac96-a5e5400f53a5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:18.386327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:18.395713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:18.491845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Allocated IP 172.20.0.14 (9b70a743-3af1-49eb-acf5-f7e6a794dd8c/dd7af272-2395-4fe5-9312-4a94c5d1937b/5c3f5e68-5670-4b56-bfa3-d0d24e6a1129) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:18.601443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3dbd4-d4cf-4441-8581-97520a652a76 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Pushing event updated for resources: {'Subnet': ['ID=0bba0d84-ea89-4bc9-99db-5111c14c5f3e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:18.634721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a3dbd4-d4cf-4441-8581-97520a652a76 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Checking segment: {'id': 'b55e359d-3040-42af-8cf0-ae9258549360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:18.635281 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a3dbd4-d4cf-4441-8581-97520a652a76 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Network hostable DHCP agents. Network: 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:57:18.726919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a3dbd4-d4cf-4441-8581-97520a652a76 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Network 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:57:18.761453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-85a3dbd4-d4cf-4441-8581-97520a652a76 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:18.774328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7a9b27-b855-4430-bff3-e55b3a11ae04 None None] Network 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:18.796567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a3dbd4-d4cf-4441-8581-97520a652a76 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:18.799470 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-85a3dbd4-d4cf-4441-8581-97520a652a76 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:18.920880 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c631942-0c09-4d43-bd87-9eb141cae1ad req-88989d04-4732-4f3e-9804-f5a8d1849d7d tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 210 time: 0.1260898 Dec 08 01:57:18.939285 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-85a3dbd4-d4cf-4441-8581-97520a652a76 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2844687 Dec 08 01:57:19.023622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47516) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:19.023890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca', 'network_id': '3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca', 'project_id': 'd2acb704b1034245800a985e66aaff47', 'fixed_ips': [{'subnet_id': '0bba0d84-ea89-4bc9-99db-5111c14c5f3e'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:57:19.027803 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.327329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Allocated IP 172.20.0.2 (3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca/0bba0d84-ea89-4bc9-99db-5111c14c5f3e/a61cb8be-7bbc-4f60-b208-2704ca112422) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:19.565813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:19.566431 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.630545 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7f6d5d8b-cf87-4f91-b24e-b11871f88c48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7902071 Dec 08 01:57:19.643644 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5027630f-9573-4c1c-bfbe-d0de4f40466d req-ef84200f-f54f-485f-acc5-1d71d72d944c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 210 time: 0.0937085 Dec 08 01:57:19.688497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Request body: {'port': {'device_id': '796be562-62ce-4ea8-bd0a-e4f79e518a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:19.714279 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.806934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Request body: {'port': {'network_id': '3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1940360997'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:19.809649 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.815482 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.830174 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:19.925779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Pushing event updated for resources: {'Port': ['ID=a61cb8be-7bbc-4f60-b208-2704ca112422,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:19.954807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Network 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:19.958111 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:19.968540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:20.027104 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.069914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Attempting to bind port a61cb8be-7bbc-4f60-b208-2704ca112422 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:20.070304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Attempting to bind port a61cb8be-7bbc-4f60-b208-2704ca112422 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'b55e359d-3040-42af-8cf0-ae9258549360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:20.070680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Attempting to bind port a61cb8be-7bbc-4f60-b208-2704ca112422 on network 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:20.076781 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:20.077166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Checking segment: {'id': 'b55e359d-3040-42af-8cf0-ae9258549360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:20.077578 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.077978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Bound using segment: {'id': 'b55e359d-3040-42af-8cf0-ae9258549360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:20.078463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Bound port: a61cb8be-7bbc-4f60-b208-2704ca112422, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b55e359d-3040-42af-8cf0-ae9258549360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:20.078852 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.193389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] For port a61cb8be-7bbc-4f60-b208-2704ca112422, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:20.199308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] For port a61cb8be-7bbc-4f60-b208-2704ca112422, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a61cb8be-7bbc-4f60-b208-2704ca112422,segment=NetworkSegment(b55e359d-3040-42af-8cf0-ae9258549360),segment_id=b55e359d-3040-42af-8cf0-ae9258549360)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:20.209344 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.284870 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-976d32b8-ee59-48d6-a09d-07d2bdf41945 req-3a963ae9-7e5f-4d9c-bfa3-e32b25d278e0 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 210 time: 0.0545340 Dec 08 01:57:20.300712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970f95a-f135-4ce4-b6bc-91b7e3c52369 None None] Pushing event updated for resources: {'Port': ['ID=a61cb8be-7bbc-4f60-b208-2704ca112422,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:20.390078 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.445853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Pushing event updated for resources: {'Port': ['ID=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:20.451463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Made reservation on behalf of d2acb704b1034245800a985e66aaff47 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:20.464096 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.489243 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:20.492154 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:20.497128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:20.586667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] device_id is not set on port fd49f460-b941-4ea7-a6cc-ce723375088c yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:20.608046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.666041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.828486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:20.829062 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:20.881354 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc86c3c4-3045-4030-9055-76ba09339c16 req-3e3da7ed-087d-4d0c-adf7-290a6873101b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 210 time: 0.0737238 Dec 08 01:57:20.900662 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7517b6ac-6048-438d-ae67-7ef840b03c54 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2715611 Dec 08 01:57:20.926866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Request body: {'port': {'device_id': '1585c329-8de0-420c-8682-841e006a6009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:21.009012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Allocated IP 172.20.0.6 (3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca/0bba0d84-ea89-4bc9-99db-5111c14c5f3e/fd49f460-b941-4ea7-a6cc-ce723375088c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:21.055859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b24750-996c-4c2e-ac96-a5e5400f53a5 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:21.078657 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.120388 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.130848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Transition to ACTIVE for port object 31b24750-996c-4c2e-ac96-a5e5400f53a5 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:57:21.137955 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.156237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Allocated IP 172.25.2.99 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/facfbd7f-c563-4c22-90c1-1caa28090f8d) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:21.327500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Pushing event updated for resources: {'Port': ['ID=31b24750-996c-4c2e-ac96-a5e5400f53a5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:21.351596 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Attempting to bind port 31b24750-996c-4c2e-ac96-a5e5400f53a5 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:21.352078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Attempting to bind port 31b24750-996c-4c2e-ac96-a5e5400f53a5 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:21.352539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Attempting to bind port 31b24750-996c-4c2e-ac96-a5e5400f53a5 on network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:21.358986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Port 31b24750-996c-4c2e-ac96-a5e5400f53a5 on network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:57:21.359453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Attempting to bind port 31b24750-996c-4c2e-ac96-a5e5400f53a5 on network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:21.393517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:21.394486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Checking segment: {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:21.395251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Bound using segment: {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:21.395810 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Bound port: 31b24750-996c-4c2e-ac96-a5e5400f53a5, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:21.396372 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.574108 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.583101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a61cb8be-7bbc-4f60-b208-2704ca112422 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:21.587504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] For port 31b24750-996c-4c2e-ac96-a5e5400f53a5, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:21.651983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] For port 31b24750-996c-4c2e-ac96-a5e5400f53a5, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=31b24750-996c-4c2e-ac96-a5e5400f53a5,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:21.726487 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.754838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a61cb8be-7bbc-4f60-b208-2704ca112422 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:21.776762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.782175 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.909970 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.942934 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:21.952898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79064d89-bf09-4112-896f-b6da3339eff5 req-85ab3bf2-6da6-4508-bfb1-245512ee50e3 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:21.954520 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79064d89-bf09-4112-896f-b6da3339eff5 req-85ab3bf2-6da6-4508-bfb1-245512ee50e3 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 932 time: 0.3946154 Dec 08 01:57:21.995619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port a61cb8be-7bbc-4f60-b208-2704ca112422, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a61cb8be-7bbc-4f60-b208-2704ca112422,segment=NetworkSegment(b55e359d-3040-42af-8cf0-ae9258549360),segment_id=b55e359d-3040-42af-8cf0-ae9258549360)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:22.002241 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.081986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.082675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.084026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] 10.222.0.65 "PUT /v2.0/ports/31b24750-996c-4c2e-ac96-a5e5400f53a5 HTTP/1.1" status: 200 len: 1092 time: 2.4371381 Dec 08 01:57:22.111617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796be562-62ce-4ea8-bd0a-e4f79e518a1a', 'tag': '31b24750-996c-4c2e-ac96-a5e5400f53a5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:22.114593 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8b17d6-8bed-4d79-94d0-6a09b4c84c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "796be562-62ce-4ea8-bd0a-e4f79e518a1a", "tag": "31b24750-996c-4c2e-ac96-a5e5400f53a5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:22.119134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:22.157570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:22.198082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2bced8-53d4-4648-a123-f94bd288b426 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:22.217727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=a61cb8be-7bbc-4f60-b208-2704ca112422,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:22.272341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79064d89-bf09-4112-896f-b6da3339eff5 req-6f09ecff-c65c-427b-9b24-19353ecdc9c8 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872286 Dec 08 01:57:22.282420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:22.313808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9985b505-f8d9-47de-9f5e-60575f73b3c2 req-8744104c-aa25-415a-a1f1-4e37bfe2f2da tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 210 time: 0.1326990 Dec 08 01:57:22.343909 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f07e05f3-6d09-48e0-9d99-b7ec61b44408 None None] Provisioning complete for port facfbd7f-c563-4c22-90c1-1caa28090f8d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:22.344326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f07e05f3-6d09-48e0-9d99-b7ec61b44408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.385343 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a190b-cf27-4aff-80e3-42eba45923e5 service neutron] Pushing event updated for resources: {'Port': ['ID=31b24750-996c-4c2e-ac96-a5e5400f53a5,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:22.431077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.436679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f07e05f3-6d09-48e0-9d99-b7ec61b44408 None None] Port facfbd7f-c563-4c22-90c1-1caa28090f8d cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:22.440656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e3a7c-71a8-4737-b22f-699a387a2b74 None None] Network 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:22.498834 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47374f58-ef99-4bd2-a669-f85ff4ee1742 x-openstack-request-id: req-47374f58-ef99-4bd2-a669-f85ff4ee1742 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:22.499329 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796be562-62ce-4ea8-bd0a-e4f79e518a1a", "tag": "31b24750-996c-4c2e-ac96-a5e5400f53a5", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:22.499769 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47374f58-ef99-4bd2-a669-f85ff4ee1742 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:22.512962 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796be562-62ce-4ea8-bd0a-e4f79e518a1a', 'tag': '31b24750-996c-4c2e-ac96-a5e5400f53a5', 'status': 'completed', 'code': 200} Dec 08 01:57:22.551292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Pushing event updated for resources: {'Port': ['ID=facfbd7f-c563-4c22-90c1-1caa28090f8d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:22.584373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-387da948-e348-4c0e-a1b1-a5b2c526f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:22.586603 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-387da948-e348-4c0e-a1b1-a5b2c526f940 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd040ab8d56d49d9ac2492d2c18a218c&device_id=796be562-62ce-4ea8-bd0a-e4f79e518a1a HTTP/1.1" status: 200 len: 1095 time: 0.4232328 Dec 08 01:57:22.677748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Network 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:22.685841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Pushing event updated for resources: {'Port': ['ID=fd49f460-b941-4ea7-a6cc-ce723375088c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:22.687181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-64df4fa4-34d8-4ae8-9ced-67906f5fd073 None None] Provisioning complete for port a61cb8be-7bbc-4f60-b208-2704ca112422 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:22.688131 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-64df4fa4-34d8-4ae8-9ced-67906f5fd073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:22.695620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:22.703079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:22.864414 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-cba89f69-4aeb-4c6d-90df-cf6e356d1a29 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31b24750-996c-4c2e-ac96-a5e5400f53a5 HTTP/1.1" status: 200 len: 217 time: 0.2385454 Dec 08 01:57:23.087676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:23.087676 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.156914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:23.198131 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.204608 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aeb23aee-0b6b-483c-964b-601cd10fbe62 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1798568 Dec 08 01:57:23.220126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-e0232b28-903e-4490-8026-a6bf1c1ef3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:23.223311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47624) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:23.224809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-e0232b28-903e-4490-8026-a6bf1c1ef3f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dd7af272-2395-4fe5-9312-4a94c5d1937b HTTP/1.1" status: 200 len: 852 time: 0.3535907 Dec 08 01:57:23.271729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Request body: {'port': {'network_id': '3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca', 'name': 'tempest-ExtraDHCPOptionsTestJSON-280315782', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:23.272633 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.api.validators [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] bootfile-name is not in valid_values {{(pid=103129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:57:23.273741 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.api.validators [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] tftp-server is not in valid_values {{(pid=103129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:57:23.274302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.api.validators [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] server-ip-address is not in valid_values {{(pid=103129) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:57:23.306759 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-df934bfc-637f-4dbc-af63-2acdd60c89ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714576 Dec 08 01:57:23.357765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c1615321-b052-426d-861d-07e2bc80c093 None None] Provisioning complete for port fd49f460-b941-4ea7-a6cc-ce723375088c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:23.362421 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c1615321-b052-426d-861d-07e2bc80c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.510808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a61cb8be-7bbc-4f60-b208-2704ca112422 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:23.538169 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.686520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c1615321-b052-426d-861d-07e2bc80c093 None None] Port fd49f460-b941-4ea7-a6cc-ce723375088c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:23.688753 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08fb9073-aa3b-46b1-bf82-3147792b1de9 req-ef383b42-a2b2-4961-977b-58947551ad01 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 210 time: 0.0697217 Dec 08 01:57:23.692154 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Made reservation on behalf of d2acb704b1034245800a985e66aaff47 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:23.697440 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.744946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Transition to ACTIVE for port object 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:57:23.759012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.767034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] device_id is not set on port 80899751-f228-4b2e-b8b4-360920d56e18 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:23.787408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c1615321-b052-426d-861d-07e2bc80c093 None None] Provisioning complete for port a61cb8be-7bbc-4f60-b208-2704ca112422 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:23.789931 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c1615321-b052-426d-861d-07e2bc80c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.872495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Pushing event updated for resources: {'Port': ['ID=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:23.914429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a61cb8be-7bbc-4f60-b208-2704ca112422 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:23.914429 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:23.914771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce68ef-d7c8-4b06-bb93-0237287c626a req-57508d0a-6fb9-4db4-b6e2-af95fb79cd7d tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:23.922786 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64ce68ef-d7c8-4b06-bb93-0237287c626a req-57508d0a-6fb9-4db4-b6e2-af95fb79cd7d tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 932 time: 0.3769441 Dec 08 01:57:24.007640 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-8e1407db-3391-47ed-9521-5d93fd820784 service neutron] 10.222.0.65 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6823845 Dec 08 01:57:24.244825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8660ac89-5a12-4bef-9371-5c77e8eb96a0 None None] Provisioning complete for port fd49f460-b941-4ea7-a6cc-ce723375088c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:24.245200 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8660ac89-5a12-4bef-9371-5c77e8eb96a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.303570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Attempting to bind port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:24.304024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Attempting to bind port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:24.304418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Attempting to bind port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 on network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:24.316050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8660ac89-5a12-4bef-9371-5c77e8eb96a0 None None] Port fd49f460-b941-4ea7-a6cc-ce723375088c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:24.326959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 on network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:57:24.327362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Attempting to bind port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 on network 9b70a743-3af1-49eb-acf5-f7e6a794dd8c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:24.339542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:24.339980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Checking segment: {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:24.340472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Bound using segment: {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:24.340980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Bound port: 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d7ea04-b6e8-48c9-b897-2550468c61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:24.341410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.354433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Allocated IP 172.20.0.13 (3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca/0bba0d84-ea89-4bc9-99db-5111c14c5f3e/80899751-f228-4b2e-b8b4-360920d56e18) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:24.380505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-bbcac480-d208-4a01-b6d0-3f2386661143 service neutron] 10.222.0.65 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527775 Dec 08 01:57:24.505678 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] For port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:24.546526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] For port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:24.554625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.673647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.686357 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.715815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64ce68ef-d7c8-4b06-bb93-0237287c626a req-857bae41-c928-4a84-81c4-ba089a2617b0 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919278 Dec 08 01:57:24.733767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:24.733767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:24.733767 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] 10.222.0.65 "PUT /v2.0/ports/5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 HTTP/1.1" status: 200 len: 1093 time: 3.8095655 Dec 08 01:57:24.733767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1585c329-8de0-420c-8682-841e006a6009', 'tag': '5c3f5e68-5670-4b56-bfa3-d0d24e6a1129'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:24.748899 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d577a4e-f026-498d-a64a-d71a1a153057" -d '{"events": [{"name": "network-changed", "server_uuid": "1585c329-8de0-420c-8682-841e006a6009", "tag": "5c3f5e68-5670-4b56-bfa3-d0d24e6a1129"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:24.872459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b17d6-8bed-4d79-94d0-6a09b4c84c6c req-cdaf3d99-673d-4a1d-828b-3d0dd28e0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:24.874707 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f8b17d6-8bed-4d79-94d0-6a09b4c84c6c req-cdaf3d99-673d-4a1d-828b-3d0dd28e0b13 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd040ab8d56d49d9ac2492d2c18a218c&device_id=796be562-62ce-4ea8-bd0a-e4f79e518a1a HTTP/1.1" status: 200 len: 1095 time: 0.1965895 Dec 08 01:57:24.914447 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be5fd7b-f0cb-41a6-9b2c-2d792a0eca91 x-openstack-request-id: req-9be5fd7b-f0cb-41a6-9b2c-2d792a0eca91 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:24.917124 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1585c329-8de0-420c-8682-841e006a6009", "tag": "5c3f5e68-5670-4b56-bfa3-d0d24e6a1129", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:24.917281 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9be5fd7b-f0cb-41a6-9b2c-2d792a0eca91 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:24.918713 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1585c329-8de0-420c-8682-841e006a6009', 'tag': '5c3f5e68-5670-4b56-bfa3-d0d24e6a1129', 'status': 'completed', 'code': 200} Dec 08 01:57:24.957705 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e67eba6b-7584-462a-803f-36653d0bc679 req-1ea6c041-830c-4347-a0cf-64b5333524de tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 210 time: 0.1151340 Dec 08 01:57:24.966634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Pushing event updated for resources: {'Port': ['ID=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:24.979868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:24.980428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:24.980853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:24.981269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:24.981736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:24.982261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:24.982674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:24.983225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:24.983706 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:24.984096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:24.984606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:24.985005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:24.985542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd12210-f048-40ab-82a4-5475dc5fa4db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:25.054672 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.077314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-4dff5f5c-887d-4e0a-80a3-81bf6d468c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:25.078919 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-4dff5f5c-887d-4e0a-80a3-81bf6d468c51 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd040ab8d56d49d9ac2492d2c18a218c&device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 1096 time: 0.2842820 Dec 08 01:57:25.280775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-bc494208-40fe-4554-9b39-a0ac18b48e59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 HTTP/1.1" status: 200 len: 217 time: 0.1863272 Dec 08 01:57:25.352647 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:25.520318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b17d6-8bed-4d79-94d0-6a09b4c84c6c req-476098b8-fbfe-4bf6-8983-a31d8c06cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:25.521898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f8b17d6-8bed-4d79-94d0-6a09b4c84c6c req-476098b8-fbfe-4bf6-8983-a31d8c06cf13 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c HTTP/1.1" status: 200 len: 913 time: 0.5631943 Dec 08 01:57:25.567085 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f8b17d6-8bed-4d79-94d0-6a09b4c84c6c req-4b640aee-e8c9-44df-b66a-b1bf64f5d4da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31b24750-996c-4c2e-ac96-a5e5400f53a5 HTTP/1.1" status: 200 len: 217 time: 0.0370343 Dec 08 01:57:25.604942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Network 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:25.607650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Pushing event updated for resources: {'Port': ['ID=80899751-f228-4b2e-b8b4-360920d56e18,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:25.615162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:25.621069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:25.657565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b17d6-8bed-4d79-94d0-6a09b4c84c6c req-bfe7f2a6-a3ea-4bd2-9f4d-9c303a5d1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:25.660089 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f8b17d6-8bed-4d79-94d0-6a09b4c84c6c req-bfe7f2a6-a3ea-4bd2-9f4d-9c303a5d1961 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dd7af272-2395-4fe5-9312-4a94c5d1937b HTTP/1.1" status: 200 len: 852 time: 0.0857074 Dec 08 01:57:25.709965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-e27ad909-6993-4685-8131-dd14994ad705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:25.733811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-e27ad909-6993-4685-8131-dd14994ad705 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dd7af272-2395-4fe5-9312-4a94c5d1937b HTTP/1.1" status: 200 len: 852 time: 0.4098186 Dec 08 01:57:25.738272 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f8b17d6-8bed-4d79-94d0-6a09b4c84c6c req-b0e7d776-f610-41cc-b944-cff5aa1102a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637765 Dec 08 01:57:25.891305 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-74badc2f-b664-44f0-ad4b-aca0f5752722 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304059 Dec 08 01:57:25.965937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Router d275dbfc-1354-4eba-af6f-d5c5bccbcec0 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:57:25.998733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:26.008125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:26.092416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1441db28-e89b-442a-a771-f15e1d3168df tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.8499329 Dec 08 01:57:26.184726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d5c176b0-417e-486d-847e-11d73ad69454 None None] Provisioning complete for port 80899751-f228-4b2e-b8b4-360920d56e18 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:26.185340 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d5c176b0-417e-486d-847e-11d73ad69454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:26.207222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47674) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:26.251413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d5c176b0-417e-486d-847e-11d73ad69454 None None] Port 80899751-f228-4b2e-b8b4-360920d56e18 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:26.265893 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-7db9d3ba-7d78-4143-b64a-73d0bbee7b51 service neutron] 10.222.0.65 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692286 Dec 08 01:57:26.336250 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b00e2d3b-9025-4364-9b5d-f2a65a08d91a req-38eb1731-4115-4acb-b58b-fc0bbc52b04c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=70fcfcba-d313-47b6-86a2-f966ad7aa0c3 HTTP/1.1" status: 200 len: 210 time: 0.0657904 Dec 08 01:57:26.420185 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f8b17d6-8bed-4d79-94d0-6a09b4c84c6c req-d249da24-5432-4e9a-94e4-6a186ec530d8 service neutron] 10.222.0.65 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710558 Dec 08 01:57:26.428766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64d7d7-46ea-4519-b01b-f050e1e001f3 req-5e03c7e0-6874-4580-ad42-f1e5d0b61f0e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:26.430489 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dc64d7d7-46ea-4519-b01b-f050e1e001f3 req-5e03c7e0-6874-4580-ad42-f1e5d0b61f0e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 944 time: 0.4578810 Dec 08 01:57:26.441093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fef9f5-f936-40f7-a60d-e28673aefcd4 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:26.447619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fef9f5-f936-40f7-a60d-e28673aefcd4 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:26.453849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fef9f5-f936-40f7-a60d-e28673aefcd4 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:26.454692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce3d897e-3a08-4680-b25e-ade82bd39102 req-e8d0a85c-ba1a-4552-af5c-090257751e61 service neutron] 10.222.0.65 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654696 Dec 08 01:57:26.458436 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-01fef9f5-f936-40f7-a60d-e28673aefcd4 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2462862 Dec 08 01:57:26.458629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47688) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:26.459336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:57:26.487946 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa744910-757f-4c77-8c77-75ae0b88fff8 None None] Sync routers for ids ['d275dbfc-1354-4eba-af6f-d5c5bccbcec0'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:57:26.500496 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:26.501761 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e73ef34c-3cc2-487e-bf59-b6fd1a1955a6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "PUT /v2.0/routers/d275dbfc-1354-4eba-af6f-d5c5bccbcec0 HTTP/1.1" status: 200 len: 879 time: 8.3182628 Dec 08 01:57:26.511747 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47690) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:26.534786 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa744910-757f-4c77-8c77-75ae0b88fff8 None None] Routers {'d275dbfc-1354-4eba-af6f-d5c5bccbcec0'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:26.535739 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-aa744910-757f-4c77-8c77-75ae0b88fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d275dbfc-1354-4eba-af6f-d5c5bccbcec0'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:26.585828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 31b24750-996c-4c2e-ac96-a5e5400f53a5 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:26.681830 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-aa744910-757f-4c77-8c77-75ae0b88fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:26.720011 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa744910-757f-4c77-8c77-75ae0b88fff8 None None] Routers {'d275dbfc-1354-4eba-af6f-d5c5bccbcec0'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:26.720914 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-aa744910-757f-4c77-8c77-75ae0b88fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d275dbfc-1354-4eba-af6f-d5c5bccbcec0'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:26.789213 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-aa744910-757f-4c77-8c77-75ae0b88fff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:26.790284 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa744910-757f-4c77-8c77-75ae0b88fff8 None None] The sync data for ids ['d275dbfc-1354-4eba-af6f-d5c5bccbcec0'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:26.824106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 31b24750-996c-4c2e-ac96-a5e5400f53a5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=31b24750-996c-4c2e-ac96-a5e5400f53a5,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:26.839533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '31b24750-996c-4c2e-ac96-a5e5400f53a5', 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c', 'port_id': '31b24750-996c-4c2e-ac96-a5e5400f53a5', 'mac_address': 'fa:16:3e:12:95:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7af272-2395-4fe5-9312-4a94c5d1937b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:26.901070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d577a4e-f026-498d-a64a-d71a1a153057 req-501cec47-8e1a-45a5-a6e5-6f7461aa178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:26.905097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d577a4e-f026-498d-a64a-d71a1a153057 req-501cec47-8e1a-45a5-a6e5-6f7461aa178a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd040ab8d56d49d9ac2492d2c18a218c&device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 1096 time: 0.3148868 Dec 08 01:57:26.906601 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dc64d7d7-46ea-4519-b01b-f050e1e001f3 req-242717d6-9132-4032-8319-aa1fd3543d48 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498081 Dec 08 01:57:26.912660 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f8b17d6-8bed-4d79-94d0-6a09b4c84c6c req-ded2fa70-8a93-4e77-a8de-2f7db4ace107 service neutron] 10.222.0.65 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546862 Dec 08 01:57:26.914613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cf8b7229-9ddb-4da2-a299-61c1ab0e9e82 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/routers/d275dbfc-1354-4eba-af6f-d5c5bccbcec0 HTTP/1.1" status: 200 len: 920 time: 0.3909886 Dec 08 01:57:26.917628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47692) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:27.055571 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.104706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b24750-996c-4c2e-ac96-a5e5400f53a5 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:27.105511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ac7cf86c-ad6d-4500-96f3-fc93025bd476 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Deleting port 80899751-f228-4b2e-b8b4-360920d56e18 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:27.105855 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf86c-ad6d-4500-96f3-fc93025bd476 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.139905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a80deba-348e-4f60-9f19-e23cbb60ade3 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:27.141501 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8a80deba-348e-4f60-9f19-e23cbb60ade3 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&device_id=d275dbfc-1354-4eba-af6f-d5c5bccbcec0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2225595 Dec 08 01:57:27.152827 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47694) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:27.171256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 31b24750-996c-4c2e-ac96-a5e5400f53a5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=31b24750-996c-4c2e-ac96-a5e5400f53a5,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:27.184720 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.294809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=31b24750-996c-4c2e-ac96-a5e5400f53a5,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:27.310964 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf86c-ad6d-4500-96f3-fc93025bd476 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.343377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ac7cf86c-ad6d-4500-96f3-fc93025bd476 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Calling delete_port for 80899751-f228-4b2e-b8b4-360920d56e18 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:27.427725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7548aa9-e8b5-4dad-b35a-ad3b23ddaaa0 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:27.433905 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c7548aa9-e8b5-4dad-b35a-ad3b23ddaaa0 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 881 time: 0.2799976 Dec 08 01:57:27.452034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47702) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:27.499034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['31b24750-996c-4c2e-ac96-a5e5400f53a5'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:27.535143 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf86c-ad6d-4500-96f3-fc93025bd476 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:27.563927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-236845a9-b760-44fd-bb48-0b133c3c4461 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "GET /v2.0/ports?device_id=d275dbfc-1354-4eba-af6f-d5c5bccbcec0 HTTP/1.1" status: 200 len: 205 time: 0.1087143 Dec 08 01:57:27.567214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47712) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:27.596073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cf86c-ad6d-4500-96f3-fc93025bd476 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Pushing event deleted for resources: {'Port': ['ID=80899751-f228-4b2e-b8b4-360920d56e18,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:27.604259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d577a4e-f026-498d-a64a-d71a1a153057 req-9ad39b6c-aabd-4fe8-bd54-27bfe6ec7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:27.605802 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d577a4e-f026-498d-a64a-d71a1a153057 req-9ad39b6c-aabd-4fe8-bd54-27bfe6ec7d7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c HTTP/1.1" status: 200 len: 913 time: 0.6779833 Dec 08 01:57:27.830526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d577a4e-f026-498d-a64a-d71a1a153057 req-7844e69f-d1c8-41a7-a0b4-089544fb3153 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 HTTP/1.1" status: 200 len: 217 time: 0.1922987 Dec 08 01:57:27.961573 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.071951 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf86c-ad6d-4500-96f3-fc93025bd476 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.086311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ac7cf86c-ad6d-4500-96f3-fc93025bd476 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] 10.222.0.70 "DELETE /v2.0/ports/80899751-f228-4b2e-b8b4-360920d56e18 HTTP/1.1" status: 204 len: 168 time: 1.6265862 Dec 08 01:57:28.092070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47728) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:28.112019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Request body: {'port': {'name': 'tempest-new-port-name-918838660', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:28.112973 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.api.validators [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] bootfile-name is not in valid_values {{(pid=103130) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:57:28.115542 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.api.validators [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] tftp-server is not in valid_values {{(pid=103130) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:57:28.117076 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.api.validators [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] server-ip-address is not in valid_values {{(pid=103130) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 01:57:28.174131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d577a4e-f026-498d-a64a-d71a1a153057 req-cb512889-264e-4678-aef5-8d23dadba750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:28.175814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d577a4e-f026-498d-a64a-d71a1a153057 req-cb512889-264e-4678-aef5-8d23dadba750 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dd7af272-2395-4fe5-9312-4a94c5d1937b HTTP/1.1" status: 200 len: 852 time: 0.3300576 Dec 08 01:57:28.217996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d577a4e-f026-498d-a64a-d71a1a153057 req-cfb2b1ce-8b82-4c04-9ac2-7b5d6257cb47 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9b70a743-3af1-49eb-acf5-f7e6a794dd8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326462 Dec 08 01:57:28.239799 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1eb60-784c-48d5-8896-05c8581259c1 req-225be528-fdd1-4868-bcd4-b218882c2f98 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:28.241386 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edd1eb60-784c-48d5-8896-05c8581259c1 req-225be528-fdd1-4868-bcd4-b218882c2f98 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 944 time: 0.1151948 Dec 08 01:57:28.279572 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.361197 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.432368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edd1eb60-784c-48d5-8896-05c8581259c1 req-0ecfcec8-8872-4729-96cf-1d5aa4da74cc tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798623 Dec 08 01:57:28.490783 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d577a4e-f026-498d-a64a-d71a1a153057 req-6f4b167a-02df-4cd1-b417-5e52f468a87b service neutron] 10.222.0.65 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445765 Dec 08 01:57:28.569636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Deleting port facfbd7f-c563-4c22-90c1-1caa28090f8d {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:28.570061 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.589281 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:28.615365 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d577a4e-f026-498d-a64a-d71a1a153057 req-4ea9fd0a-eb13-4905-8c65-5fc84d655599 service neutron] 10.222.0.65 "GET /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196578 Dec 08 01:57:28.619439 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 31b24750-996c-4c2e-ac96-a5e5400f53a5 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:28.805695 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.889895 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.901799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Calling delete_port for facfbd7f-c563-4c22-90c1-1caa28090f8d owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:28.931355 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:28.940633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:28.953203 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '5c3f5e68-5670-4b56-bfa3-d0d24e6a1129', 'network_id': '9b70a743-3af1-49eb-acf5-f7e6a794dd8c', 'port_id': '5c3f5e68-5670-4b56-bfa3-d0d24e6a1129', 'mac_address': 'fa:16:3e:25:20:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7af272-2395-4fe5-9312-4a94c5d1937b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:29.032859 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.048401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:29.069625 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:29.073988 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6dc2a6a-ea04-40bc-9893-0bda145d3748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.076897 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.083743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 31b24750-996c-4c2e-ac96-a5e5400f53a5 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:29.106837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 31b24750-996c-4c2e-ac96-a5e5400f53a5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:29.107579 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.194409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Pushing event updated for resources: {'Port': ['ID=fd49f460-b941-4ea7-a6cc-ce723375088c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:29.208884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.210237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.210237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.210237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.210237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.212712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.212712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.212712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.212712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.212712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.212712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.212712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.213316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:29.251666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:29.266075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] In _notify_port_updated(), no bound segment for port fd49f460-b941-4ea7-a6cc-ce723375088c on network 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:57:29.272774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:29.273714 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.278055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47752) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:29.278239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7a22d7cb-37e4-4d88-8fac-ecfa0032e7ca tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] 10.222.0.70 "PUT /v2.0/ports/fd49f460-b941-4ea7-a6cc-ce723375088c HTTP/1.1" status: 200 len: 1135 time: 1.1860874 Dec 08 01:57:29.379190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.442683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21cc3d0-5788-4e73-ba0f-5a4e76877de1 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:29.450305 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41d3c7e-75e0-4091-b4e8-6ad5aa6a37cd tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:29.478226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Pushing event deleted for resources: {'Port': ['ID=facfbd7f-c563-4c22-90c1-1caa28090f8d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:29.498058 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e41d3c7e-75e0-4091-b4e8-6ad5aa6a37cd tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] 10.222.0.70 "GET /v2.0/ports/fd49f460-b941-4ea7-a6cc-ce723375088c HTTP/1.1" status: 200 len: 1135 time: 0.2183533 Dec 08 01:57:29.501437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47756) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:29.503436 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['5c3f5e68-5670-4b56-bfa3-d0d24e6a1129'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:29.572587 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.591842 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.699818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 31b24750-996c-4c2e-ac96-a5e5400f53a5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=31b24750-996c-4c2e-ac96-a5e5400f53a5,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:29.713029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796be562-62ce-4ea8-bd0a-e4f79e518a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b24750-996c-4c2e-ac96-a5e5400f53a5'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:29.733604 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5936217-d8ee-4c99-bbec-e04c68e310bb" -d '{"events": [{"server_uuid": "796be562-62ce-4ea8-bd0a-e4f79e518a1a", "name": "network-vif-plugged", "status": "completed", "tag": "31b24750-996c-4c2e-ac96-a5e5400f53a5"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:29.761613 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.771051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9ba314b2-4b53-4f4c-8a89-60b7cd98e4f6 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Deleting port fd49f460-b941-4ea7-a6cc-ce723375088c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:29.772425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ba314b2-4b53-4f4c-8a89-60b7cd98e4f6 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.835232 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.838161 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.858079 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978e8037-91d9-47c7-bf34-70f4d8ee7af9 x-openstack-request-id: req-978e8037-91d9-47c7-bf34-70f4d8ee7af9 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:29.862187 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796be562-62ce-4ea8-bd0a-e4f79e518a1a", "name": "network-vif-plugged", "status": "completed", "tag": "31b24750-996c-4c2e-ac96-a5e5400f53a5", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:29.862532 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-978e8037-91d9-47c7-bf34-70f4d8ee7af9 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:29.863066 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796be562-62ce-4ea8-bd0a-e4f79e518a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b24750-996c-4c2e-ac96-a5e5400f53a5', 'code': 200} Dec 08 01:57:29.970057 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:29.970648 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Fanout notify agent at l3_agent the message router_deleted on router d275dbfc-1354-4eba-af6f-d5c5bccbcec0 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:57:30.005410 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.011263 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1de41855-1e2f-42b2-bc35-fd043f014ce6 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/routers/d275dbfc-1354-4eba-af6f-d5c5bccbcec0 HTTP/1.1" status: 204 len: 168 time: 2.4425409 Dec 08 01:57:30.014780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47774) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:30.019909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3d7e2161-c9ea-4676-a49a-691d252c8afb tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1870222498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:30.043136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb070a5-6508-454b-8cf6-f2e08ed3a2eb req-fe46f596-e689-4e9e-a9ec-68e63fd38c82 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:30.051993 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-afb070a5-6508-454b-8cf6-f2e08ed3a2eb req-fe46f596-e689-4e9e-a9ec-68e63fd38c82 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 945 time: 0.3063200 Dec 08 01:57:30.118131 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-afb070a5-6508-454b-8cf6-f2e08ed3a2eb req-4b7e2cbf-1231-4044-91a2-50abb54ddd63 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650034 Dec 08 01:57:30.150010 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d7e2161-c9ea-4676-a49a-691d252c8afb tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.152656 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d7e2161-c9ea-4676-a49a-691d252c8afb tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.163984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=31b24750-996c-4c2e-ac96-a5e5400f53a5,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:30.215323 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ada25f0a-40ce-457b-b71b-102a6e84374d None None] Provisioning complete for port fd49f460-b941-4ea7-a6cc-ce723375088c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:30.215323 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ada25f0a-40ce-457b-b71b-102a6e84374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.285379 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d7e2161-c9ea-4676-a49a-691d252c8afb tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.288207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ada25f0a-40ce-457b-b71b-102a6e84374d None None] Port fd49f460-b941-4ea7-a6cc-ce723375088c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:30.292898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d7e2161-c9ea-4676-a49a-691d252c8afb tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.321161 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d7e2161-c9ea-4676-a49a-691d252c8afb tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.326996 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ba314b2-4b53-4f4c-8a89-60b7cd98e4f6 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.338203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3d7e2161-c9ea-4676-a49a-691d252c8afb tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3226399 Dec 08 01:57:30.342363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47784) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:30.347656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'enable_snat': True}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:30.355761 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29029043-2c3b-40df-bce8-2fb419ca0860 req-0faa8426-8c02-41ca-b9f4-3400d4a638f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:30.357502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-29029043-2c3b-40df-bce8-2fb419ca0860 req-0faa8426-8c02-41ca-b9f4-3400d4a638f9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=796be562-62ce-4ea8-bd0a-e4f79e518a1a HTTP/1.1" status: 200 len: 1097 time: 0.2563543 Dec 08 01:57:30.358621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9ba314b2-4b53-4f4c-8a89-60b7cd98e4f6 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Calling delete_port for fd49f460-b941-4ea7-a6cc-ce723375088c owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:30.774383 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-29029043-2c3b-40df-bce8-2fb419ca0860 req-eedb5294-a798-410d-9d2e-dd6b150f8677 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610950 Dec 08 01:57:30.779663 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:30.989025 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ba314b2-4b53-4f4c-8a89-60b7cd98e4f6 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.053559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba314b2-4b53-4f4c-8a89-60b7cd98e4f6 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Pushing event deleted for resources: {'Port': ['ID=fd49f460-b941-4ea7-a6cc-ce723375088c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:31.766055 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.798239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ba314b2-4b53-4f4c-8a89-60b7cd98e4f6 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.804884 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9ba314b2-4b53-4f4c-8a89-60b7cd98e4f6 tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] 10.222.0.70 "DELETE /v2.0/ports/fd49f460-b941-4ea7-a6cc-ce723375088c HTTP/1.1" status: 204 len: 168 time: 2.3023202 Dec 08 01:57:31.805032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47812) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:31.855720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f31c5-6747-4d42-bcf0-f4eaaf77a534 req-1f974c30-aad0-473e-a6ef-770677921290 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:31.857584 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-253f31c5-6747-4d42-bcf0-f4eaaf77a534 req-1f974c30-aad0-473e-a6ef-770677921290 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 945 time: 0.5560708 Dec 08 01:57:31.874422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.876861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba8006e-b17c-42a1-a3e2-a04009735a5a tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Deleting subnet 0bba0d84-ea89-4bc9-99db-5111c14c5f3e {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:57:31.880745 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ba8006e-b17c-42a1-a3e2-a04009735a5a tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.911762 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:31.958450 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ba8006e-b17c-42a1-a3e2-a04009735a5a tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.069571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Allocated IP 172.25.2.81 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/e1f50132-81fd-45e9-b42e-0917c2399811) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:32.071848 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24c801a4-dde7-4199-a1df-4c0bbd611af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.119939 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ba8006e-b17c-42a1-a3e2-a04009735a5a tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.199867 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ba8006e-b17c-42a1-a3e2-a04009735a5a tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.262531 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.271094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8006e-b17c-42a1-a3e2-a04009735a5a tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Pushing event deleted for resources: {'Subnet': ['ID=0bba0d84-ea89-4bc9-99db-5111c14c5f3e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:32.293995 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ba8006e-b17c-42a1-a3e2-a04009735a5a tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.301709 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3ba8006e-b17c-42a1-a3e2-a04009735a5a tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] 10.222.0.70 "DELETE /v2.0/subnets/0bba0d84-ea89-4bc9-99db-5111c14c5f3e HTTP/1.1" status: 204 len: 168 time: 0.4956295 Dec 08 01:57:32.304378 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47822) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:32.317480 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.321193 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ffc79f-7195-4a22-8ac0-6e2e8b81e856 None None] Network 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:32.331733 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.421426 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.515573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:32.517290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:32.521212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:32.533199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aea1c4-3f95-4e33-829a-4e5726dc35a5 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:32.612991 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:32.667501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5194926a-9ded-449c-b414-06ce6565ddcb None None] DHCP port deletion for 3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:32.732325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-63419e0d-d3b0-406a-8433-7d8ad59d3f21 None None] Provisioning complete for port e1f50132-81fd-45e9-b42e-0917c2399811 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:32.733542 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-63419e0d-d3b0-406a-8433-7d8ad59d3f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.898336 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.918646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-63419e0d-d3b0-406a-8433-7d8ad59d3f21 None None] Port e1f50132-81fd-45e9-b42e-0917c2399811 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:32.969129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:57:32.990456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:32.990847 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:32.995490 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-253f31c5-6747-4d42-bcf0-f4eaaf77a534 req-5c77d730-4a06-4295-abac-04305c5b18fe tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1293774 Dec 08 01:57:33.006621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event updated for resources: {'Port': ['ID=e1f50132-81fd-45e9-b42e-0917c2399811,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:33.052247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5194926a-9ded-449c-b414-06ce6565ddcb None None] Deleting port a61cb8be-7bbc-4f60-b208-2704ca112422 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:33.052795 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5194926a-9ded-449c-b414-06ce6565ddcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.148765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5194926a-9ded-449c-b414-06ce6565ddcb None None] For port a61cb8be-7bbc-4f60-b208-2704ca112422, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a61cb8be-7bbc-4f60-b208-2704ca112422,segment=NetworkSegment(b55e359d-3040-42af-8cf0-ae9258549360),segment_id=b55e359d-3040-42af-8cf0-ae9258549360)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:33.150140 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5194926a-9ded-449c-b414-06ce6565ddcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.261996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Deleting port a61cb8be-7bbc-4f60-b208-2704ca112422 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:33.262480 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.373747 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.388448 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.395927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5194926a-9ded-449c-b414-06ce6565ddcb None None] Calling delete_port for a61cb8be-7bbc-4f60-b208-2704ca112422 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:33.428162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a61cb8be-7bbc-4f60-b208-2704ca112422 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:33.555016 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.644568 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] For port a61cb8be-7bbc-4f60-b208-2704ca112422, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a61cb8be-7bbc-4f60-b208-2704ca112422,segment=NetworkSegment(b55e359d-3040-42af-8cf0-ae9258549360),segment_id=b55e359d-3040-42af-8cf0-ae9258549360)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:33.644923 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.656737 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:33.662180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1585c329-8de0-420c-8682-841e006a6009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3f5e68-5670-4b56-bfa3-d0d24e6a1129'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:33.665708 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfb3f8b-942b-443b-a27b-1d5d6d14f207" -d '{"events": [{"server_uuid": "1585c329-8de0-420c-8682-841e006a6009", "name": "network-vif-plugged", "status": "completed", "tag": "5c3f5e68-5670-4b56-bfa3-d0d24e6a1129"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:33.677398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Calling delete_port for a61cb8be-7bbc-4f60-b208-2704ca112422 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:33.690214 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.747091 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:57:33.762832 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78813759-8676-40e8-8fea-b2ce70db9f5d x-openstack-request-id: req-78813759-8676-40e8-8fea-b2ce70db9f5d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:33.763371 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1585c329-8de0-420c-8682-841e006a6009", "name": "network-vif-plugged", "status": "completed", "tag": "5c3f5e68-5670-4b56-bfa3-d0d24e6a1129", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:33.763947 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-78813759-8676-40e8-8fea-b2ce70db9f5d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:33.764527 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1585c329-8de0-420c-8682-841e006a6009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3f5e68-5670-4b56-bfa3-d0d24e6a1129', 'code': 200} Dec 08 01:57:33.833130 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.834220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:33.845310 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.958840 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:33.959525 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5194926a-9ded-449c-b414-06ce6565ddcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.031477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5194926a-9ded-449c-b414-06ce6565ddcb None None] No DVR routers for this DVR port a61cb8be-7bbc-4f60-b208-2704ca112422 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:57:34.033216 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194926a-9ded-449c-b414-06ce6565ddcb None None] Pushing event deleted for resources: {'Port': ['ID=a61cb8be-7bbc-4f60-b208-2704ca112422,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:34.137890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec5713-d74d-4622-a064-5bd5f3220ce7 req-55615ed2-2344-428b-a6a0-65b560fb4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:34.139925 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6ec5713-d74d-4622-a064-5bd5f3220ce7 req-55615ed2-2344-428b-a6a0-65b560fb4621 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 1098 time: 0.1813705 Dec 08 01:57:34.212385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6ec5713-d74d-4622-a064-5bd5f3220ce7 req-ab0acec4-8c7c-4a02-815f-dbf6e2d2140b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629075 Dec 08 01:57:34.212885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Router 31631042-36e8-49cc-b97d-11e21dc26891 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:57:34.246124 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.268851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] No DVR routers for this DVR port a61cb8be-7bbc-4f60-b208-2704ca112422 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:57:34.415984 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.474608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Pushing event deleted for resources: {'Port': ['ID=a61cb8be-7bbc-4f60-b208-2704ca112422,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:34.479134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:34.508896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707eb8a-83b2-48e2-9038-505dff2811ce req-cd11513b-f663-423e-b7b2-0fc59dcd178f tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:34.510425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d707eb8a-83b2-48e2-9038-505dff2811ce req-cd11513b-f663-423e-b7b2-0fc59dcd178f tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 946 time: 0.3087938 Dec 08 01:57:34.512442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b55e359d-3040-42af-8cf0-ae9258549360') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:34.512745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b55e359d-3040-42af-8cf0-ae9258549360') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:34.529826 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.601266 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.624044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:57:34.624501 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:57:34.628839 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:57:34.676724 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d707eb8a-83b2-48e2-9038-505dff2811ce req-76f27362-bf2a-48a7-bc02-ff2715ef5d87 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429162 Dec 08 01:57:34.689311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:57:34.696619 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.698042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-872dd3f7-b22c-4811-bda4-14613a20612f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "PUT /v2.0/routers/31631042-36e8-49cc-b97d-11e21dc26891 HTTP/1.1" status: 200 len: 914 time: 4.3545761 Dec 08 01:57:34.701678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47884) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:34.708713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8bb0a9-ae4a-44d8-a0c9-28f025bd07b5 None None] Sync routers for ids ['31631042-36e8-49cc-b97d-11e21dc26891'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:57:34.746375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.754623 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.760858 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] 10.222.0.70 "DELETE /v2.0/networks/3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca HTTP/1.1" status: 204 len: 168 time: 2.4550400 Dec 08 01:57:34.774274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b2f02-963f-4878-b964-edf4ef9be27e tempest-ExtraDHCPOptionsTestJSON-1417710003 tempest-ExtraDHCPOptionsTestJSON-1417710003-project] Pushing event deleted for resources: {'Network': ['ID=3fb13dd0-4c8c-4d45-80ed-0df026c5b3ca,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:34.776852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8bb0a9-ae4a-44d8-a0c9-28f025bd07b5 None None] Routers {'31631042-36e8-49cc-b97d-11e21dc26891'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:34.777450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-eb8bb0a9-ae4a-44d8-a0c9-28f025bd07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['31631042-36e8-49cc-b97d-11e21dc26891'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:34.918610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-eb8bb0a9-ae4a-44d8-a0c9-28f025bd07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:34.921153 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:34.938744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8bb0a9-ae4a-44d8-a0c9-28f025bd07b5 None None] Routers {'31631042-36e8-49cc-b97d-11e21dc26891'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:34.941077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-eb8bb0a9-ae4a-44d8-a0c9-28f025bd07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['31631042-36e8-49cc-b97d-11e21dc26891'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:35.071711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-eb8bb0a9-ae4a-44d8-a0c9-28f025bd07b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:35.075471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8bb0a9-ae4a-44d8-a0c9-28f025bd07b5 None None] The sync data for ids ['31631042-36e8-49cc-b97d-11e21dc26891'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:35.333610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47906) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:35.653460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47912) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:35.653895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2da97a16-3efd-46e3-bfc0-5e05e6dab407 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/routers/31631042-36e8-49cc-b97d-11e21dc26891 HTTP/1.1" status: 200 len: 920 time: 0.9508255 Dec 08 01:57:35.767649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2685f286-85c1-48c5-a7a8-50a9a87b28c5 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:35.772906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2685f286-85c1-48c5-a7a8-50a9a87b28c5 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&device_id=31631042-36e8-49cc-b97d-11e21dc26891&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1159413 Dec 08 01:57:35.773097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47920) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:35.787354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 47922) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:35.787929 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c12e4210-b1f6-48bf-97e9-1459fd988e4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2acb704b1034245800a985e66aaff47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4528270 Dec 08 01:57:35.949043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ffe8d0-9003-478c-9761-949d9f95d374 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:35.952311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f9ffe8d0-9003-478c-9761-949d9f95d374 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 881 time: 0.1762564 Dec 08 01:57:35.952460 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-322654b0-9717-4696-b598-f848ad8c6f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:35.953930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47926) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:35.976070 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-322654b0-9717-4696-b598-f848ad8c6f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.013951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c896ce45-fb01-4ed9-91b4-680576355e3b tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "GET /v2.0/ports?device_id=31631042-36e8-49cc-b97d-11e21dc26891 HTTP/1.1" status: 200 len: 205 time: 0.0588734 Dec 08 01:57:36.016737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 47928) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:36.059345 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-322654b0-9717-4696-b598-f848ad8c6f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.063352 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-322654b0-9717-4696-b598-f848ad8c6f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.072108 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-322654b0-9717-4696-b598-f848ad8c6f1e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/582cc0d6-7a16-47bf-8d3a-d85c7a701542 HTTP/1.1" status: 204 len: 168 time: 0.2819524 Dec 08 01:57:36.089529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322654b0-9717-4696-b598-f848ad8c6f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582cc0d6-7a16-47bf-8d3a-d85c7a701542,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:36.139426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c1d5c-bfe7-49b1-8a2d-492fac3a28eb req-df09de85-6587-4d0f-a185-505183e4dd0e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:36.148603 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ca0c1d5c-bfe7-49b1-8a2d-492fac3a28eb req-df09de85-6587-4d0f-a185-505183e4dd0e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 946 time: 0.2929251 Dec 08 01:57:36.264626 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ca0c1d5c-bfe7-49b1-8a2d-492fac3a28eb req-07d7bb9e-5706-4725-8058-38aade589496 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051409 Dec 08 01:57:36.318625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.487788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38226841-d40c-4a28-9430-9d059eed9cad req-d5ac2003-07c4-41ff-93ac-0aacec7719d9 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:36.493388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-38226841-d40c-4a28-9430-9d059eed9cad req-d5ac2003-07c4-41ff-93ac-0aacec7719d9 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=796be562-62ce-4ea8-bd0a-e4f79e518a1a HTTP/1.1" status: 200 len: 945 time: 0.0891240 Dec 08 01:57:36.826916 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:36.861441 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-38226841-d40c-4a28-9430-9d059eed9cad req-44460a91-fadc-435f-946f-65f5a51c79fd tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446929 Dec 08 01:57:36.983651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Deleting port e1f50132-81fd-45e9-b42e-0917c2399811 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:36.984143 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.138361 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.206114 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Calling delete_port for e1f50132-81fd-45e9-b42e-0917c2399811 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:37.333967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48028) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:37.340924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-518f305e-8806-41f5-a1ce-18e27fd934b3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136557861', 'description': 'tempest-secgroup-smoke-2136557861 description', 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:37.414855 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-518f305e-8806-41f5-a1ce-18e27fd934b3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.499582 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-518f305e-8806-41f5-a1ce-18e27fd934b3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.508252 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-518f305e-8806-41f5-a1ce-18e27fd934b3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.576307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48040) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:37.581651 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-518f305e-8806-41f5-a1ce-18e27fd934b3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.585439 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-518f305e-8806-41f5-a1ce-18e27fd934b3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2489035 Dec 08 01:57:37.596850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48042) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:37.639627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-623a0e2e-271a-4570-a59a-63e9037a9514 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Request body: {'security_group_rule': {'security_group_id': '8bba4fe8-9d5c-415e-9786-edd76a4cedd1', 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:37.736046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:37.800846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f305e-8806-41f5-a1ce-18e27fd934b3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bba4fe8-9d5c-415e-9786-edd76a4cedd1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:37.850784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Pushing event deleted for resources: {'Port': ['ID=e1f50132-81fd-45e9-b42e-0917c2399811,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:37.879630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d15e5-a624-434a-8f7c-cebe33ebf807 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:37.920514 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-623a0e2e-271a-4570-a59a-63e9037a9514 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.022985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895f488-a3b7-4047-8b62-ff442bea8bd3 req-1fff825d-4798-4b4f-895d-c10d78dca5a5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:38.025814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1783578147'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:38.031382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7895f488-a3b7-4047-8b62-ff442bea8bd3 req-1fff825d-4798-4b4f-895d-c10d78dca5a5 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=796be562-62ce-4ea8-bd0a-e4f79e518a1a HTTP/1.1" status: 200 len: 945 time: 0.2675250 Dec 08 01:57:38.072265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:38.079424 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.084117 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.128930 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7895f488-a3b7-4047-8b62-ff442bea8bd3 req-3644030b-0d30-4800-815e-18b534609b1b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964603 Dec 08 01:57:38.168940 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-623a0e2e-271a-4570-a59a-63e9037a9514 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.171122 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.177560 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-623a0e2e-271a-4570-a59a-63e9037a9514 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.227871 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.238718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a0e2e-271a-4570-a59a-63e9037a9514 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128fc3cb-bd30-4c97-b822-f38b246c1879,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:38.239023 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.259610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-623a0e2e-271a-4570-a59a-63e9037a9514 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.268792 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-623a0e2e-271a-4570-a59a-63e9037a9514 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6537163 Dec 08 01:57:38.272988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48074) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:38.278541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-edfbe641-d8e8-46b7-a9df-e9d07fbdffff tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Request body: {'security_group_rule': {'security_group_id': '8bba4fe8-9d5c-415e-9786-edd76a4cedd1', 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:38.347120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.348386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Fanout notify agent at l3_agent the message router_deleted on router 31631042-36e8-49cc-b97d-11e21dc26891 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:57:38.362491 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.368158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48084) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:38.373053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9aa6fa29-7d55-4848-901f-4e2f1ae90900 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1034300567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:38.379748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e84df9db-99f7-4449-938b-2e67541d4593 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/routers/31631042-36e8-49cc-b97d-11e21dc26891 HTTP/1.1" status: 204 len: 168 time: 2.3618515 Dec 08 01:57:38.436761 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fa29-7d55-4848-901f-4e2f1ae90900 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.440910 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fa29-7d55-4848-901f-4e2f1ae90900 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.495404 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edfbe641-d8e8-46b7-a9df-e9d07fbdffff tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.515992 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fa29-7d55-4848-901f-4e2f1ae90900 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.521764 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fa29-7d55-4848-901f-4e2f1ae90900 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.542942 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9aa6fa29-7d55-4848-901f-4e2f1ae90900 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.544413 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9aa6fa29-7d55-4848-901f-4e2f1ae90900 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1750107 Dec 08 01:57:38.547137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48100) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:38.552908 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'enable_snat': False}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:38.617888 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.643284 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.729143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e499610-dde4-49c3-93ab-0673c992dd24,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:38.784991 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edfbe641-d8e8-46b7-a9df-e9d07fbdffff tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.787379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:57:38.803601 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edfbe641-d8e8-46b7-a9df-e9d07fbdffff tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.865542 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-edfbe641-d8e8-46b7-a9df-e9d07fbdffff tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.867700 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-edfbe641-d8e8-46b7-a9df-e9d07fbdffff tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5930285 Dec 08 01:57:38.872662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:38.873011 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Added segment 2b2b1f02-5b36-4153-9df1-74433a677d5c of type vlan for network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e Dec 08 01:57:38.874471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48108) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:38.890795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-60cb2699-9417-4866-838a-847450c86601 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Request body: {'security_group_rule': {'security_group_id': '8bba4fe8-9d5c-415e-9786-edd76a4cedd1', 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:38.927245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbe641-d8e8-46b7-a9df-e9d07fbdffff tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed898cb-357c-412a-aa04-4a7cfe865694,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:39.084092 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cb2699-9417-4866-838a-847450c86601 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.240130 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.278251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.430566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3e508-b354-46b0-9f03-8483f0c4a49c req-6eb50ab7-bb24-4fa7-9540-0370d78d94aa tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:39.432617 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5b3e508-b354-46b0-9f03-8483f0c4a49c req-6eb50ab7-bb24-4fa7-9540-0370d78d94aa tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.65 "GET /v2.0/ports?device_id=796be562-62ce-4ea8-bd0a-e4f79e518a1a HTTP/1.1" status: 200 len: 945 time: 0.4866052 Dec 08 01:57:39.565928 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:57:39.596917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277cedf-f92f-4f32-a149-57595bdde21f req-61e12e47-3618-435c-9ee8-6ebec79f430e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:39.601779 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b277cedf-f92f-4f32-a149-57595bdde21f req-61e12e47-3618-435c-9ee8-6ebec79f430e tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=796be562-62ce-4ea8-bd0a-e4f79e518a1a HTTP/1.1" status: 200 len: 945 time: 0.2887068 Dec 08 01:57:39.628113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278c08f-13e2-4fe4-ac0d-b4b0bb8a0606 req-f6a99689-4709-4c49-ba87-ec171098d531 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:39.636388 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1278c08f-13e2-4fe4-ac0d-b4b0bb8a0606 req-f6a99689-4709-4c49-ba87-ec171098d531 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.65 "GET /v2.0/ports?device_id=1585c329-8de0-420c-8682-841e006a6009 HTTP/1.1" status: 200 len: 946 time: 0.2931633 Dec 08 01:57:39.772487 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cb2699-9417-4866-838a-847450c86601 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.790822 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.807240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:39.808159 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:39.824061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e56ee-997d-4616-91c3-782dff5eea55 req-65c2a2cc-667c-4e92-84a5-fa6d57661c07 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:39.826186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee3e56ee-997d-4616-91c3-782dff5eea55 req-65c2a2cc-667c-4e92-84a5-fa6d57661c07 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.2484920 Dec 08 01:57:40.000105 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b277cedf-f92f-4f32-a149-57595bdde21f req-8f5c6398-94a2-4746-a021-8c9480bec708 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625786 Dec 08 01:57:40.032153 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cb2699-9417-4866-838a-847450c86601 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.073030 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a5b3e508-b354-46b0-9f03-8483f0c4a49c req-f25e01ad-7242-4711-8e0c-119dce5d3a67 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Deleting port 31b24750-996c-4c2e-ac96-a5e5400f53a5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:40.073375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a5b3e508-b354-46b0-9f03-8483f0c4a49c req-f25e01ad-7242-4711-8e0c-119dce5d3a67 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.078337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Network': ['ID=945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:40.091826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:57:40.139277 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60cb2699-9417-4866-838a-847450c86601 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.143177 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-60cb2699-9417-4866-838a-847450c86601 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2650826 Dec 08 01:57:40.143177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb2699-9417-4866-838a-847450c86601 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb142956-e51c-474f-ab61-0c48dda1bf32,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:40.147763 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9e58de2d-7b36-4df8-9e7c-e64e676d70fb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5703897 Dec 08 01:57:40.148395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48148) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:40.171102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48150) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:40.178154 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'name': 'tempest-PortsIpV6TestJSON-1734953848'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:40.258353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-1278c08f-13e2-4fe4-ac0d-b4b0bb8a0606 req-f82055f6-bb89-464e-9bfb-aae9263aef53 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Deleting port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:40.258701 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1278c08f-13e2-4fe4-ac0d-b4b0bb8a0606 req-f82055f6-bb89-464e-9bfb-aae9263aef53 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.364491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-43d48071-19be-4c90-be2f-6887b0a9c012 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Request body: {'security_group_rule': {'security_group_id': '8bba4fe8-9d5c-415e-9786-edd76a4cedd1', 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:40.387561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee3e56ee-997d-4616-91c3-782dff5eea55 req-96745b8b-ee55-4740-8959-c072d73e76f5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734276 Dec 08 01:57:40.394136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.433434 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.469968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-1278c08f-13e2-4fe4-ac0d-b4b0bb8a0606 req-f82055f6-bb89-464e-9bfb-aae9263aef53 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] For port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:40.470610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1278c08f-13e2-4fe4-ac0d-b4b0bb8a0606 req-f82055f6-bb89-464e-9bfb-aae9263aef53 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.530729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-1278c08f-13e2-4fe4-ac0d-b4b0bb8a0606 req-f82055f6-bb89-464e-9bfb-aae9263aef53 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Calling delete_port for 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:40.536541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:40.540040 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.632140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a5b3e508-b354-46b0-9f03-8483f0c4a49c req-f25e01ad-7242-4711-8e0c-119dce5d3a67 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] For port 31b24750-996c-4c2e-ac96-a5e5400f53a5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=31b24750-996c-4c2e-ac96-a5e5400f53a5,segment=NetworkSegment(25d7ea04-b6e8-48c9-b897-2550468c61a6),segment_id=25d7ea04-b6e8-48c9-b897-2550468c61a6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:40.632884 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a5b3e508-b354-46b0-9f03-8483f0c4a49c req-f25e01ad-7242-4711-8e0c-119dce5d3a67 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.637190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port 165037a1-609e-43db-a274-3b89d205a979 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:40.754356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Allocated IP 172.25.2.107 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/19952bea-15be-48b4-951b-67631736e73d) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:40.773950 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43d48071-19be-4c90-be2f-6887b0a9c012 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.779267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a5b3e508-b354-46b0-9f03-8483f0c4a49c req-f25e01ad-7242-4711-8e0c-119dce5d3a67 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Calling delete_port for 31b24750-996c-4c2e-ac96-a5e5400f53a5 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:40.925331 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1278c08f-13e2-4fe4-ac0d-b4b0bb8a0606 req-f82055f6-bb89-464e-9bfb-aae9263aef53 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:40.971964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['31b24750-996c-4c2e-ac96-a5e5400f53a5', '5c3f5e68-5670-4b56-bfa3-d0d24e6a1129'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:40.995727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82055f6-bb89-464e-9bfb-aae9263aef53 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Pushing event deleted for resources: {'Port': ['ID=5c3f5e68-5670-4b56-bfa3-d0d24e6a1129,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:40.996421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.028537 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43d48071-19be-4c90-be2f-6887b0a9c012 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.046767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43d48071-19be-4c90-be2f-6887b0a9c012 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.104297 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.114082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1278c08f-13e2-4fe4-ac0d-b4b0bb8a0606 req-f82055f6-bb89-464e-9bfb-aae9263aef53 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] No DVR routers for this DVR port 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:57:41.119531 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-1278c08f-13e2-4fe4-ac0d-b4b0bb8a0606 req-f82055f6-bb89-464e-9bfb-aae9263aef53 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.126861 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1278c08f-13e2-4fe4-ac0d-b4b0bb8a0606 req-f82055f6-bb89-464e-9bfb-aae9263aef53 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.65 "DELETE /v2.0/ports/5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 HTTP/1.1" status: 204 len: 173 time: 1.4756684 Dec 08 01:57:41.127409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1585c329-8de0-420c-8682-841e006a6009', 'name': 'network-vif-deleted', 'tag': '5c3f5e68-5670-4b56-bfa3-d0d24e6a1129'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:41.128608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d48071-19be-4c90-be2f-6887b0a9c012 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6186c7-8b0d-42c3-a90d-a2cec633ebc7,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:41.137135 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43d48071-19be-4c90-be2f-6887b0a9c012 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.141191 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-43d48071-19be-4c90-be2f-6887b0a9c012 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9770198 Dec 08 01:57:41.147986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:41.154050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d4f54781-70eb-47f0-a562-9808ecd51bf1 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Request body: {'security_group_rule': {'security_group_id': '8bba4fe8-9d5c-415e-9786-edd76a4cedd1', 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:41.157246 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc524f6a-df10-4bc2-b5ef-07f7e834dc14" -d '{"events": [{"server_uuid": "1585c329-8de0-420c-8682-841e006a6009", "name": "network-vif-deleted", "tag": "5c3f5e68-5670-4b56-bfa3-d0d24e6a1129"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:41.256057 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.285120 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e232a3c0-5a90-4ee9-856b-28f919555ef3 x-openstack-request-id: req-e232a3c0-5a90-4ee9-856b-28f919555ef3 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:41.285439 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1585c329-8de0-420c-8682-841e006a6009", "name": "network-vif-deleted", "tag": "5c3f5e68-5670-4b56-bfa3-d0d24e6a1129", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:41.285704 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e232a3c0-5a90-4ee9-856b-28f919555ef3 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:41.286191 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1585c329-8de0-420c-8682-841e006a6009', 'name': 'network-vif-deleted', 'tag': '5c3f5e68-5670-4b56-bfa3-d0d24e6a1129', 'status': 'completed', 'code': 200} Dec 08 01:57:41.295894 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a5b3e508-b354-46b0-9f03-8483f0c4a49c req-f25e01ad-7242-4711-8e0c-119dce5d3a67 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.345176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbbe6a-acf0-43f9-911c-c2c878033d49 req-79b67f06-ef97-4296-b72d-d79d532a264b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:41.347907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15dbbe6a-acf0-43f9-911c-c2c878033d49 req-79b67f06-ef97-4296-b72d-d79d532a264b tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/ports?device_id=796be562-62ce-4ea8-bd0a-e4f79e518a1a HTTP/1.1" status: 200 len: 867 time: 0.1801760 Dec 08 01:57:41.349758 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.425648 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Pushing event updated for resources: {'Port': ['ID=19952bea-15be-48b4-951b-67631736e73d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:41.457469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['5c3f5e68-5670-4b56-bfa3-d0d24e6a1129'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:41.464422 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b3e508-b354-46b0-9f03-8483f0c4a49c req-f25e01ad-7242-4711-8e0c-119dce5d3a67 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] No DVR routers for this DVR port 31b24750-996c-4c2e-ac96-a5e5400f53a5 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:57:41.472239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a5b3e508-b354-46b0-9f03-8483f0c4a49c req-f25e01ad-7242-4711-8e0c-119dce5d3a67 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.476222 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5b3e508-b354-46b0-9f03-8483f0c4a49c req-f25e01ad-7242-4711-8e0c-119dce5d3a67 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.65 "DELETE /v2.0/ports/31b24750-996c-4c2e-ac96-a5e5400f53a5 HTTP/1.1" status: 204 len: 173 time: 2.0082016 Dec 08 01:57:41.478881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796be562-62ce-4ea8-bd0a-e4f79e518a1a', 'name': 'network-vif-deleted', 'tag': '31b24750-996c-4c2e-ac96-a5e5400f53a5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:41.485440 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f6a84a-3fb8-4663-b371-777da4ffccb1" -d '{"events": [{"server_uuid": "796be562-62ce-4ea8-bd0a-e4f79e518a1a", "name": "network-vif-deleted", "tag": "31b24750-996c-4c2e-ac96-a5e5400f53a5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:41.493700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=165037a1-609e-43db-a274-3b89d205a979,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:41.499817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:41.505751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:41.509084 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-d4f54781-70eb-47f0-a562-9808ecd51bf1 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Project 0ae44476fbc848c1a6b40e1d9cc7400d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:57:41.519123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:41.528527 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4f54781-70eb-47f0-a562-9808ecd51bf1 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.547263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e73972e-37b7-4d4c-befc-de6af9eb24f0 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:41.629003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d5cbb07b-524d-4fe7-bb0b-bc073b08e0f7 None None] Provisioning complete for port 19952bea-15be-48b4-951b-67631736e73d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:41.629353 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Checking segment: {'id': '2b2b1f02-5b36-4153-9df1-74433a677d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:41.629744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network hostable DHCP agents. Network: 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:57:41.631628 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d5cbb07b-524d-4fe7-bb0b-bc073b08e0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.641384 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15dbbe6a-acf0-43f9-911c-c2c878033d49 req-a5abf89d-ace8-4dd0-9654-4956305d086a tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] 10.222.0.70 "GET /v2.0/security-groups?id=628583ec-84b0-486a-8b40-0f0d0d49769b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288113 Dec 08 01:57:41.744079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d5cbb07b-524d-4fe7-bb0b-bc073b08e0f7 None None] Port 19952bea-15be-48b4-951b-67631736e73d cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:41.751170 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e01ad-7242-4711-8e0c-119dce5d3a67 tempest-MultipleCreateTestJSON-1481231084 tempest-MultipleCreateTestJSON-1481231084-project] Pushing event deleted for resources: {'Port': ['ID=31b24750-996c-4c2e-ac96-a5e5400f53a5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:41.765467 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4f54781-70eb-47f0-a562-9808ecd51bf1 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.778943 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4f54781-70eb-47f0-a562-9808ecd51bf1 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.800732 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f54781-70eb-47f0-a562-9808ecd51bf1 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1db94c9-9631-4d65-aaac-f078226adc86,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:41.824835 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb459db-f22e-434f-9516-c2c26a2b59bf x-openstack-request-id: req-dfb459db-f22e-434f-9516-c2c26a2b59bf {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:41.825149 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796be562-62ce-4ea8-bd0a-e4f79e518a1a", "name": "network-vif-deleted", "tag": "31b24750-996c-4c2e-ac96-a5e5400f53a5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:41.825399 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dfb459db-f22e-434f-9516-c2c26a2b59bf {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:41.825828 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796be562-62ce-4ea8-bd0a-e4f79e518a1a', 'name': 'network-vif-deleted', 'tag': '31b24750-996c-4c2e-ac96-a5e5400f53a5', 'status': 'completed', 'code': 200} Dec 08 01:57:41.866059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e0946-a0e2-4521-a471-0d346695d4b0 req-1c4c473c-c8b3-4546-9d9b-5c3c080b6cbe tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:41.871510 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-686e0946-a0e2-4521-a471-0d346695d4b0 req-1c4c473c-c8b3-4546-9d9b-5c3c080b6cbe tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.2837563 Dec 08 01:57:41.874860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:57:41.895989 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d4f54781-70eb-47f0-a562-9808ecd51bf1 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.900017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d4f54781-70eb-47f0-a562-9808ecd51bf1 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7469988 Dec 08 01:57:41.904775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48200) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:41.905430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:41.912427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8e75adf6-5316-4c95-8560-8dc512837279 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Request body: {'security_group_rule': {'security_group_id': '8bba4fe8-9d5c-415e-9786-edd76a4cedd1', 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:41.916740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093b8e39-4f32-4922-8c74-53c844300ce4 None None] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:41.945463 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-8e75adf6-5316-4c95-8560-8dc512837279 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Project 0ae44476fbc848c1a6b40e1d9cc7400d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:57:41.948406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:41.954454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:41.955108 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.974784 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e75adf6-5316-4c95-8560-8dc512837279 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:41.985156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-daa869da-ba21-4ce6-9233-d542accc9c14 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8121417 Dec 08 01:57:41.987876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48202) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:41.999167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f47211c1-c859-4289-9692-f0a4c1386855 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1499035361'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:42.058324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-686e0946-a0e2-4521-a471-0d346695d4b0 req-230e114a-1096-402b-860e-6f641a98ab4d tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762385 Dec 08 01:57:42.073272 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47211c1-c859-4289-9692-f0a4c1386855 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:42.077232 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f47211c1-c859-4289-9692-f0a4c1386855 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.139810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47211c1-c859-4289-9692-f0a4c1386855 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:57:42.150232 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e75adf6-5316-4c95-8560-8dc512837279 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.182964 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f47211c1-c859-4289-9692-f0a4c1386855 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.183329 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-f47211c1-c859-4289-9692-f0a4c1386855 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Added segment 244ac35b-9a03-4466-92f7-ccb6e4f7a31b of type vlan for network d64f6218-57ec-4a55-aed5-749c7f46abab Dec 08 01:57:42.198260 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.233584 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e75adf6-5316-4c95-8560-8dc512837279 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.304888 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f47211c1-c859-4289-9692-f0a4c1386855 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.307356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75adf6-5316-4c95-8560-8dc512837279 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f060fd7-f9d5-4b07-9921-d01c32162a45,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:42.318769 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8e75adf6-5316-4c95-8560-8dc512837279 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.327914 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8e75adf6-5316-4c95-8560-8dc512837279 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4121666 Dec 08 01:57:42.370613 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f47211c1-c859-4289-9692-f0a4c1386855 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.382246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47211c1-c859-4289-9692-f0a4c1386855 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:42.387173 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f47211c1-c859-4289-9692-f0a4c1386855 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.483342 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f47211c1-c859-4289-9692-f0a4c1386855 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4850669 Dec 08 01:57:42.493147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48214) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:42.507984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'ports': [{'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e'}, {'network_id': 'd64f6218-57ec-4a55-aed5-749c7f46abab'}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:42.508388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:42.508815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': 'd64f6218-57ec-4a55-aed5-749c7f46abab'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:42.520664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.525194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.802420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48228) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:42.857073 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-3ec216b4-27d7-46c4-86ba-4b4c706b4756 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136557861&fields=id&tenant_id=0ae44476fbc848c1a6b40e1d9cc7400d HTTP/1.1" status: 200 len: 267 time: 0.1593790 Dec 08 01:57:42.861233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7ed430-42d4-4019-9fcb-d638aaf7ee25 admin admin] Deleting subnet dd7af272-2395-4fe5-9312-4a94c5d1937b {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:57:42.864017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Router 26d2c36c-46fa-411d-8a91-8f0aa6393fbf is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:57:42.869333 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed430-42d4-4019-9fcb-d638aaf7ee25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.934171 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed430-42d4-4019-9fcb-d638aaf7ee25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:42.988823 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed430-42d4-4019-9fcb-d638aaf7ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.125439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47211c1-c859-4289-9692-f0a4c1386855 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Network': ['ID=d64f6218-57ec-4a55-aed5-749c7f46abab,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:43.142910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network d64f6218-57ec-4a55-aed5-749c7f46abab details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:57:43.189985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-c3abec31-d388-4d91-bf23-6363fbf456a7 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:43.201718 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-c3abec31-d388-4d91-bf23-6363fbf456a7 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/networks?id=1f08eab5-a052-4f53-98e8-b4318a0650b8 HTTP/1.1" status: 200 len: 814 time: 0.1668718 Dec 08 01:57:43.389108 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-2777dd7f-08c4-4006-b793-af872b236b0d tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/quotas/0ae44476fbc848c1a6b40e1d9cc7400d HTTP/1.1" status: 200 len: 375 time: 0.1859181 Dec 08 01:57:43.512714 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:57:43.517554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470647c2-e5c4-45f1-a4c3-f10a295a7cc5 req-66d481e9-98b6-4fe4-9b12-3c5f84cea05a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:43.526229 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758d65c-63f9-4d80-a533-488c41d6096a None None] Sync routers for ids ['26d2c36c-46fa-411d-8a91-8f0aa6393fbf'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:57:43.530979 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.532884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0e29f646-2532-4bfc-8919-f78a1b73dd9b tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "PUT /v2.0/routers/26d2c36c-46fa-411d-8a91-8f0aa6393fbf HTTP/1.1" status: 200 len: 916 time: 4.9845555 Dec 08 01:57:43.536213 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed430-42d4-4019-9fcb-d638aaf7ee25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.539197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48244) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:43.539378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-470647c2-e5c4-45f1-a4c3-f10a295a7cc5 req-66d481e9-98b6-4fe4-9b12-3c5f84cea05a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.2815723 Dec 08 01:57:43.548106 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758d65c-63f9-4d80-a533-488c41d6096a None None] Routers {'26d2c36c-46fa-411d-8a91-8f0aa6393fbf'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:43.549255 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b758d65c-63f9-4d80-a533-488c41d6096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['26d2c36c-46fa-411d-8a91-8f0aa6393fbf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:43.636779 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-c05e0fe0-4e7b-4b3c-a1e7-25d3bd75e34f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ae44476fbc848c1a6b40e1d9cc7400d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2290258 Dec 08 01:57:43.639754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ed430-42d4-4019-9fcb-d638aaf7ee25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7af272-2395-4fe5-9312-4a94c5d1937b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:43.657982 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b758d65c-63f9-4d80-a533-488c41d6096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:43.662909 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed430-42d4-4019-9fcb-d638aaf7ee25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.673221 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ab7ed430-42d4-4019-9fcb-d638aaf7ee25 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dd7af272-2395-4fe5-9312-4a94c5d1937b HTTP/1.1" status: 204 len: 168 time: 0.8688123 Dec 08 01:57:43.673903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48246) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:43.688122 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758d65c-63f9-4d80-a533-488c41d6096a None None] Routers {'26d2c36c-46fa-411d-8a91-8f0aa6393fbf'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:43.689063 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b758d65c-63f9-4d80-a533-488c41d6096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['26d2c36c-46fa-411d-8a91-8f0aa6393fbf'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:43.741814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-470647c2-e5c4-45f1-a4c3-f10a295a7cc5 req-8e1c5f4e-dcae-4508-b020-d776cf742f99 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978896 Dec 08 01:57:43.743271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 2} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:43.753816 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.772462 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b758d65c-63f9-4d80-a533-488c41d6096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:43.773129 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b758d65c-63f9-4d80-a533-488c41d6096a None None] The sync data for ids ['26d2c36c-46fa-411d-8a91-8f0aa6393fbf'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:43.791192 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:43.972718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port 60c0981c-27e4-4606-b61c-4a15bb33b8c5 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:44.303313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.435348 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.484942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port f0dbcfcf-9d77-46cd-a50e-73804531d529 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:44.496617 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9c040866-a473-4639-a45a-20deeb4eb3d5 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/routers/26d2c36c-46fa-411d-8a91-8f0aa6393fbf HTTP/1.1" status: 200 len: 922 time: 0.9543004 Dec 08 01:57:44.499884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48262) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:44.514969 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-1791edc8-4ab5-46cc-9582-00a3e87b0d19 service neutron] 10.222.0.70 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8363829 Dec 08 01:57:44.675343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 31b24750-996c-4c2e-ac96-a5e5400f53a5 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:44.680229 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.733733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 31b24750-996c-4c2e-ac96-a5e5400f53a5 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:57:44.734098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 31b24750-996c-4c2e-ac96-a5e5400f53a5 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:57:44.734521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:44.775954 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.845601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:57:44.847160 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 5c3f5e68-5670-4b56-bfa3-d0d24e6a1129 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:57:44.896327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:44.898469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:44.906674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:44.908738 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.941556 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:44.975585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6c3ac0-d4c9-4147-9734-645525f65ddd tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:44.977591 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6d6c3ac0-d4c9-4147-9734-645525f65ddd tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&device_id=26d2c36c-46fa-411d-8a91-8f0aa6393fbf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4599850 Dec 08 01:57:44.982125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48272) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:44.994130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b70a743-3af1-49eb-acf5-f7e6a794dd8c']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:45.003531 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-80cad9a4-27ae-4b48-8268-8e179218afee service neutron] 10.222.0.70 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613235 Dec 08 01:57:45.021015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=60c0981c-27e4-4606-b61c-4a15bb33b8c5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:45.032326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d7ea04-b6e8-48c9-b897-2550468c61a6') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:45.032635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d7ea04-b6e8-48c9-b897-2550468c61a6') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:45.049458 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.099038 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.108775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:57:45.109174 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: items = [ Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:57:45.110897 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:57:45.154357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d055301-1ee4-4e97-aa50-435458e97119 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:45.165521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=f0dbcfcf-9d77-46cd-a50e-73804531d529,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:45.170605 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7d055301-1ee4-4e97-aa50-435458e97119 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/networks/7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 881 time: 0.1860106 Dec 08 01:57:45.210214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48278) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:45.257871 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bcaa9529-cd1f-4c99-b0a3-790b210a84c3 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d2c36c-46fa-411d-8a91-8f0aa6393fbf HTTP/1.1" status: 200 len: 205 time: 0.0476356 Dec 08 01:57:45.260658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48284) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:45.271122 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.326340 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.334142 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] 10.222.0.70 "DELETE /v2.0/networks/9b70a743-3af1-49eb-acf5-f7e6a794dd8c HTTP/1.1" status: 204 len: 168 time: 1.6307230 Dec 08 01:57:45.335066 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426fdea-70b0-4b45-a66e-78f719a5a15b req-8a6e13a3-400b-4bcd-bdf8-5d1f0b38f4c5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:45.340709 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f426fdea-70b0-4b45-a66e-78f719a5a15b req-8a6e13a3-400b-4bcd-bdf8-5d1f0b38f4c5 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.4145458 Dec 08 01:57:45.359889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653fb385-3c35-431e-841c-32174120cd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b70a743-3af1-49eb-acf5-f7e6a794dd8c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:45.400024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Checking segment: {'id': '244ac35b-9a03-4466-92f7-ccb6e4f7a31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'd64f6218-57ec-4a55-aed5-749c7f46abab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:45.401031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network hostable DHCP agents. Network: d64f6218-57ec-4a55-aed5-749c7f46abab, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:57:45.525275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.530388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f426fdea-70b0-4b45-a66e-78f719a5a15b req-5ca4a05a-5000-412d-8430-e9b9d518581e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762764 Dec 08 01:57:45.559995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network d64f6218-57ec-4a55-aed5-749c7f46abab is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:57:45.574566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, d64f6218-57ec-4a55-aed5-749c7f46abab) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:45.584592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:45.586390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d06e6a-09e3-40f2-8436-3b68554c4f3d None None] Network d64f6218-57ec-4a55-aed5-749c7f46abab requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:45.597156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:45.604886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:45.605949 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:45.656089 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ad7208f4-0352-4256-ab03-53b0fab10fb5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1567514 Dec 08 01:57:45.656618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48298) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:45.897115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48308) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:45.933554 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.003465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3de93171-dc2b-49b8-be78-a65bf554da58 req-d2aea21b-a251-4eb4-b362-12f30be1117d tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 210 time: 0.1182866 Dec 08 01:57:46.061382 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-24b7dc48-b1bb-4123-8c53-a32be102839e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd040ab8d56d49d9ac2492d2c18a218c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1598995 Dec 08 01:57:46.062219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48314) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:46.081026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b8851-c330-4b0a-96e6-f5434458ede8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port f0dbcfcf-9d77-46cd-a50e-73804531d529 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:46.083744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Deleting port 19952bea-15be-48b4-951b-67631736e73d {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:46.084195 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.084358 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8851-c330-4b0a-96e6-f5434458ede8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.227816 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8851-c330-4b0a-96e6-f5434458ede8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.259024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7c2b8851-c330-4b0a-96e6-f5434458ede8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for f0dbcfcf-9d77-46cd-a50e-73804531d529 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:46.266973 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.283625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Calling delete_port for 19952bea-15be-48b4-951b-67631736e73d owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:46.286336 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be0e82b2-995e-4bdc-ab25-87cf191f2ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.372639 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be0e82b2-995e-4bdc-ab25-87cf191f2ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.482024 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8851-c330-4b0a-96e6-f5434458ede8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.572672 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be0e82b2-995e-4bdc-ab25-87cf191f2ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.576409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be0e82b2-995e-4bdc-ab25-87cf191f2ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.580038 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-be0e82b2-995e-4bdc-ab25-87cf191f2ec2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/628583ec-84b0-486a-8b40-0f0d0d49769b HTTP/1.1" status: 204 len: 168 time: 0.5121324 Dec 08 01:57:46.604512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b8851-c330-4b0a-96e6-f5434458ede8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=f0dbcfcf-9d77-46cd-a50e-73804531d529,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:46.632539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e82b2-995e-4bdc-ab25-87cf191f2ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628583ec-84b0-486a-8b40-0f0d0d49769b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:46.652940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c2b8851-c330-4b0a-96e6-f5434458ede8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.656295 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7c2b8851-c330-4b0a-96e6-f5434458ede8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/f0dbcfcf-9d77-46cd-a50e-73804531d529 HTTP/1.1" status: 204 len: 168 time: 0.9968288 Dec 08 01:57:46.662238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48336) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:46.698627 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:46.742389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Pushing event deleted for resources: {'Port': ['ID=19952bea-15be-48b4-951b-67631736e73d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:46.814450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501fe0a-dbf4-4667-831e-f6cff247608b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:46.817012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafd4064-28f4-4bde-851c-1bb507a8147f None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:46.830055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501fe0a-dbf4-4667-831e-f6cff247608b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:46.834519 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e501fe0a-dbf4-4667-831e-f6cff247608b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1686623 Dec 08 01:57:46.839649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48340) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:46.969900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2c414-ef5d-4e3b-864e-4b2ae24c3a86 req-37f9b067-0a58-41a6-88bc-115414aff7ab tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:46.976070 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8a2c414-ef5d-4e3b-864e-4b2ae24c3a86 req-37f9b067-0a58-41a6-88bc-115414aff7ab tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.2733145 Dec 08 01:57:47.074463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ecab4e0c-49b7-47db-8fcf-4ceb8c1e88b6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 60c0981c-27e4-4606-b61c-4a15bb33b8c5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:47.074832 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecab4e0c-49b7-47db-8fcf-4ceb8c1e88b6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.085016 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.147639 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8a2c414-ef5d-4e3b-864e-4b2ae24c3a86 req-b6ca80b4-267e-458c-bb2c-e5686c6ae409 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545320 Dec 08 01:57:47.236076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4b8a345c-98ce-4093-874a-b4f09a240506 req-2c8dfe30-6fe1-4b27-a13e-e254e52d425e tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 210 time: 0.0554392 Dec 08 01:57:47.373252 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.383388 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.398828 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecab4e0c-49b7-47db-8fcf-4ceb8c1e88b6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.506256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ecab4e0c-49b7-47db-8fcf-4ceb8c1e88b6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 60c0981c-27e4-4606-b61c-4a15bb33b8c5 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:47.516225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.516955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Fanout notify agent at l3_agent the message router_deleted on router 26d2c36c-46fa-411d-8a91-8f0aa6393fbf {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:57:47.533031 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.538542 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6c5d8710-1549-408a-932d-329aa3e99d4d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/routers/26d2c36c-46fa-411d-8a91-8f0aa6393fbf HTTP/1.1" status: 204 len: 168 time: 2.2729414 Dec 08 01:57:47.538542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48360) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:47.543103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1565189980', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:47.609257 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.610620 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.714446 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:47.893771 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecab4e0c-49b7-47db-8fcf-4ceb8c1e88b6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.063510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab4e0c-49b7-47db-8fcf-4ceb8c1e88b6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=60c0981c-27e4-4606-b61c-4a15bb33b8c5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:48.081822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-aeae4cb4-f74a-4fc7-be7b-c1991701eb6e tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:48.084609 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-aeae4cb4-f74a-4fc7-be7b-c1991701eb6e tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.72 "GET /v2.0/networks?id=1f08eab5-a052-4f53-98e8-b4318a0650b8 HTTP/1.1" status: 200 len: 814 time: 0.6552255 Dec 08 01:57:48.091817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ecab4e0c-49b7-47db-8fcf-4ceb8c1e88b6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.100459 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ecab4e0c-49b7-47db-8fcf-4ceb8c1e88b6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/60c0981c-27e4-4606-b61c-4a15bb33b8c5 HTTP/1.1" status: 204 len: 168 time: 1.2595887 Dec 08 01:57:48.103650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48392) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:48.192768 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.234703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-a7d953eb-0809-46f1-9899-84925555434d tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ae44476fbc848c1a6b40e1d9cc7400d HTTP/1.1" status: 200 len: 380 time: 0.1323094 Dec 08 01:57:48.249806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Request body: {'port': {'device_id': '8a68745d-585d-46f9-a533-46aa8507d537', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'admin_state_up': True, 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'security_groups': ['8bba4fe8-9d5c-415e-9786-edd76a4cedd1']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:48.308046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48400) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:48.371163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5277c892-5cf4-452e-97bd-cb81403f2f40 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:48.378640 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5277c892-5cf4-452e-97bd-cb81403f2f40 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2710612 Dec 08 01:57:48.429494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48404) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:48.469895 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae76929-ab86-47b9-916e-9c9d5fc06c10 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:57:48.476081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fae76929-ab86-47b9-916e-9c9d5fc06c10 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/f0dbcfcf-9d77-46cd-a50e-73804531d529 HTTP/1.1" status: 404 len: 333 time: 0.0434148 Dec 08 01:57:48.490749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48406) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:48.562403 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8b2dea5-366d-448b-a46a-da845af7681e req-d7d61761-b59c-439e-8379-a9078b9c2127 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 210 time: 0.0558438 Dec 08 01:57:48.574762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Made reservation on behalf of 0ae44476fbc848c1a6b40e1d9cc7400d for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:48.585808 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.626530 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca5e895-ce23-4029-bfd9-98bef043a10d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:57:48.633160 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bca5e895-ce23-4029-bfd9-98bef043a10d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/60c0981c-27e4-4606-b61c-4a15bb33b8c5 HTTP/1.1" status: 404 len: 333 time: 0.1387999 Dec 08 01:57:48.633801 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48414) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:48.697384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-160790250-network', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:48.758119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Made reservation on behalf of cdb0831a1fae414393e2d0def30436d3 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:48.766402 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.778251 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.831772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e23902-9597-4ad7-b677-64ee292d1937 req-8ce4b755-5a16-4641-a729-5fc7b0018bd8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:48.847728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-70e23902-9597-4ad7-b677-64ee292d1937 req-8ce4b755-5a16-4641-a729-5fc7b0018bd8 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.4602451 Dec 08 01:57:48.861210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:48.938141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Allocated IP 172.20.0.5 (1f08eab5-a052-4f53-98e8-b4318a0650b8/9068c42c-c569-4d97-9684-2713db2b1b45/66dd1d22-4742-4426-87be-34894fc10e40) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:49.104009 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.106680 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.144544 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.152181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4cc379-ea94-4df0-833d-b2e5014312d5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:49.183416 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.191797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:57:49.290931 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.314014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Network 1f08eab5-a052-4f53-98e8-b4318a0650b8 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:49.320472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event updated for resources: {'Port': ['ID=66dd1d22-4742-4426-87be-34894fc10e40,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:49.324724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:49.327400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64f6218-57ec-4a55-aed5-749c7f46abab']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:49.329972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:49.351985 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.351985 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Added segment d6ef677f-563c-472b-b90b-6a1743d9c1e7 of type vlan for network 27723c74-81e8-475d-b1e1-ca5d10577f1f Dec 08 01:57:49.363556 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-70e23902-9597-4ad7-b677-64ee292d1937 req-47a7239d-2af9-44e3-8c7e-f6a1632c7ec4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5143771 Dec 08 01:57:49.365682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244ac35b-9a03-4466-92f7-ccb6e4f7a31b') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:49.366357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244ac35b-9a03-4466-92f7-ccb6e4f7a31b') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:49.383237 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.450791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:49.451484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.454438 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.466603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:57:49.467007 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:57:49.470427 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:57:49.504598 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.509804 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.515247 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-11dc245c-a2b1-42f6-b9ab-ab8f133154cd tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2733650 Dec 08 01:57:49.542967 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.685525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Request body: {'port': {'device_id': '8a68745d-585d-46f9-a533-46aa8507d537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:49.708055 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.709069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:49.709658 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.774968 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.784630 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.800462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/networks/d64f6218-57ec-4a55-aed5-749c7f46abab HTTP/1.1" status: 204 len: 168 time: 1.1574674 Dec 08 01:57:49.806074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48434) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:49.824786 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-475997937'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:49.879656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5593030e-2e87-4b03-ad63-9e251d0f8caf None None] Provisioning complete for port 66dd1d22-4742-4426-87be-34894fc10e40 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:49.881313 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5593030e-2e87-4b03-ad63-9e251d0f8caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.933185 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5593030e-2e87-4b03-ad63-9e251d0f8caf None None] Port 66dd1d22-4742-4426-87be-34894fc10e40 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:49.948844 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84e359-a6e2-4bfc-b4ca-efd251093c55 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Network': ['ID=d64f6218-57ec-4a55-aed5-749c7f46abab,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:49.953440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:49.961256 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:49.980905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] Pushing event updated for resources: {'Network': ['ID=27723c74-81e8-475d-b1e1-ca5d10577f1f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:50.007656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:57:50.017169 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-65a0aa05-d2c3-43a6-b8c9-4384debd789c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7041988 Dec 08 01:57:50.021766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48440) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:50.036069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d007b025-fda3-4ac9-8ad7-56bc8aeb96b7 admin admin] Request body: {'subnet': {'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-160790250-subnet', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:50.058635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Allocated IP 172.25.2.177 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/fa4642d9-82ac-4f1c-a205-e136a002f7ea) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:50.236858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac267ddd-6d6f-49db-991f-52f9e8fd0e3f req-f3d62fd6-7c71-4aa9-a134-1f25dddecf0f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:50.238794 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac267ddd-6d6f-49db-991f-52f9e8fd0e3f req-f3d62fd6-7c71-4aa9-a134-1f25dddecf0f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 931 time: 0.5465670 Dec 08 01:57:50.251100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:57:50.283454 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.328198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d007b025-fda3-4ac9-8ad7-56bc8aeb96b7 admin admin] Made reservation on behalf of cdb0831a1fae414393e2d0def30436d3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:50.331110 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d007b025-fda3-4ac9-8ad7-56bc8aeb96b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.334615 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.335334 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Added segment 3a7d21c1-cae8-4073-aedb-4e62a19aa036 of type vlan for network a44f7f72-2479-46ee-bfc6-cf41f852759f Dec 08 01:57:50.368556 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.412363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.492905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Pushing event updated for resources: {'Port': ['ID=fa4642d9-82ac-4f1c-a205-e136a002f7ea,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:50.535727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:50.540445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:50.554488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:50.555610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373c7163-8363-4a57-af57-fe944da61621 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:50.576630 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.639673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f029e7-86e5-483c-b9b6-7483da8c3338 req-1287d743-6a49-46eb-9346-d965918dab57 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:50.643283 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97f029e7-86e5-483c-b9b6-7483da8c3338 req-1287d743-6a49-46eb-9346-d965918dab57 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.1506152 Dec 08 01:57:50.667454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-457ae0ec-cc01-41c3-b70c-49606673dc95 None None] Provisioning complete for port fa4642d9-82ac-4f1c-a205-e136a002f7ea triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:50.671376 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-457ae0ec-cc01-41c3-b70c-49606673dc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:50.712931 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac267ddd-6d6f-49db-991f-52f9e8fd0e3f req-77417fd6-afd7-4630-b97b-9ddb389fb083 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943133 Dec 08 01:57:50.741560 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:57:50.792329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-457ae0ec-cc01-41c3-b70c-49606673dc95 None None] Port fa4642d9-82ac-4f1c-a205-e136a002f7ea cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:50.996154 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66dd1d22-4742-4426-87be-34894fc10e40 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:51.012338 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.050076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Transition to ACTIVE for port object 66dd1d22-4742-4426-87be-34894fc10e40 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:57:51.090934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97f029e7-86e5-483c-b9b6-7483da8c3338 req-5b457ae8-259c-46bd-95da-3194cea9eac0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4400475 Dec 08 01:57:51.189092 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.194747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:51.195342 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.292977 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.337259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5244966 Dec 08 01:57:51.366674 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d007b025-fda3-4ac9-8ad7-56bc8aeb96b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.366674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48472) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:51.382310 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': 'a44f7f72-2479-46ee-bfc6-cf41f852759f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:51.413955 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:51.669347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb84e33-078f-4a26-b959-c38a1b4447b8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Network': ['ID=a44f7f72-2479-46ee-bfc6-cf41f852759f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:51.692164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network a44f7f72-2479-46ee-bfc6-cf41f852759f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:57:51.891487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Pushing event updated for resources: {'Port': ['ID=66dd1d22-4742-4426-87be-34894fc10e40,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:52.096703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d007b025-fda3-4ac9-8ad7-56bc8aeb96b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fed91d9-b04b-4464-aa55-4df93f6a65ba,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:52.154648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:52.158421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.292738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d007b025-fda3-4ac9-8ad7-56bc8aeb96b7 admin admin] Checking segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:52.293262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d007b025-fda3-4ac9-8ad7-56bc8aeb96b7 admin admin] Network hostable DHCP agents. Network: 27723c74-81e8-475d-b1e1-ca5d10577f1f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:57:52.312864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6107fa-9adf-4e53-8e60-7ee8220b4667 req-70555760-d7e0-46a6-a047-eb41abe886ac tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:52.315565 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c6107fa-9adf-4e53-8e60-7ee8220b4667 req-70555760-d7e0-46a6-a047-eb41abe886ac tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 943 time: 0.4098275 Dec 08 01:57:52.324680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Attempting to bind port 66dd1d22-4742-4426-87be-34894fc10e40 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:52.325149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Attempting to bind port 66dd1d22-4742-4426-87be-34894fc10e40 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:52.325564 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Attempting to bind port 66dd1d22-4742-4426-87be-34894fc10e40 on network 1f08eab5-a052-4f53-98e8-b4318a0650b8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:52.431681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Performing IP validity checks on allocation pools {{(pid=103129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 01:57:52.434677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 01:57:52.438333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Port 66dd1d22-4742-4426-87be-34894fc10e40 on network 1f08eab5-a052-4f53-98e8-b4318a0650b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:57:52.438652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Attempting to bind port 66dd1d22-4742-4426-87be-34894fc10e40 on network 1f08eab5-a052-4f53-98e8-b4318a0650b8 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:52.487716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94367a1-199a-4d25-9fce-ab4c3d364971 req-5de7c8cc-7f77-4a90-b8f0-9fff0cfcf8d7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:52.489934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a94367a1-199a-4d25-9fce-ab4c3d364971 req-5de7c8cc-7f77-4a90-b8f0-9fff0cfcf8d7 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.2003303 Dec 08 01:57:52.503226 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c6107fa-9adf-4e53-8e60-7ee8220b4667 req-bbc5d202-7130-47b9-8503-da5a5e30187c tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711681 Dec 08 01:57:52.550869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:52.551431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Checking segment: {'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:52.551991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Bound using segment: {'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:52.552552 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Bound port: 66dd1d22-4742-4426-87be-34894fc10e40, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716f13c6-434d-452e-85e5-6f277a199bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:52.553252 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.627710 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.639684 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a94367a1-199a-4d25-9fce-ab4c3d364971 req-3bd7e925-dd83-4abe-bfd4-ef687afb8bcd tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998290 Dec 08 01:57:52.660891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] For port 66dd1d22-4742-4426-87be-34894fc10e40, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:52.665074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] For port 66dd1d22-4742-4426-87be-34894fc10e40, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=66dd1d22-4742-4426-87be-34894fc10e40,segment=NetworkSegment(716f13c6-434d-452e-85e5-6f277a199bca),segment_id=716f13c6-434d-452e-85e5-6f277a199bca)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:52.668316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d007b025-fda3-4ac9-8ad7-56bc8aeb96b7 admin admin] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:57:52.692215 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.719384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d007b025-fda3-4ac9-8ad7-56bc8aeb96b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 27723c74-81e8-475d-b1e1-ca5d10577f1f) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:52.730240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a20810c-ff71-42ac-ad65-f5965f83c55e None None] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:52.812097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d007b025-fda3-4ac9-8ad7-56bc8aeb96b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:52.812956 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d007b025-fda3-4ac9-8ad7-56bc8aeb96b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.888596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:52.890510 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.895009 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] 10.222.0.72 "PUT /v2.0/ports/66dd1d22-4742-4426-87be-34894fc10e40 HTTP/1.1" status: 200 len: 1092 time: 3.2189445 Dec 08 01:57:52.917947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d007b025-fda3-4ac9-8ad7-56bc8aeb96b7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8905404 Dec 08 01:57:52.921873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:57:52.923160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48504) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:52.924259 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf117240-bd23-4f4e-a391-36b391de4032" -d '{"events": [{"name": "network-changed", "server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "tag": "66dd1d22-4742-4426-87be-34894fc10e40"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:57:52.931237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:52.992969 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:52.995356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.038722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Router 0bacf231-5b5d-436e-b2e3-6e104402bd24 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:57:53.115996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-27723c74-81e8-475d-b1e1-ca5d10577f1f', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:57:53.121718 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.164441 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.165647 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f587554-4a01-48f9-8737-4fed5b57f3de x-openstack-request-id: req-5f587554-4a01-48f9-8737-4fed5b57f3de {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:57:53.167740 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "tag": "66dd1d22-4742-4426-87be-34894fc10e40", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:57:53.168016 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f587554-4a01-48f9-8737-4fed5b57f3de {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:57:53.168484 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40', 'status': 'completed', 'code': 200} Dec 08 01:57:53.253682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba80266-1c43-4e86-ae69-e2be0450140b service neutron] Pushing event updated for resources: {'Port': ['ID=66dd1d22-4742-4426-87be-34894fc10e40,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:53.487806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-a038d1b0-9bf8-42e9-ab16-f9846cf27e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:53.498687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-a038d1b0-9bf8-42e9-ab16-f9846cf27e93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ae44476fbc848c1a6b40e1d9cc7400d&device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 1095 time: 0.5297110 Dec 08 01:57:53.529142 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.543472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:57:53.579829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5012a8-7a46-471a-a56a-d51d0edb12a8 None None] Sync routers for ids ['0bacf231-5b5d-436e-b2e3-6e104402bd24'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:57:53.621500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5012a8-7a46-471a-a56a-d51d0edb12a8 None None] Routers {'0bacf231-5b5d-436e-b2e3-6e104402bd24'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:53.622151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5d5012a8-7a46-471a-a56a-d51d0edb12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['0bacf231-5b5d-436e-b2e3-6e104402bd24'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:53.648183 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.664838 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c2355bfb-03a6-4eed-a521-4d417b5a7961 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1250045 Dec 08 01:57:53.667383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48526) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:53.676232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-0f6849e0-c6c9-4bc3-ac0f-6f1445d45d60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66dd1d22-4742-4426-87be-34894fc10e40 HTTP/1.1" status: 200 len: 217 time: 0.1277876 Dec 08 01:57:53.719845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5d5012a8-7a46-471a-a56a-d51d0edb12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:53.732652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Allocated IP 172.20.0.2 (27723c74-81e8-475d-b1e1-ca5d10577f1f/8fed91d9-b04b-4464-aa55-4df93f6a65ba/37b93e07-2bf7-407d-a8dd-1e725b296503) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:53.743310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:53.750938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5012a8-7a46-471a-a56a-d51d0edb12a8 None None] Routers {'0bacf231-5b5d-436e-b2e3-6e104402bd24'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:57:53.751764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5d5012a8-7a46-471a-a56a-d51d0edb12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['0bacf231-5b5d-436e-b2e3-6e104402bd24'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:53.799442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5d5012a8-7a46-471a-a56a-d51d0edb12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:57:53.800514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5012a8-7a46-471a-a56a-d51d0edb12a8 None None] The sync data for ids ['0bacf231-5b5d-436e-b2e3-6e104402bd24'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:57:53.817937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:53.918736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5c5f2-0157-469b-a0b3-0131a23fa0cd req-d627622c-d303-4e61-a91a-6062ecdc0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:53.920852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aae5c5f2-0157-469b-a0b3-0131a23fa0cd req-d627622c-d303-4e61-a91a-6062ecdc0a6d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 1098 time: 0.5049124 Dec 08 01:57:53.957564 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-f07ad820-498b-42b3-bdbc-b62f5cebf0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:53.959555 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-f07ad820-498b-42b3-bdbc-b62f5cebf0e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9068c42c-c569-4d97-9684-2713db2b1b45 HTTP/1.1" status: 200 len: 853 time: 0.2552812 Dec 08 01:57:53.993164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Subnet': ['ID=e2f222b0-9d41-4cfe-9a64-d131c4db655e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:54.055911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c1688-e896-45f7-892b-6204d0f70946 req-59734cc8-ba05-408b-a2f0-d202096ded52 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:54.068888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-503c1688-e896-45f7-892b-6204d0f70946 req-59734cc8-ba05-408b-a2f0-d202096ded52 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.2329273 Dec 08 01:57:54.071728 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.083149 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.088910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f03532-46ef-4e73-bbeb-c0c976131f04 req-17cdc5f3-b1af-4f3a-9ec4-5352610f89dc tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:54.097304 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7f03532-46ef-4e73-bbeb-c0c976131f04 req-17cdc5f3-b1af-4f3a-9ec4-5352610f89dc tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 943 time: 0.4010468 Dec 08 01:57:54.124151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:54.135789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:54.144195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Checking segment: {'id': '3a7d21c1-cae8-4073-aedb-4e62a19aa036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a44f7f72-2479-46ee-bfc6-cf41f852759f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:54.144752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network hostable DHCP agents. Network: a44f7f72-2479-46ee-bfc6-cf41f852759f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:57:54.146283 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:54.172794 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aae5c5f2-0157-469b-a0b3-0131a23fa0cd req-0e4d8bf9-eaa8-4767-a112-6b2006a0e7c9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347980 Dec 08 01:57:54.206915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7e8fcfe6-b15e-44e4-b36d-38a3a1d7e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:54.210318 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7f03532-46ef-4e73-bbeb-c0c976131f04 req-ad0f8469-2f03-4f67-a697-3c2f3cd5e873 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104343 Dec 08 01:57:54.211991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-7e8fcfe6-b15e-44e4-b36d-38a3a1d7e36e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1f08eab5-a052-4f53-98e8-b4318a0650b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2405543 Dec 08 01:57:54.360964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Pushing event updated for resources: {'Port': ['ID=37b93e07-2bf7-407d-a8dd-1e725b296503,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:54.385124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-503c1688-e896-45f7-892b-6204d0f70946 req-e8f8f0b1-7163-4c63-9744-c9df8016954c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3150990 Dec 08 01:57:54.397827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network a44f7f72-2479-46ee-bfc6-cf41f852759f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:57:54.436667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Attempting to bind port 37b93e07-2bf7-407d-a8dd-1e725b296503 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:54.437157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Attempting to bind port 37b93e07-2bf7-407d-a8dd-1e725b296503 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:54.437730 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Attempting to bind port 37b93e07-2bf7-407d-a8dd-1e725b296503 on network 27723c74-81e8-475d-b1e1-ca5d10577f1f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:54.445496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:54.445496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Checking segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:54.445960 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.446253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Bound using segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:54.446747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Bound port: 37b93e07-2bf7-407d-a8dd-1e725b296503, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:54.447190 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.591109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] For port 37b93e07-2bf7-407d-a8dd-1e725b296503, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:54.595446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] For port 37b93e07-2bf7-407d-a8dd-1e725b296503, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=37b93e07-2bf7-407d-a8dd-1e725b296503,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:54.605220 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.639164 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:54.685750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444b781-69c4-4a54-a85b-ea4b193f3792 None None] Pushing event updated for resources: {'Port': ['ID=37b93e07-2bf7-407d-a8dd-1e725b296503,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:54.733297 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 89838a72-b44d-43aa-a3cf-68208420f10e details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:57:54.755405 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.132690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 89838a72-b44d-43aa-a3cf-68208420f10e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=89838a72-b44d-43aa-a3cf-68208420f10e,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:55.149363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '89838a72-b44d-43aa-a3cf-68208420f10e', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'port_id': '89838a72-b44d-43aa-a3cf-68208420f10e', 'mac_address': 'fa:16:3e:02:1e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:57:55.203292 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.250456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89838a72-b44d-43aa-a3cf-68208420f10e {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:55.301913 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 89838a72-b44d-43aa-a3cf-68208420f10e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=89838a72-b44d-43aa-a3cf-68208420f10e,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:55.310339 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.581578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=89838a72-b44d-43aa-a3cf-68208420f10e,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:55.661802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.671993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.674690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.678272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.678757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.690034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.690941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.691312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.691670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.692022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.692395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.700328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.702925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:57:55.738791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['89838a72-b44d-43aa-a3cf-68208420f10e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:57:55.786579 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-4a9ae380-86bf-4891-bf09-3d70180a005e service neutron] 10.222.0.72 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5576458 Dec 08 01:57:55.812153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 37b93e07-2bf7-407d-a8dd-1e725b296503 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:55.815495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, a44f7f72-2479-46ee-bfc6-cf41f852759f) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:55.879839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:55.882489 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:55.889363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Allocated IP 172.25.2.215 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/6d9938ed-1c94-423b-9c9b-862d68d45060) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:55.890815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0cee9d-7921-436e-97fb-25f909edd32a None None] Network a44f7f72-2479-46ee-bfc6-cf41f852759f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:55.919245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e4045941-3189-46fc-9188-2912fef4c14a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5513570 Dec 08 01:57:55.920233 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48566) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:55.932921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': 'a44f7f72-2479-46ee-bfc6-cf41f852759f', 'name': 'tempest-PortsIpV6TestJSON-1742030876'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:57:56.168033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d02ac-cf36-4f4c-b166-49efda97f4b9 req-fd68a37e-6346-4a60-a9f9-12a7b835f610 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:56.169899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-753d02ac-cf36-4f4c-b166-49efda97f4b9 req-fd68a37e-6346-4a60-a9f9-12a7b835f610 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 945 time: 0.3768945 Dec 08 01:57:56.176194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.243580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 37b93e07-2bf7-407d-a8dd-1e725b296503 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:56.243904 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.286953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-a44f7f72-2479-46ee-bfc6-cf41f852759f', 'network_id': 'a44f7f72-2479-46ee-bfc6-cf41f852759f', 'project_id': '39603dbdc8624778b5dacc6c9566b9d3', 'fixed_ips': [{'subnet_id': 'e2f222b0-9d41-4cfe-9a64-d131c4db655e'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:57:56.287832 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.292200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148d881-b2ea-4f61-af51-fd423c9c0f3d req-ae707871-9041-4938-be0d-0ef4e28cef65 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:56.294204 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d148d881-b2ea-4f61-af51-fd423c9c0f3d req-ae707871-9041-4938-be0d-0ef4e28cef65 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 943 time: 0.7600806 Dec 08 01:57:56.303662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.357616 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9cf59d1d-9aa2-43fd-9deb-66f53eebdd22 req-1c9808b0-f3ff-444d-a19b-aa40e1e1c837 service neutron] 10.222.0.72 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548701 Dec 08 01:57:56.458630 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-753d02ac-cf36-4f4c-b166-49efda97f4b9 req-897c68b2-0633-4602-9233-e6314fd95cde tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735536 Dec 08 01:57:56.465030 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.509363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:56.554330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:56.558535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:56.597747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf117240-bd23-4f4e-a391-36b391de4032 req-7e686fee-55dd-4e42-b26e-451f31b6aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:56.597747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf117240-bd23-4f4e-a391-36b391de4032 req-7e686fee-55dd-4e42-b26e-451f31b6aaea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ae44476fbc848c1a6b40e1d9cc7400d&device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 1095 time: 0.1357629 Dec 08 01:57:56.597747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:57:56.616123 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.624366 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:56.635800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Pushing event updated for resources: {'Port': ['ID=6d9938ed-1c94-423b-9c9b-862d68d45060,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:56.683710 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port d12db39c-1c32-4d29-889f-3ca5354f27b2 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:57:56.780722 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d148d881-b2ea-4f61-af51-fd423c9c0f3d req-2200dc25-dae6-403a-b6ef-c2579b32e864 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4438343 Dec 08 01:57:56.889364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf117240-bd23-4f4e-a391-36b391de4032 req-359ab26f-8a98-44e0-a376-6ab847fd3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:56.890900 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf117240-bd23-4f4e-a391-36b391de4032 req-359ab26f-8a98-44e0-a376-6ab847fd3b9f service neutron] 10.222.0.72 "GET /v2.0/networks?id=1f08eab5-a052-4f53-98e8-b4318a0650b8 HTTP/1.1" status: 200 len: 915 time: 0.2368674 Dec 08 01:57:56.962877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394dbdcf-4aa1-409e-beaf-c34ff20cf5d7 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:56.965686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 89838a72-b44d-43aa-a3cf-68208420f10e no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:57:56.972234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f3b85-3f5a-402b-8c87-25aed6dfaacc None None] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:57:56.981147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf117240-bd23-4f4e-a391-36b391de4032 req-a0c8e190-bede-4832-abfb-08df70918340 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66dd1d22-4742-4426-87be-34894fc10e40 HTTP/1.1" status: 200 len: 217 time: 0.0828774 Dec 08 01:57:57.060809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8::2f6 (a44f7f72-2479-46ee-bfc6-cf41f852759f/e2f222b0-9d41-4cfe-9a64-d131c4db655e/d12db39c-1c32-4d29-889f-3ca5354f27b2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:57.173767 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.242652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 37b93e07-2bf7-407d-a8dd-1e725b296503, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=37b93e07-2bf7-407d-a8dd-1e725b296503,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:57.291531 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.291875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Deleting port fa4642d9-82ac-4f1c-a205-e136a002f7ea {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:57.292381 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.445990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf117240-bd23-4f4e-a391-36b391de4032 req-c516ed42-f746-40ea-aeac-9d89403c4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:57.463064 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6fe1283f-82f9-45ea-a47c-82fa5638154e None None] Provisioning complete for port 37b93e07-2bf7-407d-a8dd-1e725b296503 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:57.463432 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6fe1283f-82f9-45ea-a47c-82fa5638154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.469511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf117240-bd23-4f4e-a391-36b391de4032 req-c516ed42-f746-40ea-aeac-9d89403c4039 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9068c42c-c569-4d97-9684-2713db2b1b45 HTTP/1.1" status: 200 len: 853 time: 0.4787126 Dec 08 01:57:57.542149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=37b93e07-2bf7-407d-a8dd-1e725b296503,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:57.654768 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.730906 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.755965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 89838a72-b44d-43aa-a3cf-68208420f10e {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:57:57.775729 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:57.849205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Allocated IP 2001:db8::2 (a44f7f72-2479-46ee-bfc6-cf41f852759f/e2f222b0-9d41-4cfe-9a64-d131c4db655e/09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:57:57.960454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network a44f7f72-2479-46ee-bfc6-cf41f852759f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:57.980910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:57.989882 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=d12db39c-1c32-4d29-889f-3ca5354f27b2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:58.026011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:58.041762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:58.042601 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.060153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf117240-bd23-4f4e-a391-36b391de4032 req-c0448133-f286-4bd5-be95-07b6c1d01df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:58.062796 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf117240-bd23-4f4e-a391-36b391de4032 req-c0448133-f286-4bd5-be95-07b6c1d01df2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1f08eab5-a052-4f53-98e8-b4318a0650b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5775793 Dec 08 01:57:58.128697 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.150324 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.190586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfe16d-b823-4304-800c-e63c12c7efb9 req-a77d7a24-0175-414a-be8a-6c702e7caaf9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:58.194161 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bcfe16d-b823-4304-800c-e63c12c7efb9 req-a77d7a24-0175-414a-be8a-6c702e7caaf9 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 945 time: 0.4437642 Dec 08 01:57:58.213692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5b6c0e4e-94ca-4a53-a92a-3ccca368f59b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2896597 Dec 08 01:57:58.218000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48606) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:58.267277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Network a44f7f72-2479-46ee-bfc6-cf41f852759f is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:57:58.297478 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.302708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 89838a72-b44d-43aa-a3cf-68208420f10e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=89838a72-b44d-43aa-a3cf-68208420f10e,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:57:58.317990 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.320803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:57:58.323169 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:57:58.363464 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.445316 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Attempting to bind port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:57:58.445976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Attempting to bind port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '3a7d21c1-cae8-4073-aedb-4e62a19aa036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a44f7f72-2479-46ee-bfc6-cf41f852759f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:57:58.446370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Attempting to bind port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 on network a44f7f72-2479-46ee-bfc6-cf41f852759f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:57:58.450151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-26d8a320-19ff-4287-820b-3d774032c0a2 None None] Provisioning complete for port 37b93e07-2bf7-407d-a8dd-1e725b296503 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:58.450541 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26d8a320-19ff-4287-820b-3d774032c0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.474820 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bcfe16d-b823-4304-800c-e63c12c7efb9 req-2e06da19-3c35-4539-adcd-698d263932f2 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389867 Dec 08 01:57:58.507965 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf117240-bd23-4f4e-a391-36b391de4032 req-c62c9138-9310-4645-814f-6c9e872bcc16 service neutron] 10.222.0.72 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248838 Dec 08 01:57:58.508613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48616) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:57:58.518825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Calling delete_port for fa4642d9-82ac-4f1c-a205-e136a002f7ea owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:58.523234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:57:58.523628 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Checking segment: {'id': '3a7d21c1-cae8-4073-aedb-4e62a19aa036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a44f7f72-2479-46ee-bfc6-cf41f852759f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:57:58.524061 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.526574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Bound using segment: {'id': '3a7d21c1-cae8-4073-aedb-4e62a19aa036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a44f7f72-2479-46ee-bfc6-cf41f852759f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:57:58.527278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Bound port: 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7d21c1-cae8-4073-aedb-4e62a19aa036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a44f7f72-2479-46ee-bfc6-cf41f852759f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:57:58.527687 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:58.567504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Pushing event updated for resources: {'Port': ['ID=09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:58.571455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9aff2-7382-473c-9414-364684df2255 req-1c707340-1e43-4b25-9059-b7b4ab6d1feb tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:57:58.574088 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f3b9aff2-7382-473c-9414-364684df2255 req-1c707340-1e43-4b25-9059-b7b4ab6d1feb tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 943 time: 0.4136631 Dec 08 01:57:58.745312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0e5dc565-e37f-4a7c-8162-5040bcc02dc4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/floatingips/07b962db-ed76-43b7-924b-9b2123262aac HTTP/1.1" status: 200 len: 992 time: 0.2300889 Dec 08 01:57:58.826796 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf117240-bd23-4f4e-a391-36b391de4032 req-dd233d91-7d31-451c-80a5-df728588493d service neutron] 10.222.0.72 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101935 Dec 08 01:57:58.869852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] For port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:57:58.885615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] For port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545,segment=NetworkSegment(3a7d21c1-cae8-4073-aedb-4e62a19aa036),segment_id=3a7d21c1-cae8-4073-aedb-4e62a19aa036)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:57:58.889770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=89838a72-b44d-43aa-a3cf-68208420f10e,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:58.924694 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.049254 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ffdaa28-8dd8-4235-a338-3452ca017db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.151813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c736195-97ab-4768-b23f-3d0426946a79 None None] Pushing event updated for resources: {'Port': ['ID=09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:59.195438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-26d8a320-19ff-4287-820b-3d774032c0a2 None None] Provisioning complete for port 6d9938ed-1c94-423b-9c9b-862d68d45060 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:59.195837 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26d8a320-19ff-4287-820b-3d774032c0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.207602 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f3b9aff2-7382-473c-9414-364684df2255 req-4088b0e2-e743-43ee-8a66-cde5e4cd496d tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5929654 Dec 08 01:57:59.235551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ad927e1d-a337-4f74-ac62-30f1158b28fc tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port d12db39c-1c32-4d29-889f-3ca5354f27b2 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:57:59.235551 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad927e1d-a337-4f74-ac62-30f1158b28fc tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.266847 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.317603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-26d8a320-19ff-4287-820b-3d774032c0a2 None None] Port 6d9938ed-1c94-423b-9c9b-862d68d45060 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:57:59.515039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 37b93e07-2bf7-407d-a8dd-1e725b296503 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:57:59.523174 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.636076 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad927e1d-a337-4f74-ac62-30f1158b28fc tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.641290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Pushing event deleted for resources: {'Port': ['ID=fa4642d9-82ac-4f1c-a205-e136a002f7ea,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:57:59.645318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 37b93e07-2bf7-407d-a8dd-1e725b296503 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:57:59.646028 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:57:59.696108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0f1a2b-09e1-4061-863f-d761a56342f5 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:57:59.723124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ad927e1d-a337-4f74-ac62-30f1158b28fc tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for d12db39c-1c32-4d29-889f-3ca5354f27b2 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:57:59.775607 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.100518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Router de4d6500-fabc-4e09-af9e-db212a00962e is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:58:00.166439 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.172677 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.395185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dc32c-bcda-4ada-9970-8112e994051c req-85532b75-2948-4747-b79e-69078eae7b72 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:00.398073 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-244dc32c-bcda-4ada-9970-8112e994051c req-85532b75-2948-4747-b79e-69078eae7b72 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 943 time: 0.0907202 Dec 08 01:58:00.431289 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Router 0bacf231-5b5d-436e-b2e3-6e104402bd24 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:58:00.445388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:58:00.489966 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Sync routers for ids ['de4d6500-fabc-4e09-af9e-db212a00962e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:58:00.507696 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Routers {'de4d6500-fabc-4e09-af9e-db212a00962e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:00.508354 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['de4d6500-fabc-4e09-af9e-db212a00962e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:00.568269 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-244dc32c-bcda-4ada-9970-8112e994051c req-9e63fe03-fb0a-4551-b218-7a61fd7fa97f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635916 Dec 08 01:58:00.610675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad927e1d-a337-4f74-ac62-30f1158b28fc tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.624619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.630842 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5f67d86d-e68d-468a-bcb2-a65c8ce87b4a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7020030 Dec 08 01:58:00.631006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48658) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:00.698742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad927e1d-a337-4f74-ac62-30f1158b28fc tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=d12db39c-1c32-4d29-889f-3ca5354f27b2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:00.711514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:58:00.713510 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Set router de4d6500-fabc-4e09-af9e-db212a00962e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:00.720310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 89838a72-b44d-43aa-a3cf-68208420f10e up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:00.722761 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.724490 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1768da78-3fc4-4918-ba70-0f3cef7e74d7 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "PUT /v2.0/routers/0bacf231-5b5d-436e-b2e3-6e104402bd24 HTTP/1.1" status: 200 len: 706 time: 7.0293663 Dec 08 01:58:00.737313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17120086-2653-4d3a-b6c4-f57e0d453501 None None] Sync routers for ids ['0bacf231-5b5d-436e-b2e3-6e104402bd24'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:58:00.740409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48664) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:00.753444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ad927e1d-a337-4f74-ac62-30f1158b28fc tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:00.764524 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ad927e1d-a337-4f74-ac62-30f1158b28fc tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/d12db39c-1c32-4d29-889f-3ca5354f27b2 HTTP/1.1" status: 204 len: 168 time: 2.5444756 Dec 08 01:58:00.766793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48666) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:00.839559 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-139a3eac-b3df-464a-ad71-eda83e726060 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] DELETE failed (client error): The resource could not be found. Dec 08 01:58:00.840187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139a3eac-b3df-464a-ad71-eda83e726060 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:58:00.844348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-139a3eac-b3df-464a-ad71-eda83e726060 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/d12db39c-1c32-4d29-889f-3ca5354f27b2 HTTP/1.1" status: 404 len: 333 time: 0.0745425 Dec 08 01:58:00.847707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48670) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:00.897909 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79359bd-05a0-42b2-b56e-ae64ff5ff799 None None] Network a44f7f72-2479-46ee-bfc6-cf41f852759f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:00.916257 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f68663-e3ea-421b-8717-a257d45f7534 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:58:00.918400 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-47f68663-e3ea-421b-8717-a257d45f7534 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/d12db39c-1c32-4d29-889f-3ca5354f27b2 HTTP/1.1" status: 404 len: 333 time: 0.0658178 Dec 08 01:58:00.922254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48672) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:00.967743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17120086-2653-4d3a-b6c4-f57e0d453501 None None] Routers {'0bacf231-5b5d-436e-b2e3-6e104402bd24'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:00.969105 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-17120086-2653-4d3a-b6c4-f57e0d453501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['0bacf231-5b5d-436e-b2e3-6e104402bd24'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:01.035076 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5ff295-c056-411e-924a-a732c6f44e45 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting subnet e2f222b0-9d41-4cfe-9a64-d131c4db655e {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:58:01.050826 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff295-c056-411e-924a-a732c6f44e45 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.052417 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5acaa59a-1a79-4fd7-bc8e-a4d91fe46108 None None] Provisioning complete for port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:01.054502 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5acaa59a-1a79-4fd7-bc8e-a4d91fe46108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.068139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-17120086-2653-4d3a-b6c4-f57e0d453501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:01.094858 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-52de7afa-8134-4840-bee2-eb7fd527446f tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/routers/0bacf231-5b5d-436e-b2e3-6e104402bd24 HTTP/1.1" status: 200 len: 741 time: 0.3504889 Dec 08 01:58:01.100760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48678) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:01.191427 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T01:57:57Z', 'revision_number': 3, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:01.214091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17120086-2653-4d3a-b6c4-f57e0d453501 None None] Routers {'0bacf231-5b5d-436e-b2e3-6e104402bd24'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:01.215695 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-17120086-2653-4d3a-b6c4-f57e0d453501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:57:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['0bacf231-5b5d-436e-b2e3-6e104402bd24'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:01.225764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ce1b65fa-34b5-46e4-8d99-6460163d6ef0 tempest-RoutersAdminTest-998975559 tempest-RoutersAdminTest-998975559-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&device_id=0bacf231-5b5d-436e-b2e3-6e104402bd24 HTTP/1.1" status: 200 len: 205 time: 0.1193538 Dec 08 01:58:01.226828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48680) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:01.242146 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Checking router: de4d6500-fabc-4e09-af9e-db212a00962e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:58:01.242744 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Updating router de4d6500-fabc-4e09-af9e-db212a00962e port 6d9938ed-1c94-423b-9c9b-862d68d45060 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:58:01.277238 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff295-c056-411e-924a-a732c6f44e45 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.283399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dd1603e0-b58a-4a51-8d94-bb1701025f15 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "GET /v2.0/ports?device_id=0bacf231-5b5d-436e-b2e3-6e104402bd24 HTTP/1.1" status: 200 len: 205 time: 0.0557365 Dec 08 01:58:01.307322 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 89838a72-b44d-43aa-a3cf-68208420f10e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:01.307567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48688) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:01.307958 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.308682 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.315766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-17120086-2653-4d3a-b6c4-f57e0d453501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:01.316629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17120086-2653-4d3a-b6c4-f57e0d453501 None None] The sync data for ids ['0bacf231-5b5d-436e-b2e3-6e104402bd24'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:58:01.609567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:01.683844 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.710285 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5acaa59a-1a79-4fd7-bc8e-a4d91fe46108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.834182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89838a72-b44d-43aa-a3cf-68208420f10e'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:01.849486 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f7e6a5-5d82-49ba-a9e9-fc97082ba7b3" -d '{"events": [{"server_uuid": "48d08f51-3a5c-479d-a8c6-f42b9a0269e5", "name": "network-vif-plugged", "status": "completed", "tag": "89838a72-b44d-43aa-a3cf-68208420f10e"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:01.924583 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.925455 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.927724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 89838a72-b44d-43aa-a3cf-68208420f10e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=89838a72-b44d-43aa-a3cf-68208420f10e,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:01.950647 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:01.981588 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b97b4d1-ce07-4e5a-a7cc-e3b7e2030525 x-openstack-request-id: req-6b97b4d1-ce07-4e5a-a7cc-e3b7e2030525 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:01.981888 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d08f51-3a5c-479d-a8c6-f42b9a0269e5", "name": "network-vif-plugged", "status": "completed", "tag": "89838a72-b44d-43aa-a3cf-68208420f10e", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:01.982147 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6b97b4d1-ce07-4e5a-a7cc-e3b7e2030525 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:01.982556 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89838a72-b44d-43aa-a3cf-68208420f10e', 'code': 200} Dec 08 01:58:02.053403 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.065485 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.137241 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Attempting to bind port 6d9938ed-1c94-423b-9c9b-862d68d45060 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:02.137584 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Attempting to bind port 6d9938ed-1c94-423b-9c9b-862d68d45060 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:02.140187 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Attempting to bind port 6d9938ed-1c94-423b-9c9b-862d68d45060 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:02.141821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5acaa59a-1a79-4fd7-bc8e-a4d91fe46108 None None] For port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545,segment=NetworkSegment(3a7d21c1-cae8-4073-aedb-4e62a19aa036),segment_id=3a7d21c1-cae8-4073-aedb-4e62a19aa036)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:02.148893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:02.149584 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.152187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff19f642-2b1d-4077-9e95-f4a3c72535af None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:58:02.191995 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:02.192675 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:02.193262 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.193815 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:02.197282 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Bound port: 6d9938ed-1c94-423b-9c9b-862d68d45060, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:02.202090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5acaa59a-1a79-4fd7-bc8e-a4d91fe46108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.211288 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.294004 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] For port 6d9938ed-1c94-423b-9c9b-862d68d45060, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:02.354835 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] For port 6d9938ed-1c94-423b-9c9b-862d68d45060, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6d9938ed-1c94-423b-9c9b-862d68d45060,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:02.357286 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Allocated IP 172.20.0.1 (27723c74-81e8-475d-b1e1-ca5d10577f1f/8fed91d9-b04b-4464-aa55-4df93f6a65ba/fd1d771e-5355-49e9-be00-911cd5d67c26) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:02.365547 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Pushing event updated for resources: {'Port': ['ID=6d9938ed-1c94-423b-9c9b-862d68d45060,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:02.382388 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.382736 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.383083 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.383424 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.390119 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.390622 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.391119 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.391606 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.392087 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.392650 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.393835 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.394309 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.396003 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:02.399315 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f770049e-1c51-450e-ae4d-a4b32b869b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.415065 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.417827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f426a70-76e0-4640-86ce-6681ae75fe11 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.421086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=89838a72-b44d-43aa-a3cf-68208420f10e,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:02.526416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1a4df799-e7a6-48d9-ac98-5b7b88a61f83 None None] Provisioning complete for port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:02.526795 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1a4df799-e7a6-48d9-ac98-5b7b88a61f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.534176 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.577416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3216f119-22dd-40ad-bfbc-41953f898482 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:58:02.619485 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff295-c056-411e-924a-a732c6f44e45 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.634177 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5527c-e6f2-4d4e-92d5-eba147439315 None None] Pushing event updated for resources: {'Port': ['ID=6d9938ed-1c94-423b-9c9b-862d68d45060,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:02.637821 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Routers {'de4d6500-fabc-4e09-af9e-db212a00962e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:02.645609 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['de4d6500-fabc-4e09-af9e-db212a00962e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:02.663924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaa59a-1a79-4fd7-bc8e-a4d91fe46108 None None] Pushing event updated for resources: {'Port': ['ID=09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:02.769685 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.871782 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:02.872022 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] Set router de4d6500-fabc-4e09-af9e-db212a00962e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:02.956352 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:02.960172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:02.966906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-17e716fe-1c62-4748-be85-d83fbb6ff5f7 None None] Could not find standard attr ID for object d12db39c-1c32-4d29-889f-3ca5354f27b2. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:58:02.972132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:03.052431 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.076066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-17e716fe-1c62-4748-be85-d83fbb6ff5f7 None None] Provisioning complete for port 6d9938ed-1c94-423b-9c9b-862d68d45060 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:03.081369 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-17e716fe-1c62-4748-be85-d83fbb6ff5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.206370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Pushing event updated for resources: {'Port': ['ID=fd1d771e-5355-49e9-be00-911cd5d67c26,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:03.332816 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T01:57:57Z', 'revision_number': 3, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:03.383124 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f5c2f-5561-4491-9a16-cd7971f136ee None None] The sync data for ids ['de4d6500-fabc-4e09-af9e-db212a00962e'] in n-d-713498-30 is: [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T01:57:57Z', 'revision_number': 3, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:58:03.424844 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.440372 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-17e716fe-1c62-4748-be85-d83fbb6ff5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.470167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-17e716fe-1c62-4748-be85-d83fbb6ff5f7 None None] For port 6d9938ed-1c94-423b-9c9b-862d68d45060, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6d9938ed-1c94-423b-9c9b-862d68d45060,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:03.475791 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-17e716fe-1c62-4748-be85-d83fbb6ff5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.513113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:03.525436 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f426a70-76e0-4640-86ce-6681ae75fe11 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.530757 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f426a70-76e0-4640-86ce-6681ae75fe11 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.565927 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff295-c056-411e-924a-a732c6f44e45 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.686452 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8b5ff295-c056-411e-924a-a732c6f44e45 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.694884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8b5ff295-c056-411e-924a-a732c6f44e45 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/e2f222b0-9d41-4cfe-9a64-d131c4db655e HTTP/1.1" status: 204 len: 168 time: 2.7711747 Dec 08 01:58:03.698350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ff295-c056-411e-924a-a732c6f44e45 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f222b0-9d41-4cfe-9a64-d131c4db655e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:03.699110 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48740) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:03.714748 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f426a70-76e0-4640-86ce-6681ae75fe11 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.715284 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f426a70-76e0-4640-86ce-6681ae75fe11 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Fanout notify agent at l3_agent the message router_deleted on router 0bacf231-5b5d-436e-b2e3-6e104402bd24 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:58:03.731866 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f426a70-76e0-4640-86ce-6681ae75fe11 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.737978 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9f426a70-76e0-4640-86ce-6681ae75fe11 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/routers/0bacf231-5b5d-436e-b2e3-6e104402bd24 HTTP/1.1" status: 204 len: 168 time: 2.4247384 Dec 08 01:58:03.742161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48746) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:03.748399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91363d16-f349-482a-8068-46ee54a84f21 None None] Network a44f7f72-2479-46ee-bfc6-cf41f852759f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:03.801609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4f1fa-b087-4efe-9720-36b523234087 req-6ff702c3-cf72-494b-bc1c-83f60ba591f6 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:03.802545 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.803411 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4ed4f1fa-b087-4efe-9720-36b523234087 req-6ff702c3-cf72-494b-bc1c-83f60ba591f6 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 943 time: 1.0637753 Dec 08 01:58:03.849242 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e716fe-1c62-4748-be85-d83fbb6ff5f7 None None] Pushing event updated for resources: {'Port': ['ID=6d9938ed-1c94-423b-9c9b-862d68d45060,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:03.868632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3ecdd2e0-3378-4aa9-afbb-28d87984ce65 None None] Provisioning complete for port fd1d771e-5355-49e9-be00-911cd5d67c26 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:03.869025 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ecdd2e0-3378-4aa9-afbb-28d87984ce65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:03.884806 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a5bec389-ac9b-4d90-8838-19572d98db8d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "GET /v2.0/ports?device_id=0bacf231-5b5d-436e-b2e3-6e104402bd24 HTTP/1.1" status: 200 len: 205 time: 0.1369121 Dec 08 01:58:03.898419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48748) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.058430 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-03a6e385-166d-4fd6-90b5-cbbb000f6790 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] delete failed (client error): The resource could not be found. Dec 08 01:58:04.062060 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-03a6e385-166d-4fd6-90b5-cbbb000f6790 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/routers/0bacf231-5b5d-436e-b2e3-6e104402bd24 HTTP/1.1" status: 404 len: 336 time: 0.1600444 Dec 08 01:58:04.067700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48754) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.076611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.083365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4ed4f1fa-b087-4efe-9720-36b523234087 req-c9472d21-f251-4d71-a53f-d0dd0e45e67a tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471654 Dec 08 01:58:04.136952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9966007d-a23a-4870-91d2-6e0dfffd7545 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d2c36c-46fa-411d-8a91-8f0aa6393fbf HTTP/1.1" status: 200 len: 205 time: 0.0503881 Dec 08 01:58:04.139623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48758) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.170116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.184569 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.231686 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-676d36ab-103d-406c-a789-a59f82f01432 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] delete failed (client error): The resource could not be found. Dec 08 01:58:04.232792 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-676d36ab-103d-406c-a789-a59f82f01432 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/routers/26d2c36c-46fa-411d-8a91-8f0aa6393fbf HTTP/1.1" status: 404 len: 336 time: 0.0919440 Dec 08 01:58:04.236489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48760) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.295225 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-88e5039e-934f-4ff8-af35-7d3d8f17a239 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "GET /v2.0/ports?device_id=31631042-36e8-49cc-b97d-11e21dc26891 HTTP/1.1" status: 200 len: 205 time: 0.0561244 Dec 08 01:58:04.299068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48762) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.369045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3ecdd2e0-3378-4aa9-afbb-28d87984ce65 None None] Port fd1d771e-5355-49e9-be00-911cd5d67c26 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:04.401328 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-c136a3ce-d1fd-4a42-890e-a339f5b9a3d0 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] delete failed (client error): The resource could not be found. Dec 08 01:58:04.402423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c136a3ce-d1fd-4a42-890e-a339f5b9a3d0 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/routers/31631042-36e8-49cc-b97d-11e21dc26891 HTTP/1.1" status: 404 len: 336 time: 0.1022263 Dec 08 01:58:04.402896 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.406025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48764) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.417103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:04.417775 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.428252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Pushing event updated for resources: {'Port': ['ID=fd1d771e-5355-49e9-be00-911cd5d67c26,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:04.432943 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.466144 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-366e0ea8-811b-4028-86e6-008b259c4652 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "GET /v2.0/ports?device_id=d275dbfc-1354-4eba-af6f-d5c5bccbcec0 HTTP/1.1" status: 200 len: 205 time: 0.0587118 Dec 08 01:58:04.466738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48766) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.481343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:04.481823 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.542912 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-468cb23a-8276-4815-8ce0-517e700b6e51 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] delete failed (client error): The resource could not be found. Dec 08 01:58:04.546767 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-468cb23a-8276-4815-8ce0-517e700b6e51 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/routers/d275dbfc-1354-4eba-af6f-d5c5bccbcec0 HTTP/1.1" status: 404 len: 336 time: 0.0789254 Dec 08 01:58:04.550359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48768) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.606908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7b05239f-5577-4b60-9f70-4ecff5158f40 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "GET /v2.0/ports?device_id=5464032a-e3f1-4305-8032-5fdab9d1643a HTTP/1.1" status: 200 len: 205 time: 0.0550137 Dec 08 01:58:04.609177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48770) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.609727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb2d83f-0708-485e-be92-dd6b21c74ec1 None None] DHCP port deletion for a44f7f72-2479-46ee-bfc6-cf41f852759f request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:58:04.665272 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-d63f06d9-58fd-4858-8a37-186609e36161 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] delete failed (client error): The resource could not be found. Dec 08 01:58:04.666895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d63f06d9-58fd-4858-8a37-186609e36161 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/routers/5464032a-e3f1-4305-8032-5fdab9d1643a HTTP/1.1" status: 404 len: 336 time: 0.0561862 Dec 08 01:58:04.669656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48772) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.701072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2d83f-0708-485e-be92-dd6b21c74ec1 None None] Deleting port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:04.701460 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d83f-0708-485e-be92-dd6b21c74ec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.714287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] For port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545,segment=NetworkSegment(3a7d21c1-cae8-4073-aedb-4e62a19aa036),segment_id=3a7d21c1-cae8-4073-aedb-4e62a19aa036)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:04.714665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.749061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-20aafc3f-0ec1-4a93-a504-32c1aa03348d tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb1ea663-27bc-4f43-b362-ab4bd46fb1ee HTTP/1.1" status: 200 len: 205 time: 0.0755625 Dec 08 01:58:04.755671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:04.756862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48774) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:04.760032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:04.777935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:04.841049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ffb2d83f-0708-485e-be92-dd6b21c74ec1 None None] For port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545,segment=NetworkSegment(3a7d21c1-cae8-4073-aedb-4e62a19aa036),segment_id=3a7d21c1-cae8-4073-aedb-4e62a19aa036)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:04.841898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d83f-0708-485e-be92-dd6b21c74ec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:04.858157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2d83f-0708-485e-be92-dd6b21c74ec1 None None] Calling delete_port for 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:04.978529 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ffb2d83f-0708-485e-be92-dd6b21c74ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:05.008534 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:05.033739 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-540231c3-6506-4adb-86e8-587a42292541 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] delete failed (client error): The resource could not be found. Dec 08 01:58:05.034751 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-540231c3-6506-4adb-86e8-587a42292541 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/routers/fb1ea663-27bc-4f43-b362-ab4bd46fb1ee HTTP/1.1" status: 404 len: 336 time: 0.2724478 Dec 08 01:58:05.037585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48778) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:05.048878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2d83f-0708-485e-be92-dd6b21c74ec1 None None] No DVR routers for this DVR port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:05.053658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2d83f-0708-485e-be92-dd6b21c74ec1 None None] Pushing event deleted for resources: {'Port': ['ID=09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:05.108114 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa0c2a8-0073-4255-91b8-a6f0a1ff47b1 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] DELETE failed (client error): The resource could not be found. Dec 08 01:58:05.108614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa0c2a8-0073-4255-91b8-a6f0a1ff47b1 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:58:05.124421 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cfa0c2a8-0073-4255-91b8-a6f0a1ff47b1 tempest-RoutersAdminTest-1169557196 tempest-RoutersAdminTest-1169557196-project] 10.222.0.70 "DELETE /v2.0/subnets/b5635c4d-12d8-447a-b639-73af49b32cd5 HTTP/1.1" status: 404 len: 337 time: 0.0843127 Dec 08 01:58:05.325322 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1cec4fd1-1dda-49fa-91a0-9f342fbde180 None None] Provisioning complete for port fd1d771e-5355-49e9-be00-911cd5d67c26 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:05.325713 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1cec4fd1-1dda-49fa-91a0-9f342fbde180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:05.445200 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1cec4fd1-1dda-49fa-91a0-9f342fbde180 None None] Port fd1d771e-5355-49e9-be00-911cd5d67c26 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:05.537047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6d9938ed-1c94-423b-9c9b-862d68d45060 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:05.609447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48790) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:05.670735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 6d9938ed-1c94-423b-9c9b-862d68d45060 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:05.674266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:05.779324 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:05.820615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:05.838486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a3dca-9f08-4b9e-afc4-d479a3b7db1c req-a16303f0-51bd-4d49-ba76-6d3e3bfa3da2 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:05.840439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd3a3dca-9f08-4b9e-afc4-d479a3b7db1c req-a16303f0-51bd-4d49-ba76-6d3e3bfa3da2 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 943 time: 0.5889020 Dec 08 01:58:05.844909 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Router de4d6500-fabc-4e09-af9e-db212a00962e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:58:05.847750 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51b90f8e-df91-4d68-ad34-7f51b2c418f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:05.863254 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No DVR routers for this DVR port 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:06.016471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:06.059051 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:06.061561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 09c0cf62-2ecf-4ff0-80e0-8fd61e7aa545 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:06.111989 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51b90f8e-df91-4d68-ad34-7f51b2c418f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.120128 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51b90f8e-df91-4d68-ad34-7f51b2c418f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.160368 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.190280 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-51b90f8e-df91-4d68-ad34-7f51b2c418f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ffec49fa4b24ef28e9ae68c631b5eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5795147 Dec 08 01:58:06.198374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48798) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:06.248856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b90f8e-df91-4d68-ad34-7f51b2c418f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c397338-b212-4605-8723-ec2f160d1480,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:06.290993 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd3a3dca-9f08-4b9e-afc4-d479a3b7db1c req-6b2934ed-5a43-4683-80f9-53a52be9308b tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4346128 Dec 08 01:58:06.356907 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ae55d18-84d7-4cae-bc9d-f5d953b473e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.367783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44f7f72-2479-46ee-bfc6-cf41f852759f']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:06.387949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7d21c1-cae8-4073-aedb-4e62a19aa036') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:06.388243 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7d21c1-cae8-4073-aedb-4e62a19aa036') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:06.390897 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ae55d18-84d7-4cae-bc9d-f5d953b473e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.440686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.465268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.473788 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ae55d18-84d7-4cae-bc9d-f5d953b473e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.478510 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4ae55d18-84d7-4cae-bc9d-f5d953b473e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.484918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:58:06.485028 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:58:06.490333 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:58:06.493009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:58:06.496689 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4ae55d18-84d7-4cae-bc9d-f5d953b473e5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c397338-b212-4605-8723-ec2f160d1480 HTTP/1.1" status: 204 len: 168 time: 0.2805104 Dec 08 01:58:06.515485 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1c267dfd-b333-40b1-8119-e12369964829 admin admin] 10.222.0.70 "PUT /v2.0/routers/de4d6500-fabc-4e09-af9e-db212a00962e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8832786 Dec 08 01:58:06.516904 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae55d18-84d7-4cae-bc9d-f5d953b473e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c397338-b212-4605-8723-ec2f160d1480,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:06.607293 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Sync routers for ids ['de4d6500-fabc-4e09-af9e-db212a00962e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:58:06.625537 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Routers {'de4d6500-fabc-4e09-af9e-db212a00962e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:06.634613 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['de4d6500-fabc-4e09-af9e-db212a00962e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:06.714201 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.719546 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.731906 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48806) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:06.733147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/networks/a44f7f72-2479-46ee-bfc6-cf41f852759f HTTP/1.1" status: 204 len: 168 time: 3.0328860 Dec 08 01:58:06.739541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-13cb0d9c-e8d1-438f-866b-b9739120468e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-304147863'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:06.785856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546075c-c4fa-4f8e-a179-4519db6ad4e3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Network': ['ID=a44f7f72-2479-46ee-bfc6-cf41f852759f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:06.803125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cb0d9c-e8d1-438f-866b-b9739120468e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:06.811825 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13cb0d9c-e8d1-438f-866b-b9739120468e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.898346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cb0d9c-e8d1-438f-866b-b9739120468e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:58:06.906907 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Set router de4d6500-fabc-4e09-af9e-db212a00962e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:06.921884 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13cb0d9c-e8d1-438f-866b-b9739120468e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:06.922256 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-13cb0d9c-e8d1-438f-866b-b9739120468e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Added segment 1efb41e6-3f15-4203-bb1e-f2bde8142663 of type vlan for network 65ce31f6-ed43-45ec-aa9a-9354c3e17d74 Dec 08 01:58:07.038530 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13cb0d9c-e8d1-438f-866b-b9739120468e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:07.112077 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13cb0d9c-e8d1-438f-866b-b9739120468e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:07.120151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cb0d9c-e8d1-438f-866b-b9739120468e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:07.122963 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-13cb0d9c-e8d1-438f-866b-b9739120468e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:07.159914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48824) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:07.165868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c97b06b3-069e-4717-a45b-f8fe9c26d964 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': '65ce31f6-ed43-45ec-aa9a-9354c3e17d74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:07.169517 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-13cb0d9c-e8d1-438f-866b-b9739120468e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4362807 Dec 08 01:58:07.174902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48826) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:07.320053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb0d9c-e8d1-438f-866b-b9739120468e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Network': ['ID=65ce31f6-ed43-45ec-aa9a-9354c3e17d74,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:07.336178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 65ce31f6-ed43-45ec-aa9a-9354c3e17d74 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:58:07.382489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97b06b3-069e-4717-a45b-f8fe9c26d964 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:07.389678 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c97b06b3-069e-4717-a45b-f8fe9c26d964 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:07.568163 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'fd1d771e-5355-49e9-be00-911cd5d67c26', 'name': '', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'mac_address': 'fa:16:3e:d2:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:58:02Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 2, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'subnets': [{'id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:07.649309 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Checking router: de4d6500-fabc-4e09-af9e-db212a00962e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:58:07.650368 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Updating router de4d6500-fabc-4e09-af9e-db212a00962e port fd1d771e-5355-49e9-be00-911cd5d67c26 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 01:58:07.650570 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c97b06b3-069e-4717-a45b-f8fe9c26d964 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:07.710755 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:07.720162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b06b3-069e-4717-a45b-f8fe9c26d964 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Subnet': ['ID=d2222e99-e7c5-408a-8503-bbff51ed61f8,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:07.831354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b06b3-069e-4717-a45b-f8fe9c26d964 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Checking segment: {'id': '1efb41e6-3f15-4203-bb1e-f2bde8142663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '65ce31f6-ed43-45ec-aa9a-9354c3e17d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:07.832007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b06b3-069e-4717-a45b-f8fe9c26d964 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network hostable DHCP agents. Network: 65ce31f6-ed43-45ec-aa9a-9354c3e17d74, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:58:07.921717 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48836) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:07.931781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-19176b75-9d66-47b3-ae34-62477eddbaf3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f8ea8fc5aed4433a36f7acfda960e57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7498307 Dec 08 01:58:07.995926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d43d7f-0e35-4e2b-8256-b2d98b7a5dc4 req-7b68f8c4-040d-432c-9e22-75bde4b2a562 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:08.026569 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24df305d-5fa7-4aa0-8991-1eef822d0013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.039647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9d43d7f-0e35-4e2b-8256-b2d98b7a5dc4 req-7b68f8c4-040d-432c-9e22-75bde4b2a562 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 943 time: 0.1855481 Dec 08 01:58:08.054644 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24df305d-5fa7-4aa0-8991-1eef822d0013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.076147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b06b3-069e-4717-a45b-f8fe9c26d964 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 65ce31f6-ed43-45ec-aa9a-9354c3e17d74 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:58:08.097687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c97b06b3-069e-4717-a45b-f8fe9c26d964 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 65ce31f6-ed43-45ec-aa9a-9354c3e17d74) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:08.110491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801bcb0e-54ba-46d4-8780-3deff6db5b14 None None] Network 65ce31f6-ed43-45ec-aa9a-9354c3e17d74 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:08.136356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24df305d-5fa7-4aa0-8991-1eef822d0013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.139703 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24df305d-5fa7-4aa0-8991-1eef822d0013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.144448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97b06b3-069e-4717-a45b-f8fe9c26d964 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:08.145052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c97b06b3-069e-4717-a45b-f8fe9c26d964 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.147559 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-24df305d-5fa7-4aa0-8991-1eef822d0013 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/080dc35b-c3c5-415d-9348-31ca115b6cb3 HTTP/1.1" status: 204 len: 168 time: 0.2246089 Dec 08 01:58:08.167631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df305d-5fa7-4aa0-8991-1eef822d0013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080dc35b-c3c5-415d-9348-31ca115b6cb3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:08.248773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9d43d7f-0e35-4e2b-8256-b2d98b7a5dc4 req-a7ecebe4-bb86-4da0-9277-c1d81fc9f000 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082191 Dec 08 01:58:08.264221 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c97b06b3-069e-4717-a45b-f8fe9c26d964 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1010776 Dec 08 01:58:08.265202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48844) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:08.282095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': '65ce31f6-ed43-45ec-aa9a-9354c3e17d74', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1025793834'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:08.455580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48850) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:08.461592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7be9b813-ceb3-451e-abe6-89a2d695465a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2103921732', 'description': 'tempest-description--1559571334'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:08.523127 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-65ce31f6-ed43-45ec-aa9a-9354c3e17d74', 'network_id': '65ce31f6-ed43-45ec-aa9a-9354c3e17d74', 'project_id': '39603dbdc8624778b5dacc6c9566b9d3', 'fixed_ips': [{'subnet_id': 'd2222e99-e7c5-408a-8503-bbff51ed61f8'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:58:08.525868 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.531516 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7be9b813-ceb3-451e-abe6-89a2d695465a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.671394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:08.685069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.718520 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7be9b813-ceb3-451e-abe6-89a2d695465a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.731109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7be9b813-ceb3-451e-abe6-89a2d695465a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.738726 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.749456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 66dd1d22-4742-4426-87be-34894fc10e40 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:58:08.753125 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.778160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port b4d0aa26-4fc3-4b58-830e-fdcbeb402672 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:08.805823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9b813-ceb3-451e-abe6-89a2d695465a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b28fa484-a2ea-46e6-be35-3fd9b631ecdf,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:08.844045 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7be9b813-ceb3-451e-abe6-89a2d695465a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.855995 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7be9b813-ceb3-451e-abe6-89a2d695465a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3987458 Dec 08 01:58:08.857210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48854) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:08.873015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0dd9284c-91a5-4b51-b066-adefacff5d52 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Request body: {'security_group_rule': {'security_group_id': 'b28fa484-a2ea-46e6-be35-3fd9b631ecdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:08.938438 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0dd9284c-91a5-4b51-b066-adefacff5d52 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:08.985042 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 66dd1d22-4742-4426-87be-34894fc10e40, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=66dd1d22-4742-4426-87be-34894fc10e40,segment=NetworkSegment(716f13c6-434d-452e-85e5-6f277a199bca),segment_id=716f13c6-434d-452e-85e5-6f277a199bca)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:09.023616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '66dd1d22-4742-4426-87be-34894fc10e40', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'port_id': '66dd1d22-4742-4426-87be-34894fc10e40', 'mac_address': 'fa:16:3e:43:22:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:58:09.129506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8::1b3 (65ce31f6-ed43-45ec-aa9a-9354c3e17d74/d2222e99-e7c5-408a-8503-bbff51ed61f8/b4d0aa26-4fc3-4b58-830e-fdcbeb402672) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:09.130174 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f24b4-3568-4b3b-9166-858c899387f8 None None] Pushing event updated for resources: {'Port': ['ID=fd1d771e-5355-49e9-be00-911cd5d67c26,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:09.134535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0dd9284c-91a5-4b51-b066-adefacff5d52 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.153294 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0dd9284c-91a5-4b51-b066-adefacff5d52 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.171210 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Attempting to bind port fd1d771e-5355-49e9-be00-911cd5d67c26 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:09.171496 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Attempting to bind port fd1d771e-5355-49e9-be00-911cd5d67c26 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:09.171870 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Attempting to bind port fd1d771e-5355-49e9-be00-911cd5d67c26 on network 27723c74-81e8-475d-b1e1-ca5d10577f1f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:09.187742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9284c-91a5-4b51-b066-adefacff5d52 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea209421-f141-4821-a523-d261f65c50ab,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:09.191496 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.200788 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:09.202392 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Checking segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:09.204327 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.204903 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Bound using segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:09.211292 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0dd9284c-91a5-4b51-b066-adefacff5d52 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.212318 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Bound port: fd1d771e-5355-49e9-be00-911cd5d67c26, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:09.215648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0dd9284c-91a5-4b51-b066-adefacff5d52 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3547316 Dec 08 01:58:09.215797 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.219811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48864) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:09.237428 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-10f5ff9f-d2a9-4f99-a322-b658d0a10899 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Request body: {'security_group_rule': {'security_group_id': 'b28fa484-a2ea-46e6-be35-3fd9b631ecdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:09.250073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66dd1d22-4742-4426-87be-34894fc10e40 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:09.301070 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10f5ff9f-d2a9-4f99-a322-b658d0a10899 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.348584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 66dd1d22-4742-4426-87be-34894fc10e40, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=66dd1d22-4742-4426-87be-34894fc10e40,segment=NetworkSegment(716f13c6-434d-452e-85e5-6f277a199bca),segment_id=716f13c6-434d-452e-85e5-6f277a199bca)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:09.387378 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.393594 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] For port fd1d771e-5355-49e9-be00-911cd5d67c26, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:09.407043 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] For port fd1d771e-5355-49e9-be00-911cd5d67c26, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fd1d771e-5355-49e9-be00-911cd5d67c26,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:09.417617 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.501160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10f5ff9f-d2a9-4f99-a322-b658d0a10899 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.508908 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10f5ff9f-d2a9-4f99-a322-b658d0a10899 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.542649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0414170c-97b6-489d-8641-d8377cc03394 None None] Provisioning complete for port fd1d771e-5355-49e9-be00-911cd5d67c26 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:09.543212 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0414170c-97b6-489d-8641-d8377cc03394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.547527 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.559367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5ff9f-d2a9-4f99-a322-b658d0a10899 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28caf21e-017f-4d16-ad2d-17aec05a24c7,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:09.597455 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Routers {'de4d6500-fabc-4e09-af9e-db212a00962e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:09.598097 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['de4d6500-fabc-4e09-af9e-db212a00962e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:09.608913 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10f5ff9f-d2a9-4f99-a322-b658d0a10899 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.613372 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-10f5ff9f-d2a9-4f99-a322-b658d0a10899 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3907559 Dec 08 01:58:09.615949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48876) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:09.648770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:09.761838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:09.765799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['66dd1d22-4742-4426-87be-34894fc10e40'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:58:09.792590 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f24b4-3568-4b3b-9166-858c899387f8 None None] Pushing event updated for resources: {'Port': ['ID=fd1d771e-5355-49e9-be00-911cd5d67c26,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:09.916002 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] Set router de4d6500-fabc-4e09-af9e-db212a00962e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:09.938716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=66dd1d22-4742-4426-87be-34894fc10e40,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:10.035794 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.094770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168127ad-f38d-410a-a5af-62f6d9fc2793 req-002c2fc6-2ed3-4c60-9e96-cbb0cacbcbf4 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:10.112013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-168127ad-f38d-410a-a5af-62f6d9fc2793 req-002c2fc6-2ed3-4c60-9e96-cbb0cacbcbf4 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 944 time: 0.5103993 Dec 08 01:58:10.219081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48884) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:10.306766 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0414170c-97b6-489d-8641-d8377cc03394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.310853 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Allocated IP 2001:db8::2 (65ce31f6-ed43-45ec-aa9a-9354c3e17d74/d2222e99-e7c5-408a-8503-bbff51ed61f8/cfa9700e-fe1e-4a12-8061-0a069ef0ba04) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:10.357596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 65ce31f6-ed43-45ec-aa9a-9354c3e17d74 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:10.383697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:10.399261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:10.405562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:10.406414 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.447684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=b4d0aa26-4fc3-4b58-830e-fdcbeb402672,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:10.469897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0414170c-97b6-489d-8641-d8377cc03394 None None] For port fd1d771e-5355-49e9-be00-911cd5d67c26, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fd1d771e-5355-49e9-be00-911cd5d67c26,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:10.512714 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'fd1d771e-5355-49e9-be00-911cd5d67c26', 'name': '', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'mac_address': 'fa:16:3e:d2:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:58:02Z', 'updated_at': '2021-12-08T01:58:09Z', 'revision_number': 4, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'subnets': [{'id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:10.523844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-482e18f1-9d9e-418a-947e-5154c1b5f3c5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group': {'name': 'tempest-secgroup--153511214'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:10.538499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0414170c-97b6-489d-8641-d8377cc03394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.568496 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0341d89-231f-44db-9a73-d4bff0c8b0cf None None] The sync data for ids ['de4d6500-fabc-4e09-af9e-db212a00962e'] in n-d-713498-30 is: [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'fd1d771e-5355-49e9-be00-911cd5d67c26', 'name': '', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'mac_address': 'fa:16:3e:d2:fa:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:58:02Z', 'updated_at': '2021-12-08T01:58:09Z', 'revision_number': 4, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'subnets': [{'id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:58:10.575847 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-168127ad-f38d-410a-a5af-62f6d9fc2793 req-c48ae79b-d3e6-4f0e-a778-49aaaf1aa7df tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4627035 Dec 08 01:58:10.583389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48898) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:10.584779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c7cc7aa7-5d01-4815-9351-17fbee474108 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3155277 Dec 08 01:58:10.599166 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.657139 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-482e18f1-9d9e-418a-947e-5154c1b5f3c5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.676721 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-482e18f1-9d9e-418a-947e-5154c1b5f3c5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.704743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414170c-97b6-489d-8641-d8377cc03394 None None] Pushing event updated for resources: {'Port': ['ID=fd1d771e-5355-49e9-be00-911cd5d67c26,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:10.773637 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:58:10.900824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f30c5054-700d-4557-a2aa-0bfd96d177a3 None None] Provisioning complete for port fd1d771e-5355-49e9-be00-911cd5d67c26 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:10.901152 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f30c5054-700d-4557-a2aa-0bfd96d177a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.903006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a08cb363-349f-4f85-9499-f2ec8f101d49 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port b4d0aa26-4fc3-4b58-830e-fdcbeb402672 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:10.903513 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08cb363-349f-4f85-9499-f2ec8f101d49 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:10.983759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-482e18f1-9d9e-418a-947e-5154c1b5f3c5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.029668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Allocated IP 172.25.2.218 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/6b76f3ed-3f7b-4ec3-ac17-60981be9070f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:11.074729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-482e18f1-9d9e-418a-947e-5154c1b5f3c5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.249271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08cb363-349f-4f85-9499-f2ec8f101d49 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.271759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e18f1-9d9e-418a-947e-5154c1b5f3c5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990645ed-d269-4385-8a95-d35114b0fefd,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:11.282700 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.296893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.315975 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a08cb363-349f-4f85-9499-f2ec8f101d49 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for b4d0aa26-4fc3-4b58-830e-fdcbeb402672 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:11.336706 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.375728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.465009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:11.481538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:11.483736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Network 65ce31f6-ed43-45ec-aa9a-9354c3e17d74 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:11.488103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:11.496320 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-482e18f1-9d9e-418a-947e-5154c1b5f3c5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.498973 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:11.531613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:11.538001 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-482e18f1-9d9e-418a-947e-5154c1b5f3c5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.558793 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Pushing event updated for resources: {'Port': ['ID=cfa9700e-fe1e-4a12-8061-0a069ef0ba04,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:11.579681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event updated for resources: {'Port': ['ID=6b76f3ed-3f7b-4ec3-ac17-60981be9070f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:11.612555 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fd1d771e-5355-49e9-be00-911cd5d67c26 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:11.667184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e18f1-9d9e-418a-947e-5154c1b5f3c5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d27316-51d6-4b4a-b8be-eb52683d9ce7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:11.685823 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-482e18f1-9d9e-418a-947e-5154c1b5f3c5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.693404 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-482e18f1-9d9e-418a-947e-5154c1b5f3c5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4715757 Dec 08 01:58:11.694165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48918) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:11.745245 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.768724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Attempting to bind port cfa9700e-fe1e-4a12-8061-0a069ef0ba04 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:11.769283 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Attempting to bind port cfa9700e-fe1e-4a12-8061-0a069ef0ba04 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '1efb41e6-3f15-4203-bb1e-f2bde8142663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '65ce31f6-ed43-45ec-aa9a-9354c3e17d74'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:11.772583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Attempting to bind port cfa9700e-fe1e-4a12-8061-0a069ef0ba04 on network 65ce31f6-ed43-45ec-aa9a-9354c3e17d74 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:11.786376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:11.786679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Checking segment: {'id': '1efb41e6-3f15-4203-bb1e-f2bde8142663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '65ce31f6-ed43-45ec-aa9a-9354c3e17d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:11.790224 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.790656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Bound using segment: {'id': '1efb41e6-3f15-4203-bb1e-f2bde8142663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '65ce31f6-ed43-45ec-aa9a-9354c3e17d74'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:11.791165 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Bound port: cfa9700e-fe1e-4a12-8061-0a069ef0ba04, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efb41e6-3f15-4203-bb1e-f2bde8142663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '65ce31f6-ed43-45ec-aa9a-9354c3e17d74'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:11.791566 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.833618 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:11.983641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] For port cfa9700e-fe1e-4a12-8061-0a069ef0ba04, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:12.008974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fd1d771e-5355-49e9-be00-911cd5d67c26 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:12.009458 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.052536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48922) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:12.065627 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ec30fe76-8ba2-4ede-a17a-4182d4a969b2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3573625 Dec 08 01:58:12.072998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0435f083-96aa-4cbc-ba43-ccb968494b66 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group': {'name': 'tempest-security--970011662', 'description': 'tempest-security-description-1082867925'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:12.078635 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08cb363-349f-4f85-9499-f2ec8f101d49 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.100702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] For port cfa9700e-fe1e-4a12-8061-0a069ef0ba04, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=cfa9700e-fe1e-4a12-8061-0a069ef0ba04,segment=NetworkSegment(1efb41e6-3f15-4203-bb1e-f2bde8142663),segment_id=1efb41e6-3f15-4203-bb1e-f2bde8142663)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:12.119120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53578168-79f0-47d7-a10a-4926a8cb30cb req-8fa37547-de9f-4fd5-a71d-4d2762f8c6d1 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:12.121173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53578168-79f0-47d7-a10a-4926a8cb30cb req-8fa37547-de9f-4fd5-a71d-4d2762f8c6d1 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 944 time: 0.3583550 Dec 08 01:58:12.135050 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.240723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cb363-349f-4f85-9499-f2ec8f101d49 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=b4d0aa26-4fc3-4b58-830e-fdcbeb402672,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:12.272737 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a08cb363-349f-4f85-9499-f2ec8f101d49 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.277873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.290754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a08cb363-349f-4f85-9499-f2ec8f101d49 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/b4d0aa26-4fc3-4b58-830e-fdcbeb402672 HTTP/1.1" status: 204 len: 168 time: 1.7060652 Dec 08 01:58:12.300815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48926) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:12.302444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371e775-d566-433d-83ef-174cdf9ffc10 None None] Pushing event updated for resources: {'Port': ['ID=cfa9700e-fe1e-4a12-8061-0a069ef0ba04,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:12.302889 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.395713 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ad4678-f5c2-490a-b5ae-94a297bf6bc6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:58:12.412712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c6ad4678-f5c2-490a-b5ae-94a297bf6bc6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/b4d0aa26-4fc3-4b58-830e-fdcbeb402672 HTTP/1.1" status: 404 len: 333 time: 0.1109452 Dec 08 01:58:12.418750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48930) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:12.421300 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0435f083-96aa-4cbc-ba43-ccb968494b66 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.476504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53578168-79f0-47d7-a10a-4926a8cb30cb req-eb783dcb-2857-4637-8942-834c825ea75b tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358829 Dec 08 01:58:12.564614 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.574745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event updated for resources: {'Port': ['ID=6b76f3ed-3f7b-4ec3-ac17-60981be9070f,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:12.711810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c47a87-4d7e-4344-af39-d1e9a8ca81f6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting subnet d2222e99-e7c5-408a-8503-bbff51ed61f8 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:58:12.731622 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.745815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 66dd1d22-4742-4426-87be-34894fc10e40 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:12.755914 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-adf4e086-4fe6-4673-b855-0c8352db7625 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1266911 Dec 08 01:58:12.777946 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0435f083-96aa-4cbc-ba43-ccb968494b66 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.783077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0c47a87-4d7e-4344-af39-d1e9a8ca81f6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.877874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 66dd1d22-4742-4426-87be-34894fc10e40 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:58:12.884174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 66dd1d22-4742-4426-87be-34894fc10e40 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:12.884939 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.896345 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0435f083-96aa-4cbc-ba43-ccb968494b66 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.900123 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0435f083-96aa-4cbc-ba43-ccb968494b66 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:12.910073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48936) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:12.911239 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0435f083-96aa-4cbc-ba43-ccb968494b66 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "PUT /v2.0/security-groups/a8d27316-51d6-4b4a-b8be-eb52683d9ce7 HTTP/1.1" status: 200 len: 1796 time: 0.8566315 Dec 08 01:58:13.053385 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-75ba75d8-1bf5-4aa3-8047-249ad098fef4 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-groups/a8d27316-51d6-4b4a-b8be-eb52683d9ce7 HTTP/1.1" status: 200 len: 1796 time: 0.1420434 Dec 08 01:58:13.064679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48938) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:13.075963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435f083-96aa-4cbc-ba43-ccb968494b66 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d27316-51d6-4b4a-b8be-eb52683d9ce7,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:13.090481 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0c47a87-4d7e-4344-af39-d1e9a8ca81f6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.316494 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2006-7b54-4978-b9ab-e71b7fdb7421 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.362767 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.430363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2006-7b54-4978-b9ab-e71b7fdb7421 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.437097 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0c47a87-4d7e-4344-af39-d1e9a8ca81f6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.543055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:13.551978 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd76f08-c2ca-474f-b97e-f6bd7650b25f" -d '{"events": [{"server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "name": "network-vif-plugged", "status": "completed", "tag": "66dd1d22-4742-4426-87be-34894fc10e40"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:13.555419 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2006-7b54-4978-b9ab-e71b7fdb7421 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.558515 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f6a2006-7b54-4978-b9ab-e71b7fdb7421 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.560140 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5f6a2006-7b54-4978-b9ab-e71b7fdb7421 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-groups/a8d27316-51d6-4b4a-b8be-eb52683d9ce7 HTTP/1.1" status: 204 len: 168 time: 0.4900730 Dec 08 01:58:13.564560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48956) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:13.603499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 66dd1d22-4742-4426-87be-34894fc10e40, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=66dd1d22-4742-4426-87be-34894fc10e40,segment=NetworkSegment(716f13c6-434d-452e-85e5-6f277a199bca),segment_id=716f13c6-434d-452e-85e5-6f277a199bca)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:13.612889 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.614026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-c4e22db5-29a0-45ea-869a-b5b333bfc35d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2103921732&fields=id&tenant_id=cdb0831a1fae414393e2d0def30436d3 HTTP/1.1" status: 200 len: 267 time: 0.2429488 Dec 08 01:58:13.631354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a2006-7b54-4978-b9ab-e71b7fdb7421 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d27316-51d6-4b4a-b8be-eb52683d9ce7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:13.715753 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2e9aba35-8673-45b1-9f21-05bde0e48f6a tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1447730 Dec 08 01:58:13.721924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48960) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:13.752079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=66dd1d22-4742-4426-87be-34894fc10e40,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:13.759191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device cfa9700e-fe1e-4a12-8061-0a069ef0ba04 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:13.885093 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-077cd29d-13a5-4a06-9693-78f981795376 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] delete failed (client error): The resource could not be found. Dec 08 01:58:13.896247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-077cd29d-13a5-4a06-9693-78f981795376 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-groups/a8d27316-51d6-4b4a-b8be-eb52683d9ce7 HTTP/1.1" status: 404 len: 347 time: 0.1729519 Dec 08 01:58:13.900807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48962) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:13.910740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port cfa9700e-fe1e-4a12-8061-0a069ef0ba04 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:13.910740 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.913511 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-485463d0-bf81-4265-b4a4-5f6220fbf038 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group': {'name': 'tempest-secgroup--463482897'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:13.920240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b09f-54c6-469c-b80d-c394c4714aff req-48934d1b-2e72-4dc0-8492-ee6651f0b463 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:13.929757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-48934d1b-2e72-4dc0-8492-ee6651f0b463 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 811 time: 0.3054180 Dec 08 01:58:13.976005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be402320-03c8-4371-b3ea-d9f136fe191c req-83ef2c49-5c52-4676-8ff6-69f06f1f3841 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:13.978944 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-72d4bfce-a2f8-41fe-82aa-5be2389f6687 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/quotas/cdb0831a1fae414393e2d0def30436d3 HTTP/1.1" status: 200 len: 375 time: 0.0300317 Dec 08 01:58:13.988209 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0c47a87-4d7e-4344-af39-d1e9a8ca81f6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:13.995196 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-be402320-03c8-4371-b3ea-d9f136fe191c req-83ef2c49-5c52-4676-8ff6-69f06f1f3841 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 945 time: 0.2537737 Dec 08 01:58:14.010557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-485463d0-bf81-4265-b4a4-5f6220fbf038 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.107481 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.133344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c47a87-4d7e-4344-af39-d1e9a8ca81f6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Subnet': ['ID=d2222e99-e7c5-408a-8503-bbff51ed61f8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:14.161585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0c47a87-4d7e-4344-af39-d1e9a8ca81f6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.170622 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-be402320-03c8-4371-b3ea-d9f136fe191c req-32a6fa83-5ee6-42bc-9817-93b02ca7f7a3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740675 Dec 08 01:58:14.174035 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e0c47a87-4d7e-4344-af39-d1e9a8ca81f6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/d2222e99-e7c5-408a-8503-bbff51ed61f8 HTTP/1.1" status: 204 len: 168 time: 1.7431731 Dec 08 01:58:14.183883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48966) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:14.206710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port cfa9700e-fe1e-4a12-8061-0a069ef0ba04, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=cfa9700e-fe1e-4a12-8061-0a069ef0ba04,segment=NetworkSegment(1efb41e6-3f15-4203-bb1e-f2bde8142663),segment_id=1efb41e6-3f15-4203-bb1e-f2bde8142663)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:14.217691 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.221786 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-d68ae252-4589-4f48-abc7-0d1a788f8360 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2367005 Dec 08 01:58:14.343427 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490b0e92-4263-447e-b65e-71d6b3cd19d9 x-openstack-request-id: req-490b0e92-4263-447e-b65e-71d6b3cd19d9 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:14.343736 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "name": "network-vif-plugged", "status": "completed", "tag": "66dd1d22-4742-4426-87be-34894fc10e40", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:14.344003 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-490b0e92-4263-447e-b65e-71d6b3cd19d9 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:14.344448 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40', 'code': 200} Dec 08 01:58:14.346433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=cfa9700e-fe1e-4a12-8061-0a069ef0ba04,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:14.408909 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.456198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c631a-0ccf-4810-a69d-bf11a11d7739 None None] Network 65ce31f6-ed43-45ec-aa9a-9354c3e17d74 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:14.467871 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-485463d0-bf81-4265-b4a4-5f6220fbf038 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.483696 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-485463d0-bf81-4265-b4a4-5f6220fbf038 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.509373 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-5109b21d-caf9-4248-b3c7-a227228029b4 service neutron] 10.222.0.70 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725480 Dec 08 01:58:14.512038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678b951-41d9-4e34-9d46-3155aa52b227 req-b09a7e28-15ae-41ad-aace-0df031f6a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:14.513762 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3678b951-41d9-4e34-9d46-3155aa52b227 req-b09a7e28-15ae-41ad-aace-0df031f6a523 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 1097 time: 0.0879700 Dec 08 01:58:14.576063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485463d0-bf81-4265-b4a4-5f6220fbf038 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e245d61-dd57-428c-9fb4-b7fc0b04a079,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:14.602549 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-485463d0-bf81-4265-b4a4-5f6220fbf038 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.607005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-485463d0-bf81-4265-b4a4-5f6220fbf038 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7027059 Dec 08 01:58:14.610410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 48972) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:14.627292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f4ae0be2-5044-4996-9919-ec723b58f213 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': '5e245d61-dd57-428c-9fb4-b7fc0b04a079', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:14.640152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3678b951-41d9-4e34-9d46-3155aa52b227 req-e33034a5-bba2-438b-8d7e-46be3f04748f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153638 Dec 08 01:58:14.647927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9b577c33-60cc-4f06-bcbb-d58473074ad0 None None] Provisioning complete for port cfa9700e-fe1e-4a12-8061-0a069ef0ba04 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:14.648332 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9b577c33-60cc-4f06-bcbb-d58473074ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.655840 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-2a96ba58-2e3b-4e2d-8165-b6cc0bf17d1a service neutron] 10.222.0.70 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400044 Dec 08 01:58:14.773588 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4ae0be2-5044-4996-9919-ec723b58f213 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.858244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4ae0be2-5044-4996-9919-ec723b58f213 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.874192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899dc073-0971-4cf5-8a8f-a0c42d53cbb4 None None] DHCP port deletion for 65ce31f6-ed43-45ec-aa9a-9354c3e17d74 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:58:14.885827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4ae0be2-5044-4996-9919-ec723b58f213 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.895185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port cfa9700e-fe1e-4a12-8061-0a069ef0ba04 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:14.896725 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.927740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae0be2-5044-4996-9919-ec723b58f213 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b9cb11-a8a0-4273-ae44-e3efc6446105,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:14.953500 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f4ae0be2-5044-4996-9919-ec723b58f213 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:14.956042 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f4ae0be2-5044-4996-9919-ec723b58f213 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3431311 Dec 08 01:58:14.958988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48978) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:15.041015 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0688b792-e388-4031-9578-b64c157bec5b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.047014 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0c4a6519-afd5-46bf-a3cd-bf51287cb601 req-440a7103-bd0c-4233-9777-a6386775f0d8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 210 time: 0.0507479 Dec 08 01:58:15.057194 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] For port cfa9700e-fe1e-4a12-8061-0a069ef0ba04, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=cfa9700e-fe1e-4a12-8061-0a069ef0ba04,segment=NetworkSegment(1efb41e6-3f15-4203-bb1e-f2bde8142663),segment_id=1efb41e6-3f15-4203-bb1e-f2bde8142663)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:15.057702 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.075832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-899dc073-0971-4cf5-8a8f-a0c42d53cbb4 None None] Deleting port cfa9700e-fe1e-4a12-8061-0a069ef0ba04 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:15.076324 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-899dc073-0971-4cf5-8a8f-a0c42d53cbb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.078027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0688b792-e388-4031-9578-b64c157bec5b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.091546 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for cfa9700e-fe1e-4a12-8061-0a069ef0ba04 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:15.127769 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0688b792-e388-4031-9578-b64c157bec5b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.139060 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0688b792-e388-4031-9578-b64c157bec5b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.140308 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0688b792-e388-4031-9578-b64c157bec5b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c4b9cb11-a8a0-4273-ae44-e3efc6446105 HTTP/1.1" status: 204 len: 168 time: 0.1801064 Dec 08 01:58:15.149914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48980) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:15.150984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688b792-e388-4031-9578-b64c157bec5b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4b9cb11-a8a0-4273-ae44-e3efc6446105,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:15.239189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-899dc073-0971-4cf5-8a8f-a0c42d53cbb4 None None] For port cfa9700e-fe1e-4a12-8061-0a069ef0ba04, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=cfa9700e-fe1e-4a12-8061-0a069ef0ba04,segment=NetworkSegment(1efb41e6-3f15-4203-bb1e-f2bde8142663),segment_id=1efb41e6-3f15-4203-bb1e-f2bde8142663)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:15.242274 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-899dc073-0971-4cf5-8a8f-a0c42d53cbb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.245199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.289098 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7852b187-f681-4b37-834a-f0ad1ed9a0c9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1340756 Dec 08 01:58:15.292538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 48990) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:15.296768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-899dc073-0971-4cf5-8a8f-a0c42d53cbb4 None None] Calling delete_port for cfa9700e-fe1e-4a12-8061-0a069ef0ba04 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:15.317209 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No DVR routers for this DVR port cfa9700e-fe1e-4a12-8061-0a069ef0ba04 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:15.350962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=cfa9700e-fe1e-4a12-8061-0a069ef0ba04,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:15.417610 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-899dc073-0971-4cf5-8a8f-a0c42d53cbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.508471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dc073-0971-4cf5-8a8f-a0c42d53cbb4 None None] Pushing event deleted for resources: {'Port': ['ID=cfa9700e-fe1e-4a12-8061-0a069ef0ba04,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:15.518748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device cfa9700e-fe1e-4a12-8061-0a069ef0ba04 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:15.557811 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3cfa71c3-7744-4dce-9b77-49af4d5fd572 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.578568 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899dc073-0971-4cf5-8a8f-a0c42d53cbb4 None None] No DVR routers for this DVR port cfa9700e-fe1e-4a12-8061-0a069ef0ba04 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:15.588772 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: cfa9700e-fe1e-4a12-8061-0a069ef0ba04 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:15.589239 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device cfa9700e-fe1e-4a12-8061-0a069ef0ba04 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:15.628896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd118d49-95f2-4b89-a411-f9cfd02e5123 req-6b70d068-84cb-4864-9e3f-042facdf24b5 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:15.645548 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd118d49-95f2-4b89-a411-f9cfd02e5123 req-6b70d068-84cb-4864-9e3f-042facdf24b5 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 945 time: 0.3292921 Dec 08 01:58:15.697659 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.726664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ce31f6-ed43-45ec-aa9a-9354c3e17d74']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:15.739926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efb41e6-3f15-4203-bb1e-f2bde8142663') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:15.740467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efb41e6-3f15-4203-bb1e-f2bde8142663') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:15.759545 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3cfa71c3-7744-4dce-9b77-49af4d5fd572 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.764567 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.784449 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.804739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:58:15.805605 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:58:15.813892 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:58:15.883961 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3cfa71c3-7744-4dce-9b77-49af4d5fd572 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.886757 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3cfa71c3-7744-4dce-9b77-49af4d5fd572 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:15.890369 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3cfa71c3-7744-4dce-9b77-49af4d5fd572 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-groups/5e245d61-dd57-428c-9fb4-b7fc0b04a079 HTTP/1.1" status: 204 len: 168 time: 0.5941393 Dec 08 01:58:15.891812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49006) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:15.897687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd118d49-95f2-4b89-a411-f9cfd02e5123 req-ca410f49-7644-4911-99de-3a6ef5420178 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498136 Dec 08 01:58:15.946508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa71c3-7744-4dce-9b77-49af4d5fd572 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e245d61-dd57-428c-9fb4-b7fc0b04a079,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:16.023577 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cf0c181a-bc96-4eb5-b581-353ae32a8bdf tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1246328 Dec 08 01:58:16.024341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49008) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:16.028977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f989220f-f63e-4001-bea7-de974e32d5c6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225252790'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:16.057479 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f989220f-f63e-4001-bea7-de974e32d5c6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.059152 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.074311 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.078920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/networks/65ce31f6-ed43-45ec-aa9a-9354c3e17d74 HTTP/1.1" status: 204 len: 168 time: 1.8873901 Dec 08 01:58:16.082470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49012) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:16.088407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'name': 'tempest-PortsIpV6TestJSON-492169391'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:16.127049 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625e027-baec-41ba-bd7d-998a76fbb43d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Network': ['ID=65ce31f6-ed43-45ec-aa9a-9354c3e17d74,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:16.206803 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f989220f-f63e-4001-bea7-de974e32d5c6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.215813 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f989220f-f63e-4001-bea7-de974e32d5c6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.256503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fde4e339-9647-41ac-b0e6-b00b9a57613b req-9d21d16a-2d86-460a-8d5c-2dfc1eae3da5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 210 time: 0.0413749 Dec 08 01:58:16.300877 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f989220f-f63e-4001-bea7-de974e32d5c6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.302262 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f989220f-f63e-4001-bea7-de974e32d5c6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2767713 Dec 08 01:58:16.304012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:16.305474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49016) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:16.308760 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.311411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b2961981-5a18-4a0a-8d2c-d7964dcd65a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': '56b0514f-2227-4727-aff3-54b401bd7d27', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:16.317146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989220f-f63e-4001-bea7-de974e32d5c6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b0514f-2227-4727-aff3-54b401bd7d27,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:16.344630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port 7e846e91-033f-4d01-9fd8-ec6fb1d1d69d yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:16.358251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2961981-5a18-4a0a-8d2c-d7964dcd65a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.437431 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2961981-5a18-4a0a-8d2c-d7964dcd65a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.443142 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2961981-5a18-4a0a-8d2c-d7964dcd65a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.473646 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2961981-5a18-4a0a-8d2c-d7964dcd65a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b149cf13-281f-40b8-8738-b235a59d8a09,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:16.482490 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2961981-5a18-4a0a-8d2c-d7964dcd65a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.483813 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b2961981-5a18-4a0a-8d2c-d7964dcd65a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1770895 Dec 08 01:58:16.487536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49028) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:16.495350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b02c3149-7255-4d7c-8570-ed98215d1497 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': '56b0514f-2227-4727-aff3-54b401bd7d27', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:16.530543 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b02c3149-7255-4d7c-8570-ed98215d1497 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.636504 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b02c3149-7255-4d7c-8570-ed98215d1497 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.641730 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.644130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b02c3149-7255-4d7c-8570-ed98215d1497 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.694497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c3149-7255-4d7c-8570-ed98215d1497 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7586a7c2-a32d-4e06-9ff8-1e5fcd180d97,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:16.707012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b02c3149-7255-4d7c-8570-ed98215d1497 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.709227 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b02c3149-7255-4d7c-8570-ed98215d1497 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2198303 Dec 08 01:58:16.712245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49032) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:16.723935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f58449de-ea8c-496e-91cd-96e25f09f5f5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': '56b0514f-2227-4727-aff3-54b401bd7d27', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:16.728102 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.786451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:16.789960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:16.799366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:16.805656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:16.806353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:16.820624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=7e846e91-033f-4d01-9fd8-ec6fb1d1d69d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:16.848410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ae5306f2-127c-45af-b91a-398689a28f5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7625062 Dec 08 01:58:16.849793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49036) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:16.853767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f58449de-ea8c-496e-91cd-96e25f09f5f5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.022395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b69143a5-ba5c-489e-b132-71dda3bf5c66 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 7e846e91-033f-4d01-9fd8-ec6fb1d1d69d {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:17.024258 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b69143a5-ba5c-489e-b132-71dda3bf5c66 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.026047 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f58449de-ea8c-496e-91cd-96e25f09f5f5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.035207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b09f-54c6-469c-b80d-c394c4714aff req-111e826d-705e-4b18-9d35-668132b188e5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:17.037270 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-111e826d-705e-4b18-9d35-668132b188e5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 811 time: 0.2711203 Dec 08 01:58:17.038419 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f58449de-ea8c-496e-91cd-96e25f09f5f5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.060877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58449de-ea8c-496e-91cd-96e25f09f5f5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6602a8d-436a-4054-9bca-633a8f729f8c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:17.065996 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f58449de-ea8c-496e-91cd-96e25f09f5f5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.069862 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f58449de-ea8c-496e-91cd-96e25f09f5f5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3538790 Dec 08 01:58:17.071299 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49040) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:17.081246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a446e5e6-b966-4ba3-96b2-4f24e4a5b99b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': '56b0514f-2227-4727-aff3-54b401bd7d27', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:17.121505 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b69143a5-ba5c-489e-b132-71dda3bf5c66 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.136673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b69143a5-ba5c-489e-b132-71dda3bf5c66 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 7e846e91-033f-4d01-9fd8-ec6fb1d1d69d owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:17.198709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2bc14-166f-42c6-ab0f-f3fd0eb74098 req-0846963f-79e9-41bd-b94e-f56a66e76af7 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:17.200350 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-59b2bc14-166f-42c6-ab0f-f3fd0eb74098 req-0846963f-79e9-41bd-b94e-f56a66e76af7 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 945 time: 0.1301258 Dec 08 01:58:17.202269 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a446e5e6-b966-4ba3-96b2-4f24e4a5b99b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.215156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-ec24a75d-6b7c-4ca9-a982-20bdb1740f1d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdb0831a1fae414393e2d0def30436d3 HTTP/1.1" status: 200 len: 380 time: 0.1255119 Dec 08 01:58:17.226456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-da04b09f-54c6-469c-b80d-c394c4714aff req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Request body: {'port': {'device_id': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'admin_state_up': True, 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'security_groups': ['b28fa484-a2ea-46e6-be35-3fd9b631ecdf']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:17.237747 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b69143a5-ba5c-489e-b132-71dda3bf5c66 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.275646 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69143a5-ba5c-489e-b132-71dda3bf5c66 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=7e846e91-033f-4d01-9fd8-ec6fb1d1d69d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:17.299671 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b69143a5-ba5c-489e-b132-71dda3bf5c66 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.306746 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b69143a5-ba5c-489e-b132-71dda3bf5c66 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/7e846e91-033f-4d01-9fd8-ec6fb1d1d69d HTTP/1.1" status: 204 len: 168 time: 0.4531569 Dec 08 01:58:17.307079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49044) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:17.314899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'mac_address': 'fa:16:3e:d3:68:79', 'name': 'tempest-PortsIpV6TestJSON-171142272'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:17.396768 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-59b2bc14-166f-42c6-ab0f-f3fd0eb74098 req-e0b5736e-83fe-4d2d-9703-c78f2d38e927 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818690 Dec 08 01:58:17.448924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a446e5e6-b966-4ba3-96b2-4f24e4a5b99b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.458202 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a446e5e6-b966-4ba3-96b2-4f24e4a5b99b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.489236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446e5e6-b966-4ba3-96b2-4f24e4a5b99b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7804e42e-a975-4763-acfc-69eee441da4c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:17.497812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da04b09f-54c6-469c-b80d-c394c4714aff req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Made reservation on behalf of cdb0831a1fae414393e2d0def30436d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:17.502311 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da04b09f-54c6-469c-b80d-c394c4714aff req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.510033 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a446e5e6-b966-4ba3-96b2-4f24e4a5b99b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.515329 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a446e5e6-b966-4ba3-96b2-4f24e4a5b99b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4359071 Dec 08 01:58:17.518576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49048) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:17.560615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-decb3f8a-3201-408a-bcbd-8f0e95d5afc0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': '56b0514f-2227-4727-aff3-54b401bd7d27', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:17.570795 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-37664e87-a89b-4468-9584-470bf6502fbd req-48c2fcc3-959d-45be-9c47-73c4b9becbd3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 210 time: 0.0455906 Dec 08 01:58:17.628260 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-decb3f8a-3201-408a-bcbd-8f0e95d5afc0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.657955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:17.746335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48573711-c087-4c6e-8ea7-c3b84c4a20f3 req-648b8d5e-2754-4445-b330-bc564b1ba764 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:17.748509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-48573711-c087-4c6e-8ea7-c3b84c4a20f3 req-648b8d5e-2754-4445-b330-bc564b1ba764 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 945 time: 0.2433767 Dec 08 01:58:17.759223 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.780512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-da04b09f-54c6-469c-b80d-c394c4714aff req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Allocated IP 172.20.0.3 (27723c74-81e8-475d-b1e1-ca5d10577f1f/8fed91d9-b04b-4464-aa55-4df93f6a65ba/8f8286af-6be4-4a6f-81ad-f9633853d1cf) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:17.795602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port c1762303-b2a5-4736-a280-9cfa84b0fac2 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:17.803801 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-decb3f8a-3201-408a-bcbd-8f0e95d5afc0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.845396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-48573711-c087-4c6e-8ea7-c3b84c4a20f3 req-0b1e5055-d22b-4e11-b30a-bd29ea72e7d6 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836601 Dec 08 01:58:17.845762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-decb3f8a-3201-408a-bcbd-8f0e95d5afc0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.874355 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49064) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:17.881696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb3f8a-3201-408a-bcbd-8f0e95d5afc0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ebf69d-d7ee-46a9-bb23-3a95c5c31c83,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:17.919334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-decb3f8a-3201-408a-bcbd-8f0e95d5afc0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:17.923823 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-decb3f8a-3201-408a-bcbd-8f0e95d5afc0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3652682 Dec 08 01:58:17.926744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49072) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:17.985035 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3086b95-5867-455f-a64a-4d516288988c tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.018240 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3086b95-5867-455f-a64a-4d516288988c tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.090553 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da04b09f-54c6-469c-b80d-c394c4714aff req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.141406 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da04b09f-54c6-469c-b80d-c394c4714aff req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.147453 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.149300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3086b95-5867-455f-a64a-4d516288988c tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.158196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3086b95-5867-455f-a64a-4d516288988c tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.159326 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a3086b95-5867-455f-a64a-4d516288988c tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/15ebf69d-d7ee-46a9-bb23-3a95c5c31c83 HTTP/1.1" status: 204 len: 168 time: 0.2315466 Dec 08 01:58:18.162434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49076) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:18.187534 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3086b95-5867-455f-a64a-4d516288988c tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15ebf69d-d7ee-46a9-bb23-3a95c5c31c83,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:18.211385 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da04b09f-54c6-469c-b80d-c394c4714aff req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:18.233767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-da04b09f-54c6-469c-b80d-c394c4714aff req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:18.247981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-da04b09f-54c6-469c-b80d-c394c4714aff req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:18.257344 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-be947a2a-9476-41b5-8387-7feaf0cdc7e0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0913923 Dec 08 01:58:18.261237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49078) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:18.278893 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.332639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b09f-54c6-469c-b80d-c394c4714aff req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:18.333812 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da04b09f-54c6-469c-b80d-c394c4714aff req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.340865 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b9c2-5021-4f3e-89e9-f5d51c526999 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.360705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b9c2-5021-4f3e-89e9-f5d51c526999 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.379503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:18.399373 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1767120 Dec 08 01:58:18.406784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:18.417507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b56eae-d82b-4630-8e62-457635b1fc0b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:18.431144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Request body: {'port': {'device_id': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:18.441146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:18.447936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:18.448999 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.473019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=c1762303-b2a5-4736-a280-9cfa84b0fac2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:18.488272 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a927fa2f-2a0c-4fcd-83e6-59a9331396af tempest-TestVolumeBackupRestore-2013756719 tempest-TestVolumeBackupRestore-2013756719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:18.496571 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a927fa2f-2a0c-4fcd-83e6-59a9331396af tempest-TestVolumeBackupRestore-2013756719 tempest-TestVolumeBackupRestore-2013756719-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 1092 time: 0.6180391 Dec 08 01:58:18.499000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49082) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:18.519924 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8a5b5570-f41f-4917-a10b-a241a572af73 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2109773 Dec 08 01:58:18.523055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49084) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:18.553875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '66dd1d22-4742-4426-87be-34894fc10e40', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:18.582956 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.599290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48881a86-203a-46ca-b35f-623f739939a0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:18.604060 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-48881a86-203a-46ca-b35f-623f739939a0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/c1762303-b2a5-4736-a280-9cfa84b0fac2 HTTP/1.1" status: 200 len: 844 time: 0.0769842 Dec 08 01:58:18.604060 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b9c2-5021-4f3e-89e9-f5d51c526999 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.606583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49088) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:18.613139 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8ab7b9c2-5021-4f3e-89e9-f5d51c526999 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.614638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8ab7b9c2-5021-4f3e-89e9-f5d51c526999 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7804e42e-a975-4763-acfc-69eee441da4c HTTP/1.1" status: 204 len: 168 time: 0.3522754 Dec 08 01:58:18.619276 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49090) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:18.621360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7b9c2-5021-4f3e-89e9-f5d51c526999 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7804e42e-a975-4763-acfc-69eee441da4c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:18.652707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0f1c598f-7091-4a94-b549-8236e3df402b None None] Provisioning complete for port 8f8286af-6be4-4a6f-81ad-f9633853d1cf triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:18.653188 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0f1c598f-7091-4a94-b549-8236e3df402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.679094 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:18.704067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c598f-7091-4a94-b549-8236e3df402b None None] Port 8f8286af-6be4-4a6f-81ad-f9633853d1cf cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:18.875829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe22c53-8f29-4e76-8282-0c05cd02834a req-e78c6db4-ffed-4c4a-b219-02b733eb0715 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:18.887496 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4fe22c53-8f29-4e76-8282-0c05cd02834a req-e78c6db4-ffed-4c4a-b219-02b733eb0715 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 931 time: 0.1422768 Dec 08 01:58:18.967583 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4fe22c53-8f29-4e76-8282-0c05cd02834a req-fd05264d-f2c0-4ed3-85fa-eeb4b14b56e0 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780246 Dec 08 01:58:18.986014 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-99359398-5187-4a2d-b654-3d243401442c tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3644981 Dec 08 01:58:18.990573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49094) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:19.030857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d82eb1cd-bcb2-429d-a5af-144697d1f814 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.042888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d82eb1cd-bcb2-429d-a5af-144697d1f814 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.082859 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d82eb1cd-bcb2-429d-a5af-144697d1f814 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.108183 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d82eb1cd-bcb2-429d-a5af-144697d1f814 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.109371 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d82eb1cd-bcb2-429d-a5af-144697d1f814 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c6602a8d-436a-4054-9bca-633a8f729f8c HTTP/1.1" status: 204 len: 168 time: 0.1177883 Dec 08 01:58:19.110234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82eb1cd-bcb2-429d-a5af-144697d1f814 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6602a8d-436a-4054-9bca-633a8f729f8c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:19.120409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49098) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:19.166471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-91539220-c600-4f5c-aa6a-9c9d0dce831f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port c1762303-b2a5-4736-a280-9cfa84b0fac2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:19.167145 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91539220-c600-4f5c-aa6a-9c9d0dce831f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.224268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-746eb731-1507-4cbe-a01b-27e16a6c8815 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0937979 Dec 08 01:58:19.224268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49102) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:19.249749 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-270614c6-2d31-4b17-940b-cbee11ae9281 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.258699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-270614c6-2d31-4b17-940b-cbee11ae9281 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.288664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-270614c6-2d31-4b17-940b-cbee11ae9281 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.296263 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-270614c6-2d31-4b17-940b-cbee11ae9281 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.297537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-270614c6-2d31-4b17-940b-cbee11ae9281 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7586a7c2-a32d-4e06-9ff8-1e5fcd180d97 HTTP/1.1" status: 204 len: 168 time: 0.0773268 Dec 08 01:58:19.307632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49104) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:19.316728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270614c6-2d31-4b17-940b-cbee11ae9281 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7586a7c2-a32d-4e06-9ff8-1e5fcd180d97,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:19.373310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-961729df-75d0-46a8-a6cc-3c5fa52cc819 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0631213 Dec 08 01:58:19.376323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49106) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:19.404728 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9e46592-b75d-44bb-af37-1eb85943064e tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.415723 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9e46592-b75d-44bb-af37-1eb85943064e tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.462824 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9e46592-b75d-44bb-af37-1eb85943064e tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.471389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e9e46592-b75d-44bb-af37-1eb85943064e tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.473046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e9e46592-b75d-44bb-af37-1eb85943064e tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/b149cf13-281f-40b8-8738-b235a59d8a09 HTTP/1.1" status: 204 len: 168 time: 0.0957706 Dec 08 01:58:19.478777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49110) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:19.504543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e46592-b75d-44bb-af37-1eb85943064e tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b149cf13-281f-40b8-8738-b235a59d8a09,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:19.539219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b3a0104f-8687-4d87-bf11-5e8c1acbf9fe tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585792 Dec 08 01:58:19.542031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49112) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:19.614695 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca256ae4-015d-45dc-b104-f1e5407165f1 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.647477 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca256ae4-015d-45dc-b104-f1e5407165f1 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.700395 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca256ae4-015d-45dc-b104-f1e5407165f1 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.703418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca256ae4-015d-45dc-b104-f1e5407165f1 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.707671 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ca256ae4-015d-45dc-b104-f1e5407165f1 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-groups/56b0514f-2227-4727-aff3-54b401bd7d27 HTTP/1.1" status: 204 len: 168 time: 0.1641216 Dec 08 01:58:19.709678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49114) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:19.734565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca256ae4-015d-45dc-b104-f1e5407165f1 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b0514f-2227-4727-aff3-54b401bd7d27,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:19.778540 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ea4adc6f-4ab4-4d65-9d65-1565921fad6a tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0609367 Dec 08 01:58:19.781037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49116) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:19.786241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f3163f55-de71-4cfe-aa4c-e612f9de18bc tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group': {'name': 'tempest-secgroup--185518839'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:19.794032 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91539220-c600-4f5c-aa6a-9c9d0dce831f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.811724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-91539220-c600-4f5c-aa6a-9c9d0dce831f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for c1762303-b2a5-4736-a280-9cfa84b0fac2 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:19.812563 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3163f55-de71-4cfe-aa4c-e612f9de18bc tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.819787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8286af-6be4-4a6f-81ad-f9633853d1cf {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:19.833350 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.846817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.890598 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3163f55-de71-4cfe-aa4c-e612f9de18bc tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.893187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Transition to ACTIVE for port object 8f8286af-6be4-4a6f-81ad-f9633853d1cf will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:58:19.897721 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3163f55-de71-4cfe-aa4c-e612f9de18bc tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.932081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3163f55-de71-4cfe-aa4c-e612f9de18bc tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f882b815-59f9-4e54-9d36-99c442f536a5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:19.952646 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3163f55-de71-4cfe-aa4c-e612f9de18bc tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:19.958102 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f3163f55-de71-4cfe-aa4c-e612f9de18bc tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1754587 Dec 08 01:58:19.958811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49118) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:19.963303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7336e4c9-1a16-4dd3-a4ee-94557a8e0420 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': 'f882b815-59f9-4e54-9d36-99c442f536a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:20.007783 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7336e4c9-1a16-4dd3-a4ee-94557a8e0420 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.053542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Allocated IP 172.25.2.117 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/f42c199d-0636-428d-9726-0c3ccdd4e9ce) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:20.141389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7336e4c9-1a16-4dd3-a4ee-94557a8e0420 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.147024 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.151543 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7336e4c9-1a16-4dd3-a4ee-94557a8e0420 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.211952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336e4c9-1a16-4dd3-a4ee-94557a8e0420 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b44daac-90a5-4943-9f6a-c14d54e17281,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:20.222217 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7336e4c9-1a16-4dd3-a4ee-94557a8e0420 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.228122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7336e4c9-1a16-4dd3-a4ee-94557a8e0420 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2682524 Dec 08 01:58:20.230644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49130) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:20.348545 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2cfbbd7d-a479-410f-9bb6-c0d9cc5bbc74 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.350962 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.367995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa639c79-a0e9-44f1-8548-d0d72fdb3a1c req-95276c83-5517-423f-8960-320e2d7160b2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.373298 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa639c79-a0e9-44f1-8548-d0d72fdb3a1c req-95276c83-5517-423f-8960-320e2d7160b2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 943 time: 0.2145212 Dec 08 01:58:20.374118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:20.397954 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2cfbbd7d-a479-410f-9bb6-c0d9cc5bbc74 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.470771 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2cfbbd7d-a479-410f-9bb6-c0d9cc5bbc74 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.478058 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2cfbbd7d-a479-410f-9bb6-c0d9cc5bbc74 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.479365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2cfbbd7d-a479-410f-9bb6-c0d9cc5bbc74 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-groups/f882b815-59f9-4e54-9d36-99c442f536a5 HTTP/1.1" status: 204 len: 168 time: 0.2462444 Dec 08 01:58:20.491386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49142) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:20.502014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbbd7d-a479-410f-9bb6-c0d9cc5bbc74 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f882b815-59f9-4e54-9d36-99c442f536a5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:20.551128 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91539220-c600-4f5c-aa6a-9c9d0dce831f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.615740 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b54b33f6-0c5c-418e-89fd-5c1623a89c15 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1073864 Dec 08 01:58:20.616968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49144) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:20.627457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f5482cd9-93b4-44f0-b375-a5a21bbecbae tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049635559'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:20.671237 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.679634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-93280f9b-77b7-4a65-b273-e8f8490d9b34 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:20.681102 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-93280f9b-77b7-4a65-b273-e8f8490d9b34 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.2136574 Dec 08 01:58:20.682537 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5482cd9-93b4-44f0-b375-a5a21bbecbae tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.730150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91539220-c600-4f5c-aa6a-9c9d0dce831f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=c1762303-b2a5-4736-a280-9cfa84b0fac2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:20.758747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Attempting to bind port 8f8286af-6be4-4a6f-81ad-f9633853d1cf on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:20.759096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Attempting to bind port 8f8286af-6be4-4a6f-81ad-f9633853d1cf by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:20.759437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Attempting to bind port 8f8286af-6be4-4a6f-81ad-f9633853d1cf on network 27723c74-81e8-475d-b1e1-ca5d10577f1f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:20.764924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aa639c79-a0e9-44f1-8548-d0d72fdb3a1c req-02701027-4ccc-4e60-8f66-b28115e408ed tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724146 Dec 08 01:58:20.804274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Port 8f8286af-6be4-4a6f-81ad-f9633853d1cf on network 27723c74-81e8-475d-b1e1-ca5d10577f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:58:20.806036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Attempting to bind port 8f8286af-6be4-4a6f-81ad-f9633853d1cf on network 27723c74-81e8-475d-b1e1-ca5d10577f1f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:20.815941 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-91539220-c600-4f5c-aa6a-9c9d0dce831f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.823037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-91539220-c600-4f5c-aa6a-9c9d0dce831f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/c1762303-b2a5-4736-a280-9cfa84b0fac2 HTTP/1.1" status: 204 len: 168 time: 2.2126222 Dec 08 01:58:20.845199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event updated for resources: {'Port': ['ID=f42c199d-0636-428d-9726-0c3ccdd4e9ce,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:20.857162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49146) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:20.859243 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:20.916425 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62175de-9fb6-41ab-89ac-03151880abaa tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:58:20.924805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c62175de-9fb6-41ab-89ac-03151880abaa tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/c1762303-b2a5-4736-a280-9cfa84b0fac2 HTTP/1.1" status: 404 len: 333 time: 0.0641203 Dec 08 01:58:20.926366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:20.932265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:20.936568 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:20.937258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Checking segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:20.938296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Bound using segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:20.939050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Bound port: 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:20.939672 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:20.945034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49148) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:20.951985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'name': 'tempest-PortsIpV6TestJSON-1762605136'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:21.088179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-f8a41274-df9c-4ed6-8bfa-d6c7b1cc7bca tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/quotas/630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 375 time: 0.3944046 Dec 08 01:58:21.164007 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-4525c82e-452f-4ed7-8a8e-397985afc41c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662251 Dec 08 01:58:21.216427 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5482cd9-93b4-44f0-b375-a5a21bbecbae tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.226672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5482cd9-93b4-44f0-b375-a5a21bbecbae tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.296764 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5482cd9-93b4-44f0-b375-a5a21bbecbae tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.298262 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f5482cd9-93b4-44f0-b375-a5a21bbecbae tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6805642 Dec 08 01:58:21.303474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49150) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:21.308277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c8d49d14-91c9-4be9-a41a-cebcaad7ca8a tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1387134036'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:21.334798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5482cd9-93b4-44f0-b375-a5a21bbecbae tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e27bf47-7d67-4d6e-9b35-332e481ce712,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:21.343903 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c8d49d14-91c9-4be9-a41a-cebcaad7ca8a tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.420027 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c8d49d14-91c9-4be9-a41a-cebcaad7ca8a tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.426391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-3ee4a983-b960-456c-928a-e7b72fac5e70 service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510464 Dec 08 01:58:21.427599 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c8d49d14-91c9-4be9-a41a-cebcaad7ca8a tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.518862 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c8d49d14-91c9-4be9-a41a-cebcaad7ca8a tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.520108 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c8d49d14-91c9-4be9-a41a-cebcaad7ca8a tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2156615 Dec 08 01:58:21.523343 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49158) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:21.527276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d49d14-91c9-4be9-a41a-cebcaad7ca8a tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1a4d9a-1119-4c42-bb00-eb7d8eca3728,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:21.533817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d7eaa003-90db-4920-a979-cb492a6a8bec tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': '9e27bf47-7d67-4d6e-9b35-332e481ce712', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fb1a4d9a-1119-4c42-bb00-eb7d8eca3728', 'remote_ip_prefix': None}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:21.571127 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.603370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7eaa003-90db-4920-a979-cb492a6a8bec tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.656034 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-8e632819-4aeb-42c3-abf4-3519984dd741 service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199993 Dec 08 01:58:21.687041 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.693437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:21.697587 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.697739 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7eaa003-90db-4920-a979-cb492a6a8bec tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.703244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7eaa003-90db-4920-a979-cb492a6a8bec tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.719223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eaa003-90db-4920-a979-cb492a6a8bec tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6a01a8-2dcd-488f-b4b2-ca970744e2ca,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:21.729715 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:21.742878 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7eaa003-90db-4920-a979-cb492a6a8bec tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.744763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d7eaa003-90db-4920-a979-cb492a6a8bec tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2203345 Dec 08 01:58:21.748484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49160) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:21.764947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:21.787835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port 18568807-f49b-4689-8f89-2452777fb495 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:21.804236 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.825675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4af4ef36-0664-4dcd-9c91-2fe399ecbd83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.838187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4af4ef36-0664-4dcd-9c91-2fe399ecbd83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.877244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4af4ef36-0664-4dcd-9c91-2fe399ecbd83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.882920 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4af4ef36-0664-4dcd-9c91-2fe399ecbd83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:21.887024 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4af4ef36-0664-4dcd-9c91-2fe399ecbd83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/0b6a01a8-2dcd-488f-b4b2-ca970744e2ca HTTP/1.1" status: 204 len: 168 time: 0.1374030 Dec 08 01:58:21.887721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49166) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:21.941923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4ef36-0664-4dcd-9c91-2fe399ecbd83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b6a01a8-2dcd-488f-b4b2-ca970744e2ca,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:22.042207 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-af8712e8-fe1e-4949-9287-78a0ad0088bc tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1485846 Dec 08 01:58:22.058588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49172) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:22.138373 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-85d04b5d-98eb-4276-b526-8a23fb977761 req-e8349092-c71d-44c8-8310-87f04bcc2573 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.0947053 Dec 08 01:58:22.158272 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d9349fc-a2c3-4c99-8d84-86dc8636dcf9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.181133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:22.229498 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d9349fc-a2c3-4c99-8d84-86dc8636dcf9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.261400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.262260 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.265217 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-66835595-6f5c-4d94-b12d-a0baf969bd14 service neutron] 10.222.0.65 "PUT /v2.0/ports/8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 1092 time: 3.8415258 Dec 08 01:58:22.275516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:22.283917 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e854be-5b9a-4c4f-9559-0ec4fcdae25a" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:22.285203 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d9349fc-a2c3-4c99-8d84-86dc8636dcf9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.290150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3d9349fc-a2c3-4c99-8d84-86dc8636dcf9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.294193 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3d9349fc-a2c3-4c99-8d84-86dc8636dcf9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-groups/fb1a4d9a-1119-4c42-bb00-eb7d8eca3728 HTTP/1.1" status: 204 len: 168 time: 0.2314889 Dec 08 01:58:22.302781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49180) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:22.466551 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1007ba7d-32b7-4dd9-a954-a405258cf073 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1604557 Dec 08 01:58:22.470249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9349fc-a2c3-4c99-8d84-86dc8636dcf9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1a4d9a-1119-4c42-bb00-eb7d8eca3728,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:22.484711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49184) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:22.619373 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c87c-b862-41cd-b30b-348a600f6968 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.628335 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.665443 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c87c-b862-41cd-b30b-348a600f6968 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.669700 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1192d97f-f5fc-47df-b9be-5d4e41aa7969 x-openstack-request-id: req-1192d97f-f5fc-47df-b9be-5d4e41aa7969 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:22.670001 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:22.670259 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1192d97f-f5fc-47df-b9be-5d4e41aa7969 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:22.670657 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'status': 'completed', 'code': 200} Dec 08 01:58:22.692631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc978f-0b4e-429b-bc06-63aaea115c12 req-df2660a9-82f1-46ab-b7d4-03ca9a0f6693 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.694289 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fcc978f-0b4e-429b-bc06-63aaea115c12 req-df2660a9-82f1-46ab-b7d4-03ca9a0f6693 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 943 time: 0.5249128 Dec 08 01:58:22.737738 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c87c-b862-41cd-b30b-348a600f6968 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.743440 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b4e9c87c-b862-41cd-b30b-348a600f6968 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.745490 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b4e9c87c-b862-41cd-b30b-348a600f6968 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-groups/9e27bf47-7d67-4d6e-9b35-332e481ce712 HTTP/1.1" status: 204 len: 168 time: 0.2590437 Dec 08 01:58:22.750415 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49192) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:22.761710 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.771110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9c87c-b862-41cd-b30b-348a600f6968 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e27bf47-7d67-4d6e-9b35-332e481ce712,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:22.816964 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.838610 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.874619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-581248e7-19a3-4afb-aed2-70e54cce3ab9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1156051 Dec 08 01:58:22.877832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49196) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:22.879976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b09f-54c6-469c-b80d-c394c4714aff req-b944f4dc-e248-4167-a899-372cbd4366c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:22.881710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-b944f4dc-e248-4167-a899-372cbd4366c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1095 time: 0.4776988 Dec 08 01:58:22.885300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-94ae1c41-23f8-4b0f-ad2e-ad3d3ac493f0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672461404'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:22.920181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:22.923162 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94ae1c41-23f8-4b0f-ad2e-ad3d3ac493f0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:22.971183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:23.027821 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:23.034003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.034664 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.037218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=18568807-f49b-4689-8f89-2452777fb495,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:23.052480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fcc978f-0b4e-429b-bc06-63aaea115c12 req-780ecc68-1808-4052-81a5-390022613b6b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475718 Dec 08 01:58:23.067729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-eb178b63-60ed-485b-8be6-43821ee9f748 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 217 time: 0.1383390 Dec 08 01:58:23.072546 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94ae1c41-23f8-4b0f-ad2e-ad3d3ac493f0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.078690 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94ae1c41-23f8-4b0f-ad2e-ad3d3ac493f0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.122031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae1c41-23f8-4b0f-ad2e-ad3d3ac493f0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9659dd9-97e6-4416-900f-8902bb249063,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:23.145295 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94ae1c41-23f8-4b0f-ad2e-ad3d3ac493f0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.147534 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-94ae1c41-23f8-4b0f-ad2e-ad3d3ac493f0 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2684736 Dec 08 01:58:23.147825 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.152033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49200) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:23.158639 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-571847db-d0af-4223-9cec-bfaedc87d938 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2121840 Dec 08 01:58:23.164684 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-aff78b99-3852-4e47-8a00-e1ef81bf7c83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': 'e9659dd9-97e6-4416-900f-8902bb249063', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:23.193942 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49202) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:23.203716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1c464843-848d-475f-9001-5ab426c84959 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:23.213873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event updated for resources: {'Port': ['ID=f42c199d-0636-428d-9726-0c3ccdd4e9ce,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:23.225363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b09f-54c6-469c-b80d-c394c4714aff req-4c0d2364-1882-4345-850d-b3efb1f988b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.227076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-4c0d2364-1882-4345-850d-b3efb1f988b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.1571028 Dec 08 01:58:23.237082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aff78b99-3852-4e47-8a00-e1ef81bf7c83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.330450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6385063-e80d-474a-b681-7f6106ed9431 req-97cfe204-dcec-490b-a266-a0fc177be7d4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.0591726 Dec 08 01:58:23.380743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b09f-54c6-469c-b80d-c394c4714aff req-0b3d1338-04aa-4fb7-bf38-e488f44cf401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.382427 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-0b3d1338-04aa-4fb7-bf38-e488f44cf401 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481628 Dec 08 01:58:23.383028 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c464843-848d-475f-9001-5ab426c84959 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.386549 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Floating IP f4470ca2-9fdf-4f67-92f2-a620421bb330 associated. External IP: 172.25.2.117, port: 66dd1d22-4742-4426-87be-34894fc10e40. Dec 08 01:58:23.403633 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aff78b99-3852-4e47-8a00-e1ef81bf7c83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.432655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aff78b99-3852-4e47-8a00-e1ef81bf7c83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.675818 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff78b99-3852-4e47-8a00-e1ef81bf7c83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973f68b5-72a8-4465-a21e-112d6c2795ad,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:23.702853 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aff78b99-3852-4e47-8a00-e1ef81bf7c83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.704350 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-aff78b99-3852-4e47-8a00-e1ef81bf7c83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5501413 Dec 08 01:58:23.708845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49212) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:23.754881 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac78d589-7f88-469e-9ff0-03d6a219f571 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.776535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c464843-848d-475f-9001-5ab426c84959 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.779924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac78d589-7f88-469e-9ff0-03d6a219f571 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.791212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c464843-848d-475f-9001-5ab426c84959 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.876386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1c464843-848d-475f-9001-5ab426c84959 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] In _notify_port_updated(), no bound segment for port 18568807-f49b-4689-8f89-2452777fb495 on network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:58:23.883945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c464843-848d-475f-9001-5ab426c84959 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.885356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1c464843-848d-475f-9001-5ab426c84959 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.887567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1c464843-848d-475f-9001-5ab426c84959 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "PUT /v2.0/ports/18568807-f49b-4689-8f89-2452777fb495 HTTP/1.1" status: 200 len: 818 time: 0.6920919 Dec 08 01:58:23.894423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49214) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:23.909116 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-24f1d25e-617c-422e-bb5e-f9ba9cecd8d4 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604732 Dec 08 01:58:23.920626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c464843-848d-475f-9001-5ab426c84959 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=18568807-f49b-4689-8f89-2452777fb495,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:23.953722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-8dceb00c-eeff-4f02-88c7-835b50957ee8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:23.958696 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac78d589-7f88-469e-9ff0-03d6a219f571 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.967402 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-8dceb00c-eeff-4f02-88c7-835b50957ee8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.4204535 Dec 08 01:58:23.969636 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac78d589-7f88-469e-9ff0-03d6a219f571 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:23.974202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ac78d589-7f88-469e-9ff0-03d6a219f571 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/973f68b5-72a8-4465-a21e-112d6c2795ad HTTP/1.1" status: 204 len: 168 time: 0.2626827 Dec 08 01:58:23.977214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49216) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:23.991338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:58:24.017187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'port': {'device_id': '20944d45-c1d4-4889-a925-5e0e0edab284', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'admin_state_up': True, 'tenant_id': '630e950b003f4579a3179d6eb911a839'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:24.037299 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78d589-7f88-469e-9ff0-03d6a219f571 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=973f68b5-72a8-4465-a21e-112d6c2795ad,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:24.077424 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8280a4fb-bb23-4bd6-8513-536edf49c20a tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0916648 Dec 08 01:58:24.093956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49220) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:24.291487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:58:24.323053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e97bf3-911c-4a4b-8985-e20e14090a45 None None] Sync routers for ids ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:58:24.339980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e97bf3-911c-4a4b-8985-e20e14090a45 None None] Routers {'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:24.341326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-19e97bf3-911c-4a4b-8985-e20e14090a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:24.378471 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ce40b0c-99f5-4bf9-9538-a075dc11b7be tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.431709 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ce40b0c-99f5-4bf9-9538-a075dc11b7be tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.540209 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a5d02594-fe09-4e32-af6b-11b8a04dfe93 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 18568807-f49b-4689-8f89-2452777fb495 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:24.540619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5d02594-fe09-4e32-af6b-11b8a04dfe93 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.620013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5d02594-fe09-4e32-af6b-11b8a04dfe93 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.634672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a5d02594-fe09-4e32-af6b-11b8a04dfe93 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 18568807-f49b-4689-8f89-2452777fb495 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:24.725155 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ce40b0c-99f5-4bf9-9538-a075dc11b7be tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.728994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ce40b0c-99f5-4bf9-9538-a075dc11b7be tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.734509 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0ce40b0c-99f5-4bf9-9538-a075dc11b7be tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-groups/e9659dd9-97e6-4416-900f-8902bb249063 HTTP/1.1" status: 204 len: 168 time: 0.6365349 Dec 08 01:58:24.736122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49234) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:24.773626 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5d02594-fe09-4e32-af6b-11b8a04dfe93 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.819404 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5d02594-fe09-4e32-af6b-11b8a04dfe93 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.826378 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a5d02594-fe09-4e32-af6b-11b8a04dfe93 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/18568807-f49b-4689-8f89-2452777fb495 HTTP/1.1" status: 204 len: 168 time: 0.9283018 Dec 08 01:58:24.828751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c62a5b8-4700-428f-9748-88202201637d req-3cf65780-2547-4353-9cc6-fa8432e658fd tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.3058689 Dec 08 01:58:24.830973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49242) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:24.896485 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:24.935146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d02594-fe09-4e32-af6b-11b8a04dfe93 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=18568807-f49b-4689-8f89-2452777fb495,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:24.949953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce40b0c-99f5-4bf9-9538-a075dc11b7be tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9659dd9-97e6-4416-900f-8902bb249063,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:24.978376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8bd04ced-19cc-473e-81ee-6fd7a13074ce tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4391389 Dec 08 01:58:24.986388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49248) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:24.986860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:25.000538 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539cb672-0fcf-42c7-87b8-0e030afd692a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "tag": "66dd1d22-4742-4426-87be-34894fc10e40"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:25.003858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-19e97bf3-911c-4a4b-8985-e20e14090a45 None None] Set router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:25.161198 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d3c11dcc-2685-4406-8e1c-23965dbbbc56 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3947637 Dec 08 01:58:25.165333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49256) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:25.174616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-700f9a34-ba8f-4b83-8ca5-65af3fea2c45 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178136509'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:25.215106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86e536-8ffb-4d3f-9451-96f43fd94b43 req-5d086780-2d75-45bf-b516-c0c7ba219993 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.228462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff86e536-8ffb-4d3f-9451-96f43fd94b43 req-5d086780-2d75-45bf-b516-c0c7ba219993 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 943 time: 0.9524362 Dec 08 01:58:25.249812 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a4556c-a0e2-40ab-bf22-3c0026c497da x-openstack-request-id: req-d3a4556c-a0e2-40ab-bf22-3c0026c497da {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:25.251165 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "tag": "66dd1d22-4742-4426-87be-34894fc10e40", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:25.251766 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d3a4556c-a0e2-40ab-bf22-3c0026c497da {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:25.257181 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40', 'status': 'completed', 'code': 200} Dec 08 01:58:25.257315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ddb572-124b-484d-8de8-c825da59e50d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.263360 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-37ddb572-124b-484d-8de8-c825da59e50d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4206569 Dec 08 01:58:25.269631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16dc651-97cf-404f-a26a-f698f6452e45 tempest-TestVolumeBackupRestore-2013756719 tempest-TestVolumeBackupRestore-2013756719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.273720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e16dc651-97cf-404f-a26a-f698f6452e45 tempest-TestVolumeBackupRestore-2013756719 tempest-TestVolumeBackupRestore-2013756719-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 1092 time: 0.2837851 Dec 08 01:58:25.291049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49260) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:25.292583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49262) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:25.319007 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-700f9a34-ba8f-4b83-8ca5-65af3fea2c45 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.324620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-822b46cb-bcd2-4487-b6ef-7834070ad274 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Request body: {'floatingip': {'port_id': '66dd1d22-4742-4426-87be-34894fc10e40'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:25.423334 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f610c3-66ce-43f8-8bc2-2d70f473cb20 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:58:25.428144 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-08f610c3-66ce-43f8-8bc2-2d70f473cb20 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/18568807-f49b-4689-8f89-2452777fb495 HTTP/1.1" status: 404 len: 333 time: 0.1290061 Dec 08 01:58:25.436082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49264) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:25.448880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-211798fb-afdc-47b8-87a3-c31d0fb811a1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-977262803'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:25.474615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da04b09f-54c6-469c-b80d-c394c4714aff req-7e7e3795-3a3b-494d-8400-062cc4ad094d service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5575712 Dec 08 01:58:25.498022 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-822b46cb-bcd2-4487-b6ef-7834070ad274 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.531218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211798fb-afdc-47b8-87a3-c31d0fb811a1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:25.541452 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-211798fb-afdc-47b8-87a3-c31d0fb811a1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.541663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Made reservation on behalf of 630e950b003f4579a3179d6eb911a839 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:25.545081 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.582214 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff86e536-8ffb-4d3f-9451-96f43fd94b43 req-84e764a7-f83a-41db-97b2-b1bed0099937 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527393 Dec 08 01:58:25.602323 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-700f9a34-ba8f-4b83-8ca5-65af3fea2c45 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.609474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb672-0fcf-42c7-87b8-0e030afd692a req-bb6c1a3c-2a78-4133-a6d4-2a08878a117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.611775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-539cb672-0fcf-42c7-87b8-0e030afd692a req-bb6c1a3c-2a78-4133-a6d4-2a08878a117d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ae44476fbc848c1a6b40e1d9cc7400d&device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 1097 time: 0.3755999 Dec 08 01:58:25.624325 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-700f9a34-ba8f-4b83-8ca5-65af3fea2c45 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.682300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211798fb-afdc-47b8-87a3-c31d0fb811a1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:58:25.713445 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-700f9a34-ba8f-4b83-8ca5-65af3fea2c45 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.716920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-700f9a34-ba8f-4b83-8ca5-65af3fea2c45 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5488355 Dec 08 01:58:25.720221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49270) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:25.725960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e4244f9d-0615-44e7-84a0-35625b408a83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': '6ace4a70-2f85-47c3-9547-d3ff5d211856', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:25.733978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f9a34-ba8f-4b83-8ca5-65af3fea2c45 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ace4a70-2f85-47c3-9547-d3ff5d211856,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:25.737312 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-211798fb-afdc-47b8-87a3-c31d0fb811a1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.737532 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-19e97bf3-911c-4a4b-8985-e20e14090a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f4470ca2-9fdf-4f67-92f2-a620421bb330', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'port_id': '66dd1d22-4742-4426-87be-34894fc10e40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'mac_address': 'fa:16:3e:43:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a68745d-585d-46f9-a533-46aa8507d537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:58:21Z', 'updated_at': '2021-12-08T01:58:21Z', 'revision_number': 0, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227be2a4-d073-4249-b35e-0a5861dc438f', 'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'mac_address': 'fa:16:3e:d5:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:47Z', 'updated_at': '2021-12-08T01:52:57Z', 'revision_number': 5, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'subnets': [{'id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:25.738074 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-211798fb-afdc-47b8-87a3-c31d0fb811a1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Added segment c039006c-65ed-4e42-86ad-b906122be321 of type vlan for network f7de354e-062d-45d9-86c8-83013c56ad6c Dec 08 01:58:25.792381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Allocated IP 172.20.0.7 (8f279760-140c-407f-a667-25feea544d0c/ddacc30c-c599-475d-882a-2e882bb43a56/894c156e-c995-401a-a794-0848c579906d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:25.798542 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-211798fb-afdc-47b8-87a3-c31d0fb811a1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.811945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e97bf3-911c-4a4b-8985-e20e14090a45 None None] Checking router: bdbe32b9-d3bd-46f6-a9c1-11e0b752051b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:58:25.825168 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4244f9d-0615-44e7-84a0-35625b408a83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.834499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e97bf3-911c-4a4b-8985-e20e14090a45 None None] Routers {'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:25.835154 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-19e97bf3-911c-4a4b-8985-e20e14090a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:25.942528 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-211798fb-afdc-47b8-87a3-c31d0fb811a1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.956683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211798fb-afdc-47b8-87a3-c31d0fb811a1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:25.957396 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-211798fb-afdc-47b8-87a3-c31d0fb811a1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:25.993478 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:26.149500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-19e97bf3-911c-4a4b-8985-e20e14090a45 None None] Set router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:26.174001 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-211798fb-afdc-47b8-87a3-c31d0fb811a1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7306271 Dec 08 01:58:26.192253 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8e491b4-0382-4019-a88d-00df4b0192aa req-35a168a1-8eda-463b-b0a4-32ad7993d05b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.2166767 Dec 08 01:58:26.201608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49274) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:26.210865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-37790b7d-ed1c-4b29-8eca-32791e3e0d96 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': 'f7de354e-062d-45d9-86c8-83013c56ad6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:26.345136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4244f9d-0615-44e7-84a0-35625b408a83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:26.348811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211798fb-afdc-47b8-87a3-c31d0fb811a1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Network': ['ID=f7de354e-062d-45d9-86c8-83013c56ad6c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:26.368958 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network f7de354e-062d-45d9-86c8-83013c56ad6c details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:58:26.375222 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4244f9d-0615-44e7-84a0-35625b408a83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:26.519101 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4244f9d-0615-44e7-84a0-35625b408a83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:26.530938 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e4244f9d-0615-44e7-84a0-35625b408a83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7993562 Dec 08 01:58:26.541490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49280) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:26.543842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4244f9d-0615-44e7-84a0-35625b408a83 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df6797b-9d86-4e08-8557-f9c58eb8bb9d,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:26.605834 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c51d3ef4-7967-4504-8acc-cc1d957c3a93 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules/4df6797b-9d86-4e08-8557-f9c58eb8bb9d HTTP/1.1" status: 200 len: 763 time: 0.0628529 Dec 08 01:58:26.608862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49284) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:26.683580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37790b7d-ed1c-4b29-8eca-32791e3e0d96 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:26.687592 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37790b7d-ed1c-4b29-8eca-32791e3e0d96 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:26.806020 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ad8c29fc-ecea-41c4-aed9-5ff33929936b tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1945324 Dec 08 01:58:26.822429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49288) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:26.893416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-19e97bf3-911c-4a4b-8985-e20e14090a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f4470ca2-9fdf-4f67-92f2-a620421bb330', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'port_id': '66dd1d22-4742-4426-87be-34894fc10e40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'mac_address': 'fa:16:3e:43:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a68745d-585d-46f9-a533-46aa8507d537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:58:21Z', 'updated_at': '2021-12-08T01:58:21Z', 'revision_number': 0, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227be2a4-d073-4249-b35e-0a5861dc438f', 'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'mac_address': 'fa:16:3e:d5:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:47Z', 'updated_at': '2021-12-08T01:52:57Z', 'revision_number': 5, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'subnets': [{'id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:27.054434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e97bf3-911c-4a4b-8985-e20e14090a45 None None] The sync data for ids ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'] in n-d-713498-30 is: [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f4470ca2-9fdf-4f67-92f2-a620421bb330', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'port_id': '66dd1d22-4742-4426-87be-34894fc10e40', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'mac_address': 'fa:16:3e:43:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a68745d-585d-46f9-a533-46aa8507d537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:58:21Z', 'updated_at': '2021-12-08T01:58:21Z', 'revision_number': 0, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227be2a4-d073-4249-b35e-0a5861dc438f', 'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'mac_address': 'fa:16:3e:d5:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:47Z', 'updated_at': '2021-12-08T01:52:57Z', 'revision_number': 5, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'subnets': [{'id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:58:27.077991 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.resource_extend [None req-822b46cb-bcd2-4487-b6ef-7834070ad274 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:58:27.280446 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37790b7d-ed1c-4b29-8eca-32791e3e0d96 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.446296 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.497237 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-822b46cb-bcd2-4487-b6ef-7834070ad274 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.511472 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-faa7e991-6a1d-417e-a62a-92f5bf151be9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.522119 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-faa7e991-6a1d-417e-a62a-92f5bf151be9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.551581 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cff424-00ed-44b3-ba12-4e36d6c438cd None None] New status for floating IP f4470ca2-9fdf-4f67-92f2-a620421bb330: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:58:27.576527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-faa7e991-6a1d-417e-a62a-92f5bf151be9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.595359 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-faa7e991-6a1d-417e-a62a-92f5bf151be9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.610904 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-faa7e991-6a1d-417e-a62a-92f5bf151be9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/4df6797b-9d86-4e08-8557-f9c58eb8bb9d HTTP/1.1" status: 204 len: 168 time: 0.7826612 Dec 08 01:58:27.615234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49304) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:27.649116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=894c156e-c995-401a-a794-0848c579906d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:27.654762 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-822b46cb-bcd2-4487-b6ef-7834070ad274 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.655012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37790b7d-ed1c-4b29-8eca-32791e3e0d96 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Subnet': ['ID=674835b9-d98d-412e-bd1e-f76f1d83194c,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:27.664854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37790b7d-ed1c-4b29-8eca-32791e3e0d96 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Checking segment: {'id': 'c039006c-65ed-4e42-86ad-b906122be321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f7de354e-062d-45d9-86c8-83013c56ad6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:27.665327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37790b7d-ed1c-4b29-8eca-32791e3e0d96 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network hostable DHCP agents. Network: f7de354e-062d-45d9-86c8-83013c56ad6c, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:58:27.691654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8df5e97c-d2e0-4b60-837f-8859a7c9d106 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0749848 Dec 08 01:58:27.692651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7e991-6a1d-417e-a62a-92f5bf151be9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4df6797b-9d86-4e08-8557-f9c58eb8bb9d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:27.703314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e60028-0d19-4027-a206-3b5d7c0796c3 req-827c6d23-0ea1-4f3d-a230-ec14d075190f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.712619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f4e60028-0d19-4027-a206-3b5d7c0796c3 req-827c6d23-0ea1-4f3d-a230-ec14d075190f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 931 time: 0.3284640 Dec 08 01:58:27.716814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49306) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:27.721923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-faa2fcd7-8306-4ec0-a5c2-f730d530d118 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': '6ace4a70-2f85-47c3-9547-d3ff5d211856', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:27.764305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37790b7d-ed1c-4b29-8eca-32791e3e0d96 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network f7de354e-062d-45d9-86c8-83013c56ad6c is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:58:27.825625 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f4e60028-0d19-4027-a206-3b5d7c0796c3 req-6bccc413-922c-4ed4-b5b6-b9a4751805a8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100674 Dec 08 01:58:27.826687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-37790b7d-ed1c-4b29-8eca-32791e3e0d96 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, f7de354e-062d-45d9-86c8-83013c56ad6c) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:27.836364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b16665-d857-43f9-ac95-6869ef5a4d02 None None] Network f7de354e-062d-45d9-86c8-83013c56ad6c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:27.857584 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37790b7d-ed1c-4b29-8eca-32791e3e0d96 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.858383 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37790b7d-ed1c-4b29-8eca-32791e3e0d96 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.903379 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-37790b7d-ed1c-4b29-8eca-32791e3e0d96 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6975935 Dec 08 01:58:27.908447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49310) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:27.909263 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-faa2fcd7-8306-4ec0-a5c2-f730d530d118 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:27.917523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-db494def-25fc-40a4-afbb-ea4c2821a093 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': 'f7de354e-062d-45d9-86c8-83013c56ad6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:27.954981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.955336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.955684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.956029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.956393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.956734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.957065 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.957398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.957725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.958052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.958377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.969171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.969524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:27.986479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e854be-5b9a-4c4f-9559-0ec4fcdae25a req-35fc3034-460e-436d-9990-b05f5a52978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:27.988302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16e854be-5b9a-4c4f-9559-0ec4fcdae25a req-35fc3034-460e-436d-9990-b05f5a52978b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1095 time: 2.3964524 Dec 08 01:58:28.022007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-f7de354e-062d-45d9-86c8-83013c56ad6c', 'network_id': 'f7de354e-062d-45d9-86c8-83013c56ad6c', 'project_id': '39603dbdc8624778b5dacc6c9566b9d3', 'fixed_ips': [{'subnet_id': '674835b9-d98d-412e-bd1e-f76f1d83194c'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:58:28.026302 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.040072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Network 8f279760-140c-407f-a667-25feea544d0c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:28.136977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e854be-5b9a-4c4f-9559-0ec4fcdae25a req-d7815299-de7f-4ed0-8b28-67e2f2b48348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:28.138620 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16e854be-5b9a-4c4f-9559-0ec4fcdae25a req-d7815299-de7f-4ed0-8b28-67e2f2b48348 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.0974929 Dec 08 01:58:28.147268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:28.163022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:28.222834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:28.223656 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.276016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08386acf-e609-423c-9b25-18baf53403a3 req-de3fb34a-e682-4e10-b0b1-20ef3b99266f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:28.284538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db494def-25fc-40a4-afbb-ea4c2821a093 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:28.284757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08386acf-e609-423c-9b25-18baf53403a3 req-de3fb34a-e682-4e10-b0b1-20ef3b99266f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 943 time: 1.0430796 Dec 08 01:58:28.289264 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-db494def-25fc-40a4-afbb-ea4c2821a093 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.298355 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-faa2fcd7-8306-4ec0-a5c2-f730d530d118 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.299679 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16e854be-5b9a-4c4f-9559-0ec4fcdae25a req-edd29279-b624-4216-8816-f2cd0cc2231f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 217 time: 0.1453083 Dec 08 01:58:28.311266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb672-0fcf-42c7-87b8-0e030afd692a req-350dc397-546d-4e05-8817-bbef93896688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:28.312995 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-539cb672-0fcf-42c7-87b8-0e030afd692a req-350dc397-546d-4e05-8817-bbef93896688 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1f08eab5-a052-4f53-98e8-b4318a0650b8 HTTP/1.1" status: 200 len: 915 time: 2.2080238 Dec 08 01:58:28.317765 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-faa2fcd7-8306-4ec0-a5c2-f730d530d118 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.352353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Allocated IP 2001:db8::2 (f7de354e-062d-45d9-86c8-83013c56ad6c/674835b9-d98d-412e-bd1e-f76f1d83194c/31ac2b04-b602-4f71-b67b-5000007aabbb) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:28.384037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-40937885-8ba2-4258-b58d-0d71aa5052c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3886518 Dec 08 01:58:28.400988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2fcd7-8306-4ec0-a5c2-f730d530d118 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedbfae5-f72c-4cd0-852e-3749608210aa,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:28.446696 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-faa2fcd7-8306-4ec0-a5c2-f730d530d118 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.450783 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-faa2fcd7-8306-4ec0-a5c2-f730d530d118 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7301245 Dec 08 01:58:28.451512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49316) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:28.504864 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e4ba035b-c278-4012-8ab3-afaf9e9b772c tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules/aedbfae5-f72c-4cd0-852e-3749608210aa HTTP/1.1" status: 200 len: 763 time: 0.0496995 Dec 08 01:58:28.505405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49318) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:28.540945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Request body: {'port': {'device_id': '20944d45-c1d4-4889-a925-5e0e0edab284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:28.544085 n-d-713498-30 neutron-server[103130]: INFO neutron.db.ipam_backend_mixin [None req-db494def-25fc-40a4-afbb-ea4c2821a093 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 674835b9-d98d-412e-bd1e-f76f1d83194c (CIDR: 2001:db8::/64) Dec 08 01:58:28.556242 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-db494def-25fc-40a4-afbb-ea4c2821a093 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:58:28.556907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db494def-25fc-40a4-afbb-ea4c2821a093 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:58:28.578986 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1909e24f-5477-44a4-9ec8-11b0b464a491 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0695200 Dec 08 01:58:28.585918 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49320) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:28.625578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-db494def-25fc-40a4-afbb-ea4c2821a093 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7123570 Dec 08 01:58:28.627395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49322) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:28.636592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': 'f7de354e-062d-45d9-86c8-83013c56ad6c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:28.668622 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08386acf-e609-423c-9b25-18baf53403a3 req-9d7aa94a-0bdd-4062-9ab6-926469b4b36d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3827858 Dec 08 01:58:28.670338 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c8a7a71-e50b-426b-8639-0d217e7f39a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.672963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822b46cb-bcd2-4487-b6ef-7834070ad274 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:58:28.710498 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.718875 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.740637 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c8a7a71-e50b-426b-8639-0d217e7f39a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.755298 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.769031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f2f83fe5-21a7-4f72-91a1-d9297a406dc8 None None] Provisioning complete for port 894c156e-c995-401a-a794-0848c579906d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:28.769726 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f2f83fe5-21a7-4f72-91a1-d9297a406dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.773864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e854be-5b9a-4c4f-9559-0ec4fcdae25a req-a3e7ce4f-ad76-4292-976e-80538b59aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:28.775964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16e854be-5b9a-4c4f-9559-0ec4fcdae25a req-a3e7ce4f-ad76-4292-976e-80538b59aba7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.4607406 Dec 08 01:58:28.895291 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-539cb672-0fcf-42c7-87b8-0e030afd692a req-e2246f02-9a3f-40e6-bbde-53638791c1d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66dd1d22-4742-4426-87be-34894fc10e40 HTTP/1.1" status: 200 len: 1001 time: 0.5586410 Dec 08 01:58:28.898507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c8a7a71-e50b-426b-8639-0d217e7f39a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.912477 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c8a7a71-e50b-426b-8639-0d217e7f39a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:28.913313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Pushing event updated for resources: {'Port': ['ID=31ac2b04-b602-4f71-b67b-5000007aabbb,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:28.917332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6c8a7a71-e50b-426b-8639-0d217e7f39a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/aedbfae5-f72c-4cd0-852e-3749608210aa HTTP/1.1" status: 204 len: 168 time: 0.3300154 Dec 08 01:58:28.925588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49328) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:28.933590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Network f7de354e-062d-45d9-86c8-83013c56ad6c is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:28.939228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f2f83fe5-21a7-4f72-91a1-d9297a406dc8 None None] Port 894c156e-c995-401a-a794-0848c579906d cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:28.948789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:58:28.951101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:28.957315 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.007874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:29.029156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:29.032536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a7a71-e50b-426b-8639-0d217e7f39a9 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aedbfae5-f72c-4cd0-852e-3749608210aa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:29.079537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb672-0fcf-42c7-87b8-0e030afd692a req-247069f8-d3c8-4be9-9f9c-0b53f9859095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:29.086070 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-539cb672-0fcf-42c7-87b8-0e030afd692a req-247069f8-d3c8-4be9-9f9c-0b53f9859095 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9068c42c-c569-4d97-9684-2713db2b1b45 HTTP/1.1" status: 200 len: 853 time: 0.1429200 Dec 08 01:58:29.210856 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc0f9c54-0eca-4a32-871f-8b0b20ca2262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.354134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f9a14-94cd-4312-8159-37253be98830 req-84d1839a-c985-48ab-b59e-336f668d7774 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:29.357180 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f34f9a14-94cd-4312-8159-37253be98830 req-84d1839a-c985-48ab-b59e-336f668d7774 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 931 time: 0.3342812 Dec 08 01:58:29.362996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Attempting to bind port 31ac2b04-b602-4f71-b67b-5000007aabbb on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:29.366748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Attempting to bind port 31ac2b04-b602-4f71-b67b-5000007aabbb by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c039006c-65ed-4e42-86ad-b906122be321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f7de354e-062d-45d9-86c8-83013c56ad6c'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:29.369687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Attempting to bind port 31ac2b04-b602-4f71-b67b-5000007aabbb on network f7de354e-062d-45d9-86c8-83013c56ad6c {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:29.384210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:29.385094 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Checking segment: {'id': 'c039006c-65ed-4e42-86ad-b906122be321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f7de354e-062d-45d9-86c8-83013c56ad6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:29.385344 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-575aa6e1-925a-4fd6-969a-a7d1804836fb tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4476721 Dec 08 01:58:29.385712 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.386077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49342) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:29.386497 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Bound using segment: {'id': 'c039006c-65ed-4e42-86ad-b906122be321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f7de354e-062d-45d9-86c8-83013c56ad6c'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:29.387472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Bound port: 31ac2b04-b602-4f71-b67b-5000007aabbb, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c039006c-65ed-4e42-86ad-b906122be321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f7de354e-062d-45d9-86c8-83013c56ad6c'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:29.388374 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.566222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822b46cb-bcd2-4487-b6ef-7834070ad274 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:58:29.566222 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-822b46cb-bcd2-4487-b6ef-7834070ad274 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.566222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e854be-5b9a-4c4f-9559-0ec4fcdae25a req-79cfc21c-3814-4c8f-9e0f-4831b6425c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:29.566222 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16e854be-5b9a-4c4f-9559-0ec4fcdae25a req-79cfc21c-3814-4c8f-9e0f-4831b6425c63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5747843 Dec 08 01:58:29.569528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': '6ace4a70-2f85-47c3-9547-d3ff5d211856', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:29.569999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9980193-0984-40de-8894-3b749f0af9b2 None None] Sync routers for ids ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:58:29.608972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:29.654746 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'port_id': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'mac_address': 'fa:16:3e:59:1e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:58:29.681854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9980193-0984-40de-8894-3b749f0af9b2 None None] Routers {'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:29.710425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a9980193-0984-40de-8894-3b749f0af9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:29.731872 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f34f9a14-94cd-4312-8159-37253be98830 req-8d494e57-2df3-42d6-bf06-4374b66cbdb0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139684 Dec 08 01:58:29.771182 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Project 5d89840d4ad242d883816de3d8f0f605 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 01:58:29.804325 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.850451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:29.956353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] For port 31ac2b04-b602-4f71-b67b-5000007aabbb, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:29.980911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] For port 31ac2b04-b602-4f71-b67b-5000007aabbb, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=31ac2b04-b602-4f71-b67b-5000007aabbb,segment=NetworkSegment(c039006c-65ed-4e42-86ad-b906122be321),segment_id=c039006c-65ed-4e42-86ad-b906122be321)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:30.023144 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.059768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network f7de354e-062d-45d9-86c8-83013c56ad6c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:30.064180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.074246 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:30.097731 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:30.098492 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.119716 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.121183 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6466172 Dec 08 01:58:30.127512 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4989641 Dec 08 01:58:30.128374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49366) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:30.134850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Subnet': ['ID=39ad3005-255c-4706-9d03-5f30f4beb0e8,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:30.138514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49368) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:30.144147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': 'f7de354e-062d-45d9-86c8-83013c56ad6c', 'fixed_ips': [{'subnet_id': '674835b9-d98d-412e-bd1e-f76f1d83194c'}, {'subnet_id': '39ad3005-255c-4706-9d03-5f30f4beb0e8'}], 'name': 'tempest-PortsIpV6TestJSON-1618379170'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:30.146949 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a9980193-0984-40de-8894-3b749f0af9b2 None None] Set router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:30.149572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a64e240-5f62-465d-9701-3291e7f45cab,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:30.223551 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-deba95f2-6786-4e18-a917-de988c760064 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules/7a64e240-5f62-465d-9701-3291e7f45cab HTTP/1.1" status: 200 len: 769 time: 0.0935473 Dec 08 01:58:30.228844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.229369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.229891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.230527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.231018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.231506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.232164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.232662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.233161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.233637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.234125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.234599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.235080 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d6f26-7c1f-4330-ab27-658e0b5fdf47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.240005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49370) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:30.257379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.257942 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.258432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.259084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.259565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.260053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.260553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.261025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.261505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.261992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.262477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.262946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.263415 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d044e25b-3685-462d-8757-cc23ec87aec2 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:30.292622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.318091 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.338908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-53341869-518e-4465-b386-1d7e6e395c82 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0896707 Dec 08 01:58:30.342628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49374) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:30.430483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8286af-6be4-4a6f-81ad-f9633853d1cf {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:30.472383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:30.489752 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:30.494468 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.538773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:30.550117 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e13d29-4868-4190-9094-5f2c74a970a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "tag": "66dd1d22-4742-4426-87be-34894fc10e40"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:30.557140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16e854be-5b9a-4c4f-9559-0ec4fcdae25a req-41fc6f3c-27d6-4189-920e-b290197c0983 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0605495 Dec 08 01:58:30.566241 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333e200-db5b-4738-9bf6-8ccf61cd264b None None] Pushing event updated for resources: {'Port': ['ID=31ac2b04-b602-4f71-b67b-5000007aabbb,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:30.575898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f183b66-b27d-49bc-b9e0-a48f64745fd6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.646752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb672-0fcf-42c7-87b8-0e030afd692a req-84f67a3a-5706-4578-9821-ad551e9cae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:30.648995 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-539cb672-0fcf-42c7-87b8-0e030afd692a req-84f67a3a-5706-4578-9821-ad551e9cae02 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1f08eab5-a052-4f53-98e8-b4318a0650b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3150380 Dec 08 01:58:30.672058 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f183b66-b27d-49bc-b9e0-a48f64745fd6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:30.785806 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6802728-9a29-4f99-8a3f-71862ce6c2a2 x-openstack-request-id: req-a6802728-9a29-4f99-8a3f-71862ce6c2a2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:30.786324 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "tag": "66dd1d22-4742-4426-87be-34894fc10e40", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:30.786709 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6802728-9a29-4f99-8a3f-71862ce6c2a2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:30.818796 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40', 'status': 'completed', 'code': 200} Dec 08 01:58:30.914114 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:30.985957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['8f8286af-6be4-4a6f-81ad-f9633853d1cf'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:58:30.993513 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-822b46cb-bcd2-4487-b6ef-7834070ad274 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "PUT /v2.0/floatingips/f4470ca2-9fdf-4f67-92f2-a620421bb330 HTTP/1.1" status: 200 len: 991 time: 5.6766372 Dec 08 01:58:31.045850 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f183b66-b27d-49bc-b9e0-a48f64745fd6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.055031 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5f183b66-b27d-49bc-b9e0-a48f64745fd6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.058725 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5f183b66-b27d-49bc-b9e0-a48f64745fd6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7a64e240-5f62-465d-9701-3291e7f45cab HTTP/1.1" status: 204 len: 168 time: 0.7125387 Dec 08 01:58:31.060343 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49392) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:31.064249 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.095498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a9980193-0984-40de-8894-3b749f0af9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f4470ca2-9fdf-4f67-92f2-a620421bb330', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'port_id': '66dd1d22-4742-4426-87be-34894fc10e40', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'mac_address': 'fa:16:3e:43:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a68745d-585d-46f9-a533-46aa8507d537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:58:21Z', 'updated_at': '2021-12-08T01:58:27Z', 'revision_number': 2, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227be2a4-d073-4249-b35e-0a5861dc438f', 'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'mac_address': 'fa:16:3e:d5:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:47Z', 'updated_at': '2021-12-08T01:52:57Z', 'revision_number': 5, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'subnets': [{'id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:31.104130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b8713-5b8f-43a7-bccf-bd53db243cba req-9223ae3b-f6ff-4727-adbd-65573ad64205 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:31.105768 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-376b8713-5b8f-43a7-bccf-bd53db243cba req-9223ae3b-f6ff-4727-adbd-65573ad64205 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 931 time: 0.1315544 Dec 08 01:58:31.106543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f183b66-b27d-49bc-b9e0-a48f64745fd6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a64e240-5f62-465d-9701-3291e7f45cab,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:31.118905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port e4439322-19ae-40e6-8c70-e48da6ed5cfc yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:31.168922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894c156e-c995-401a-a794-0848c579906d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:58:31.214374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9980193-0984-40de-8894-3b749f0af9b2 None None] Checking router: bdbe32b9-d3bd-46f6-a9c1-11e0b752051b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:58:31.231444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.256752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9980193-0984-40de-8894-3b749f0af9b2 None None] Routers {'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:31.257548 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a9980193-0984-40de-8894-3b749f0af9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:31.291983 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16e854be-5b9a-4c4f-9559-0ec4fcdae25a req-c7ab09df-aa4e-4c02-8ce8-678f17aca06d service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165568 Dec 08 01:58:31.301416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03660ed6-0e61-4887-a805-a07f422e33f6 req-2a5008c0-1bdf-445b-a8f9-9d8f375a4c65 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:31.303782 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03660ed6-0e61-4887-a805-a07f422e33f6 req-2a5008c0-1bdf-445b-a8f9-9d8f375a4c65 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.6933522 Dec 08 01:58:31.309913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Transition to ACTIVE for port object 894c156e-c995-401a-a794-0848c579906d will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:58:31.323356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-539cb672-0fcf-42c7-87b8-0e030afd692a req-52bf890e-e2db-4289-85b1-deaefc6d8f11 service neutron] 10.222.0.72 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973525 Dec 08 01:58:31.325346 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:31.525364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Pushing event updated for resources: {'Port': ['ID=894c156e-c995-401a-a794-0848c579906d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:31.540120 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03660ed6-0e61-4887-a805-a07f422e33f6 req-fc9864a8-6f73-469e-a022-152bad1c0d14 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272217 Dec 08 01:58:31.586817 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ef0ebf87-5987-4058-a277-c1089881c094 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5162461 Dec 08 01:58:31.597670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49398) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:31.799641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-539cb672-0fcf-42c7-87b8-0e030afd692a req-38cf4a03-fcc0-45fd-ad90-d04ef075a7b0 service neutron] 10.222.0.72 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544227 Dec 08 01:58:31.884609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Attempting to bind port 894c156e-c995-401a-a794-0848c579906d on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:31.885275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Attempting to bind port 894c156e-c995-401a-a794-0848c579906d by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:31.885842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Attempting to bind port 894c156e-c995-401a-a794-0848c579906d on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:31.900933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Port 894c156e-c995-401a-a794-0848c579906d on network 8f279760-140c-407f-a667-25feea544d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:58:31.901593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Attempting to bind port 894c156e-c995-401a-a794-0848c579906d on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:31.911709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:31.912192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Checking segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:31.912833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Bound using segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:31.913392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Bound port: 894c156e-c995-401a-a794-0848c579906d, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:31.914725 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.120553 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1791e49-e475-4782-86d0-988c05178ffa tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.164927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 31ac2b04-b602-4f71-b67b-5000007aabbb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:32.166693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-376b8713-5b8f-43a7-bccf-bd53db243cba req-2e4aa11c-0b94-4c59-9089-a84198150086 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9333093 Dec 08 01:58:32.281263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e13d29-4868-4190-9094-5f2c74a970a1 req-dc661a58-4c8d-4083-9582-de80a1611545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.296970 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1791e49-e475-4782-86d0-988c05178ffa tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.298055 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15e13d29-4868-4190-9094-5f2c74a970a1 req-dc661a58-4c8d-4083-9582-de80a1611545 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ae44476fbc848c1a6b40e1d9cc7400d&device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 1097 time: 0.2594552 Dec 08 01:58:32.325111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] For port 894c156e-c995-401a-a794-0848c579906d, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:32.364144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] For port 894c156e-c995-401a-a794-0848c579906d, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=894c156e-c995-401a-a794-0848c579906d,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:32.388251 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.409892 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9de7fb8b-0c83-42b3-bd0c-b8b4bd0cba3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.476184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a9980193-0984-40de-8894-3b749f0af9b2 None None] Set router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:32.479649 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.520986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8::31a (f7de354e-062d-45d9-86c8-83013c56ad6c/674835b9-d98d-412e-bd1e-f76f1d83194c/e4439322-19ae-40e6-8c70-e48da6ed5cfc) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:32.547016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8:0:1::17f (f7de354e-062d-45d9-86c8-83013c56ad6c/39ad3005-255c-4706-9d03-5f30f4beb0e8/e4439322-19ae-40e6-8c70-e48da6ed5cfc) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:32.554613 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1791e49-e475-4782-86d0-988c05178ffa tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.555008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 31ac2b04-b602-4f71-b67b-5000007aabbb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:32.555552 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.558511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27bdc3-7f5c-4f35-b8ab-2931dc52bfad None None] Network f7de354e-062d-45d9-86c8-83013c56ad6c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:32.565682 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d1791e49-e475-4782-86d0-988c05178ffa tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.571131 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d1791e49-e475-4782-86d0-988c05178ffa tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-groups/6ace4a70-2f85-47c3-9547-d3ff5d211856 HTTP/1.1" status: 204 len: 168 time: 0.9687455 Dec 08 01:58:32.575750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49412) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:32.587341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e13d29-4868-4190-9094-5f2c74a970a1 req-870eb9ad-cf43-4e4b-bc97-3d6d48496cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.607303 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15e13d29-4868-4190-9094-5f2c74a970a1 req-870eb9ad-cf43-4e4b-bc97-3d6d48496cff service neutron] 10.222.0.72 "GET /v2.0/networks?id=1f08eab5-a052-4f53-98e8-b4318a0650b8 HTTP/1.1" status: 200 len: 915 time: 0.3054056 Dec 08 01:58:32.613433 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.670707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1791e49-e475-4782-86d0-988c05178ffa tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ace4a70-2f85-47c3-9547-d3ff5d211856,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:32.840095 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0d4ddf15-407a-4a7e-b347-b05c22c03105 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2250137 Dec 08 01:58:32.855949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49420) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:32.869976 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15e13d29-4868-4190-9094-5f2c74a970a1 req-ddca8343-ae1a-4400-8e48-3c98b8f74fd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66dd1d22-4742-4426-87be-34894fc10e40 HTTP/1.1" status: 200 len: 1001 time: 0.2260728 Dec 08 01:58:32.872673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ac314d1b-3a74-45d3-94e4-b1de5bb3a359 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group': {'name': 'tempest-secgroup--489922119'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:32.873085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:32.875493 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5874bf26-fdc5-4a91-a767-853595b7c517" -d '{"events": [{"name": "network-changed", "server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "tag": "66dd1d22-4742-4426-87be-34894fc10e40"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:32.879256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Pushing event updated for resources: {'Port': ['ID=894c156e-c995-401a-a794-0848c579906d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:32.882787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:32.883425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:32.884879 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-5bc4401a-b50f-42aa-a815-1966c98e41eb service neutron] 10.222.0.72 "PUT /v2.0/ports/894c156e-c995-401a-a794-0848c579906d HTTP/1.1" status: 200 len: 1092 time: 4.3502340 Dec 08 01:58:32.951748 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac314d1b-3a74-45d3-94e4-b1de5bb3a359 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.012228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b50a0744-0b65-49ff-af1a-add01d6f92f0 None None] Provisioning complete for port 31ac2b04-b602-4f71-b67b-5000007aabbb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:33.012228 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b50a0744-0b65-49ff-af1a-add01d6f92f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.097759 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3195e1b1-e79e-4199-8b98-669cf2fa7ce2 x-openstack-request-id: req-3195e1b1-e79e-4199-8b98-669cf2fa7ce2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:33.098915 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "tag": "66dd1d22-4742-4426-87be-34894fc10e40", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:33.099196 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3195e1b1-e79e-4199-8b98-669cf2fa7ce2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:33.101232 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40', 'status': 'completed', 'code': 200} Dec 08 01:58:33.284945 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.325968 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.422815 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.445775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e13d29-4868-4190-9094-5f2c74a970a1 req-6185cfb9-7cf0-440f-80a8-04f7e90c3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:33.453381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15e13d29-4868-4190-9094-5f2c74a970a1 req-6185cfb9-7cf0-440f-80a8-04f7e90c3d2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9068c42c-c569-4d97-9684-2713db2b1b45 HTTP/1.1" status: 200 len: 853 time: 0.5490839 Dec 08 01:58:33.526015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-d8e39e14-8c52-4f88-bad6-14875dd85f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:33.528074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-d8e39e14-8c52-4f88-bad6-14875dd85f2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 1095 time: 0.4557920 Dec 08 01:58:33.550948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fa3f4-df04-43a5-bae6-352a01693a41 req-090e2af0-b386-4422-af0b-8c8d792e0c65 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:33.565302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3c7fa3f4-df04-43a5-bae6-352a01693a41 req-090e2af0-b386-4422-af0b-8c8d792e0c65 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.6941950 Dec 08 01:58:33.676562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 31ac2b04-b602-4f71-b67b-5000007aabbb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=31ac2b04-b602-4f71-b67b-5000007aabbb,segment=NetworkSegment(c039006c-65ed-4e42-86ad-b906122be321),segment_id=c039006c-65ed-4e42-86ad-b906122be321)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:33.695602 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac314d1b-3a74-45d3-94e4-b1de5bb3a359 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.701776 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.795243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network f7de354e-062d-45d9-86c8-83013c56ad6c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:33.803381 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=31ac2b04-b602-4f71-b67b-5000007aabbb,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:33.807100 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-67e93d25-d95e-4b84-a5e6-18f645d2a7c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=894c156e-c995-401a-a794-0848c579906d HTTP/1.1" status: 200 len: 217 time: 0.1731374 Dec 08 01:58:33.811053 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.853876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:33.859002 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b50a0744-0b65-49ff-af1a-add01d6f92f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.869763 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac314d1b-3a74-45d3-94e4-b1de5bb3a359 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.886564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:33.897384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:33.905590 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:33.909305 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e13d29-4868-4190-9094-5f2c74a970a1 req-0fca2195-f62c-4129-80a3-e85a4e7011cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:33.911019 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15e13d29-4868-4190-9094-5f2c74a970a1 req-0fca2195-f62c-4129-80a3-e85a4e7011cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1f08eab5-a052-4f53-98e8-b4318a0650b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4498463 Dec 08 01:58:33.948990 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.8090341 Dec 08 01:58:33.963804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49440) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:33.971166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-fcc93460-bc7f-44c1-9544-5b336b3cf7a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '674835b9-d98d-412e-bd1e-f76f1d83194c'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:34.016032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49442) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:34.034330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac1c20-c476-49be-a889-a46a22cbbc8e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=e4439322-19ae-40e6-8c70-e48da6ed5cfc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:34.060740 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ac314d1b-3a74-45d3-94e4-b1de5bb3a359 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.062045 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ac314d1b-3a74-45d3-94e4-b1de5bb3a359 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1939290 Dec 08 01:58:34.104185 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3c7fa3f4-df04-43a5-bae6-352a01693a41 req-fe9da865-069c-427d-a3f2-1014802c23ff tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959864 Dec 08 01:58:34.106375 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15e13d29-4868-4190-9094-5f2c74a970a1 req-bf9cf5e9-a6ff-4aeb-b06d-96bbc6b2da31 service neutron] 10.222.0.72 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478422 Dec 08 01:58:34.107301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49448) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:34.119848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-406175e0-54ab-4db2-892a-19febe1dddac tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Request body: {'security_group_rule': {'security_group_id': '40fca716-3825-4881-8b30-c598f6cf0273', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:34.249020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac314d1b-3a74-45d3-94e4-b1de5bb3a359 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fca716-3825-4881-8b30-c598f6cf0273,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:34.275100 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15e13d29-4868-4190-9094-5f2c74a970a1 req-27d78b70-acc5-4953-99ce-53fa352238d0 service neutron] 10.222.0.72 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234355 Dec 08 01:58:34.282227 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc93460-bc7f-44c1-9544-5b336b3cf7a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.286391 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-406175e0-54ab-4db2-892a-19febe1dddac tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.294003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-a4a4a02f-0617-48fd-937a-89a1deda5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:34.295560 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-a4a4a02f-0617-48fd-937a-89a1deda5c5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.4716582 Dec 08 01:58:34.306947 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-b50a0744-0b65-49ff-af1a-add01d6f92f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:58:34.307554 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-b50a0744-0b65-49ff-af1a-add01d6f92f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:58:34.307965 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.310305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b16a6-c5f7-4d2e-b7e7-56b96fcc9679 None None] Update dhcp port {'port': {'network_id': 'f7de354e-062d-45d9-86c8-83013c56ad6c', 'fixed_ips': [{'subnet_id': '674835b9-d98d-412e-bd1e-f76f1d83194c', 'ip_address': '2001:db8::2'}, {'subnet_id': '39ad3005-255c-4706-9d03-5f30f4beb0e8'}], 'binding:host_id': 'n-d-713498-30'}, 'id': '31ac2b04-b602-4f71-b67b-5000007aabbb'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:58:34.346165 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f0b16a6-c5f7-4d2e-b7e7-56b96fcc9679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.373679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c0682-a8bd-4176-b339-958bcd8355d4 req-6d452042-8114-401c-924c-372d1b30fe5d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:34.376767 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-930c0682-a8bd-4176-b339-958bcd8355d4 req-6d452042-8114-401c-924c-372d1b30fe5d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.6776645 Dec 08 01:58:34.389649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a9980193-0984-40de-8894-3b749f0af9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f4470ca2-9fdf-4f67-92f2-a620421bb330', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'port_id': '66dd1d22-4742-4426-87be-34894fc10e40', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'mac_address': 'fa:16:3e:43:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a68745d-585d-46f9-a533-46aa8507d537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:58:21Z', 'updated_at': '2021-12-08T01:58:27Z', 'revision_number': 2, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227be2a4-d073-4249-b35e-0a5861dc438f', 'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'mac_address': 'fa:16:3e:d5:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:47Z', 'updated_at': '2021-12-08T01:52:57Z', 'revision_number': 5, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'subnets': [{'id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:34.438672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9980193-0984-40de-8894-3b749f0af9b2 None None] The sync data for ids ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'] in n-d-713498-30 is: [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f4470ca2-9fdf-4f67-92f2-a620421bb330', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'port_id': '66dd1d22-4742-4426-87be-34894fc10e40', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'mac_address': 'fa:16:3e:43:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a68745d-585d-46f9-a533-46aa8507d537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:58:21Z', 'updated_at': '2021-12-08T01:58:27Z', 'revision_number': 2, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '227be2a4-d073-4249-b35e-0a5861dc438f', 'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'mac_address': 'fa:16:3e:d5:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:47Z', 'updated_at': '2021-12-08T01:52:57Z', 'revision_number': 5, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'subnets': [{'id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:58:34.458431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-e702b0d7-dd9a-4763-8ae7-320c5cfbcaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:34.461929 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-e702b0d7-dd9a-4763-8ae7-320c5cfbcaf2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548152 Dec 08 01:58:34.608694 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-1fa52601-6d83-45d4-be2e-9fbefebee5d4 service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364295 Dec 08 01:58:34.678145 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-4f0b16a6-c5f7-4d2e-b7e7-56b96fcc9679 None None] Allocated IP 2001:db8:0:1::2 (f7de354e-062d-45d9-86c8-83013c56ad6c/39ad3005-255c-4706-9d03-5f30f4beb0e8/31ac2b04-b602-4f71-b67b-5000007aabbb) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:34.761577 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-406175e0-54ab-4db2-892a-19febe1dddac tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.778414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874bf26-fdc5-4a91-a767-853595b7c517 req-d6794e54-2c7e-4369-9a95-83d360417d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:34.780203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5874bf26-fdc5-4a91-a767-853595b7c517 req-d6794e54-2c7e-4369-9a95-83d360417d91 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ae44476fbc848c1a6b40e1d9cc7400d&device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 1097 time: 0.3980708 Dec 08 01:58:34.819785 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-119fd60d-d4d8-4335-b91f-4cab334682b4 req-7700272c-2ba7-44d0-b17e-7b12bf6fd2be service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869910 Dec 08 01:58:34.830990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4f0b16a6-c5f7-4d2e-b7e7-56b96fcc9679 None None] For port 31ac2b04-b602-4f71-b67b-5000007aabbb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=31ac2b04-b602-4f71-b67b-5000007aabbb,segment=NetworkSegment(c039006c-65ed-4e42-86ad-b906122be321),segment_id=c039006c-65ed-4e42-86ad-b906122be321)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:34.869162 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f0b16a6-c5f7-4d2e-b7e7-56b96fcc9679 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.895349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:34.909253 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-406175e0-54ab-4db2-892a-19febe1dddac tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.947906 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-406175e0-54ab-4db2-892a-19febe1dddac tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:34.952902 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-406175e0-54ab-4db2-892a-19febe1dddac tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8378773 Dec 08 01:58:34.982725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49462) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:35.015698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406175e0-54ab-4db2-892a-19febe1dddac tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf4b00c-0019-4e5d-b9af-fddf4ce31e3a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:35.049563 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f0b16a6-c5f7-4d2e-b7e7-56b96fcc9679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.102698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20944d45-c1d4-4889-a925-5e0e0edab284', 'tag': '894c156e-c995-401a-a794-0848c579906d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:35.106088 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75e3ab3-2e1e-44f3-85f9-25cd05527826" -d '{"events": [{"name": "network-changed", "server_uuid": "20944d45-c1d4-4889-a925-5e0e0edab284", "tag": "894c156e-c995-401a-a794-0848c579906d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:35.224261 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99548753-710e-4273-8efb-22003ead00e2 x-openstack-request-id: req-99548753-710e-4273-8efb-22003ead00e2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:35.231729 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20944d45-c1d4-4889-a925-5e0e0edab284", "tag": "894c156e-c995-401a-a794-0848c579906d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:35.232186 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-99548753-710e-4273-8efb-22003ead00e2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:35.232819 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20944d45-c1d4-4889-a925-5e0e0edab284', 'tag': '894c156e-c995-401a-a794-0848c579906d', 'status': 'completed', 'code': 200} Dec 08 01:58:35.239051 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.296566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874bf26-fdc5-4a91-a767-853595b7c517 req-8a958946-1675-4071-ac07-6ffcbdb0724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.299552 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5874bf26-fdc5-4a91-a767-853595b7c517 req-8a958946-1675-4071-ac07-6ffcbdb0724a service neutron] 10.222.0.72 "GET /v2.0/networks?id=1f08eab5-a052-4f53-98e8-b4318a0650b8 HTTP/1.1" status: 200 len: 915 time: 0.4784124 Dec 08 01:58:35.300212 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41665ce2-c03b-441f-9910-289e26e882f6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.444456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b16a6-c5f7-4d2e-b7e7-56b96fcc9679 None None] Pushing event updated for resources: {'Port': ['ID=31ac2b04-b602-4f71-b67b-5000007aabbb,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:35.487196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 8f8286af-6be4-4a6f-81ad-f9633853d1cf completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:58:35.499097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 8f8286af-6be4-4a6f-81ad-f9633853d1cf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:35.500009 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.818055 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.918447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:35.920223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:35.921390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0545e-b0db-418e-8536-c9244f1aed3b req-1f1f69d0-a1fc-45dd-9185-d8ea2f0e4d2d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.930399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ac0545e-b0db-418e-8536-c9244f1aed3b req-1f1f69d0-a1fc-45dd-9185-d8ea2f0e4d2d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.5076652 Dec 08 01:58:35.931041 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8873d43f-564b-4375-8a7e-999c64f29c8b" -d '{"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-plugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:35.940846 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41665ce2-c03b-441f-9910-289e26e882f6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.944557 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:35.951234 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-930c0682-a8bd-4176-b339-958bcd8355d4 req-87c52a71-0ddb-4d9f-bcb6-dd9686a34b2b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3029046 Dec 08 01:58:35.962954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 31ac2b04-b602-4f71-b67b-5000007aabbb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:35.978035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e3ab3-2e1e-44f3-85f9-25cd05527826 req-09ca7c6d-4c00-4659-b462-90002e3ef284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:35.979766 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e75e3ab3-2e1e-44f3-85f9-25cd05527826 req-09ca7c6d-4c00-4659-b462-90002e3ef284 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 1095 time: 0.6747961 Dec 08 01:58:36.184979 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5874bf26-fdc5-4a91-a767-853595b7c517 req-1a81c94a-b549-4717-9b4e-98c980d32c63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66dd1d22-4742-4426-87be-34894fc10e40 HTTP/1.1" status: 200 len: 1001 time: 0.8777370 Dec 08 01:58:36.263423 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60759862-56cf-4a51-bd5a-5143ffbf56d8 x-openstack-request-id: req-60759862-56cf-4a51-bd5a-5143ffbf56d8 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:36.263732 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-plugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:36.263994 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60759862-56cf-4a51-bd5a-5143ffbf56d8 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:36.264507 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'code': 200} Dec 08 01:58:36.278496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:36.287959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-fcc93460-bc7f-44c1-9544-5b336b3cf7a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Delete allocated IP 2001:db8:0:1::17f (f7de354e-062d-45d9-86c8-83013c56ad6c/39ad3005-255c-4706-9d03-5f30f4beb0e8) {{(pid=103130) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 01:58:36.358293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 31ac2b04-b602-4f71-b67b-5000007aabbb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:36.358701 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:36.384050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874bf26-fdc5-4a91-a767-853595b7c517 req-dd9666d1-05f7-4415-b4b3-ad103626347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:36.393778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5874bf26-fdc5-4a91-a767-853595b7c517 req-dd9666d1-05f7-4415-b4b3-ad103626347f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9068c42c-c569-4d97-9684-2713db2b1b45 HTTP/1.1" status: 200 len: 853 time: 0.1622622 Dec 08 01:58:36.437093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port 523a98a2-a881-45dd-8574-07181f88ae74 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:36.439399 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:36.461206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e3ab3-2e1e-44f3-85f9-25cd05527826 req-631a55fd-db3d-4ad8-927c-63a4afcfd090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:36.463317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e75e3ab3-2e1e-44f3-85f9-25cd05527826 req-631a55fd-db3d-4ad8-927c-63a4afcfd090 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.4688287 Dec 08 01:58:36.826513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2399b-de08-46d8-9a43-a7832a302649 None None] Network f7de354e-062d-45d9-86c8-83013c56ad6c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:36.833223 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e75e3ab3-2e1e-44f3-85f9-25cd05527826 req-bea6367b-f7b8-4f94-89ae-9ec3c7ca7ba2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=894c156e-c995-401a-a794-0848c579906d HTTP/1.1" status: 200 len: 217 time: 0.2869861 Dec 08 01:58:36.849202 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41665ce2-c03b-441f-9910-289e26e882f6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:36.854180 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41665ce2-c03b-441f-9910-289e26e882f6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:36.857155 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-41665ce2-c03b-441f-9910-289e26e882f6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-groups/40fca716-3825-4881-8b30-c598f6cf0273 HTTP/1.1" status: 204 len: 168 time: 1.8692987 Dec 08 01:58:36.864753 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49508) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:36.900420 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:36.900814 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:36.903279 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ac0545e-b0db-418e-8536-c9244f1aed3b req-ecefc388-565f-4886-a1e7-b5e0d7e79486 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9344144 Dec 08 01:58:36.930951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41665ce2-c03b-441f-9910-289e26e882f6 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fca716-3825-4881-8b30-c598f6cf0273,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:36.936571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874bf26-fdc5-4a91-a767-853595b7c517 req-f9d19a9b-f73e-4929-b1d8-ab2488323199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:36.941778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5874bf26-fdc5-4a91-a767-853595b7c517 req-f9d19a9b-f73e-4929-b1d8-ab2488323199 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1f08eab5-a052-4f53-98e8-b4318a0650b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4883525 Dec 08 01:58:37.084019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc93460-bc7f-44c1-9544-5b336b3cf7a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.102152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c5112341-e6fc-42f3-8f94-9dd03d6ec5b2 None None] Provisioning complete for port 31ac2b04-b602-4f71-b67b-5000007aabbb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:37.102684 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5112341-e6fc-42f3-8f94-9dd03d6ec5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.106368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for 523a98a2-a881-45dd-8574-07181f88ae74 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:37.321305 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-55f84dfa-d3ea-434a-9404-6895ed5f7f5c tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4422448 Dec 08 01:58:37.329729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c5112341-e6fc-42f3-8f94-9dd03d6ec5b2 None None] Provisioning complete for port e4439322-19ae-40e6-8c70-e48da6ed5cfc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:37.329729 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5112341-e6fc-42f3-8f94-9dd03d6ec5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.334652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.354201 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc93460-bc7f-44c1-9544-5b336b3cf7a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.355869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49516) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:37.377051 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5874bf26-fdc5-4a91-a767-853595b7c517 req-bb27a370-9b28-4350-b74e-d9708c70a313 service neutron] 10.222.0.72 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459785 Dec 08 01:58:37.400199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c5112341-e6fc-42f3-8f94-9dd03d6ec5b2 None None] Port e4439322-19ae-40e6-8c70-e48da6ed5cfc cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:37.537013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86873f09-03b6-411e-aeb7-ee8d09467209 req-fa1a6685-0783-4d9c-90d0-aebed576720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.540499 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-86873f09-03b6-411e-aeb7-ee8d09467209 req-fa1a6685-0783-4d9c-90d0-aebed576720f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1097 time: 1.1695993 Dec 08 01:58:37.626997 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5b73229b-dd4d-46a8-8208-298f9b2efba5 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2613804 Dec 08 01:58:37.637430 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5874bf26-fdc5-4a91-a767-853595b7c517 req-4744fe18-49f3-4505-9c60-83224a3348bf service neutron] 10.222.0.72 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212381 Dec 08 01:58:37.637935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49524) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:37.648331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e3ab3-2e1e-44f3-85f9-25cd05527826 req-2fed4594-17b6-4b69-9ca2-2bc57e13e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.655827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e75e3ab3-2e1e-44f3-85f9-25cd05527826 req-2fed4594-17b6-4b69-9ca2-2bc57e13e164 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.8089993 Dec 08 01:58:37.694026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=523a98a2-a881-45dd-8574-07181f88ae74,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:37.791292 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-e4bedc75-ee10-473c-83b1-8a2759649793 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] delete failed (client error): The resource could not be found. Dec 08 01:58:37.802350 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e4bedc75-ee10-473c-83b1-8a2759649793 tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "DELETE /v2.0/security-groups/40fca716-3825-4881-8b30-c598f6cf0273 HTTP/1.1" status: 404 len: 347 time: 0.1606772 Dec 08 01:58:37.810650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49528) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:37.845331 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-86873f09-03b6-411e-aeb7-ee8d09467209 req-123bbb1a-83da-46f4-93f7-475f1f6cbeea service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877338 Dec 08 01:58:37.868773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fcc93460-bc7f-44c1-9544-5b336b3cf7a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] In _notify_port_updated(), no bound segment for port e4439322-19ae-40e6-8c70-e48da6ed5cfc on network f7de354e-062d-45d9-86c8-83013c56ad6c {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:58:37.874925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e3ab3-2e1e-44f3-85f9-25cd05527826 req-3976a2ff-668a-4b99-9e0b-bf93bc82688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.877974 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e75e3ab3-2e1e-44f3-85f9-25cd05527826 req-3976a2ff-668a-4b99-9e0b-bf93bc82688b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2011244 Dec 08 01:58:37.894121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ded671c9-49a1-4069-8491-527e12b59d8c tempest-SecGroupIPv6Test-578891268 tempest-SecGroupIPv6Test-578891268-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0817225 Dec 08 01:58:37.895405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc93460-bc7f-44c1-9544-5b336b3cf7a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:37.896324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fcc93460-bc7f-44c1-9544-5b336b3cf7a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.897884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fcc93460-bc7f-44c1-9544-5b336b3cf7a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "PUT /v2.0/ports/e4439322-19ae-40e6-8c70-e48da6ed5cfc HTTP/1.1" status: 200 len: 926 time: 3.9326415 Dec 08 01:58:37.903493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49532) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:37.912687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:37.914495 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Floating IP 07b962db-ed76-43b7-924b-9b2123262aac disassociated (deleted). External IP: 172.25.2.197, port: 89838a72-b44d-43aa-a3cf-68208420f10e. Dec 08 01:58:37.916410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c341d0df-47ee-43c0-9182-2f3897388726 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '674835b9-d98d-412e-bd1e-f76f1d83194c'}, {'subnet_id': '39ad3005-255c-4706-9d03-5f30f4beb0e8'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:37.971298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d047a9e2-699f-41af-9414-c799d1924e25 None None] Provisioning complete for port 31ac2b04-b602-4f71-b67b-5000007aabbb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:37.971839 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d047a9e2-699f-41af-9414-c799d1924e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:38.190729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d047a9e2-699f-41af-9414-c799d1924e25 None None] Provisioning complete for port e4439322-19ae-40e6-8c70-e48da6ed5cfc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:38.191125 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d047a9e2-699f-41af-9414-c799d1924e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:38.220147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f682e12-412e-431a-9415-f75bc089c530 req-36dacb29-86c5-4108-9e23-95ad79d7f79f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:38.222570 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f682e12-412e-431a-9415-f75bc089c530 req-36dacb29-86c5-4108-9e23-95ad79d7f79f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.8991816 Dec 08 01:58:38.250002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc93460-bc7f-44c1-9544-5b336b3cf7a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=e4439322-19ae-40e6-8c70-e48da6ed5cfc,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:38.290748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d047a9e2-699f-41af-9414-c799d1924e25 None None] Port e4439322-19ae-40e6-8c70-e48da6ed5cfc cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:38.321831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e75e3ab3-2e1e-44f3-85f9-25cd05527826 req-0b41e40c-774d-41f7-9294-ba54e74c2be6 service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262564 Dec 08 01:58:38.425911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6a5b4293-3c1d-4456-ad2f-f82da3e058e8 None None] Provisioning complete for port e4439322-19ae-40e6-8c70-e48da6ed5cfc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:38.425911 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4293-3c1d-4456-ad2f-f82da3e058e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:38.467497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1f682e12-412e-431a-9415-f75bc089c530 req-ba2a94ae-46e8-4984-827b-6365cbfa63a2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334247 Dec 08 01:58:38.502563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8c750-ebc5-4779-9dec-919036e37cac req-f96ad035-2f60-4ecc-96c4-e8ff11feedd4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:38.504166 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ec8c750-ebc5-4779-9dec-919036e37cac req-f96ad035-2f60-4ecc-96c4-e8ff11feedd4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 945 time: 0.4344001 Dec 08 01:58:38.831976 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ec8c750-ebc5-4779-9dec-919036e37cac req-3508f323-4f04-42ad-af53-64ca142b3829 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001934 Dec 08 01:58:38.838361 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e75e3ab3-2e1e-44f3-85f9-25cd05527826 req-5caa2997-0409-46b6-af0d-01340810d87e service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056546 Dec 08 01:58:38.839997 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c341d0df-47ee-43c0-9182-2f3897388726 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:39.071739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6a5b4293-3c1d-4456-ad2f-f82da3e058e8 None None] Port e4439322-19ae-40e6-8c70-e48da6ed5cfc cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:39.124496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 87b22f02-7a50-41b3-a3e8-34713c0fa742 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:58:39.136471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49556) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:39.223887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1a93a126-b097-4f95-bcdf-02a4a4557e02 None None] Provisioning complete for port e4439322-19ae-40e6-8c70-e48da6ed5cfc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:39.224593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1a93a126-b097-4f95-bcdf-02a4a4557e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:39.389743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1a93a126-b097-4f95-bcdf-02a4a4557e02 None None] Port e4439322-19ae-40e6-8c70-e48da6ed5cfc cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:39.549693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:58:39.559159 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:39.564352 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7538132b-6fb7-4018-86c4-1a31b41b70a6 None None] Sync routers for ids ['87b22f02-7a50-41b3-a3e8-34713c0fa742'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:58:39.589790 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7538132b-6fb7-4018-86c4-1a31b41b70a6 None None] Routers {'87b22f02-7a50-41b3-a3e8-34713c0fa742'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:39.591999 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7538132b-6fb7-4018-86c4-1a31b41b70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['87b22f02-7a50-41b3-a3e8-34713c0fa742'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:39.656326 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c44cd0d2-522a-4491-82a1-61fe0370225c tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/floatingips/07b962db-ed76-43b7-924b-9b2123262aac HTTP/1.1" status: 204 len: 168 time: 5.6290033 Dec 08 01:58:39.663971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'tag': '89838a72-b44d-43aa-a3cf-68208420f10e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:39.678119 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eb6adb-80e4-457e-a4ff-4eeb76890a68" -d '{"events": [{"name": "network-changed", "server_uuid": "48d08f51-3a5c-479d-a8c6-f42b9a0269e5", "tag": "89838a72-b44d-43aa-a3cf-68208420f10e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:39.697467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5e6383f5-b542-4df5-845a-1df108c23139 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d89840d4ad242d883816de3d8f0f605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5599301 Dec 08 01:58:39.703068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49572) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:39.774838 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7538132b-6fb7-4018-86c4-1a31b41b70a6 None None] Set router 87b22f02-7a50-41b3-a3e8-34713c0fa742 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:39.845490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960abeb5-7516-4c4d-91e8-6b859d11a3a5 req-788b2f1d-2ab0-496e-a0bb-aa88a3f24a8d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:39.847523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-960abeb5-7516-4c4d-91e8-6b859d11a3a5 req-788b2f1d-2ab0-496e-a0bb-aa88a3f24a8d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.2593327 Dec 08 01:58:39.861896 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bccdf789-6d96-43e3-8263-cb065e2974c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:39.944782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c341d0df-47ee-43c0-9182-2f3897388726 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8:0:1::18f (f7de354e-062d-45d9-86c8-83013c56ad6c/39ad3005-255c-4706-9d03-5f30f4beb0e8/e4439322-19ae-40e6-8c70-e48da6ed5cfc) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:40.056737 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cca7dea-6240-4a92-996f-a40fc82d647a x-openstack-request-id: req-4cca7dea-6240-4a92-996f-a40fc82d647a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:40.065833 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d08f51-3a5c-479d-a8c6-f42b9a0269e5", "tag": "89838a72-b44d-43aa-a3cf-68208420f10e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:40.068994 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cca7dea-6240-4a92-996f-a40fc82d647a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:40.069600 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'tag': '89838a72-b44d-43aa-a3cf-68208420f10e', 'status': 'completed', 'code': 200} Dec 08 01:58:40.089816 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bccdf789-6d96-43e3-8263-cb065e2974c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.146764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-960abeb5-7516-4c4d-91e8-6b859d11a3a5 req-8abc87be-a07c-4a0f-97c2-80ec3a4ec3cc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759011 Dec 08 01:58:40.255848 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bccdf789-6d96-43e3-8263-cb065e2974c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.266892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bccdf789-6d96-43e3-8263-cb065e2974c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:40.269141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bccdf789-6d96-43e3-8263-cb065e2974c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/990645ed-d269-4385-8a95-d35114b0fefd HTTP/1.1" status: 204 len: 168 time: 0.5604529 Dec 08 01:58:40.329971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdf789-6d96-43e3-8263-cb065e2974c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990645ed-d269-4385-8a95-d35114b0fefd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:40.406177 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7538132b-6fb7-4018-86c4-1a31b41b70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:56:26Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9a65c332-8b20-4ce3-b5cd-101398b84434', 'name': '', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:95:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:22Z', 'updated_at': '2021-12-08T01:56:34Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:40.483771 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7538132b-6fb7-4018-86c4-1a31b41b70a6 None None] Checking router: 87b22f02-7a50-41b3-a3e8-34713c0fa742 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:58:40.493667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69b19b-5465-49e0-9317-3cf705533b7f req-98b9bcb2-3bdd-4b8f-8b52-48eff4838601 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:40.508716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f69b19b-5465-49e0-9317-3cf705533b7f req-98b9bcb2-3bdd-4b8f-8b52-48eff4838601 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.2066872 Dec 08 01:58:40.516589 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7538132b-6fb7-4018-86c4-1a31b41b70a6 None None] Routers {'87b22f02-7a50-41b3-a3e8-34713c0fa742'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:40.517872 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7538132b-6fb7-4018-86c4-1a31b41b70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['87b22f02-7a50-41b3-a3e8-34713c0fa742'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:40.622743 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f69b19b-5465-49e0-9317-3cf705533b7f req-d50f76ef-f160-4ba8-967d-d3019dab7b18 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128359 Dec 08 01:58:40.926103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6adb-80e4-457e-a4ff-4eeb76890a68 req-e7f3a907-2c44-479d-ae69-b7c1ba40a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:40.927543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7eb6adb-80e4-457e-a4ff-4eeb76890a68 req-e7f3a907-2c44-479d-ae69-b7c1ba40a43b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ce268125774870bb2a6d0d519662d3&device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 1098 time: 0.8305421 Dec 08 01:58:40.979688 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7538132b-6fb7-4018-86c4-1a31b41b70a6 None None] Set router 87b22f02-7a50-41b3-a3e8-34713c0fa742 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:41.056731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614aa755-346d-4b73-8e77-5434adb76ece req-db4296a8-4482-4ce9-85fb-a49efbc79600 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.058339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-614aa755-346d-4b73-8e77-5434adb76ece req-db4296a8-4482-4ce9-85fb-a49efbc79600 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 945 time: 0.9086106 Dec 08 01:58:41.140247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c341d0df-47ee-43c0-9182-2f3897388726 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:41.174946 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c341d0df-47ee-43c0-9182-2f3897388726 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:41.408404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341d0df-47ee-43c0-9182-2f3897388726 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=e4439322-19ae-40e6-8c70-e48da6ed5cfc,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:41.428578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96207bc-a231-4cf8-9b18-eb3be900b4db req-b0962c61-4a26-4be3-b8cb-93c282ea4c8c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.430176 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f96207bc-a231-4cf8-9b18-eb3be900b4db req-b0962c61-4a26-4be3-b8cb-93c282ea4c8c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.1164780 Dec 08 01:58:41.446864 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-614aa755-346d-4b73-8e77-5434adb76ece req-00756cf3-a23a-47f3-8c5f-cde8cafa16fe tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3530402 Dec 08 01:58:41.448137 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6adb-80e4-457e-a4ff-4eeb76890a68 req-94d4ffd3-cfb8-4de2-bcce-f4cf93cf7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.450578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7eb6adb-80e4-457e-a4ff-4eeb76890a68 req-94d4ffd3-cfb8-4de2-bcce-f4cf93cf7af9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea HTTP/1.1" status: 200 len: 897 time: 0.5130448 Dec 08 01:58:41.489439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c341d0df-47ee-43c0-9182-2f3897388726 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] In _notify_port_updated(), no bound segment for port e4439322-19ae-40e6-8c70-e48da6ed5cfc on network f7de354e-062d-45d9-86c8-83013c56ad6c {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:58:41.499875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341d0df-47ee-43c0-9182-2f3897388726 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.502317 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c341d0df-47ee-43c0-9182-2f3897388726 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:41.504269 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c341d0df-47ee-43c0-9182-2f3897388726 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "PUT /v2.0/ports/e4439322-19ae-40e6-8c70-e48da6ed5cfc HTTP/1.1" status: 200 len: 1012 time: 3.5998280 Dec 08 01:58:41.507794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49642) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:41.515867 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7538132b-6fb7-4018-86c4-1a31b41b70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:56:26Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9a65c332-8b20-4ce3-b5cd-101398b84434', 'name': '', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:95:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:22Z', 'updated_at': '2021-12-08T01:56:34Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:41.598452 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7538132b-6fb7-4018-86c4-1a31b41b70a6 None None] The sync data for ids ['87b22f02-7a50-41b3-a3e8-34713c0fa742'] in n-d-713498-30 is: [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:56:26Z', 'revision_number': 4, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '9a65c332-8b20-4ce3-b5cd-101398b84434', 'name': '', 'network_id': '8b3f2741-e2e7-4c39-ac17-a2ae518f15ea', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'mac_address': 'fa:16:3e:95:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:22Z', 'updated_at': '2021-12-08T01:56:34Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'subnets': [{'id': 'c197dbc2-597f-44be-8e12-0909def1f466', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:58:41.650172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f96207bc-a231-4cf8-9b18-eb3be900b4db req-73cb512c-cdfc-43dd-9abc-aaa355ed34ab tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079103 Dec 08 01:58:41.729056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac554-1069-4673-8e96-eb9e3b0984c6 req-d03e4ec4-031b-4b49-a93a-562d28972101 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.746849 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-27cac554-1069-4673-8e96-eb9e3b0984c6 req-d03e4ec4-031b-4b49-a93a-562d28972101 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.65 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.2085564 Dec 08 01:58:41.782404 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7eb6adb-80e4-457e-a4ff-4eeb76890a68 req-3c093550-4f09-46d4-a529-3f8dc68142b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=89838a72-b44d-43aa-a3cf-68208420f10e HTTP/1.1" status: 200 len: 217 time: 0.3068848 Dec 08 01:58:41.870167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b68190a6-8092-4289-a894-c6da403059ef None None] Provisioning complete for port e4439322-19ae-40e6-8c70-e48da6ed5cfc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:41.871499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b68190a6-8092-4289-a894-c6da403059ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:41.877312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49654) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:41.888834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6adb-80e4-457e-a4ff-4eeb76890a68 req-26273e93-b711-477e-99db-4e6b699da549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:41.894111 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7eb6adb-80e4-457e-a4ff-4eeb76890a68 req-26273e93-b711-477e-99db-4e6b699da549 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c197dbc2-597f-44be-8e12-0909def1f466 HTTP/1.1" status: 200 len: 838 time: 0.1032376 Dec 08 01:58:41.940600 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b68190a6-8092-4289-a894-c6da403059ef None None] Port e4439322-19ae-40e6-8c70-e48da6ed5cfc cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:42.051078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f3352-0628-424e-8d02-f760209b3b18 req-17931c1d-7a08-4a3e-8ee0-76ab5db14a57 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.054463 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e08f3352-0628-424e-8d02-f760209b3b18 req-17931c1d-7a08-4a3e-8ee0-76ab5db14a57 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 946 time: 0.2226279 Dec 08 01:58:42.059334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afa4a5-751d-4592-a331-c205940ff52f req-022689db-b66a-47b5-bb65-3ec9f613039c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.060975 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a9afa4a5-751d-4592-a331-c205940ff52f req-022689db-b66a-47b5-bb65-3ec9f613039c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 945 time: 0.3399537 Dec 08 01:58:42.066665 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-27cac554-1069-4673-8e96-eb9e3b0984c6 req-512e5806-eb67-45db-8ebb-438520670da4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port 89838a72-b44d-43aa-a3cf-68208420f10e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:42.067898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-27cac554-1069-4673-8e96-eb9e3b0984c6 req-512e5806-eb67-45db-8ebb-438520670da4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:42.072910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49662) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:42.078756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ae59cd9a-0d1d-4768-8493-b47ab8919b7c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Request body: {'floatingip': {'port_id': '8f8286af-6be4-4a6f-81ad-f9633853d1cf'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:42.139085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-510049fd-b023-4107-b624-03198a718e26 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port e4439322-19ae-40e6-8c70-e48da6ed5cfc {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:42.141881 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-510049fd-b023-4107-b624-03198a718e26 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:42.153133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6adb-80e4-457e-a4ff-4eeb76890a68 req-02671777-e8d3-4eea-9d10-2619b6130c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:42.155128 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7eb6adb-80e4-457e-a4ff-4eeb76890a68 req-02671777-e8d3-4eea-9d10-2619b6130c89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2425404 Dec 08 01:58:42.189794 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-32be4542-174f-4ab3-a0e2-57cfc39c5d18 tempest-ServiceProvidersTest-2087948727 tempest-ServiceProvidersTest-2087948727-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3031926 Dec 08 01:58:42.258832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bec0d1-4ee9-4609-9076-68c9f02bcdaa None None] New status for floating IP 07b962db-ed76-43b7-924b-9b2123262aac: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:58:42.264544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae59cd9a-0d1d-4768-8493-b47ab8919b7c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:42.305999 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7eb6adb-80e4-457e-a4ff-4eeb76890a68 req-310ef4a1-be6e-44e5-8ae0-4df27ef9e066 service neutron] 10.222.0.65 "GET /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335733 Dec 08 01:58:42.469870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-510049fd-b023-4107-b624-03198a718e26 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:42.494562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-27cac554-1069-4673-8e96-eb9e3b0984c6 req-512e5806-eb67-45db-8ebb-438520670da4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] For port 89838a72-b44d-43aa-a3cf-68208420f10e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=89838a72-b44d-43aa-a3cf-68208420f10e,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:42.497285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-510049fd-b023-4107-b624-03198a718e26 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for e4439322-19ae-40e6-8c70-e48da6ed5cfc owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:42.497448 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-27cac554-1069-4673-8e96-eb9e3b0984c6 req-512e5806-eb67-45db-8ebb-438520670da4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:42.511297 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7eb6adb-80e4-457e-a4ff-4eeb76890a68 req-12cecbf7-9c06-4b4c-9773-f5e733eafc5c service neutron] 10.222.0.65 "GET /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970658 Dec 08 01:58:42.547779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-27cac554-1069-4673-8e96-eb9e3b0984c6 req-512e5806-eb67-45db-8ebb-438520670da4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for 89838a72-b44d-43aa-a3cf-68208420f10e owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:42.822161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49684) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:42.888454 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-510049fd-b023-4107-b624-03198a718e26 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:42.888943 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e08f3352-0628-424e-8d02-f760209b3b18 req-63320fc6-01d8-4c7f-aaa7-2f12d2c9718a tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8044574 Dec 08 01:58:42.959753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510049fd-b023-4107-b624-03198a718e26 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=e4439322-19ae-40e6-8c70-e48da6ed5cfc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:43.012336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af7a3b-eb7e-4bd7-90d4-4131c95811fc req-6406b085-04fb-40bd-9cc8-c438565bfd8a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:43.021195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d8af7a3b-eb7e-4bd7-90d4-4131c95811fc req-6406b085-04fb-40bd-9cc8-c438565bfd8a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.1958385 Dec 08 01:58:43.135716 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-510049fd-b023-4107-b624-03198a718e26 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:43.140077 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-510049fd-b023-4107-b624-03198a718e26 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/e4439322-19ae-40e6-8c70-e48da6ed5cfc HTTP/1.1" status: 204 len: 168 time: 1.6308773 Dec 08 01:58:43.144518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49692) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:43.213900 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3c2017e-3634-49a9-a047-636f578c89d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:43.217945 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a200a5c-01f9-41a2-8c31-7d1d87e65297 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:58:43.228372 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2a200a5c-01f9-41a2-8c31-7d1d87e65297 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/e4439322-19ae-40e6-8c70-e48da6ed5cfc HTTP/1.1" status: 404 len: 333 time: 0.0806386 Dec 08 01:58:43.230614 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d8af7a3b-eb7e-4bd7-90d4-4131c95811fc req-534ac787-b86d-4c7e-8717-21af0e5cf16a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077172 Dec 08 01:58:43.231109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49698) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:43.365897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-0955ba8b-7b0c-4fa7-99bc-5d7ae9792c33 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting subnet 39ad3005-255c-4706-9d03-5f30f4beb0e8 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:58:43.371949 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0955ba8b-7b0c-4fa7-99bc-5d7ae9792c33 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:43.474627 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0955ba8b-7b0c-4fa7-99bc-5d7ae9792c33 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:43.629133 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0955ba8b-7b0c-4fa7-99bc-5d7ae9792c33 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:43.756578 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0955ba8b-7b0c-4fa7-99bc-5d7ae9792c33 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:43.789917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955ba8b-7b0c-4fa7-99bc-5d7ae9792c33 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Subnet': ['ID=39ad3005-255c-4706-9d03-5f30f4beb0e8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:43.819929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0955ba8b-7b0c-4fa7-99bc-5d7ae9792c33 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:43.823591 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0955ba8b-7b0c-4fa7-99bc-5d7ae9792c33 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/39ad3005-255c-4706-9d03-5f30f4beb0e8 HTTP/1.1" status: 204 len: 168 time: 0.5866821 Dec 08 01:58:43.827572 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49710) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:43.830397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ceefe-8b19-4026-9c46-29a779aa7ea8 None None] Network f7de354e-062d-45d9-86c8-83013c56ad6c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:43.934439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c5737a-57c6-43d9-918b-fc07202ea1d2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting subnet 674835b9-d98d-412e-bd1e-f76f1d83194c {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:58:43.946567 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0c5737a-57c6-43d9-918b-fc07202ea1d2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.063184 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0c5737a-57c6-43d9-918b-fc07202ea1d2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.411597 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0c5737a-57c6-43d9-918b-fc07202ea1d2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.649919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466fdef-e2eb-4d9f-a245-8c2ec54ea73a req-f49669d5-85ca-4329-9403-0cfaf8b46fa0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:44.666953 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9466fdef-e2eb-4d9f-a245-8c2ec54ea73a req-f49669d5-85ca-4329-9403-0cfaf8b46fa0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.2714720 Dec 08 01:58:44.783646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0c5737a-57c6-43d9-918b-fc07202ea1d2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.920116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5737a-57c6-43d9-918b-fc07202ea1d2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Subnet': ['ID=674835b9-d98d-412e-bd1e-f76f1d83194c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:44.935348 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9466fdef-e2eb-4d9f-a245-8c2ec54ea73a req-358f9163-e533-4fbf-ac67-f47ee37195f7 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674952 Dec 08 01:58:44.961085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0c5737a-57c6-43d9-918b-fc07202ea1d2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:44.970415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a0c5737a-57c6-43d9-918b-fc07202ea1d2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/674835b9-d98d-412e-bd1e-f76f1d83194c HTTP/1.1" status: 204 len: 168 time: 1.1406684 Dec 08 01:58:44.971389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49736) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:45.155972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da89c88-33de-4209-b5ed-e0df40db8e4d None None] Network f7de354e-062d-45d9-86c8-83013c56ad6c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:45.157842 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.232411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 31ac2b04-b602-4f71-b67b-5000007aabbb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:45.235698 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.284169 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3c2017e-3634-49a9-a047-636f578c89d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.298277 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-27cac554-1069-4673-8e96-eb9e3b0984c6 req-512e5806-eb67-45db-8ebb-438520670da4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.302119 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.db.resource_extend [None req-ae59cd9a-0d1d-4768-8493-b47ab8919b7c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 01:58:45.393583 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a3c2017e-3634-49a9-a047-636f578c89d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.412384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] For port 31ac2b04-b602-4f71-b67b-5000007aabbb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=31ac2b04-b602-4f71-b67b-5000007aabbb,segment=NetworkSegment(c039006c-65ed-4e42-86ad-b906122be321),segment_id=c039006c-65ed-4e42-86ad-b906122be321)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:45.414808 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.479148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 31ac2b04-b602-4f71-b67b-5000007aabbb owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:45.494613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-08872eb9-8717-4dac-b2a3-f0bc75678abe None None] Provisioning complete for port 31ac2b04-b602-4f71-b67b-5000007aabbb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:45.495616 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-08872eb9-8717-4dac-b2a3-f0bc75678abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.541212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae59cd9a-0d1d-4768-8493-b47ab8919b7c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.677771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a3c2017e-3634-49a9-a047-636f578c89d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e83bd18c762486a9c700d70ceff377d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8393636 Dec 08 01:58:45.696469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49758) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:45.749408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2017e-3634-49a9-a047-636f578c89d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed1ca41-d8bf-48e0-a2ff-89a182097317,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:45.769757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149f905-f2b6-43d8-9190-3c89c3a4d250 req-971c0f20-d77c-4a98-8dc4-a9358987ea4e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:45.771719 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c149f905-f2b6-43d8-9190-3c89c3a4d250 req-971c0f20-d77c-4a98-8dc4-a9358987ea4e tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d08f51-3a5c-479d-a8c6-f42b9a0269e5 HTTP/1.1" status: 200 len: 867 time: 1.2867284 Dec 08 01:58:45.772630 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae59cd9a-0d1d-4768-8493-b47ab8919b7c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.849135 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f3cc94-4043-4e7b-b313-a2542fcc61c3 None None] DHCP port deletion for f7de354e-062d-45d9-86c8-83013c56ad6c request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:58:45.933327 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-ae59cd9a-0d1d-4768-8493-b47ab8919b7c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Floating IP 4e40f279-49bd-452f-a807-5a16ca9db1c0 associated. External IP: 172.25.2.218, port: 8f8286af-6be4-4a6f-81ad-f9633853d1cf. Dec 08 01:58:45.935772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e5806-eb67-45db-8ebb-438520670da4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=89838a72-b44d-43aa-a3cf-68208420f10e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:45.951775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c6e8392-81dd-4d84-b8dd-20abe40bf537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:45.959578 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.050403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cac554-1069-4673-8e96-eb9e3b0984c6 req-512e5806-eb67-45db-8ebb-438520670da4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] No DVR routers for this DVR port 89838a72-b44d-43aa-a3cf-68208420f10e on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:46.066441 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-27cac554-1069-4673-8e96-eb9e3b0984c6 req-512e5806-eb67-45db-8ebb-438520670da4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.070213 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-27cac554-1069-4673-8e96-eb9e3b0984c6 req-512e5806-eb67-45db-8ebb-438520670da4 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.65 "DELETE /v2.0/ports/89838a72-b44d-43aa-a3cf-68208420f10e HTTP/1.1" status: 204 len: 173 time: 4.3162749 Dec 08 01:58:46.070904 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'name': 'network-vif-deleted', 'tag': '89838a72-b44d-43aa-a3cf-68208420f10e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:46.073729 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6542f58d-adfe-4b14-9491-24e8ddf4e7c1" -d '{"events": [{"server_uuid": "48d08f51-3a5c-479d-a8c6-f42b9a0269e5", "name": "network-vif-deleted", "tag": "89838a72-b44d-43aa-a3cf-68208420f10e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:46.097387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=31ac2b04-b602-4f71-b67b-5000007aabbb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:46.121441 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c149f905-f2b6-43d8-9190-3c89c3a4d250 req-c2f15181-f519-40b8-baf3-bbce9e27bc13 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "GET /v2.0/security-groups?id=a39c1136-c5f5-4a05-a357-50f13385fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896162 Dec 08 01:58:46.128211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 31ac2b04-b602-4f71-b67b-5000007aabbb no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:46.204903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No DVR routers for this DVR port 31ac2b04-b602-4f71-b67b-5000007aabbb on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:46.220508 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c6e8392-81dd-4d84-b8dd-20abe40bf537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.278786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 31ac2b04-b602-4f71-b67b-5000007aabbb {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:46.285674 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 31ac2b04-b602-4f71-b67b-5000007aabbb not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:46.375924 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7538be8a-0a33-4407-bbaf-1399814d9106 x-openstack-request-id: req-7538be8a-0a33-4407-bbaf-1399814d9106 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:46.376505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-19f3cc94-4043-4e7b-b313-a2542fcc61c3 None None] Deleting port 31ac2b04-b602-4f71-b67b-5000007aabbb {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:46.376505 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-19f3cc94-4043-4e7b-b313-a2542fcc61c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.378259 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d08f51-3a5c-479d-a8c6-f42b9a0269e5", "name": "network-vif-deleted", "tag": "89838a72-b44d-43aa-a3cf-68208420f10e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:46.378503 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7538be8a-0a33-4407-bbaf-1399814d9106 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:46.378928 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d08f51-3a5c-479d-a8c6-f42b9a0269e5', 'name': 'network-vif-deleted', 'tag': '89838a72-b44d-43aa-a3cf-68208420f10e', 'status': 'completed', 'code': 200} Dec 08 01:58:46.505444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-19f3cc94-4043-4e7b-b313-a2542fcc61c3 None None] For port 31ac2b04-b602-4f71-b67b-5000007aabbb, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:46.506195 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-19f3cc94-4043-4e7b-b313-a2542fcc61c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.524878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-19f3cc94-4043-4e7b-b313-a2542fcc61c3 None None] Calling delete_port for 31ac2b04-b602-4f71-b67b-5000007aabbb owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:46.529019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-19f3cc94-4043-4e7b-b313-a2542fcc61c3 None None] Port 31ac2b04-b602-4f71-b67b-5000007aabbb was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:58:46.534058 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-19f3cc94-4043-4e7b-b313-a2542fcc61c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.561401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3cc94-4043-4e7b-b313-a2542fcc61c3 None None] Pushing event deleted for resources: {'Port': ['ID=31ac2b04-b602-4f71-b67b-5000007aabbb,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:46.579151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3cc94-4043-4e7b-b313-a2542fcc61c3 None None] No DVR routers for this DVR port 31ac2b04-b602-4f71-b67b-5000007aabbb on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:46.582115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae59cd9a-0d1d-4768-8493-b47ab8919b7c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Router de4d6500-fabc-4e09-af9e-db212a00962e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:58:46.761220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae59cd9a-0d1d-4768-8493-b47ab8919b7c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:58:46.773820 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477732c-ab2d-42ee-a813-0465df8788f9 None None] Sync routers for ids ['de4d6500-fabc-4e09-af9e-db212a00962e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:58:46.775039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae59cd9a-0d1d-4768-8493-b47ab8919b7c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.791351 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477732c-ab2d-42ee-a813-0465df8788f9 None None] Routers {'de4d6500-fabc-4e09-af9e-db212a00962e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:46.792212 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d477732c-ab2d-42ee-a813-0465df8788f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['de4d6500-fabc-4e09-af9e-db212a00962e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:46.792907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de796f5-3c20-4693-ad4a-1db13ee89eaa req-58b7936b-bc6d-47ac-b615-dedadfb5e03d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:46.798053 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6de796f5-3c20-4693-ad4a-1db13ee89eaa req-58b7936b-bc6d-47ac-b615-dedadfb5e03d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.5725546 Dec 08 01:58:46.811170 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c6e8392-81dd-4d84-b8dd-20abe40bf537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.813767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8c6e8392-81dd-4d84-b8dd-20abe40bf537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:46.814966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8c6e8392-81dd-4d84-b8dd-20abe40bf537 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bed1ca41-d8bf-48e0-a2ff-89a182097317 HTTP/1.1" status: 204 len: 168 time: 1.1173728 Dec 08 01:58:46.840829 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ae59cd9a-0d1d-4768-8493-b47ab8919b7c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "PUT /v2.0/floatingips/4e40f279-49bd-452f-a807-5a16ca9db1c0 HTTP/1.1" status: 200 len: 991 time: 4.7658048 Dec 08 01:58:46.935693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 89838a72-b44d-43aa-a3cf-68208420f10e no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:46.946924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.013083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 89838a72-b44d-43aa-a3cf-68208420f10e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:47.018085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 89838a72-b44d-43aa-a3cf-68208420f10e not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:47.067170 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49804) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:47.106141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e8392-81dd-4d84-b8dd-20abe40bf537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed1ca41-d8bf-48e0-a2ff-89a182097317,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:47.184647 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d477732c-ab2d-42ee-a813-0465df8788f9 None None] Set router de4d6500-fabc-4e09-af9e-db212a00962e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:47.275103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49814) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:47.277462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7de354e-062d-45d9-86c8-83013c56ad6c']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:47.341229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c039006c-65ed-4e42-86ad-b906122be321') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:47.341581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c039006c-65ed-4e42-86ad-b906122be321') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:47.381401 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.402509 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.413594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:58:47.414365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:58:47.496275 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:58:47.506665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.525576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.529570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/networks/f7de354e-062d-45d9-86c8-83013c56ad6c HTTP/1.1" status: 204 len: 168 time: 2.5568960 Dec 08 01:58:47.538660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:47.618902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669675c-a840-4f8a-b9bb-a96abbd0bfa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Network': ['ID=f7de354e-062d-45d9-86c8-83013c56ad6c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:47.643317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6de796f5-3c20-4693-ad4a-1db13ee89eaa req-41ae6b06-6cf9-4bb3-8061-f96f52f0908a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8271167 Dec 08 01:58:47.659658 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28377952-6633-492e-9a05-78cc3c2036f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.687150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80ec201-762b-41a1-96bb-fdb751a3a267 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:47.690100 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d80ec201-762b-41a1-96bb-fdb751a3a267 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1470463 Dec 08 01:58:47.693134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49830) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:47.777902 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:58:47.815737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0fabb9c2-de58-44cd-8bf2-1e2fb4d1f87c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1195483 Dec 08 01:58:47.818498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:47.829916 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d5f55855-170f-42ac-93d6-c5479deaced3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1591638334'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:47.879598 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d477732c-ab2d-42ee-a813-0465df8788f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '4e40f279-49bd-452f-a807-5a16ca9db1c0', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'port_id': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'mac_address': 'fa:16:3e:59:1e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:58:11Z', 'updated_at': '2021-12-08T01:58:44Z', 'revision_number': 1, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1d771e-5355-49e9-be00-911cd5d67c26', 'name': '', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'mac_address': 'fa:16:3e:d2:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:58:02Z', 'updated_at': '2021-12-08T01:58:10Z', 'revision_number': 5, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'subnets': [{'id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:47.910429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f55855-170f-42ac-93d6-c5479deaced3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:47.921226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5f55855-170f-42ac-93d6-c5479deaced3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:47.925515 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477732c-ab2d-42ee-a813-0465df8788f9 None None] Checking router: de4d6500-fabc-4e09-af9e-db212a00962e for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:58:47.940554 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477732c-ab2d-42ee-a813-0465df8788f9 None None] Routers {'de4d6500-fabc-4e09-af9e-db212a00962e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:47.941906 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d477732c-ab2d-42ee-a813-0465df8788f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['de4d6500-fabc-4e09-af9e-db212a00962e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:48.017605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f55855-170f-42ac-93d6-c5479deaced3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:58:48.044945 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5f55855-170f-42ac-93d6-c5479deaced3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:48.046843 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-d5f55855-170f-42ac-93d6-c5479deaced3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Added segment 17ae1eea-a1f4-46dc-9d0e-a209fba7de11 of type vlan for network 1fb8932c-1b01-4b23-98ec-0feb86847dcf Dec 08 01:58:48.210162 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5f55855-170f-42ac-93d6-c5479deaced3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:48.243824 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28377952-6633-492e-9a05-78cc3c2036f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:48.279278 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d477732c-ab2d-42ee-a813-0465df8788f9 None None] Set router de4d6500-fabc-4e09-af9e-db212a00962e gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:48.280994 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5f55855-170f-42ac-93d6-c5479deaced3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:48.287548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f55855-170f-42ac-93d6-c5479deaced3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:48.288632 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5f55855-170f-42ac-93d6-c5479deaced3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:48.353296 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28377952-6633-492e-9a05-78cc3c2036f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:48.384988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:58:48.387258 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce85c518-acf9-4623-9742-6d5406e26213" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:58:48.486197 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ef8967-fd9d-43b2-8606-fd30f8638164 x-openstack-request-id: req-71ef8967-fd9d-43b2-8606-fd30f8638164 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:58:48.486550 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:58:48.486787 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-71ef8967-fd9d-43b2-8606-fd30f8638164 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:58:48.488789 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'status': 'completed', 'code': 200} Dec 08 01:58:48.535847 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:48.539609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f55855-170f-42ac-93d6-c5479deaced3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Network': ['ID=1fb8932c-1b01-4b23-98ec-0feb86847dcf,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:48.541375 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-28377952-6633-492e-9a05-78cc3c2036f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e6a9dcd42a84fb1820dd018718f2b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4730537 Dec 08 01:58:48.542154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28377952-6633-492e-9a05-78cc3c2036f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9e1565-44b9-4c62-a80c-3abdcbe34a24,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:48.550327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49862) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:48.607045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 1fb8932c-1b01-4b23-98ec-0feb86847dcf details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:58:48.707225 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d5f55855-170f-42ac-93d6-c5479deaced3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8872979 Dec 08 01:58:48.708628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49870) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:48.723351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e233243c-4dfd-41bd-9fdc-0c67e053fe52 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': '1fb8932c-1b01-4b23-98ec-0feb86847dcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:48.805337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c518-acf9-4623-9742-6d5406e26213 req-232a7176-01d2-4b26-bf45-b2b396220dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:48.808386 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce85c518-acf9-4623-9742-6d5406e26213 req-232a7176-01d2-4b26-bf45-b2b396220dd8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1097 time: 0.2484603 Dec 08 01:58:48.830574 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1661563605'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:48.877933 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4291501-e144-4af7-9f10-d13ab73ac3d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:48.974858 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d477732c-ab2d-42ee-a813-0465df8788f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '4e40f279-49bd-452f-a807-5a16ca9db1c0', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'port_id': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'mac_address': 'fa:16:3e:59:1e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:58:11Z', 'updated_at': '2021-12-08T01:58:44Z', 'revision_number': 1, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1d771e-5355-49e9-be00-911cd5d67c26', 'name': '', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'mac_address': 'fa:16:3e:d2:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:58:02Z', 'updated_at': '2021-12-08T01:58:10Z', 'revision_number': 5, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'subnets': [{'id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:49.005064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Made reservation on behalf of 9722be1dc7184cf880200d9d97b6e4c7 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:49.009914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.037350 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.044943 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4291501-e144-4af7-9f10-d13ab73ac3d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.047860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a11f94-b6d0-4291-9fcb-56157624ee2c req-7571693d-9f10-42df-9d36-70b815f4f682 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.058712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a11f94-b6d0-4291-9fcb-56157624ee2c req-7571693d-9f10-42df-9d36-70b815f4f682 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.2251408 Dec 08 01:58:49.095387 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79023745-5099-4191-998e-2b0fa80ca4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.119640 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477732c-ab2d-42ee-a813-0465df8788f9 None None] The sync data for ids ['de4d6500-fabc-4e09-af9e-db212a00962e'] in n-d-713498-30 is: [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '4e40f279-49bd-452f-a807-5a16ca9db1c0', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'port_id': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'mac_address': 'fa:16:3e:59:1e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T01:58:11Z', 'updated_at': '2021-12-08T01:58:44Z', 'revision_number': 1, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1d771e-5355-49e9-be00-911cd5d67c26', 'name': '', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'mac_address': 'fa:16:3e:d2:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:58:02Z', 'updated_at': '2021-12-08T01:58:10Z', 'revision_number': 5, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'subnets': [{'id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:58:49.121631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e233243c-4dfd-41bd-9fdc-0c67e053fe52 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:49.133234 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e233243c-4dfd-41bd-9fdc-0c67e053fe52 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.193274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c518-acf9-4623-9742-6d5406e26213 req-782dd0a5-ccaf-4b10-b5e2-0d6f8523ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.195033 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce85c518-acf9-4623-9742-6d5406e26213 req-782dd0a5-ccaf-4b10-b5e2-0d6f8523ce58 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.3507268 Dec 08 01:58:49.326390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.330691 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4291501-e144-4af7-9f10-d13ab73ac3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.333522 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4291501-e144-4af7-9f10-d13ab73ac3d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.338320 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b4291501-e144-4af7-9f10-d13ab73ac3d1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d9e1565-44b9-4c62-a80c-3abdcbe34a24 HTTP/1.1" status: 204 len: 168 time: 0.7761827 Dec 08 01:58:49.385777 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a11f94-b6d0-4291-9fcb-56157624ee2c req-f5faf00c-cdf5-46b7-8483-d0b69a9c4282 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254216 Dec 08 01:58:49.394857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce85c518-acf9-4623-9742-6d5406e26213 req-86eb1892-f10f-4ffc-a316-1e130dc49f23 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 999 time: 0.1872387 Dec 08 01:58:49.449713 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.476682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:58:49.504340 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.504340 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Added segment f3b9946a-fbd2-44db-92c6-6821b200a604 of type vlan for network d314ebb5-9075-4904-861d-7b1ed75dd7e0 Dec 08 01:58:49.596324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424bce6f-31c5-4186-ae67-d0afe9dc8f6e None None] New status for floating IP 4e40f279-49bd-452f-a807-5a16ca9db1c0: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:58:49.615892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c518-acf9-4623-9742-6d5406e26213 req-fd4de650-e9f5-4809-b8ec-429dfaf15f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.617896 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce85c518-acf9-4623-9742-6d5406e26213 req-fd4de650-e9f5-4809-b8ec-429dfaf15f96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.2140696 Dec 08 01:58:49.638610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4291501-e144-4af7-9f10-d13ab73ac3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9e1565-44b9-4c62-a80c-3abdcbe34a24,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:49.651070 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.733285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7779c3bd-e5cf-4528-b9f9-b2c71c9fb699,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:49.773338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85c518-acf9-4623-9742-6d5406e26213 req-536766ba-ff99-4e74-922d-3d07fe56943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.775138 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce85c518-acf9-4623-9742-6d5406e26213 req-536766ba-ff99-4e74-922d-3d07fe56943b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1464136 Dec 08 01:58:49.813980 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.860533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:49.861221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:49.902935 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce85c518-acf9-4623-9742-6d5406e26213 req-1abca41f-41a0-47f0-b809-5452218bf514 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008632 Dec 08 01:58:50.013042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49894) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:50.040855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Pushing event updated for resources: {'Network': ['ID=d314ebb5-9075-4904-861d-7b1ed75dd7e0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:50.052335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network d314ebb5-9075-4904-861d-7b1ed75dd7e0 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:58:50.097401 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-74d3a147-adbb-4ce2-96f1-0fbe3d12100b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5454071 Dec 08 01:58:50.098783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49900) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:50.105555 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b417718c-782c-42dc-8d1a-49ec5ed2ea62 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Request body: {'subnet': {'network_id': 'd314ebb5-9075-4904-861d-7b1ed75dd7e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:50.265386 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e233243c-4dfd-41bd-9fdc-0c67e053fe52 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.315600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b417718c-782c-42dc-8d1a-49ec5ed2ea62 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Made reservation on behalf of 9722be1dc7184cf880200d9d97b6e4c7 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:50.319561 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b417718c-782c-42dc-8d1a-49ec5ed2ea62 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.374619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233243c-4dfd-41bd-9fdc-0c67e053fe52 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Subnet': ['ID=d4e5aaed-65cf-41e0-bf06-34b16428d637,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:50.467174 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6cceb50a-8757-4048-a73d-a41ed2c139fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.494169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e233243c-4dfd-41bd-9fdc-0c67e053fe52 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Checking segment: {'id': '17ae1eea-a1f4-46dc-9d0e-a209fba7de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1fb8932c-1b01-4b23-98ec-0feb86847dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:50.494542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e233243c-4dfd-41bd-9fdc-0c67e053fe52 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network hostable DHCP agents. Network: 1fb8932c-1b01-4b23-98ec-0feb86847dcf, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:58:50.535138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e233243c-4dfd-41bd-9fdc-0c67e053fe52 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 1fb8932c-1b01-4b23-98ec-0feb86847dcf is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:58:50.583597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e233243c-4dfd-41bd-9fdc-0c67e053fe52 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 1fb8932c-1b01-4b23-98ec-0feb86847dcf) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:50.593000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e233243c-4dfd-41bd-9fdc-0c67e053fe52 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:50.593577 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e233243c-4dfd-41bd-9fdc-0c67e053fe52 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.598911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63cf12d-3894-4b67-894c-d251acd6b8c8 None None] Network 1fb8932c-1b01-4b23-98ec-0feb86847dcf requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:50.627337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-79023745-5099-4191-998e-2b0fa80ca4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port 9a65c332-8b20-4ce3-b5cd-101398b84434 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:50.627337 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79023745-5099-4191-998e-2b0fa80ca4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.655874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e233243c-4dfd-41bd-9fdc-0c67e053fe52 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9448140 Dec 08 01:58:50.658928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49908) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:50.664034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': '1fb8932c-1b01-4b23-98ec-0feb86847dcf', 'name': 'tempest-PortsIpV6TestJSON-106817964'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:50.685527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6cceb50a-8757-4048-a73d-a41ed2c139fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.689717 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce85c518-acf9-4623-9742-6d5406e26213 req-bf93038b-f944-46f2-bedd-b753f555b8d7 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7765403 Dec 08 01:58:50.701171 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b417718c-782c-42dc-8d1a-49ec5ed2ea62 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.707479 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6cceb50a-8757-4048-a73d-a41ed2c139fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.818846 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-1fb8932c-1b01-4b23-98ec-0feb86847dcf', 'network_id': '1fb8932c-1b01-4b23-98ec-0feb86847dcf', 'project_id': '39603dbdc8624778b5dacc6c9566b9d3', 'fixed_ips': [{'subnet_id': 'd4e5aaed-65cf-41e0-bf06-34b16428d637'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:58:50.819875 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.860814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417718c-782c-42dc-8d1a-49ec5ed2ea62 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Pushing event updated for resources: {'Subnet': ['ID=076c1824-8ce6-426f-a233-5230015d322e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:50.863011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cceb50a-8757-4048-a73d-a41ed2c139fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd786b1-b20d-4d94-b74a-5ce4a9d7620f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:50.878436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417718c-782c-42dc-8d1a-49ec5ed2ea62 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Checking segment: {'id': 'f3b9946a-fbd2-44db-92c6-6821b200a604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd314ebb5-9075-4904-861d-7b1ed75dd7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:50.878986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a8b77-8c56-4775-a86e-0206ff6f5591 req-c41414cb-f26d-4bd3-9f76-7d123c75d5df tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:50.879726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b417718c-782c-42dc-8d1a-49ec5ed2ea62 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Network hostable DHCP agents. Network: d314ebb5-9075-4904-861d-7b1ed75dd7e0, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:58:50.883150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:50.887255 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:50.888726 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa7a8b77-8c56-4775-a86e-0206ff6f5591 req-c41414cb-f26d-4bd3-9f76-7d123c75d5df tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.3866947 Dec 08 01:58:50.896596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6cceb50a-8757-4048-a73d-a41ed2c139fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=10a0fa9473f2446e82c364d4b265ea18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8824897 Dec 08 01:58:50.897920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49910) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:50.912154 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port 7574a186-ed60-45c0-b9bf-910ec1f83f19 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:50.970587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b417718c-782c-42dc-8d1a-49ec5ed2ea62 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Network d314ebb5-9075-4904-861d-7b1ed75dd7e0 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:58:51.006938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-79023745-5099-4191-998e-2b0fa80ca4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] For port 9a65c332-8b20-4ce3-b5cd-101398b84434, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9a65c332-8b20-4ce3-b5cd-101398b84434,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:51.007614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79023745-5099-4191-998e-2b0fa80ca4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.016475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b417718c-782c-42dc-8d1a-49ec5ed2ea62 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, d314ebb5-9075-4904-861d-7b1ed75dd7e0) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:51.028228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde4595-8114-49f3-885b-0e08e2bc7c09 None None] Network d314ebb5-9075-4904-861d-7b1ed75dd7e0 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:51.043018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b417718c-782c-42dc-8d1a-49ec5ed2ea62 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:51.043618 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b417718c-782c-42dc-8d1a-49ec5ed2ea62 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.046679 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa7a8b77-8c56-4775-a86e-0206ff6f5591 req-94ef442a-c30b-40b4-91b3-e546d9786318 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570177 Dec 08 01:58:51.058563 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66699f15-b4ea-486e-86bd-07c0f9efb6d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.061582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-79023745-5099-4191-998e-2b0fa80ca4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for 9a65c332-8b20-4ce3-b5cd-101398b84434 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:51.112717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b417718c-782c-42dc-8d1a-49ec5ed2ea62 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0107558 Dec 08 01:58:51.120522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49914) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:51.130752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Request body: {'port': {'network_id': 'd314ebb5-9075-4904-861d-7b1ed75dd7e0', 'name': 'tempest-TagsExtTest-749580746'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:51.144624 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66699f15-b4ea-486e-86bd-07c0f9efb6d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.164243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-d314ebb5-9075-4904-861d-7b1ed75dd7e0', 'network_id': 'd314ebb5-9075-4904-861d-7b1ed75dd7e0', 'project_id': '9722be1dc7184cf880200d9d97b6e4c7', 'fixed_ips': [{'subnet_id': '076c1824-8ce6-426f-a233-5230015d322e'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:58:51.165159 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.326595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Allocated IP 172.20.0.2 (d314ebb5-9075-4904-861d-7b1ed75dd7e0/076c1824-8ce6-426f-a233-5230015d322e/c4c56493-d560-4770-8b06-69ab23ce6894) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:51.378359 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66699f15-b4ea-486e-86bd-07c0f9efb6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.381232 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-66699f15-b4ea-486e-86bd-07c0f9efb6d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.382562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8::8 (1fb8932c-1b01-4b23-98ec-0feb86847dcf/d4e5aaed-65cf-41e0-bf06-34b16428d637/7574a186-ed60-45c0-b9bf-910ec1f83f19) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:51.384020 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-66699f15-b4ea-486e-86bd-07c0f9efb6d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cd786b1-b20d-4d94-b74a-5ce4a9d7620f HTTP/1.1" status: 204 len: 168 time: 0.4821830 Dec 08 01:58:51.415878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66699f15-b4ea-486e-86bd-07c0f9efb6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd786b1-b20d-4d94-b74a-5ce4a9d7620f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:51.441231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Made reservation on behalf of 9722be1dc7184cf880200d9d97b6e4c7 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:51.445736 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.540781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] device_id is not set on port cc7a3293-e09b-4535-98b8-e193e905cd29 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:51.597310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79023745-5099-4191-998e-2b0fa80ca4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.605115 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.617270 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.657723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79023745-5099-4191-998e-2b0fa80ca4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=9a65c332-8b20-4ce3-b5cd-101398b84434,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:51.735981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Pushing event updated for resources: {'Port': ['ID=c4c56493-d560-4770-8b06-69ab23ce6894,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:51.754861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Network d314ebb5-9075-4904-861d-7b1ed75dd7e0 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:51.764716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:51.770681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:51.886328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Attempting to bind port c4c56493-d560-4770-8b06-69ab23ce6894 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:51.886328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Attempting to bind port c4c56493-d560-4770-8b06-69ab23ce6894 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f3b9946a-fbd2-44db-92c6-6821b200a604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd314ebb5-9075-4904-861d-7b1ed75dd7e0'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:51.886637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Attempting to bind port c4c56493-d560-4770-8b06-69ab23ce6894 on network d314ebb5-9075-4904-861d-7b1ed75dd7e0 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:51.893945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:51.894342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Checking segment: {'id': 'f3b9946a-fbd2-44db-92c6-6821b200a604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd314ebb5-9075-4904-861d-7b1ed75dd7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:51.894891 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.895161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Bound using segment: {'id': 'f3b9946a-fbd2-44db-92c6-6821b200a604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd314ebb5-9075-4904-861d-7b1ed75dd7e0'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:51.895648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Bound port: c4c56493-d560-4770-8b06-69ab23ce6894, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b9946a-fbd2-44db-92c6-6821b200a604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd314ebb5-9075-4904-861d-7b1ed75dd7e0'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:51.896044 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:51.970911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Allocated IP 172.20.0.14 (d314ebb5-9075-4904-861d-7b1ed75dd7e0/076c1824-8ce6-426f-a233-5230015d322e/cc7a3293-e09b-4535-98b8-e193e905cd29) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:52.029926 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79023745-5099-4191-998e-2b0fa80ca4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.033231 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.064468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] For port c4c56493-d560-4770-8b06-69ab23ce6894, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:52.069129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] For port c4c56493-d560-4770-8b06-69ab23ce6894, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c4c56493-d560-4770-8b06-69ab23ce6894,segment=NetworkSegment(f3b9946a-fbd2-44db-92c6-6821b200a604),segment_id=f3b9946a-fbd2-44db-92c6-6821b200a604)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:52.075686 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.240306 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.252027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619fe40-9574-421d-bb72-9d195d72f186 None None] Pushing event updated for resources: {'Port': ['ID=c4c56493-d560-4770-8b06-69ab23ce6894,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:52.327757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Allocated IP 2001:db8::2 (1fb8932c-1b01-4b23-98ec-0feb86847dcf/d4e5aaed-65cf-41e0-bf06-34b16428d637/0ee462c5-381f-4c88-9e79-44d8e99bfe8c) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:52.372674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=7574a186-ed60-45c0-b9bf-910ec1f83f19,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:52.394063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2706ba-78a3-4c2d-a72e-e955d9f93f4a req-863db0db-70d8-469c-ae2c-586775f84336 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:52.395695 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa2706ba-78a3-4c2d-a72e-e955d9f93f4a req-863db0db-70d8-469c-ae2c-586775f84336 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.1358845 Dec 08 01:58:52.431081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79023745-5099-4191-998e-2b0fa80ca4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Router 87b22f02-7a50-41b3-a3e8-34713c0fa742 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:58:52.489179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 1fb8932c-1b01-4b23-98ec-0feb86847dcf is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:52.493752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:52.513213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:52.535819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:52.536520 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.538090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.555372 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.633947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-037fe61c-806e-422e-9555-4b4c23e5077c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9737289 Dec 08 01:58:52.640791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49946) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:52.653195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Network 1fb8932c-1b01-4b23-98ec-0feb86847dcf is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:52.657501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:52.665278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': '1fb8932c-1b01-4b23-98ec-0feb86847dcf', 'name': 'tempest-PortsIpV6TestJSON-377544523'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:52.673368 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:52.731827 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79023745-5099-4191-998e-2b0fa80ca4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:58:52.744998 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-79023745-5099-4191-998e-2b0fa80ca4d0 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "PUT /v2.0/routers/87b22f02-7a50-41b3-a3e8-34713c0fa742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4685266 Dec 08 01:58:52.745865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49948) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:52.757857 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f76610-35a4-4950-afb9-2f855d0120ab None None] Sync routers for ids ['87b22f02-7a50-41b3-a3e8-34713c0fa742'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:58:52.779174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Pushing event updated for resources: {'Port': ['ID=0ee462c5-381f-4c88-9e79-44d8e99bfe8c,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:52.810351 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f76610-35a4-4950-afb9-2f855d0120ab None None] Routers {'87b22f02-7a50-41b3-a3e8-34713c0fa742'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:52.811318 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-97f76610-35a4-4950-afb9-2f855d0120ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['87b22f02-7a50-41b3-a3e8-34713c0fa742'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:52.826315 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.874358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Attempting to bind port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:58:52.876337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Attempting to bind port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '17ae1eea-a1f4-46dc-9d0e-a209fba7de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1fb8932c-1b01-4b23-98ec-0feb86847dcf'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:58:52.876956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Attempting to bind port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c on network 1fb8932c-1b01-4b23-98ec-0feb86847dcf {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:58:52.883790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:58:52.885118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Checking segment: {'id': '17ae1eea-a1f4-46dc-9d0e-a209fba7de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1fb8932c-1b01-4b23-98ec-0feb86847dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:58:52.885764 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.886376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Bound using segment: {'id': '17ae1eea-a1f4-46dc-9d0e-a209fba7de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1fb8932c-1b01-4b23-98ec-0feb86847dcf'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:58:52.887598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Bound port: 0ee462c5-381f-4c88-9e79-44d8e99bfe8c, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ae1eea-a1f4-46dc-9d0e-a209fba7de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '1fb8932c-1b01-4b23-98ec-0feb86847dcf'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:58:52.888235 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.905429 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:52.942730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2527e130-0144-4896-a6f0-f79ae35c63ff tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting subnet c197dbc2-597f-44be-8e12-0909def1f466 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:58:52.955115 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2527e130-0144-4896-a6f0-f79ae35c63ff tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.033624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Network d314ebb5-9075-4904-861d-7b1ed75dd7e0 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:53.043172 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-97f76610-35a4-4950-afb9-2f855d0120ab None None] Set router 87b22f02-7a50-41b3-a3e8-34713c0fa742 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:53.049762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] For port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:58:53.052423 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:53.057082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] For port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0ee462c5-381f-4c88-9e79-44d8e99bfe8c,segment=NetworkSegment(17ae1eea-a1f4-46dc-9d0e-a209fba7de11),segment_id=17ae1eea-a1f4-46dc-9d0e-a209fba7de11)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:58:53.062730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:53.063846 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2527e130-0144-4896-a6f0-f79ae35c63ff tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.066551 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.115862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Pushing event updated for resources: {'Port': ['ID=cc7a3293-e09b-4535-98b8-e193e905cd29,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:53.158093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:53.159128 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.195615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:58:53.195867 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2590a-ede8-4650-8038-d4825c4cfee3 None None] Pushing event updated for resources: {'Port': ['ID=0ee462c5-381f-4c88-9e79-44d8e99bfe8c,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:53.209902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.219963 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa2706ba-78a3-4c2d-a72e-e955d9f93f4a req-1ef8fe95-7fea-4506-a9d8-1bfe61c06df8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8137124 Dec 08 01:58:53.234070 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-47b8ce4e-ff17-4492-aae5-27bad94e5ac8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1097379 Dec 08 01:58:53.236128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port 488f0361-66a5-4fc3-b45b-813367b61e6e yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:58:53.237702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49958) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:53.258992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-60b39ac3-4ae2-4bdc-81b8-d99add02da4e tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-936648260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:53.377565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8::3b1 (1fb8932c-1b01-4b23-98ec-0feb86847dcf/d4e5aaed-65cf-41e0-bf06-34b16428d637/488f0361-66a5-4fc3-b45b-813367b61e6e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:58:53.432553 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2527e130-0144-4896-a6f0-f79ae35c63ff tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.436105 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60b39ac3-4ae2-4bdc-81b8-d99add02da4e tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.454738 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60b39ac3-4ae2-4bdc-81b8-d99add02da4e tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.602758 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-97f76610-35a4-4950-afb9-2f855d0120ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:58:51Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:53.679488 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f76610-35a4-4950-afb9-2f855d0120ab None None] Checking router: 87b22f02-7a50-41b3-a3e8-34713c0fa742 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:58:53.698655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60b39ac3-4ae2-4bdc-81b8-d99add02da4e tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.706753 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f76610-35a4-4950-afb9-2f855d0120ab None None] Routers {'87b22f02-7a50-41b3-a3e8-34713c0fa742'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:58:53.707041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60b39ac3-4ae2-4bdc-81b8-d99add02da4e tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.707824 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-97f76610-35a4-4950-afb9-2f855d0120ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['87b22f02-7a50-41b3-a3e8-34713c0fa742'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:53.721686 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2527e130-0144-4896-a6f0-f79ae35c63ff tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.748448 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.772796 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d878ce81-2449-4227-852c-f384728bd532 None None] Network 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:53.796883 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2527e130-0144-4896-a6f0-f79ae35c63ff tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.802808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2527e130-0144-4896-a6f0-f79ae35c63ff tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/subnets/c197dbc2-597f-44be-8e12-0909def1f466 HTTP/1.1" status: 204 len: 168 time: 1.0559049 Dec 08 01:58:53.805030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527e130-0144-4896-a6f0-f79ae35c63ff tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Subnet': ['ID=c197dbc2-597f-44be-8e12-0909def1f466,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:53.806290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 49966) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:53.814098 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-60b39ac3-4ae2-4bdc-81b8-d99add02da4e tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.818381 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-60b39ac3-4ae2-4bdc-81b8-d99add02da4e tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5760484 Dec 08 01:58:53.820055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49968) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:53.831442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6257f564-1f9f-4e4c-b462-df0f4d2ed08a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1411882968', 'prefixes': ['172.20.0.0/16']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:58:53.966239 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6257f564-1f9f-4e4c-b462-df0f4d2ed08a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for subnetpool, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:53.970330 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6257f564-1f9f-4e4c-b462-df0f4d2ed08a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1485391 Dec 08 01:58:53.974205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49974) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:53.991854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-082d1016-7e5a-4455-843f-bc0757dab772 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e', 'tempest-TagsExtTest-Tag-74045203') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:54.016626 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.154770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0ee462c5-381f-4c88-9e79-44d8e99bfe8c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:54.195543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=488f0361-66a5-4fc3-b45b-813367b61e6e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:54.242887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 1fb8932c-1b01-4b23-98ec-0feb86847dcf is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:58:54.253913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:58:54.262426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:58:54.281014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:54.282455 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.325085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.336686 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-082d1016-7e5a-4455-843f-bc0757dab772 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "PUT /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags/tempest-TagsExtTest-Tag-74045203 HTTP/1.1" status: 201 len: 201 time: 0.3587766 Dec 08 01:58:54.340028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49986) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:54.347952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:54.357150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-09361c32-4041-4c8c-b03a-e5881cf7dbfe tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29', 'tempest-TagsExtTest-Tag-1691721356') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:54.363522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.433306 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-97f76610-35a4-4950-afb9-2f855d0120ab None None] Set router 87b22f02-7a50-41b3-a3e8-34713c0fa742 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:58:54.449644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d356286-ce97-40a3-85c0-749d0525ae43 None None] Network d314ebb5-9075-4904-861d-7b1ed75dd7e0 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:54.472116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70dbd54-0be3-42b4-b8e3-937401834022 None None] DHCP port deletion for 8b3f2741-e2e7-4c39-ac17-a2ae518f15ea request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:58:54.634815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb3039-4058-478c-ac8f-fba37a79113e req-146f6f2e-0650-4959-a04c-e1987ef0967a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:54.652981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0deb3039-4058-478c-ac8f-fba37a79113e req-146f6f2e-0650-4959-a04c-e1987ef0967a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.2712755 Dec 08 01:58:54.744135 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-97f76610-35a4-4950-afb9-2f855d0120ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:58:51Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:54.771475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b6b49fb1-b4fa-4570-a78c-cc16c445f93c None None] Provisioning complete for port c4c56493-d560-4770-8b06-69ab23ce6894 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:54.771990 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b6b49fb1-b4fa-4570-a78c-cc16c445f93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:54.789087 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f76610-35a4-4950-afb9-2f855d0120ab None None] The sync data for ids ['87b22f02-7a50-41b3-a3e8-34713c0fa742'] in n-d-713498-30 is: [{'id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065184052', 'tenant_id': '59ce268125774870bb2a6d0d519662d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:11Z', 'updated_at': '2021-12-08T01:58:51Z', 'revision_number': 5, 'project_id': '59ce268125774870bb2a6d0d519662d3', 'gw_port': {'id': 'd623e18f-c701-4053-b50b-e11ee723935b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:28:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22f02-7a50-41b3-a3e8-34713c0fa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:13Z', 'updated_at': '2021-12-08T01:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:58:54.808793 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0deb3039-4058-478c-ac8f-fba37a79113e req-d69dc12c-738c-408c-9b13-898573a15f98 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548917 Dec 08 01:58:54.838724 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-09361c32-4041-4c8c-b03a-e5881cf7dbfe tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "PUT /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags/tempest-TagsExtTest-Tag-1691721356 HTTP/1.1" status: 201 len: 201 time: 0.4973803 Dec 08 01:58:54.841640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49988) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:54.849226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-c8148ecb-254e-460b-a067-a7ba96458409 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295', 'tempest-TagsExtTest-Tag-1232593154') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:54.992474 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c8148ecb-254e-460b-a067-a7ba96458409 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "PUT /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags/tempest-TagsExtTest-Tag-1232593154 HTTP/1.1" status: 201 len: 201 time: 0.1495652 Dec 08 01:58:55.007620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49990) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:55.024761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-7cf5a62d-b17c-4532-aedc-684feb3a21b8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4', 'tempest-TagsExtTest-Tag-1630431622') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:55.129533 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7cf5a62d-b17c-4532-aedc-684feb3a21b8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "PUT /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags/tempest-TagsExtTest-Tag-1630431622 HTTP/1.1" status: 201 len: 201 time: 0.1086717 Dec 08 01:58:55.129533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 49994) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:55.134529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-72398cab-9789-4dc9-9215-36b98fa160e9 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:55.274953 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-72398cab-9789-4dc9-9215-36b98fa160e9 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags HTTP/1.1" status: 200 len: 239 time: 0.1442065 Dec 08 01:58:55.277570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50000) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:55.283811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-2908c097-c245-43d1-b81a-41bbc8fd183d tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e', 'tempest-TagsExtTest-Tag-74045203') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:55.336481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42cdb1f-084c-42ae-8c43-842c9a9ec83d None None] Network 1fb8932c-1b01-4b23-98ec-0feb86847dcf requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:55.401352 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cb152582-7a87-420e-95c9-09fb47aabd04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7544565 Dec 08 01:58:55.402439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50002) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:55.432425 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2908c097-c245-43d1-b81a-41bbc8fd183d tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags/tempest-TagsExtTest-Tag-74045203 HTTP/1.1" status: 204 len: 168 time: 0.1529450 Dec 08 01:58:55.434896 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50004) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:55.439575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-f9bc08d0-1ddd-4155-a998-ac08ce36e16c tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e', 'tempest-TagsExtTest-Tag-74045203') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:55.592624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f9bc08d0-1ddd-4155-a998-ac08ce36e16c tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags/tempest-TagsExtTest-Tag-74045203 HTTP/1.1" status: 204 len: 168 time: 0.1564641 Dec 08 01:58:55.597204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50010) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:55.601740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-dfde31ac-34a7-44ff-908e-3eb2c4f4e10b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:55.612870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89835036-5afc-4dc8-9229-220dadaa764b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:55.620748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-89835036-5afc-4dc8-9229-220dadaa764b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A8 HTTP/1.1" status: 200 len: 926 time: 0.2149961 Dec 08 01:58:55.626942 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50012) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:55.638112 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.656138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d70dbd54-0be3-42b4-b8e3-937401834022 None None] Deleting port a855457f-56a1-4993-b701-bbdbfd9b7648 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:55.656831 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d70dbd54-0be3-42b4-b8e3-937401834022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.695271 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.780018 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dfde31ac-34a7-44ff-908e-3eb2c4f4e10b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags HTTP/1.1" status: 200 len: 205 time: 0.1815770 Dec 08 01:58:55.783607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50014) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:55.790002 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Deleting port d623e18f-c701-4053-b50b-e11ee723935b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:55.791667 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.795448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-b1e35682-52ea-4eda-97bf-7ed1f2f5d582 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:55.901299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d70dbd54-0be3-42b4-b8e3-937401834022 None None] For port a855457f-56a1-4993-b701-bbdbfd9b7648, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a855457f-56a1-4993-b701-bbdbfd9b7648,segment=NetworkSegment(5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f),segment_id=5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:55.901704 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d70dbd54-0be3-42b4-b8e3-937401834022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.913875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50018) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:55.932675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0ee462c5-381f-4c88-9e79-44d8e99bfe8c,segment=NetworkSegment(17ae1eea-a1f4-46dc-9d0e-a209fba7de11),segment_id=17ae1eea-a1f4-46dc-9d0e-a209fba7de11)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:55.946399 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:55.954494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c4c56493-d560-4770-8b06-69ab23ce6894 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:55.957309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d70dbd54-0be3-42b4-b8e3-937401834022 None None] Calling delete_port for a855457f-56a1-4993-b701-bbdbfd9b7648 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:56.021060 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b6b49fb1-b4fa-4570-a78c-cc16c445f93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.035711 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] For port d623e18f-c701-4053-b50b-e11ee723935b, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d623e18f-c701-4053-b50b-e11ee723935b,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:56.036155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.042478 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bc93a1db-23e3-41b2-89f2-d9c911f2a32d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 488f0361-66a5-4fc3-b45b-813367b61e6e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:56.042830 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc93a1db-23e3-41b2-89f2-d9c911f2a32d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.077191 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Calling delete_port for d623e18f-c701-4053-b50b-e11ee723935b owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:56.374458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=0ee462c5-381f-4c88-9e79-44d8e99bfe8c,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:56.409691 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b6b49fb1-b4fa-4570-a78c-cc16c445f93c None None] For port c4c56493-d560-4770-8b06-69ab23ce6894, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c4c56493-d560-4770-8b06-69ab23ce6894,segment=NetworkSegment(f3b9946a-fbd2-44db-92c6-6821b200a604),segment_id=f3b9946a-fbd2-44db-92c6-6821b200a604)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:58:56.411648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b1e35682-52ea-4eda-97bf-7ed1f2f5d582 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags HTTP/1.1" status: 200 len: 241 time: 0.6245749 Dec 08 01:58:56.432768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1cf5e-9d4c-4955-9a3d-9448b8ff5205 req-bf06c0a7-4135-434d-9cc4-5d7c350f3f72 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:56.434265 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e3c1cf5e-9d4c-4955-9a3d-9448b8ff5205 req-bf06c0a7-4135-434d-9cc4-5d7c350f3f72 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.4772255 Dec 08 01:58:56.434756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50026) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:56.446196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-c0e70594-edf7-4f7d-a5e3-96005af1dbdc tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29', 'tempest-TagsExtTest-Tag-1691721356') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:56.474693 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b6b49fb1-b4fa-4570-a78c-cc16c445f93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.490263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.493360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.493821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.495130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.495130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.495130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.499899 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.499899 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.500951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.501266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.501709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.502164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.502603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:58:56.528734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c4c56493-d560-4770-8b06-69ab23ce6894 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:56.530041 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.545652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc93a1db-23e3-41b2-89f2-d9c911f2a32d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.637915 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.651846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bc93a1db-23e3-41b2-89f2-d9c911f2a32d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 488f0361-66a5-4fc3-b45b-813367b61e6e owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:56.725882 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Port': ['ID=d623e18f-c701-4053-b50b-e11ee723935b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:56.789856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e88c5225-e5a2-4a9d-9c40-a526ff0c3b01 None None] Provisioning complete for port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:56.790409 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e88c5225-e5a2-4a9d-9c40-a526ff0c3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.807867 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b9c4c-507b-4f75-92d1-804ef1e0561a None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:58:56.816825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d70dbd54-0be3-42b4-b8e3-937401834022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.845412 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:56.864712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e3c1cf5e-9d4c-4955-9a3d-9448b8ff5205 req-59c55985-9003-4efd-a0c0-e1bfe9dd5ed6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815260 Dec 08 01:58:56.892841 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c0e70594-edf7-4f7d-a5e3-96005af1dbdc tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags/tempest-TagsExtTest-Tag-1691721356 HTTP/1.1" status: 204 len: 168 time: 0.4419065 Dec 08 01:58:56.897606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50028) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:56.900138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70dbd54-0be3-42b4-b8e3-937401834022 None None] No DVR routers for this DVR port a855457f-56a1-4993-b701-bbdbfd9b7648 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:58:56.901679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b49fb1-b4fa-4570-a78c-cc16c445f93c None None] Pushing event updated for resources: {'Port': ['ID=c4c56493-d560-4770-8b06-69ab23ce6894,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:56.925994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-d4b2680b-5204-4dd3-82d1-c64ff8861795 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29', 'tempest-TagsExtTest-Tag-1691721356') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:56.969196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dbd54-0be3-42b4-b8e3-937401834022 None None] Pushing event deleted for resources: {'Port': ['ID=a855457f-56a1-4993-b701-bbdbfd9b7648,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:56.973552 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Deleting port f42c199d-0636-428d-9726-0c3ccdd4e9ce {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:56.974268 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.210630 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.217349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e88c5225-e5a2-4a9d-9c40-a526ff0c3b01 None None] Provisioning complete for port c4c56493-d560-4770-8b06-69ab23ce6894 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:57.224340 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e88c5225-e5a2-4a9d-9c40-a526ff0c3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.226719 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.380856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.381517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Fanout notify agent at l3_agent the message router_deleted on router 87b22f02-7a50-41b3-a3e8-34713c0fa742 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:58:57.394132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0ee462c5-381f-4c88-9e79-44d8e99bfe8c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:57.397826 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.409096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bc0f55e6-3803-4444-ad33-61ade3c16527 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/routers/87b22f02-7a50-41b3-a3e8-34713c0fa742 HTTP/1.1" status: 204 len: 168 time: 3.5926602 Dec 08 01:58:57.409313 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50036) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:57.574977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e88c5225-e5a2-4a9d-9c40-a526ff0c3b01 None None] Provisioning complete for port cc7a3293-e09b-4535-98b8-e193e905cd29 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:57.575505 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e88c5225-e5a2-4a9d-9c40-a526ff0c3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.618084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.625277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e88c5225-e5a2-4a9d-9c40-a526ff0c3b01 None None] Port cc7a3293-e09b-4535-98b8-e193e905cd29 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:57.631608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:57.632095 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.765004 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c4c56493-d560-4770-8b06-69ab23ce6894 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:58:57.790303 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.807796 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8cc567a2-33ac-42e8-831a-1f98fed13ac8 None None] Provisioning complete for port 7574a186-ed60-45c0-b9bf-910ec1f83f19 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:57.808605 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8cc567a2-33ac-42e8-831a-1f98fed13ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.827830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3f2741-e2e7-4c39-ac17-a2ae518f15ea']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:57.847688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:57.848047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd2e9eb-df02-4e2e-b8de-2e07602b3e5f') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:57.859496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c4c56493-d560-4770-8b06-69ab23ce6894 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:57.860385 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.865299 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.883883 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8cc567a2-33ac-42e8-831a-1f98fed13ac8 None None] Port 7574a186-ed60-45c0-b9bf-910ec1f83f19 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:57.891045 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.911222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:58:57.911870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.920333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8cc567a2-33ac-42e8-831a-1f98fed13ac8 None None] Provisioning complete for port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:57.921104 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8cc567a2-33ac-42e8-831a-1f98fed13ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.924122 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.924652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:57.950628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Calling delete_port for f42c199d-0636-428d-9726-0c3ccdd4e9ce owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:57.956186 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc93a1db-23e3-41b2-89f2-d9c911f2a32d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:58:58.021297 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:58:58.046796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93a1db-23e3-41b2-89f2-d9c911f2a32d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=488f0361-66a5-4fc3-b45b-813367b61e6e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:58.111703 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.128372 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.139408 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/networks/8b3f2741-e2e7-4c39-ac17-a2ae518f15ea HTTP/1.1" status: 204 len: 168 time: 0.7289450 Dec 08 01:58:58.144619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50040) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:58.148177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a855457f-56a1-4993-b701-bbdbfd9b7648 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:58.152640 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d4b2680b-5204-4dd3-82d1-c64ff8861795 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags/tempest-TagsExtTest-Tag-1691721356 HTTP/1.1" status: 204 len: 168 time: 1.2452805 Dec 08 01:58:58.159651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50042) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:58.164391 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-2db92d2c-f821-495b-bf3e-986ff4eb1da2 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:58.184980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: a855457f-56a1-4993-b701-bbdbfd9b7648 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:58.185327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a855457f-56a1-4993-b701-bbdbfd9b7648 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:58.185747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9a65c332-8b20-4ce3-b5cd-101398b84434 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:58.195120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b74db-d552-4d90-a29c-83f07a6fb4d3 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'Network': ['ID=8b3f2741-e2e7-4c39-ac17-a2ae518f15ea,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:58.224038 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc93a1db-23e3-41b2-89f2-d9c911f2a32d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.231490 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bc93a1db-23e3-41b2-89f2-d9c911f2a32d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/488f0361-66a5-4fc3-b45b-813367b61e6e HTTP/1.1" status: 204 len: 168 time: 2.5932202 Dec 08 01:58:58.231920 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50044) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:58.254624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 9a65c332-8b20-4ce3-b5cd-101398b84434 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:58.255090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9a65c332-8b20-4ce3-b5cd-101398b84434 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:58.262193 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8cc567a2-33ac-42e8-831a-1f98fed13ac8 None None] Could not find standard attr ID for object 488f0361-66a5-4fc3-b45b-813367b61e6e. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:58:58.273422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d618d42-0563-479a-88ca-c6e248b23786 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.285796 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8cc567a2-33ac-42e8-831a-1f98fed13ac8 None None] Provisioning complete for port cc7a3293-e09b-4535-98b8-e193e905cd29 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:58:58.286181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8cc567a2-33ac-42e8-831a-1f98fed13ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.296455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a533fa-6384-49d3-b39a-7359d1809f0f req-65cb2e4b-c56c-4b06-a19b-633b4a63c09b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:58:58.298690 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97a533fa-6384-49d3-b39a-7359d1809f0f req-65cb2e4b-c56c-4b06-a19b-633b4a63c09b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.2840354 Dec 08 01:58:58.309405 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b11aa82-4614-4279-808a-2b4f2e40c7ad tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:58:58.311303 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1b11aa82-4614-4279-808a-2b4f2e40c7ad tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/488f0361-66a5-4fc3-b45b-813367b61e6e HTTP/1.1" status: 404 len: 333 time: 0.0734754 Dec 08 01:58:58.315396 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50046) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:58.360468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8cc567a2-33ac-42e8-831a-1f98fed13ac8 None None] Port cc7a3293-e09b-4535-98b8-e193e905cd29 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:58:58.364214 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d618d42-0563-479a-88ca-c6e248b23786 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.404025 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2db92d2c-f821-495b-bf3e-986ff4eb1da2 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags HTTP/1.1" status: 200 len: 205 time: 0.2401149 Dec 08 01:58:58.407487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50050) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:58.412371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-f69952b5-4fd1-489d-b5c4-7169e2379747 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:58.467612 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97a533fa-6384-49d3-b39a-7359d1809f0f req-991285d1-13b8-46e3-a3b5-ec5e8ea91d9a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595535 Dec 08 01:58:58.521063 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d618d42-0563-479a-88ca-c6e248b23786 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.524616 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d618d42-0563-479a-88ca-c6e248b23786 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.525978 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9d618d42-0563-479a-88ca-c6e248b23786 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] 10.222.0.70 "DELETE /v2.0/security-groups/a39c1136-c5f5-4a05-a357-50f13385fbb0 HTTP/1.1" status: 204 len: 168 time: 0.3715427 Dec 08 01:58:58.555410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f69952b5-4fd1-489d-b5c4-7169e2379747 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags HTTP/1.1" status: 200 len: 241 time: 0.1468232 Dec 08 01:58:58.567114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50058) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:58.580311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-55fc128d-2a60-4653-a1ec-d7d3c6dac001 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 7574a186-ed60-45c0-b9bf-910ec1f83f19 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:58:58.580311 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55fc128d-2a60-4653-a1ec-d7d3c6dac001 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.587372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d618d42-0563-479a-88ca-c6e248b23786 tempest-TestNetworkAdvancedServerOps-1518336355 tempest-TestNetworkAdvancedServerOps-1518336355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39c1136-c5f5-4a05-a357-50f13385fbb0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:58.588028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-3d8d98d5-f401-44e1-bf22-6e02d8949c63 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295', 'tempest-TagsExtTest-Tag-1232593154') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:58.588367 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.682582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event deleted for resources: {'Port': ['ID=f42c199d-0636-428d-9726-0c3ccdd4e9ce,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:58.756231 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55fc128d-2a60-4653-a1ec-d7d3c6dac001 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.790232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3d8d98d5-f401-44e1-bf22-6e02d8949c63 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags/tempest-TagsExtTest-Tag-1232593154 HTTP/1.1" status: 204 len: 168 time: 0.2220454 Dec 08 01:58:58.794450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50064) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:58.799587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-fddbfd66-1015-43b9-abb6-831e8c82e782 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295', 'tempest-TagsExtTest-Tag-1232593154') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:58.814758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-55fc128d-2a60-4653-a1ec-d7d3c6dac001 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 7574a186-ed60-45c0-b9bf-910ec1f83f19 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:58:58.821070 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a410a2f-d27c-4c09-98bf-312b9d3cc64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.858363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:58.858713 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Floating IP f4470ca2-9fdf-4f67-92f2-a620421bb330 disassociated (deleted). External IP: 172.25.2.117, port: 66dd1d22-4742-4426-87be-34894fc10e40. Dec 08 01:58:59.042541 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55fc128d-2a60-4653-a1ec-d7d3c6dac001 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.093206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50070) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:59.099266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc128d-2a60-4653-a1ec-d7d3c6dac001 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=7574a186-ed60-45c0-b9bf-910ec1f83f19,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:59.114977 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fddbfd66-1015-43b9-abb6-831e8c82e782 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags/tempest-TagsExtTest-Tag-1232593154 HTTP/1.1" status: 204 len: 168 time: 0.3193405 Dec 08 01:58:59.127974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d623e18f-c701-4053-b50b-e11ee723935b no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:58:59.137124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50074) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:59.143003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-51b1181a-1649-4a4b-b82f-6698a00cd2d2 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:59.165541 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55fc128d-2a60-4653-a1ec-d7d3c6dac001 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.171055 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-55fc128d-2a60-4653-a1ec-d7d3c6dac001 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/7574a186-ed60-45c0-b9bf-910ec1f83f19 HTTP/1.1" status: 204 len: 168 time: 0.8542769 Dec 08 01:58:59.174535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50076) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:59.204952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: d623e18f-c701-4053-b50b-e11ee723935b {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:58:59.205633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d623e18f-c701-4053-b50b-e11ee723935b not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:58:59.224731 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33cbced-23d2-4ea9-8e58-445447c6a868 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:58:59.236852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d33cbced-23d2-4ea9-8e58-445447c6a868 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/7574a186-ed60-45c0-b9bf-910ec1f83f19 HTTP/1.1" status: 404 len: 333 time: 0.0612259 Dec 08 01:58:59.240777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50078) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:59.289819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-51b1181a-1649-4a4b-b82f-6698a00cd2d2 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags HTTP/1.1" status: 200 len: 205 time: 0.1516705 Dec 08 01:58:59.326971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50080) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:59.332024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-6647cf07-a2f1-4c8e-95bb-b5882cdf5d22 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting subnet d4e5aaed-65cf-41e0-bf06-34b16428d637 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:58:59.337008 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6647cf07-a2f1-4c8e-95bb-b5882cdf5d22 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.391188 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6647cf07-a2f1-4c8e-95bb-b5882cdf5d22 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.395623 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fca9eb87-d441-4a7a-ac56-f990eb34043a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=59ce268125774870bb2a6d0d519662d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007329 Dec 08 01:58:59.396246 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50082) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:59.506098 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6647cf07-a2f1-4c8e-95bb-b5882cdf5d22 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.537845 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5dba6b4-d811-492a-b2ca-169469fc00c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.585134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:58:59.587176 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-e0af7e2b-2266-4ff6-b912-97fff2c7eb3a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:59.604786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6647cf07-a2f1-4c8e-95bb-b5882cdf5d22 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.626276 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6647cf07-a2f1-4c8e-95bb-b5882cdf5d22 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.626483 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5dba6b4-d811-492a-b2ca-169469fc00c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.629819 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6647cf07-a2f1-4c8e-95bb-b5882cdf5d22 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/d4e5aaed-65cf-41e0-bf06-34b16428d637 HTTP/1.1" status: 204 len: 168 time: 0.3878040 Dec 08 01:58:59.643577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909d71b-1b27-4555-97a8-a47b8700db48 None None] Network 1fb8932c-1b01-4b23-98ec-0feb86847dcf requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:58:59.673680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647cf07-a2f1-4c8e-95bb-b5882cdf5d22 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e5aaed-65cf-41e0-bf06-34b16428d637,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:59.688317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50088) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:59.703855 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5dba6b4-d811-492a-b2ca-169469fc00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.706701 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5dba6b4-d811-492a-b2ca-169469fc00c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:58:59.707985 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f5dba6b4-d811-492a-b2ca-169469fc00c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f92fbb9-aeb3-4e94-bbb0-081cb1f4c138 HTTP/1.1" status: 204 len: 168 time: 0.3085349 Dec 08 01:58:59.735162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e0af7e2b-2266-4ff6-b912-97fff2c7eb3a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags HTTP/1.1" status: 200 len: 241 time: 0.1533496 Dec 08 01:58:59.736144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50094) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:59.751658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-12147f21-89a3-4478-9c04-c5bb7ffb45a7 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4', 'tempest-TagsExtTest-Tag-1630431622') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:59.807560 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-12147f21-89a3-4478-9c04-c5bb7ffb45a7 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags/tempest-TagsExtTest-Tag-1630431622 HTTP/1.1" status: 204 len: 168 time: 0.0671575 Dec 08 01:58:59.808104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50096) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:59.809741 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dba6b4-d811-492a-b2ca-169469fc00c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f92fbb9-aeb3-4e94-bbb0-081cb1f4c138,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:58:59.821994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-4981519f-6ede-4adb-bec1-559fc3fde666 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4', 'tempest-TagsExtTest-Tag-1630431622') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:58:59.930009 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4981519f-6ede-4adb-bec1-559fc3fde666 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags/tempest-TagsExtTest-Tag-1630431622 HTTP/1.1" status: 204 len: 168 time: 0.1181796 Dec 08 01:58:59.931317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50100) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:58:59.941994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a40946-d224-4b5e-ad51-47118fbeeb2a None None] DHCP port deletion for 1fb8932c-1b01-4b23-98ec-0feb86847dcf request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:58:59.961748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-b1479bb3-270b-42a0-b9d4-d72aa81bcb2d tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:00.023676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d0a40946-d224-4b5e-ad51-47118fbeeb2a None None] Deleting port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:00.024595 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d0a40946-d224-4b5e-ad51-47118fbeeb2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.031572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b1479bb3-270b-42a0-b9d4-d72aa81bcb2d tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags HTTP/1.1" status: 200 len: 205 time: 0.0811141 Dec 08 01:59:00.034280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50104) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:00.041737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-f9018432-900f-4d73-b804-dff872a950dd tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:00.069067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:59:00.074489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.101531 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f9018432-900f-4d73-b804-dff872a950dd tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags HTTP/1.1" status: 204 len: 168 time: 0.0660808 Dec 08 01:59:00.103926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50106) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:00.107128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c719b1e-e841-4248-a3c2-fefd20b90dfb req-51212d1b-922e-48e9-a7c4-ef5271a52ef2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:00.108787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c719b1e-e841-4248-a3c2-fefd20b90dfb req-51212d1b-922e-48e9-a7c4-ef5271a52ef2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.5259035 Dec 08 01:59:00.113830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7a3445-570c-42ce-a415-9aaf3a19ccf2 None None] Sync routers for ids ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:59:00.122750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-78b7989c-9561-444c-9764-53f431c357f3 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:00.129891 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.151166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d0a40946-d224-4b5e-ad51-47118fbeeb2a None None] For port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0ee462c5-381f-4c88-9e79-44d8e99bfe8c,segment=NetworkSegment(17ae1eea-a1f4-46dc-9d0e-a209fba7de11),segment_id=17ae1eea-a1f4-46dc-9d0e-a209fba7de11)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:00.152266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d0a40946-d224-4b5e-ad51-47118fbeeb2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.152475 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-37a954ea-3b4f-41d6-876d-a4e463409b2f tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "DELETE /v2.0/floatingips/f4470ca2-9fdf-4f67-92f2-a620421bb330 HTTP/1.1" status: 204 len: 168 time: 4.2307715 Dec 08 01:59:00.157827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a3445-570c-42ce-a415-9aaf3a19ccf2 None None] Routers {'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:00.158262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:00.160262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb7a3445-570c-42ce-a415-9aaf3a19ccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:00.160993 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cffcebe-b9f4-43e0-828c-73f6caba178f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "tag": "66dd1d22-4742-4426-87be-34894fc10e40"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:00.225389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d0a40946-d224-4b5e-ad51-47118fbeeb2a None None] Calling delete_port for 0ee462c5-381f-4c88-9e79-44d8e99bfe8c owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:00.241397 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c719b1e-e841-4248-a3c2-fefd20b90dfb req-83219cf7-8c6d-4fa1-bfbd-7ccfc6c1b71d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247706 Dec 08 01:59:00.256961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50112) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:00.372131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-78b7989c-9561-444c-9764-53f431c357f3 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags HTTP/1.1" status: 204 len: 168 time: 0.2645342 Dec 08 01:59:00.373310 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50114) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:00.382372 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4ac85c-f108-42e5-82c2-b928fe37e4f5 x-openstack-request-id: req-6c4ac85c-f108-42e5-82c2-b928fe37e4f5 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:00.382899 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "tag": "66dd1d22-4742-4426-87be-34894fc10e40", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:00.383312 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6c4ac85c-f108-42e5-82c2-b928fe37e4f5 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:00.384493 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40', 'status': 'completed', 'code': 200} Dec 08 01:59:00.390263 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2b7579f0-e705-40d3-be9d-e3c5c193e422 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99493b74ff324cb3b66e98832a4b1328&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327493 Dec 08 01:59:00.392427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:00.393516 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.395422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50116) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:00.404128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-4722ea78-7c32-4815-a919-a0d7dad5c736 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:00.602524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffcebe-b9f4-43e0-828c-73f6caba178f req-338f8da6-d6b1-4faf-a767-c0d33747997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:00.606072 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8cffcebe-b9f4-43e0-828c-73f6caba178f req-338f8da6-d6b1-4faf-a767-c0d33747997f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ae44476fbc848c1a6b40e1d9cc7400d&device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 1097 time: 0.1131227 Dec 08 01:59:00.607604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] For port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0ee462c5-381f-4c88-9e79-44d8e99bfe8c,segment=NetworkSegment(17ae1eea-a1f4-46dc-9d0e-a209fba7de11),segment_id=17ae1eea-a1f4-46dc-9d0e-a209fba7de11)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:00.607966 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.620578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fb7a3445-570c-42ce-a415-9aaf3a19ccf2 None None] Set router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:59:00.651887 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d25f-2455-47ae-9843-451208fa7644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.683522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d0a40946-d224-4b5e-ad51-47118fbeeb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.686934 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4722ea78-7c32-4815-a919-a0d7dad5c736 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags HTTP/1.1" status: 204 len: 168 time: 0.3080540 Dec 08 01:59:00.691001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50122) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:00.697027 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-0d3d0e4e-7bc9-4ffc-87b9-bc05614896fd tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:00.698664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 0ee462c5-381f-4c88-9e79-44d8e99bfe8c owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:00.786416 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d25f-2455-47ae-9843-451208fa7644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:00.919140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffcebe-b9f4-43e0-828c-73f6caba178f req-2bcb90a0-4bfc-4def-b9de-6e80b7bcb604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:00.922776 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8cffcebe-b9f4-43e0-828c-73f6caba178f req-2bcb90a0-4bfc-4def-b9de-6e80b7bcb604 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1f08eab5-a052-4f53-98e8-b4318a0650b8 HTTP/1.1" status: 200 len: 915 time: 0.3097208 Dec 08 01:59:00.970218 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a40946-d224-4b5e-ad51-47118fbeeb2a None None] Pushing event deleted for resources: {'Port': ['ID=0ee462c5-381f-4c88-9e79-44d8e99bfe8c,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:00.984980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a40946-d224-4b5e-ad51-47118fbeeb2a None None] No DVR routers for this DVR port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:01.027535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.059652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8cffcebe-b9f4-43e0-828c-73f6caba178f req-68839852-68f0-4e9f-981c-b1cbaa310d06 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66dd1d22-4742-4426-87be-34894fc10e40 HTTP/1.1" status: 200 len: 217 time: 0.1162016 Dec 08 01:59:01.070413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0d3d0e4e-7bc9-4ffc-87b9-bc05614896fd tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags HTTP/1.1" status: 204 len: 168 time: 0.3781822 Dec 08 01:59:01.074941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50128) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:01.101314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff27977-a9ed-417f-806d-0f7be0a2c2f8 req-7f01cfca-3a2a-4b93-bd69-94795c539457 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:01.110072 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7ff27977-a9ed-417f-806d-0f7be0a2c2f8 req-7f01cfca-3a2a-4b93-bd69-94795c539457 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 945 time: 0.4744976 Dec 08 01:59:01.115549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-a26cf295-325a-4354-9e39-5540b33d9d11 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e', 'tempest-TagsExtTest-Tag-2020880605') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:01.135314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=0ee462c5-381f-4c88-9e79-44d8e99bfe8c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:01.155557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No DVR routers for this DVR port 0ee462c5-381f-4c88-9e79-44d8e99bfe8c on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:01.189933 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0ee462c5-381f-4c88-9e79-44d8e99bfe8c no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:01.226521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 0ee462c5-381f-4c88-9e79-44d8e99bfe8c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:01.226927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0ee462c5-381f-4c88-9e79-44d8e99bfe8c not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:01.261360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb7a3445-570c-42ce-a415-9aaf3a19ccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '227be2a4-d073-4249-b35e-0a5861dc438f', 'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'mac_address': 'fa:16:3e:d5:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:47Z', 'updated_at': '2021-12-08T01:52:57Z', 'revision_number': 5, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'subnets': [{'id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:01.277897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffcebe-b9f4-43e0-828c-73f6caba178f req-e154c5bd-f0db-470a-949e-3f704a101b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:01.279687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8cffcebe-b9f4-43e0-828c-73f6caba178f req-e154c5bd-f0db-470a-949e-3f704a101b29 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9068c42c-c569-4d97-9684-2713db2b1b45 HTTP/1.1" status: 200 len: 853 time: 0.2079573 Dec 08 01:59:01.288873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d25f-2455-47ae-9843-451208fa7644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.291798 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ed8d25f-2455-47ae-9843-451208fa7644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.295653 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3ed8d25f-2455-47ae-9843-451208fa7644 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27122f25-1107-4584-b1fd-c9ea38719e3b HTTP/1.1" status: 204 len: 168 time: 0.8989327 Dec 08 01:59:01.311290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7a3445-570c-42ce-a415-9aaf3a19ccf2 None None] Checking router: bdbe32b9-d3bd-46f6-a9c1-11e0b752051b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:59:01.324120 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.331025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a3445-570c-42ce-a415-9aaf3a19ccf2 None None] Routers {'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:01.331678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb7a3445-570c-42ce-a415-9aaf3a19ccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:58:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:01.332908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7ff27977-a9ed-417f-806d-0f7be0a2c2f8 req-9d6e4b0c-b602-47de-a1af-3f3769f84395 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217951 Dec 08 01:59:01.361716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8d25f-2455-47ae-9843-451208fa7644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27122f25-1107-4584-b1fd-c9ea38719e3b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:01.381083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb8932c-1b01-4b23-98ec-0feb86847dcf']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:01.394964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffcebe-b9f4-43e0-828c-73f6caba178f req-69a4e550-1ab5-44b9-abcb-a035beb244c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:01.396575 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8cffcebe-b9f4-43e0-828c-73f6caba178f req-69a4e550-1ab5-44b9-abcb-a035beb244c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1f08eab5-a052-4f53-98e8-b4318a0650b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072557 Dec 08 01:59:01.397000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ae1eea-a1f4-46dc-9d0e-a209fba7de11') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:01.397940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ae1eea-a1f4-46dc-9d0e-a209fba7de11') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:01.401904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a26cf295-325a-4354-9e39-5540b33d9d11 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "PUT /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags/tempest-TagsExtTest-Tag-2020880605 HTTP/1.1" status: 201 len: 201 time: 0.3174319 Dec 08 01:59:01.402697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50136) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:01.407805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-f41d5109-da00-4520-a058-728ff63d44d5 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29', 'tempest-TagsExtTest-Tag-14062905') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:01.412363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.441359 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.460176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:01.461437 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:01.471685 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:01.595837 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f41d5109-da00-4520-a058-728ff63d44d5 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "PUT /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags/tempest-TagsExtTest-Tag-14062905 HTTP/1.1" status: 201 len: 201 time: 0.1884110 Dec 08 01:59:01.600642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50142) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:01.611622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-05f94630-035e-4699-bfac-391ed30af8d6 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295', 'tempest-TagsExtTest-Tag-332915483') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:01.621480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8cffcebe-b9f4-43e0-828c-73f6caba178f req-a94d6763-c2b3-4a4e-af8d-84e72c85850e service neutron] 10.222.0.72 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810195 Dec 08 01:59:01.630919 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.635191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fb7a3445-570c-42ce-a415-9aaf3a19ccf2 None None] Set router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:59:01.651351 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.661881 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/networks/1fb8932c-1b01-4b23-98ec-0feb86847dcf HTTP/1.1" status: 204 len: 168 time: 1.9709084 Dec 08 01:59:01.673938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50144) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:01.698420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4da2efee-5924-48f2-9e7c-96ca685b5b5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1770214914'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:01.731935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f747c6f-a8f4-419a-b0e9-dbc33f15ecce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Network': ['ID=1fb8932c-1b01-4b23-98ec-0feb86847dcf,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:01.746874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da2efee-5924-48f2-9e7c-96ca685b5b5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:01.753657 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4da2efee-5924-48f2-9e7c-96ca685b5b5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.827201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da2efee-5924-48f2-9e7c-96ca685b5b5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:59:01.869102 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4da2efee-5924-48f2-9e7c-96ca685b5b5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:01.870388 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-4da2efee-5924-48f2-9e7c-96ca685b5b5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Added segment 5394c985-7147-453a-a0bb-43b5971136c3 of type vlan for network 2ec3472b-de7d-4290-b21d-362bcb976198 Dec 08 01:59:01.957977 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4da2efee-5924-48f2-9e7c-96ca685b5b5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.038344 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4da2efee-5924-48f2-9e7c-96ca685b5b5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.052087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da2efee-5924-48f2-9e7c-96ca685b5b5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:02.053188 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4da2efee-5924-48f2-9e7c-96ca685b5b5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.072032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8cffcebe-b9f4-43e0-828c-73f6caba178f req-6ff9eebe-9a79-4ccf-b6c4-193854867454 service neutron] 10.222.0.72 "GET /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727982 Dec 08 01:59:02.079256 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-05f94630-035e-4699-bfac-391ed30af8d6 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "PUT /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags/tempest-TagsExtTest-Tag-332915483 HTTP/1.1" status: 201 len: 201 time: 0.4770722 Dec 08 01:59:02.080046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50158) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:02.086674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-ea467e5c-5038-49cc-95e3-8badf196b36c tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4', 'tempest-TagsExtTest-Tag-445751831') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:02.121826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe4ed9-064a-478c-8555-fcf7a694eb92 req-9ed2bf27-e140-41aa-ae89-e638bbb384b5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:02.123628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01fe4ed9-064a-478c-8555-fcf7a694eb92 req-9ed2bf27-e140-41aa-ae89-e638bbb384b5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 943 time: 0.7653491 Dec 08 01:59:02.166161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2efee-5924-48f2-9e7c-96ca685b5b5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Network': ['ID=2ec3472b-de7d-4290-b21d-362bcb976198,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:02.188710 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4da2efee-5924-48f2-9e7c-96ca685b5b5b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5127807 Dec 08 01:59:02.192351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50164) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:02.200061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-532dd660-5664-4590-b800-49effe9d81c0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': '2ec3472b-de7d-4290-b21d-362bcb976198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:02.210112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 2ec3472b-de7d-4290-b21d-362bcb976198 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:59:02.212203 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.229446 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ea467e5c-5038-49cc-95e3-8badf196b36c tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "PUT /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags/tempest-TagsExtTest-Tag-445751831 HTTP/1.1" status: 201 len: 201 time: 0.1480949 Dec 08 01:59:02.240006 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-242eeb17-d6b7-4609-8938-de6596f09c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.245320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:02.263698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-709fbbbf-ca38-4cfc-b317-a8f81e374470 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e', {'tags': ['tempest-TagsExtTest-Tag-557674031', 'tempest-TagsExtTest-Tag-1218284302', 'tempest-TagsExtTest-Tag-1196469104']}) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:02.345994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb7a3445-570c-42ce-a415-9aaf3a19ccf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '227be2a4-d073-4249-b35e-0a5861dc438f', 'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'mac_address': 'fa:16:3e:d5:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:47Z', 'updated_at': '2021-12-08T01:52:57Z', 'revision_number': 5, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'subnets': [{'id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:02.396441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7a3445-570c-42ce-a415-9aaf3a19ccf2 None None] The sync data for ids ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'] in n-d-713498-30 is: [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:49Z', 'revision_number': 4, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '227be2a4-d073-4249-b35e-0a5861dc438f', 'name': '', 'network_id': '1f08eab5-a052-4f53-98e8-b4318a0650b8', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'mac_address': 'fa:16:3e:d5:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:47Z', 'updated_at': '2021-12-08T01:52:57Z', 'revision_number': 5, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'subnets': [{'id': '9068c42c-c569-4d97-9684-2713db2b1b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:59:02.399660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532dd660-5664-4590-b800-49effe9d81c0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:02.403375 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.410103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-532dd660-5664-4590-b800-49effe9d81c0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.486028 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-709fbbbf-ca38-4cfc-b317-a8f81e374470 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "PUT /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags HTTP/1.1" status: 200 len: 317 time: 0.2398872 Dec 08 01:59:02.488693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50176) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:02.508514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-c70d76c9-d9d6-43db-b5a3-2ed20b39094b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:02.558684 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01fe4ed9-064a-478c-8555-fcf7a694eb92 req-4a40916a-0b6b-4e1b-818c-85dd38059492 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4211395 Dec 08 01:59:02.629396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54032a5-2c9a-4172-ac7a-c48ff8c2f1bb req-e9b81f18-8bc6-41a6-a313-f0a92b4eb01a tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:02.631338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313a853-b381-46db-858a-c60e27a10861 req-9ab19cea-ef73-481b-9db1-ec2c02c5c727 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:02.634213 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9313a853-b381-46db-858a-c60e27a10861 req-9ab19cea-ef73-481b-9db1-ec2c02c5c727 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.72 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 945 time: 0.3488994 Dec 08 01:59:02.638115 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d54032a5-2c9a-4172-ac7a-c48ff8c2f1bb req-e9b81f18-8bc6-41a6-a313-f0a92b4eb01a tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 945 time: 0.1554785 Dec 08 01:59:02.772809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50190) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:02.843355 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d54032a5-2c9a-4172-ac7a-c48ff8c2f1bb req-32985457-38e4-4e89-b8e9-822dac474c25 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/security-groups?id=8bba4fe8-9d5c-415e-9786-edd76a4cedd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886096 Dec 08 01:59:02.889464 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9313a853-b381-46db-858a-c60e27a10861 req-4d84a9a4-dbd7-4200-a6b9-3775ba214ab3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Deleting port 66dd1d22-4742-4426-87be-34894fc10e40 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:02.889931 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9313a853-b381-46db-858a-c60e27a10861 req-4d84a9a4-dbd7-4200-a6b9-3775ba214ab3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:02.928138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 894c156e-c995-401a-a794-0848c579906d details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:59:02.985964 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a919bdc-5102-497c-94a6-ba0f1d7648ed None None] New status for floating IP f4470ca2-9fdf-4f67-92f2-a620421bb330: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 01:59:03.002371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9313a853-b381-46db-858a-c60e27a10861 req-4d84a9a4-dbd7-4200-a6b9-3775ba214ab3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] For port 66dd1d22-4742-4426-87be-34894fc10e40, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=66dd1d22-4742-4426-87be-34894fc10e40,segment=NetworkSegment(716f13c6-434d-452e-85e5-6f277a199bca),segment_id=716f13c6-434d-452e-85e5-6f277a199bca)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:03.002825 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9313a853-b381-46db-858a-c60e27a10861 req-4d84a9a4-dbd7-4200-a6b9-3775ba214ab3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.006719 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c70d76c9-d9d6-43db-b5a3-2ed20b39094b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags HTTP/1.1" status: 204 len: 168 time: 0.5168116 Dec 08 01:59:03.012183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50196) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:03.018649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-9fecdb77-0ed1-4d1d-a15f-d1d318693f4e tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e', 'tempest-TagsExtTest-Tag-557674031') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:03.036523 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-532dd660-5664-4590-b800-49effe9d81c0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.052723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-9313a853-b381-46db-858a-c60e27a10861 req-4d84a9a4-dbd7-4200-a6b9-3775ba214ab3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Calling delete_port for 66dd1d22-4742-4426-87be-34894fc10e40 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:03.145759 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-9fecdb77-0ed1-4d1d-a15f-d1d318693f4e tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] show failed (client error): The resource could not be found. Dec 08 01:59:03.146838 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9fecdb77-0ed1-4d1d-a15f-d1d318693f4e tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags/tempest-TagsExtTest-Tag-557674031 HTTP/1.1" status: 404 len: 328 time: 0.1339409 Dec 08 01:59:03.152034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50198) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:03.161625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-21c74409-6266-4486-8233-a2f6330c14b9 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e', 'tempest-TagsExtTest-Tag-1218284302') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:03.165169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532dd660-5664-4590-b800-49effe9d81c0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Subnet': ['ID=19a04f4b-496d-478c-a997-9a31460caaf5,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:03.175113 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1477003085-network', 'tenant_id': 'b5a9b706957b458ebb64042f28522762'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:03.179862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 894c156e-c995-401a-a794-0848c579906d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=894c156e-c995-401a-a794-0848c579906d,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:03.212055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '894c156e-c995-401a-a794-0848c579906d', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'port_id': '894c156e-c995-401a-a794-0848c579906d', 'mac_address': 'fa:16:3e:d0:0a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:59:03.214917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532dd660-5664-4590-b800-49effe9d81c0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Checking segment: {'id': '5394c985-7147-453a-a0bb-43b5971136c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2ec3472b-de7d-4290-b21d-362bcb976198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:03.215452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532dd660-5664-4590-b800-49effe9d81c0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network hostable DHCP agents. Network: 2ec3472b-de7d-4290-b21d-362bcb976198, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:59:03.280530 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.293455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Made reservation on behalf of b5a9b706957b458ebb64042f28522762 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:03.296571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.297988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894c156e-c995-401a-a794-0848c579906d {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:03.313458 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.324184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 894c156e-c995-401a-a794-0848c579906d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=894c156e-c995-401a-a794-0848c579906d,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:03.328039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532dd660-5664-4590-b800-49effe9d81c0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 2ec3472b-de7d-4290-b21d-362bcb976198 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:59:03.339433 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.348306 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9313a853-b381-46db-858a-c60e27a10861 req-4d84a9a4-dbd7-4200-a6b9-3775ba214ab3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.360632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-532dd660-5664-4590-b800-49effe9d81c0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 2ec3472b-de7d-4290-b21d-362bcb976198) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:03.366597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532dd660-5664-4590-b800-49effe9d81c0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:03.368075 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-532dd660-5664-4590-b800-49effe9d81c0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.373276 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-21c74409-6266-4486-8233-a2f6330c14b9 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] show failed (client error): The resource could not be found. Dec 08 01:59:03.378611 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-21c74409-6266-4486-8233-a2f6330c14b9 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags/tempest-TagsExtTest-Tag-1218284302 HTTP/1.1" status: 404 len: 329 time: 0.2250443 Dec 08 01:59:03.384072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50202) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:03.385202 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06684c20-45d5-4782-a254-0deab7a7aa90 None None] Network 2ec3472b-de7d-4290-b21d-362bcb976198 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:03.392637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-c081def7-12f4-404b-b121-dc9c43b2a5cc tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e', 'tempest-TagsExtTest-Tag-1196469104') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:03.414347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84a9a4-dbd7-4200-a6b9-3775ba214ab3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event deleted for resources: {'Port': ['ID=66dd1d22-4742-4426-87be-34894fc10e40,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:03.485601 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-532dd660-5664-4590-b800-49effe9d81c0 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2903779 Dec 08 01:59:03.489462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50204) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:03.500148 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': '2ec3472b-de7d-4290-b21d-362bcb976198', 'name': 'tempest-PortsIpV6TestJSON-1413300955', 'fixed_ips': [{'subnet_id': '19a04f4b-496d-478c-a997-9a31460caaf5', 'ip_address': '2001:db8::10'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:03.530351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=894c156e-c995-401a-a794-0848c579906d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:03.548604 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.580017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9313a853-b381-46db-858a-c60e27a10861 req-4d84a9a4-dbd7-4200-a6b9-3775ba214ab3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] No DVR routers for this DVR port 66dd1d22-4742-4426-87be-34894fc10e40 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:03.580143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-2ec3472b-de7d-4290-b21d-362bcb976198', 'network_id': '2ec3472b-de7d-4290-b21d-362bcb976198', 'project_id': '39603dbdc8624778b5dacc6c9566b9d3', 'fixed_ips': [{'subnet_id': '19a04f4b-496d-478c-a997-9a31460caaf5'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:59:03.581176 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.582959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.599096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:59:03.610669 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.610986 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Added segment 2310a5ea-c394-4092-abd1-09cf419fa3b1 of type vlan for network caa0b6a0-2939-4a9b-83b1-a36366b27e64 Dec 08 01:59:03.670680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.700306 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9313a853-b381-46db-858a-c60e27a10861 req-4d84a9a4-dbd7-4200-a6b9-3775ba214ab3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.705099 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9313a853-b381-46db-858a-c60e27a10861 req-4d84a9a4-dbd7-4200-a6b9-3775ba214ab3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.72 "DELETE /v2.0/ports/66dd1d22-4742-4426-87be-34894fc10e40 HTTP/1.1" status: 204 len: 173 time: 1.0628858 Dec 08 01:59:03.708240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'name': 'network-vif-deleted', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:03.728864 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd94ed0-c0cb-496a-ae6f-7535eb68ecdf" -d '{"events": [{"server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "name": "network-vif-deleted", "tag": "66dd1d22-4742-4426-87be-34894fc10e40"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:03.733940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.735542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:03.736268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:03.737329 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-c081def7-12f4-404b-b121-dc9c43b2a5cc tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] show failed (client error): The resource could not be found. Dec 08 01:59:03.738564 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c081def7-12f4-404b-b121-dc9c43b2a5cc tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags/tempest-TagsExtTest-Tag-1196469104 HTTP/1.1" status: 404 len: 329 time: 0.3532748 Dec 08 01:59:03.743704 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50216) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:03.797776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-87af8207-66cc-4109-b204-5456dd9601c2 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29', {'tags': ['tempest-TagsExtTest-Tag-302499626', 'tempest-TagsExtTest-Tag-2097350687', 'tempest-TagsExtTest-Tag-1871836944']}) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:03.801542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9856513 Dec 08 01:59:03.819330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Allocated IP 2001:db8::2 (2ec3472b-de7d-4290-b21d-362bcb976198/19a04f4b-496d-478c-a997-9a31460caaf5/d2b0f59e-c4da-42f2-ae85-db804c559d7c) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:03.820035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50218) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:03.858097 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eb22f2-4995-495b-93de-d4dc04460d25 x-openstack-request-id: req-b3eb22f2-4995-495b-93de-d4dc04460d25 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:03.858427 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a68745d-585d-46f9-a533-46aa8507d537", "name": "network-vif-deleted", "tag": "66dd1d22-4742-4426-87be-34894fc10e40", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:03.858696 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3eb22f2-4995-495b-93de-d4dc04460d25 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:03.859188 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a68745d-585d-46f9-a533-46aa8507d537', 'name': 'network-vif-deleted', 'tag': '66dd1d22-4742-4426-87be-34894fc10e40', 'status': 'completed', 'code': 200} Dec 08 01:59:03.893424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5e7a49be-0d07-4d20-8e38-7ccab93328e7 admin admin] Request body: {'subnet': {'network_id': 'caa0b6a0-2939-4a9b-83b1-a36366b27e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1477003085-subnet', 'tenant_id': 'b5a9b706957b458ebb64042f28522762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:03.999278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['894c156e-c995-401a-a794-0848c579906d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:04.000784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45a444-c328-4894-b335-6393707bb5ad req-4a408b2a-51d9-49a6-94dc-fb05c00fad84 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:04.021567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a45a444-c328-4894-b335-6393707bb5ad req-4a408b2a-51d9-49a6-94dc-fb05c00fad84 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 944 time: 0.3108959 Dec 08 01:59:04.131171 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7a49be-0d07-4d20-8e38-7ccab93328e7 admin admin] Made reservation on behalf of b5a9b706957b458ebb64042f28522762 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:04.133835 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e7a49be-0d07-4d20-8e38-7ccab93328e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.135438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Pushing event updated for resources: {'Network': ['ID=caa0b6a0-2939-4a9b-83b1-a36366b27e64,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:04.170856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3e927-565c-46d4-a6bd-479e673715f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:04.171542 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a45a444-c328-4894-b335-6393707bb5ad req-a1740faf-4f4a-4a68-9759-b50a507e0e72 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474071 Dec 08 01:59:04.201649 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5117420-670b-4ed4-b710-d6134eb66e81 req-a9e4f1a1-a442-43c3-ba1c-004cee6201a3 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 210 time: 0.1807759 Dec 08 01:59:04.207989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network caa0b6a0-2939-4a9b-83b1-a36366b27e64 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:59:04.212556 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:04.283277 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-87af8207-66cc-4109-b204-5456dd9601c2 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "PUT /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags HTTP/1.1" status: 200 len: 317 time: 0.5277057 Dec 08 01:59:04.286216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50230) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:04.291279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-f6703648-b657-4a90-83dd-df909f63f952 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:04.377922 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.401820 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.437969 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f6703648-b657-4a90-83dd-df909f63f952 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags HTTP/1.1" status: 204 len: 168 time: 0.1498282 Dec 08 01:59:04.439179 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port a076d9f6-7bbc-4df3-ae8a-e1d3a635049c yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:04.441306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50234) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:04.445618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-b51b3b4b-6212-46a5-b68a-bb84d8db5292 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29', 'tempest-TagsExtTest-Tag-302499626') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:04.470936 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.536799 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-b51b3b4b-6212-46a5-b68a-bb84d8db5292 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] show failed (client error): The resource could not be found. Dec 08 01:59:04.538111 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b51b3b4b-6212-46a5-b68a-bb84d8db5292 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags/tempest-TagsExtTest-Tag-302499626 HTTP/1.1" status: 404 len: 328 time: 0.0959840 Dec 08 01:59:04.540878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50236) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:04.545822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-b9958cde-caeb-4e19-932e-088909e83a58 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29', 'tempest-TagsExtTest-Tag-2097350687') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:04.587894 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.600997 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.665989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Network 2ec3472b-de7d-4290-b21d-362bcb976198 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:04.668320 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-b9958cde-caeb-4e19-932e-088909e83a58 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] show failed (client error): The resource could not be found. Dec 08 01:59:04.669209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b9958cde-caeb-4e19-932e-088909e83a58 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags/tempest-TagsExtTest-Tag-2097350687 HTTP/1.1" status: 404 len: 329 time: 0.1272202 Dec 08 01:59:04.673331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50238) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:04.676319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:04.681271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-4c2b2a8e-98ae-496d-b0a4-9e843037e242 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29', 'tempest-TagsExtTest-Tag-1871836944') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:04.689575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:04.714045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Pushing event updated for resources: {'Port': ['ID=d2b0f59e-c4da-42f2-ae85-db804c559d7c,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:04.761590 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-4c2b2a8e-98ae-496d-b0a4-9e843037e242 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] show failed (client error): The resource could not be found. Dec 08 01:59:04.762683 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4c2b2a8e-98ae-496d-b0a4-9e843037e242 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags/tempest-TagsExtTest-Tag-1871836944 HTTP/1.1" status: 404 len: 329 time: 0.0883617 Dec 08 01:59:04.766838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50240) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:04.775795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-4d9d8bb8-42c7-4ebb-b77b-1d57e48ce422 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295', {'tags': ['tempest-TagsExtTest-Tag-990230219', 'tempest-TagsExtTest-Tag-227559593', 'tempest-TagsExtTest-Tag-1667230417']}) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:04.800090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Attempting to bind port d2b0f59e-c4da-42f2-ae85-db804c559d7c on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:59:04.801860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Attempting to bind port d2b0f59e-c4da-42f2-ae85-db804c559d7c by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5394c985-7147-453a-a0bb-43b5971136c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2ec3472b-de7d-4290-b21d-362bcb976198'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:59:04.803555 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Attempting to bind port d2b0f59e-c4da-42f2-ae85-db804c559d7c on network 2ec3472b-de7d-4290-b21d-362bcb976198 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:04.813136 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.816320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:59:04.816761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Checking segment: {'id': '5394c985-7147-453a-a0bb-43b5971136c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2ec3472b-de7d-4290-b21d-362bcb976198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:04.817461 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.817702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Bound using segment: {'id': '5394c985-7147-453a-a0bb-43b5971136c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2ec3472b-de7d-4290-b21d-362bcb976198'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:59:04.818335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Bound port: d2b0f59e-c4da-42f2-ae85-db804c559d7c, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5394c985-7147-453a-a0bb-43b5971136c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '2ec3472b-de7d-4290-b21d-362bcb976198'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:59:04.818652 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.901990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] For port d2b0f59e-c4da-42f2-ae85-db804c559d7c, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:59:04.907284 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] For port d2b0f59e-c4da-42f2-ae85-db804c559d7c, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d2b0f59e-c4da-42f2-ae85-db804c559d7c,segment=NetworkSegment(5394c985-7147-453a-a0bb-43b5971136c3),segment_id=5394c985-7147-453a-a0bb-43b5971136c3)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:59:04.916160 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:04.928728 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4d9d8bb8-42c7-4ebb-b77b-1d57e48ce422 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "PUT /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags HTTP/1.1" status: 200 len: 316 time: 0.1606634 Dec 08 01:59:04.931156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50242) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:04.936633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-9f2fa5d3-0671-4837-8175-e5454eeaa8d1 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:05.022806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac973389-f976-4a0b-9513-4ec2a1cf58fb None None] Pushing event updated for resources: {'Port': ['ID=d2b0f59e-c4da-42f2-ae85-db804c559d7c,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:05.169028 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9f2fa5d3-0671-4837-8175-e5454eeaa8d1 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags HTTP/1.1" status: 204 len: 168 time: 0.2365441 Dec 08 01:59:05.170584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50248) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:05.190281 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-9dd5e598-2f02-41ff-94d6-ee7984653ba7 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295', 'tempest-TagsExtTest-Tag-990230219') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:05.262223 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e7a49be-0d07-4d20-8e38-7ccab93328e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.458022 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a49be-0d07-4d20-8e38-7ccab93328e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aadcfb9-e9e1-4884-ac42-43e59afd2214,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:05.579648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08ffdd07-7ffd-431e-ac9e-d5fdcf6c7975 req-83b2b0a4-fa99-4435-8f58-f29eb913c57b tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 210 time: 0.0631752 Dec 08 01:59:05.620762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8::10 (2ec3472b-de7d-4290-b21d-362bcb976198/19a04f4b-496d-478c-a997-9a31460caaf5/a076d9f6-7bbc-4df3-ae8a-e1d3a635049c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:05.643220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a49be-0d07-4d20-8e38-7ccab93328e7 admin admin] Checking segment: {'id': '2310a5ea-c394-4092-abd1-09cf419fa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'caa0b6a0-2939-4a9b-83b1-a36366b27e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:05.643590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a49be-0d07-4d20-8e38-7ccab93328e7 admin admin] Network hostable DHCP agents. Network: caa0b6a0-2939-4a9b-83b1-a36366b27e64, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:59:05.708381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a49be-0d07-4d20-8e38-7ccab93328e7 admin admin] Network caa0b6a0-2939-4a9b-83b1-a36366b27e64 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:59:05.731560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a49be-0d07-4d20-8e38-7ccab93328e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, caa0b6a0-2939-4a9b-83b1-a36366b27e64) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:05.752847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7a49be-0d07-4d20-8e38-7ccab93328e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:05.753528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92842c3-3016-4c73-97cc-686417525bb4 None None] Network caa0b6a0-2939-4a9b-83b1-a36366b27e64 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:05.754112 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5e7a49be-0d07-4d20-8e38-7ccab93328e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:05.818855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5e7a49be-0d07-4d20-8e38-7ccab93328e7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9874930 Dec 08 01:59:05.905504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95b0c53-9fed-4b75-95fa-d62397dc7824 None None] Network caa0b6a0-2939-4a9b-83b1-a36366b27e64 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:05.915927 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-9dd5e598-2f02-41ff-94d6-ee7984653ba7 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] show failed (client error): The resource could not be found. Dec 08 01:59:05.919617 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9dd5e598-2f02-41ff-94d6-ee7984653ba7 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags/tempest-TagsExtTest-Tag-990230219 HTTP/1.1" status: 404 len: 328 time: 0.7443388 Dec 08 01:59:05.919880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50258) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:05.924904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-6792f222-a9c4-4a38-a93e-ed150d91c1d7 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295', 'tempest-TagsExtTest-Tag-227559593') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:05.960988 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:06.028087 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:06.039735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafab4f0-c39c-475a-81a0-cd071123dced req-f4318c96-53ff-4038-aa15-0e41e4cc2e8e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:06.047815 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eafab4f0-c39c-475a-81a0-cd071123dced req-f4318c96-53ff-4038-aa15-0e41e4cc2e8e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 944 time: 0.6140532 Dec 08 01:59:06.065953 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-6792f222-a9c4-4a38-a93e-ed150d91c1d7 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] show failed (client error): The resource could not be found. Dec 08 01:59:06.069738 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6792f222-a9c4-4a38-a93e-ed150d91c1d7 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags/tempest-TagsExtTest-Tag-227559593 HTTP/1.1" status: 404 len: 328 time: 0.1461921 Dec 08 01:59:06.070888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50260) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:06.076935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-8a2bb9f2-3dc4-41e0-a008-96ea946b58bd tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295', 'tempest-TagsExtTest-Tag-1667230417') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:06.148698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 2ec3472b-de7d-4290-b21d-362bcb976198 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:06.159847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:06.162390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:06.164652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eafab4f0-c39c-475a-81a0-cd071123dced req-d0fd9d17-12b8-46cf-937c-23fc9b5e0244 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158960 Dec 08 01:59:06.175308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:06.175999 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:06.178522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=a076d9f6-7bbc-4df3-ae8a-e1d3a635049c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:06.216927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1e7b4b3e-4573-4267-9e9b-4c00881b62bf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7260745 Dec 08 01:59:06.219870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50270) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:06.225145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': '2ec3472b-de7d-4290-b21d-362bcb976198', 'name': 'tempest-PortsIpV6TestJSON-307660400', 'fixed_ips': [{'subnet_id': '19a04f4b-496d-478c-a997-9a31460caaf5', 'ip_address': '2001:db8::f'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:06.238131 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-8a2bb9f2-3dc4-41e0-a008-96ea946b58bd tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] show failed (client error): The resource could not be found. Dec 08 01:59:06.243755 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8a2bb9f2-3dc4-41e0-a008-96ea946b58bd tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags/tempest-TagsExtTest-Tag-1667230417 HTTP/1.1" status: 404 len: 329 time: 0.1718686 Dec 08 01:59:06.246609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50272) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:06.259047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-2e2e0e41-66ce-4045-9116-5f92b3564945 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4', {'tags': ['tempest-TagsExtTest-Tag-1300246556', 'tempest-TagsExtTest-Tag-1375262032', 'tempest-TagsExtTest-Tag-879727667']}) {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:06.335772 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2e2e0e41-66ce-4045-9116-5f92b3564945 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "PUT /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags HTTP/1.1" status: 200 len: 317 time: 0.0804470 Dec 08 01:59:06.336085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50276) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:06.342061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-5ecc53b4-66b5-48dd-846a-be984179c879 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:06.422680 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5ecc53b4-66b5-48dd-846a-be984179c879 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags HTTP/1.1" status: 204 len: 168 time: 0.0845110 Dec 08 01:59:06.424791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50284) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:06.435242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-821e8955-bb86-435d-acdc-fd6cd608356b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4', 'tempest-TagsExtTest-Tag-1300246556') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:06.468747 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:06.474019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:06.489871 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-821e8955-bb86-435d-acdc-fd6cd608356b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] show failed (client error): The resource could not be found. Dec 08 01:59:06.492341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-821e8955-bb86-435d-acdc-fd6cd608356b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags/tempest-TagsExtTest-Tag-1300246556 HTTP/1.1" status: 404 len: 329 time: 0.0637491 Dec 08 01:59:06.493012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50290) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:06.498708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-7de6af3c-9b6e-432a-b3c7-3ec173eff913 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4', 'tempest-TagsExtTest-Tag-1375262032') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:06.533655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port 510c2aaa-d0fa-4393-9314-e3d0de9bff84 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:06.553085 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-7de6af3c-9b6e-432a-b3c7-3ec173eff913 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] show failed (client error): The resource could not be found. Dec 08 01:59:06.556734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7de6af3c-9b6e-432a-b3c7-3ec173eff913 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags/tempest-TagsExtTest-Tag-1375262032 HTTP/1.1" status: 404 len: 329 time: 0.0625732 Dec 08 01:59:06.559383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50294) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:06.570201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-68a7327d-70da-42d0-8aab-819e3d93ebee tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4', 'tempest-TagsExtTest-Tag-879727667') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:06.577244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c997caa3-36e1-4bf0-a703-dca9e86e252c None None] Network 2ec3472b-de7d-4290-b21d-362bcb976198 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:06.609715 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-68a7327d-70da-42d0-8aab-819e3d93ebee tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] show failed (client error): The resource could not be found. Dec 08 01:59:06.611067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-68a7327d-70da-42d0-8aab-819e3d93ebee tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags/tempest-TagsExtTest-Tag-879727667 HTTP/1.1" status: 404 len: 328 time: 0.0503774 Dec 08 01:59:06.614206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50298) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:06.619848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-f818ee4c-c31f-4a03-8a7a-c5f4017b04cd tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b7314fa4-9474-453d-9c38-8c7fee97c9f4') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:06.654797 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f818ee4c-c31f-4a03-8a7a-c5f4017b04cd tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4/tags HTTP/1.1" status: 204 len: 168 time: 0.0392728 Dec 08 01:59:06.657369 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50300) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:06.663727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-e0484587-5f2a-437b-974c-6395378ffff3 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd4657feb-3530-4175-bc2a-59edea134295') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:06.734969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8::f (2ec3472b-de7d-4290-b21d-362bcb976198/19a04f4b-496d-478c-a997-9a31460caaf5/510c2aaa-d0fa-4393-9314-e3d0de9bff84) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:06.786996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e0484587-5f2a-437b-974c-6395378ffff3 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295/tags HTTP/1.1" status: 204 len: 168 time: 0.1284070 Dec 08 01:59:06.789422 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50306) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:06.801257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-f8ad6960-6d22-40ca-9a4c-70e855296cc8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cc7a3293-e09b-4535-98b8-e193e905cd29') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:06.870102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50308) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:06.883994 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b68542c-5be5-4989-8d43-71552d2e9d35 req-f850838c-e8a0-4854-8574-a82f0d263d7a tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 210 time: 0.1142733 Dec 08 01:59:06.896045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1607629427-network', 'tenant_id': 'cbb9867e755b4569b33a86c18381d1e3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:06.917984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f4dc41e3-c9a3-4b56-84fa-917fcc630b9c None None] Provisioning complete for port d2b0f59e-c4da-42f2-ae85-db804c559d7c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:06.918563 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4dc41e3-c9a3-4b56-84fa-917fcc630b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:06.978026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 894c156e-c995-401a-a794-0848c579906d up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:07.012599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Made reservation on behalf of cbb9867e755b4569b33a86c18381d1e3 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:07.033859 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.056542 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.057639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.067982 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f8ad6960-6d22-40ca-9a4c-70e855296cc8 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29/tags HTTP/1.1" status: 204 len: 168 time: 0.2744801 Dec 08 01:59:07.070425 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50310) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:07.076565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-0b37e79b-94c7-4f61-b401-e270b8fc207b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '076c1824-8ce6-426f-a233-5230015d322e') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:07.123689 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4dc41e3-c9a3-4b56-84fa-917fcc630b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.146207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 894c156e-c995-401a-a794-0848c579906d completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:59:07.163263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 894c156e-c995-401a-a794-0848c579906d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:07.168079 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.178434 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.273011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f4dc41e3-c9a3-4b56-84fa-917fcc630b9c None None] For port d2b0f59e-c4da-42f2-ae85-db804c559d7c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d2b0f59e-c4da-42f2-ae85-db804c559d7c,segment=NetworkSegment(5394c985-7147-453a-a0bb-43b5971136c3),segment_id=5394c985-7147-453a-a0bb-43b5971136c3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:07.302853 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d2b0f59e-c4da-42f2-ae85-db804c559d7c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:07.305599 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.314963 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.344156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:59:07.357440 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.357796 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Added segment c0cd3bed-50b1-45c1-88db-21f1ebb9db5e of type vlan for network bd818927-9acc-453d-9e5f-3311ea773ffa Dec 08 01:59:07.361787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0b37e79b-94c7-4f61-b401-e270b8fc207b tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e/tags HTTP/1.1" status: 204 len: 168 time: 0.2852221 Dec 08 01:59:07.364432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50316) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:07.395717 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 2ec3472b-de7d-4290-b21d-362bcb976198 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:07.412323 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.448588 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f4dc41e3-c9a3-4b56-84fa-917fcc630b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.465802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:07.488740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=510c2aaa-d0fa-4393-9314-e3d0de9bff84,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:07.489401 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.489780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.490366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.504860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:07.510871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.511528 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.541172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6596746 Dec 08 01:59:07.544952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50318) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:07.561299 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-bb93e453-acee-4c5f-bd4e-3f99acff78dc admin admin] Request body: {'subnet': {'network_id': 'bd818927-9acc-453d-9e5f-3311ea773ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1607629427-subnet', 'tenant_id': 'cbb9867e755b4569b33a86c18381d1e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:07.579623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1a3ed-74aa-486b-9665-3fe52e1e597f req-02c53bfc-312b-4082-9bf9-1d106e60ffde tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:07.583779 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1f16a5c6-7905-405e-af7d-ba8ec8fc90b2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3627353 Dec 08 01:59:07.588413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50320) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:07.588892 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d6b1a3ed-74aa-486b-9665-3fe52e1e597f req-02c53bfc-312b-4082-9bf9-1d106e60ffde tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 944 time: 0.1486490 Dec 08 01:59:07.595423 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461e1275-6651-4853-b913-008e0bc6d22b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:07.657251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716f3ab-8f52-4bde-8c0e-b24c32bd3702 admin admin] Pushing event updated for resources: {'Network': ['ID=bd818927-9acc-453d-9e5f-3311ea773ffa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:07.697763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network bd818927-9acc-453d-9e5f-3311ea773ffa details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:59:07.713761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d6b1a3ed-74aa-486b-9665-3fe52e1e597f req-3d127d6b-04bc-42e0-9e34-77528047d4b0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236577 Dec 08 01:59:07.717650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d2b0f59e-c4da-42f2-ae85-db804c559d7c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:07.718035 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.720466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc41e3-c9a3-4b56-84fa-917fcc630b9c None None] Pushing event updated for resources: {'Port': ['ID=d2b0f59e-c4da-42f2-ae85-db804c559d7c,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:07.729881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4d37e78f-cd17-4114-be61-afc3fdcf1b2e None None] Provisioning complete for port a076d9f6-7bbc-4df3-ae8a-e1d3a635049c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:07.729881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d37e78f-cd17-4114-be61-afc3fdcf1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.882464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb93e453-acee-4c5f-bd4e-3f99acff78dc admin admin] Made reservation on behalf of cbb9867e755b4569b33a86c18381d1e3 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:07.887455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb93e453-acee-4c5f-bd4e-3f99acff78dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.900522 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0db835a9-5edc-4316-b415-1fbf9826ab3a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for subnetpool, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:07.904488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50328) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:07.905408 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0db835a9-5edc-4316-b415-1fbf9826ab3a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/subnetpools/b7314fa4-9474-453d-9c38-8c7fee97c9f4 HTTP/1.1" status: 204 len: 168 time: 0.5339158 Dec 08 01:59:07.996630 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-028f8433-dc67-4d80-968c-08054bf8454a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4657feb-3530-4175-bc2a-59edea134295 HTTP/1.1" status: 200 len: 205 time: 0.0893784 Dec 08 01:59:07.998676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50330) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:08.017025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b910c4b1-272d-4102-83f8-2e9f76cd4d2e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:08.022496 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b910c4b1-272d-4102-83f8-2e9f76cd4d2e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4314392 Dec 08 01:59:08.030083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50332) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:08.142705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3920040b-c3b2-4619-915c-fe088c3a31f9 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.258499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb3e648-1716-4ab8-b618-78b2ee9bcea1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:08.269915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb3e648-1716-4ab8-b618-78b2ee9bcea1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:08.277965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb3e648-1716-4ab8-b618-78b2ee9bcea1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:08.279409 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2fb3e648-1716-4ab8-b618-78b2ee9bcea1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2482851 Dec 08 01:59:08.282442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50334) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:08.494312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2e134586-caf3-4bfa-8492-f5b54116815c req-a35bc17c-a7ba-4aeb-8f06-8151df1aa876 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 210 time: 0.2567532 Dec 08 01:59:08.501466 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.504001 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb93e453-acee-4c5f-bd4e-3f99acff78dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.505189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4d37e78f-cd17-4114-be61-afc3fdcf1b2e None None] Port a076d9f6-7bbc-4df3-ae8a-e1d3a635049c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:08.545850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4d37e78f-cd17-4114-be61-afc3fdcf1b2e None None] Provisioning complete for port d2b0f59e-c4da-42f2-ae85-db804c559d7c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:08.546236 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d37e78f-cd17-4114-be61-afc3fdcf1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.553644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20944d45-c1d4-4889-a925-5e0e0edab284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894c156e-c995-401a-a794-0848c579906d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:08.555933 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f68a745-a2d0-4917-9f4f-9c0891a46555" -d '{"events": [{"server_uuid": "20944d45-c1d4-4889-a925-5e0e0edab284", "name": "network-vif-plugged", "status": "completed", "tag": "894c156e-c995-401a-a794-0848c579906d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:08.592857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 894c156e-c995-401a-a794-0848c579906d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=894c156e-c995-401a-a794-0848c579906d,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:08.600117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93e453-acee-4c5f-bd4e-3f99acff78dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=667beb89-3fd3-4c13-b45e-9605fa39ad84,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:08.607493 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3920040b-c3b2-4619-915c-fe088c3a31f9 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.610982 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3920040b-c3b2-4619-915c-fe088c3a31f9 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.614590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c424bb98-a865-4d56-bb7d-67eb86e6f22f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 510c2aaa-d0fa-4393-9314-e3d0de9bff84 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:08.614943 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c424bb98-a865-4d56-bb7d-67eb86e6f22f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.622709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb93e453-acee-4c5f-bd4e-3f99acff78dc admin admin] Checking segment: {'id': 'c0cd3bed-50b1-45c1-88db-21f1ebb9db5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'bd818927-9acc-453d-9e5f-3311ea773ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:08.623381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb93e453-acee-4c5f-bd4e-3f99acff78dc admin admin] Network hostable DHCP agents. Network: bd818927-9acc-453d-9e5f-3311ea773ffa, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:59:08.623815 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.625234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 66dd1d22-4742-4426-87be-34894fc10e40 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:08.723249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 66dd1d22-4742-4426-87be-34894fc10e40 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:08.723663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 66dd1d22-4742-4426-87be-34894fc10e40 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:08.730340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb93e453-acee-4c5f-bd4e-3f99acff78dc admin admin] Network bd818927-9acc-453d-9e5f-3311ea773ffa is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:59:08.760226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-bb93e453-acee-4c5f-bd4e-3f99acff78dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, bd818927-9acc-453d-9e5f-3311ea773ffa) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:08.770336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb93e453-acee-4c5f-bd4e-3f99acff78dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:08.770943 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb93e453-acee-4c5f-bd4e-3f99acff78dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.794148 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3fc30b-3a4f-49c1-8012-ff57bd1a05d8 x-openstack-request-id: req-5d3fc30b-3a4f-49c1-8012-ff57bd1a05d8 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:08.794459 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20944d45-c1d4-4889-a925-5e0e0edab284", "name": "network-vif-plugged", "status": "completed", "tag": "894c156e-c995-401a-a794-0848c579906d", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:08.795157 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5d3fc30b-3a4f-49c1-8012-ff57bd1a05d8 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:08.795157 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20944d45-c1d4-4889-a925-5e0e0edab284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894c156e-c995-401a-a794-0848c579906d', 'code': 200} Dec 08 01:59:08.808004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c424bb98-a865-4d56-bb7d-67eb86e6f22f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.820086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435805ae-21a1-4c0c-b204-cee090428be7 None None] Network bd818927-9acc-453d-9e5f-3311ea773ffa requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:08.856721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c424bb98-a865-4d56-bb7d-67eb86e6f22f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 510c2aaa-d0fa-4393-9314-e3d0de9bff84 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:08.857107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3920040b-c3b2-4619-915c-fe088c3a31f9 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.857563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3920040b-c3b2-4619-915c-fe088c3a31f9 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Fanout notify agent at l3_agent the message router_deleted on router d4657feb-3530-4175-bc2a-59edea134295 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:59:08.868714 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3920040b-c3b2-4619-915c-fe088c3a31f9 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:08.873125 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3920040b-c3b2-4619-915c-fe088c3a31f9 tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/routers/d4657feb-3530-4175-bc2a-59edea134295 HTTP/1.1" status: 204 len: 168 time: 0.8711069 Dec 08 01:59:08.873831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bb93e453-acee-4c5f-bd4e-3f99acff78dc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3233492 Dec 08 01:59:08.876802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50344) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:08.919476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=894c156e-c995-401a-a794-0848c579906d,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:09.079877 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c424bb98-a865-4d56-bb7d-67eb86e6f22f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.100693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f7dca-d119-4e1b-b391-8841bf3b07a9 req-5089552c-6281-4f82-b511-dbb63cc2612f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:09.103038 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7f7dca-d119-4e1b-b391-8841bf3b07a9 req-5089552c-6281-4f82-b511-dbb63cc2612f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 945 time: 0.2238033 Dec 08 01:59:09.133558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424bb98-a865-4d56-bb7d-67eb86e6f22f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=510c2aaa-d0fa-4393-9314-e3d0de9bff84,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:09.199330 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c424bb98-a865-4d56-bb7d-67eb86e6f22f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.209451 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c424bb98-a865-4d56-bb7d-67eb86e6f22f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/510c2aaa-d0fa-4393-9314-e3d0de9bff84 HTTP/1.1" status: 204 len: 168 time: 0.9259524 Dec 08 01:59:09.210796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50352) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:09.277471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d2b0f59e-c4da-42f2-ae85-db804c559d7c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:09.314894 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8a8355-31f0-4b2f-a5f5-6b1292585094 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:59:09.316809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-df8a8355-31f0-4b2f-a5f5-6b1292585094 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/510c2aaa-d0fa-4393-9314-e3d0de9bff84 HTTP/1.1" status: 404 len: 333 time: 0.1021743 Dec 08 01:59:09.319534 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50356) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:09.341107 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d1a90b54-9f54-426e-a2e8-e6fc7a05732d tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Deleting port cc7a3293-e09b-4535-98b8-e193e905cd29 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:09.341461 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1a90b54-9f54-426e-a2e8-e6fc7a05732d tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.383286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea403c1-ffef-4d46-abfc-282da8dc7ddd None None] Network bd818927-9acc-453d-9e5f-3311ea773ffa requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:09.383491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dad857-b68f-48ad-86ca-e57da3c26112 req-98bae1d1-54b3-4a00-9ce8-44ce48a72cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:09.385858 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7dad857-b68f-48ad-86ca-e57da3c26112 req-98bae1d1-54b3-4a00-9ce8-44ce48a72cc8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 1097 time: 0.4769030 Dec 08 01:59:09.448528 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e7f7dca-d119-4e1b-b391-8841bf3b07a9 req-5e73fc57-efd6-4774-b722-1fc302467d8c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389072 Dec 08 01:59:09.513843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-57d30558-75de-47d4-8148-bfa36142a14e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port a076d9f6-7bbc-4df3-ae8a-e1d3a635049c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:09.515063 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57d30558-75de-47d4-8148-bfa36142a14e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.528131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7dad857-b68f-48ad-86ca-e57da3c26112 req-f4c2348f-e9c8-487b-ad47-695b9ace7021 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292875 Dec 08 01:59:09.590364 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1a90b54-9f54-426e-a2e8-e6fc7a05732d tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.620958 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d1a90b54-9f54-426e-a2e8-e6fc7a05732d tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Calling delete_port for cc7a3293-e09b-4535-98b8-e193e905cd29 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:09.651646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-49f7c500-31f5-4691-8b06-9ead70872c1d None None] Provisioning complete for port a076d9f6-7bbc-4df3-ae8a-e1d3a635049c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:09.652934 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49f7c500-31f5-4691-8b06-9ead70872c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.675108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d2b0f59e-c4da-42f2-ae85-db804c559d7c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:09.675836 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.712376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34a7c865-073d-481e-b1fb-6462f1f97a75 req-daf833e8-ebcf-4c3b-a4fa-0641b8df9633 tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 210 time: 0.0425370 Dec 08 01:59:09.764069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57d30558-75de-47d4-8148-bfa36142a14e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.790924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-49f7c500-31f5-4691-8b06-9ead70872c1d None None] Port a076d9f6-7bbc-4df3-ae8a-e1d3a635049c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:09.804365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-49f7c500-31f5-4691-8b06-9ead70872c1d None None] Could not find standard attr ID for object 510c2aaa-d0fa-4393-9314-e3d0de9bff84. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 01:59:09.870558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1a90b54-9f54-426e-a2e8-e6fc7a05732d tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.888759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-57d30558-75de-47d4-8148-bfa36142a14e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for a076d9f6-7bbc-4df3-ae8a-e1d3a635049c owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:09.904851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a90b54-9f54-426e-a2e8-e6fc7a05732d tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Pushing event deleted for resources: {'Port': ['ID=cc7a3293-e09b-4535-98b8-e193e905cd29,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:09.983657 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1a90b54-9f54-426e-a2e8-e6fc7a05732d tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:09.987964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d1a90b54-9f54-426e-a2e8-e6fc7a05732d tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/ports/cc7a3293-e09b-4535-98b8-e193e905cd29 HTTP/1.1" status: 204 len: 168 time: 1.0941513 Dec 08 01:59:09.991187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:10.116798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdecb798-2367-4f55-828f-f640856f6b5a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Deleting subnet 076c1824-8ce6-426f-a233-5230015d322e {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:10.130813 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdecb798-2367-4f55-828f-f640856f6b5a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:10.160700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-b60ef7cc-988a-441d-aa99-2ecf74b92631 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.169036 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-b60ef7cc-988a-441d-aa99-2ecf74b92631 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/networks?id=caa0b6a0-2939-4a9b-83b1-a36366b27e64 HTTP/1.1" status: 200 len: 812 time: 0.3986499 Dec 08 01:59:10.196858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdecb798-2367-4f55-828f-f640856f6b5a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:10.217236 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-28ef4cc6-2df7-4172-8c43-fee00deac595 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/quotas/b5a9b706957b458ebb64042f28522762 HTTP/1.1" status: 200 len: 375 time: 0.0472202 Dec 08 01:59:10.239963 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d891df59-4d64-4979-999f-cfd36f3cd2ad req-4da21207-0169-4e6e-933c-41ec044a3231 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4462662 Dec 08 01:59:10.305596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-93a5b616-270d-4b8d-ba9b-cd6fee17a642 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b5a9b706957b458ebb64042f28522762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873754 Dec 08 01:59:10.316812 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57d30558-75de-47d4-8148-bfa36142a14e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:10.336460 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdecb798-2367-4f55-828f-f640856f6b5a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:10.389748 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d30558-75de-47d4-8148-bfa36142a14e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=a076d9f6-7bbc-4df3-ae8a-e1d3a635049c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:10.487437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdecb798-2367-4f55-828f-f640856f6b5a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:10.500275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-57d30558-75de-47d4-8148-bfa36142a14e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:10.506575 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-57d30558-75de-47d4-8148-bfa36142a14e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/a076d9f6-7bbc-4df3-ae8a-e1d3a635049c HTTP/1.1" status: 204 len: 168 time: 1.1855764 Dec 08 01:59:10.518809 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50390) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:10.589603 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6b7a23-04f3-4964-a794-b7f82b229e80 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:59:10.594461 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8d6b7a23-04f3-4964-a794-b7f82b229e80 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/a076d9f6-7bbc-4df3-ae8a-e1d3a635049c HTTP/1.1" status: 404 len: 333 time: 0.0608792 Dec 08 01:59:10.600582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50394) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:10.610708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecb798-2367-4f55-828f-f640856f6b5a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Pushing event deleted for resources: {'Subnet': ['ID=076c1824-8ce6-426f-a233-5230015d322e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:10.630551 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bdecb798-2367-4f55-828f-f640856f6b5a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:10.634051 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bdecb798-2367-4f55-828f-f640856f6b5a tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/subnets/076c1824-8ce6-426f-a233-5230015d322e HTTP/1.1" status: 204 len: 168 time: 0.6414664 Dec 08 01:59:10.636581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50396) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:10.639371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b00352-9039-4103-a123-9462b53aa05f None None] Network d314ebb5-9075-4904-861d-7b1ed75dd7e0 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:10.648275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891df59-4d64-4979-999f-cfd36f3cd2ad req-9f5c39eb-a3db-4378-ae46-bbb2d26835e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.649826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d891df59-4d64-4979-999f-cfd36f3cd2ad req-9f5c39eb-a3db-4378-ae46-bbb2d26835e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1097 time: 0.3179283 Dec 08 01:59:10.732925 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-e7768242-a721-41b9-b6be-7e49275b6fc3 service neutron] 10.222.0.70 "GET /v2.0/networks/caa0b6a0-2939-4a9b-83b1-a36366b27e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263403 Dec 08 01:59:10.866898 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:10.878539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf5ea1-25ba-4a57-b480-350cf06c824e req-3ba1dfcf-19ea-4bc0-af05-f526a3b76cde tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:10.887054 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ddf5ea1-25ba-4a57-b480-350cf06c824e req-3ba1dfcf-19ea-4bc0-af05-f526a3b76cde tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 945 time: 0.2410841 Dec 08 01:59:10.977632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c617bdfd-1a67-4650-b119-38b6ba6e0413 None None] DHCP port deletion for d314ebb5-9075-4904-861d-7b1ed75dd7e0 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:59:10.979974 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ddf5ea1-25ba-4a57-b480-350cf06c824e req-c1505668-2fce-414b-9210-5b6f85f624fd tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917442 Dec 08 01:59:11.029676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Deleting port c4c56493-d560-4770-8b06-69ab23ce6894 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:11.030092 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.044265 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1357ee9-c408-4bad-a262-48c7bd2b26e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting subnet 19a04f4b-496d-478c-a997-9a31460caaf5 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:11.058475 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1357ee9-c408-4bad-a262-48c7bd2b26e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.090571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c617bdfd-1a67-4650-b119-38b6ba6e0413 None None] Deleting port c4c56493-d560-4770-8b06-69ab23ce6894 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:11.090877 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c617bdfd-1a67-4650-b119-38b6ba6e0413 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.111895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] For port c4c56493-d560-4770-8b06-69ab23ce6894, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c4c56493-d560-4770-8b06-69ab23ce6894,segment=NetworkSegment(f3b9946a-fbd2-44db-92c6-6821b200a604),segment_id=f3b9946a-fbd2-44db-92c6-6821b200a604)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:11.112425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.134851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Calling delete_port for c4c56493-d560-4770-8b06-69ab23ce6894 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:11.163092 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1357ee9-c408-4bad-a262-48c7bd2b26e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.210883 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c617bdfd-1a67-4650-b119-38b6ba6e0413 None None] For port c4c56493-d560-4770-8b06-69ab23ce6894, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c4c56493-d560-4770-8b06-69ab23ce6894,segment=NetworkSegment(f3b9946a-fbd2-44db-92c6-6821b200a604),segment_id=f3b9946a-fbd2-44db-92c6-6821b200a604)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:11.211867 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c617bdfd-1a67-4650-b119-38b6ba6e0413 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.247871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c617bdfd-1a67-4650-b119-38b6ba6e0413 None None] Calling delete_port for c4c56493-d560-4770-8b06-69ab23ce6894 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:11.295785 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1357ee9-c408-4bad-a262-48c7bd2b26e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.330509 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.339400 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c617bdfd-1a67-4650-b119-38b6ba6e0413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.349402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c4c56493-d560-4770-8b06-69ab23ce6894 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:11.351303 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e5ed62-d0e7-45d8-99e9-8319ea4e10cf req-933e09cf-322b-4bd2-a254-4aac3cbec42e tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 210 time: 0.0319722 Dec 08 01:59:11.372976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Pushing event deleted for resources: {'Port': ['ID=c4c56493-d560-4770-8b06-69ab23ce6894,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:11.378065 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] No DVR routers for this DVR port c4c56493-d560-4770-8b06-69ab23ce6894 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:11.380726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891df59-4d64-4979-999f-cfd36f3cd2ad req-2d3c78a1-ca45-467a-8002-c27031b24013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:11.383037 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d891df59-4d64-4979-999f-cfd36f3cd2ad req-2d3c78a1-ca45-467a-8002-c27031b24013 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.6721458 Dec 08 01:59:11.387344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617bdfd-1a67-4650-b119-38b6ba6e0413 None None] Pushing event deleted for resources: {'Port': ['ID=c4c56493-d560-4770-8b06-69ab23ce6894,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:11.388467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-ca7634c3-c3d1-4f06-84e0-02a23aba5834 service neutron] 10.222.0.70 "GET /v2.0/networks/caa0b6a0-2939-4a9b-83b1-a36366b27e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545022 Dec 08 01:59:11.391595 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1357ee9-c408-4bad-a262-48c7bd2b26e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.433516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617bdfd-1a67-4650-b119-38b6ba6e0413 None None] No DVR routers for this DVR port c4c56493-d560-4770-8b06-69ab23ce6894 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:11.457405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: c4c56493-d560-4770-8b06-69ab23ce6894 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:11.457768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c4c56493-d560-4770-8b06-69ab23ce6894 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:11.493466 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e1357ee9-c408-4bad-a262-48c7bd2b26e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.499461 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e1357ee9-c408-4bad-a262-48c7bd2b26e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/19a04f4b-496d-478c-a997-9a31460caaf5 HTTP/1.1" status: 204 len: 168 time: 0.8969078 Dec 08 01:59:11.502657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4fae1-c814-4a02-abcc-a792e154a0bc None None] Network 2ec3472b-de7d-4290-b21d-362bcb976198 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:11.543878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50404) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:11.566190 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.588845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1357ee9-c408-4bad-a262-48c7bd2b26e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Subnet': ['ID=19a04f4b-496d-478c-a997-9a31460caaf5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:11.656546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d314ebb5-9075-4904-861d-7b1ed75dd7e0']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:11.675758 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d891df59-4d64-4979-999f-cfd36f3cd2ad req-976cd6a6-e8b5-43a1-ba10-fad23d4186dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 1001 time: 0.2806385 Dec 08 01:59:11.687357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b9946a-fbd2-44db-92c6-6821b200a604') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:11.687999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b9946a-fbd2-44db-92c6-6821b200a604') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:11.737049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bfe0bbdf-a77e-4a7a-af5f-7b7987856ff5 req-498b4a58-1a23-49a5-885a-328438af4c67 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 210 time: 0.0641441 Dec 08 01:59:11.763760 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.800518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a522c4-11a5-43f6-b373-dfba7cf854d9 None None] DHCP port deletion for 2ec3472b-de7d-4290-b21d-362bcb976198 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:59:11.813069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.813416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891df59-4d64-4979-999f-cfd36f3cd2ad req-ec9ef58d-5ef5-49ad-b18b-84d06c29045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:11.815134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d891df59-4d64-4979-999f-cfd36f3cd2ad req-ec9ef58d-5ef5-49ad-b18b-84d06c29045e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.1029725 Dec 08 01:59:11.822778 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.833689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:11.834317 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:11.838165 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:11.870742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d7a522c4-11a5-43f6-b373-dfba7cf854d9 None None] Deleting port d2b0f59e-c4da-42f2-ae85-db804c559d7c {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:11.871262 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7a522c4-11a5-43f6-b373-dfba7cf854d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:11.931187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891df59-4d64-4979-999f-cfd36f3cd2ad req-fa51fe19-ac6f-4ea5-ac37-6e4722342ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:11.934644 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d891df59-4d64-4979-999f-cfd36f3cd2ad req-fa51fe19-ac6f-4ea5-ac37-6e4722342ab6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060228 Dec 08 01:59:12.026242 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.052463 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.058207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] 10.222.0.70 "DELETE /v2.0/networks/d314ebb5-9075-4904-861d-7b1ed75dd7e0 HTTP/1.1" status: 204 len: 168 time: 1.4182007 Dec 08 01:59:12.098062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e6392-f1ee-4e2d-bd1d-9b73401ed9ab tempest-TagsExtTest-2128619672 tempest-TagsExtTest-2128619672-project] Pushing event deleted for resources: {'Network': ['ID=d314ebb5-9075-4904-861d-7b1ed75dd7e0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:12.098378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d7a522c4-11a5-43f6-b373-dfba7cf854d9 None None] For port d2b0f59e-c4da-42f2-ae85-db804c559d7c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d2b0f59e-c4da-42f2-ae85-db804c559d7c,segment=NetworkSegment(5394c985-7147-453a-a0bb-43b5971136c3),segment_id=5394c985-7147-453a-a0bb-43b5971136c3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:12.098801 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7a522c4-11a5-43f6-b373-dfba7cf854d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.137267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d7a522c4-11a5-43f6-b373-dfba7cf854d9 None None] Calling delete_port for d2b0f59e-c4da-42f2-ae85-db804c559d7c owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:12.207291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port d2b0f59e-c4da-42f2-ae85-db804c559d7c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:12.207985 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.316788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d891df59-4d64-4979-999f-cfd36f3cd2ad req-5f3ec74b-8237-452f-98f6-1622f83dc343 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686900 Dec 08 01:59:12.349084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a31187-2dad-418c-9181-6f0584cab6f0 req-57f22d69-3b43-45f3-a837-4b68b76b6026 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:12.350867 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39a31187-2dad-418c-9181-6f0584cab6f0 req-57f22d69-3b43-45f3-a837-4b68b76b6026 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 945 time: 0.1990230 Dec 08 01:59:12.353019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] For port d2b0f59e-c4da-42f2-ae85-db804c559d7c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d2b0f59e-c4da-42f2-ae85-db804c559d7c,segment=NetworkSegment(5394c985-7147-453a-a0bb-43b5971136c3),segment_id=5394c985-7147-453a-a0bb-43b5971136c3)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:12.353511 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.364817 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7a522c4-11a5-43f6-b373-dfba7cf854d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.433201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a522c4-11a5-43f6-b373-dfba7cf854d9 None None] Pushing event deleted for resources: {'Port': ['ID=d2b0f59e-c4da-42f2-ae85-db804c559d7c,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:12.446051 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a522c4-11a5-43f6-b373-dfba7cf854d9 None None] No DVR routers for this DVR port d2b0f59e-c4da-42f2-ae85-db804c559d7c on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:12.458510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for d2b0f59e-c4da-42f2-ae85-db804c559d7c owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:12.543450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-64bc465b-538d-4ff1-8650-784a2acc69c2 req-3cd3dcee-c76d-495e-beae-711ffa36fc7d tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a68745d-585d-46f9-a533-46aa8507d537 HTTP/1.1" status: 200 len: 210 time: 0.0543859 Dec 08 01:59:12.699142 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:12.760170 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50430) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:12.858243 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39a31187-2dad-418c-9181-6f0584cab6f0 req-ebdf37da-4f6a-4e42-a0cf-bf9ee06b7aa8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751425 Dec 08 01:59:12.874273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=d2b0f59e-c4da-42f2-ae85-db804c559d7c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:12.889134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No DVR routers for this DVR port d2b0f59e-c4da-42f2-ae85-db804c559d7c on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:12.954338 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d891df59-4d64-4979-999f-cfd36f3cd2ad req-dc58a41c-0464-4d08-a6af-8a33a5f915cf service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200843 Dec 08 01:59:13.093888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.119349 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec3472b-de7d-4290-b21d-362bcb976198']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:13.124147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b96e269-82b5-4752-806f-d400122c0260 req-24058eb7-2a55-45cc-b83d-da9555b2fd08 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 210 time: 0.0663712 Dec 08 01:59:13.148819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5394c985-7147-453a-a0bb-43b5971136c3') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:13.149221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5394c985-7147-453a-a0bb-43b5971136c3') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:13.171215 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.185367 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.196335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:13.196335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.212812 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1f3fde6c-554b-42e2-a5c3-edd9f0a22d0e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9722be1dc7184cf880200d9d97b6e4c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4505208 Dec 08 01:59:13.213480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50440) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:13.255121 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:13.261992 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.270224 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.271932 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-428f7648-68ef-4770-841e-43165ef09a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.274259 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/networks/2ec3472b-de7d-4290-b21d-362bcb976198 HTTP/1.1" status: 204 len: 168 time: 1.7274830 Dec 08 01:59:13.279300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50446) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:13.293187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7d06c82f-4187-4389-b1e2-8402570c2b6d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1921936795'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:13.302294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d2b0f59e-c4da-42f2-ae85-db804c559d7c no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:13.306447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a5c19-ead5-469a-ae0d-fbdf3cd3cf67 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Network': ['ID=2ec3472b-de7d-4290-b21d-362bcb976198,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:13.308557 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-428f7648-68ef-4770-841e-43165ef09a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.339518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36fec7-e32f-4670-a413-61fe5efa6613 req-51250d69-0809-471d-8d50-bb15a2998749 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:13.341142 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ba36fec7-e32f-4670-a413-61fe5efa6613 req-51250d69-0809-471d-8d50-bb15a2998749 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 945 time: 0.3295660 Dec 08 01:59:13.352783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d06c82f-4187-4389-b1e2-8402570c2b6d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:13.356185 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d06c82f-4187-4389-b1e2-8402570c2b6d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.363425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: d2b0f59e-c4da-42f2-ae85-db804c559d7c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:13.366365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d2b0f59e-c4da-42f2-ae85-db804c559d7c not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:13.388412 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-428f7648-68ef-4770-841e-43165ef09a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.391856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-428f7648-68ef-4770-841e-43165ef09a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.393194 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-428f7648-68ef-4770-841e-43165ef09a5c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7779c3bd-e5cf-4528-b9f9-b2c71c9fb699 HTTP/1.1" status: 204 len: 168 time: 0.1786723 Dec 08 01:59:13.404549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f7648-68ef-4770-841e-43165ef09a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7779c3bd-e5cf-4528-b9f9-b2c71c9fb699,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:13.416663 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d06c82f-4187-4389-b1e2-8402570c2b6d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:59:13.446458 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d06c82f-4187-4389-b1e2-8402570c2b6d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.446804 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-7d06c82f-4187-4389-b1e2-8402570c2b6d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Added segment 89984173-7097-4410-b281-03d17f8ff3e4 of type vlan for network 878c1fcc-626c-4ad4-834b-585a8e0d0f4a Dec 08 01:59:13.471035 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ba36fec7-e32f-4670-a413-61fe5efa6613 req-2e5b6e16-8ff0-42ca-858c-18eafb147011 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200132 Dec 08 01:59:13.522859 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d06c82f-4187-4389-b1e2-8402570c2b6d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.579620 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d06c82f-4187-4389-b1e2-8402570c2b6d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.601888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d06c82f-4187-4389-b1e2-8402570c2b6d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:13.603238 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d06c82f-4187-4389-b1e2-8402570c2b6d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:13.656784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50460) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:13.714036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d7f71-7bab-419f-8c0d-a50079a665c8 req-7cb30643-2481-4cef-9b3b-2cecb7082c85 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:13.734291 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad8d7f71-7bab-419f-8c0d-a50079a665c8 req-7cb30643-2481-4cef-9b3b-2cecb7082c85 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 945 time: 0.1026170 Dec 08 01:59:13.781476 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7d06c82f-4187-4389-b1e2-8402570c2b6d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4921863 Dec 08 01:59:13.784740 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50464) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:13.790270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-99a2a6a2-bad8-40ae-aa53-3e9d7613a607 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': '878c1fcc-626c-4ad4-834b-585a8e0d0f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:14.422580 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad8d7f71-7bab-419f-8c0d-a50079a665c8 req-346e7e8f-171b-4251-82b1-2511e9045109 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6812437 Dec 08 01:59:14.471682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a2a6a2-bad8-40ae-aa53-3e9d7613a607 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:14.480856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99a2a6a2-bad8-40ae-aa53-3e9d7613a607 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.575197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06c82f-4187-4389-b1e2-8402570c2b6d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Network': ['ID=878c1fcc-626c-4ad4-834b-585a8e0d0f4a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:14.588533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 878c1fcc-626c-4ad4-834b-585a8e0d0f4a details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:59:14.657710 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c2d3aaa-c4a6-49a7-a550-76b4a8c4d237 req-2c209776-312b-4953-b135-014be2b506f6 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 210 time: 0.0796907 Dec 08 01:59:14.885318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-27927be0-a9be-4ed8-99f3-45f9f51affa2 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:14.887382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-27927be0-a9be-4ed8-99f3-45f9f51affa2 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.65 "GET /v2.0/networks?id=caa0b6a0-2939-4a9b-83b1-a36366b27e64 HTTP/1.1" status: 200 len: 812 time: 1.1829700 Dec 08 01:59:14.890790 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99a2a6a2-bad8-40ae-aa53-3e9d7613a607 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.912380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Request body: {'port': {'device_id': '326d3d72-6356-4ccb-a7ca-0489d749c583', 'network_id': 'caa0b6a0-2939-4a9b-83b1-a36366b27e64', 'admin_state_up': True, 'tenant_id': 'b5a9b706957b458ebb64042f28522762'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:14.932193 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1957ec19-b443-46c2-91f9-bfbfdad43acb tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:14.963718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2a6a2-bad8-40ae-aa53-3e9d7613a607 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Subnet': ['ID=70968f8f-5966-4d75-a153-dd6ce66516bb,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:14.977992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a2a6a2-bad8-40ae-aa53-3e9d7613a607 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Checking segment: {'id': '89984173-7097-4410-b281-03d17f8ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '878c1fcc-626c-4ad4-834b-585a8e0d0f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:14.978555 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a2a6a2-bad8-40ae-aa53-3e9d7613a607 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network hostable DHCP agents. Network: 878c1fcc-626c-4ad4-834b-585a8e0d0f4a, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:59:15.004032 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1957ec19-b443-46c2-91f9-bfbfdad43acb tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.006318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a2a6a2-bad8-40ae-aa53-3e9d7613a607 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 878c1fcc-626c-4ad4-834b-585a8e0d0f4a is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:59:15.035881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-99a2a6a2-bad8-40ae-aa53-3e9d7613a607 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 878c1fcc-626c-4ad4-834b-585a8e0d0f4a) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:15.050709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64566dd2-d689-4b13-9346-9a8bc9ec3b86 None None] Network 878c1fcc-626c-4ad4-834b-585a8e0d0f4a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:15.060035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a2a6a2-bad8-40ae-aa53-3e9d7613a607 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.060668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99a2a6a2-bad8-40ae-aa53-3e9d7613a607 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.111805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-99a2a6a2-bad8-40ae-aa53-3e9d7613a607 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3253975 Dec 08 01:59:15.115322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50504) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:15.120205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2a5c6dde-1ffd-464f-8c18-7c4943d9e0e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1883427342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:15.186131 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6dde-1ffd-464f-8c18-7c4943d9e0e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.187283 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6dde-1ffd-464f-8c18-7c4943d9e0e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.224355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf623d-9271-4e9f-ae20-9530ca15f6a7 req-5d2a6299-2a19-4956-8dda-0ae4e4205964 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:15.225998 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2bf623d-9271-4e9f-ae20-9530ca15f6a7 req-5d2a6299-2a19-4956-8dda-0ae4e4205964 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 945 time: 0.3483939 Dec 08 01:59:15.262606 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-878c1fcc-626c-4ad4-834b-585a8e0d0f4a', 'network_id': '878c1fcc-626c-4ad4-834b-585a8e0d0f4a', 'project_id': '39603dbdc8624778b5dacc6c9566b9d3', 'fixed_ips': [{'subnet_id': '70968f8f-5966-4d75-a153-dd6ce66516bb'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:59:15.263727 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.315530 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6dde-1ffd-464f-8c18-7c4943d9e0e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.323687 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6dde-1ffd-464f-8c18-7c4943d9e0e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.363366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6dde-1ffd-464f-8c18-7c4943d9e0e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.367613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2a5c6dde-1ffd-464f-8c18-7c4943d9e0e9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2481325 Dec 08 01:59:15.367613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50512) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:15.372771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'network_id': '878c1fcc-626c-4ad4-834b-585a8e0d0f4a', 'name': 'tempest-PortsIpV6TestJSON-1731571708'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:15.458186 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2bf623d-9271-4e9f-ae20-9530ca15f6a7 req-3b913aa3-731c-465d-a120-20ef3a8028f2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135391 Dec 08 01:59:15.469837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Made reservation on behalf of b5a9b706957b458ebb64042f28522762 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:15.473466 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.522445 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1957ec19-b443-46c2-91f9-bfbfdad43acb tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.525070 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1957ec19-b443-46c2-91f9-bfbfdad43acb tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.526256 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1957ec19-b443-46c2-91f9-bfbfdad43acb tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] 10.222.0.70 "DELETE /v2.0/security-groups/8bba4fe8-9d5c-415e-9786-edd76a4cedd1 HTTP/1.1" status: 204 len: 168 time: 1.8676195 Dec 08 01:59:15.545116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Allocated IP 2001:db8::2 (878c1fcc-626c-4ad4-834b-585a8e0d0f4a/70968f8f-5966-4d75-a153-dd6ce66516bb/5244a3d0-100d-4728-af28-11fc7e9e61fb) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:15.562250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957ec19-b443-46c2-91f9-bfbfdad43acb tempest-TestVolumeBackupRestore-1102514618 tempest-TestVolumeBackupRestore-1102514618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bba4fe8-9d5c-415e-9786-edd76a4cedd1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:15.614025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:15.617887 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.669556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port 27eb28eb-c07d-41b5-aa55-a8614cd93641 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:15.782815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Allocated IP 172.20.0.6 (caa0b6a0-2939-4a9b-83b1-a36366b27e64/6aadcfb9-e9e1-4884-ac42-43e59afd2214/8940eb3c-2663-4469-b3ba-158ea9ba5a68) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:15.820622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.828360 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:15.869665 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-41a95e3e-2363-41d7-b674-1c24d5ffe0ce req-ef805c35-c996-4e54-bcda-948c1177a5ff tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 210 time: 0.0856473 Dec 08 01:59:15.989603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8::36b (878c1fcc-626c-4ad4-834b-585a8e0d0f4a/70968f8f-5966-4d75-a153-dd6ce66516bb/27eb28eb-c07d-41b5-aa55-a8614cd93641) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:16.009212 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Network 878c1fcc-626c-4ad4-834b-585a8e0d0f4a is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:16.016132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:16.034345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:16.043728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Pushing event updated for resources: {'Port': ['ID=5244a3d0-100d-4728-af28-11fc7e9e61fb,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:16.115043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Attempting to bind port 5244a3d0-100d-4728-af28-11fc7e9e61fb on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:59:16.115483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Attempting to bind port 5244a3d0-100d-4728-af28-11fc7e9e61fb by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '89984173-7097-4410-b281-03d17f8ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '878c1fcc-626c-4ad4-834b-585a8e0d0f4a'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:59:16.116049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Attempting to bind port 5244a3d0-100d-4728-af28-11fc7e9e61fb on network 878c1fcc-626c-4ad4-834b-585a8e0d0f4a {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:16.129315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:59:16.129726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Checking segment: {'id': '89984173-7097-4410-b281-03d17f8ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '878c1fcc-626c-4ad4-834b-585a8e0d0f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:16.130575 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:16.130986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Bound using segment: {'id': '89984173-7097-4410-b281-03d17f8ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '878c1fcc-626c-4ad4-834b-585a8e0d0f4a'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:59:16.131499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Bound port: 5244a3d0-100d-4728-af28-11fc7e9e61fb, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89984173-7097-4410-b281-03d17f8ff3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '878c1fcc-626c-4ad4-834b-585a8e0d0f4a'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:59:16.131898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:16.175687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:16.254519 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] For port 5244a3d0-100d-4728-af28-11fc7e9e61fb, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:59:16.260317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] For port 5244a3d0-100d-4728-af28-11fc7e9e61fb, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5244a3d0-100d-4728-af28-11fc7e9e61fb,segment=NetworkSegment(89984173-7097-4410-b281-03d17f8ff3e4),segment_id=89984173-7097-4410-b281-03d17f8ff3e4)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:59:16.271720 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:16.320941 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:16.399829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a86d79-7af1-452b-9a59-8559f69f7529 None None] Pushing event updated for resources: {'Port': ['ID=5244a3d0-100d-4728-af28-11fc7e9e61fb,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:16.429621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Network caa0b6a0-2939-4a9b-83b1-a36366b27e64 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:16.433590 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:16.436608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:16.448671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:16.471587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Pushing event updated for resources: {'Port': ['ID=8940eb3c-2663-4469-b3ba-158ea9ba5a68,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:16.571240 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.573935 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:16.621845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acdeb6-8ec8-4b86-86bb-1ae25501ea58 req-daaff3a3-d03d-4d07-bdf2-c53fd55257f9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.623534 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0acdeb6-8ec8-4b86-86bb-1ae25501ea58 req-daaff3a3-d03d-4d07-bdf2-c53fd55257f9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 945 time: 0.1284668 Dec 08 01:59:16.626238 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:16.724712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-3233cdf6-0a8b-49b6-8389-22ad79455f0d tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8175664 Dec 08 01:59:16.775299 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Request body: {'port': {'device_id': '326d3d72-6356-4ccb-a7ca-0489d749c583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:16.794009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 878c1fcc-626c-4ad4-834b-585a8e0d0f4a is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:16.805219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:16.808478 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:16.822980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.823690 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:16.839480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=27eb28eb-c07d-41b5-aa55-a8614cd93641,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:16.856458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b823cc2e-9acc-4a11-868e-6aba523825e6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4873815 Dec 08 01:59:16.857156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50560) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:16.906958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0651035-6bd2-4da5-a0a7-1022dbf3afdf req-f1d6befc-e07c-4fdf-81d0-fb943e2de096 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:16.913096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c0651035-6bd2-4da5-a0a7-1022dbf3afdf req-f1d6befc-e07c-4fdf-81d0-fb943e2de096 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 945 time: 0.3313735 Dec 08 01:59:17.072040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:17.098174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d0acdeb6-8ec8-4b86-86bb-1ae25501ea58 req-c7a93325-4aff-4463-9ba1-eedb44b30200 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Deleting port 894c156e-c995-401a-a794-0848c579906d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:17.098670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0acdeb6-8ec8-4b86-86bb-1ae25501ea58 req-c7a93325-4aff-4463-9ba1-eedb44b30200 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:17.125453 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c0651035-6bd2-4da5-a0a7-1022dbf3afdf req-6495b15a-34d0-4acb-bae9-90cdc25c8f6d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048233 Dec 08 01:59:17.204251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 50580) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:17.474794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5244a3d0-100d-4728-af28-11fc7e9e61fb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:17.624989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5244a3d0-100d-4728-af28-11fc7e9e61fb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:17.625384 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:17.730880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8940eb3c-2663-4469-b3ba-158ea9ba5a68 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:17.775171 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:17.791977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Transition to ACTIVE for port object 8940eb3c-2663-4469-b3ba-158ea9ba5a68 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 01:59:17.808727 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:17.853524 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:17.879303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d0acdeb6-8ec8-4b86-86bb-1ae25501ea58 req-c7a93325-4aff-4463-9ba1-eedb44b30200 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] For port 894c156e-c995-401a-a794-0848c579906d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=894c156e-c995-401a-a794-0848c579906d,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:17.879752 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0acdeb6-8ec8-4b86-86bb-1ae25501ea58 req-c7a93325-4aff-4463-9ba1-eedb44b30200 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:17.903435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65758d70-1ec2-4760-964e-9d6c8f1be078 req-8a3ee634-cdf8-4a3f-8547-eb591552feb5 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:17.906145 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65758d70-1ec2-4760-964e-9d6c8f1be078 req-8a3ee634-cdf8-4a3f-8547-eb591552feb5 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 931 time: 0.4485567 Dec 08 01:59:17.939322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d0acdeb6-8ec8-4b86-86bb-1ae25501ea58 req-c7a93325-4aff-4463-9ba1-eedb44b30200 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Calling delete_port for 894c156e-c995-401a-a794-0848c579906d owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:17.943523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Pushing event updated for resources: {'Port': ['ID=8940eb3c-2663-4469-b3ba-158ea9ba5a68,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:17.976210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7a07ae4-342a-4c23-a93b-a5421387896b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:17.982264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 5244a3d0-100d-4728-af28-11fc7e9e61fb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5244a3d0-100d-4728-af28-11fc7e9e61fb,segment=NetworkSegment(89984173-7097-4410-b281-03d17f8ff3e4),segment_id=89984173-7097-4410-b281-03d17f8ff3e4)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:17.993832 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:18.173601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=5244a3d0-100d-4728-af28-11fc7e9e61fb,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:18.439192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e4b3a0-5888-4aec-837d-83c5b12df3c4 None None] Network 878c1fcc-626c-4ad4-834b-585a8e0d0f4a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:18.492236 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:18.598376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65758d70-1ec2-4760-964e-9d6c8f1be078 req-d605fa2e-7c34-48e6-a47f-baae31ebb6d8 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6703260 Dec 08 01:59:18.682184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4069e4-f015-45a5-b541-85a3dd9dc94d req-82c9e759-7d4a-4150-90e6-20246d44ba0e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:18.690137 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a4069e4-f015-45a5-b541-85a3dd9dc94d req-82c9e759-7d4a-4150-90e6-20246d44ba0e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 945 time: 0.3273747 Dec 08 01:59:18.740727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f01670a7-3e81-4ac1-aeab-c23473b5599f None None] Provisioning complete for port 5244a3d0-100d-4728-af28-11fc7e9e61fb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:18.741509 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f01670a7-3e81-4ac1-aeab-c23473b5599f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:18.886867 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0acdeb6-8ec8-4b86-86bb-1ae25501ea58 req-c7a93325-4aff-4463-9ba1-eedb44b30200 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:18.956369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a4069e4-f015-45a5-b541-85a3dd9dc94d req-1d2d89e6-c133-4bee-b56f-b24cbd6e934b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652681 Dec 08 01:59:18.974268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Attempting to bind port 8940eb3c-2663-4469-b3ba-158ea9ba5a68 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:59:18.976052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Attempting to bind port 8940eb3c-2663-4469-b3ba-158ea9ba5a68 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '2310a5ea-c394-4092-abd1-09cf419fa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'caa0b6a0-2939-4a9b-83b1-a36366b27e64'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:59:18.976613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Attempting to bind port 8940eb3c-2663-4469-b3ba-158ea9ba5a68 on network caa0b6a0-2939-4a9b-83b1-a36366b27e64 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:18.978074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a93325-4aff-4463-9ba1-eedb44b30200 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event deleted for resources: {'Port': ['ID=894c156e-c995-401a-a794-0848c579906d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:19.029023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['894c156e-c995-401a-a794-0848c579906d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:19.036203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Port 8940eb3c-2663-4469-b3ba-158ea9ba5a68 on network caa0b6a0-2939-4a9b-83b1-a36366b27e64 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 01:59:19.039638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Attempting to bind port 8940eb3c-2663-4469-b3ba-158ea9ba5a68 on network caa0b6a0-2939-4a9b-83b1-a36366b27e64 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:19.057645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7a07ae4-342a-4c23-a93b-a5421387896b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.066569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:59:19.099975 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Checking segment: {'id': '2310a5ea-c394-4092-abd1-09cf419fa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'caa0b6a0-2939-4a9b-83b1-a36366b27e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:19.101401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Bound using segment: {'id': '2310a5ea-c394-4092-abd1-09cf419fa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'caa0b6a0-2939-4a9b-83b1-a36366b27e64'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:59:19.102906 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Bound port: 8940eb3c-2663-4469-b3ba-158ea9ba5a68, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2310a5ea-c394-4092-abd1-09cf419fa3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'caa0b6a0-2939-4a9b-83b1-a36366b27e64'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:59:19.103675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.154530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0acdeb6-8ec8-4b86-86bb-1ae25501ea58 req-c7a93325-4aff-4463-9ba1-eedb44b30200 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] No DVR routers for this DVR port 894c156e-c995-401a-a794-0848c579906d on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:19.200796 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d0acdeb6-8ec8-4b86-86bb-1ae25501ea58 req-c7a93325-4aff-4463-9ba1-eedb44b30200 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.214502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0acdeb6-8ec8-4b86-86bb-1ae25501ea58 req-c7a93325-4aff-4463-9ba1-eedb44b30200 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "DELETE /v2.0/ports/894c156e-c995-401a-a794-0848c579906d HTTP/1.1" status: 204 len: 173 time: 2.5817702 Dec 08 01:59:19.215021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20944d45-c1d4-4889-a925-5e0e0edab284', 'name': 'network-vif-deleted', 'tag': '894c156e-c995-401a-a794-0848c579906d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:19.222729 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c88c71-e63f-4b85-af6c-77740eb4a4d1" -d '{"events": [{"server_uuid": "20944d45-c1d4-4889-a925-5e0e0edab284", "name": "network-vif-deleted", "tag": "894c156e-c995-401a-a794-0848c579906d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:19.247547 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7a07ae4-342a-4c23-a93b-a5421387896b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.350090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5244a3d0-100d-4728-af28-11fc7e9e61fb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:19.547859 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.565508 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.575614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f21cd8cd-f7ba-496a-bbfd-b52963301460 None None] Provisioning complete for port 5244a3d0-100d-4728-af28-11fc7e9e61fb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:19.576099 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f21cd8cd-f7ba-496a-bbfd-b52963301460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.578838 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc3628f-c87a-43f8-be4d-0c1f6a616ae8 x-openstack-request-id: req-8bc3628f-c87a-43f8-be4d-0c1f6a616ae8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:19.579816 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20944d45-c1d4-4889-a925-5e0e0edab284", "name": "network-vif-deleted", "tag": "894c156e-c995-401a-a794-0848c579906d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:19.581513 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8bc3628f-c87a-43f8-be4d-0c1f6a616ae8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:19.582136 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20944d45-c1d4-4889-a925-5e0e0edab284', 'name': 'network-vif-deleted', 'tag': '894c156e-c995-401a-a794-0848c579906d', 'status': 'completed', 'code': 200} Dec 08 01:59:19.633259 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d7a07ae4-342a-4c23-a93b-a5421387896b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=816ff48a0bfa46f09bf35c6efe9b3ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4277329 Dec 08 01:59:19.635822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 50794) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:19.654672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a07ae4-342a-4c23-a93b-a5421387896b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e212bd1-95aa-4045-9c0f-5b603174e164,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:19.666846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] For port 8940eb3c-2663-4469-b3ba-158ea9ba5a68, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:59:19.670526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] For port 8940eb3c-2663-4469-b3ba-158ea9ba5a68, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8940eb3c-2663-4469-b3ba-158ea9ba5a68,segment=NetworkSegment(2310a5ea-c394-4092-abd1-09cf419fa3b1),segment_id=2310a5ea-c394-4092-abd1-09cf419fa3b1)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:59:19.679180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.759481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5244a3d0-100d-4728-af28-11fc7e9e61fb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:19.766503 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.831054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=27eb28eb-c07d-41b5-aa55-a8614cd93641,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:19.882652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:19.885412 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:19.888764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] 10.222.0.65 "PUT /v2.0/ports/8940eb3c-2663-4469-b3ba-158ea9ba5a68 HTTP/1.1" status: 200 len: 1092 time: 3.1447728 Dec 08 01:59:19.903618 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326d3d72-6356-4ccb-a7ca-0489d749c583', 'tag': '8940eb3c-2663-4469-b3ba-158ea9ba5a68'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:19.907992 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cf2f03-f580-42c7-9f1c-b8d90cb532f1" -d '{"events": [{"name": "network-changed", "server_uuid": "326d3d72-6356-4ccb-a7ca-0489d749c583", "tag": "8940eb3c-2663-4469-b3ba-158ea9ba5a68"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:19.988626 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15c4c09a-7f3a-44dc-8de0-ec959cea5559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.123331 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15c4c09a-7f3a-44dc-8de0-ec959cea5559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.148755 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ec188b-6a1b-4e73-8ad4-be432ca3cf46 x-openstack-request-id: req-26ec188b-6a1b-4e73-8ad4-be432ca3cf46 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:20.149258 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326d3d72-6356-4ccb-a7ca-0489d749c583", "tag": "8940eb3c-2663-4469-b3ba-158ea9ba5a68", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:20.149526 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26ec188b-6a1b-4e73-8ad4-be432ca3cf46 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:20.149946 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326d3d72-6356-4ccb-a7ca-0489d749c583', 'tag': '8940eb3c-2663-4469-b3ba-158ea9ba5a68', 'status': 'completed', 'code': 200} Dec 08 01:59:20.177441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f21cd8cd-f7ba-496a-bbfd-b52963301460 None None] Provisioning complete for port 27eb28eb-c07d-41b5-aa55-a8614cd93641 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:20.178354 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f21cd8cd-f7ba-496a-bbfd-b52963301460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.225417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199faf32-27d4-4e23-93ec-4f41fee2b565 service neutron] Pushing event updated for resources: {'Port': ['ID=8940eb3c-2663-4469-b3ba-158ea9ba5a68,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:20.266222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800302e-6340-4cd5-ae1a-125af2e68a52 req-0de00e25-9c50-4667-aeda-af06f91f0767 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:20.268082 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b800302e-6340-4cd5-ae1a-125af2e68a52 req-0de00e25-9c50-4667-aeda-af06f91f0767 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 943 time: 0.4448025 Dec 08 01:59:20.304795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f21cd8cd-f7ba-496a-bbfd-b52963301460 None None] Port 27eb28eb-c07d-41b5-aa55-a8614cd93641 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:20.372313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-58093ac5-1b88-4d4d-bccf-8f5907035ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:20.374080 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-58093ac5-1b88-4d4d-bccf-8f5907035ec0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5a9b706957b458ebb64042f28522762&device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 1095 time: 0.3564098 Dec 08 01:59:20.445053 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-88b62871-1de9-4369-9948-03a49ec88c32 req-2c478198-3132-4691-91f3-be754fb9b63d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.1449809 Dec 08 01:59:20.445832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2bebe3ac-2cbd-4e2f-b479-8d2923b8ad92 None None] Provisioning complete for port 27eb28eb-c07d-41b5-aa55-a8614cd93641 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:20.445832 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2bebe3ac-2cbd-4e2f-b479-8d2923b8ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.571406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2bebe3ac-2cbd-4e2f-b479-8d2923b8ad92 None None] Port 27eb28eb-c07d-41b5-aa55-a8614cd93641 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:20.604520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b800302e-6340-4cd5-ae1a-125af2e68a52 req-1e573bc1-4398-47fa-84ee-b0a55629d54b tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078144 Dec 08 01:59:20.609623 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-cc0e063a-b9a9-4022-8cff-0dec0da5d849 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8940eb3c-2663-4469-b3ba-158ea9ba5a68 HTTP/1.1" status: 200 len: 217 time: 0.1785941 Dec 08 01:59:20.672389 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.700760 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15c4c09a-7f3a-44dc-8de0-ec959cea5559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.712129 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-15c4c09a-7f3a-44dc-8de0-ec959cea5559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:20.718325 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-15c4c09a-7f3a-44dc-8de0-ec959cea5559 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2e212bd1-95aa-4045-9c0f-5b603174e164 HTTP/1.1" status: 204 len: 168 time: 1.0735567 Dec 08 01:59:20.759542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-4f61e0d3-3275-4f4e-89f8-cf0bbd1575fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:20.766362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-4f61e0d3-3275-4f4e-89f8-cf0bbd1575fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6aadcfb9-e9e1-4884-ac42-43e59afd2214 HTTP/1.1" status: 200 len: 852 time: 0.1404312 Dec 08 01:59:20.882677 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-32b7a8a7-f447-478e-91f2-117f2762a690 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=caa0b6a0-2939-4a9b-83b1-a36366b27e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082978 Dec 08 01:59:20.894884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4c09a-7f3a-44dc-8de0-ec959cea5559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e212bd1-95aa-4045-9c0f-5b603174e164,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:20.909975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-31cba1af-7e5b-49d6-a7bf-7e50e0acf772 None None] Provisioning complete for port 27eb28eb-c07d-41b5-aa55-a8614cd93641 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:20.910431 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31cba1af-7e5b-49d6-a7bf-7e50e0acf772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:21.138950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-31cba1af-7e5b-49d6-a7bf-7e50e0acf772 None None] Port 27eb28eb-c07d-41b5-aa55-a8614cd93641 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:21.161091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 894c156e-c995-401a-a794-0848c579906d no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:21.209112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 894c156e-c995-401a-a794-0848c579906d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:21.209707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 894c156e-c995-401a-a794-0848c579906d not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:21.233244 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-c5cd3b22-b961-49e9-8ffc-990e6f6a3896 service neutron] 10.222.0.65 "GET /v2.0/networks/caa0b6a0-2939-4a9b-83b1-a36366b27e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296163 Dec 08 01:59:21.370240 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:21.629975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-832d6c99-a9eb-4af5-92d7-9a982ab41b8d req-03b4c3ae-b5f7-4e83-ae8e-84e29122c5af service neutron] 10.222.0.65 "GET /v2.0/networks/caa0b6a0-2939-4a9b-83b1-a36366b27e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810964 Dec 08 01:59:21.643513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51016) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:21.799302 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd5692f5-60f9-4315-80b4-c645f65c4961 req-c5d691a2-b24a-4a4c-8c72-e2e800b89dee tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.1073377 Dec 08 01:59:21.803898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-36fe5446-1cbf-4b94-8e12-a24f06a0f6d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.091551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf2f03-f580-42c7-9f1c-b8d90cb532f1 req-ae45745a-e00b-4df6-8e52-148c02915ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:22.093654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-33cf2f03-f580-42c7-9f1c-b8d90cb532f1 req-ae45745a-e00b-4df6-8e52-148c02915ee2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5a9b706957b458ebb64042f28522762&device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 1095 time: 0.2926900 Dec 08 01:59:22.189285 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-36fe5446-1cbf-4b94-8e12-a24f06a0f6d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.199317 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-36fe5446-1cbf-4b94-8e12-a24f06a0f6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.259450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-36fe5446-1cbf-4b94-8e12-a24f06a0f6d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c03e3506bf954cab85814e989d9d2e79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6021614 Dec 08 01:59:22.262898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51084) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:22.270068 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.356104 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9166f086-466e-4259-a4b4-f2f1c33ba6a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.369984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe5446-1cbf-4b94-8e12-a24f06a0f6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796a698d-ad66-4f5f-8261-fa33785acecd,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:22.378739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf2f03-f580-42c7-9f1c-b8d90cb532f1 req-38465b7e-fff5-44c6-b1fd-d37a59136f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:22.382269 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-33cf2f03-f580-42c7-9f1c-b8d90cb532f1 req-38465b7e-fff5-44c6-b1fd-d37a59136f8c service neutron] 10.222.0.65 "GET /v2.0/networks?id=caa0b6a0-2939-4a9b-83b1-a36366b27e64 HTTP/1.1" status: 200 len: 913 time: 0.2739646 Dec 08 01:59:22.439040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9166f086-466e-4259-a4b4-f2f1c33ba6a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.442430 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-33cf2f03-f580-42c7-9f1c-b8d90cb532f1 req-a8a6008d-aeb5-4f36-ac72-b4bfc05a3cac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8940eb3c-2663-4469-b3ba-158ea9ba5a68 HTTP/1.1" status: 200 len: 217 time: 0.0506537 Dec 08 01:59:22.580985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf2f03-f580-42c7-9f1c-b8d90cb532f1 req-9edc60ae-fb6a-45e3-aa41-282401c13795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:22.584850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-33cf2f03-f580-42c7-9f1c-b8d90cb532f1 req-9edc60ae-fb6a-45e3-aa41-282401c13795 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6aadcfb9-e9e1-4884-ac42-43e59afd2214 HTTP/1.1" status: 200 len: 852 time: 0.1307409 Dec 08 01:59:22.650457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9166f086-466e-4259-a4b4-f2f1c33ba6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.655246 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9166f086-466e-4259-a4b4-f2f1c33ba6a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.677683 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9166f086-466e-4259-a4b4-f2f1c33ba6a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/796a698d-ad66-4f5f-8261-fa33785acecd HTTP/1.1" status: 204 len: 168 time: 0.4113672 Dec 08 01:59:22.689417 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-33cf2f03-f580-42c7-9f1c-b8d90cb532f1 req-3061e244-5383-4ca4-b8dc-db90b50056a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=caa0b6a0-2939-4a9b-83b1-a36366b27e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917244 Dec 08 01:59:22.715842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166f086-466e-4259-a4b4-f2f1c33ba6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796a698d-ad66-4f5f-8261-fa33785acecd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:22.943593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:22.944467 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:23.126334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d037b-bb43-49e3-91ce-b74231f5e06d req-2ccf1250-ec7c-410f-88b2-21f0c39ebfe9 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:23.127068 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-979044a1-ed4b-4c0a-863d-681212bbd34b req-ec1372d7-4151-4c6d-8aa6-298b8ba21d72 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.1755891 Dec 08 01:59:23.134647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a52d037b-bb43-49e3-91ce-b74231f5e06d req-2ccf1250-ec7c-410f-88b2-21f0c39ebfe9 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 943 time: 1.2586451 Dec 08 01:59:23.145932 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-33cf2f03-f580-42c7-9f1c-b8d90cb532f1 req-b18a4c10-c375-4796-a40e-914520e3c6a8 service neutron] 10.222.0.65 "GET /v2.0/networks/caa0b6a0-2939-4a9b-83b1-a36366b27e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336822 Dec 08 01:59:23.211054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=27eb28eb-c07d-41b5-aa55-a8614cd93641,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:23.347545 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a52d037b-bb43-49e3-91ce-b74231f5e06d req-e597efd6-51a2-4b15-8e7d-7ef65971e01c tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045052 Dec 08 01:59:23.558836 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 878c1fcc-626c-4ad4-834b-585a8e0d0f4a is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:23.561081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:23.562817 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-33cf2f03-f580-42c7-9f1c-b8d90cb532f1 req-4ec1c956-9c72-4804-8a74-3dd2a0e6c175 service neutron] 10.222.0.65 "GET /v2.0/networks/caa0b6a0-2939-4a9b-83b1-a36366b27e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153469 Dec 08 01:59:23.879349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Router 4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 01:59:24.088668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:59:24.104972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d0d74-163f-4992-9e8a-29566491de0a None None] Sync routers for ids ['4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:59:24.119768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51326) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:24.127587 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0b8e47e3-5988-49ab-976f-f24c819ccc85 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "PUT /v2.0/routers/4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2682745 Dec 08 01:59:24.130390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d0d74-163f-4992-9e8a-29566491de0a None None] Routers {'4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:24.132649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4d3d0d74-163f-4992-9e8a-29566491de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:59:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:24.239129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6dce12-5b1a-4d63-a8ea-1498bef8608a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:24.244920 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51348) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:24.246353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9d6dce12-5b1a-4d63-a8ea-1498bef8608a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports?device_id=4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee HTTP/1.1" status: 200 len: 989 time: 0.1247549 Dec 08 01:59:24.593358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61945e-0c35-4c03-b471-7c7b534b5eed req-c8209e81-b5d5-48e5-b96b-b99c9c6f5c84 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:24.602709 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff61945e-0c35-4c03-b471-7c7b534b5eed req-c8209e81-b5d5-48e5-b96b-b99c9c6f5c84 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 943 time: 0.1118383 Dec 08 01:59:24.634402 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-caae6551-88b6-4a06-8568-7fc3fd495f5f req-2b012129-374d-42d0-b0be-4d711418876c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.1209757 Dec 08 01:59:24.748150 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff61945e-0c35-4c03-b471-7c7b534b5eed req-7c3b25cd-18fa-42df-b825-0112857b177a tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443222 Dec 08 01:59:24.771011 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 01:59:24.846356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4d3d0d74-163f-4992-9e8a-29566491de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:24.891229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d0d74-163f-4992-9e8a-29566491de0a None None] Routers {'4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:24.891888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4d3d0d74-163f-4992-9e8a-29566491de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:59:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:24.978523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4d3d0d74-163f-4992-9e8a-29566491de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:24.979636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d0d74-163f-4992-9e8a-29566491de0a None None] The sync data for ids ['4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:59:24.982424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-01f14806-ba13-4cbb-b98d-c9e1b3f4a0e9 None None] Provisioning complete for port 27eb28eb-c07d-41b5-aa55-a8614cd93641 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:24.982803 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01f14806-ba13-4cbb-b98d-c9e1b3f4a0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:25.032740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-01f14806-ba13-4cbb-b98d-c9e1b3f4a0e9 None None] Port 27eb28eb-c07d-41b5-aa55-a8614cd93641 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:25.128618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8940eb3c-2663-4469-b3ba-158ea9ba5a68 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 01:59:25.454896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8940eb3c-2663-4469-b3ba-158ea9ba5a68, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8940eb3c-2663-4469-b3ba-158ea9ba5a68,segment=NetworkSegment(2310a5ea-c394-4092-abd1-09cf419fa3b1),segment_id=2310a5ea-c394-4092-abd1-09cf419fa3b1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:25.524329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '8940eb3c-2663-4469-b3ba-158ea9ba5a68', 'network_id': 'caa0b6a0-2939-4a9b-83b1-a36366b27e64', 'port_id': '8940eb3c-2663-4469-b3ba-158ea9ba5a68', 'mac_address': 'fa:16:3e:ad:d1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aadcfb9-e9e1-4884-ac42-43e59afd2214', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 01:59:25.619662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92f4e7bd-f8a1-4a78-8c61-1c12a57fe857 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:25.681353 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:25.747573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8940eb3c-2663-4469-b3ba-158ea9ba5a68 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 01:59:25.831585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8940eb3c-2663-4469-b3ba-158ea9ba5a68, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8940eb3c-2663-4469-b3ba-158ea9ba5a68,segment=NetworkSegment(2310a5ea-c394-4092-abd1-09cf419fa3b1),segment_id=2310a5ea-c394-4092-abd1-09cf419fa3b1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:25.841631 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:25.925212 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8940eb3c-2663-4469-b3ba-158ea9ba5a68,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:25.930051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-75549fc6-ca3e-4941-a64d-42ee7a8c89c5 req-7f948e98-3f05-40cd-8e17-eb4b785bd0a3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.0996034 Dec 08 01:59:26.137760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec170a9-57cc-41c6-adc5-c210c71f3258 req-89ab6a7a-ba68-4d0b-9be0-6dbd48f3624b tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:26.155513 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ec170a9-57cc-41c6-adc5-c210c71f3258 req-89ab6a7a-ba68-4d0b-9be0-6dbd48f3624b tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 944 time: 0.2257967 Dec 08 01:59:26.200269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['8940eb3c-2663-4469-b3ba-158ea9ba5a68'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:26.396648 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ec170a9-57cc-41c6-adc5-c210c71f3258 req-e09ac1f3-8cef-4117-95b7-8414584d5a89 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392693 Dec 08 01:59:26.523782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-92f4e7bd-f8a1-4a78-8c61-1c12a57fe857 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 27eb28eb-c07d-41b5-aa55-a8614cd93641 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:26.524135 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92f4e7bd-f8a1-4a78-8c61-1c12a57fe857 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:26.641780 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92f4e7bd-f8a1-4a78-8c61-1c12a57fe857 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:26.676569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-92f4e7bd-f8a1-4a78-8c61-1c12a57fe857 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 27eb28eb-c07d-41b5-aa55-a8614cd93641 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:27.020564 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92f4e7bd-f8a1-4a78-8c61-1c12a57fe857 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.092744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4e7bd-f8a1-4a78-8c61-1c12a57fe857 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=27eb28eb-c07d-41b5-aa55-a8614cd93641,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:27.144445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8940eb3c-2663-4469-b3ba-158ea9ba5a68 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:27.178865 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8cd36703-4129-45f4-9c37-5cd053347b2b req-a7504fae-9cb0-46f2-bebd-b0200d44db97 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.0642335 Dec 08 01:59:27.313730 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92f4e7bd-f8a1-4a78-8c61-1c12a57fe857 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.319750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 8940eb3c-2663-4469-b3ba-158ea9ba5a68 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 01:59:27.325436 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 8940eb3c-2663-4469-b3ba-158ea9ba5a68 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:27.325904 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.601885 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.656937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf00a6-7b93-4a05-8b9d-27a2fca64491 req-a69c28e1-cc8c-448a-a589-8bc85cfd4f76 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:27.659771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16cf00a6-7b93-4a05-8b9d-27a2fca64491 req-a69c28e1-cc8c-448a-a589-8bc85cfd4f76 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 944 time: 0.1241448 Dec 08 01:59:27.676984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f4e7bd-f8a1-4a78-8c61-1c12a57fe857 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Router 4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:59:27.682570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8940eb3c-2663-4469-b3ba-158ea9ba5a68, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8940eb3c-2663-4469-b3ba-158ea9ba5a68,segment=NetworkSegment(2310a5ea-c394-4092-abd1-09cf419fa3b1),segment_id=2310a5ea-c394-4092-abd1-09cf419fa3b1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:27.686222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326d3d72-6356-4ccb-a7ca-0489d749c583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8940eb3c-2663-4469-b3ba-158ea9ba5a68'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:27.694253 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1d1c5d-3d0f-494c-b6c0-9d7d992bb2bf" -d '{"events": [{"server_uuid": "326d3d72-6356-4ccb-a7ca-0489d749c583", "name": "network-vif-plugged", "status": "completed", "tag": "8940eb3c-2663-4469-b3ba-158ea9ba5a68"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:27.702938 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:27.782487 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16cf00a6-7b93-4a05-8b9d-27a2fca64491 req-77f85fff-80b5-4312-9cf4-a02ca362db6f tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152678 Dec 08 01:59:27.799292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51626) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:27.853040 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c1448e-4d52-473c-8c1b-725c071c0344 x-openstack-request-id: req-12c1448e-4d52-473c-8c1b-725c071c0344 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:27.853519 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326d3d72-6356-4ccb-a7ca-0489d749c583", "name": "network-vif-plugged", "status": "completed", "tag": "8940eb3c-2663-4469-b3ba-158ea9ba5a68", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:27.854066 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-12c1448e-4d52-473c-8c1b-725c071c0344 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:27.855562 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326d3d72-6356-4ccb-a7ca-0489d749c583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8940eb3c-2663-4469-b3ba-158ea9ba5a68', 'code': 200} Dec 08 01:59:27.882924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8940eb3c-2663-4469-b3ba-158ea9ba5a68,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:28.043974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0951c08-d411-431b-9d0b-94723352c702 req-94d3d073-cc0f-4180-835f-a55362fd881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:28.047734 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b0951c08-d411-431b-9d0b-94723352c702 req-94d3d073-cc0f-4180-835f-a55362fd881f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 1097 time: 0.0918431 Dec 08 01:59:28.144909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b0951c08-d411-431b-9d0b-94723352c702 req-bf60c205-771b-4de5-b043-df30aea3a823 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853014 Dec 08 01:59:28.250170 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51636) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:28.509915 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dfed2e84-0d8a-41e6-97f7-463c7d78b54f req-5b5ed7c4-a6b6-4491-9fde-27acf60f71fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.1903155 Dec 08 01:59:28.533182 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ace88e7-b38a-452f-abb1-97d975a582bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.617436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f4e7bd-f8a1-4a78-8c61-1c12a57fe857 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:59:28.623480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-92f4e7bd-f8a1-4a78-8c61-1c12a57fe857 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "PUT /v2.0/routers/4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3769982 Dec 08 01:59:28.626657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51644) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:28.631087 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9650e-40ac-40d4-97e1-99de8f98a0e7 None None] Sync routers for ids ['4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:59:28.662328 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b298b6c-72ca-412b-8239-9b5f5d0d331d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:59:28.663804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3b298b6c-72ca-412b-8239-9b5f5d0d331d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/27eb28eb-c07d-41b5-aa55-a8614cd93641 HTTP/1.1" status: 404 len: 333 time: 0.0361748 Dec 08 01:59:28.666929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51646) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:28.667183 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9650e-40ac-40d4-97e1-99de8f98a0e7 None None] Routers {'4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:28.667826 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-98d9650e-40ac-40d4-97e1-99de8f98a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:59:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:28.729478 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ace88e7-b38a-452f-abb1-97d975a582bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.731248 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-98d9650e-40ac-40d4-97e1-99de8f98a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:28.738516 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ace88e7-b38a-452f-abb1-97d975a582bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.761517 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9650e-40ac-40d4-97e1-99de8f98a0e7 None None] Routers {'4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:28.762417 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-98d9650e-40ac-40d4-97e1-99de8f98a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:59:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:28.817833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace88e7-b38a-452f-abb1-97d975a582bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe580b2-1fab-446e-a6f7-7012e8048f62,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:28.825034 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a39a39ee-fdeb-4160-ae50-0235f4d60b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.843823 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-98d9650e-40ac-40d4-97e1-99de8f98a0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:28.844969 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9650e-40ac-40d4-97e1-99de8f98a0e7 None None] The sync data for ids ['4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:59:28.858992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c418-677b-44db-b4cf-a4477a61dd3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:28.873600 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1ace88e7-b38a-452f-abb1-97d975a582bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=897f35bab12a495195966906acb4f751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6212926 Dec 08 01:59:28.875285 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51650) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:29.024120 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0299934a-01b5-478e-97a2-ee0cd0a4d24c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.047745 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0299934a-01b5-478e-97a2-ee0cd0a4d24c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.110982 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0299934a-01b5-478e-97a2-ee0cd0a4d24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.114425 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0299934a-01b5-478e-97a2-ee0cd0a4d24c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.115578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0299934a-01b5-478e-97a2-ee0cd0a4d24c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1fe580b2-1fab-446e-a6f7-7012e8048f62 HTTP/1.1" status: 204 len: 168 time: 0.2371335 Dec 08 01:59:29.147568 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c418-677b-44db-b4cf-a4477a61dd3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.152771 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c418-677b-44db-b4cf-a4477a61dd3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.170407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86220dbb-72ad-482e-b9c9-e4766fd1fe36 req-059b28d4-9143-4c23-b1b1-ebdbf568242a tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:29.173476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-86220dbb-72ad-482e-b9c9-e4766fd1fe36 req-059b28d4-9143-4c23-b1b1-ebdbf568242a tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.2285099 Dec 08 01:59:29.180048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299934a-01b5-478e-97a2-ee0cd0a4d24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe580b2-1fab-446e-a6f7-7012e8048f62,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:29.259231 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c418-677b-44db-b4cf-a4477a61dd3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.260037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad4c418-677b-44db-b4cf-a4477a61dd3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Fanout notify agent at l3_agent the message router_deleted on router 4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:59:29.281862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ad4c418-677b-44db-b4cf-a4477a61dd3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.283526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9ad4c418-677b-44db-b4cf-a4477a61dd3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/routers/4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee HTTP/1.1" status: 204 len: 168 time: 0.6152737 Dec 08 01:59:29.291222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51656) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:29.382366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-86220dbb-72ad-482e-b9c9-e4766fd1fe36 req-04ce50ff-6233-48f9-ab43-733bb73ea087 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992767 Dec 08 01:59:29.428678 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6d07b4-2af7-4af0-a5e8-ecb196bac60a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting subnet 70968f8f-5966-4d75-a153-dd6ce66516bb {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:29.434651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6d07b4-2af7-4af0-a5e8-ecb196bac60a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.505003 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ec70695-71f1-4868-b70f-ed40927e9f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.541634 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6d07b4-2af7-4af0-a5e8-ecb196bac60a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.693470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-127413a6-e5d9-493b-a59c-11c97dd60d8a req-20579b22-d700-47fd-ab3f-b3d833ab832c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.0352068 Dec 08 01:59:29.744212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51666) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:29.772240 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.877517 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.885963 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.926966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0ec70695-71f1-4868-b70f-ed40927e9f3d admin admin] Deleting port 227be2a4-d073-4249-b35e-0a5861dc438f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:29.927668 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ec70695-71f1-4868-b70f-ed40927e9f3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:29.939357 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6d07b4-2af7-4af0-a5e8-ecb196bac60a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.061140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-0ec70695-71f1-4868-b70f-ed40927e9f3d admin admin] For port 227be2a4-d073-4249-b35e-0a5861dc438f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=227be2a4-d073-4249-b35e-0a5861dc438f,segment=NetworkSegment(716f13c6-434d-452e-85e5-6f277a199bca),segment_id=716f13c6-434d-452e-85e5-6f277a199bca)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:30.062197 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ec70695-71f1-4868-b70f-ed40927e9f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.074962 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fb086f90c18749bdbff319566a910afd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223474 Dec 08 01:59:30.079491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51668) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.082597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-0ec70695-71f1-4868-b70f-ed40927e9f3d admin admin] Calling delete_port for 227be2a4-d073-4249-b35e-0a5861dc438f owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:30.088204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85427f8-2855-400f-a0bf-eb23ceb71586,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:30.099743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.100568 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.101115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.101746 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.102473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.103118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.103831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.104472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.105207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.105875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.106515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.107270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.108206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e5a7f0-afde-421e-a409-ec1a113dd1e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.166641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6d07b4-2af7-4af0-a5e8-ecb196bac60a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.185099 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc6d07b4-2af7-4af0-a5e8-ecb196bac60a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.188641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fc6d07b4-2af7-4af0-a5e8-ecb196bac60a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/70968f8f-5966-4d75-a153-dd6ce66516bb HTTP/1.1" status: 204 len: 168 time: 0.8962362 Dec 08 01:59:30.192700 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb48e20-13b9-4557-b9b4-db9fe37b9da4 None None] Network 878c1fcc-626c-4ad4-834b-585a8e0d0f4a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:30.214092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51670) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:30.287878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d07b4-2af7-4af0-a5e8-ecb196bac60a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Subnet': ['ID=70968f8f-5966-4d75-a153-dd6ce66516bb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:30.345567 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.419676 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.487902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4cab9a-cbc6-4163-ab73-539cad3af3c8 None None] DHCP port deletion for 878c1fcc-626c-4ad4-834b-585a8e0d0f4a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:59:30.502317 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.542825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cab9a-cbc6-4163-ab73-539cad3af3c8 None None] Deleting port 5244a3d0-100d-4728-af28-11fc7e9e61fb {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:30.543210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff4cab9a-cbc6-4163-ab73-539cad3af3c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.616137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ff4cab9a-cbc6-4163-ab73-539cad3af3c8 None None] For port 5244a3d0-100d-4728-af28-11fc7e9e61fb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5244a3d0-100d-4728-af28-11fc7e9e61fb,segment=NetworkSegment(89984173-7097-4410-b281-03d17f8ff3e4),segment_id=89984173-7097-4410-b281-03d17f8ff3e4)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:30.616137 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff4cab9a-cbc6-4163-ab73-539cad3af3c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.633777 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cab9a-cbc6-4163-ab73-539cad3af3c8 None None] Calling delete_port for 5244a3d0-100d-4728-af28-11fc7e9e61fb owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:30.692064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c99f8c-e786-4c85-abb6-46cd8d25c369 req-dda4ddc6-272f-4a67-872b-e275a184d731 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:30.694291 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54c99f8c-e786-4c85-abb6-46cd8d25c369 req-dda4ddc6-272f-4a67-872b-e275a184d731 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.2169654 Dec 08 01:59:30.797128 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54c99f8c-e786-4c85-abb6-46cd8d25c369 req-2670b244-d192-4e86-abac-8862f6fc4713 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749950 Dec 08 01:59:30.801857 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ff4cab9a-cbc6-4163-ab73-539cad3af3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.825095 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.832849 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:30.837027 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e85427f8-2855-400f-a0bf-eb23ceb71586 HTTP/1.1" status: 204 len: 168 time: 0.7538848 Dec 08 01:59:30.850369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4cab9a-cbc6-4163-ab73-539cad3af3c8 None None] No DVR routers for this DVR port 5244a3d0-100d-4728-af28-11fc7e9e61fb on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:30.852222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cab9a-cbc6-4163-ab73-539cad3af3c8 None None] Pushing event deleted for resources: {'Port': ['ID=5244a3d0-100d-4728-af28-11fc7e9e61fb,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:30.899570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66b1362f-cbd3-4ad0-8346-235ecd87a0b4 req-1b3b0c6c-76e5-4dfb-86c0-1b720cdb554a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.0728371 Dec 08 01:59:30.926408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85427f8-2855-400f-a0bf-eb23ceb71586,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:30.940940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.941293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.941644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.941987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.943948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.944333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.944685 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.945025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.945369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.945702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.946038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.946368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:30.946697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfe3e18-1154-49b9-b26b-bc6a6973ca68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:31.250929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5244a3d0-100d-4728-af28-11fc7e9e61fb no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:31.280759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 5244a3d0-100d-4728-af28-11fc7e9e61fb {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:31.293026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5244a3d0-100d-4728-af28-11fc7e9e61fb not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:31.417268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 5244a3d0-100d-4728-af28-11fc7e9e61fb {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:31.417599 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.493637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] For port 5244a3d0-100d-4728-af28-11fc7e9e61fb, host n-d-713498-30, got binding levels [] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:31.493884 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.507206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 5244a3d0-100d-4728-af28-11fc7e9e61fb owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:31.509950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.ipam_backend_mixin [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Port 5244a3d0-100d-4728-af28-11fc7e9e61fb was not found and therefore no delete operation was performed {{(pid=103130) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 01:59:31.520842 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.538502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9ab3a-28e2-4a5d-8464-fa139b6f9977 req-8a921841-db85-41f6-8cb8-939f83d2d526 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:31.545552 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42d9ab3a-28e2-4a5d-8464-fa139b6f9977 req-8a921841-db85-41f6-8cb8-939f83d2d526 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.5883174 Dec 08 01:59:31.581823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No DVR routers for this DVR port 5244a3d0-100d-4728-af28-11fc7e9e61fb on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:31.588413 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ec70695-71f1-4868-b70f-ed40927e9f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.595459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=5244a3d0-100d-4728-af28-11fc7e9e61fb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:31.666782 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42d9ab3a-28e2-4a5d-8464-fa139b6f9977 req-21edbdc2-c322-4637-ab3d-c204cda4f342 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208861 Dec 08 01:59:31.793094 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.795350 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.858219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878c1fcc-626c-4ad4-834b-585a8e0d0f4a']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:31.870893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89984173-7097-4410-b281-03d17f8ff3e4') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:31.871203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89984173-7097-4410-b281-03d17f8ff3e4') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:31.897136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.928994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:31.935518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:31.935926 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.101657 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a35c6948-fdae-4ebb-9d0a-d018e5bc431a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:32.169123 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:32.174627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec70695-71f1-4868-b70f-ed40927e9f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=227be2a4-d073-4249-b35e-0a5861dc438f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:32.268639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.296941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac31ff5-b035-41de-87d2-d927fb2bf395 req-ff5e8819-f3ca-420e-87ee-d182b770c5ce tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:32.304831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76632d25-277e-40a5-9cae-ae229540db21 req-d3f88261-6ac5-4824-9a05-71c20e7bb826 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=20944d45-c1d4-4889-a925-5e0e0edab284 HTTP/1.1" status: 200 len: 210 time: 0.1366501 Dec 08 01:59:32.331002 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fac31ff5-b035-41de-87d2-d927fb2bf395 req-ff5e8819-f3ca-420e-87ee-d182b770c5ce tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.1368952 Dec 08 01:59:32.333603 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.337456 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/networks/878c1fcc-626c-4ad4-834b-585a8e0d0f4a HTTP/1.1" status: 204 len: 168 time: 2.1218488 Dec 08 01:59:32.357137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51728) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:32.364587 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.422835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dce9dc-00b4-4131-9511-0e5c6a38a56b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:32.427615 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e6dce9dc-00b4-4131-9511-0e5c6a38a56b tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/165037a1-609e-43db-a274-3b89d205a979 HTTP/1.1" status: 200 len: 845 time: 0.0660882 Dec 08 01:59:32.427615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0298e1a-a7af-4454-83d4-da25aba32831 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Network': ['ID=878c1fcc-626c-4ad4-834b-585a8e0d0f4a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:32.442513 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fac31ff5-b035-41de-87d2-d927fb2bf395 req-08b1a4be-e1ee-4362-8a51-7019ce3224ca tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086969 Dec 08 01:59:32.448491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51734) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:32.559428 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cab61e89-d67a-4f60-9e7e-0c074bad5e5d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/165037a1-609e-43db-a274-3b89d205a979?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1071696 Dec 08 01:59:32.565316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51740) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:32.573343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-05019966-6864-4570-abb7-9be4502fa317 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:32.639782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0ec70695-71f1-4868-b70f-ed40927e9f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:32.771252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05019966-6864-4570-abb7-9be4502fa317 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:32.776046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05019966-6864-4570-abb7-9be4502fa317 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.159837 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05019966-6864-4570-abb7-9be4502fa317 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.165412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec70695-71f1-4868-b70f-ed40927e9f3d admin admin] Router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:59:33.242852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05019966-6864-4570-abb7-9be4502fa317 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:33.247209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-05019966-6864-4570-abb7-9be4502fa317 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:33.253142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05019966-6864-4570-abb7-9be4502fa317 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:33.253925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-05019966-6864-4570-abb7-9be4502fa317 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.261177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55ce45e-e31f-4352-9809-49ae8f7cc67e None None] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:33.265522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05019966-6864-4570-abb7-9be4502fa317 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Subnet': ['ID=3b1e5493-9568-402d-969a-b2a0de22089c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:33.297738 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-05019966-6864-4570-abb7-9be4502fa317 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7272971 Dec 08 01:59:33.298980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51754) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:33.308566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fbda1b78-b04e-4db1-8ec6-890de8219347 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'security_group': {'name': 'tempest-secgroup-2021020215'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:33.366096 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbda1b78-b04e-4db1-8ec6-890de8219347 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.369254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec70695-71f1-4868-b70f-ed40927e9f3d admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:59:33.384560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51762) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:33.386721 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0ec70695-71f1-4868-b70f-ed40927e9f3d admin admin] 10.222.0.70 "PUT /v2.0/routers/bdbe32b9-d3bd-46f6-a9c1-11e0b752051b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5798929 Dec 08 01:59:33.474650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98175f-bf4c-444d-b5e7-4fbce29966df None None] Sync routers for ids ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:59:33.551696 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98175f-bf4c-444d-b5e7-4fbce29966df None None] Routers {'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:33.553150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2d98175f-bf4c-444d-b5e7-4fbce29966df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:33.655421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbda1b78-b04e-4db1-8ec6-890de8219347 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.658251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.663040 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbda1b78-b04e-4db1-8ec6-890de8219347 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.680166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9578e-9519-4bd5-9e24-463fbd3f61c5 req-e8a2af2a-627b-46b0-91b4-b20ea242cf4f tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:33.693499 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89b9578e-9519-4bd5-9e24-463fbd3f61c5 req-e8a2af2a-627b-46b0-91b4-b20ea242cf4f tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.1089780 Dec 08 01:59:33.760505 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.780103 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89b9578e-9519-4bd5-9e24-463fbd3f61c5 req-51e31d85-90f9-42f2-a177-7168000dc3cc tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860970 Dec 08 01:59:33.835496 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbda1b78-b04e-4db1-8ec6-890de8219347 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.841508 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fbda1b78-b04e-4db1-8ec6-890de8219347 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5392554 Dec 08 01:59:33.841976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51786) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:33.851757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5091a463-62b0-46f9-b7df-d6025a500490 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'security_group': {'name': 'tempest-secgroup-593224917'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:33.891733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda1b78-b04e-4db1-8ec6-890de8219347 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079a5054-b213-4de6-b20a-c19f915d0d4d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:33.913727 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5091a463-62b0-46f9-b7df-d6025a500490 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:33.922031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2d98175f-bf4c-444d-b5e7-4fbce29966df None None] Set router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:59:34.038661 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.132992 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5091a463-62b0-46f9-b7df-d6025a500490 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.145230 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5091a463-62b0-46f9-b7df-d6025a500490 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.205357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Deleting port ec37ff23-21d7-4efc-a85b-4217332ac8b0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:34.205950 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.239789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091a463-62b0-46f9-b7df-d6025a500490 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40af3fbb-0602-425c-9aaf-d923bbb85dd4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:34.244593 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5091a463-62b0-46f9-b7df-d6025a500490 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.246107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5091a463-62b0-46f9-b7df-d6025a500490 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4011068 Dec 08 01:59:34.260474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51808) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:34.270827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1590991305', 'security_groups': ['40af3fbb-0602-425c-9aaf-d923bbb85dd4'], 'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3b1e5493-9568-402d-969a-b2a0de22089c'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:34.432441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'project_id': '39603dbdc8624778b5dacc6c9566b9d3', 'fixed_ips': [{'subnet_id': '3b1e5493-9568-402d-969a-b2a0de22089c'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 01:59:34.438026 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.459544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17925f7e-6bae-4de2-bb7a-c7541ca00e0e req-8fbedcd4-ce66-4296-a0ed-5ca0f8b95b7a tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:34.467402 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.478503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17925f7e-6bae-4de2-bb7a-c7541ca00e0e req-8fbedcd4-ce66-4296-a0ed-5ca0f8b95b7a tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.2921443 Dec 08 01:59:34.485916 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac9df0-0fa8-4509-8a96-49112879d6a5 req-7177551c-057b-4678-a969-2f49794c23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:34.493053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] For port ec37ff23-21d7-4efc-a85b-4217332ac8b0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ec37ff23-21d7-4efc-a85b-4217332ac8b0,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:34.494015 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cdac9df0-0fa8-4509-8a96-49112879d6a5 req-7177551c-057b-4678-a969-2f49794c23a8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5a9b706957b458ebb64042f28522762&device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 1097 time: 0.2608271 Dec 08 01:59:34.494288 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.524915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Calling delete_port for ec37ff23-21d7-4efc-a85b-4217332ac8b0 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:34.527877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:34.774176 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-17925f7e-6bae-4de2-bb7a-c7541ca00e0e req-7875feac-b7b1-4224-9dbc-6ec4127d309c tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944417 Dec 08 01:59:34.786007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51836) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:34.874875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac9df0-0fa8-4509-8a96-49112879d6a5 req-df6903df-9287-4a77-93f4-376e4a2e860d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:34.876527 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cdac9df0-0fa8-4509-8a96-49112879d6a5 req-df6903df-9287-4a77-93f4-376e4a2e860d service neutron] 10.222.0.65 "GET /v2.0/networks?id=caa0b6a0-2939-4a9b-83b1-a36366b27e64 HTTP/1.1" status: 200 len: 913 time: 0.3672602 Dec 08 01:59:34.911301 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.926069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Allocated IP 2001:db8::2 (945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e/3b1e5493-9568-402d-969a-b2a0de22089c/3358e93a-d703-4cc8-9ae3-173313ae7ab1) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:34.943925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.962135 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:34.989588 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cdac9df0-0fa8-4509-8a96-49112879d6a5 req-e0fe234b-b90d-4209-b5e6-dfb1ff856ffa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8940eb3c-2663-4469-b3ba-158ea9ba5a68 HTTP/1.1" status: 200 len: 217 time: 0.1015258 Dec 08 01:59:34.997446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2d98175f-bf4c-444d-b5e7-4fbce29966df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189'}], 'enable_snat': True}, 'gw_port_id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:59:30Z', 'revision_number': 5, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port': {'id': 'ec37ff23-21d7-4efc-a85b-4217332ac8b0', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:35.003728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4b6225-9da3-4d02-ae8b-8b51bb643c4a None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:59:35.056491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port fa4d1c5b-094a-445e-b25c-7a45438523d4 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:35.064828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98175f-bf4c-444d-b5e7-4fbce29966df None None] Checking router: bdbe32b9-d3bd-46f6-a9c1-11e0b752051b for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:59:35.070792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Pushing event deleted for resources: {'Port': ['ID=ec37ff23-21d7-4efc-a85b-4217332ac8b0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:35.080602 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb9c7a50-5d01-463e-a321-f1b9d0bc9165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.197693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98175f-bf4c-444d-b5e7-4fbce29966df None None] Routers {'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:35.203012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2d98175f-bf4c-444d-b5e7-4fbce29966df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:35.266652 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.278979 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb9c7a50-5d01-463e-a321-f1b9d0bc9165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.290870 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bb9c7a50-5d01-463e-a321-f1b9d0bc9165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.318429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac9df0-0fa8-4509-8a96-49112879d6a5 req-c74f4c9b-2dcb-4ccb-92d8-6237306f1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:35.320086 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cdac9df0-0fa8-4509-8a96-49112879d6a5 req-c74f4c9b-2dcb-4ccb-92d8-6237306f1835 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6aadcfb9-e9e1-4884-ac42-43e59afd2214 HTTP/1.1" status: 200 len: 852 time: 0.3192859 Dec 08 01:59:35.383203 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2d98175f-bf4c-444d-b5e7-4fbce29966df None None] Set router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:59:35.416880 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.422209 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.453428 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cdac9df0-0fa8-4509-8a96-49112879d6a5 req-2d1591d4-ab0e-489c-97d2-c6dddb96734c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=caa0b6a0-2939-4a9b-83b1-a36366b27e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997062 Dec 08 01:59:35.460189 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bb9c7a50-5d01-463e-a321-f1b9d0bc9165 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da206d88d8fb475eb2f527e51e210f54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6660035 Dec 08 01:59:35.465023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51844) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:35.467360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c7a50-5d01-463e-a321-f1b9d0bc9165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ebfcc9-7a7e-415a-b07c-f0fc9d5c78f4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:35.517266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2d98175f-bf4c-444d-b5e7-4fbce29966df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:59:34Z', 'revision_number': 7, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:35.536377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.537000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdbe32b9-d3bd-46f6-a9c1-11e0b752051b {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:59:35.542346 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.547212 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-339b1e6a-30d1-4621-bfe1-5aa4d6cbba9c admin admin] 10.222.0.70 "DELETE /v2.0/routers/bdbe32b9-d3bd-46f6-a9c1-11e0b752051b HTTP/1.1" status: 204 len: 168 time: 2.1614058 Dec 08 01:59:35.548590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51846) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:35.595029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98175f-bf4c-444d-b5e7-4fbce29966df None None] The sync data for ids ['bdbe32b9-d3bd-46f6-a9c1-11e0b752051b'] in n-d-713498-30 is: [{'id': 'bdbe32b9-d3bd-46f6-a9c1-11e0b752051b', 'name': 'tempest-TestVolumeBackupRestore-2125390085-router', 'tenant_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:43Z', 'updated_at': '2021-12-08T01:59:34Z', 'revision_number': 7, 'project_id': '0ae44476fbc848c1a6b40e1d9cc7400d', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:59:35.666646 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35b31cd-5750-4baf-ac6a-cc7b41480afc admin admin] Deleting subnet 9068c42c-c569-4d97-9684-2713db2b1b45 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:35.670289 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c35b31cd-5750-4baf-ac6a-cc7b41480afc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.736343 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52d94028-bdaa-4392-beb4-6194905aa465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.745759 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c35b31cd-5750-4baf-ac6a-cc7b41480afc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.783446 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52d94028-bdaa-4392-beb4-6194905aa465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.815224 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.818528 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cdac9df0-0fa8-4509-8a96-49112879d6a5 req-369ce55e-8276-4dd1-bf86-c7d63c80fe73 service neutron] 10.222.0.65 "GET /v2.0/networks/caa0b6a0-2939-4a9b-83b1-a36366b27e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390210 Dec 08 01:59:35.830278 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:35.931196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:35.934961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:35.940566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:35.961368 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Pushing event updated for resources: {'Port': ['ID=3358e93a-d703-4cc8-9ae3-173313ae7ab1,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:36.010525 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52d94028-bdaa-4392-beb4-6194905aa465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.017936 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52d94028-bdaa-4392-beb4-6194905aa465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.024962 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-52d94028-bdaa-4392-beb4-6194905aa465 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/32ebfcc9-7a7e-415a-b07c-f0fc9d5c78f4 HTTP/1.1" status: 204 len: 168 time: 0.5582104 Dec 08 01:59:36.065832 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c35b31cd-5750-4baf-ac6a-cc7b41480afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.072895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8::3cf (945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e/3b1e5493-9568-402d-969a-b2a0de22089c/fa4d1c5b-094a-445e-b25c-7a45438523d4) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:36.129398 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Attempting to bind port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 01:59:36.130280 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Attempting to bind port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '2b2b1f02-5b36-4153-9df1-74433a677d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 01:59:36.130427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Attempting to bind port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 on network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 01:59:36.140654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d94028-bdaa-4392-beb4-6194905aa465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ebfcc9-7a7e-415a-b07c-f0fc9d5c78f4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:36.177176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 01:59:36.178130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Checking segment: {'id': '2b2b1f02-5b36-4153-9df1-74433a677d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:36.178760 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.179233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Bound using segment: {'id': '2b2b1f02-5b36-4153-9df1-74433a677d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 01:59:36.180238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Bound port: 3358e93a-d703-4cc8-9ae3-173313ae7ab1, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2b1f02-5b36-4153-9df1-74433a677d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 01:59:36.180238 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.194294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10821-e9a3-4572-be9d-392e350fa4d0 req-6ab4c2b5-26f5-4e8b-86c7-5c88bd761647 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:36.213421 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7ba10821-e9a3-4572-be9d-392e350fa4d0 req-6ab4c2b5-26f5-4e8b-86c7-5c88bd761647 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.2883856 Dec 08 01:59:36.271160 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cdac9df0-0fa8-4509-8a96-49112879d6a5 req-6fa33e8b-88a2-4b59-ae0a-62b477c7579d service neutron] 10.222.0.65 "GET /v2.0/networks/caa0b6a0-2939-4a9b-83b1-a36366b27e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258146 Dec 08 01:59:36.275124 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c35b31cd-5750-4baf-ac6a-cc7b41480afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.316158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b31cd-5750-4baf-ac6a-cc7b41480afc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9068c42c-c569-4d97-9684-2713db2b1b45,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:36.322152 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c35b31cd-5750-4baf-ac6a-cc7b41480afc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.329938 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7ba10821-e9a3-4572-be9d-392e350fa4d0 req-6065a743-d769-43b3-bd6d-89dbf4fa4ece tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033936 Dec 08 01:59:36.330384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51858) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:36.330975 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c35b31cd-5750-4baf-ac6a-cc7b41480afc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9068c42c-c569-4d97-9684-2713db2b1b45 HTTP/1.1" status: 204 len: 168 time: 0.7807434 Dec 08 01:59:36.518804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.526184 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.619484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.691285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:36.695057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:36.711144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:36.713455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Deleting port 67c8218c-e1c5-4a90-b6be-66b7b1f05458 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:36.714013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.719136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:36.720028 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.742970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=fa4d1c5b-094a-445e-b25c-7a45438523d4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:36.755220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c758111-3bd5-4a37-b5bf-76520c840a06 None None] Network 1f08eab5-a052-4f53-98e8-b4318a0650b8 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:36.769798 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a53eb93e-fa8c-4f82-9975-6bcfc7e6dd4c tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5052519 Dec 08 01:59:36.772368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51864) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:36.777566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-10c23798-c9f3-4c35-a20c-6fba8850355f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:36.779950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51866) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:36.953984 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16a5de31-1469-4260-9747-989b0459df3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:36.957871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] For port 3358e93a-d703-4cc8-9ae3-173313ae7ab1, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 01:59:36.989725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] For port 67c8218c-e1c5-4a90-b6be-66b7b1f05458, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=67c8218c-e1c5-4a90-b6be-66b7b1f05458,segment=NetworkSegment(716f13c6-434d-452e-85e5-6f277a199bca),segment_id=716f13c6-434d-452e-85e5-6f277a199bca)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:36.989725 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.012313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] For port 3358e93a-d703-4cc8-9ae3-173313ae7ab1, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3358e93a-d703-4cc8-9ae3-173313ae7ab1,segment=NetworkSegment(2b2b1f02-5b36-4153-9df1-74433a677d5c),segment_id=2b2b1f02-5b36-4153-9df1-74433a677d5c)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 01:59:37.053609 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.086183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c23798-c9f3-4c35-a20c-6fba8850355f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:37.094573 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10c23798-c9f3-4c35-a20c-6fba8850355f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.199520 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16a5de31-1469-4260-9747-989b0459df3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.221097 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-16a5de31-1469-4260-9747-989b0459df3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.278173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 227be2a4-d073-4249-b35e-0a5861dc438f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:37.300415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-16a5de31-1469-4260-9747-989b0459df3f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04dcad5a946b44dbac46971069e3fb6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5187881 Dec 08 01:59:37.302605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Calling delete_port for 67c8218c-e1c5-4a90-b6be-66b7b1f05458 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:37.325187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51874) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:37.329814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83b4aa-9dfd-4bdb-8da8-719ba15ac3a4 None None] Pushing event updated for resources: {'Port': ['ID=3358e93a-d703-4cc8-9ae3-173313ae7ab1,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:37.356663 n-d-713498-30 neutron-server[103129]: INFO neutron.db.ipam_backend_mixin [None req-10c23798-c9f3-4c35-a20c-6fba8850355f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b1e5493-9568-402d-969a-b2a0de22089c (CIDR: 2001:db8::/64) Dec 08 01:59:37.368097 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c23798-c9f3-4c35-a20c-6fba8850355f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:59:37.368097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c23798-c9f3-4c35-a20c-6fba8850355f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:37.414874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-10c23798-c9f3-4c35-a20c-6fba8850355f tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6413200 Dec 08 01:59:37.418621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51878) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:37.430587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e0061356-8862-4a44-b273-08780ebef7af tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:37.446392 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f57deea-8994-44c1-ac5f-4a257dd7f71e None None] DHCP port deletion for 1f08eab5-a052-4f53-98e8-b4318a0650b8 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:59:37.449159 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 227be2a4-d073-4249-b35e-0a5861dc438f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:37.456808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 227be2a4-d073-4249-b35e-0a5861dc438f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:37.457422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ec37ff23-21d7-4efc-a85b-4217332ac8b0 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:37.515229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: ec37ff23-21d7-4efc-a85b-4217332ac8b0 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:37.521639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ec37ff23-21d7-4efc-a85b-4217332ac8b0 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:37.556991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5de31-1469-4260-9747-989b0459df3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e2400b-c394-40c7-8dc5-90907bc0c42e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:37.650515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8f57deea-8994-44c1-ac5f-4a257dd7f71e None None] Deleting port 67c8218c-e1c5-4a90-b6be-66b7b1f05458 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:37.650803 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f57deea-8994-44c1-ac5f-4a257dd7f71e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.777412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8f57deea-8994-44c1-ac5f-4a257dd7f71e None None] For port 67c8218c-e1c5-4a90-b6be-66b7b1f05458, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=67c8218c-e1c5-4a90-b6be-66b7b1f05458,segment=NetworkSegment(716f13c6-434d-452e-85e5-6f277a199bca),segment_id=716f13c6-434d-452e-85e5-6f277a199bca)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:37.777412 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f57deea-8994-44c1-ac5f-4a257dd7f71e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.804050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8f57deea-8994-44c1-ac5f-4a257dd7f71e None None] Calling delete_port for 67c8218c-e1c5-4a90-b6be-66b7b1f05458 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:37.854664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-508200ec-be16-4ed8-87e8-e1f875d28880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.885218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83db2f-f0a9-4628-8002-06a7c3488276 req-d87b8df0-ac03-4b63-8719-3f8e4b2b7365 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:37.895675 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e83db2f-f0a9-4628-8002-06a7c3488276 req-d87b8df0-ac03-4b63-8719-3f8e4b2b7365 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.3176997 Dec 08 01:59:37.985571 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:37.986829 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8f57deea-8994-44c1-ac5f-4a257dd7f71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.036912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f57deea-8994-44c1-ac5f-4a257dd7f71e None None] No DVR routers for this DVR port 67c8218c-e1c5-4a90-b6be-66b7b1f05458 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:38.105387 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57deea-8994-44c1-ac5f-4a257dd7f71e None None] Pushing event deleted for resources: {'Port': ['ID=67c8218c-e1c5-4a90-b6be-66b7b1f05458,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:38.168596 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Pushing event deleted for resources: {'Port': ['ID=67c8218c-e1c5-4a90-b6be-66b7b1f05458,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:38.193870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] No DVR routers for this DVR port 67c8218c-e1c5-4a90-b6be-66b7b1f05458 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:38.216927 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-508200ec-be16-4ed8-87e8-e1f875d28880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.259951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0061356-8862-4a44-b273-08780ebef7af tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:38.264264 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0061356-8862-4a44-b273-08780ebef7af tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.345212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e83db2f-f0a9-4628-8002-06a7c3488276 req-ba927f2e-0ed8-4f7a-843c-d740905098c5 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482520 Dec 08 01:59:38.456461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.474365 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-508200ec-be16-4ed8-87e8-e1f875d28880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.479334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-508200ec-be16-4ed8-87e8-e1f875d28880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.484737 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-508200ec-be16-4ed8-87e8-e1f875d28880 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34e2400b-c394-40c7-8dc5-90907bc0c42e HTTP/1.1" status: 204 len: 168 time: 1.1581051 Dec 08 01:59:38.512360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508200ec-be16-4ed8-87e8-e1f875d28880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e2400b-c394-40c7-8dc5-90907bc0c42e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:38.590250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f08eab5-a052-4f53-98e8-b4318a0650b8']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:38.610542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716f13c6-434d-452e-85e5-6f277a199bca') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:38.611200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716f13c6-434d-452e-85e5-6f277a199bca') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:38.674967 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.711779 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.730967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:38.732815 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:38.910548 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:38.928790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.931261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0061356-8862-4a44-b273-08780ebef7af tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.989181 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:38.995980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] 10.222.0.70 "DELETE /v2.0/networks/1f08eab5-a052-4f53-98e8-b4318a0650b8 HTTP/1.1" status: 204 len: 168 time: 2.6646791 Dec 08 01:59:39.001747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51904) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:39.034301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747cd19-4f2a-4d5d-b6c9-7a1471efb37c admin admin] Pushing event deleted for resources: {'Network': ['ID=1f08eab5-a052-4f53-98e8-b4318a0650b8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:39.078530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f195e0-8e59-4a25-920d-bd1b09fdac80 req-20c116d1-369b-4d5d-bd23-d330b6faa0b9 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:39.080192 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7f195e0-8e59-4a25-920d-bd1b09fdac80 req-20c116d1-369b-4d5d-bd23-d330b6faa0b9 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.1688163 Dec 08 01:59:39.117837 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0061356-8862-4a44-b273-08780ebef7af tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:39.181076 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7f195e0-8e59-4a25-920d-bd1b09fdac80 req-c909e638-2007-4bb8-93d7-ce156d76b019 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915039 Dec 08 01:59:39.328856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-28ede0c7-5d0d-4075-a843-bd0873ab76f3 None None] Provisioning complete for port 165037a1-609e-43db-a274-3b89d205a979 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:39.329840 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-28ede0c7-5d0d-4075-a843-bd0873ab76f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:39.457662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-28ede0c7-5d0d-4075-a843-bd0873ab76f3 None None] Port 165037a1-609e-43db-a274-3b89d205a979 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:39.467405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3358e93a-d703-4cc8-9ae3-173313ae7ab1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:39.473263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e0061356-8862-4a44-b273-08780ebef7af tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:39.541934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0061356-8862-4a44-b273-08780ebef7af tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:39.551163 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e0061356-8862-4a44-b273-08780ebef7af tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:39.559607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0061356-8862-4a44-b273-08780ebef7af tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Subnet': ['ID=c6329e70-d94d-4040-a43d-5144f8ec1c63,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:39.600671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-28ede0c7-5d0d-4075-a843-bd0873ab76f3 None None] Provisioning complete for port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:39.601826 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-28ede0c7-5d0d-4075-a843-bd0873ab76f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:39.610970 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 51924) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:39.612495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e0061356-8862-4a44-b273-08780ebef7af tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1924825 Dec 08 01:59:39.616658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3f71629e-eefa-45f6-bdcd-b86890644b4e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-897475604', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c6329e70-d94d-4040-a43d-5144f8ec1c63'}], 'security_groups': ['079a5054-b213-4de6-b20a-c19f915d0d4d']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:39.749192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:39.749861 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:39.934919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8393cbc9-5e85-40c7-8a99-20ba7004a62b None None] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:40.031600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f71629e-eefa-45f6-bdcd-b86890644b4e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.258380 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-28ede0c7-5d0d-4075-a843-bd0873ab76f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.400385 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.469728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f660ab57-9686-47fb-9a96-1608aa7ee696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.641681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-28ede0c7-5d0d-4075-a843-bd0873ab76f3 None None] For port 3358e93a-d703-4cc8-9ae3-173313ae7ab1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3358e93a-d703-4cc8-9ae3-173313ae7ab1,segment=NetworkSegment(2b2b1f02-5b36-4153-9df1-74433a677d5c),segment_id=2b2b1f02-5b36-4153-9df1-74433a677d5c)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:40.661520 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-28ede0c7-5d0d-4075-a843-bd0873ab76f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:40.667792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5974c18-23be-4142-b9be-0b2146eb9fe0 req-4efd3095-9f70-4297-a9e7-5a4f66b3e051 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:40.681828 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b5974c18-23be-4142-b9be-0b2146eb9fe0 req-4efd3095-9f70-4297-a9e7-5a4f66b3e051 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.3386412 Dec 08 01:59:40.863187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-3f71629e-eefa-45f6-bdcd-b86890644b4e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Delete allocated IP 2001:db8::3cf (945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e/3b1e5493-9568-402d-969a-b2a0de22089c) {{(pid=103130) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 01:59:40.885800 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b5974c18-23be-4142-b9be-0b2146eb9fe0 req-8e8f64a6-d283-4f6c-89a1-1f1127065434 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990552 Dec 08 01:59:40.895465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-3f71629e-eefa-45f6-bdcd-b86890644b4e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8:0:1::36c (945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e/c6329e70-d94d-4040-a43d-5144f8ec1c63/fa4d1c5b-094a-445e-b25c-7a45438523d4) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:41.013911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e0d9b3d6-91c6-47c1-a970-f91f01a804f3 None None] Provisioning complete for port fa4d1c5b-094a-445e-b25c-7a45438523d4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:41.018068 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e0d9b3d6-91c6-47c1-a970-f91f01a804f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.095636 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 01:59:41.096511 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 01:59:41.100458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e0d9b3d6-91c6-47c1-a970-f91f01a804f3 None None] Port fa4d1c5b-094a-445e-b25c-7a45438523d4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:41.106022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ede0c7-5d0d-4075-a843-bd0873ab76f3 None None] Pushing event updated for resources: {'Port': ['ID=3358e93a-d703-4cc8-9ae3-173313ae7ab1,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:41.114305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426105b-a7c0-4314-8ba2-d1d24ff437f1 None None] Update dhcp port {'port': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'fixed_ips': [{'subnet_id': '3b1e5493-9568-402d-969a-b2a0de22089c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c6329e70-d94d-4040-a43d-5144f8ec1c63'}], 'binding:host_id': 'n-d-713498-30'}, 'id': '3358e93a-d703-4cc8-9ae3-173313ae7ab1'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:59:41.146150 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9426105b-a7c0-4314-8ba2-d1d24ff437f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.507053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceadbd9-50a6-4112-b7c1-d15918307fab req-b077ea41-8bf2-40e9-a66c-0c9f8e0dfc1b tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:41.511724 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ceadbd9-50a6-4112-b7c1-d15918307fab req-b077ea41-8bf2-40e9-a66c-0c9f8e0dfc1b tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.1782768 Dec 08 01:59:41.515601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f660ab57-9686-47fb-9a96-1608aa7ee696 admin admin] Deleting port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:41.518922 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f660ab57-9686-47fb-9a96-1608aa7ee696 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.551898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fd12-1b22-4c69-b717-1fdca22a67ba req-1b05cb91-688d-4831-9c07-8df137ea9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:41.553555 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0055fd12-1b22-4c69-b717-1fdca22a67ba req-1b05cb91-688d-4831-9c07-8df137ea9620 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b5a9b706957b458ebb64042f28522762&device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 1097 time: 0.2004023 Dec 08 01:59:41.666559 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f71629e-eefa-45f6-bdcd-b86890644b4e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.728861 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ceadbd9-50a6-4112-b7c1-d15918307fab req-f581f497-bcfa-4fc5-aaec-9f6b133db44e tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040761 Dec 08 01:59:41.762969 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f71629e-eefa-45f6-bdcd-b86890644b4e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.839705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 67c8218c-e1c5-4a90-b6be-66b7b1f05458 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:41.862497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f660ab57-9686-47fb-9a96-1608aa7ee696 admin admin] For port 81d24c62-d501-4e6f-9d6c-e712f2e48ae4, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=81d24c62-d501-4e6f-9d6c-e712f2e48ae4,segment=NetworkSegment(bbbc8d80-b376-45fd-82b3-0cc6777eb313),segment_id=bbbc8d80-b376-45fd-82b3-0cc6777eb313)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:41.862878 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f660ab57-9686-47fb-9a96-1608aa7ee696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.880112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f660ab57-9686-47fb-9a96-1608aa7ee696 admin admin] Calling delete_port for 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:41.924733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-9426105b-a7c0-4314-8ba2-d1d24ff437f1 None None] Allocated IP 2001:db8:0:1::2 (945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e/c6329e70-d94d-4040-a43d-5144f8ec1c63/3358e93a-d703-4cc8-9ae3-173313ae7ab1) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:41.932800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3f71629e-eefa-45f6-bdcd-b86890644b4e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] In _notify_port_updated(), no bound segment for port fa4d1c5b-094a-445e-b25c-7a45438523d4 on network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e {{(pid=103130) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:59:41.939888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71629e-eefa-45f6-bdcd-b86890644b4e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:41.940986 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f71629e-eefa-45f6-bdcd-b86890644b4e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:41.942605 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3f71629e-eefa-45f6-bdcd-b86890644b4e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "PUT /v2.0/ports/fa4d1c5b-094a-445e-b25c-7a45438523d4 HTTP/1.1" status: 200 len: 930 time: 2.3306143 Dec 08 01:59:41.966915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 51982) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:41.997410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71629e-eefa-45f6-bdcd-b86890644b4e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=fa4d1c5b-094a-445e-b25c-7a45438523d4,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:42.072563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fd12-1b22-4c69-b717-1fdca22a67ba req-a0105f0e-7ef6-4cc2-8074-c8df6fa6810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:42.078580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0055fd12-1b22-4c69-b717-1fdca22a67ba req-a0105f0e-7ef6-4cc2-8074-c8df6fa6810d service neutron] 10.222.0.65 "GET /v2.0/networks?id=caa0b6a0-2939-4a9b-83b1-a36366b27e64 HTTP/1.1" status: 200 len: 913 time: 0.5048504 Dec 08 01:59:42.121003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 67c8218c-e1c5-4a90-b6be-66b7b1f05458 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:42.124388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 67c8218c-e1c5-4a90-b6be-66b7b1f05458 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:42.210848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9426105b-a7c0-4314-8ba2-d1d24ff437f1 None None] For port 3358e93a-d703-4cc8-9ae3-173313ae7ab1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3358e93a-d703-4cc8-9ae3-173313ae7ab1,segment=NetworkSegment(2b2b1f02-5b36-4153-9df1-74433a677d5c),segment_id=2b2b1f02-5b36-4153-9df1-74433a677d5c)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:42.219154 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0055fd12-1b22-4c69-b717-1fdca22a67ba req-c3bbb044-e17d-4c2c-8f16-4a3353d09675 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8940eb3c-2663-4469-b3ba-158ea9ba5a68 HTTP/1.1" status: 200 len: 217 time: 0.1281550 Dec 08 01:59:42.302671 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9426105b-a7c0-4314-8ba2-d1d24ff437f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.310387 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9426105b-a7c0-4314-8ba2-d1d24ff437f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.322334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fd12-1b22-4c69-b717-1fdca22a67ba req-89a98a02-df7c-4a81-bb3d-d8d0d7f9994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:42.323907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0055fd12-1b22-4c69-b717-1fdca22a67ba req-89a98a02-df7c-4a81-bb3d-d8d0d7f9994d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6aadcfb9-e9e1-4884-ac42-43e59afd2214 HTTP/1.1" status: 200 len: 852 time: 0.0939860 Dec 08 01:59:42.367823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3358e93a-d703-4cc8-9ae3-173313ae7ab1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:42.400475 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0055fd12-1b22-4c69-b717-1fdca22a67ba req-cccc1d01-0bb9-4912-a807-74eb3a33a6a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=caa0b6a0-2939-4a9b-83b1-a36366b27e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670476 Dec 08 01:59:42.416224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-0055fd12-1b22-4c69-b717-1fdca22a67ba req-dbbab126-c90d-4207-8e91-876f845e6e96 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 01:59:42.417870 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0055fd12-1b22-4c69-b717-1fdca22a67ba req-dbbab126-c90d-4207-8e91-876f845e6e96 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067830 Dec 08 01:59:42.520227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426105b-a7c0-4314-8ba2-d1d24ff437f1 None None] Pushing event updated for resources: {'Port': ['ID=3358e93a-d703-4cc8-9ae3-173313ae7ab1,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:42.569734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:42.570280 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.737591 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f660ab57-9686-47fb-9a96-1608aa7ee696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:42.798368 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0055fd12-1b22-4c69-b717-1fdca22a67ba req-a2016cde-7c2b-4a9c-bdf4-873b2f5cdd60 service neutron] 10.222.0.65 "GET /v2.0/networks/caa0b6a0-2939-4a9b-83b1-a36366b27e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709667 Dec 08 01:59:42.799907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660ab57-9686-47fb-9a96-1608aa7ee696 admin admin] Pushing event deleted for resources: {'Port': ['ID=81d24c62-d501-4e6f-9d6c-e712f2e48ae4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:42.804267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b307abe1-d8fc-4664-b8b2-953d8d7ba171 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port fa4d1c5b-094a-445e-b25c-7a45438523d4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:42.804881 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b307abe1-d8fc-4664-b8b2-953d8d7ba171 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.194115 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0055fd12-1b22-4c69-b717-1fdca22a67ba req-61520d94-aa17-4bd6-8d0f-823c5be5495d service neutron] 10.222.0.65 "GET /v2.0/networks/caa0b6a0-2939-4a9b-83b1-a36366b27e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826976 Dec 08 01:59:43.432775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f660ab57-9686-47fb-9a96-1608aa7ee696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.758148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1aa57d-5da6-4c3d-ba48-67ae46802921 req-bbc42551-5418-45d4-a781-6cba7cd40dbb tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:43.769058 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec1aa57d-5da6-4c3d-ba48-67ae46802921 req-bbc42551-5418-45d4-a781-6cba7cd40dbb tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.6395710 Dec 08 01:59:43.773240 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b307abe1-d8fc-4664-b8b2-953d8d7ba171 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:43.804695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b307abe1-d8fc-4664-b8b2-953d8d7ba171 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for fa4d1c5b-094a-445e-b25c-7a45438523d4 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:44.005364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-93b74083-97dd-43a1-9348-49a58a2c3f08 None None] Provisioning complete for port fa4d1c5b-094a-445e-b25c-7a45438523d4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:44.005902 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-93b74083-97dd-43a1-9348-49a58a2c3f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:44.214745 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-93b74083-97dd-43a1-9348-49a58a2c3f08 None None] Port fa4d1c5b-094a-445e-b25c-7a45438523d4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:44.321672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-93b74083-97dd-43a1-9348-49a58a2c3f08 None None] Provisioning complete for port 165037a1-609e-43db-a274-3b89d205a979 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:44.322050 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-93b74083-97dd-43a1-9348-49a58a2c3f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:44.433192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-93b74083-97dd-43a1-9348-49a58a2c3f08 None None] Port 165037a1-609e-43db-a274-3b89d205a979 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:44.452715 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec1aa57d-5da6-4c3d-ba48-67ae46802921 req-bb59e9d5-2ca6-4c7f-b728-eccbfdb1bf15 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820288 Dec 08 01:59:44.475452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3358e93a-d703-4cc8-9ae3-173313ae7ab1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:44.477425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-93b74083-97dd-43a1-9348-49a58a2c3f08 None None] Provisioning complete for port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:44.477803 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-93b74083-97dd-43a1-9348-49a58a2c3f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:44.511685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f660ab57-9686-47fb-9a96-1608aa7ee696 admin admin] Router 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 01:59:44.687729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:44.688104 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:44.884501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-58dcebf2-3e41-4173-a290-d44917edc973 None None] Provisioning complete for port fa4d1c5b-094a-445e-b25c-7a45438523d4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:44.885141 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-58dcebf2-3e41-4173-a290-d44917edc973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:44.938701 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-58dcebf2-3e41-4173-a290-d44917edc973 None None] Port fa4d1c5b-094a-445e-b25c-7a45438523d4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:45.158371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b307abe1-d8fc-4664-b8b2-953d8d7ba171 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:45.225460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307abe1-d8fc-4664-b8b2-953d8d7ba171 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=fa4d1c5b-094a-445e-b25c-7a45438523d4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:45.234670 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f660ab57-9686-47fb-9a96-1608aa7ee696 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 01:59:45.255682 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d20af39-dec1-4fbc-bbf5-68d9ebdbeb4d None None] Sync routers for ids ['9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 01:59:45.256327 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f660ab57-9686-47fb-9a96-1608aa7ee696 admin admin] 10.222.0.70 "PUT /v2.0/routers/9a19dd6a-7eb1-463b-ac39-7808ec0ddf93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2467747 Dec 08 01:59:45.259341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52028) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:45.265895 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b307abe1-d8fc-4664-b8b2-953d8d7ba171 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:45.271924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b307abe1-d8fc-4664-b8b2-953d8d7ba171 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/fa4d1c5b-094a-445e-b25c-7a45438523d4 HTTP/1.1" status: 204 len: 168 time: 3.2983637 Dec 08 01:59:45.272770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52030) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:45.291987 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d20af39-dec1-4fbc-bbf5-68d9ebdbeb4d None None] Routers {'9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:45.294778 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-0d20af39-dec1-4fbc-bbf5-68d9ebdbeb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:45.335390 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b476854-2330-4bd3-9dc7-faf7f3a51fc3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 01:59:45.340509 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7b476854-2330-4bd3-9dc7-faf7f3a51fc3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/fa4d1c5b-094a-445e-b25c-7a45438523d4 HTTP/1.1" status: 404 len: 333 time: 0.0664499 Dec 08 01:59:45.349372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52032) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:45.545155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19bcee5-68bf-4879-a9f1-bddf00562d04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:45.565046 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-0d20af39-dec1-4fbc-bbf5-68d9ebdbeb4d None None] Set router 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:59:45.622969 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:45.700343 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19bcee5-68bf-4879-a9f1-bddf00562d04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:45.904531 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19bcee5-68bf-4879-a9f1-bddf00562d04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:45.913629 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c19bcee5-68bf-4879-a9f1-bddf00562d04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:45.915007 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c19bcee5-68bf-4879-a9f1-bddf00562d04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/security-groups/40af3fbb-0602-425c-9aaf-d923bbb85dd4 HTTP/1.1" status: 204 len: 168 time: 0.5642428 Dec 08 01:59:45.917838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52042) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:45.982560 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:46.038828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b350ec5-2c00-4210-86db-02c110d72e68 req-7e101720-a924-4b70-8f7e-847ffb42bf2f tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:46.050531 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b350ec5-2c00-4210-86db-02c110d72e68 req-7e101720-a924-4b70-8f7e-847ffb42bf2f tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.3930657 Dec 08 01:59:46.145805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Deleting port 4e1af6a6-6ff1-4757-8e99-b43529da83e7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:46.146160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:46.158186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bcee5-68bf-4879-a9f1-bddf00562d04 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40af3fbb-0602-425c-9aaf-d923bbb85dd4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:46.182755 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-0d20af39-dec1-4fbc-bbf5-68d9ebdbeb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'name': 'tempest-TestVolumeBackupRestore-1362665520-router', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:55Z', 'updated_at': '2021-12-08T01:59:42Z', 'revision_number': 5, 'project_id': '290122d9cd38474aafb54dabd170df07', 'gw_port': {'id': '4e1af6a6-6ff1-4757-8e99-b43529da83e7', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:52:56Z', 'updated_at': '2021-12-08T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:46.308192 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d20af39-dec1-4fbc-bbf5-68d9ebdbeb4d None None] Checking router: 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 01:59:46.314921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d8208b9-d2fe-4439-9f8b-d574e503c474 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:46.347490 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d20af39-dec1-4fbc-bbf5-68d9ebdbeb4d None None] Routers {'9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 01:59:46.349012 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-0d20af39-dec1-4fbc-bbf5-68d9ebdbeb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T01:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:46.393034 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d8208b9-d2fe-4439-9f8b-d574e503c474 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:46.396851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52056) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:46.458212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] For port 4e1af6a6-6ff1-4757-8e99-b43529da83e7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=4e1af6a6-6ff1-4757-8e99-b43529da83e7,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:46.462927 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:46.466914 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b350ec5-2c00-4210-86db-02c110d72e68 req-cb7f830e-5cfc-46d8-875e-b9bb52a245a2 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153695 Dec 08 01:59:46.475143 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d8208b9-d2fe-4439-9f8b-d574e503c474 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:46.481307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d8208b9-d2fe-4439-9f8b-d574e503c474 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:46.486082 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4d8208b9-d2fe-4439-9f8b-d574e503c474 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/security-groups/079a5054-b213-4de6-b20a-c19f915d0d4d HTTP/1.1" status: 204 len: 168 time: 0.5496678 Dec 08 01:59:46.486881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52060) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:46.507879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Calling delete_port for 4e1af6a6-6ff1-4757-8e99-b43529da83e7 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:46.523647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8208b9-d2fe-4439-9f8b-d574e503c474 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079a5054-b213-4de6-b20a-c19f915d0d4d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:46.591183 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-0d20af39-dec1-4fbc-bbf5-68d9ebdbeb4d None None] Set router 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 01:59:46.765366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ace8b0-fd56-4030-b1e2-4691aa5ce2c3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting subnet 3b1e5493-9568-402d-969a-b2a0de22089c {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:46.781489 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-0d20af39-dec1-4fbc-bbf5-68d9ebdbeb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'name': 'tempest-TestVolumeBackupRestore-1362665520-router', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:55Z', 'updated_at': '2021-12-08T01:59:45Z', 'revision_number': 6, 'project_id': '290122d9cd38474aafb54dabd170df07', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:46.789868 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7ace8b0-fd56-4030-b1e2-4691aa5ce2c3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:46.894542 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d20af39-dec1-4fbc-bbf5-68d9ebdbeb4d None None] The sync data for ids ['9a19dd6a-7eb1-463b-ac39-7808ec0ddf93'] in n-d-713498-30 is: [{'id': '9a19dd6a-7eb1-463b-ac39-7808ec0ddf93', 'name': 'tempest-TestVolumeBackupRestore-1362665520-router', 'tenant_id': '290122d9cd38474aafb54dabd170df07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:52:55Z', 'updated_at': '2021-12-08T01:59:45Z', 'revision_number': 6, 'project_id': '290122d9cd38474aafb54dabd170df07', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 01:59:47.022327 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02fad1ac-490a-4493-bf5c-ba6d1cdfae95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.068737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52070) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:47.074055 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7ace8b0-fd56-4030-b1e2-4691aa5ce2c3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.120864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762dacf-2cd8-41ca-b10e-1676733a18e5 req-e10376e4-0bf3-4e78-a9cd-8762359e890b tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:47.123399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2762dacf-2cd8-41ca-b10e-1676733a18e5 req-e10376e4-0bf3-4e78-a9cd-8762359e890b tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.1350672 Dec 08 01:59:47.248079 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2762dacf-2cd8-41ca-b10e-1676733a18e5 req-aa218a24-7fbd-4092-9f44-0e93ae6d1fb4 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161685 Dec 08 01:59:47.474693 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fe87c0f5-8717-4500-af84-08c4e825446f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45aa20cf905b425090cbf4a89cfccdc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4015303 Dec 08 01:59:47.481407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52078) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:47.582761 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5084828-561c-4f64-a647-44eebe9dda37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.619166 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5084828-561c-4f64-a647-44eebe9dda37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.688565 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5084828-561c-4f64-a647-44eebe9dda37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.693576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5084828-561c-4f64-a647-44eebe9dda37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:47.694989 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b5084828-561c-4f64-a647-44eebe9dda37 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a366232-5889-4764-9458-1529e593fd96 HTTP/1.1" status: 204 len: 168 time: 0.2119443 Dec 08 01:59:47.732788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5084828-561c-4f64-a647-44eebe9dda37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a366232-5889-4764-9458-1529e593fd96,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:48.146215 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02fad1ac-490a-4493-bf5c-ba6d1cdfae95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.150381 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.157001 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-02fad1ac-490a-4493-bf5c-ba6d1cdfae95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.242141 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fad1ac-490a-4493-bf5c-ba6d1cdfae95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c233d6fd-cf0d-4e21-8799-48efd41e6a7c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:48.252918 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7ace8b0-fd56-4030-b1e2-4691aa5ce2c3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.266623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1af6a6-6ff1-4757-8e99-b43529da83e7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:48.315874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca93b78-f89e-4f1d-9a90-9b3c62119f01 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:59:48.370669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:48.444928 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:48.445284 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 81d24c62-d501-4e6f-9d6c-e712f2e48ae4 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:48.445707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4e1af6a6-6ff1-4757-8e99-b43529da83e7 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:48.462885 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-02fad1ac-490a-4493-bf5c-ba6d1cdfae95 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0cf6e7d6fc39493fafaf53d2a20a28f2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0616810 Dec 08 01:59:48.499256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52098) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:48.551634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 4e1af6a6-6ff1-4757-8e99-b43529da83e7 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:48.552432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 4e1af6a6-6ff1-4757-8e99-b43529da83e7 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:48.600766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.626509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e2119-e6bb-46ff-962a-661bfbd79992 req-9ca3bf8f-48bc-4ee3-a032-e5c9a1471ac1 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:48.633562 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-292e2119-e6bb-46ff-962a-661bfbd79992 req-9ca3bf8f-48bc-4ee3-a032-e5c9a1471ac1 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.2260985 Dec 08 01:59:48.724317 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4367a577-1ab0-4059-9d59-e86fa45c50a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.744792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7ace8b0-fd56-4030-b1e2-4691aa5ce2c3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.770657 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4367a577-1ab0-4059-9d59-e86fa45c50a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.810020 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7ace8b0-fd56-4030-b1e2-4691aa5ce2c3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.817671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45611b60-f3c3-4666-8d7b-ee7902cd3bce None None] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:48.820214 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d7ace8b0-fd56-4030-b1e2-4691aa5ce2c3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/3b1e5493-9568-402d-969a-b2a0de22089c HTTP/1.1" status: 204 len: 168 time: 2.3320637 Dec 08 01:59:48.821835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ace8b0-fd56-4030-b1e2-4691aa5ce2c3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1e5493-9568-402d-969a-b2a0de22089c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:48.823206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52108) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:48.825200 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.832374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9ee08d77-0448-4198-8d2a-9dfc3a386e3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:48.837686 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.916225 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4367a577-1ab0-4059-9d59-e86fa45c50a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.920508 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4367a577-1ab0-4059-9d59-e86fa45c50a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:48.933289 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4367a577-1ab0-4059-9d59-e86fa45c50a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c233d6fd-cf0d-4e21-8799-48efd41e6a7c HTTP/1.1" status: 204 len: 168 time: 0.4262834 Dec 08 01:59:48.956006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367a577-1ab0-4059-9d59-e86fa45c50a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c233d6fd-cf0d-4e21-8799-48efd41e6a7c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:48.981521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-292e2119-e6bb-46ff-962a-661bfbd79992 req-f4aea008-e124-458e-954a-7910557c7ae0 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359780 Dec 08 01:59:49.058414 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.058939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 01:59:49.065613 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.066718 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f5995f02-9cf6-42ff-bfc4-9afe15aae109 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9a19dd6a-7eb1-463b-ac39-7808ec0ddf93 HTTP/1.1" status: 204 len: 168 time: 3.8047872 Dec 08 01:59:49.069347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52116) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:49.215127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aebf7-2cbb-43b3-a216-624324317245 req-2049813d-9910-4205-bc29-a14f92e4c823 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:49.217586 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-351aebf7-2cbb-43b3-a216-624324317245 req-2049813d-9910-4205-bc29-a14f92e4c823 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.65 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.1776142 Dec 08 01:59:49.218424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee08d77-0448-4198-8d2a-9dfc3a386e3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:49.236811 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ee08d77-0448-4198-8d2a-9dfc3a386e3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.238492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b7c41d-77b0-429e-aea3-88b01069c3c5 admin admin] Deleting subnet 4298364a-5231-49f4-823a-617d453032bc {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:49.262737 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c41d-77b0-429e-aea3-88b01069c3c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.341097 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c41d-77b0-429e-aea3-88b01069c3c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.601352 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c41d-77b0-429e-aea3-88b01069c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.644586 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52128) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:49.697063 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ff13fdd-aa0f-46d9-9d0c-7da4dc580f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.725585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c41d-77b0-429e-aea3-88b01069c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.771022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae01156e-1cc3-4c8e-8829-9bb24c58fbb3 None None] Network aab152be-eac1-444e-ae71-365b9040ec81 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:49.824872 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3b7c41d-77b0-429e-aea3-88b01069c3c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:49.832622 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a3b7c41d-77b0-429e-aea3-88b01069c3c5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/4298364a-5231-49f4-823a-617d453032bc HTTP/1.1" status: 204 len: 168 time: 0.7621176 Dec 08 01:59:49.837027 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7c41d-77b0-429e-aea3-88b01069c3c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4298364a-5231-49f4-823a-617d453032bc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:49.850856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:49.858337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-351aebf7-2cbb-43b3-a216-624324317245 req-c48dd9c9-4dd2-4770-928f-97cea0c072c7 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Deleting port 8940eb3c-2663-4469-b3ba-158ea9ba5a68 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:49.859229 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-351aebf7-2cbb-43b3-a216-624324317245 req-c48dd9c9-4dd2-4770-928f-97cea0c072c7 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.034271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ff13fdd-aa0f-46d9-9d0c-7da4dc580f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.043366 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2ff13fdd-aa0f-46d9-9d0c-7da4dc580f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.046825 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.083802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614eec0d-3225-4ce9-aaee-2e0390cfafc1 None None] DHCP port deletion for aab152be-eac1-444e-ae71-365b9040ec81 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 01:59:50.241295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-614eec0d-3225-4ce9-aaee-2e0390cfafc1 None None] Deleting port 80d7f287-edd6-4027-99c4-a4d219aebdb5 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:50.242049 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-614eec0d-3225-4ce9-aaee-2e0390cfafc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.242637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e98d9-4be8-4b92-96fb-a473ccecd26c req-4a89ec03-af1a-4206-a2cf-45dc06253151 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:50.254432 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-438e98d9-4be8-4b92-96fb-a473ccecd26c req-4a89ec03-af1a-4206-a2cf-45dc06253151 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/ports?device_id=326d3d72-6356-4ccb-a7ca-0489d749c583 HTTP/1.1" status: 200 len: 945 time: 0.1043699 Dec 08 01:59:50.265293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff13fdd-aa0f-46d9-9d0c-7da4dc580f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd52fc64-a0eb-4b5d-8f53-c9df99389455,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:50.283521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Deleting port 80d7f287-edd6-4027-99c4-a4d219aebdb5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:50.283986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.309632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 80d7f287-edd6-4027-99c4-a4d219aebdb5 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:50.363939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-351aebf7-2cbb-43b3-a216-624324317245 req-c48dd9c9-4dd2-4770-928f-97cea0c072c7 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] For port 8940eb3c-2663-4469-b3ba-158ea9ba5a68, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8940eb3c-2663-4469-b3ba-158ea9ba5a68,segment=NetworkSegment(2310a5ea-c394-4092-abd1-09cf419fa3b1),segment_id=2310a5ea-c394-4092-abd1-09cf419fa3b1)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:50.364326 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-351aebf7-2cbb-43b3-a216-624324317245 req-c48dd9c9-4dd2-4770-928f-97cea0c072c7 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.393581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-614eec0d-3225-4ce9-aaee-2e0390cfafc1 None None] For port 80d7f287-edd6-4027-99c4-a4d219aebdb5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=80d7f287-edd6-4027-99c4-a4d219aebdb5,segment=NetworkSegment(bbbc8d80-b376-45fd-82b3-0cc6777eb313),segment_id=bbbc8d80-b376-45fd-82b3-0cc6777eb313)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:50.394850 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-614eec0d-3225-4ce9-aaee-2e0390cfafc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.396487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-351aebf7-2cbb-43b3-a216-624324317245 req-c48dd9c9-4dd2-4770-928f-97cea0c072c7 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Calling delete_port for 8940eb3c-2663-4469-b3ba-158ea9ba5a68 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:50.410359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-614eec0d-3225-4ce9-aaee-2e0390cfafc1 None None] Calling delete_port for 80d7f287-edd6-4027-99c4-a4d219aebdb5 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:50.494231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] For port 80d7f287-edd6-4027-99c4-a4d219aebdb5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=80d7f287-edd6-4027-99c4-a4d219aebdb5,segment=NetworkSegment(bbbc8d80-b376-45fd-82b3-0cc6777eb313),segment_id=bbbc8d80-b376-45fd-82b3-0cc6777eb313)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:50.494701 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.511734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Calling delete_port for 80d7f287-edd6-4027-99c4-a4d219aebdb5 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:50.573706 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-614eec0d-3225-4ce9-aaee-2e0390cfafc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.614714 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-351aebf7-2cbb-43b3-a216-624324317245 req-c48dd9c9-4dd2-4770-928f-97cea0c072c7 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.616011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614eec0d-3225-4ce9-aaee-2e0390cfafc1 None None] Pushing event deleted for resources: {'Port': ['ID=80d7f287-edd6-4027-99c4-a4d219aebdb5,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:50.649647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No active binding found for port 80d7f287-edd6-4027-99c4-a4d219aebdb5 {{(pid=103131) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 01:59:50.650111 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 80d7f287-edd6-4027-99c4-a4d219aebdb5 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:50.661845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4a8b0d80-0230-47eb-8e00-4c78223b5221 None None] Provisioning complete for port 165037a1-609e-43db-a274-3b89d205a979 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:50.662690 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a8b0d80-0230-47eb-8e00-4c78223b5221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.677379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614eec0d-3225-4ce9-aaee-2e0390cfafc1 None None] No DVR routers for this DVR port 80d7f287-edd6-4027-99c4-a4d219aebdb5 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:50.680887 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.714473 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2ff13fdd-aa0f-46d9-9d0c-7da4dc580f97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17385aacb1724d43af9d98e160e98edb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0665157 Dec 08 01:59:50.745801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['8940eb3c-2663-4469-b3ba-158ea9ba5a68'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 01:59:50.748358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:50.751422 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] No DVR routers for this DVR port 80d7f287-edd6-4027-99c4-a4d219aebdb5 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:50.765919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48dd9c9-4dd2-4770-928f-97cea0c072c7 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Pushing event deleted for resources: {'Port': ['ID=8940eb3c-2663-4469-b3ba-158ea9ba5a68,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:50.789250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-351aebf7-2cbb-43b3-a216-624324317245 req-c48dd9c9-4dd2-4770-928f-97cea0c072c7 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] No DVR routers for this DVR port 8940eb3c-2663-4469-b3ba-158ea9ba5a68 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 01:59:50.793639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-351aebf7-2cbb-43b3-a216-624324317245 req-c48dd9c9-4dd2-4770-928f-97cea0c072c7 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.797784 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-351aebf7-2cbb-43b3-a216-624324317245 req-c48dd9c9-4dd2-4770-928f-97cea0c072c7 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.65 "DELETE /v2.0/ports/8940eb3c-2663-4469-b3ba-158ea9ba5a68 HTTP/1.1" status: 204 len: 173 time: 1.4115455 Dec 08 01:59:50.798559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326d3d72-6356-4ccb-a7ca-0489d749c583', 'name': 'network-vif-deleted', 'tag': '8940eb3c-2663-4469-b3ba-158ea9ba5a68'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 01:59:50.809947 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2979b5-0558-4b4c-92a9-9a2b41983e94" -d '{"events": [{"server_uuid": "326d3d72-6356-4ccb-a7ca-0489d749c583", "name": "network-vif-deleted", "tag": "8940eb3c-2663-4469-b3ba-158ea9ba5a68"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 01:59:50.876316 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b0d80-0230-47eb-8e00-4c78223b5221 None None] Port 165037a1-609e-43db-a274-3b89d205a979 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:50.913279 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ee08d77-0448-4198-8d2a-9dfc3a386e3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.921727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4a8b0d80-0230-47eb-8e00-4c78223b5221 None None] Provisioning complete for port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:50.927977 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a8b0d80-0230-47eb-8e00-4c78223b5221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:50.981848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d7f287-edd6-4027-99c4-a4d219aebdb5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:51.051933 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee08d77-0448-4198-8d2a-9dfc3a386e3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:51.084351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-9ee08d77-0448-4198-8d2a-9dfc3a386e3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:51.089502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee08d77-0448-4198-8d2a-9dfc3a386e3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:51.090295 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ee08d77-0448-4198-8d2a-9dfc3a386e3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.103075 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-438e98d9-4be8-4b92-96fb-a473ccecd26c req-8416f0c3-9881-49b2-af9d-7d8a0f938823 tempest-TestServerAdvancedOps-24613654 tempest-TestServerAdvancedOps-24613654-project] 10.222.0.70 "GET /v2.0/security-groups?id=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8422155 Dec 08 01:59:51.112003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425260be-5616-497e-aa8e-9736f40d6178 None None] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:51.117823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee08d77-0448-4198-8d2a-9dfc3a386e3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Subnet': ['ID=2b45f810-2af6-4f86-852e-68fcd0c767b3,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:51.156368 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9ee08d77-0448-4198-8d2a-9dfc3a386e3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3287764 Dec 08 01:59:51.158431 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 01:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2fd57b-088a-4a52-a5eb-8487c37f5a16 x-openstack-request-id: req-dd2fd57b-088a-4a52-a5eb-8487c37f5a16 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 01:59:51.167308 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326d3d72-6356-4ccb-a7ca-0489d749c583", "name": "network-vif-deleted", "tag": "8940eb3c-2663-4469-b3ba-158ea9ba5a68", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 01:59:51.167886 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dd2fd57b-088a-4a52-a5eb-8487c37f5a16 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 01:59:51.168376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52246) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:51.170569 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326d3d72-6356-4ccb-a7ca-0489d749c583', 'name': 'network-vif-deleted', 'tag': '8940eb3c-2663-4469-b3ba-158ea9ba5a68', 'status': 'completed', 'code': 200} Dec 08 01:59:51.179509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e354748c-a578-44e9-8861-930a749896a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1909841145'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:51.220704 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.256367 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-961c819a-d6d3-4980-a8fa-f6081c5fcdbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.279634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab152be-eac1-444e-ae71-365b9040ec81']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:51.318017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbc8d80-b376-45fd-82b3-0cc6777eb313') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:51.318714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbc8d80-b376-45fd-82b3-0cc6777eb313') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:51.336732 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-961c819a-d6d3-4980-a8fa-f6081c5fcdbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.362375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.374270 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e354748c-a578-44e9-8861-930a749896a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.462555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.485804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:51.486745 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: timer() Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:51.489002 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:51.674517 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-961c819a-d6d3-4980-a8fa-f6081c5fcdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.681956 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-961c819a-d6d3-4980-a8fa-f6081c5fcdbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.689922 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-961c819a-d6d3-4980-a8fa-f6081c5fcdbd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd52fc64-a0eb-4b5d-8f53-c9df99389455 HTTP/1.1" status: 204 len: 168 time: 0.9273419 Dec 08 01:59:51.715231 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.719781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c819a-d6d3-4980-a8fa-f6081c5fcdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd52fc64-a0eb-4b5d-8f53-c9df99389455,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:51.730221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.737202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] 10.222.0.70 "DELETE /v2.0/networks/aab152be-eac1-444e-ae71-365b9040ec81 HTTP/1.1" status: 204 len: 168 time: 1.8847024 Dec 08 01:59:51.799057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36195df-63aa-4d1c-886c-09e900b3b782 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab152be-eac1-444e-ae71-365b9040ec81,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:51.815216 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e354748c-a578-44e9-8861-930a749896a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.837474 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e354748c-a578-44e9-8861-930a749896a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.977985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e354748c-a578-44e9-8861-930a749896a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:51.992706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52344) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:51.994397 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e354748c-a578-44e9-8861-930a749896a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8195114 Dec 08 01:59:51.996658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354748c-a578-44e9-8861-930a749896a8 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164ac87b-cea9-41ae-bd0a-8828bf6adfd2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:52.008949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-189f56fb-8e98-4d52-9459-ae09eeb05977 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'security_group': {'name': 'tempest-secgroup-1535098193'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:52.077479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df977ff3-c5d1-4622-a4a4-f2e8e2bfd0c0 None None] Update dhcp port {'port': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'fixed_ips': [{'subnet_id': 'c6329e70-d94d-4040-a43d-5144f8ec1c63', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2b45f810-2af6-4f86-852e-68fcd0c767b3'}], 'binding:host_id': 'n-d-713498-30'}, 'id': '3358e93a-d703-4cc8-9ae3-173313ae7ab1'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:59:52.088675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-189f56fb-8e98-4d52-9459-ae09eeb05977 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.150122 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-df977ff3-c5d1-4622-a4a4-f2e8e2bfd0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.197004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52360) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:52.274192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52362) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:52.320436 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-64944460-93f6-4b9b-a3b1-8f45c9351f4d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0ae44476fbc848c1a6b40e1d9cc7400d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1221216 Dec 08 01:59:52.326363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52364) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:52.394094 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-189f56fb-8e98-4d52-9459-ae09eeb05977 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.418147 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-189f56fb-8e98-4d52-9459-ae09eeb05977 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.458175 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76ea69cb-098c-49b6-84b2-2fbc35b50a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.468096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-df977ff3-c5d1-4622-a4a4-f2e8e2bfd0c0 None None] Allocated IP 2001:db8::2 (945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e/2b45f810-2af6-4f86-852e-68fcd0c767b3/3358e93a-d703-4cc8-9ae3-173313ae7ab1) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:52.500033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6c31a2-7577-418a-9b41-eccda71f9207 admin admin] Deleting subnet 6aadcfb9-e9e1-4884-ac42-43e59afd2214 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:52.501141 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76ea69cb-098c-49b6-84b2-2fbc35b50a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.574620 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a6c31a2-7577-418a-9b41-eccda71f9207 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.620138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76ea69cb-098c-49b6-84b2-2fbc35b50a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.636084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76ea69cb-098c-49b6-84b2-2fbc35b50a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.637314 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-76ea69cb-098c-49b6-84b2-2fbc35b50a9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7955dbe-c71d-4f92-93fe-8aa5283c89c3 HTTP/1.1" status: 204 len: 168 time: 0.3091645 Dec 08 01:59:52.648699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a6c31a2-7577-418a-9b41-eccda71f9207 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.667460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea69cb-098c-49b6-84b2-2fbc35b50a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7955dbe-c71d-4f92-93fe-8aa5283c89c3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:52.735917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-df977ff3-c5d1-4622-a4a4-f2e8e2bfd0c0 None None] For port 3358e93a-d703-4cc8-9ae3-173313ae7ab1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3358e93a-d703-4cc8-9ae3-173313ae7ab1,segment=NetworkSegment(2b2b1f02-5b36-4153-9df1-74433a677d5c),segment_id=2b2b1f02-5b36-4153-9df1-74433a677d5c)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:52.774745 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-df977ff3-c5d1-4622-a4a4-f2e8e2bfd0c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.778238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f56fb-8e98-4d52-9459-ae09eeb05977 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6b333b-f458-4ab9-a621-c68abd067e82,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:52.781693 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-df977ff3-c5d1-4622-a4a4-f2e8e2bfd0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.787347 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-189f56fb-8e98-4d52-9459-ae09eeb05977 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.789336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-189f56fb-8e98-4d52-9459-ae09eeb05977 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7956128 Dec 08 01:59:52.792394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52378) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:52.794437 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a6c31a2-7577-418a-9b41-eccda71f9207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.797185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-593bf79b-b8a9-476f-84cf-0bd441df89ce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'security_group': {'name': 'tempest-secgroup-628439712'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:52.850825 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-593bf79b-b8a9-476f-84cf-0bd441df89ce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.912477 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a6c31a2-7577-418a-9b41-eccda71f9207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.912738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df977ff3-c5d1-4622-a4a4-f2e8e2bfd0c0 None None] Pushing event updated for resources: {'Port': ['ID=3358e93a-d703-4cc8-9ae3-173313ae7ab1,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:52.969625 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a6c31a2-7577-418a-9b41-eccda71f9207 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:52.978367 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8a6c31a2-7577-418a-9b41-eccda71f9207 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6aadcfb9-e9e1-4884-ac42-43e59afd2214 HTTP/1.1" status: 204 len: 168 time: 0.7030275 Dec 08 01:59:52.985047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52384) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:53.004818 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-593bf79b-b8a9-476f-84cf-0bd441df89ce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.019830 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-593bf79b-b8a9-476f-84cf-0bd441df89ce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.036492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c31a2-7577-418a-9b41-eccda71f9207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aadcfb9-e9e1-4884-ac42-43e59afd2214,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:53.120489 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-593bf79b-b8a9-476f-84cf-0bd441df89ce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.124585 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-593bf79b-b8a9-476f-84cf-0bd441df89ce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3311203 Dec 08 01:59:53.128566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52386) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:53.142292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1813671500', 'security_groups': ['e08795e0-9a03-4a17-adb5-f1a826c888c2'], 'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2b45f810-2af6-4f86-852e-68fcd0c767b3'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:53.155701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bf79b-b8a9-476f-84cf-0bd441df89ce tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08795e0-9a03-4a17-adb5-f1a826c888c2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:53.213621 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.220867 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8940eb3c-2663-4469-b3ba-158ea9ba5a68 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 01:59:53.262159 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 8940eb3c-2663-4469-b3ba-158ea9ba5a68 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 01:59:53.262580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8940eb3c-2663-4469-b3ba-158ea9ba5a68 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 01:59:53.310459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52392) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:53.457045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:53.464386 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.519139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa0b6a0-2939-4a9b-83b1-a36366b27e64']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:53.531781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52400) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:53.546180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2310a5ea-c394-4092-abd1-09cf419fa3b1') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:53.546526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2310a5ea-c394-4092-abd1-09cf419fa3b1') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:53.583315 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.612990 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.627232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:53.627642 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:53.629554 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:53.711377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e20e10bb-3eab-4d14-bc51-bd4500c74869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.770483 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.776758 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.786556 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] 10.222.0.70 "DELETE /v2.0/networks/caa0b6a0-2939-4a9b-83b1-a36366b27e64 HTTP/1.1" status: 204 len: 168 time: 0.8004668 Dec 08 01:59:53.792762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52406) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:53.799077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52408) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:53.802271 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-640cb981-2fb3-4d1c-a6bc-cb11db464511 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=290122d9cd38474aafb54dabd170df07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2689538 Dec 08 01:59:53.812465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:53.875607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] device_id is not set on port f9e5a380-253d-4a24-a962-c7cfaecd3387 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 01:59:53.897659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773131d-0375-4567-9d63-3892068b9b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=caa0b6a0-2939-4a9b-83b1-a36366b27e64,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:53.965261 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7d6858-87a4-4625-a93b-67224d6680f5 admin admin] Deleting subnet 667beb89-3fd3-4c13-b45e-9605fa39ad84 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 01:59:53.971772 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6858-87a4-4625-a93b-67224d6680f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.079830 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d737e20-8a45-4e2d-ab2b-5f1f33707e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.131662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d737e20-8a45-4e2d-ab2b-5f1f33707e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.138662 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e20e10bb-3eab-4d14-bc51-bd4500c74869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.149243 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6858-87a4-4625-a93b-67224d6680f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.208043 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e20e10bb-3eab-4d14-bc51-bd4500c74869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.221601 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6858-87a4-4625-a93b-67224d6680f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.292695 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d737e20-8a45-4e2d-ab2b-5f1f33707e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.293454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3358e93a-d703-4cc8-9ae3-173313ae7ab1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 01:59:54.296019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d737e20-8a45-4e2d-ab2b-5f1f33707e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.300811 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5d737e20-8a45-4e2d-ab2b-5f1f33707e27 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/767cc4c8-8681-4602-a2c8-c5379ef73179 HTTP/1.1" status: 204 len: 168 time: 0.4947050 Dec 08 01:59:54.313896 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e20e10bb-3eab-4d14-bc51-bd4500c74869 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9c88c69ce3d41e3b5f074a4ffb3f6e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0028567 Dec 08 01:59:54.316551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8::37f (945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e/2b45f810-2af6-4f86-852e-68fcd0c767b3/f9e5a380-253d-4a24-a962-c7cfaecd3387) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:54.318480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52424) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:54.328935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d737e20-8a45-4e2d-ab2b-5f1f33707e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767cc4c8-8681-4602-a2c8-c5379ef73179,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:54.330840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e10bb-3eab-4d14-bc51-bd4500c74869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e8ebbf-863c-4f13-baa7-c18cbc925b60,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:54.402873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6858-87a4-4625-a93b-67224d6680f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.473940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7151b5b0-f5e1-4d3c-a3ae-c10102db3ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.488113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d6858-87a4-4625-a93b-67224d6680f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667beb89-3fd3-4c13-b45e-9605fa39ad84,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:54.494197 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed7d6858-87a4-4625-a93b-67224d6680f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.500156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ed7d6858-87a4-4625-a93b-67224d6680f5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/667beb89-3fd3-4c13-b45e-9605fa39ad84 HTTP/1.1" status: 204 len: 168 time: 0.6995521 Dec 08 01:59:54.506092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9685cb4d-ff45-4575-ac76-3ae331e37490 None None] Provisioning complete for port 165037a1-609e-43db-a274-3b89d205a979 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:54.506459 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9685cb4d-ff45-4575-ac76-3ae331e37490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.508306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52448) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:54.582579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:54.586085 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.627733 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7151b5b0-f5e1-4d3c-a3ae-c10102db3ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.723988 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.778407 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7151b5b0-f5e1-4d3c-a3ae-c10102db3ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.782377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7151b5b0-f5e1-4d3c-a3ae-c10102db3ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.787119 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7151b5b0-f5e1-4d3c-a3ae-c10102db3ed3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/90e8ebbf-863c-4f13-baa7-c18cbc925b60 HTTP/1.1" status: 204 len: 168 time: 0.4672468 Dec 08 01:59:54.799139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9685cb4d-ff45-4575-ac76-3ae331e37490 None None] Port 165037a1-609e-43db-a274-3b89d205a979 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:54.848160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151b5b0-f5e1-4d3c-a3ae-c10102db3ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e8ebbf-863c-4f13-baa7-c18cbc925b60,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:54.853259 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:54.971417 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.004377 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.012834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9685cb4d-ff45-4575-ac76-3ae331e37490 None None] Provisioning complete for port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:55.012834 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9685cb4d-ff45-4575-ac76-3ae331e37490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.091239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd818927-9acc-453d-9e5f-3311ea773ffa']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:55.130928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cd3bed-50b1-45c1-88db-21f1ebb9db5e') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:55.131506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cd3bed-50b1-45c1-88db-21f1ebb9db5e') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 01:59:55.157438 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.188917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:55.192118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:55.193740 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.209809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 01:59:55.219753 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 01:59:55.220166 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: timer() Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 01:59:55.248349 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 01:59:55.254730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:55.255503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.297491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=f9e5a380-253d-4a24-a962-c7cfaecd3387,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:55.329347 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a313f01d-e330-418d-8de3-7c416435ecfb tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1973200 Dec 08 01:59:55.332838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52476) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:55.337842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-39db4352-03fc-46aa-bc66-8cda496ec839 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:55.442105 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.446778 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.455701 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bd818927-9acc-453d-9e5f-3311ea773ffa HTTP/1.1" status: 204 len: 168 time: 0.9440579 Dec 08 01:59:55.469173 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857106b-d577-48a6-8d92-7d3d6a5d74e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd818927-9acc-453d-9e5f-3311ea773ffa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:55.714318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39db4352-03fc-46aa-bc66-8cda496ec839 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:55.726506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39db4352-03fc-46aa-bc66-8cda496ec839 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.765599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52510) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:55.785416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52512) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:55.791062 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ca1b5f2d-2029-4f42-b066-e15a18ba355b None None] Provisioning complete for port f9e5a380-253d-4a24-a962-c7cfaecd3387 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 01:59:55.792033 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5f2d-2029-4f42-b066-e15a18ba355b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.793075 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e85fd14-f287-4fcb-98b5-00b64009ab2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.878487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b5f2d-2029-4f42-b066-e15a18ba355b None None] Port f9e5a380-253d-4a24-a962-c7cfaecd3387 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 01:59:55.913469 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e85fd14-f287-4fcb-98b5-00b64009ab2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.919243 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e85fd14-f287-4fcb-98b5-00b64009ab2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:55.948423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-38a1383c-c5c2-4297-af71-2cd026e96043 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5a9b706957b458ebb64042f28522762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569798 Dec 08 01:59:55.948968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52518) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:55.975732 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4e85fd14-f287-4fcb-98b5-00b64009ab2f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc8407cbf75a4aba8af60bd45f452610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2059841 Dec 08 01:59:55.978049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52520) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:55.986935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85fd14-f287-4fcb-98b5-00b64009ab2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a54629-2c07-4ea9-bf7c-9be3c9fa98a7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:56.006814 n-d-713498-30 neutron-server[103129]: INFO neutron.db.ipam_backend_mixin [None req-39db4352-03fc-46aa-bc66-8cda496ec839 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b45f810-2af6-4f86-852e-68fcd0c767b3 (CIDR: 2001:db8::/64) Dec 08 01:59:56.025039 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-39db4352-03fc-46aa-bc66-8cda496ec839 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:59:56.025686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39db4352-03fc-46aa-bc66-8cda496ec839 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:56.122578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-39db4352-03fc-46aa-bc66-8cda496ec839 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7885923 Dec 08 01:59:56.125638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52526) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:56.140726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b12fff0d-232e-478c-b9dc-2c5b9e9d5094 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:56.164447 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27e5a5c1-64e2-4e86-a568-6f9475996d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.230183 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93749a59-54f8-40f9-8807-b1558b8642a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.249377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27e5a5c1-64e2-4e86-a568-6f9475996d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.287961 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93749a59-54f8-40f9-8807-b1558b8642a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.372705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12fff0d-232e-478c-b9dc-2c5b9e9d5094 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:56.376890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b12fff0d-232e-478c-b9dc-2c5b9e9d5094 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.408585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27e5a5c1-64e2-4e86-a568-6f9475996d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.411335 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27e5a5c1-64e2-4e86-a568-6f9475996d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.414905 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-27e5a5c1-64e2-4e86-a568-6f9475996d48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3 HTTP/1.1" status: 204 len: 168 time: 0.4564052 Dec 08 01:59:56.465607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5a5c1-64e2-4e86-a568-6f9475996d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced50802-4ad2-4a30-9ec8-aebfb8dbbcd3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:56.468628 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93749a59-54f8-40f9-8807-b1558b8642a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.473563 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-93749a59-54f8-40f9-8807-b1558b8642a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:56.475284 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-93749a59-54f8-40f9-8807-b1558b8642a1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a6a54629-2c07-4ea9-bf7c-9be3c9fa98a7 HTTP/1.1" status: 204 len: 168 time: 0.4961739 Dec 08 01:59:56.490611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93749a59-54f8-40f9-8807-b1558b8642a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a54629-2c07-4ea9-bf7c-9be3c9fa98a7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:56.557868 n-d-713498-30 neutron-server[103129]: INFO neutron.db.ipam_backend_mixin [None req-b12fff0d-232e-478c-b9dc-2c5b9e9d5094 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c6329e70-d94d-4040-a43d-5144f8ec1c63 (CIDR: 2001:db8:0:1::/64) Dec 08 01:59:56.570842 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12fff0d-232e-478c-b9dc-2c5b9e9d5094 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 01:59:56.578198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12fff0d-232e-478c-b9dc-2c5b9e9d5094 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 01:59:56.613749 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b12fff0d-232e-478c-b9dc-2c5b9e9d5094 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4866915 Dec 08 01:59:56.616780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52534) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:56.625372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ce32b517-bf12-46bc-b938-392f6e9765e7 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'subnet': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:56.953555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce32b517-bf12-46bc-b938-392f6e9765e7 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Made reservation on behalf of 39603dbdc8624778b5dacc6c9566b9d3 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:56.973815 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce32b517-bf12-46bc-b938-392f6e9765e7 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.121960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52550) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:57.227070 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c0a7385c-e0d7-4d1f-8faa-48dc08b5f23d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbb9867e755b4569b33a86c18381d1e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1011951 Dec 08 01:59:57.237047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52554) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:57.318870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655d5d54-110e-4b49-9bb7-fa4318e1d6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.355425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655d5d54-110e-4b49-9bb7-fa4318e1d6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.431062 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655d5d54-110e-4b49-9bb7-fa4318e1d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.435802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655d5d54-110e-4b49-9bb7-fa4318e1d6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.439099 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-655d5d54-110e-4b49-9bb7-fa4318e1d6b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/461e1275-6651-4853-b913-008e0bc6d22b HTTP/1.1" status: 204 len: 168 time: 0.1997833 Dec 08 01:59:57.450713 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d5d54-110e-4b49-9bb7-fa4318e1d6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461e1275-6651-4853-b913-008e0bc6d22b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:57.498317 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce32b517-bf12-46bc-b938-392f6e9765e7 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.565946 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce32b517-bf12-46bc-b938-392f6e9765e7 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 01:59:57.571320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ce32b517-bf12-46bc-b938-392f6e9765e7 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:57.574693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce32b517-bf12-46bc-b938-392f6e9765e7 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:57.575286 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce32b517-bf12-46bc-b938-392f6e9765e7 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:57.586039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d4eac-ca94-4e9b-b736-192637ed3fcb None None] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:57.592018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32b517-bf12-46bc-b938-392f6e9765e7 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Subnet': ['ID=0fccec0c-bf0d-4ed6-8bbd-1f0c5e546393,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:57.626316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52564) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:57.628272 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ce32b517-bf12-46bc-b938-392f6e9765e7 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0092270 Dec 08 01:59:57.631987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8a7d814f-fec2-40d2-a569-11775138e1ae tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-926292188', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0fccec0c-bf0d-4ed6-8bbd-1f0c5e546393'}], 'security_groups': ['164ac87b-cea9-41ae-bd0a-8828bf6adfd2', '6e6b333b-f458-4ab9-a621-c68abd067e82']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:57.780233 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a7d814f-fec2-40d2-a569-11775138e1ae tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.043602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Update dhcp port {'port': {'network_id': '945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e', 'fixed_ips': [{'subnet_id': 'c6329e70-d94d-4040-a43d-5144f8ec1c63', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2b45f810-2af6-4f86-852e-68fcd0c767b3', 'ip_address': '2001:db8::2'}, {'subnet_id': '0fccec0c-bf0d-4ed6-8bbd-1f0c5e546393'}], 'binding:host_id': 'n-d-713498-30'}, 'id': '3358e93a-d703-4cc8-9ae3-173313ae7ab1'} from n-d-713498-30. {{(pid=103131) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 01:59:58.088122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52576) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:58.091218 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.381524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-627383265-network', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:58.396425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8a7d814f-fec2-40d2-a569-11775138e1ae tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Delete allocated IP 2001:db8::37f (945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e/2b45f810-2af6-4f86-852e-68fcd0c767b3) {{(pid=103129) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 01:59:58.404897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8a7d814f-fec2-40d2-a569-11775138e1ae tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Allocated IP 2001:db8:0:2::16f (945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e/0fccec0c-bf0d-4ed6-8bbd-1f0c5e546393/f9e5a380-253d-4a24-a962-c7cfaecd3387) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:58.406780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Made reservation on behalf of 3e9ac14866184408b9076ee1b59c6099 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:58.409389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.419296 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.486407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-facbf4dc-f67a-4dcb-ba15-2950ea1601cd req-4f4e47d5-acec-439a-aaa2-ff047cd78caf service neutron] (103130) timed out ('10.222.0.65', 53203) {{(pid=103130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 01:59:58.520975 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.525822 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.540027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-54e8167a-9ded-4465-a9a9-71f0a028511f req-23ac550b-18b4-4b6b-b696-f59037465a99 tempest-ServerDiskConfigTestJSON-874697960 tempest-ServerDiskConfigTestJSON-874697960-project] (103130) timed out ('10.222.0.65', 53243) {{(pid=103130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 01:59:58.550095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 01:59:58.566228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ce1c55-af8b-497a-8351-47bc4e897047,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:58.571284 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.571809 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Added segment 2a8572cf-efc4-4581-8b36-6095e6fd2d20 of type vlan for network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 Dec 08 01:59:58.620604 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.622101 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a7d814f-fec2-40d2-a569-11775138e1ae tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.634491 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a7d814f-fec2-40d2-a569-11775138e1ae tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.662368 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.664217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:58.665287 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.707923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d814f-fec2-40d2-a569-11775138e1ae tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] In _notify_port_updated(), no bound segment for port f9e5a380-253d-4a24-a962-c7cfaecd3387 on network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e {{(pid=103129) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 01:59:58.713803 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7d814f-fec2-40d2-a569-11775138e1ae tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:58.717633 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a7d814f-fec2-40d2-a569-11775138e1ae tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.717633 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8a7d814f-fec2-40d2-a569-11775138e1ae tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "PUT /v2.0/ports/f9e5a380-253d-4a24-a962-c7cfaecd3387 HTTP/1.1" status: 200 len: 969 time: 1.0885317 Dec 08 01:59:58.719201 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6290970 Dec 08 01:59:58.719408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52586) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:58.719750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52588) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 01:59:58.726809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a31a2593-757a-496c-bfca-bf924911c52d admin admin] Request body: {'subnet': {'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-627383265-subnet', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 01:59:58.732469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Allocated IP 2001:db8:0:2::2 (945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e/0fccec0c-bf0d-4ed6-8bbd-1f0c5e546393/3358e93a-d703-4cc8-9ae3-173313ae7ab1) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 01:59:58.757972 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f9293-6fb4-4db6-b685-a4f7774868e9 admin admin] Pushing event updated for resources: {'Network': ['ID=8e56e77d-acd3-4322-858b-7809aa2b8bb3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:58.771414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d814f-fec2-40d2-a569-11775138e1ae tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event updated for resources: {'Port': ['ID=f9e5a380-253d-4a24-a962-c7cfaecd3387,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:58.775970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 01:59:58.812712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31a2593-757a-496c-bfca-bf924911c52d admin admin] Made reservation on behalf of 3e9ac14866184408b9076ee1b59c6099 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 01:59:58.815989 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a31a2593-757a-496c-bfca-bf924911c52d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.949369 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c33a1561-532a-47dd-b955-be28f5c4c3a5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port f9e5a380-253d-4a24-a962-c7cfaecd3387 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 01:59:58.949812 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c33a1561-532a-47dd-b955-be28f5c4c3a5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.953450 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d90a3848-2cf4-45b3-9610-d2eecb1c6824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:58.977213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] For port 3358e93a-d703-4cc8-9ae3-173313ae7ab1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3358e93a-d703-4cc8-9ae3-173313ae7ab1,segment=NetworkSegment(2b2b1f02-5b36-4153-9df1-74433a677d5c),segment_id=2b2b1f02-5b36-4153-9df1-74433a677d5c)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 01:59:59.042530 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.053652 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.175169 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c33a1561-532a-47dd-b955-be28f5c4c3a5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.196124 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c33a1561-532a-47dd-b955-be28f5c4c3a5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for f9e5a380-253d-4a24-a962-c7cfaecd3387 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 01:59:59.305274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Pushing event updated for resources: {'Port': ['ID=3358e93a-d703-4cc8-9ae3-173313ae7ab1,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:59.315955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.316570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.318694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.319134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.319553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.319967 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.323990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.324659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.325093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.325519 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.325939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.326560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.327191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763aa249-c5f0-41ac-a894-e701ce1ec8c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 01:59:59.676011 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a31a2593-757a-496c-bfca-bf924911c52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.747971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a2593-757a-496c-bfca-bf924911c52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b86d03-c466-4d52-8618-3fc9fbc06278,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:59.827446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a2593-757a-496c-bfca-bf924911c52d admin admin] Checking segment: {'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 01:59:59.827817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a2593-757a-496c-bfca-bf924911c52d admin admin] Network hostable DHCP agents. Network: 8e56e77d-acd3-4322-858b-7809aa2b8bb3, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 01:59:59.864838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a2593-757a-496c-bfca-bf924911c52d admin admin] Network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 01:59:59.872545 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c33a1561-532a-47dd-b955-be28f5c4c3a5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.883207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a31a2593-757a-496c-bfca-bf924911c52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 8e56e77d-acd3-4322-858b-7809aa2b8bb3) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 01:59:59.891865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25281948-d72c-4d96-8fa9-3a4e676b614f None None] Network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 01:59:59.925179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a1561-532a-47dd-b955-be28f5c4c3a5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=f9e5a380-253d-4a24-a962-c7cfaecd3387,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 01:59:59.928215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a2593-757a-496c-bfca-bf924911c52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 01:59:59.928892 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a31a2593-757a-496c-bfca-bf924911c52d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.979820 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c33a1561-532a-47dd-b955-be28f5c4c3a5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 01:59:59.987312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c33a1561-532a-47dd-b955-be28f5c4c3a5 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/f9e5a380-253d-4a24-a962-c7cfaecd3387 HTTP/1.1" status: 204 len: 168 time: 1.2652640 Dec 08 01:59:59.990121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52614) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:00.007139 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a31a2593-757a-496c-bfca-bf924911c52d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2862358 Dec 08 02:00:00.009839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52616) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:00.019463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:00.050619 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-b940a8a0-a64a-4687-88c8-db4da95c1c15 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] GET failed (client error): The resource could not be found. Dec 08 02:00:00.055310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b940a8a0-a64a-4687-88c8-db4da95c1c15 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports/f9e5a380-253d-4a24-a962-c7cfaecd3387 HTTP/1.1" status: 404 len: 333 time: 0.0631566 Dec 08 02:00:00.057437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52618) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:00.070617 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.074283 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.080599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f874e-e800-4228-82c2-39941961a46f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:00:00.084369 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-218f874e-e800-4228-82c2-39941961a46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.163557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63d96486-2ba1-4f01-b926-3c4ea91e3f79 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.197075 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.220007 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63d96486-2ba1-4f01-b926-3c4ea91e3f79 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.312111 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3358e93a-d703-4cc8-9ae3-173313ae7ab1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:00.333687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63d96486-2ba1-4f01-b926-3c4ea91e3f79 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.336990 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63d96486-2ba1-4f01-b926-3c4ea91e3f79 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.338334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-63d96486-2ba1-4f01-b926-3c4ea91e3f79 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/security-groups/e08795e0-9a03-4a17-adb5-f1a826c888c2 HTTP/1.1" status: 204 len: 168 time: 0.2798882 Dec 08 02:00:00.342963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52630) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:00.381854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-218f874e-e800-4228-82c2-39941961a46f None None] Allocated IP 172.20.0.2 (8e56e77d-acd3-4322-858b-7809aa2b8bb3/37b86d03-c466-4d52-8618-3fc9fbc06278/86bbfc42-fe46-4dee-9ba1-266b3e8e47dc) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:00.421221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ffd15560-78ac-4264-a7a2-123a84b7b1af None None] Provisioning complete for port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:00.421556 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ffd15560-78ac-4264-a7a2-123a84b7b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.427747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:00.430516 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.453079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d96486-2ba1-4f01-b926-3c4ea91e3f79 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08795e0-9a03-4a17-adb5-f1a826c888c2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:00.509610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb4aa-e293-49b4-8845-ec8a0b9cff79 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.542002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb4aa-e293-49b4-8845-ec8a0b9cff79 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.567038 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.613378 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb4aa-e293-49b4-8845-ec8a0b9cff79 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.617300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f0bb4aa-e293-49b4-8845-ec8a0b9cff79 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.629774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1f0bb4aa-e293-49b4-8845-ec8a0b9cff79 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/security-groups/6e6b333b-f458-4ab9-a621-c68abd067e82 HTTP/1.1" status: 204 len: 168 time: 0.2754927 Dec 08 02:00:00.631461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52634) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:00.713164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bb4aa-e293-49b4-8845-ec8a0b9cff79 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6b333b-f458-4ab9-a621-c68abd067e82,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:00.771675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d1df491-11f9-4770-a062-6f15ccf07b47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.845877 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d1df491-11f9-4770-a062-6f15ccf07b47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.943090 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d1df491-11f9-4770-a062-6f15ccf07b47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.949302 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1d1df491-11f9-4770-a062-6f15ccf07b47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:00.951602 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1d1df491-11f9-4770-a062-6f15ccf07b47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/security-groups/164ac87b-cea9-41ae-bd0a-8828bf6adfd2 HTTP/1.1" status: 204 len: 168 time: 0.3092964 Dec 08 02:00:00.961660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52642) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:01.048548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1df491-11f9-4770-a062-6f15ccf07b47 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164ac87b-cea9-41ae-bd0a-8828bf6adfd2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:01.064922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ffd15560-78ac-4264-a7a2-123a84b7b1af None None] Provisioning complete for port 165037a1-609e-43db-a274-3b89d205a979 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:01.065507 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ffd15560-78ac-4264-a7a2-123a84b7b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.087414 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.114059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-634681e0-89d5-46b1-9cb2-2c83828ab446 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting subnet 2b45f810-2af6-4f86-852e-68fcd0c767b3 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:00:01.120264 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-634681e0-89d5-46b1-9cb2-2c83828ab446 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.135064 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.231541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ffd15560-78ac-4264-a7a2-123a84b7b1af None None] Port 165037a1-609e-43db-a274-3b89d205a979 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:01.232147 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-634681e0-89d5-46b1-9cb2-2c83828ab446 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.246442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ffd15560-78ac-4264-a7a2-123a84b7b1af None None] Could not find standard attr ID for object f9e5a380-253d-4a24-a962-c7cfaecd3387. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:00:01.251475 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-218f874e-e800-4228-82c2-39941961a46f None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.271191 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-218f874e-e800-4228-82c2-39941961a46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.334561 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-634681e0-89d5-46b1-9cb2-2c83828ab446 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.361469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f874e-e800-4228-82c2-39941961a46f None None] Network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:01.362712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Allocated IP 172.25.2.193 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/e95b48b3-cb12-471d-aca5-43b4ac70589a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:01.400500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0e60510f-d1d2-449d-be58-6476701defd1 None None] Could not find standard attr ID for object f9e5a380-253d-4a24-a962-c7cfaecd3387. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:00:01.409603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-218f874e-e800-4228-82c2-39941961a46f None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:01.413370 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-634681e0-89d5-46b1-9cb2-2c83828ab446 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.417100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f874e-e800-4228-82c2-39941961a46f None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:01.434859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f874e-e800-4228-82c2-39941961a46f None None] Pushing event updated for resources: {'Port': ['ID=86bbfc42-fe46-4dee-9ba1-266b3e8e47dc,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:01.469340 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-634681e0-89d5-46b1-9cb2-2c83828ab446 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.477832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-634681e0-89d5-46b1-9cb2-2c83828ab446 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/2b45f810-2af6-4f86-852e-68fcd0c767b3 HTTP/1.1" status: 204 len: 168 time: 0.5133042 Dec 08 02:00:01.478654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52654) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:01.480974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634681e0-89d5-46b1-9cb2-2c83828ab446 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Subnet': ['ID=2b45f810-2af6-4f86-852e-68fcd0c767b3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:01.512179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9336bf4-1520-4948-8d1f-c13f04a2cf8d None None] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:01.572848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c49548-fd00-4ad1-94e0-601baf68dd78 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting subnet 0fccec0c-bf0d-4ed6-8bbd-1f0c5e546393 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:00:01.583566 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2c49548-fd00-4ad1-94e0-601baf68dd78 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.611800 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.663009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-218f874e-e800-4228-82c2-39941961a46f None None] Attempting to bind port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:01.663405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-218f874e-e800-4228-82c2-39941961a46f None None] Attempting to bind port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:01.663784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f874e-e800-4228-82c2-39941961a46f None None] Attempting to bind port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc on network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:01.669649 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2c49548-fd00-4ad1-94e0-601baf68dd78 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.675326 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.693177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f874e-e800-4228-82c2-39941961a46f None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 1, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:01.693572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f874e-e800-4228-82c2-39941961a46f None None] Checking segment: {'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:01.693990 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-218f874e-e800-4228-82c2-39941961a46f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.694396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f874e-e800-4228-82c2-39941961a46f None None] Bound using segment: {'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:01.694889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-218f874e-e800-4228-82c2-39941961a46f None None] Bound port: 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:01.695283 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-218f874e-e800-4228-82c2-39941961a46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.771772 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:00:01.783490 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2c49548-fd00-4ad1-94e0-601baf68dd78 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.792388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:01.801251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:01.805704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:01.823525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce510e94-472f-4c9a-a3cd-1e8601efb1cf None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:01.837582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.843474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Pushing event updated for resources: {'Port': ['ID=e95b48b3-cb12-471d-aca5-43b4ac70589a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:01.867591 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-218f874e-e800-4228-82c2-39941961a46f None None] For port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:01.872580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-218f874e-e800-4228-82c2-39941961a46f None None] For port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=86bbfc42-fe46-4dee-9ba1-266b3e8e47dc,segment=NetworkSegment(2a8572cf-efc4-4581-8b36-6095e6fd2d20),segment_id=2a8572cf-efc4-4581-8b36-6095e6fd2d20)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:01.880481 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-218f874e-e800-4228-82c2-39941961a46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.964154 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2c49548-fd00-4ad1-94e0-601baf68dd78 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:01.996378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cb5cfc2e-386f-4f69-8535-b5c99295f26e None None] Provisioning complete for port e95b48b3-cb12-471d-aca5-43b4ac70589a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:01.996744 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb5cfc2e-386f-4f69-8535-b5c99295f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.021469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f874e-e800-4228-82c2-39941961a46f None None] Pushing event updated for resources: {'Port': ['ID=86bbfc42-fe46-4dee-9ba1-266b3e8e47dc,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:02.021627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c49548-fd00-4ad1-94e0-601baf68dd78 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Subnet': ['ID=0fccec0c-bf0d-4ed6-8bbd-1f0c5e546393,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:02.051169 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2c49548-fd00-4ad1-94e0-601baf68dd78 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.067108 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a2c49548-fd00-4ad1-94e0-601baf68dd78 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/0fccec0c-bf0d-4ed6-8bbd-1f0c5e546393 HTTP/1.1" status: 204 len: 168 time: 0.5871444 Dec 08 02:00:02.067890 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52666) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:02.178446 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c42d6b0-7344-48e5-bb4e-d1e586aeb44a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] DELETE failed (client error): The resource could not be found. Dec 08 02:00:02.180839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c42d6b0-7344-48e5-bb4e-d1e586aeb44a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:02.192187 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7c42d6b0-7344-48e5-bb4e-d1e586aeb44a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/2b45f810-2af6-4f86-852e-68fcd0c767b3 HTTP/1.1" status: 404 len: 337 time: 0.1164939 Dec 08 02:00:02.193129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52668) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:02.370950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8449fbc9-710d-46a1-8f08-c76d23451a1a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting subnet c6329e70-d94d-4040-a43d-5144f8ec1c63 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:00:02.396150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8449fbc9-710d-46a1-8f08-c76d23451a1a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.477361 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.481014 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eab7f79e-3075-4992-ad9e-4586262affba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.488362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-cb5cfc2e-386f-4f69-8535-b5c99295f26e None None] Port e95b48b3-cb12-471d-aca5-43b4ac70589a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:02.508748 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8449fbc9-710d-46a1-8f08-c76d23451a1a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.509016 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.728547 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8449fbc9-710d-46a1-8f08-c76d23451a1a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.813707 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8449fbc9-710d-46a1-8f08-c76d23451a1a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.857163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449fbc9-710d-46a1-8f08-c76d23451a1a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Subnet': ['ID=c6329e70-d94d-4040-a43d-5144f8ec1c63,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:02.883531 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8449fbc9-710d-46a1-8f08-c76d23451a1a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:02.892834 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8449fbc9-710d-46a1-8f08-c76d23451a1a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/c6329e70-d94d-4040-a43d-5144f8ec1c63 HTTP/1.1" status: 204 len: 168 time: 0.6974907 Dec 08 02:00:02.895177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52680) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:02.929159 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-442bf124-a7d6-4306-87fc-77ebccef7e23 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] DELETE failed (client error): The resource could not be found. Dec 08 02:00:02.930210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442bf124-a7d6-4306-87fc-77ebccef7e23 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:02.934648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-442bf124-a7d6-4306-87fc-77ebccef7e23 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/3b1e5493-9568-402d-969a-b2a0de22089c HTTP/1.1" status: 404 len: 337 time: 0.0382679 Dec 08 02:00:02.937464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52686) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:02.981232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b3ae509b-3d77-435f-8546-1dfe724156f1 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "GET /v2.0/ports?device_id=4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee HTTP/1.1" status: 200 len: 205 time: 0.0376639 Dec 08 02:00:02.982126 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52690) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.026326 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:03.085779 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-f85a0b57-a95c-486d-986c-956193971178 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] delete failed (client error): The resource could not be found. Dec 08 02:00:03.089258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f85a0b57-a95c-486d-986c-956193971178 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/routers/4926bf9b-eaff-4ffe-a5fd-6b098f67d9ee HTTP/1.1" status: 404 len: 336 time: 0.1036417 Dec 08 02:00:03.090822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52692) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.154105 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39ba26e-7f11-4f94-9ce8-c5395b2a5fa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] DELETE failed (client error): The resource could not be found. Dec 08 02:00:03.155153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39ba26e-7f11-4f94-9ce8-c5395b2a5fa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:03.161139 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d39ba26e-7f11-4f94-9ce8-c5395b2a5fa3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/70968f8f-5966-4d75-a153-dd6ce66516bb HTTP/1.1" status: 404 len: 337 time: 0.0642006 Dec 08 02:00:03.161451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52694) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.219211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55851df-b05c-4006-972c-936391036ccd None None] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:03.220409 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b68712e-538e-4b80-b612-3f04dbd32bd6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] DELETE failed (client error): The resource could not be found. Dec 08 02:00:03.221089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b68712e-538e-4b80-b612-3f04dbd32bd6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:03.227548 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0b68712e-538e-4b80-b612-3f04dbd32bd6 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/19a04f4b-496d-478c-a997-9a31460caaf5 HTTP/1.1" status: 404 len: 337 time: 0.0651968 Dec 08 02:00:03.228657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52696) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.279037 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-475b282f-686f-4bf0-8a78-d0564c06b4c2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] DELETE failed (client error): The resource could not be found. Dec 08 02:00:03.280079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475b282f-686f-4bf0-8a78-d0564c06b4c2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:03.283251 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-475b282f-686f-4bf0-8a78-d0564c06b4c2 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/d4e5aaed-65cf-41e0-bf06-34b16428d637 HTTP/1.1" status: 404 len: 337 time: 0.0533013 Dec 08 02:00:03.286138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52700) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.291997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Router 6de49063-acf2-49ed-895e-390f867f5c74 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:00:03.320894 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1a0a6c-d6d9-45d4-9da4-22d419da01c9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] DELETE failed (client error): The resource could not be found. Dec 08 02:00:03.328270 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1a0a6c-d6d9-45d4-9da4-22d419da01c9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:03.337707 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6f1a0a6c-d6d9-45d4-9da4-22d419da01c9 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/e4439322-19ae-40e6-8c70-e48da6ed5cfc HTTP/1.1" status: 404 len: 333 time: 0.0505292 Dec 08 02:00:03.340151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52704) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.382740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-80128a3d-2ddc-4008-ae4a-0ec5a817f04b None None] Provisioning complete for port 165037a1-609e-43db-a274-3b89d205a979 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:03.383396 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-80128a3d-2ddc-4008-ae4a-0ec5a817f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:03.397193 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-af893af9-47d4-4511-b3d8-988d6180dc3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] DELETE failed (client error): The resource could not be found. Dec 08 02:00:03.397804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af893af9-47d4-4511-b3d8-988d6180dc3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:03.401477 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-af893af9-47d4-4511-b3d8-988d6180dc3e tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/39ad3005-255c-4706-9d03-5f30f4beb0e8 HTTP/1.1" status: 404 len: 337 time: 0.0602064 Dec 08 02:00:03.409796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52706) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.451956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-80128a3d-2ddc-4008-ae4a-0ec5a817f04b None None] Port 165037a1-609e-43db-a274-3b89d205a979 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:03.476174 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dc3853-d2e8-42a1-bd82-39e38fc6575a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] DELETE failed (client error): The resource could not be found. Dec 08 02:00:03.476706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61dc3853-d2e8-42a1-bd82-39e38fc6575a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:03.480099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-80128a3d-2ddc-4008-ae4a-0ec5a817f04b None None] Provisioning complete for port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:03.481088 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-80128a3d-2ddc-4008-ae4a-0ec5a817f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:03.484143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-61dc3853-d2e8-42a1-bd82-39e38fc6575a tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/674835b9-d98d-412e-bd1e-f76f1d83194c HTTP/1.1" status: 404 len: 337 time: 0.0719886 Dec 08 02:00:03.484832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52710) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.487967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:03.520151 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:03.522701 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fb06e137-1667-43bb-888c-e3f1b36dfb67 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5105402 Dec 08 02:00:03.525077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52712) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.536230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Sync routers for ids ['6de49063-acf2-49ed-895e-390f867f5c74'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:03.554520 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7061fb7-af55-40a8-82b5-979ef0ea9bff tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] DELETE failed (client error): The resource could not be found. Dec 08 02:00:03.557033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7061fb7-af55-40a8-82b5-979ef0ea9bff tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:03.565374 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f7061fb7-af55-40a8-82b5-979ef0ea9bff tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/b4d0aa26-4fc3-4b58-830e-fdcbeb402672 HTTP/1.1" status: 404 len: 333 time: 0.0792921 Dec 08 02:00:03.566052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52714) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.577979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Routers {'6de49063-acf2-49ed-895e-390f867f5c74'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:03.578634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6de49063-acf2-49ed-895e-390f867f5c74'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:03.621793 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb5fc9b-b531-4b30-9a56-481a44c9862d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] DELETE failed (client error): The resource could not be found. Dec 08 02:00:03.624423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb5fc9b-b531-4b30-9a56-481a44c9862d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:03.633692 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4eb5fc9b-b531-4b30-9a56-481a44c9862d tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/d2222e99-e7c5-408a-8503-bbff51ed61f8 HTTP/1.1" status: 404 len: 337 time: 0.0665333 Dec 08 02:00:03.634313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52716) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.663797 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99e761d-a4c2-45cb-ae30-a38fe8756703 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] DELETE failed (client error): The resource could not be found. Dec 08 02:00:03.664317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99e761d-a4c2-45cb-ae30-a38fe8756703 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:00:03.671603 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e99e761d-a4c2-45cb-ae30-a38fe8756703 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/subnets/e2f222b0-9d41-4cfe-9a64-d131c4db655e HTTP/1.1" status: 404 len: 337 time: 0.0347483 Dec 08 02:00:03.671864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52718) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:03.705368 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf72e2d-e633-4801-a0f4-a327a043802e None None] DHCP port deletion for 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:03.857195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d07b1-9ae4-41b1-9f24-ce1d8b92b47a None None] Network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:03.895230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2536b92c-674e-4650-86a0-847f6553eba3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 165037a1-609e-43db-a274-3b89d205a979 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:03.895816 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2536b92c-674e-4650-86a0-847f6553eba3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:03.917994 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:03.990823 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2536b92c-674e-4650-86a0-847f6553eba3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.032798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2536b92c-674e-4650-86a0-847f6553eba3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 165037a1-609e-43db-a274-3b89d205a979 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:04.195027 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.222039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2536b92c-674e-4650-86a0-847f6553eba3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.227889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ebf72e2d-e633-4801-a0f4-a327a043802e None None] Deleting port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:04.228397 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebf72e2d-e633-4801-a0f4-a327a043802e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.258739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-835ffc7f-9481-4491-802a-e97781ff641a None None] Provisioning complete for port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:04.259169 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-835ffc7f-9481-4491-802a-e97781ff641a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.280313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Set router 6de49063-acf2-49ed-895e-390f867f5c74 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:04.300738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536b92c-674e-4650-86a0-847f6553eba3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=165037a1-609e-43db-a274-3b89d205a979,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:04.313053 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2536b92c-674e-4650-86a0-847f6553eba3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.322030 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2536b92c-674e-4650-86a0-847f6553eba3 tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/ports/165037a1-609e-43db-a274-3b89d205a979 HTTP/1.1" status: 204 len: 168 time: 0.6468208 Dec 08 02:00:04.322530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52734) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:04.398301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:04.427917 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.493644 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.564008 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Deleting port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:04.564648 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.656043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] For port 3358e93a-d703-4cc8-9ae3-173313ae7ab1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3358e93a-d703-4cc8-9ae3-173313ae7ab1,segment=NetworkSegment(2b2b1f02-5b36-4153-9df1-74433a677d5c),segment_id=2b2b1f02-5b36-4153-9df1-74433a677d5c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:04.656461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.670769 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Calling delete_port for 3358e93a-d703-4cc8-9ae3-173313ae7ab1 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:04.713954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Allocated IP 172.20.0.1 (8e56e77d-acd3-4322-858b-7809aa2b8bb3/37b86d03-c466-4d52-8618-3fc9fbc06278/01e204ab-45ba-4a02-831d-39cdc7400f5a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:04.823327 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.857400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ebf72e2d-e633-4801-a0f4-a327a043802e None None] For port 3358e93a-d703-4cc8-9ae3-173313ae7ab1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3358e93a-d703-4cc8-9ae3-173313ae7ab1,segment=NetworkSegment(2b2b1f02-5b36-4153-9df1-74433a677d5c),segment_id=2b2b1f02-5b36-4153-9df1-74433a677d5c)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:04.860362 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebf72e2d-e633-4801-a0f4-a327a043802e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:04.874570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Port': ['ID=3358e93a-d703-4cc8-9ae3-173313ae7ab1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:04.876949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] No DVR routers for this DVR port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:04.986058 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.002371 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.042217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ebf72e2d-e633-4801-a0f4-a327a043802e None None] Calling delete_port for 3358e93a-d703-4cc8-9ae3-173313ae7ab1 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:05.058606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:05.090530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2b1f02-5b36-4153-9df1-74433a677d5c') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:05.094810 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2b1f02-5b36-4153-9df1-74433a677d5c') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:05.116513 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.136394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.169146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:00:05.171332 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.181584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:05.182482 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:00:05.186475 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:00:05.317165 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.337857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.346987 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] 10.222.0.70 "DELETE /v2.0/networks/945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e HTTP/1.1" status: 204 len: 168 time: 1.0188735 Dec 08 02:00:05.383528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26bb4e-fd50-4916-b828-f5d9f508bebf tempest-PortsIpV6TestJSON-1752351872 tempest-PortsIpV6TestJSON-1752351872-project] Pushing event deleted for resources: {'Network': ['ID=945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:05.428242 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-835ffc7f-9481-4491-802a-e97781ff641a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.569906 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.596340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-835ffc7f-9481-4491-802a-e97781ff641a None None] For port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=86bbfc42-fe46-4dee-9ba1-266b3e8e47dc,segment=NetworkSegment(2a8572cf-efc4-4581-8b36-6095e6fd2d20),segment_id=2a8572cf-efc4-4581-8b36-6095e6fd2d20)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:05.612489 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-835ffc7f-9481-4491-802a-e97781ff641a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.649287 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.704513 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebf72e2d-e633-4801-a0f4-a327a043802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.729827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:00:02Z', 'revision_number': 3, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:05.744628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:05.747419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebf72e2d-e633-4801-a0f4-a327a043802e None None] Network 945256dc-7d4a-4e0a-a289-0eb7a2fb1b6e is not hosted by any dhcp agent {{(pid=103131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 02:00:05.747776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf72e2d-e633-4801-a0f4-a327a043802e None None] No DVR routers for this DVR port 3358e93a-d703-4cc8-9ae3-173313ae7ab1 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:05.758188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:05.762787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:05.783134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52762) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:05.826725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Checking router: 6de49063-acf2-49ed-895e-390f867f5c74 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:00:05.828990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Updating router 6de49063-acf2-49ed-895e-390f867f5c74 port e95b48b3-cb12-471d-aca5-43b4ac70589a binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:00:05.834951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ffc7f-9481-4491-802a-e97781ff641a None None] Pushing event updated for resources: {'Port': ['ID=86bbfc42-fe46-4dee-9ba1-266b3e8e47dc,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:05.862598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Pushing event updated for resources: {'Port': ['ID=01e204ab-45ba-4a02-831d-39cdc7400f5a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:05.866138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3358e93a-d703-4cc8-9ae3-173313ae7ab1 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:00:05.876844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-74df96a3-110e-4485-a410-3b6ca95120a8 None None] Provisioning complete for port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:05.876844 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-74df96a3-110e-4485-a410-3b6ca95120a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:05.895507 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.006449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf72e2d-e633-4801-a0f4-a327a043802e None None] Pushing event deleted for resources: {'Port': ['ID=3358e93a-d703-4cc8-9ae3-173313ae7ab1,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:06.034576 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.037832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 3358e93a-d703-4cc8-9ae3-173313ae7ab1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:00:06.038189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3358e93a-d703-4cc8-9ae3-173313ae7ab1 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:00:06.086271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3957265f-9188-4fcf-a679-3589d4411148 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39603dbdc8624778b5dacc6c9566b9d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3017666 Dec 08 02:00:06.089289 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52768) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:06.160695 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fa3e-2a5a-4994-9461-3a64fb1c37f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.226098 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fa3e-2a5a-4994-9461-3a64fb1c37f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.322966 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.347429 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fa3e-2a5a-4994-9461-3a64fb1c37f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.351378 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fc8fa3e-2a5a-4994-9461-3a64fb1c37f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.353390 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4fc8fa3e-2a5a-4994-9461-3a64fb1c37f4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3e499610-dde4-49c3-93ab-0673c992dd24 HTTP/1.1" status: 204 len: 168 time: 0.2630131 Dec 08 02:00:06.386990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8fa3e-2a5a-4994-9461-3a64fb1c37f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e499610-dde4-49c3-93ab-0673c992dd24,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:06.497137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:06.685847 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:06.686281 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.686482 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.693319 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.788962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Pushing event updated for resources: {'Port': ['ID=01e204ab-45ba-4a02-831d-39cdc7400f5a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:06.794355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cb2cb493-d76e-4a14-9b07-42bafbc72ceb None None] Provisioning complete for port 01e204ab-45ba-4a02-831d-39cdc7400f5a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:06.795336 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb2cb493-d76e-4a14-9b07-42bafbc72ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.812575 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.916974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-cb2cb493-d76e-4a14-9b07-42bafbc72ceb None None] Port 01e204ab-45ba-4a02-831d-39cdc7400f5a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:06.919709 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.930341 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:06.934351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:06.935969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:07.019485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f062b784-09de-4786-a4c2-10f42bb2bb36 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:07.066269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Attempting to bind port e95b48b3-cb12-471d-aca5-43b4ac70589a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:07.066746 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Attempting to bind port e95b48b3-cb12-471d-aca5-43b4ac70589a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:07.067209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Attempting to bind port e95b48b3-cb12-471d-aca5-43b4ac70589a on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:07.098015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f398fd-2b44-43f1-bef5-530825646f37 None None] Pushing event updated for resources: {'Port': ['ID=e95b48b3-cb12-471d-aca5-43b4ac70589a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:07.121328 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Router 6de49063-acf2-49ed-895e-390f867f5c74 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:00:07.131530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:07.133020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:07.134210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:07.138499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:07.139395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Bound port: e95b48b3-cb12-471d-aca5-43b4ac70589a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:07.139894 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:07.232841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-238dc1a0-a429-425a-9e3e-8b170299139a None None] Provisioning complete for port e95b48b3-cb12-471d-aca5-43b4ac70589a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:07.240036 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-238dc1a0-a429-425a-9e3e-8b170299139a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:07.298017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] For port e95b48b3-cb12-471d-aca5-43b4ac70589a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:07.345520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] For port e95b48b3-cb12-471d-aca5-43b4ac70589a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e95b48b3-cb12-471d-aca5-43b4ac70589a,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:07.346621 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-238dc1a0-a429-425a-9e3e-8b170299139a None None] Port e95b48b3-cb12-471d-aca5-43b4ac70589a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:07.348810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:07.354333 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:07.364121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-025f569c-a987-41aa-98a7-d62cf8281c4b admin admin] 10.222.0.70 "PUT /v2.0/routers/6de49063-acf2-49ed-895e-390f867f5c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8300571 Dec 08 02:00:07.403523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca08b7-3933-4c0c-b113-219d17bbb7e0 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:07.430204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Routers {'6de49063-acf2-49ed-895e-390f867f5c74'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:07.430964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6de49063-acf2-49ed-895e-390f867f5c74'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:07.434244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f398fd-2b44-43f1-bef5-530825646f37 None None] Pushing event updated for resources: {'Port': ['ID=e95b48b3-cb12-471d-aca5-43b4ac70589a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:07.602818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5f648918-cd69-432e-b5c6-66418baed48e None None] Provisioning complete for port e95b48b3-cb12-471d-aca5-43b4ac70589a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:07.603206 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5f648918-cd69-432e-b5c6-66418baed48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:07.761858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] Set router 6de49063-acf2-49ed-895e-390f867f5c74 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:07.918606 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5f648918-cd69-432e-b5c6-66418baed48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:07.948364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52826) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:08.000544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5f648918-cd69-432e-b5c6-66418baed48e None None] For port e95b48b3-cb12-471d-aca5-43b4ac70589a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e95b48b3-cb12-471d-aca5-43b4ac70589a,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:08.064107 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5f648918-cd69-432e-b5c6-66418baed48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.134560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5f648918-cd69-432e-b5c6-66418baed48e None None] Provisioning complete for port 01e204ab-45ba-4a02-831d-39cdc7400f5a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:08.135209 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5f648918-cd69-432e-b5c6-66418baed48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.294033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f648918-cd69-432e-b5c6-66418baed48e None None] Pushing event updated for resources: {'Port': ['ID=e95b48b3-cb12-471d-aca5-43b4ac70589a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:08.312410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5f648918-cd69-432e-b5c6-66418baed48e None None] Port 01e204ab-45ba-4a02-831d-39cdc7400f5a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:08.338660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01e204ab-45ba-4a02-831d-39cdc7400f5a', 'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'mac_address': 'fa:16:3e:ef:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:04Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 2, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'subnets': [{'id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:08.376181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585949ed-d1b2-44fd-9a06-687dce4bcd8f None None] The sync data for ids ['6de49063-acf2-49ed-895e-390f867f5c74'] in n-d-713498-30 is: [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01e204ab-45ba-4a02-831d-39cdc7400f5a', 'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'mac_address': 'fa:16:3e:ef:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:04Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 2, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'subnets': [{'id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:08.449746 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1072427733'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:08.484737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:08.494581 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.503443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52844) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:08.510799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-147133651-network', 'tenant_id': '8c30160872e34a17aa6c4663643b390f'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:08.511782 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.567679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Made reservation on behalf of 8c30160872e34a17aa6c4663643b390f for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:08.584119 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.614262 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.699594 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.705730 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.751278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be080412-ec40-47eb-b2e1-52b574363934,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:08.778546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:00:08.800839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.801304 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Added segment 5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62 of type vlan for network f2776972-1ac8-4b63-8b75-29a2dd029446 Dec 08 02:00:08.807257 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.813915 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.864722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:00:08.898800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b7c8cb-fcf6-447b-a4ae-5a3f87c21317,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:08.902960 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.903321 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Added segment 402dc672-6eab-4d2b-8a76-e95318b8a9c2 of type vlan for network 975874d7-4191-4330-ab11-8fd0879a5356 Dec 08 02:00:08.941539 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.994268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:08.998790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.023772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:09.024642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.065535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.066536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:09.067136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.109941 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1603377 Dec 08 02:00:09.124737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:09.125807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52862) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:09.127170 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6148562 Dec 08 02:00:09.133783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9062e887-0e29-48c8-9142-661647de6be8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1978824811'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:09.146965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b79f9fec-8f6f-4fdc-8a95-a40981ed1180 admin admin] Request body: {'subnet': {'network_id': '975874d7-4191-4330-ab11-8fd0879a5356', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-147133651-subnet', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:09.191031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfb1e4-6b2a-4553-92dd-a17832e0bd50 admin admin] Pushing event updated for resources: {'Network': ['ID=975874d7-4191-4330-ab11-8fd0879a5356,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:09.201786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 975874d7-4191-4330-ab11-8fd0879a5356 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:00:09.212388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba224248-7f57-488c-b665-2eb639c2f044 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Network': ['ID=f2776972-1ac8-4b63-8b75-29a2dd029446,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:09.233305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network f2776972-1ac8-4b63-8b75-29a2dd029446 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:00:09.260125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9062e887-0e29-48c8-9142-661647de6be8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:09.267951 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9062e887-0e29-48c8-9142-661647de6be8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.271357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79f9fec-8f6f-4fdc-8a95-a40981ed1180 admin admin] Made reservation on behalf of 8c30160872e34a17aa6c4663643b390f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:09.273960 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b79f9fec-8f6f-4fdc-8a95-a40981ed1180 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.391146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9062e887-0e29-48c8-9142-661647de6be8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:00:09.448742 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9062e887-0e29-48c8-9142-661647de6be8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.449102 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-9062e887-0e29-48c8-9142-661647de6be8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Added segment 9ceb4015-e067-4ff8-846a-1953601b5519 of type vlan for network 44b62a71-9226-4ae8-8e14-181f75d803b0 Dec 08 02:00:09.522642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9062e887-0e29-48c8-9142-661647de6be8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.604144 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9062e887-0e29-48c8-9142-661647de6be8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.612576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9062e887-0e29-48c8-9142-661647de6be8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:09.613935 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9062e887-0e29-48c8-9142-661647de6be8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:09.851487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9062e887-0e29-48c8-9142-661647de6be8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7243352 Dec 08 02:00:09.852491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062e887-0e29-48c8-9142-661647de6be8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Network': ['ID=44b62a71-9226-4ae8-8e14-181f75d803b0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:09.854690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52880) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:09.860828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-accde9a6-ec6c-435e-bc4b-b85bf4d55ff1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'subnet': {'network_id': 'f2776972-1ac8-4b63-8b75-29a2dd029446', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:09.864570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 44b62a71-9226-4ae8-8e14-181f75d803b0 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:00:09.906142 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b79f9fec-8f6f-4fdc-8a95-a40981ed1180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.011789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f9fec-8f6f-4fdc-8a95-a40981ed1180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4dc3352-1b98-4fe3-b518-b63014aac7f0,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:10.040544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79f9fec-8f6f-4fdc-8a95-a40981ed1180 admin admin] Checking segment: {'id': '402dc672-6eab-4d2b-8a76-e95318b8a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:10.040928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f9fec-8f6f-4fdc-8a95-a40981ed1180 admin admin] Network hostable DHCP agents. Network: 975874d7-4191-4330-ab11-8fd0879a5356, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:00:10.051101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accde9a6-ec6c-435e-bc4b-b85bf4d55ff1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:10.057124 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-accde9a6-ec6c-435e-bc4b-b85bf4d55ff1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.064673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79f9fec-8f6f-4fdc-8a95-a40981ed1180 admin admin] Network 975874d7-4191-4330-ab11-8fd0879a5356 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:00:10.093683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b79f9fec-8f6f-4fdc-8a95-a40981ed1180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 975874d7-4191-4330-ab11-8fd0879a5356) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:10.101700 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a5cff5-a47f-47fb-a802-abeb5bf07967 None None] Network 975874d7-4191-4330-ab11-8fd0879a5356 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:10.103060 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f9fec-8f6f-4fdc-8a95-a40981ed1180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:10.103735 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b79f9fec-8f6f-4fdc-8a95-a40981ed1180 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.155312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b79f9fec-8f6f-4fdc-8a95-a40981ed1180 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0173719 Dec 08 02:00:10.158191 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52886) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:10.166957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-147133651-router', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:10.219548 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.220474 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.376521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-975874d7-4191-4330-ab11-8fd0879a5356', 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356', 'project_id': '8c30160872e34a17aa6c4663643b390f', 'fixed_ips': [{'subnet_id': 'd4dc3352-1b98-4fe3-b518-b63014aac7f0'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:00:10.377425 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.379399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.407014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e95b48b3-cb12-471d-aca5-43b4ac70589a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:10.551908 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-accde9a6-ec6c-435e-bc4b-b85bf4d55ff1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.569708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e95b48b3-cb12-471d-aca5-43b4ac70589a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:10.570093 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.725162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Allocated IP 172.20.0.2 (975874d7-4191-4330-ab11-8fd0879a5356/d4dc3352-1b98-4fe3-b518-b63014aac7f0/210e9ada-d489-4d2a-b1f5-5cc611736469) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:10.738575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accde9a6-ec6c-435e-bc4b-b85bf4d55ff1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Subnet': ['ID=192f6ff1-eb87-4e61-9652-30b9f73ccf49,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:10.768534 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.781265 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accde9a6-ec6c-435e-bc4b-b85bf4d55ff1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Checking segment: {'id': '5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f2776972-1ac8-4b63-8b75-29a2dd029446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:10.781851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accde9a6-ec6c-435e-bc4b-b85bf4d55ff1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network hostable DHCP agents. Network: f2776972-1ac8-4b63-8b75-29a2dd029446, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:00:10.820735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accde9a6-ec6c-435e-bc4b-b85bf4d55ff1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network f2776972-1ac8-4b63-8b75-29a2dd029446 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:00:10.833936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-accde9a6-ec6c-435e-bc4b-b85bf4d55ff1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, f2776972-1ac8-4b63-8b75-29a2dd029446) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:10.839528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accde9a6-ec6c-435e-bc4b-b85bf4d55ff1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:10.840134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-accde9a6-ec6c-435e-bc4b-b85bf4d55ff1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:10.861890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c38dd6-8894-4d47-9b2b-91ebde5099df None None] Network f2776972-1ac8-4b63-8b75-29a2dd029446 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:10.871746 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-accde9a6-ec6c-435e-bc4b-b85bf4d55ff1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0157902 Dec 08 02:00:10.884161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52900) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:10.894426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c5fac0b7-0ade-42f6-b3dc-e3a76f13b4e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'subnet': {'network_id': '44b62a71-9226-4ae8-8e14-181f75d803b0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:11.196381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fac0b7-0ade-42f6-b3dc-e3a76f13b4e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:11.202284 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5fac0b7-0ade-42f6-b3dc-e3a76f13b4e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.211876 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-f2776972-1ac8-4b63-8b75-29a2dd029446', 'network_id': 'f2776972-1ac8-4b63-8b75-29a2dd029446', 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'fixed_ips': [{'subnet_id': '192f6ff1-eb87-4e61-9652-30b9f73ccf49'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:00:11.212767 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.255489 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.314540 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.360402 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9c5c810c-cc19-4415-80ca-274571aebd77 req-f8d921ce-da2d-4406-a957-73e0eb624b1e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7526598 Dec 08 02:00:11.388854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Allocated IP 172.20.0.2 (f2776972-1ac8-4b63-8b75-29a2dd029446/192f6ff1-eb87-4e61-9652-30b9f73ccf49/3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:11.407349 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.425416 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.501777 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Network 975874d7-4191-4330-ab11-8fd0879a5356 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:11.551436 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:11.557166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:11.566515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Allocated IP 172.25.2.199 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/3b1f1283-aff9-4d80-a132-0179880abea8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:11.570952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Pushing event updated for resources: {'Port': ['ID=210e9ada-d489-4d2a-b1f5-5cc611736469,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:11.739200 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5fac0b7-0ade-42f6-b3dc-e3a76f13b4e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.752268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c810c-cc19-4415-80ca-274571aebd77 req-7d7c5f1c-a866-41d0-ab2b-29cd1272ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:11.761671 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9c5c810c-cc19-4415-80ca-274571aebd77 req-7d7c5f1c-a866-41d0-ab2b-29cd1272ae41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1097 time: 0.2513082 Dec 08 02:00:11.797473 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.858256 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:11.914463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:11.919090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:11.941760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:11.965824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ab27a-5cba-4ac8-b982-a5e47a707476 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:12.006050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Attempting to bind port 210e9ada-d489-4d2a-b1f5-5cc611736469 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:12.006672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Attempting to bind port 210e9ada-d489-4d2a-b1f5-5cc611736469 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '402dc672-6eab-4d2b-8a76-e95318b8a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:12.007191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Attempting to bind port 210e9ada-d489-4d2a-b1f5-5cc611736469 on network 975874d7-4191-4330-ab11-8fd0879a5356 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:12.025811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:12.026253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Checking segment: {'id': '402dc672-6eab-4d2b-8a76-e95318b8a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:12.026661 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.027059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Bound using segment: {'id': '402dc672-6eab-4d2b-8a76-e95318b8a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:12.027537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Bound port: 210e9ada-d489-4d2a-b1f5-5cc611736469, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402dc672-6eab-4d2b-8a76-e95318b8a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:12.027920 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.041738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c810c-cc19-4415-80ca-274571aebd77 req-4b34193a-e550-48d3-8487-10d8272fcf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:12.047504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9c5c810c-cc19-4415-80ca-274571aebd77 req-4b34193a-e550-48d3-8487-10d8272fcf03 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.2253976 Dec 08 02:00:12.061064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Pushing event updated for resources: {'Port': ['ID=3b1f1283-aff9-4d80-a132-0179880abea8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:12.077132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fac0b7-0ade-42f6-b3dc-e3a76f13b4e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Subnet': ['ID=92cfccce-1132-49f0-bb16-a6c1f4850ac6,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:12.147730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fac0b7-0ade-42f6-b3dc-e3a76f13b4e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Checking segment: {'id': '9ceb4015-e067-4ff8-846a-1953601b5519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '44b62a71-9226-4ae8-8e14-181f75d803b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:12.148104 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fac0b7-0ade-42f6-b3dc-e3a76f13b4e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network hostable DHCP agents. Network: 44b62a71-9226-4ae8-8e14-181f75d803b0, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:00:12.183435 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.190796 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-dd3f8d77-9a8d-49a9-9849-c78f9017f77c None None] Provisioning complete for port 3b1f1283-aff9-4d80-a132-0179880abea8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:12.192241 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd3f8d77-9a8d-49a9-9849-c78f9017f77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.227039 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9c5c810c-cc19-4415-80ca-274571aebd77 req-28be4f9d-760f-4e4a-88d7-dd377fefa8fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 1001 time: 0.1649601 Dec 08 02:00:12.227624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fac0b7-0ade-42f6-b3dc-e3a76f13b4e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 44b62a71-9226-4ae8-8e14-181f75d803b0 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:00:12.260345 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.335105 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Sync routers for ids ['6de49063-acf2-49ed-895e-390f867f5c74'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:12.343787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c5fac0b7-0ade-42f6-b3dc-e3a76f13b4e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 44b62a71-9226-4ae8-8e14-181f75d803b0) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:12.355488 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Routers {'6de49063-acf2-49ed-895e-390f867f5c74'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:12.358138 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6de49063-acf2-49ed-895e-390f867f5c74'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:12.361650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80593b50-9f61-452e-9cc6-eb1c8f82fb7f None None] Network 44b62a71-9226-4ae8-8e14-181f75d803b0 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:12.370418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fac0b7-0ade-42f6-b3dc-e3a76f13b4e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:12.373881 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5fac0b7-0ade-42f6-b3dc-e3a76f13b4e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.377619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Network f2776972-1ac8-4b63-8b75-29a2dd029446 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:12.408339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c810c-cc19-4415-80ca-274571aebd77 req-f0faf58a-a196-4427-8118-7b3160401018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:12.408878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:12.409396 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9c5c810c-cc19-4415-80ca-274571aebd77 req-f0faf58a-a196-4427-8118-7b3160401018 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.1707950 Dec 08 02:00:12.412360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:12.427208 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c5fac0b7-0ade-42f6-b3dc-e3a76f13b4e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5417795 Dec 08 02:00:12.439508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f8d77-9a8d-49a9-9849-c78f9017f77c None None] Port 3b1f1283-aff9-4d80-a132-0179880abea8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:12.446441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] For port 210e9ada-d489-4d2a-b1f5-5cc611736469, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:12.459519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52924) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:12.470932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-65fccb67-0228-40f7-b056-1094e87905a7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1871073223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:12.474897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Pushing event updated for resources: {'Port': ['ID=3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:12.487902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] For port 210e9ada-d489-4d2a-b1f5-5cc611736469, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=210e9ada-d489-4d2a-b1f5-5cc611736469,segment=NetworkSegment(402dc672-6eab-4d2b-8a76-e95318b8a9c2),segment_id=402dc672-6eab-4d2b-8a76-e95318b8a9c2)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:12.558259 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.615012 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65fccb67-0228-40f7-b056-1094e87905a7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.616382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65fccb67-0228-40f7-b056-1094e87905a7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.659867 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.660143 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c810c-cc19-4415-80ca-274571aebd77 req-46f395c7-1c57-4cbc-b1ec-2eaa909aaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:12.660143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9c5c810c-cc19-4415-80ca-274571aebd77 req-46f395c7-1c57-4cbc-b1ec-2eaa909aaf37 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2279775 Dec 08 02:00:12.690297 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Set router 6de49063-acf2-49ed-895e-390f867f5c74 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:12.880997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-44b62a71-9226-4ae8-8e14-181f75d803b0', 'network_id': '44b62a71-9226-4ae8-8e14-181f75d803b0', 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'fixed_ips': [{'subnet_id': '92cfccce-1132-49f0-bb16-a6c1f4850ac6'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:00:12.885281 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.888702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Attempting to bind port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:12.889202 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Attempting to bind port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f2776972-1ac8-4b63-8b75-29a2dd029446'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:12.890462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Attempting to bind port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 on network f2776972-1ac8-4b63-8b75-29a2dd029446 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:12.902799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65fccb67-0228-40f7-b056-1094e87905a7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.943951 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01e204ab-45ba-4a02-831d-39cdc7400f5a', 'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'mac_address': 'fa:16:3e:ef:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:04Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 2, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'subnets': [{'id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:12.953461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:12.956115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Checking segment: {'id': '5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f2776972-1ac8-4b63-8b75-29a2dd029446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:12.956776 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.957445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Bound using segment: {'id': '5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f2776972-1ac8-4b63-8b75-29a2dd029446'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:12.958065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Bound port: 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'f2776972-1ac8-4b63-8b75-29a2dd029446'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:12.958587 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.962497 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:12.973749 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Checking router: 6de49063-acf2-49ed-895e-390f867f5c74 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:00:12.974110 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Updating router 6de49063-acf2-49ed-895e-390f867f5c74 port 01e204ab-45ba-4a02-831d-39cdc7400f5a binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:00:13.012495 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.211599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cf263-fa08-41e1-8f28-bf4468d683e7 None None] Pushing event updated for resources: {'Port': ['ID=210e9ada-d489-4d2a-b1f5-5cc611736469,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:13.304333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Router b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:00:13.347977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] For port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:13.491012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] For port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1,segment=NetworkSegment(5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62),segment_id=5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:13.543744 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.594845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:13.613230 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.622069 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.643311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Sync routers for ids ['b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:13.643565 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.649443 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cb4d75d2-2a9d-4f3b-b2bb-104ee9a7c32b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4892540 Dec 08 02:00:13.652040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 52942) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:13.685761 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Pushing event updated for resources: {'Port': ['ID=01e204ab-45ba-4a02-831d-39cdc7400f5a,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:13.698647 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.699336 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.699682 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.705398 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.705794 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.706146 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.706492 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.706833 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.707163 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.707497 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.707825 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.708167 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.708853 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:13.755377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Routers {'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:13.758135 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:13.791443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Allocated IP 172.21.0.2 (44b62a71-9226-4ae8-8e14-181f75d803b0/92cfccce-1132-49f0-bb16-a6c1f4850ac6/b357d9b8-438a-4d7f-ad24-965762e42dd6) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:13.856954 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Attempting to bind port 01e204ab-45ba-4a02-831d-39cdc7400f5a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:13.856954 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Attempting to bind port 01e204ab-45ba-4a02-831d-39cdc7400f5a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:13.856954 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Attempting to bind port 01e204ab-45ba-4a02-831d-39cdc7400f5a on network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:13.866479 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:13.866479 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Checking segment: {'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:13.866479 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.866479 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Bound using segment: {'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:13.866479 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Bound port: 01e204ab-45ba-4a02-831d-39cdc7400f5a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:13.866479 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:13.909544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65fccb67-0228-40f7-b056-1094e87905a7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.004474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9a990-8c72-4868-a0c0-7133a5e24444 None None] Pushing event updated for resources: {'Port': ['ID=3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:14.015752 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] For port 01e204ab-45ba-4a02-831d-39cdc7400f5a, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:14.022527 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] For port 01e204ab-45ba-4a02-831d-39cdc7400f5a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=01e204ab-45ba-4a02-831d-39cdc7400f5a,segment=NetworkSegment(2a8572cf-efc4-4581-8b36-6095e6fd2d20),segment_id=2a8572cf-efc4-4581-8b36-6095e6fd2d20)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:14.040768 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.045967 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-65fccb67-0228-40f7-b056-1094e87905a7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:14.050962 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-65fccb67-0228-40f7-b056-1094e87905a7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5855808 Dec 08 02:00:14.071049 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 52952) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:14.292196 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9c5c810c-cc19-4415-80ca-274571aebd77 req-273a3760-dda2-43c4-9a66-253ef49be1e4 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6018090 Dec 08 02:00:14.338054 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ffe79-b396-4b4d-8889-1b54a5999a03 None None] Pushing event updated for resources: {'Port': ['ID=01e204ab-45ba-4a02-831d-39cdc7400f5a,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:14.357609 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Routers {'6de49063-acf2-49ed-895e-390f867f5c74'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:14.365363 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6de49063-acf2-49ed-895e-390f867f5c74'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:14.462587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Set router b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:14.719174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 210e9ada-d489-4d2a-b1f5-5cc611736469 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:14.721985 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] Set router 6de49063-acf2-49ed-895e-390f867f5c74 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:14.890446 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9c5c810c-cc19-4415-80ca-274571aebd77 req-6f1c7923-dfc2-4610-b34d-55a654bb56f1 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611232 Dec 08 02:00:15.162315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e07f11-b1d1-4418-81da-32cc0c1efe1d None None] Network 975874d7-4191-4330-ab11-8fd0879a5356 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:15.273190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.322778 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01e204ab-45ba-4a02-831d-39cdc7400f5a', 'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'mac_address': 'fa:16:3e:ef:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:04Z', 'updated_at': '2021-12-08T02:00:13Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'subnets': [{'id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:15.327397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-44628571-7c77-4937-a76a-24610405007a None None] Provisioning complete for port 01e204ab-45ba-4a02-831d-39cdc7400f5a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:15.327677 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-44628571-7c77-4937-a76a-24610405007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.388501 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104430b1-00fe-4958-90ba-29c7cb314cb4 None None] The sync data for ids ['6de49063-acf2-49ed-895e-390f867f5c74'] in n-d-713498-30 is: [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01e204ab-45ba-4a02-831d-39cdc7400f5a', 'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'mac_address': 'fa:16:3e:ef:db:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:04Z', 'updated_at': '2021-12-08T02:00:13Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'subnets': [{'id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:15.405076 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.697285 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.864267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Network 44b62a71-9226-4ae8-8e14-181f75d803b0 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:15.877619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 210e9ada-d489-4d2a-b1f5-5cc611736469 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:15.878117 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:15.914755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Allocated IP 172.20.0.1 (f2776972-1ac8-4b63-8b75-29a2dd029446/192f6ff1-eb87-4e61-9652-30b9f73ccf49/fcb17554-f0b4-4a0d-83a2-67dd2c4995fb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:16.011744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce2bd6-a7e7-4255-8119-0b375f478ca8 None None] Network f2776972-1ac8-4b63-8b75-29a2dd029446 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:16.041862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:16.126952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Pushing event updated for resources: {'Port': ['ID=b357d9b8-438a-4d7f-ad24-965762e42dd6,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:16.143157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:16.222509 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.235597 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.345238 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.437107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network f2776972-1ac8-4b63-8b75-29a2dd029446 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:16.449083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:16.466363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:16.471641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=fcb17554-f0b4-4a0d-83a2-67dd2c4995fb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:16.574676 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.655986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Allocated IP 172.20.0.1 (975874d7-4191-4330-ab11-8fd0879a5356/d4dc3352-1b98-4fe3-b518-b63014aac7f0/fd4ee3e6-de25-4208-81d8-23ca4d2af8ea) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:16.828247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.867259 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.888781 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.960670 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-44628571-7c77-4937-a76a-24610405007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:16.970336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Network 975874d7-4191-4330-ab11-8fd0879a5356 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:16.976645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:16.988298 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:16.991918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4ee3e6-de25-4208-81d8-23ca4d2af8ea,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:17.072457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Attempting to bind port b357d9b8-438a-4d7f-ad24-965762e42dd6 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:17.072839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Attempting to bind port b357d9b8-438a-4d7f-ad24-965762e42dd6 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '9ceb4015-e067-4ff8-846a-1953601b5519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '44b62a71-9226-4ae8-8e14-181f75d803b0'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:17.073210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Attempting to bind port b357d9b8-438a-4d7f-ad24-965762e42dd6 on network 44b62a71-9226-4ae8-8e14-181f75d803b0 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:17.088617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:17.088996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Checking segment: {'id': '9ceb4015-e067-4ff8-846a-1953601b5519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '44b62a71-9226-4ae8-8e14-181f75d803b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:17.089406 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.089803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Bound using segment: {'id': '9ceb4015-e067-4ff8-846a-1953601b5519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '44b62a71-9226-4ae8-8e14-181f75d803b0'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:17.100125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.104330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Bound port: b357d9b8-438a-4d7f-ad24-965762e42dd6, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ceb4015-e067-4ff8-846a-1953601b5519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '44b62a71-9226-4ae8-8e14-181f75d803b0'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:17.104853 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.147931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'name': 'tempest-TestServerBasicOps-147133651-router', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:10Z', 'updated_at': '2021-12-08T02:00:12Z', 'revision_number': 3, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'gw_port': {'id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:11Z', 'updated_at': '2021-12-08T02:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:17.152660 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.348954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Checking router: b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:00:17.349315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Updating router b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 port 3b1f1283-aff9-4d80-a132-0179880abea8 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:00:17.400762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.405750 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.408531 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.462886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] For port b357d9b8-438a-4d7f-ad24-965762e42dd6, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:17.479120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] For port b357d9b8-438a-4d7f-ad24-965762e42dd6, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b357d9b8-438a-4d7f-ad24-965762e42dd6,segment=NetworkSegment(9ceb4015-e067-4ff8-846a-1953601b5519),segment_id=9ceb4015-e067-4ff8-846a-1953601b5519)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:17.545454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 210e9ada-d489-4d2a-b1f5-5cc611736469, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=210e9ada-d489-4d2a-b1f5-5cc611736469,segment=NetworkSegment(402dc672-6eab-4d2b-8a76-e95318b8a9c2),segment_id=402dc672-6eab-4d2b-8a76-e95318b8a9c2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:17.562901 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.575496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-44628571-7c77-4937-a76a-24610405007a None None] For port 01e204ab-45ba-4a02-831d-39cdc7400f5a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=01e204ab-45ba-4a02-831d-39cdc7400f5a,segment=NetworkSegment(2a8572cf-efc4-4581-8b36-6095e6fd2d20),segment_id=2a8572cf-efc4-4581-8b36-6095e6fd2d20)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:17.580266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.581102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:17.582655 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.630781 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-44628571-7c77-4937-a76a-24610405007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.632510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=fcb17554-f0b4-4a0d-83a2-67dd2c4995fb,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:17.688270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.919331 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.935015 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:17.948160 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33bd1d-f788-4a5a-96ae-f83b7da70549 None None] Pushing event updated for resources: {'Port': ['ID=b357d9b8-438a-4d7f-ad24-965762e42dd6,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:18.018955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network f2776972-1ac8-4b63-8b75-29a2dd029446 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:18.042977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:18.055851 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.248224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4ee3e6-de25-4208-81d8-23ca4d2af8ea,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:18.346633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router 62f8a263-76df-4c22-9e5b-2a7d39a5063e is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:00:18.348760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ce9a8f49-c9c6-4265-b2d5-10cee60fbfca None None] Provisioning complete for port 01e204ab-45ba-4a02-831d-39cdc7400f5a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:18.349636 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ce9a8f49-c9c6-4265-b2d5-10cee60fbfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.440616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Network 975874d7-4191-4330-ab11-8fd0879a5356 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:18.442157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:18.474114 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:18.474779 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:18.527207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=210e9ada-d489-4d2a-b1f5-5cc611736469,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:18.650499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:18.665067 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a5378-6cda-4588-babe-fa2b8aa27a84 None None] Sync routers for ids ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:18.683456 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b3754b5c-0f16-47f6-9f13-53c13b9974ef tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/62f8a263-76df-4c22-9e5b-2a7d39a5063e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6080523 Dec 08 02:00:18.683701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53024) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:18.685244 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a5378-6cda-4588-babe-fa2b8aa27a84 None None] Routers {'62f8a263-76df-4c22-9e5b-2a7d39a5063e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:18.691692 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-399a5378-6cda-4588-babe-fa2b8aa27a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:18.765799 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-399a5378-6cda-4588-babe-fa2b8aa27a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:18.819463 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399a5378-6cda-4588-babe-fa2b8aa27a84 None None] Routers {'62f8a263-76df-4c22-9e5b-2a7d39a5063e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:18.820754 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-399a5378-6cda-4588-babe-fa2b8aa27a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:18.822731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44628571-7c77-4937-a76a-24610405007a None None] Pushing event updated for resources: {'Port': ['ID=01e204ab-45ba-4a02-831d-39cdc7400f5a,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:18.838382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a468d65-4399-4e2c-908f-1e28ab500108 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:18.844420 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1a468d65-4399-4e2c-908f-1e28ab500108 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports/fcb17554-f0b4-4a0d-83a2-67dd2c4995fb HTTP/1.1" status: 200 len: 910 time: 0.1602554 Dec 08 02:00:18.847185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53030) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:18.886374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Router b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:00:18.960694 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-399a5378-6cda-4588-babe-fa2b8aa27a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:18.964647 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a5378-6cda-4588-babe-fa2b8aa27a84 None None] The sync data for ids ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:18.997137 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.059281 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ce9a8f49-c9c6-4265-b2d5-10cee60fbfca None None] Provisioning complete for port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:19.062347 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ce9a8f49-c9c6-4265-b2d5-10cee60fbfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.227826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:19.245204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0720c9ec-42a1-45ca-ba5e-daf46fca9973 admin admin] 10.222.0.70 "PUT /v2.0/routers/b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5919354 Dec 08 02:00:19.387321 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.395856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1,segment=NetworkSegment(5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62),segment_id=5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:19.402205 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.478323 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.563392 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef643251-57e8-4021-977d-f72a8fbf3987 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:19.565986 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.635740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Attempting to bind port 3b1f1283-aff9-4d80-a132-0179880abea8 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:19.636186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Attempting to bind port 3b1f1283-aff9-4d80-a132-0179880abea8 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:19.636607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Attempting to bind port 3b1f1283-aff9-4d80-a132-0179880abea8 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:19.676708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:19.677100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:19.677640 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.677937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:19.678413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Bound port: 3b1f1283-aff9-4d80-a132-0179880abea8, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:19.678793 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.749806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] For port 3b1f1283-aff9-4d80-a132-0179880abea8, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:19.771295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] For port 3b1f1283-aff9-4d80-a132-0179880abea8, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3b1f1283-aff9-4d80-a132-0179880abea8,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:19.786886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ce9a8f49-c9c6-4265-b2d5-10cee60fbfca None None] Provisioning complete for port 210e9ada-d489-4d2a-b1f5-5cc611736469 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:19.787277 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ce9a8f49-c9c6-4265-b2d5-10cee60fbfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.790940 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:19.820311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:19.839048 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9b92f1-28b9-4f45-8cab-114f4110b7ec None None] Network 44b62a71-9226-4ae8-8e14-181f75d803b0 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:19.914467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 01e204ab-45ba-4a02-831d-39cdc7400f5a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:20.098986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de546806-e3fb-4455-bbf2-ad8aca6c4580 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:20.113382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Routers {'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:20.114380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:20.188990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Allocated IP 172.21.0.1 (44b62a71-9226-4ae8-8e14-181f75d803b0/92cfccce-1132-49f0-bb16-a6c1f4850ac6/10ff3837-67d5-4439-923a-0db20a4e83a7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:20.261389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93199bee-3107-42c4-a4a7-88f5c8f7680a None None] Pushing event updated for resources: {'Port': ['ID=3b1f1283-aff9-4d80-a132-0179880abea8,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:20.268146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53060) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:20.290275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f2a18ce0-3ee7-45d1-a3e2-d3a2fac72d6a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990580235', 'description': 'tempest-secgroup-smoke-990580235 description', 'project_id': '3e9ac14866184408b9076ee1b59c6099'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:20.346223 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2a18ce0-3ee7-45d1-a3e2-d3a2fac72d6a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.423010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 01e204ab-45ba-4a02-831d-39cdc7400f5a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:20.423535 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.425335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93199bee-3107-42c4-a4a7-88f5c8f7680a None None] Pushing event updated for resources: {'Port': ['ID=3b1f1283-aff9-4d80-a132-0179880abea8,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:20.440029 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.527479 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2a18ce0-3ee7-45d1-a3e2-d3a2fac72d6a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.543704 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2a18ce0-3ee7-45d1-a3e2-d3a2fac72d6a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.548468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Provisioning complete for port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:20.549225 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.556501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] Set router b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:20.581189 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.619976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f2a18ce0-3ee7-45d1-a3e2-d3a2fac72d6a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.627316 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f2a18ce0-3ee7-45d1-a3e2-d3a2fac72d6a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3578115 Dec 08 02:00:20.629818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53066) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:20.649642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-95fd4cc4-5ccc-4443-8606-91031ce90cb4 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Request body: {'security_group_rule': {'security_group_id': 'dd5248f2-388f-4be6-961a-916d6e2f555d', 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:20.660825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=10ff3837-67d5-4439-923a-0db20a4e83a7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:20.677363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a18ce0-3ee7-45d1-a3e2-d3a2fac72d6a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5248f2-388f-4be6-961a-916d6e2f555d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:20.683159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 44b62a71-9226-4ae8-8e14-181f75d803b0 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:20.688000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:20.704538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:20.717414 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95fd4cc4-5ccc-4443-8606-91031ce90cb4 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.803997 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95fd4cc4-5ccc-4443-8606-91031ce90cb4 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.810884 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95fd4cc4-5ccc-4443-8606-91031ce90cb4 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.814274 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.859260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd4cc4-5ccc-4443-8606-91031ce90cb4 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacbc6c8-6206-413b-941c-3da31ab037bb,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:20.875207 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-95fd4cc4-5ccc-4443-8606-91031ce90cb4 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:20.878908 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-95fd4cc4-5ccc-4443-8606-91031ce90cb4 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2361407 Dec 08 02:00:20.882949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53072) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:20.891334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b1c8aa05-0fbf-41d6-9b9e-ac408413fc58 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Request body: {'security_group_rule': {'security_group_id': 'dd5248f2-388f-4be6-961a-916d6e2f555d', 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:20.957766 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1c8aa05-0fbf-41d6-9b9e-ac408413fc58 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.063664 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1c8aa05-0fbf-41d6-9b9e-ac408413fc58 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.064382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.072966 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1c8aa05-0fbf-41d6-9b9e-ac408413fc58 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.107075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8aa05-0fbf-41d6-9b9e-ac408413fc58 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a658058-0878-43dc-950b-80f5e4b85b00,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:21.156245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:21.203060 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b1c8aa05-0fbf-41d6-9b9e-ac408413fc58 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.208189 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b1c8aa05-0fbf-41d6-9b9e-ac408413fc58 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220406 Dec 08 02:00:21.209168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53080) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:21.235516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-70b649a9-fa22-406f-a7c1-2bd8cf18761c tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Request body: {'security_group_rule': {'security_group_id': 'dd5248f2-388f-4be6-961a-916d6e2f555d', 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:21.245788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Provisioning complete for port fcb17554-f0b4-4a0d-83a2-67dd2c4995fb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:21.246150 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.259278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 210e9ada-d489-4d2a-b1f5-5cc611736469 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:21.304768 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70b649a9-fa22-406f-a7c1-2bd8cf18761c tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.388444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70b649a9-fa22-406f-a7c1-2bd8cf18761c tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.395643 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70b649a9-fa22-406f-a7c1-2bd8cf18761c tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.396481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Port fcb17554-f0b4-4a0d-83a2-67dd2c4995fb cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:21.428222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b649a9-fa22-406f-a7c1-2bd8cf18761c tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519cacdc-5630-42b5-bf0c-85786b2cd8e7,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:21.435758 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-70b649a9-fa22-406f-a7c1-2bd8cf18761c tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.437328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-70b649a9-fa22-406f-a7c1-2bd8cf18761c tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2263279 Dec 08 02:00:21.440216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:21.446415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1239d993-05de-40dd-b90d-a55964b3316a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Request body: {'security_group_rule': {'security_group_id': 'dd5248f2-388f-4be6-961a-916d6e2f555d', 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:21.458106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Provisioning complete for port 3b1f1283-aff9-4d80-a132-0179880abea8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:21.458546 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.485857 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1239d993-05de-40dd-b90d-a55964b3316a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.566425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 210e9ada-d489-4d2a-b1f5-5cc611736469 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:21.566803 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.594791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1239d993-05de-40dd-b90d-a55964b3316a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.602949 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1239d993-05de-40dd-b90d-a55964b3316a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.614919 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.624812 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.640387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239d993-05de-40dd-b90d-a55964b3316a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fb178c-f20d-4470-8bad-3ef42b1202d8,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:21.662361 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1239d993-05de-40dd-b90d-a55964b3316a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.666890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1239d993-05de-40dd-b90d-a55964b3316a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2230771 Dec 08 02:00:21.667363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53092) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:21.675038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7a873f42-27f5-4543-bc08-99437cce8ac2 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Request body: {'security_group_rule': {'security_group_id': 'dd5248f2-388f-4be6-961a-916d6e2f555d', 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:21.744091 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-7a873f42-27f5-4543-bc08-99437cce8ac2 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Project 3e9ac14866184408b9076ee1b59c6099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:00:21.755115 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a873f42-27f5-4543-bc08-99437cce8ac2 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.757617 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.797246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'name': 'tempest-TestServerBasicOps-147133651-router', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:10Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 4, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'gw_port': {'id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:11Z', 'updated_at': '2021-12-08T02:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'fd4ee3e6-de25-4208-81d8-23ca4d2af8ea', 'name': '', 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'mac_address': 'fa:16:3e:1d:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd4dc3352-1b98-4fe3-b518-b63014aac7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:16Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 2, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'subnets': [{'id': 'd4dc3352-1b98-4fe3-b518-b63014aac7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:21.799144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=10ff3837-67d5-4439-923a-0db20a4e83a7,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:21.834778 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a873f42-27f5-4543-bc08-99437cce8ac2 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.841180 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a873f42-27f5-4543-bc08-99437cce8ac2 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.874137 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a873f42-27f5-4543-bc08-99437cce8ac2 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.875714 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7a873f42-27f5-4543-bc08-99437cce8ac2 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2072861 Dec 08 02:00:21.877024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a873f42-27f5-4543-bc08-99437cce8ac2 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54a3d23-c764-4a3c-8789-27d1bee7a885,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:21.879698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53096) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:21.884372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-86df0bfb-4b0d-4d49-ba70-86c60ac11d85 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Request body: {'security_group_rule': {'security_group_id': 'dd5248f2-388f-4be6-961a-916d6e2f555d', 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:21.908648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875685c-81b0-4d1f-a038-a262902cadbc None None] The sync data for ids ['b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'] in n-d-713498-30 is: [{'id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'name': 'tempest-TestServerBasicOps-147133651-router', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:10Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 4, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'gw_port': {'id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:11Z', 'updated_at': '2021-12-08T02:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'fd4ee3e6-de25-4208-81d8-23ca4d2af8ea', 'name': '', 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'mac_address': 'fa:16:3e:1d:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd4dc3352-1b98-4fe3-b518-b63014aac7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:16Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 2, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'subnets': [{'id': 'd4dc3352-1b98-4fe3-b518-b63014aac7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:21.922838 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-86df0bfb-4b0d-4d49-ba70-86c60ac11d85 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Project 3e9ac14866184408b9076ee1b59c6099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:00:21.928702 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86df0bfb-4b0d-4d49-ba70-86c60ac11d85 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.939047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b357d9b8-438a-4d7f-ad24-965762e42dd6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:21.940309 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:21.989281 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 44b62a71-9226-4ae8-8e14-181f75d803b0 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:21.991441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:22.054439 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86df0bfb-4b0d-4d49-ba70-86c60ac11d85 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.062827 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86df0bfb-4b0d-4d49-ba70-86c60ac11d85 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.084233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] For port 3b1f1283-aff9-4d80-a132-0179880abea8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3b1f1283-aff9-4d80-a132-0179880abea8,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:22.093396 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.106325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df0bfb-4b0d-4d49-ba70-86c60ac11d85 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0422441c-0ab4-4a98-a9b8-c5c4a01e7943,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:22.114799 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86df0bfb-4b0d-4d49-ba70-86c60ac11d85 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.116542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-86df0bfb-4b0d-4d49-ba70-86c60ac11d85 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2357221 Dec 08 02:00:22.238442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Provisioning complete for port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:22.239146 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.246172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router 62f8a263-76df-4c22-9e5b-2a7d39a5063e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:00:22.253077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b357d9b8-438a-4d7f-ad24-965762e42dd6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:22.253738 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.435717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Pushing event updated for resources: {'Port': ['ID=3b1f1283-aff9-4d80-a132-0179880abea8,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:22.527477 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-31025326-a016-44f4-8e15-4079185fa43c tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990580235&fields=id&tenant_id=3e9ac14866184408b9076ee1b59c6099 HTTP/1.1" status: 200 len: 267 time: 0.1476257 Dec 08 02:00:22.529111 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.558231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:22.568372 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f48a94fa-c495-44a9-ba47-a507781d2e52 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/62f8a263-76df-4c22-9e5b-2a7d39a5063e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7200153 Dec 08 02:00:22.571077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53126) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:22.571215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412b992-8f6a-4199-98ce-6802596f04c7 None None] Sync routers for ids ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:22.659552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e412b992-8f6a-4199-98ce-6802596f04c7 None None] Routers {'62f8a263-76df-4c22-9e5b-2a7d39a5063e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:22.660208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e412b992-8f6a-4199-98ce-6802596f04c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:22.663295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port b357d9b8-438a-4d7f-ad24-965762e42dd6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b357d9b8-438a-4d7f-ad24-965762e42dd6,segment=NetworkSegment(9ceb4015-e067-4ff8-846a-1953601b5519),segment_id=9ceb4015-e067-4ff8-846a-1953601b5519)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:22.696237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb6a672-4072-4950-a42c-7bf9f44deb38 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:22.697748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-adb6a672-4072-4950-a42c-7bf9f44deb38 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports/10ff3837-67d5-4439-923a-0db20a4e83a7 HTTP/1.1" status: 200 len: 910 time: 0.1238327 Dec 08 02:00:22.700880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53132) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:22.743243 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:22.782762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e412b992-8f6a-4199-98ce-6802596f04c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:22.797797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-7c5b5dff-9f54-496a-8e64-7d46b8ed8358 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:22.811688 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-7c5b5dff-9f54-496a-8e64-7d46b8ed8358 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/networks?id=8e56e77d-acd3-4322-858b-7809aa2b8bb3 HTTP/1.1" status: 200 len: 808 time: 0.2825322 Dec 08 02:00:22.853976 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-1bc22edb-41e0-445d-8c5d-66c7af804285 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/quotas/3e9ac14866184408b9076ee1b59c6099 HTTP/1.1" status: 200 len: 375 time: 0.0326617 Dec 08 02:00:22.892524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e412b992-8f6a-4199-98ce-6802596f04c7 None None] Routers {'62f8a263-76df-4c22-9e5b-2a7d39a5063e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:22.908715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e412b992-8f6a-4199-98ce-6802596f04c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:23.054883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-82c623c8-2e19-4439-adcb-6653c4b34c0c tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e9ac14866184408b9076ee1b59c6099&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1930892 Dec 08 02:00:23.066535 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e412b992-8f6a-4199-98ce-6802596f04c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:23.072646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412b992-8f6a-4199-98ce-6802596f04c7 None None] The sync data for ids ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:23.088671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-e6a9b43c-514d-411d-bad8-a0152ba6e0cb service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:00:23.090033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-e6a9b43c-514d-411d-bad8-a0152ba6e0cb service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117819 Dec 08 02:00:23.090942 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:23.164023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Provisioning complete for port b357d9b8-438a-4d7f-ad24-965762e42dd6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:23.164669 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-674b9c40-6d7a-4a5c-9399-66840fbb8808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.315720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=b357d9b8-438a-4d7f-ad24-965762e42dd6,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:23.366177 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-8bbb13b3-399c-418a-9d9a-3ce71a1fab8e service neutron] 10.222.0.70 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545111 Dec 08 02:00:23.549238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:23.549878 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.683784 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-dd8dac6a-73fe-4016-9c3f-0f72d867bab4 service neutron] 10.222.0.70 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079164 Dec 08 02:00:23.806315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0500080e-99ec-4855-a708-2bf6501bd342 None None] Provisioning complete for port 10ff3837-67d5-4439-923a-0db20a4e83a7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:23.806940 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0500080e-99ec-4855-a708-2bf6501bd342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:23.893612 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0500080e-99ec-4855-a708-2bf6501bd342 None None] Port 10ff3837-67d5-4439-923a-0db20a4e83a7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:23.909670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0500080e-99ec-4855-a708-2bf6501bd342 None None] Provisioning complete for port b357d9b8-438a-4d7f-ad24-965762e42dd6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:23.910211 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0500080e-99ec-4855-a708-2bf6501bd342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:24.161760 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e18192cc-75ca-46c5-a2dd-6d4dae9e947f req-12091fe3-80e9-4e3f-bd31-acec910cf86e tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 210 time: 0.0665131 Dec 08 02:00:24.495819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ee5d5-16ea-4a1c-83db-70e16fb6f061 req-cb725319-be2c-43b8-981b-bae0d7ab8f3d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:24.497916 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f52ee5d5-16ea-4a1c-83db-70e16fb6f061 req-cb725319-be2c-43b8-981b-bae0d7ab8f3d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 945 time: 0.2852232 Dec 08 02:00:24.611289 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f52ee5d5-16ea-4a1c-83db-70e16fb6f061 req-b279c75b-6e4f-4373-a324-56bbfb6a74d6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062768 Dec 08 02:00:24.749620 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff3f0cfe-0d6f-4553-8970-4757376fe236 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:25.082504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3b1f1283-aff9-4d80-a132-0179880abea8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:25.250860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3b1f1283-aff9-4d80-a132-0179880abea8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:25.251289 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:25.499994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b357d9b8-438a-4d7f-ad24-965762e42dd6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:25.569129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-beda2559-96f1-4bc6-b40a-3049dce649a6 req-b5d13807-ba64-455c-ab6d-36de1121c492 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 210 time: 0.2297268 Dec 08 02:00:25.623173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b357d9b8-438a-4d7f-ad24-965762e42dd6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:25.624050 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:25.637641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f0cfe-0d6f-4553-8970-4757376fe236 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port 10ff3837-67d5-4439-923a-0db20a4e83a7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:25.641105 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff3f0cfe-0d6f-4553-8970-4757376fe236 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:25.786690 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff3f0cfe-0d6f-4553-8970-4757376fe236 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:25.831088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f0cfe-0d6f-4553-8970-4757376fe236 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for 10ff3837-67d5-4439-923a-0db20a4e83a7 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:25.981319 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Sync routers for ids ['b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:26.008111 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Routers {'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:26.010975 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:26.217678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff3f0cfe-0d6f-4553-8970-4757376fe236 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.227402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ac94d61d-e12a-4124-a1f1-7485b4b3b872 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:26.241775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ac94d61d-e12a-4124-a1f1-7485b4b3b872 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.72 "GET /v2.0/networks?id=8e56e77d-acd3-4322-858b-7809aa2b8bb3 HTTP/1.1" status: 200 len: 808 time: 0.2501926 Dec 08 02:00:26.263558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f0cfe-0d6f-4553-8970-4757376fe236 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=10ff3837-67d5-4439-923a-0db20a4e83a7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:26.338390 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Set router b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:26.456547 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-2a602a46-38da-425b-982e-a95742307a92 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e9ac14866184408b9076ee1b59c6099 HTTP/1.1" status: 200 len: 379 time: 0.1992025 Dec 08 02:00:26.468559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Request body: {'port': {'device_id': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'admin_state_up': True, 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'security_groups': ['dd5248f2-388f-4be6-961a-916d6e2f555d']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:26.616485 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff3f0cfe-0d6f-4553-8970-4757376fe236 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.790395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Made reservation on behalf of 3e9ac14866184408b9076ee1b59c6099 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:26.795894 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.833599 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'name': 'tempest-TestServerBasicOps-147133651-router', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:10Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 4, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'gw_port': {'id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:11Z', 'updated_at': '2021-12-08T02:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'fd4ee3e6-de25-4208-81d8-23ca4d2af8ea', 'name': '', 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'mac_address': 'fa:16:3e:1d:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd4dc3352-1b98-4fe3-b518-b63014aac7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:16Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 2, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'subnets': [{'id': 'd4dc3352-1b98-4fe3-b518-b63014aac7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:26.867742 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Checking router: b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:00:26.868099 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Updating router b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:00:26.923514 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:26.932688 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-76ca79bf-61d0-4824-8fe5-ea6770bf25a6 req-d13790c6-971e-460f-ba29-f7b20247b636 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 210 time: 0.1054256 Dec 08 02:00:27.129246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Allocated IP 172.20.0.12 (8e56e77d-acd3-4322-858b-7809aa2b8bb3/37b86d03-c466-4d52-8618-3fc9fbc06278/d0c9b682-22c1-4c50-bfbb-b3aede846ea0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:27.154932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3f0cfe-0d6f-4553-8970-4757376fe236 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router 62f8a263-76df-4c22-9e5b-2a7d39a5063e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:00:27.411845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3f0cfe-0d6f-4553-8970-4757376fe236 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:27.418371 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ff3f0cfe-0d6f-4553-8970-4757376fe236 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/62f8a263-76df-4c22-9e5b-2a7d39a5063e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7156994 Dec 08 02:00:27.421241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53266) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:27.424362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a853698-645d-4b24-8dc5-c758f291bb63 None None] Sync routers for ids ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:27.459646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a853698-645d-4b24-8dc5-c758f291bb63 None None] Routers {'62f8a263-76df-4c22-9e5b-2a7d39a5063e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:27.461204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7a853698-645d-4b24-8dc5-c758f291bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:27.469391 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.502448 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.538925 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.549360 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.549778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7a853698-645d-4b24-8dc5-c758f291bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:27.570553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a853698-645d-4b24-8dc5-c758f291bb63 None None] Routers {'62f8a263-76df-4c22-9e5b-2a7d39a5063e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:27.572242 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7a853698-645d-4b24-8dc5-c758f291bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:27.611449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:27.616648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:27.626085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:27.693166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7a853698-645d-4b24-8dc5-c758f291bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:27.694111 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a853698-645d-4b24-8dc5-c758f291bb63 None None] The sync data for ids ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:27.718773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event updated for resources: {'Port': ['ID=d0c9b682-22c1-4c50-bfbb-b3aede846ea0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:27.762553 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Attempting to bind port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:27.762917 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Attempting to bind port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '402dc672-6eab-4d2b-8a76-e95318b8a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:27.763804 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Attempting to bind port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea on network 975874d7-4191-4330-ab11-8fd0879a5356 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:27.771829 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:27.772152 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Checking segment: {'id': '402dc672-6eab-4d2b-8a76-e95318b8a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:27.772568 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.772966 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Bound using segment: {'id': '402dc672-6eab-4d2b-8a76-e95318b8a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:27.773652 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Bound port: fd4ee3e6-de25-4208-81d8-23ca4d2af8ea, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402dc672-6eab-4d2b-8a76-e95318b8a9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:27.774039 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.774154 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:27.775663 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.816078 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-4bc9b6b3-4946-4bf8-b049-6f8fb9b98454 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3523922 Dec 08 02:00:27.830215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-7c99d13b-f866-4694-bb49-fa1cc7b0b6ca tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:00:27.836597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-7c99d13b-f866-4694-bb49-fa1cc7b0b6ca tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119836 Dec 08 02:00:27.864254 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Request body: {'port': {'device_id': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:27.881414 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] For port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:27.890679 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] For port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fd4ee3e6-de25-4208-81d8-23ca4d2af8ea,segment=NetworkSegment(402dc672-6eab-4d2b-8a76-e95318b8a9c2),segment_id=402dc672-6eab-4d2b-8a76-e95318b8a9c2)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:27.924230 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:27.983392 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbff156-b19e-4ac7-b51d-b5365f069554 None None] Pushing event updated for resources: {'Port': ['ID=fd4ee3e6-de25-4208-81d8-23ca4d2af8ea,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:27.996368 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Routers {'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:27.997000 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:28.046897 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.102697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b860e7b4-5ffd-4d08-8fd6-d4da60603b13 None None] Provisioning complete for port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:28.103076 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b860e7b4-5ffd-4d08-8fd6-d4da60603b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.279432 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99aa8c5a-81e3-4f17-8829-0962d24be3b2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.372492 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b860e7b4-5ffd-4d08-8fd6-d4da60603b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.390102 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] Set router b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:28.511660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b860e7b4-5ffd-4d08-8fd6-d4da60603b13 None None] For port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fd4ee3e6-de25-4208-81d8-23ca4d2af8ea,segment=NetworkSegment(402dc672-6eab-4d2b-8a76-e95318b8a9c2),segment_id=402dc672-6eab-4d2b-8a76-e95318b8a9c2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:28.521390 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b860e7b4-5ffd-4d08-8fd6-d4da60603b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.542333 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbff156-b19e-4ac7-b51d-b5365f069554 None None] Pushing event updated for resources: {'Port': ['ID=fd4ee3e6-de25-4208-81d8-23ca4d2af8ea,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:28.676129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860e7b4-5ffd-4d08-8fd6-d4da60603b13 None None] Pushing event updated for resources: {'Port': ['ID=fd4ee3e6-de25-4208-81d8-23ca4d2af8ea,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:28.772698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c9b682-22c1-4c50-bfbb-b3aede846ea0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:28.801176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-20b551f3-3798-4094-bf61-6e15323e0982 None None] Provisioning complete for port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:28.802282 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-20b551f3-3798-4094-bf61-6e15323e0982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.802906 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:28.842472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Transition to ACTIVE for port object d0c9b682-22c1-4c50-bfbb-b3aede846ea0 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:00:28.848407 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.002638 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c05473ff-864f-4aa7-b174-650bdc98d1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.034036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fd4ee3e6-de25-4208-81d8-23ca4d2af8ea up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:29.104307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Pushing event updated for resources: {'Port': ['ID=d0c9b682-22c1-4c50-bfbb-b3aede846ea0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:29.179493 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'name': 'tempest-TestServerBasicOps-147133651-router', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:10Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 4, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'gw_port': {'id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:11Z', 'updated_at': '2021-12-08T02:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'fd4ee3e6-de25-4208-81d8-23ca4d2af8ea', 'name': '', 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'mac_address': 'fa:16:3e:1d:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd4dc3352-1b98-4fe3-b518-b63014aac7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:16Z', 'updated_at': '2021-12-08T02:00:27Z', 'revision_number': 4, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'subnets': [{'id': 'd4dc3352-1b98-4fe3-b518-b63014aac7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:29.224785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Attempting to bind port d0c9b682-22c1-4c50-bfbb-b3aede846ea0 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:29.225210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Attempting to bind port d0c9b682-22c1-4c50-bfbb-b3aede846ea0 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:29.229475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Attempting to bind port d0c9b682-22c1-4c50-bfbb-b3aede846ea0 on network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:29.241858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Port d0c9b682-22c1-4c50-bfbb-b3aede846ea0 on network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:00:29.242192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Attempting to bind port d0c9b682-22c1-4c50-bfbb-b3aede846ea0 on network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:29.251294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:29.252041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Checking segment: {'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:29.252637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Bound using segment: {'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:29.253264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Bound port: d0c9b682-22c1-4c50-bfbb-b3aede846ea0, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8572cf-efc4-4581-8b36-6095e6fd2d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:29.254663 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.274620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c6d2-cfab-4d2b-96c8-b5a32f9b9cca req-e0b05f6d-3d0e-4e36-b04c-0351749e5482 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:29.276183 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fa1c6d2-cfab-4d2b-96c8-b5a32f9b9cca req-e0b05f6d-3d0e-4e36-b04c-0351749e5482 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 944 time: 0.2487953 Dec 08 02:00:29.288405 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ef110-9ba0-48f5-a882-b7adbcfccd69 None None] The sync data for ids ['b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'] in n-d-713498-30 is: [{'id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'name': 'tempest-TestServerBasicOps-147133651-router', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:10Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 4, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'gw_port': {'id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:11Z', 'updated_at': '2021-12-08T02:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'fd4ee3e6-de25-4208-81d8-23ca4d2af8ea', 'name': '', 'network_id': '975874d7-4191-4330-ab11-8fd0879a5356', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'mac_address': 'fa:16:3e:1d:50:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd4dc3352-1b98-4fe3-b518-b63014aac7f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:16Z', 'updated_at': '2021-12-08T02:00:27Z', 'revision_number': 4, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'subnets': [{'id': 'd4dc3352-1b98-4fe3-b518-b63014aac7f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:29.343035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-99aa8c5a-81e3-4f17-8829-0962d24be3b2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port fcb17554-f0b4-4a0d-83a2-67dd2c4995fb {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:29.343663 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99aa8c5a-81e3-4f17-8829-0962d24be3b2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.375398 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:00:29.382689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:29.383379 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.442692 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8fa1c6d2-cfab-4d2b-96c8-b5a32f9b9cca req-bc43f1cd-ebb0-4dbd-bb96-0a94ea794864 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587853 Dec 08 02:00:29.498590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] For port d0c9b682-22c1-4c50-bfbb-b3aede846ea0, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:29.506883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] For port d0c9b682-22c1-4c50-bfbb-b3aede846ea0, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=d0c9b682-22c1-4c50-bfbb-b3aede846ea0,segment=NetworkSegment(2a8572cf-efc4-4581-8b36-6095e6fd2d20),segment_id=2a8572cf-efc4-4581-8b36-6095e6fd2d20)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:29.537064 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.723923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Pushing event updated for resources: {'Port': ['ID=d0c9b682-22c1-4c50-bfbb-b3aede846ea0,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:29.749169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:29.750153 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.755789 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99aa8c5a-81e3-4f17-8829-0962d24be3b2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:29.767759 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-ca9637a7-a040-4106-a75d-0cc2851b0e3f service neutron] 10.222.0.72 "PUT /v2.0/ports/d0c9b682-22c1-4c50-bfbb-b3aede846ea0 HTTP/1.1" status: 200 len: 1093 time: 1.9034579 Dec 08 02:00:29.768820 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'tag': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:29.775419 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b650c2-89b7-4f1e-8dbd-b2e5bcd65b69" -d '{"events": [{"name": "network-changed", "server_uuid": "07d3ae27-fb0a-4797-b1b5-d3e200c026b9", "tag": "d0c9b682-22c1-4c50-bfbb-b3aede846ea0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:29.826913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-99aa8c5a-81e3-4f17-8829-0962d24be3b2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for fcb17554-f0b4-4a0d-83a2-67dd2c4995fb owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:29.915367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-b6758e88-7751-4ba0-8385-9c5c60aa0c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:29.926007 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-b6758e88-7751-4ba0-8385-9c5c60aa0c7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e9ac14866184408b9076ee1b59c6099&device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 1096 time: 0.1069109 Dec 08 02:00:30.053883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-9dfa8771-e919-4190-9049-29ec1df44013 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c9b682-22c1-4c50-bfbb-b3aede846ea0 HTTP/1.1" status: 200 len: 217 time: 0.1137397 Dec 08 02:00:30.266129 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-5d9162ed-0ee5-4124-8194-c24a2a969bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:30.277552 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-5d9162ed-0ee5-4124-8194-c24a2a969bb6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37b86d03-c466-4d52-8618-3fc9fbc06278 HTTP/1.1" status: 200 len: 847 time: 0.2149308 Dec 08 02:00:30.283100 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbae815-6315-4ca3-b16e-3df628646abf x-openstack-request-id: req-7cbae815-6315-4ca3-b16e-3df628646abf {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:30.283713 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d3ae27-fb0a-4797-b1b5-d3e200c026b9", "tag": "d0c9b682-22c1-4c50-bfbb-b3aede846ea0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:30.284186 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7cbae815-6315-4ca3-b16e-3df628646abf {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:30.284818 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'tag': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0', 'status': 'completed', 'code': 200} Dec 08 02:00:30.378776 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99aa8c5a-81e3-4f17-8829-0962d24be3b2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:30.390252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-0c38279d-2286-46d1-9f19-50cb1f53d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:30.394275 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-0c38279d-2286-46d1-9f19-50cb1f53d920 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8e56e77d-acd3-4322-858b-7809aa2b8bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083570 Dec 08 02:00:30.464133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa8c5a-81e3-4f17-8829-0962d24be3b2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=fcb17554-f0b4-4a0d-83a2-67dd2c4995fb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:30.538237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:30.573260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'port_id': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'mac_address': 'fa:16:3e:59:1e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:00:30.626605 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-cb357c63-7552-42ec-b822-e056db2ee649 service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251205 Dec 08 02:00:30.772434 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:30.835672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f8286af-6be4-4a6f-81ad-f9633853d1cf {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:30.885841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:30.892621 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.033775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:31.036181 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99aa8c5a-81e3-4f17-8829-0962d24be3b2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.066615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['8f8286af-6be4-4a6f-81ad-f9633853d1cf'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:31.096493 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42bfba3-efda-48cb-b4e7-a87190f46459 req-42066cf8-208a-4ba1-a599-36fbc0eb996f service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623802 Dec 08 02:00:31.254975 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75433076-dbe3-4b11-9f2b-cd9c0c63f361 req-34a29aaf-c763-48d7-af54-b31914531fb1 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:31.262822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-75433076-dbe3-4b11-9f2b-cd9c0c63f361 req-34a29aaf-c763-48d7-af54-b31914531fb1 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 944 time: 0.5641413 Dec 08 02:00:31.305268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b650c2-89b7-4f1e-8dbd-b2e5bcd65b69 req-0c0a5c5e-9df7-430c-8872-c2f301bdc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:31.307097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69b650c2-89b7-4f1e-8dbd-b2e5bcd65b69 req-0c0a5c5e-9df7-430c-8872-c2f301bdc560 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e9ac14866184408b9076ee1b59c6099&device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 1096 time: 0.1233315 Dec 08 02:00:31.377262 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-75433076-dbe3-4b11-9f2b-cd9c0c63f361 req-706e0dfa-a833-496a-8578-3b456a220dcf tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124108 Dec 08 02:00:31.557502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aa8c5a-81e3-4f17-8829-0962d24be3b2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router 62f8a263-76df-4c22-9e5b-2a7d39a5063e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:00:31.582317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b650c2-89b7-4f1e-8dbd-b2e5bcd65b69 req-9a8a3979-e626-470a-9adb-2170fbc4eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:31.583902 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69b650c2-89b7-4f1e-8dbd-b2e5bcd65b69 req-9a8a3979-e626-470a-9adb-2170fbc4eb2b service neutron] 10.222.0.72 "GET /v2.0/networks?id=8e56e77d-acd3-4322-858b-7809aa2b8bb3 HTTP/1.1" status: 200 len: 909 time: 0.2692585 Dec 08 02:00:31.697959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aa8c5a-81e3-4f17-8829-0962d24be3b2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:31.705557 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-99aa8c5a-81e3-4f17-8829-0962d24be3b2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/62f8a263-76df-4c22-9e5b-2a7d39a5063e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2823935 Dec 08 02:00:31.709201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53386) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:31.709649 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69b650c2-89b7-4f1e-8dbd-b2e5bcd65b69 req-cdf16b92-ff19-4582-be0c-e81cfa6ca975 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c9b682-22c1-4c50-bfbb-b3aede846ea0 HTTP/1.1" status: 200 len: 217 time: 0.1049953 Dec 08 02:00:31.711400 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d25dd-e08f-47cc-bfda-93c0f3447dcf None None] Sync routers for ids ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:31.734928 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d25dd-e08f-47cc-bfda-93c0f3447dcf None None] Routers {'62f8a263-76df-4c22-9e5b-2a7d39a5063e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:31.735907 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a27d25dd-e08f-47cc-bfda-93c0f3447dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:31.798472 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c310b945-e909-4ee1-a015-7898e46b778a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=62f8a263-76df-4c22-9e5b-2a7d39a5063e HTTP/1.1" status: 200 len: 205 time: 0.0878291 Dec 08 02:00:31.801086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53390) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:31.814703 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.815290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b650c2-89b7-4f1e-8dbd-b2e5bcd65b69 req-9e943cc9-a8be-43e4-8cfb-960e46df42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:31.820052 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69b650c2-89b7-4f1e-8dbd-b2e5bcd65b69 req-9e943cc9-a8be-43e4-8cfb-960e46df42c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37b86d03-c466-4d52-8618-3fc9fbc06278 HTTP/1.1" status: 200 len: 847 time: 0.1084492 Dec 08 02:00:31.894804 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a27d25dd-e08f-47cc-bfda-93c0f3447dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:31.926908 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe1ff-88e7-40bf-8302-1b65ea92e41a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:31.944726 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27d25dd-e08f-47cc-bfda-93c0f3447dcf None None] Routers {'62f8a263-76df-4c22-9e5b-2a7d39a5063e'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:31.945858 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a27d25dd-e08f-47cc-bfda-93c0f3447dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:31.948949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b650c2-89b7-4f1e-8dbd-b2e5bcd65b69 req-baee8e35-464e-485e-8a4b-0ccd9a7cdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:31.962073 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69b650c2-89b7-4f1e-8dbd-b2e5bcd65b69 req-baee8e35-464e-485e-8a4b-0ccd9a7cdd8d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8e56e77d-acd3-4322-858b-7809aa2b8bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1341529 Dec 08 02:00:32.029652 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a27d25dd-e08f-47cc-bfda-93c0f3447dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:32.030613 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27d25dd-e08f-47cc-bfda-93c0f3447dcf None None] The sync data for ids ['62f8a263-76df-4c22-9e5b-2a7d39a5063e'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:32.062472 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb604de5-640f-457d-8075-d407ddbc5df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.115394 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69b650c2-89b7-4f1e-8dbd-b2e5bcd65b69 req-be8407a0-ca3c-4b41-880d-6945e7138ac7 service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445978 Dec 08 02:00:32.236237 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe1ff-88e7-40bf-8302-1b65ea92e41a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.248914 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe1ff-88e7-40bf-8302-1b65ea92e41a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.325578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69b650c2-89b7-4f1e-8dbd-b2e5bcd65b69 req-2e8c83b2-0552-4709-b424-890748bf9e2e service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018783 Dec 08 02:00:32.367353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe1ff-88e7-40bf-8302-1b65ea92e41a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.368357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7fe1ff-88e7-40bf-8302-1b65ea92e41a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Fanout notify agent at l3_agent the message router_deleted on router 62f8a263-76df-4c22-9e5b-2a7d39a5063e {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:00:32.380686 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe1ff-88e7-40bf-8302-1b65ea92e41a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.381333 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.382559 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5c7fe1ff-88e7-40bf-8302-1b65ea92e41a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/62f8a263-76df-4c22-9e5b-2a7d39a5063e HTTP/1.1" status: 204 len: 168 time: 0.5804396 Dec 08 02:00:32.385500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53398) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:32.554486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting subnet 92cfccce-1132-49f0-bb16-a6c1f4850ac6 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:00:32.573685 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.686909 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:32.697868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5277b-5bea-4e16-a90c-3abc4c19391f req-16306920-7ceb-4e19-8bfb-ac265251d39d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:32.706696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe5277b-5bea-4e16-a90c-3abc4c19391f req-16306920-7ceb-4e19-8bfb-ac265251d39d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 944 time: 0.2081206 Dec 08 02:00:32.818105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe5277b-5bea-4e16-a90c-3abc4c19391f req-b4784ca8-4169-4a49-be8d-963cdf07ff37 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104085 Dec 08 02:00:32.913638 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.046339 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.077110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6c1c5c-b14b-48cd-80ce-a7acce7b472d None None] Network 44b62a71-9226-4ae8-8e14-181f75d803b0 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:33.093218 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.102416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/92cfccce-1132-49f0-bb16-a6c1f4850ac6 HTTP/1.1" status: 204 len: 168 time: 0.7155123 Dec 08 02:00:33.105496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53416) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:33.171428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Subnet': ['ID=92cfccce-1132-49f0-bb16-a6c1f4850ac6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:33.191909 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.193744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.194228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.194712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.199383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.200094 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.202064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.202530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.202974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.203994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.205007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.205954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.207947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a34b48f-c2dc-421a-854c-a452166f1321 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.235177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting subnet 192f6ff1-eb87-4e61-9652-30b9f73ccf49 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:00:33.240663 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.336626 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.364758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device d0c9b682-22c1-4c50-bfbb-b3aede846ea0 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:00:33.514869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5117ad35-9bb2-4965-8197-f6157275e9b7 None None] DHCP port deletion for 44b62a71-9226-4ae8-8e14-181f75d803b0 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:33.519402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:33.566283 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.714601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port d0c9b682-22c1-4c50-bfbb-b3aede846ea0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=d0c9b682-22c1-4c50-bfbb-b3aede846ea0,segment=NetworkSegment(2a8572cf-efc4-4581-8b36-6095e6fd2d20),segment_id=2a8572cf-efc4-4581-8b36-6095e6fd2d20)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:33.751794 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.761966 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.777944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'port_id': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0', 'mac_address': 'fa:16:3e:e4:9f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:00:33.816237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Subnet': ['ID=192f6ff1-eb87-4e61-9652-30b9f73ccf49,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:33.832178 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:33.838655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53428) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:33.839686 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/192f6ff1-eb87-4e61-9652-30b9f73ccf49 HTTP/1.1" status: 204 len: 168 time: 0.7322421 Dec 08 02:00:33.850907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.864610 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.865314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.865661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.866001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.866340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.866671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.867000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.867326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.867652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.867977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.868326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.868644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee30eef2-fd5b-4a45-ae1d-b201793f800c tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:00:33.893474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21da17ef-9b9c-499b-86ba-649332aaade2 None None] Network f2776972-1ac8-4b63-8b75-29a2dd029446 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:34.050657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 8f8286af-6be4-4a6f-81ad-f9633853d1cf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:34.051589 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.116258 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.237260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5117ad35-9bb2-4965-8197-f6157275e9b7 None None] Deleting port b357d9b8-438a-4d7f-ad24-965762e42dd6 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:34.237987 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5117ad35-9bb2-4965-8197-f6157275e9b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.248979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6053f1-7f45-4a47-94b4-f62ffec00372 req-179720a4-9cf3-40d4-83ad-6390e7d2b863 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:34.270616 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a6053f1-7f45-4a47-94b4-f62ffec00372 req-179720a4-9cf3-40d4-83ad-6390e7d2b863 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 944 time: 0.2338233 Dec 08 02:00:34.317118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port b357d9b8-438a-4d7f-ad24-965762e42dd6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:34.318214 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.324633 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.344837 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.439402 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a6053f1-7f45-4a47-94b4-f62ffec00372 req-bedc5d60-91af-42ce-be84-4097a088f8a3 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623125 Dec 08 02:00:34.464356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c9b682-22c1-4c50-bfbb-b3aede846ea0 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:34.505235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port b357d9b8-438a-4d7f-ad24-965762e42dd6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b357d9b8-438a-4d7f-ad24-965762e42dd6,segment=NetworkSegment(9ceb4015-e067-4ff8-846a-1953601b5519),segment_id=9ceb4015-e067-4ff8-846a-1953601b5519)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:34.505937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.525460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for b357d9b8-438a-4d7f-ad24-965762e42dd6 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:34.546563 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port d0c9b682-22c1-4c50-bfbb-b3aede846ea0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=d0c9b682-22c1-4c50-bfbb-b3aede846ea0,segment=NetworkSegment(2a8572cf-efc4-4581-8b36-6095e6fd2d20),segment_id=2a8572cf-efc4-4581-8b36-6095e6fd2d20)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:34.573801 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.611709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5117ad35-9bb2-4965-8197-f6157275e9b7 None None] For port b357d9b8-438a-4d7f-ad24-965762e42dd6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b357d9b8-438a-4d7f-ad24-965762e42dd6,segment=NetworkSegment(9ceb4015-e067-4ff8-846a-1953601b5519),segment_id=9ceb4015-e067-4ff8-846a-1953601b5519)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:34.619302 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5117ad35-9bb2-4965-8197-f6157275e9b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.728518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:34.754040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No DVR routers for this DVR port b357d9b8-438a-4d7f-ad24-965762e42dd6 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:34.806442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5117ad35-9bb2-4965-8197-f6157275e9b7 None None] Calling delete_port for b357d9b8-438a-4d7f-ad24-965762e42dd6 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:34.813565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=b357d9b8-438a-4d7f-ad24-965762e42dd6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:35.000311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b357d9b8-438a-4d7f-ad24-965762e42dd6 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:00:35.001271 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['d0c9b682-22c1-4c50-bfbb-b3aede846ea0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:00:35.155761 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.199067 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.201727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b62a71-9226-4ae8-8e14-181f75d803b0']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:35.226140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ceb4015-e067-4ff8-846a-1953601b5519') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:35.226880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ceb4015-e067-4ff8-846a-1953601b5519') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:35.251692 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:00:35.264330 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:00:35.288507 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.304543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:00:35.305321 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:00:35.309356 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:00:35.330417 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:35.333906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: b357d9b8-438a-4d7f-ad24-965762e42dd6 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:00:35.337515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b357d9b8-438a-4d7f-ad24-965762e42dd6 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:00:35.344968 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5117ad35-9bb2-4965-8197-f6157275e9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.366467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:35.374882 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b715697-401d-431d-b875-d6dea69bdc31" -d '{"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-plugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:35.406933 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.409196 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.471237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=d0c9b682-22c1-4c50-bfbb-b3aede846ea0,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:35.489343 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.499993 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.506195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/networks/44b62a71-9226-4ae8-8e14-181f75d803b0 HTTP/1.1" status: 204 len: 168 time: 1.6639075 Dec 08 02:00:35.506488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53464) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:35.540239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b12fe-61a7-4bfc-9cc0-a35d7b7aaedb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Network': ['ID=44b62a71-9226-4ae8-8e14-181f75d803b0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:35.554980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5117ad35-9bb2-4965-8197-f6157275e9b7 None None] No DVR routers for this DVR port b357d9b8-438a-4d7f-ad24-965762e42dd6 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:35.559207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117ad35-9bb2-4965-8197-f6157275e9b7 None None] Pushing event deleted for resources: {'Port': ['ID=b357d9b8-438a-4d7f-ad24-965762e42dd6,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:35.574054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca2d51b-6b0e-4f0f-aa93-1806a9902aee None None] DHCP port deletion for f2776972-1ac8-4b63-8b75-29a2dd029446 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:35.624583 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.698607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:35.742656 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76441847-d36a-492c-a85a-5033549c92a8 x-openstack-request-id: req-76441847-d36a-492c-a85a-5033549c92a8 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:35.742966 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-plugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:35.743232 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76441847-d36a-492c-a85a-5033549c92a8 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:35.743637 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'code': 200} Dec 08 02:00:35.813749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:35.814108 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.842583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c8de-11f3-448b-b394-8a000509eaad req-fd7aa9a2-eefa-423b-8a5a-1008c71ffc38 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:35.857602 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8d5c8de-11f3-448b-b394-8a000509eaad req-fd7aa9a2-eefa-423b-8a5a-1008c71ffc38 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 945 time: 0.1710126 Dec 08 02:00:35.879481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-cca2d51b-6b0e-4f0f-aa93-1806a9902aee None None] Deleting port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:35.879707 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cca2d51b-6b0e-4f0f-aa93-1806a9902aee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.994501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-cca2d51b-6b0e-4f0f-aa93-1806a9902aee None None] For port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1,segment=NetworkSegment(5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62),segment_id=5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:35.994929 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cca2d51b-6b0e-4f0f-aa93-1806a9902aee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:35.997884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8d5c8de-11f3-448b-b394-8a000509eaad req-a3e7b9f5-a6a8-4d9b-947d-079d31f71772 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389277 Dec 08 02:00:36.051409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1,segment=NetworkSegment(5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62),segment_id=5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:36.052077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.077845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:36.195813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-cca2d51b-6b0e-4f0f-aa93-1806a9902aee None None] Calling delete_port for 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:36.310207 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.338698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No DVR routers for this DVR port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:36.362992 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cca2d51b-6b0e-4f0f-aa93-1806a9902aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.364234 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:36.397850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2d51b-6b0e-4f0f-aa93-1806a9902aee None None] Pushing event deleted for resources: {'Port': ['ID=3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:36.406849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2d51b-6b0e-4f0f-aa93-1806a9902aee None None] No DVR routers for this DVR port 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:36.478745 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:36.904003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:00:36.986971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:00:36.993172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3bf72fcd-5bdd-4912-8ca9-3dd0e4136cc1 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:00:37.116003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2776972-1ac8-4b63-8b75-29a2dd029446']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:37.128777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:37.129398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3f3f6e-97b6-4a2e-b865-42a1eefe5d62') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:37.141646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.157862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.165632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:00:37.167575 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:00:37.187995 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:00:37.299436 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.342875 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.347697 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/networks/f2776972-1ac8-4b63-8b75-29a2dd029446 HTTP/1.1" status: 204 len: 168 time: 1.8394516 Dec 08 02:00:37.352167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00896c-da80-4d20-bc2e-3e78a3cf8557 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Network': ['ID=f2776972-1ac8-4b63-8b75-29a2dd029446,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:37.352949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53500) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:37.359111 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f5832285-89d3-4ca5-beec-3f376afd452f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1887205040'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:37.385521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device d0c9b682-22c1-4c50-bfbb-b3aede846ea0 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:37.386581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a4016-cd84-4ba7-94e0-ff7b3ad9519b req-026105d2-abfa-4d38-ab72-7b857b1880cd tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:37.391157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e5a4016-cd84-4ba7-94e0-ff7b3ad9519b req-026105d2-abfa-4d38-ab72-7b857b1880cd tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 945 time: 0.1924293 Dec 08 02:00:37.408995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5832285-89d3-4ca5-beec-3f376afd452f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:37.421186 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5832285-89d3-4ca5-beec-3f376afd452f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.498792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5832285-89d3-4ca5-beec-3f376afd452f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:00:37.537947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e5a4016-cd84-4ba7-94e0-ff7b3ad9519b req-cdcec499-2545-46e4-ad96-1008f529a1cf tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314614 Dec 08 02:00:37.560355 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5832285-89d3-4ca5-beec-3f376afd452f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.561013 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-f5832285-89d3-4ca5-beec-3f376afd452f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Added segment 6d87a3e5-5070-400d-8e89-49bd44d5a931 of type vlan for network f06c6ef1-8ab9-4fda-84ea-4131280e5b28 Dec 08 02:00:37.591357 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port d0c9b682-22c1-4c50-bfbb-b3aede846ea0 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:00:37.620632 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5832285-89d3-4ca5-beec-3f376afd452f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.627543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port d0c9b682-22c1-4c50-bfbb-b3aede846ea0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:37.628332 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.680839 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5832285-89d3-4ca5-beec-3f376afd452f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.688446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5832285-89d3-4ca5-beec-3f376afd452f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:37.689085 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5832285-89d3-4ca5-beec-3f376afd452f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.771905 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.776437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53512) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:37.785088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-86788d5d-32e0-4555-baaf-311c2a973f3f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'subnet': {'network_id': 'f06c6ef1-8ab9-4fda-84ea-4131280e5b28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:37.789759 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f5832285-89d3-4ca5-beec-3f376afd452f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4350414 Dec 08 02:00:37.809062 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:37.811858 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1790ce8f-d443-418b-af09-6f36dba420a9" -d '{"events": [{"server_uuid": "07d3ae27-fb0a-4797-b1b5-d3e200c026b9", "name": "network-vif-plugged", "status": "completed", "tag": "d0c9b682-22c1-4c50-bfbb-b3aede846ea0"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:37.858061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port d0c9b682-22c1-4c50-bfbb-b3aede846ea0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=d0c9b682-22c1-4c50-bfbb-b3aede846ea0,segment=NetworkSegment(2a8572cf-efc4-4581-8b36-6095e6fd2d20),segment_id=2a8572cf-efc4-4581-8b36-6095e6fd2d20)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:37.875741 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:37.974213 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac37b469-5618-46b9-8b16-64df1468c039 x-openstack-request-id: req-ac37b469-5618-46b9-8b16-64df1468c039 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:37.978284 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d3ae27-fb0a-4797-b1b5-d3e200c026b9", "name": "network-vif-plugged", "status": "completed", "tag": "d0c9b682-22c1-4c50-bfbb-b3aede846ea0", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:37.978607 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ac37b469-5618-46b9-8b16-64df1468c039 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:37.979049 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0', 'code': 200} Dec 08 02:00:38.081827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=d0c9b682-22c1-4c50-bfbb-b3aede846ea0,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:38.167430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86788d5d-32e0-4555-baaf-311c2a973f3f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:38.174538 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86788d5d-32e0-4555-baaf-311c2a973f3f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:38.208232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec88362-539f-4ab0-9167-811f4636e267 req-c954f522-1fa2-4c9e-9bad-6d9be6d974b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:38.210981 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aec88362-539f-4ab0-9167-811f4636e267 req-c954f522-1fa2-4c9e-9bad-6d9be6d974b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 1098 time: 0.1746624 Dec 08 02:00:38.391896 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aec88362-539f-4ab0-9167-811f4636e267 req-6ad19035-0051-4ff1-bf73-e61ce0f25d57 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628871 Dec 08 02:00:38.560180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5832285-89d3-4ca5-beec-3f376afd452f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Network': ['ID=f06c6ef1-8ab9-4fda-84ea-4131280e5b28,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:38.574888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network f06c6ef1-8ab9-4fda-84ea-4131280e5b28 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:00:38.618389 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86788d5d-32e0-4555-baaf-311c2a973f3f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:38.732791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-2c05f1da-59af-4be8-bb9f-c8f803dbe739 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:38.734523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-2c05f1da-59af-4be8-bb9f-c8f803dbe739 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.1707313 Dec 08 02:00:38.758901 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-f8c5396d-738a-46f4-bdd4-7b94e90f4570 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/quotas/630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 375 time: 0.0154886 Dec 08 02:00:38.785690 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:00:38.811674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86788d5d-32e0-4555-baaf-311c2a973f3f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Subnet': ['ID=737e6a02-731f-4b17-9796-732d3792a20d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:38.898479 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-b590e969-2548-4b0f-a3d9-f450f90e16db tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1317461 Dec 08 02:00:38.993889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f283e86-2dd6-4b5b-b492-f82ae2a3a561 req-3d077d3e-5df5-4070-a705-75314335dc77 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:38.993889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f283e86-2dd6-4b5b-b492-f82ae2a3a561 req-3d077d3e-5df5-4070-a705-75314335dc77 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 946 time: 0.1396799 Dec 08 02:00:38.993889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86788d5d-32e0-4555-baaf-311c2a973f3f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Checking segment: {'id': '6d87a3e5-5070-400d-8e89-49bd44d5a931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f06c6ef1-8ab9-4fda-84ea-4131280e5b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:38.993889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86788d5d-32e0-4555-baaf-311c2a973f3f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network hostable DHCP agents. Network: f06c6ef1-8ab9-4fda-84ea-4131280e5b28, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:00:39.040929 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-3dcef40e-3e93-4dfb-980d-6ebd93bd2ed5 service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340470 Dec 08 02:00:39.080543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86788d5d-32e0-4555-baaf-311c2a973f3f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network f06c6ef1-8ab9-4fda-84ea-4131280e5b28 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:00:39.092831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f283e86-2dd6-4b5b-b492-f82ae2a3a561 req-61fc2f35-148b-4b2d-8874-ebd80c3e4d3e tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250801 Dec 08 02:00:39.100443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-86788d5d-32e0-4555-baaf-311c2a973f3f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, f06c6ef1-8ab9-4fda-84ea-4131280e5b28) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:39.120564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c6f76-9e5c-4eda-b392-1a397801776e None None] Network f06c6ef1-8ab9-4fda-84ea-4131280e5b28 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:39.124457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86788d5d-32e0-4555-baaf-311c2a973f3f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:39.125071 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-86788d5d-32e0-4555-baaf-311c2a973f3f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.155026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-86788d5d-32e0-4555-baaf-311c2a973f3f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3756735 Dec 08 02:00:39.156822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:39.164787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f93a2aa6-9cfe-43fc-a216-c5c6b229b276 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-979412164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:39.217802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f93a2aa6-9cfe-43fc-a216-c5c6b229b276 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.221165 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f93a2aa6-9cfe-43fc-a216-c5c6b229b276 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.230256 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-a3ec6639-95db-4d53-8855-ac238f351db9 service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778424 Dec 08 02:00:39.332553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-f06c6ef1-8ab9-4fda-84ea-4131280e5b28', 'network_id': 'f06c6ef1-8ab9-4fda-84ea-4131280e5b28', 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'fixed_ips': [{'subnet_id': '737e6a02-731f-4b17-9796-732d3792a20d'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:00:39.333565 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.365807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f93a2aa6-9cfe-43fc-a216-c5c6b229b276 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.375614 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f93a2aa6-9cfe-43fc-a216-c5c6b229b276 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.416879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f93a2aa6-9cfe-43fc-a216-c5c6b229b276 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.416879 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f93a2aa6-9cfe-43fc-a216-c5c6b229b276 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2490265 Dec 08 02:00:39.416879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53556) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:39.421300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'port': {'network_id': 'f06c6ef1-8ab9-4fda-84ea-4131280e5b28', 'name': 'tempest-RoutersTest-1591778412'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:39.594252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:39.598397 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:39.623701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] device_id is not set on port 6220ae0a-0df1-46e3-844c-84811aac19ae yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:00:39.709917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Allocated IP 172.20.0.2 (f06c6ef1-8ab9-4fda-84ea-4131280e5b28/737e6a02-731f-4b17-9796-732d3792a20d/0b4d17c5-780b-45cc-ba9e-7c2075eeba8a) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:39.894882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04608851-c1a5-410e-997b-79285b1d9da8 req-fbe6927b-df47-406f-9f3f-54a7c82b533b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 210 time: 0.0479140 Dec 08 02:00:40.175975 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:40.183884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:40.235714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Network f06c6ef1-8ab9-4fda-84ea-4131280e5b28 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:40.240809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:40.246824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:40.258029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Pushing event updated for resources: {'Port': ['ID=0b4d17c5-780b-45cc-ba9e-7c2075eeba8a,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:40.340264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Attempting to bind port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:40.340673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Attempting to bind port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '6d87a3e5-5070-400d-8e89-49bd44d5a931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f06c6ef1-8ab9-4fda-84ea-4131280e5b28'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:40.341608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Attempting to bind port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a on network f06c6ef1-8ab9-4fda-84ea-4131280e5b28 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:40.348008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:40.348420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Checking segment: {'id': '6d87a3e5-5070-400d-8e89-49bd44d5a931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f06c6ef1-8ab9-4fda-84ea-4131280e5b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:40.348842 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:40.349041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db94b0-0503-42e8-bd62-796cfaf8c2eb req-90fdd536-d3f6-4612-9081-703fbdf16663 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:40.349570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Bound using segment: {'id': '6d87a3e5-5070-400d-8e89-49bd44d5a931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f06c6ef1-8ab9-4fda-84ea-4131280e5b28'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:40.349774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Bound port: 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d87a3e5-5070-400d-8e89-49bd44d5a931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f06c6ef1-8ab9-4fda-84ea-4131280e5b28'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:40.350111 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:40.359302 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1db94b0-0503-42e8-bd62-796cfaf8c2eb req-90fdd536-d3f6-4612-9081-703fbdf16663 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 946 time: 0.1364262 Dec 08 02:00:40.361146 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.db.api [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ce98094e-51ae-4dc4-8d25-fbed3ebbae25 {{(pid=103129) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:00:40.361639 n-d-713498-30 neutron-server[103129]: DEBUG oslo_db.api [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:00:40.438683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] For port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:40.440529 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1db94b0-0503-42e8-bd62-796cfaf8c2eb req-5c867dd1-eeb3-49f4-8468-eb0e655e315f tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789204 Dec 08 02:00:40.444131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] For port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0b4d17c5-780b-45cc-ba9e-7c2075eeba8a,segment=NetworkSegment(6d87a3e5-5070-400d-8e89-49bd44d5a931),segment_id=6d87a3e5-5070-400d-8e89-49bd44d5a931)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:40.462719 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:40.611196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad97641-fda9-4baa-a291-dec07c2597ee None None] Pushing event updated for resources: {'Port': ['ID=0b4d17c5-780b-45cc-ba9e-7c2075eeba8a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:40.662719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70849978-068d-4995-ad50-a8708a56a569 req-c79fbcac-ead9-428e-9ee7-11b70f1c92bf tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:40.664379 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70849978-068d-4995-ad50-a8708a56a569 req-c79fbcac-ead9-428e-9ee7-11b70f1c92bf tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 946 time: 0.0988448 Dec 08 02:00:40.797891 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70849978-068d-4995-ad50-a8708a56a569 req-226b1348-5b90-4344-bb7b-8168f5a195ef tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249676 Dec 08 02:00:40.862928 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:40.941311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] device_id is not set on port d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:00:41.128934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bf999-db46-460b-be00-2cc8f3c68561 req-7dbc76d3-60e9-4ae4-a110-f35be8d527f7 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:41.136913 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-135bf999-db46-460b-be00-2cc8f3c68561 req-7dbc76d3-60e9-4ae4-a110-f35be8d527f7 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 946 time: 0.1049132 Dec 08 02:00:41.226964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d294b63b-c94d-4975-842a-9fb1820c34bf req-7c7a453a-11c0-4e56-838d-351720e797ef tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 210 time: 0.1492739 Dec 08 02:00:41.263893 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-135bf999-db46-460b-be00-2cc8f3c68561 req-a1f4a6d1-83f6-4d38-9531-c77f837a3898 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256952 Dec 08 02:00:41.279821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53622) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:41.386454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Allocated IP 172.20.0.4 (f06c6ef1-8ab9-4fda-84ea-4131280e5b28/737e6a02-731f-4b17-9796-732d3792a20d/d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:41.442324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e819d29d-c180-4979-98cf-8f5d252752bf tempest-TestServerBasicOps-1953991564 tempest-TestServerBasicOps-1953991564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:41.446181 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e819d29d-c180-4979-98cf-8f5d252752bf tempest-TestServerBasicOps-1953991564 tempest-TestServerBasicOps-1953991564-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 1093 time: 0.1636930 Dec 08 02:00:41.449636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53626) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:41.459514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:41.515207 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:41.844749 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:41.866637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-bdc20ed5-1a65-48b8-8573-10a274b9fda1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:41.868704 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-bdc20ed5-1a65-48b8-8573-10a274b9fda1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.2505915 Dec 08 02:00:41.905848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'port': {'device_id': 'fb188555-02ed-4f3b-bc93-df8026020e20', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'admin_state_up': True, 'tenant_id': '630e950b003f4579a3179d6eb911a839'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:41.968613 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:42.087700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:42.153757 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network f06c6ef1-8ab9-4fda-84ea-4131280e5b28 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:42.155614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:42.164155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:42.298804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:42.308366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:42.344214 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2377d4e2-dbba-43fb-b850-6926f0492398 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9309356 Dec 08 02:00:42.346136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Made reservation on behalf of 630e950b003f4579a3179d6eb911a839 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:42.347192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a3d407-0799-4832-897c-c94c0b0df213 None None] Network f06c6ef1-8ab9-4fda-84ea-4131280e5b28 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:42.348110 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53642) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:42.355417 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:42.541832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9a2d94ab-2ad5-4adc-b206-eb8c9f8ffe21 None None] Provisioning complete for port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:42.542220 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a2d94ab-2ad5-4adc-b206-eb8c9f8ffe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:42.650615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-872d25c4-d2ba-4737-885f-e8629b3cea64 req-2ca78946-0ebc-40d3-8d37-49a8cb10769b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 210 time: 0.1654067 Dec 08 02:00:42.735318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Allocated IP 172.20.0.12 (8f279760-140c-407f-a667-25feea544d0c/ddacc30c-c599-475d-882a-2e882bb43a56/30580792-66a0-4481-9861-1de8ca861163) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:42.815136 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a2d94ab-2ad5-4adc-b206-eb8c9f8ffe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:42.844511 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:42.922023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9a2d94ab-2ad5-4adc-b206-eb8c9f8ffe21 None None] For port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0b4d17c5-780b-45cc-ba9e-7c2075eeba8a,segment=NetworkSegment(6d87a3e5-5070-400d-8e89-49bd44d5a931),segment_id=6d87a3e5-5070-400d-8e89-49bd44d5a931)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:42.937952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a2d94ab-2ad5-4adc-b206-eb8c9f8ffe21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.081081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:43.318878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d94ab-2ad5-4adc-b206-eb8c9f8ffe21 None None] Pushing event updated for resources: {'Port': ['ID=0b4d17c5-780b-45cc-ba9e-7c2075eeba8a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:43.334303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:43.335632 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.413720 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.485405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.502957 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.541986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-95071b4c-99d4-4843-bae8-d1f9d1b2f941 None None] Provisioning complete for port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:43.554356 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-95071b4c-99d4-4843-bae8-d1f9d1b2f941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.662661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Network 8f279760-140c-407f-a667-25feea544d0c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:43.686216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:43.714521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:43.871267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-95071b4c-99d4-4843-bae8-d1f9d1b2f941 None None] Provisioning complete for port d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:43.875522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-95071b4c-99d4-4843-bae8-d1f9d1b2f941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:43.889791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=30580792-66a0-4481-9861-1de8ca861163,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:43.921058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Allocated IP 172.25.2.119 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/24293a1f-d82d-4581-8daf-be5d982873d0) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:43.954402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-95071b4c-99d4-4843-bae8-d1f9d1b2f941 None None] Port d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:44.045858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:44.046574 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.080061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0c96f0b7-6074-4c68-b9c2-a5c4e220d4b0 None None] Provisioning complete for port d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:44.082971 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c96f0b7-6074-4c68-b9c2-a5c4e220d4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.195103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0c96f0b7-6074-4c68-b9c2-a5c4e220d4b0 None None] Port d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:44.203120 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-1f2c74ca-4aff-4eac-81ec-f098cb133259 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3062043 Dec 08 02:00:44.246630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Request body: {'port': {'device_id': 'fb188555-02ed-4f3b-bc93-df8026020e20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:44.263986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd22dab-1112-4dab-b4c3-bc983b13cf63 req-796064eb-4020-4a91-bff2-735483184a4b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:44.266004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6fd22dab-1112-4dab-b4c3-bc983b13cf63 req-796064eb-4020-4a91-bff2-735483184a4b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 932 time: 0.3895521 Dec 08 02:00:44.306615 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.314623 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.325429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7c2d5ea6-c97a-467b-91f5-df1018882a3c None None] Provisioning complete for port 30580792-66a0-4481-9861-1de8ca861163 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:44.326097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7c2d5ea6-c97a-467b-91f5-df1018882a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.422729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d5ea6-c97a-467b-91f5-df1018882a3c None None] Port 30580792-66a0-4481-9861-1de8ca861163 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:44.438522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:44.577362 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.616511 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6fd22dab-1112-4dab-b4c3-bc983b13cf63 req-8ff8738f-2e62-4694-a8a2-816919e28d1c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299348 Dec 08 02:00:44.619247 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.822270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:44.933457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:45.008952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:45.029929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:45.039346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:45.053324 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:45.059193 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fb6ba6e2-26be-45fa-9d50-76cc15e17c98 None None] Provisioning complete for port d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:45.060321 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb6ba6e2-26be-45fa-9d50-76cc15e17c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:45.148457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event updated for resources: {'Port': ['ID=24293a1f-d82d-4581-8daf-be5d982873d0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:45.220939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ba6e2-26be-45fa-9d50-76cc15e17c98 None None] Port d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:45.266412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:45.267123 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:45.352459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:45.802242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30580792-66a0-4481-9861-1de8ca861163 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:00:45.813940 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:45.847690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Transition to ACTIVE for port object 30580792-66a0-4481-9861-1de8ca861163 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:00:45.866520 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:45.925020 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f60284-0fb5-4b39-a2b1-cd2b5b5ddc33 req-dcae8e46-b9b1-4d39-8501-a9a56f145979 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:45.926866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1f60284-0fb5-4b39-a2b1-cd2b5b5ddc33 req-dcae8e46-b9b1-4d39-8501-a9a56f145979 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 932 time: 0.1600490 Dec 08 02:00:46.092887 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:46.128260 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1f60284-0fb5-4b39-a2b1-cd2b5b5ddc33 req-5c92f425-eb7d-4ead-af86-f99156a522ce tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586225 Dec 08 02:00:46.128847 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:46.229878 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:46.232979 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:46.428613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:46.506491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Pushing event updated for resources: {'Port': ['ID=30580792-66a0-4481-9861-1de8ca861163,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:46.622949 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:46.655918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network f06c6ef1-8ab9-4fda-84ea-4131280e5b28 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:46.668049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:46.680086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Attempting to bind port 30580792-66a0-4481-9861-1de8ca861163 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:46.680598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Attempting to bind port 30580792-66a0-4481-9861-1de8ca861163 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:46.680931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Attempting to bind port 30580792-66a0-4481-9861-1de8ca861163 on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:46.698036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Port 30580792-66a0-4481-9861-1de8ca861163 on network 8f279760-140c-407f-a667-25feea544d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:00:46.698367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Attempting to bind port 30580792-66a0-4481-9861-1de8ca861163 on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:46.719934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:46.727191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Checking segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:46.727568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Bound using segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:46.729585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Bound port: 30580792-66a0-4481-9861-1de8ca861163, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:46.729985 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:47.005001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] For port 30580792-66a0-4481-9861-1de8ca861163, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:47.017228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] For port 30580792-66a0-4481-9861-1de8ca861163, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=30580792-66a0-4481-9861-1de8ca861163,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:47.034129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:47.136858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router f4e62645-067d-4d86-a5a3-7faa43a13daf is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:00:47.150573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Pushing event updated for resources: {'Port': ['ID=30580792-66a0-4481-9861-1de8ca861163,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:47.165960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:47.166761 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:47.172891 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-5161419f-5f92-4e3b-9912-3250c993ce9b service neutron] 10.222.0.65 "PUT /v2.0/ports/30580792-66a0-4481-9861-1de8ca861163 HTTP/1.1" status: 200 len: 1093 time: 2.9309018 Dec 08 02:00:47.173585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb188555-02ed-4f3b-bc93-df8026020e20', 'tag': '30580792-66a0-4481-9861-1de8ca861163'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:47.176184 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146f3285-5252-4b93-b112-1ae4235b62e2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb188555-02ed-4f3b-bc93-df8026020e20", "tag": "30580792-66a0-4481-9861-1de8ca861163"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:47.246827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-64968a36-cdbe-49b5-bd77-15734350b172 None None] Provisioning complete for port d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:47.247560 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-64968a36-cdbe-49b5-bd77-15734350b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:47.353102 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:47.415358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-64968a36-cdbe-49b5-bd77-15734350b172 None None] Port d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:47.444158 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:47.542085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:47.551409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53726) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:47.553903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244cf500-fbb1-4ac0-a7dc-8c9533b9883d None None] Sync routers for ids ['f4e62645-067d-4d86-a5a3-7faa43a13daf'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:47.571203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d935c836-658d-4c57-b1c1-9b56ebf63b40 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/f4e62645-067d-4d86-a5a3-7faa43a13daf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2218051 Dec 08 02:00:47.573842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53730) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:47.583964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244cf500-fbb1-4ac0-a7dc-8c9533b9883d None None] Routers {'f4e62645-067d-4d86-a5a3-7faa43a13daf'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:47.586032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-244cf500-fbb1-4ac0-a7dc-8c9533b9883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f4e62645-067d-4d86-a5a3-7faa43a13daf'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:47.645614 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ba903d-c8d5-49ca-9523-9cad74bb0ed6 x-openstack-request-id: req-e7ba903d-c8d5-49ca-9523-9cad74bb0ed6 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:47.648653 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb188555-02ed-4f3b-bc93-df8026020e20", "tag": "30580792-66a0-4481-9861-1de8ca861163", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:47.648948 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7ba903d-c8d5-49ca-9523-9cad74bb0ed6 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:47.649388 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb188555-02ed-4f3b-bc93-df8026020e20', 'tag': '30580792-66a0-4481-9861-1de8ca861163', 'status': 'completed', 'code': 200} Dec 08 02:00:47.677579 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58e065c-3d24-4f66-97b0-5d926357d28f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:47.679009 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a58e065c-3d24-4f66-97b0-5d926357d28f tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports/d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b HTTP/1.1" status: 200 len: 977 time: 0.1042018 Dec 08 02:00:47.681798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53732) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:47.690761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-244cf500-fbb1-4ac0-a7dc-8c9533b9883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:47.749490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244cf500-fbb1-4ac0-a7dc-8c9533b9883d None None] Routers {'f4e62645-067d-4d86-a5a3-7faa43a13daf'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:47.750638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-244cf500-fbb1-4ac0-a7dc-8c9533b9883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f4e62645-067d-4d86-a5a3-7faa43a13daf'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:47.762945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event updated for resources: {'Port': ['ID=24293a1f-d82d-4581-8daf-be5d982873d0,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:47.838607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce0b38-257f-4a60-937e-324ed576162c req-ed902f02-7390-4c84-aa27-5dbf791f9128 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:47.841378 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4ce0b38-257f-4a60-937e-324ed576162c req-ed902f02-7390-4c84-aa27-5dbf791f9128 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 944 time: 0.4860494 Dec 08 02:00:47.859656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-244cf500-fbb1-4ac0-a7dc-8c9533b9883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:47.860400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244cf500-fbb1-4ac0-a7dc-8c9533b9883d None None] The sync data for ids ['f4e62645-067d-4d86-a5a3-7faa43a13daf'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:47.870302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-bc63d3b5-f7ce-4436-80c4-a9b352777205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:47.874862 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-bc63d3b5-f7ce-4436-80c4-a9b352777205 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 1096 time: 0.5722718 Dec 08 02:00:47.876928 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.098415 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Floating IP 7a881be9-0e75-43ed-88b7-6719542418a6 associated. External IP: 172.25.2.119, port: d0c9b682-22c1-4c50-bfbb-b3aede846ea0. Dec 08 02:00:48.133508 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4ce0b38-257f-4a60-937e-324ed576162c req-d29732fe-f2c7-4938-84de-dca73a6a5e59 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702751 Dec 08 02:00:48.204543 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-f5b015cc-97af-4de2-a06b-7fc60f0f8b19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30580792-66a0-4481-9861-1de8ca861163 HTTP/1.1" status: 200 len: 217 time: 0.1268976 Dec 08 02:00:48.348894 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-decb94cf-501b-4cf2-be03-0d4f9bbcd493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:48.351262 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-decb94cf-501b-4cf2-be03-0d4f9bbcd493 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.1439919 Dec 08 02:00:48.418425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a425e70-9d28-4a54-aa88-defc3e8e6d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.551165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-a9e328f1-523e-4beb-ae15-2dc558736d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:48.554658 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-a9e328f1-523e-4beb-ae15-2dc558736d09 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1836169 Dec 08 02:00:48.653330 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a425e70-9d28-4a54-aa88-defc3e8e6d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.710281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-6b257edd-a4a2-4569-bb13-adafac83bff5 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455011 Dec 08 02:00:48.757958 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0a425e70-9d28-4a54-aa88-defc3e8e6d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:48.887102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a425e70-9d28-4a54-aa88-defc3e8e6d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3558f8-c96d-461c-8099-57cb16c240cc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:48.899399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0a425e70-9d28-4a54-aa88-defc3e8e6d81 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da6b8c11e34f4944a19dd5ef60d2e2f5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3461699 Dec 08 02:00:48.901231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53748) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:48.937471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Router 6de49063-acf2-49ed-895e-390f867f5c74 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:00:49.027233 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16ce647f-f146-463d-88e1-46c10c084bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:49.062868 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16ce647f-f146-463d-88e1-46c10c084bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:49.135607 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16ce647f-f146-463d-88e1-46c10c084bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:49.138848 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-16ce647f-f146-463d-88e1-46c10c084bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:49.161090 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-16ce647f-f146-463d-88e1-46c10c084bdc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a3558f8-c96d-461c-8099-57cb16c240cc HTTP/1.1" status: 204 len: 168 time: 0.2577283 Dec 08 02:00:49.208951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce647f-f146-463d-88e1-46c10c084bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3558f8-c96d-461c-8099-57cb16c240cc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:49.307267 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8595abbc-f71b-4680-aaf9-59f27f5e0fcd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:49.591600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efad6b1-1185-4f01-8f35-f31e03d302f1 req-3968d19e-9a88-4bf4-8c43-13875fd9625d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:49.599587 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4efad6b1-1185-4f01-8f35-f31e03d302f1 req-3968d19e-9a88-4bf4-8c43-13875fd9625d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 944 time: 0.1687286 Dec 08 02:00:49.685452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4efad6b1-1185-4f01-8f35-f31e03d302f1 req-8d82387f-62e7-41db-8243-4677a21f177c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844147 Dec 08 02:00:50.000967 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a9f8b95-9182-4a94-9097-353cb6b44447 req-26e7eb5a-a029-458b-83a1-2f4ae4e7dee4 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0600801 Dec 08 02:00:50.031643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:50.050516 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2237162f-684f-4229-be4e-1fb15e00f384 None None] Sync routers for ids ['6de49063-acf2-49ed-895e-390f867f5c74'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:50.063762 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2237162f-684f-4229-be4e-1fb15e00f384 None None] Routers {'6de49063-acf2-49ed-895e-390f867f5c74'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:50.065101 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2237162f-684f-4229-be4e-1fb15e00f384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6de49063-acf2-49ed-895e-390f867f5c74'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:50.073696 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:50.095442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8595abbc-f71b-4680-aaf9-59f27f5e0fcd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:50.095815 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8595abbc-f71b-4680-aaf9-59f27f5e0fcd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:50.230125 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2237162f-684f-4229-be4e-1fb15e00f384 None None] Set router 6de49063-acf2-49ed-895e-390f867f5c74 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:50.298460 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8595abbc-f71b-4680-aaf9-59f27f5e0fcd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:50.322908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-411234cf-2173-4a06-8f64-370db4c8db1d tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.8611639 Dec 08 02:00:50.332306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8595abbc-f71b-4680-aaf9-59f27f5e0fcd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:50.335291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'tag': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:00:50.343321 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78002445-152c-4060-b094-1202e56aa1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "07d3ae27-fb0a-4797-b1b5-d3e200c026b9", "tag": "d0c9b682-22c1-4c50-bfbb-b3aede846ea0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:00:50.397333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f3285-5252-4b93-b112-1ae4235b62e2 req-6229b564-cb0a-4660-9c39-b8715b2d2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:50.398941 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-146f3285-5252-4b93-b112-1ae4235b62e2 req-6229b564-cb0a-4660-9c39-b8715b2d2b54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 1096 time: 0.2465715 Dec 08 02:00:50.502210 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58e7fce-9175-4965-90b2-8bf4b5a9409f x-openstack-request-id: req-f58e7fce-9175-4965-90b2-8bf4b5a9409f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:00:50.502516 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d3ae27-fb0a-4797-b1b5-d3e200c026b9", "tag": "d0c9b682-22c1-4c50-bfbb-b3aede846ea0", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:00:50.502786 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f58e7fce-9175-4965-90b2-8bf4b5a9409f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:00:50.503214 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'tag': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0', 'status': 'completed', 'code': 200} Dec 08 02:00:50.721153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f3285-5252-4b93-b112-1ae4235b62e2 req-b0f4055b-270f-4055-a746-0d44b75fcc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:50.726776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-146f3285-5252-4b93-b112-1ae4235b62e2 req-b0f4055b-270f-4055-a746-0d44b75fcc3c service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.3155038 Dec 08 02:00:50.788394 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8595abbc-f71b-4680-aaf9-59f27f5e0fcd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:50.844144 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2237162f-684f-4229-be4e-1fb15e00f384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '7a881be9-0e75-43ed-88b7-6719542418a6', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'port_id': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'mac_address': 'fa:16:3e:e4:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:00:45Z', 'updated_at': '2021-12-08T02:00:45Z', 'revision_number': 0, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e204ab-45ba-4a02-831d-39cdc7400f5a', 'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'mac_address': 'fa:16:3e:ef:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:04Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 5, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'subnets': [{'id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:50.846251 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-146f3285-5252-4b93-b112-1ae4235b62e2 req-2e2909d6-c0b2-496f-b334-6fd1c0ec7d36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30580792-66a0-4481-9861-1de8ca861163 HTTP/1.1" status: 200 len: 217 time: 0.1110027 Dec 08 02:00:50.915316 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2237162f-684f-4229-be4e-1fb15e00f384 None None] Checking router: 6de49063-acf2-49ed-895e-390f867f5c74 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:00:50.935387 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2237162f-684f-4229-be4e-1fb15e00f384 None None] Routers {'6de49063-acf2-49ed-895e-390f867f5c74'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:50.938083 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2237162f-684f-4229-be4e-1fb15e00f384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6de49063-acf2-49ed-895e-390f867f5c74'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:50.966293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f3285-5252-4b93-b112-1ae4235b62e2 req-97476340-9535-4df2-b10a-e5adf1a277a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:50.968325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-146f3285-5252-4b93-b112-1ae4235b62e2 req-97476340-9535-4df2-b10a-e5adf1a277a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.1148467 Dec 08 02:00:51.072525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595abbc-f71b-4680-aaf9-59f27f5e0fcd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=d4cf0e26-6a77-4c9e-ab3b-259d44d2bb3b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:51.119961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f3285-5252-4b93-b112-1ae4235b62e2 req-d6d282d0-a0ac-43ca-b510-e97fa1fb3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:51.129420 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-146f3285-5252-4b93-b112-1ae4235b62e2 req-d6d282d0-a0ac-43ca-b510-e97fa1fb3b70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491261 Dec 08 02:00:51.326202 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8595abbc-f71b-4680-aaf9-59f27f5e0fcd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:51.414938 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-146f3285-5252-4b93-b112-1ae4235b62e2 req-638cca22-6621-4a61-b742-3a108eb453c0 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724080 Dec 08 02:00:51.541058 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78002445-152c-4060-b094-1202e56aa1a4 req-e52f21d7-7481-45bc-a87b-673cdc87c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:51.542754 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78002445-152c-4060-b094-1202e56aa1a4 req-e52f21d7-7481-45bc-a87b-673cdc87c01e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e9ac14866184408b9076ee1b59c6099&device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 1098 time: 0.7961700 Dec 08 02:00:51.653912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8595abbc-f71b-4680-aaf9-59f27f5e0fcd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router f4e62645-067d-4d86-a5a3-7faa43a13daf has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:00:51.690880 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2237162f-684f-4229-be4e-1fb15e00f384 None None] Set router 6de49063-acf2-49ed-895e-390f867f5c74 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:00:51.704613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9d453-fa18-497a-a35e-2400016e0ec8 req-859ac91c-8296-4570-a05c-ad804f9307a7 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:51.715343 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9d9d453-fa18-497a-a35e-2400016e0ec8 req-859ac91c-8296-4570-a05c-ad804f9307a7 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 944 time: 0.6808403 Dec 08 02:00:51.721999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-146f3285-5252-4b93-b112-1ae4235b62e2 req-ed264f86-b106-4e69-9641-28b23c2641b4 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940865 Dec 08 02:00:52.031987 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9d9d453-fa18-497a-a35e-2400016e0ec8 req-c6cb4904-a1f9-4746-8b94-079b59cb3cac tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179564 Dec 08 02:00:52.035319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8595abbc-f71b-4680-aaf9-59f27f5e0fcd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:52.045132 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8595abbc-f71b-4680-aaf9-59f27f5e0fcd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/f4e62645-067d-4d86-a5a3-7faa43a13daf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3619957 Dec 08 02:00:52.047994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53832) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:52.055376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad60c5-9bb9-41d3-84ef-02687766e0f5 None None] Sync routers for ids ['f4e62645-067d-4d86-a5a3-7faa43a13daf'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:52.082434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78002445-152c-4060-b094-1202e56aa1a4 req-0f192de2-9b42-4332-b955-b77d6e7d09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:52.083935 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78002445-152c-4060-b094-1202e56aa1a4 req-0f192de2-9b42-4332-b955-b77d6e7d09a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8e56e77d-acd3-4322-858b-7809aa2b8bb3 HTTP/1.1" status: 200 len: 909 time: 0.4492640 Dec 08 02:00:52.089248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad60c5-9bb9-41d3-84ef-02687766e0f5 None None] Routers {'f4e62645-067d-4d86-a5a3-7faa43a13daf'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:52.089915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d6ad60c5-9bb9-41d3-84ef-02687766e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f4e62645-067d-4d86-a5a3-7faa43a13daf'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:52.217897 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78002445-152c-4060-b094-1202e56aa1a4 req-ba0ba836-8e0d-41bf-a8af-e8d8036bb88d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c9b682-22c1-4c50-bfbb-b3aede846ea0 HTTP/1.1" status: 200 len: 1000 time: 0.1227930 Dec 08 02:00:52.230530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d6ad60c5-9bb9-41d3-84ef-02687766e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:52.243850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad60c5-9bb9-41d3-84ef-02687766e0f5 None None] Routers {'f4e62645-067d-4d86-a5a3-7faa43a13daf'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:52.245965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d6ad60c5-9bb9-41d3-84ef-02687766e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f4e62645-067d-4d86-a5a3-7faa43a13daf'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:52.305460 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d6ad60c5-9bb9-41d3-84ef-02687766e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:52.306591 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad60c5-9bb9-41d3-84ef-02687766e0f5 None None] The sync data for ids ['f4e62645-067d-4d86-a5a3-7faa43a13daf'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:52.313796 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2237162f-684f-4229-be4e-1fb15e00f384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '7a881be9-0e75-43ed-88b7-6719542418a6', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'port_id': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'mac_address': 'fa:16:3e:e4:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:00:45Z', 'updated_at': '2021-12-08T02:00:45Z', 'revision_number': 0, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e204ab-45ba-4a02-831d-39cdc7400f5a', 'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'mac_address': 'fa:16:3e:ef:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:04Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 5, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'subnets': [{'id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:52.392088 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2237162f-684f-4229-be4e-1fb15e00f384 None None] The sync data for ids ['6de49063-acf2-49ed-895e-390f867f5c74'] in n-d-713498-30 is: [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '7a881be9-0e75-43ed-88b7-6719542418a6', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'port_id': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'mac_address': 'fa:16:3e:e4:9f:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:00:45Z', 'updated_at': '2021-12-08T02:00:45Z', 'revision_number': 0, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01e204ab-45ba-4a02-831d-39cdc7400f5a', 'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'mac_address': 'fa:16:3e:ef:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:04Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 5, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'subnets': [{'id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:00:52.431392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78002445-152c-4060-b094-1202e56aa1a4 req-5c9d7a76-d653-40f6-a3a4-b4080347d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:52.433417 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78002445-152c-4060-b094-1202e56aa1a4 req-5c9d7a76-d653-40f6-a3a4-b4080347d721 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37b86d03-c466-4d52-8618-3fc9fbc06278 HTTP/1.1" status: 200 len: 847 time: 0.2046616 Dec 08 02:00:52.527043 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-225d054f-ddf3-4f83-a4e0-9c89535a1056 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 02:00:52.533231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-225d054f-ddf3-4f83-a4e0-9c89535a1056 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/f4e62645-067d-4d86-a5a3-7faa43a13daf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4841020 Dec 08 02:00:52.535876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53840) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:52.553665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78002445-152c-4060-b094-1202e56aa1a4 req-b26c7d50-cb14-4918-960d-8086368fd79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:52.556165 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78002445-152c-4060-b094-1202e56aa1a4 req-b26c7d50-cb14-4918-960d-8086368fd79b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8e56e77d-acd3-4322-858b-7809aa2b8bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109874 Dec 08 02:00:52.593570 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-652d8ff5-d37b-459f-b6dc-5f65192e2432 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4e62645-067d-4d86-a5a3-7faa43a13daf HTTP/1.1" status: 200 len: 205 time: 0.0564449 Dec 08 02:00:52.599404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53842) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:52.752067 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-843b8a4e-5fc4-4857-aa24-5c36d4f1ee4e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:52.828129 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629943ed-6bb1-4a1e-a83d-07408e733e13 None None] New status for floating IP 7a881be9-0e75-43ed-88b7-6719542418a6: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:00:53.263856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-843b8a4e-5fc4-4857-aa24-5c36d4f1ee4e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.267401 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-843b8a4e-5fc4-4857-aa24-5c36d4f1ee4e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.297091 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78002445-152c-4060-b094-1202e56aa1a4 req-90047838-b699-4678-bce4-6f2dda51f9b3 service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314599 Dec 08 02:00:53.352133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19219e-4faf-4ba8-8277-f0ec7bbba8e1 req-a9e50a80-63cb-4bd7-a529-2d5d80e6ab2a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:53.366412 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e19219e-4faf-4ba8-8277-f0ec7bbba8e1 req-a9e50a80-63cb-4bd7-a529-2d5d80e6ab2a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 944 time: 0.1411321 Dec 08 02:00:53.427493 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-843b8a4e-5fc4-4857-aa24-5c36d4f1ee4e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.429991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843b8a4e-5fc4-4857-aa24-5c36d4f1ee4e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Fanout notify agent at l3_agent the message router_deleted on router f4e62645-067d-4d86-a5a3-7faa43a13daf {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:00:53.460693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-843b8a4e-5fc4-4857-aa24-5c36d4f1ee4e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.470873 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-843b8a4e-5fc4-4857-aa24-5c36d4f1ee4e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/f4e62645-067d-4d86-a5a3-7faa43a13daf HTTP/1.1" status: 204 len: 168 time: 0.8672891 Dec 08 02:00:53.472347 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53858) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:53.710324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78002445-152c-4060-b094-1202e56aa1a4 req-351a8804-cb83-4c79-b34c-3587aa42c909 service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895757 Dec 08 02:00:53.729514 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e19219e-4faf-4ba8-8277-f0ec7bbba8e1 req-631ebd01-0f1e-4c05-af79-416211b50f4e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619266 Dec 08 02:00:53.734377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-288468cc-9928-4243-836f-d513529a990a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting subnet 737e6a02-731f-4b17-9796-732d3792a20d {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:00:53.740419 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-288468cc-9928-4243-836f-d513529a990a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.797378 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-288468cc-9928-4243-836f-d513529a990a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.893996 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-288468cc-9928-4243-836f-d513529a990a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:53.980758 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-288468cc-9928-4243-836f-d513529a990a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.019750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288468cc-9928-4243-836f-d513529a990a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Subnet': ['ID=737e6a02-731f-4b17-9796-732d3792a20d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:54.030112 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-288468cc-9928-4243-836f-d513529a990a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.036407 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-288468cc-9928-4243-836f-d513529a990a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/737e6a02-731f-4b17-9796-732d3792a20d HTTP/1.1" status: 204 len: 168 time: 0.5607500 Dec 08 02:00:54.036784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53874) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:54.051919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85499b0e-0fab-4257-8e62-9fd11c8a1c2c None None] Network f06c6ef1-8ab9-4fda-84ea-4131280e5b28 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:54.260008 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.363845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096d93e5-7780-4e36-98e7-cf1781585f07 None None] DHCP port deletion for f06c6ef1-8ab9-4fda-84ea-4131280e5b28 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:00:54.399382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:54.399729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.441302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-096d93e5-7780-4e36-98e7-cf1781585f07 None None] Deleting port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:00:54.441969 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-096d93e5-7780-4e36-98e7-cf1781585f07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.526709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-096d93e5-7780-4e36-98e7-cf1781585f07 None None] For port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0b4d17c5-780b-45cc-ba9e-7c2075eeba8a,segment=NetworkSegment(6d87a3e5-5070-400d-8e89-49bd44d5a931),segment_id=6d87a3e5-5070-400d-8e89-49bd44d5a931)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:54.527106 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-096d93e5-7780-4e36-98e7-cf1781585f07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.541565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0b4d17c5-780b-45cc-ba9e-7c2075eeba8a,segment=NetworkSegment(6d87a3e5-5070-400d-8e89-49bd44d5a931),segment_id=6d87a3e5-5070-400d-8e89-49bd44d5a931)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:54.542778 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.557812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-096d93e5-7780-4e36-98e7-cf1781585f07 None None] Calling delete_port for 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:54.565427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:00:54.686634 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.705220 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-096d93e5-7780-4e36-98e7-cf1781585f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.742969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d93e5-7780-4e36-98e7-cf1781585f07 None None] Pushing event deleted for resources: {'Port': ['ID=0b4d17c5-780b-45cc-ba9e-7c2075eeba8a,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:54.747885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d93e5-7780-4e36-98e7-cf1781585f07 None None] No DVR routers for this DVR port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:54.760307 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No DVR routers for this DVR port 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:00:54.763837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=0b4d17c5-780b-45cc-ba9e-7c2075eeba8a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:54.927590 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:54.948416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d6e1b-c286-4767-bac0-9e87aed17bae req-f39ab1dc-d34e-4e66-8302-a0206dd49a93 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:54.964033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06c6ef1-8ab9-4fda-84ea-4131280e5b28']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:54.965966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a7d6e1b-c286-4767-bac0-9e87aed17bae req-f39ab1dc-d34e-4e66-8302-a0206dd49a93 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 944 time: 0.0975294 Dec 08 02:00:54.983757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d87a3e5-5070-400d-8e89-49bd44d5a931') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:54.984071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d87a3e5-5070-400d-8e89-49bd44d5a931') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:54.984436 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:00:55.009438 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.049821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:00:55.050176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0b4d17c5-780b-45cc-ba9e-7c2075eeba8a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:00:55.055479 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.067754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:00:55.067921 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:00:55.075710 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:00:55.097858 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a7d6e1b-c286-4767-bac0-9e87aed17bae req-c6e3635d-e27e-4ba4-aa0c-413952acb7a0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301014 Dec 08 02:00:55.191348 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.199476 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.207349 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/networks/f06c6ef1-8ab9-4fda-84ea-4131280e5b28 HTTP/1.1" status: 204 len: 168 time: 1.1688981 Dec 08 02:00:55.211281 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53906) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:55.216181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4a620896-60b2-4577-b386-a8794081925a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1784354090'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:55.232800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c21afc-29f2-46f3-ae01-4f3a88680c07 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Network': ['ID=f06c6ef1-8ab9-4fda-84ea-4131280e5b28,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:55.266228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a620896-60b2-4577-b386-a8794081925a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:55.271044 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a620896-60b2-4577-b386-a8794081925a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.299624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a620896-60b2-4577-b386-a8794081925a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:00:55.311468 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a620896-60b2-4577-b386-a8794081925a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.311950 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-4a620896-60b2-4577-b386-a8794081925a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Added segment c5658aaa-d166-4c9e-925c-19e304e89e5c of type vlan for network 12b9adb2-6114-469f-85ff-f53a7247cb58 Dec 08 02:00:55.370168 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a620896-60b2-4577-b386-a8794081925a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.412801 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a620896-60b2-4577-b386-a8794081925a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.422438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a620896-60b2-4577-b386-a8794081925a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:55.423609 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4a620896-60b2-4577-b386-a8794081925a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.464467 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4a620896-60b2-4577-b386-a8794081925a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2495861 Dec 08 02:00:55.464663 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53914) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:55.470709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c5ce4e41-44d0-44fe-9ec6-34f8b42bf625 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'subnet': {'network_id': '12b9adb2-6114-469f-85ff-f53a7247cb58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:55.558354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a620896-60b2-4577-b386-a8794081925a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Network': ['ID=12b9adb2-6114-469f-85ff-f53a7247cb58,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:55.573676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 12b9adb2-6114-469f-85ff-f53a7247cb58 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:00:55.643276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ce4e41-44d0-44fe-9ec6-34f8b42bf625 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:00:55.648101 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4e41-44d0-44fe-9ec6-34f8b42bf625 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.884012 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4e41-44d0-44fe-9ec6-34f8b42bf625 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:55.957884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce4e41-44d0-44fe-9ec6-34f8b42bf625 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Subnet': ['ID=3a1f4b97-f683-4645-9c84-4891f40f103f,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:55.966584 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ce4e41-44d0-44fe-9ec6-34f8b42bf625 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Checking segment: {'id': 'c5658aaa-d166-4c9e-925c-19e304e89e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '12b9adb2-6114-469f-85ff-f53a7247cb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:55.967122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce4e41-44d0-44fe-9ec6-34f8b42bf625 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network hostable DHCP agents. Network: 12b9adb2-6114-469f-85ff-f53a7247cb58, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:00:55.987545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ce4e41-44d0-44fe-9ec6-34f8b42bf625 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 12b9adb2-6114-469f-85ff-f53a7247cb58 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:00:56.001483 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-c5ce4e41-44d0-44fe-9ec6-34f8b42bf625 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 12b9adb2-6114-469f-85ff-f53a7247cb58) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:56.009986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce4e41-44d0-44fe-9ec6-34f8b42bf625 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:56.010756 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4e41-44d0-44fe-9ec6-34f8b42bf625 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.017248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5573dc39-0c77-40f8-a00c-b7d8b0cd8684 None None] Network 12b9adb2-6114-469f-85ff-f53a7247cb58 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:56.036340 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c5ce4e41-44d0-44fe-9ec6-34f8b42bf625 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5687613 Dec 08 02:00:56.037565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53924) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:56.043077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cec9abfb-10dc-4dfd-be2b-fa36f9c6025d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2111758341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:00:56.096601 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cec9abfb-10dc-4dfd-be2b-fa36f9c6025d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.099769 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cec9abfb-10dc-4dfd-be2b-fa36f9c6025d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.199087 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cec9abfb-10dc-4dfd-be2b-fa36f9c6025d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.205914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cec9abfb-10dc-4dfd-be2b-fa36f9c6025d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.246068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-12b9adb2-6114-469f-85ff-f53a7247cb58', 'network_id': '12b9adb2-6114-469f-85ff-f53a7247cb58', 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'fixed_ips': [{'subnet_id': '3a1f4b97-f683-4645-9c84-4891f40f103f'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:00:56.247218 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.283524 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cec9abfb-10dc-4dfd-be2b-fa36f9c6025d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.289596 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cec9abfb-10dc-4dfd-be2b-fa36f9c6025d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2482934 Dec 08 02:00:56.290096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53928) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:56.378655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e9c4-db09-4047-b888-2019472aa5c6 req-e29dfacb-d430-4755-a271-1edd6c0822b4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:56.381346 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7021e9c4-db09-4047-b888-2019472aa5c6 req-e29dfacb-d430-4755-a271-1edd6c0822b4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 944 time: 0.1573467 Dec 08 02:00:56.485675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Allocated IP 172.20.0.2 (12b9adb2-6114-469f-85ff-f53a7247cb58/3a1f4b97-f683-4645-9c84-4891f40f103f/07c503be-cf74-427a-827b-d9c5dcfafa8a) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:56.520239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7021e9c4-db09-4047-b888-2019472aa5c6 req-029facaa-6bed-492e-a755-acc587d382a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324983 Dec 08 02:00:56.721270 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.732494 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:56.816215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Pushing event updated for resources: {'Port': ['ID=07c503be-cf74-427a-827b-d9c5dcfafa8a,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:56.832567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Network 12b9adb2-6114-469f-85ff-f53a7247cb58 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:56.834723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:56.876619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:57.024680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Attempting to bind port 07c503be-cf74-427a-827b-d9c5dcfafa8a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:00:57.025060 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Attempting to bind port 07c503be-cf74-427a-827b-d9c5dcfafa8a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c5658aaa-d166-4c9e-925c-19e304e89e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '12b9adb2-6114-469f-85ff-f53a7247cb58'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:00:57.027982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Attempting to bind port 07c503be-cf74-427a-827b-d9c5dcfafa8a on network 12b9adb2-6114-469f-85ff-f53a7247cb58 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:00:57.044326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:00:57.044326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Checking segment: {'id': 'c5658aaa-d166-4c9e-925c-19e304e89e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '12b9adb2-6114-469f-85ff-f53a7247cb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:00:57.044326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:57.044326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Bound using segment: {'id': 'c5658aaa-d166-4c9e-925c-19e304e89e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '12b9adb2-6114-469f-85ff-f53a7247cb58'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:00:57.044326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Bound port: 07c503be-cf74-427a-827b-d9c5dcfafa8a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5658aaa-d166-4c9e-925c-19e304e89e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '12b9adb2-6114-469f-85ff-f53a7247cb58'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:00:57.044326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:57.209983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] For port 07c503be-cf74-427a-827b-d9c5dcfafa8a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:00:57.214028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] For port 07c503be-cf74-427a-827b-d9c5dcfafa8a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=07c503be-cf74-427a-827b-d9c5dcfafa8a,segment=NetworkSegment(c5658aaa-d166-4c9e-925c-19e304e89e5c),segment_id=c5658aaa-d166-4c9e-925c-19e304e89e5c)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:00:57.228494 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:57.338504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d051f-0734-42e4-9cbb-69d019e52620 None None] Pushing event updated for resources: {'Port': ['ID=07c503be-cf74-427a-827b-d9c5dcfafa8a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:57.360306 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:57.933378 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94159c09-1e10-47fa-9d8f-d7771f169399 req-ad8a3ad5-28b6-4e84-b8f0-3b0aa2556295 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:57.935522 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94159c09-1e10-47fa-9d8f-d7771f169399 req-ad8a3ad5-28b6-4e84-b8f0-3b0aa2556295 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 944 time: 0.1187763 Dec 08 02:00:57.943175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Allocated IP 172.20.0.1 (12b9adb2-6114-469f-85ff-f53a7247cb58/3a1f4b97-f683-4645-9c84-4891f40f103f/248325ad-9c9d-4620-956b-abfc8b6561ca) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:00:58.072785 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94159c09-1e10-47fa-9d8f-d7771f169399 req-af2dd31a-9ce0-4436-a7ca-368d8ffa0efd tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250522 Dec 08 02:00:58.155917 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.199447 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.247935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 12b9adb2-6114-469f-85ff-f53a7247cb58 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:58.254370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:58.258845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:00:58.286913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=248325ad-9c9d-4620-956b-abfc8b6561ca,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:58.331777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.490114 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.753866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d58640-7027-4a42-b0a5-9fc96f0ec52b None None] Network 12b9adb2-6114-469f-85ff-f53a7247cb58 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:00:58.815463 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.827099 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.867643 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a1e805bd-c08a-4c4a-b602-ec5aff0640da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.873286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0735b247-0b9b-427e-bfb2-87f995303979 None None] Provisioning complete for port 07c503be-cf74-427a-827b-d9c5dcfafa8a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:58.873967 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0735b247-0b9b-427e-bfb2-87f995303979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.928014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=248325ad-9c9d-4620-956b-abfc8b6561ca,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:58.931949 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:58.958842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 07c503be-cf74-427a-827b-d9c5dcfafa8a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:00:59.062070 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0735b247-0b9b-427e-bfb2-87f995303979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.070328 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 12b9adb2-6114-469f-85ff-f53a7247cb58 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:00:59.071948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:00:59.103036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 07c503be-cf74-427a-827b-d9c5dcfafa8a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:59.110271 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.174674 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0735b247-0b9b-427e-bfb2-87f995303979 None None] For port 07c503be-cf74-427a-827b-d9c5dcfafa8a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=07c503be-cf74-427a-827b-d9c5dcfafa8a,segment=NetworkSegment(c5658aaa-d166-4c9e-925c-19e304e89e5c),segment_id=c5658aaa-d166-4c9e-925c-19e304e89e5c)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:00:59.226351 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0735b247-0b9b-427e-bfb2-87f995303979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.272306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93644b08-8d2a-41c2-902e-573ddd72e93d req-fbe0a443-2643-44a2-a2bd-25f96e49f181 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:59.283638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93644b08-8d2a-41c2-902e-573ddd72e93d req-fbe0a443-2643-44a2-a2bd-25f96e49f181 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 945 time: 0.1359584 Dec 08 02:00:59.310875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735b247-0b9b-427e-bfb2-87f995303979 None None] Pushing event updated for resources: {'Port': ['ID=07c503be-cf74-427a-827b-d9c5dcfafa8a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:00:59.335352 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a20f0-b202-4514-8ab1-054aaed52a6e req-93658b62-38ff-4cab-98cb-68a469c2c119 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:59.337266 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-403a20f0-b202-4514-8ab1-054aaed52a6e req-93658b62-38ff-4cab-98cb-68a469c2c119 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 944 time: 0.0825083 Dec 08 02:00:59.363865 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93644b08-8d2a-41c2-902e-573ddd72e93d req-888fadbc-0976-42f4-90d2-a936f38c429c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787923 Dec 08 02:00:59.420777 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-403a20f0-b202-4514-8ab1-054aaed52a6e req-eb2b5cbc-920a-44e0-b686-c591b67e1f3a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746100 Dec 08 02:00:59.421928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router f7b8250a-0aca-415e-bbf9-ac44ccd36f99 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:00:59.459831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-98e0fc38-112e-40b6-b66e-3b31f4940f35 None None] Provisioning complete for port 248325ad-9c9d-4620-956b-abfc8b6561ca triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:59.460219 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-98e0fc38-112e-40b6-b66e-3b31f4940f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.508633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-98e0fc38-112e-40b6-b66e-3b31f4940f35 None None] Port 248325ad-9c9d-4620-956b-abfc8b6561ca cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:00:59.519478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-98e0fc38-112e-40b6-b66e-3b31f4940f35 None None] Provisioning complete for port 07c503be-cf74-427a-827b-d9c5dcfafa8a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:00:59.519984 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-98e0fc38-112e-40b6-b66e-3b31f4940f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:00:59.554469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:00:59.567634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394db26-276a-4f8b-8e84-3e64e16043c5 None None] Sync routers for ids ['f7b8250a-0aca-415e-bbf9-ac44ccd36f99'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:00:59.569169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d46a41ae-dbe7-48b1-907e-22baa72dc2cc tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/f7b8250a-0aca-415e-bbf9-ac44ccd36f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2773788 Dec 08 02:00:59.571424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 53986) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:59.586788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394db26-276a-4f8b-8e84-3e64e16043c5 None None] Routers {'f7b8250a-0aca-415e-bbf9-ac44ccd36f99'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:59.587456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5394db26-276a-4f8b-8e84-3e64e16043c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f7b8250a-0aca-415e-bbf9-ac44ccd36f99'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:59.638452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d10047-32f6-491a-a8d0-3d634e6edb88 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:00:59.644273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-03d10047-32f6-491a-a8d0-3d634e6edb88 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports/248325ad-9c9d-4620-956b-abfc8b6561ca HTTP/1.1" status: 200 len: 910 time: 0.0716805 Dec 08 02:00:59.647253 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 53988) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:00:59.860589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5394db26-276a-4f8b-8e84-3e64e16043c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:59.906482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394db26-276a-4f8b-8e84-3e64e16043c5 None None] Routers {'f7b8250a-0aca-415e-bbf9-ac44ccd36f99'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:00:59.907013 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5394db26-276a-4f8b-8e84-3e64e16043c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f7b8250a-0aca-415e-bbf9-ac44ccd36f99'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:59.956734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5394db26-276a-4f8b-8e84-3e64e16043c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:00:59.957505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5394db26-276a-4f8b-8e84-3e64e16043c5 None None] The sync data for ids ['f7b8250a-0aca-415e-bbf9-ac44ccd36f99'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:00.088778 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2885b4ec-4a14-427e-aa67-ae61484d8de7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.089521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bf595e81-610c-465e-bb3d-2a7cc49d20e3 None None] Provisioning complete for port 248325ad-9c9d-4620-956b-abfc8b6561ca triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:00.089896 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bf595e81-610c-465e-bb3d-2a7cc49d20e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.128666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-bf595e81-610c-465e-bb3d-2a7cc49d20e3 None None] Port 248325ad-9c9d-4620-956b-abfc8b6561ca cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:00.350424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2885b4ec-4a14-427e-aa67-ae61484d8de7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port 248325ad-9c9d-4620-956b-abfc8b6561ca {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:00.350763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2885b4ec-4a14-427e-aa67-ae61484d8de7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.459622 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2885b4ec-4a14-427e-aa67-ae61484d8de7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.474489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2885b4ec-4a14-427e-aa67-ae61484d8de7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for 248325ad-9c9d-4620-956b-abfc8b6561ca owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:00.599717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76e683-cdcf-463d-97a0-2f1edbc7eb33 req-3a7c8c36-43c7-4a48-8e27-f9b25bc977fa tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:00.601496 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d76e683-cdcf-463d-97a0-2f1edbc7eb33 req-3a7c8c36-43c7-4a48-8e27-f9b25bc977fa tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 944 time: 0.0704491 Dec 08 02:01:00.720542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d76e683-cdcf-463d-97a0-2f1edbc7eb33 req-d67caf3e-fffd-4732-a624-b450eb80af7c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871396 Dec 08 02:01:00.748043 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2885b4ec-4a14-427e-aa67-ae61484d8de7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.781741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885b4ec-4a14-427e-aa67-ae61484d8de7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=248325ad-9c9d-4620-956b-abfc8b6561ca,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:00.880915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 07c503be-cf74-427a-827b-d9c5dcfafa8a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:00.957946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 07c503be-cf74-427a-827b-d9c5dcfafa8a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:00.958608 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:00.984754 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2885b4ec-4a14-427e-aa67-ae61484d8de7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.161317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2885b4ec-4a14-427e-aa67-ae61484d8de7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router f7b8250a-0aca-415e-bbf9-ac44ccd36f99 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:01:01.237547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2885b4ec-4a14-427e-aa67-ae61484d8de7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:01.242692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2885b4ec-4a14-427e-aa67-ae61484d8de7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/f7b8250a-0aca-415e-bbf9-ac44ccd36f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5941229 Dec 08 02:01:01.245494 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54010) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:01.248258 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445bd2b-c0a1-405d-8837-a051e3289185 None None] Sync routers for ids ['f7b8250a-0aca-415e-bbf9-ac44ccd36f99'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:01:01.261481 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445bd2b-c0a1-405d-8837-a051e3289185 None None] Routers {'f7b8250a-0aca-415e-bbf9-ac44ccd36f99'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:01.263236 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d445bd2b-c0a1-405d-8837-a051e3289185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f7b8250a-0aca-415e-bbf9-ac44ccd36f99'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:01.273593 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-98cefc24-73e2-4323-8abe-38f03aa81906 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7b8250a-0aca-415e-bbf9-ac44ccd36f99 HTTP/1.1" status: 200 len: 205 time: 0.0268352 Dec 08 02:01:01.276030 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54014) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:01.304513 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d445bd2b-c0a1-405d-8837-a051e3289185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:01.313740 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d445bd2b-c0a1-405d-8837-a051e3289185 None None] Routers {'f7b8250a-0aca-415e-bbf9-ac44ccd36f99'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:01.314354 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d445bd2b-c0a1-405d-8837-a051e3289185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:00:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['f7b8250a-0aca-415e-bbf9-ac44ccd36f99'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:01.347177 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d445bd2b-c0a1-405d-8837-a051e3289185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:01.348028 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d445bd2b-c0a1-405d-8837-a051e3289185 None None] The sync data for ids ['f7b8250a-0aca-415e-bbf9-ac44ccd36f99'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:01.358361 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b365-c16f-405b-8aaf-24f190c13ac1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.533615 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b365-c16f-405b-8aaf-24f190c13ac1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.535838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b365-c16f-405b-8aaf-24f190c13ac1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.798202 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.847411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf9aab-2da9-4f15-a47d-47f687dfd523 req-38228777-f80c-42e6-b30d-14485f2d4fc7 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:01.852815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4eaf9aab-2da9-4f15-a47d-47f687dfd523 req-38228777-f80c-42e6-b30d-14485f2d4fc7 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 944 time: 0.0576615 Dec 08 02:01:01.877929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b365-c16f-405b-8aaf-24f190c13ac1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.878492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb9b365-c16f-405b-8aaf-24f190c13ac1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Fanout notify agent at l3_agent the message router_deleted on router f7b8250a-0aca-415e-bbf9-ac44ccd36f99 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:01:01.886303 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ffb9b365-c16f-405b-8aaf-24f190c13ac1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.890691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ffb9b365-c16f-405b-8aaf-24f190c13ac1 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/f7b8250a-0aca-415e-bbf9-ac44ccd36f99 HTTP/1.1" status: 204 len: 168 time: 0.6109483 Dec 08 02:01:01.891192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54020) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:01.901660 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4eaf9aab-2da9-4f15-a47d-47f687dfd523 req-49fbce6a-d536-4b7c-960f-2834562d6589 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465829 Dec 08 02:01:01.946491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8583a409-5fc1-4ad3-96cb-217c2606fa69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting subnet 3a1f4b97-f683-4645-9c84-4891f40f103f {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:01:01.950545 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8583a409-5fc1-4ad3-96cb-217c2606fa69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:01.991197 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8583a409-5fc1-4ad3-96cb-217c2606fa69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.050225 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d47b7b89-7f7b-4940-90bc-8744d7fe3719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.083476 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8583a409-5fc1-4ad3-96cb-217c2606fa69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.145030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8583a409-5fc1-4ad3-96cb-217c2606fa69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.173266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583a409-5fc1-4ad3-96cb-217c2606fa69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1f4b97-f683-4645-9c84-4891f40f103f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:02.178902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8583a409-5fc1-4ad3-96cb-217c2606fa69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.185122 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8583a409-5fc1-4ad3-96cb-217c2606fa69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/3a1f4b97-f683-4645-9c84-4891f40f103f HTTP/1.1" status: 204 len: 168 time: 0.2900026 Dec 08 02:01:02.185229 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54026) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:02.185823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf6dba6-5567-41e2-8d07-71d54191c832 None None] Network 12b9adb2-6114-469f-85ff-f53a7247cb58 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:02.270100 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.337047 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.338595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port 07c503be-cf74-427a-827b-d9c5dcfafa8a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:02.339129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.377558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] DHCP port deletion for 12b9adb2-6114-469f-85ff-f53a7247cb58 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:01:02.422503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port 07c503be-cf74-427a-827b-d9c5dcfafa8a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=07c503be-cf74-427a-827b-d9c5dcfafa8a,segment=NetworkSegment(c5658aaa-d166-4c9e-925c-19e304e89e5c),segment_id=c5658aaa-d166-4c9e-925c-19e304e89e5c)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:02.422867 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.430724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Deleting port 07c503be-cf74-427a-827b-d9c5dcfafa8a {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:02.430724 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.437568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for 07c503be-cf74-427a-827b-d9c5dcfafa8a owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:02.501248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] For port 07c503be-cf74-427a-827b-d9c5dcfafa8a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=07c503be-cf74-427a-827b-d9c5dcfafa8a,segment=NetworkSegment(c5658aaa-d166-4c9e-925c-19e304e89e5c),segment_id=c5658aaa-d166-4c9e-925c-19e304e89e5c)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:02.501643 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.518586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Calling delete_port for 07c503be-cf74-427a-827b-d9c5dcfafa8a owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:02.525036 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.553720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=07c503be-cf74-427a-827b-d9c5dcfafa8a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:02.555574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No DVR routers for this DVR port 07c503be-cf74-427a-827b-d9c5dcfafa8a on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:01:02.606230 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.632795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Pushing event deleted for resources: {'Port': ['ID=07c503be-cf74-427a-827b-d9c5dcfafa8a,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:02.637249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] No DVR routers for this DVR port 07c503be-cf74-427a-827b-d9c5dcfafa8a on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:01:02.645420 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.645700 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.645877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.646091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.646433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.646771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.647108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.653782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.653782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.653782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.653782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.653782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.653782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.653782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fd910c-c6bc-40ac-b437-0cfff52e5b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:02.677248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b9adb2-6114-469f-85ff-f53a7247cb58']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:02.687180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5658aaa-d166-4c9e-925c-19e304e89e5c') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:02.687567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5658aaa-d166-4c9e-925c-19e304e89e5c') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:02.697369 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.710871 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.717606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:01:02.718008 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:01:02.720980 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:01:02.797217 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.809142 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.814108 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/networks/12b9adb2-6114-469f-85ff-f53a7247cb58 HTTP/1.1" status: 204 len: 168 time: 0.6276762 Dec 08 02:01:02.817429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54034) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:02.823805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1760103641', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:02.827866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc5ab9-2404-45c3-9586-637e5929aa12 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Network': ['ID=12b9adb2-6114-469f-85ff-f53a7247cb58,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:02.850925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.852273 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:02.877860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 07c503be-cf74-427a-827b-d9c5dcfafa8a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:02.899414 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 07c503be-cf74-427a-827b-d9c5dcfafa8a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:01:02.899769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 07c503be-cf74-427a-827b-d9c5dcfafa8a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:01:02.915243 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:03.093473 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:03.110066 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5e12c-b7c3-46f6-8d7c-f74c2dd364bc req-aa0c6a0b-71fb-4ff4-82d9-0d88f492b743 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:03.111592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23d5e12c-b7c3-46f6-8d7c-f74c2dd364bc req-aa0c6a0b-71fb-4ff4-82d9-0d88f492b743 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 944 time: 0.1219134 Dec 08 02:01:03.184302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23d5e12c-b7c3-46f6-8d7c-f74c2dd364bc req-dc2ae27d-c901-496a-842d-d2f56d19395a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591564 Dec 08 02:01:03.345877 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:03.365880 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:03.496770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Allocated IP 172.25.2.65 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/0f129efa-6e59-468e-b8aa-319984f58f29) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:03.547896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:01:03.563318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:03.689188 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:03.690178 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:03.814182 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:03.815583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:03.841711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'port_id': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'mac_address': 'fa:16:3e:59:1e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:01:03.843966 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:03.909748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=0f129efa-6e59-468e-b8aa-319984f58f29,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:03.921139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:03.923331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:03.926709 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:03.936767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:03.946446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:03.948973 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132d9b77-f4de-4456-93ed-8fba746af64a" -d '{"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-unplugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:03.949294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-8381e591-3f64-4ea7-a02e-3bc40a294396 req-2cc82ca2-c85a-4828-bd9e-6f87b1aa0c6b service neutron] (103129) timed out ('10.222.0.72', 57664) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:01:03.956249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92589c05-bacf-48c4-8f43-b791fda0a072 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:01:04.013534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:04.015329 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c50a8fa-494b-4d9b-8d76-657831004eee x-openstack-request-id: req-8c50a8fa-494b-4d9b-8d76-657831004eee {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:04.015629 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-unplugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:04.015898 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8c50a8fa-494b-4d9b-8d76-657831004eee {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:04.016317 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'code': 200} Dec 08 02:01:04.021292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f8286af-6be4-4a6f-81ad-f9633853d1cf {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:04.035833 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.037953 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.115131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:04.151938 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:01:04.152352 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:01:04.154979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-99aeeb17-698e-43d3-8a03-1061bd0cf956 None None] Provisioning complete for port 0f129efa-6e59-468e-b8aa-319984f58f29 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:04.155455 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-99aeeb17-698e-43d3-8a03-1061bd0cf956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.206152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-99aeeb17-698e-43d3-8a03-1061bd0cf956 None None] Port 0f129efa-6e59-468e-b8aa-319984f58f29 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:04.290018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.458656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae143d-7b53-4f49-92ef-c7f5276ea79d req-125c85f4-6196-45c2-a314-a1d99e3eb9e1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:04.460681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68ae143d-7b53-4f49-92ef-c7f5276ea79d req-125c85f4-6196-45c2-a314-a1d99e3eb9e1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 944 time: 0.1683195 Dec 08 02:01:04.573945 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68ae143d-7b53-4f49-92ef-c7f5276ea79d req-3782b14f-952f-4361-b8f9-d8fbd63e00f2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050990 Dec 08 02:01:04.658077 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.706875 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.724903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8286af-6be4-4a6f-81ad-f9633853d1cf {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:04.755349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:04.764486 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:04.765446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 30580792-66a0-4481-9861-1de8ca861163 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:01:04.892576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 30580792-66a0-4481-9861-1de8ca861163, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=30580792-66a0-4481-9861-1de8ca861163,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:04.902032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router feff7011-ad5b-42e3-9b17-f83877b1ad7f is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:01:04.910961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '30580792-66a0-4481-9861-1de8ca861163', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'port_id': '30580792-66a0-4481-9861-1de8ca861163', 'mac_address': 'fa:16:3e:fc:d1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:01:04.994216 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.022054 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.053210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30580792-66a0-4481-9861-1de8ca861163 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:05.077813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 30580792-66a0-4481-9861-1de8ca861163, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=30580792-66a0-4481-9861-1de8ca861163,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:05.080134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:05.087193 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.101765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:05.135991 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24e281-f146-4fc4-86ae-2e96e196de30 None None] Sync routers for ids ['feff7011-ad5b-42e3-9b17-f83877b1ad7f'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:01:05.152705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:05.157019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54086) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:05.157565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24e281-f146-4fc4-86ae-2e96e196de30 None None] Routers {'feff7011-ad5b-42e3-9b17-f83877b1ad7f'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:05.157974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-da24e281-f146-4fc4-86ae-2e96e196de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['feff7011-ad5b-42e3-9b17-f83877b1ad7f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:05.158134 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d9ca31d9-de68-48c6-a26f-1a2d0f4b6427 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.3391848 Dec 08 02:01:05.201444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-da24e281-f146-4fc4-86ae-2e96e196de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:05.223045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da24e281-f146-4fc4-86ae-2e96e196de30 None None] Routers {'feff7011-ad5b-42e3-9b17-f83877b1ad7f'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:05.223717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-da24e281-f146-4fc4-86ae-2e96e196de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['feff7011-ad5b-42e3-9b17-f83877b1ad7f'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:05.260509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-da24e281-f146-4fc4-86ae-2e96e196de30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:05.261192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da24e281-f146-4fc4-86ae-2e96e196de30 None None] The sync data for ids ['feff7011-ad5b-42e3-9b17-f83877b1ad7f'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:05.275214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=30580792-66a0-4481-9861-1de8ca861163,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:05.287258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['8f8286af-6be4-4a6f-81ad-f9633853d1cf'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:05.387657 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b3cc11e7-51b7-44e8-9e33-56887a74aa16 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/routers/feff7011-ad5b-42e3-9b17-f83877b1ad7f HTTP/1.1" status: 200 len: 880 time: 0.2288568 Dec 08 02:01:05.390350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54088) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:05.545839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['30580792-66a0-4481-9861-1de8ca861163'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:05.629592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f336542-38f7-44a3-a54b-ca53de04b939 req-008b129b-83b9-455d-abe7-f1780efa2559 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1245050 Dec 08 02:01:05.812268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f336542-38f7-44a3-a54b-ca53de04b939 req-21f02d9e-c80d-4f99-acf0-e265073e9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:05.816118 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f336542-38f7-44a3-a54b-ca53de04b939 req-21f02d9e-c80d-4f99-acf0-e265073e9ff2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e9ac14866184408b9076ee1b59c6099&device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 1098 time: 0.0882668 Dec 08 02:01:05.851076 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a69b8-9857-4601-94ab-d246b34cad6f req-93aa9ac8-235b-4f43-bc44-5a40b69517b1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:05.852955 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-370a69b8-9857-4601-94ab-d246b34cad6f req-93aa9ac8-235b-4f43-bc44-5a40b69517b1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 945 time: 0.1031685 Dec 08 02:01:05.936524 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-370a69b8-9857-4601-94ab-d246b34cad6f req-e79fc6fc-fcc7-4bd9-a28d-605c0fcbd998 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752439 Dec 08 02:01:06.022585 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f9328af1-e803-4486-be66-1ed1788dc9a3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6309397 Dec 08 02:01:06.025136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54112) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:06.035024 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c2015084-0943-4fd9-bf64-cb64db487359 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1760103641'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:06.084956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f336542-38f7-44a3-a54b-ca53de04b939 req-db4f85fb-6e0a-46fa-b2d4-1b33661e24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:06.090894 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f336542-38f7-44a3-a54b-ca53de04b939 req-db4f85fb-6e0a-46fa-b2d4-1b33661e24f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8e56e77d-acd3-4322-858b-7809aa2b8bb3 HTTP/1.1" status: 200 len: 909 time: 0.2419436 Dec 08 02:01:06.251888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f336542-38f7-44a3-a54b-ca53de04b939 req-faac0909-9030-4441-b48d-12142624e663 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c9b682-22c1-4c50-bfbb-b3aede846ea0 HTTP/1.1" status: 200 len: 1002 time: 0.1445112 Dec 08 02:01:06.373130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f336542-38f7-44a3-a54b-ca53de04b939 req-b5f16a7b-9599-4e04-bf65-61fe780d54af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:06.374190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f336542-38f7-44a3-a54b-ca53de04b939 req-b5f16a7b-9599-4e04-bf65-61fe780d54af service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37b86d03-c466-4d52-8618-3fc9fbc06278 HTTP/1.1" status: 200 len: 847 time: 0.1108880 Dec 08 02:01:06.499239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f336542-38f7-44a3-a54b-ca53de04b939 req-d13f7c47-f007-428a-8423-0b93c9772c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:06.500886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f336542-38f7-44a3-a54b-ca53de04b939 req-d13f7c47-f007-428a-8423-0b93c9772c62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8e56e77d-acd3-4322-858b-7809aa2b8bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104190 Dec 08 02:01:06.580313 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2015084-0943-4fd9-bf64-cb64db487359 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:06.610608 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2015084-0943-4fd9-bf64-cb64db487359 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:06.848899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2015084-0943-4fd9-bf64-cb64db487359 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router feff7011-ad5b-42e3-9b17-f83877b1ad7f has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:01:07.134821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2015084-0943-4fd9-bf64-cb64db487359 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:07.144674 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcaca49-05c7-4e79-99b1-ad3dc043ffb4 None None] Sync routers for ids ['feff7011-ad5b-42e3-9b17-f83877b1ad7f'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:01:07.160217 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c2015084-0943-4fd9-bf64-cb64db487359 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:07.166178 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c2015084-0943-4fd9-bf64-cb64db487359 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/feff7011-ad5b-42e3-9b17-f83877b1ad7f HTTP/1.1" status: 200 len: 887 time: 1.1361871 Dec 08 02:01:07.170993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54138) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:07.183481 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcaca49-05c7-4e79-99b1-ad3dc043ffb4 None None] Routers {'feff7011-ad5b-42e3-9b17-f83877b1ad7f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:07.188844 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-dbcaca49-05c7-4e79-99b1-ad3dc043ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['feff7011-ad5b-42e3-9b17-f83877b1ad7f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:07.271290 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-dbcaca49-05c7-4e79-99b1-ad3dc043ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:07.285802 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcaca49-05c7-4e79-99b1-ad3dc043ffb4 None None] Routers {'feff7011-ad5b-42e3-9b17-f83877b1ad7f'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:07.286859 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-dbcaca49-05c7-4e79-99b1-ad3dc043ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['feff7011-ad5b-42e3-9b17-f83877b1ad7f'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:07.326256 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-dbcaca49-05c7-4e79-99b1-ad3dc043ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:07.327346 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcaca49-05c7-4e79-99b1-ad3dc043ffb4 None None] The sync data for ids ['feff7011-ad5b-42e3-9b17-f83877b1ad7f'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:07.357647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f336542-38f7-44a3-a54b-ca53de04b939 req-f7ad95a6-9a83-4031-b730-355d223f1fb7 service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8424246 Dec 08 02:01:07.372171 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1147c81d-a5c9-4d84-ad86-014e5b95b4f9 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/routers/feff7011-ad5b-42e3-9b17-f83877b1ad7f HTTP/1.1" status: 200 len: 887 time: 0.1991725 Dec 08 02:01:07.379008 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54140) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:07.417025 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7aff18ea-3b3c-4952-889a-6e9a23ad7386 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=feff7011-ad5b-42e3-9b17-f83877b1ad7f HTTP/1.1" status: 200 len: 205 time: 0.0399652 Dec 08 02:01:07.420973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54142) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:07.458425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c820df6-0244-429c-8082-aaf72c445e4f req-f724b71c-6a59-423b-b806-8cd88ba96b0f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:07.466158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c820df6-0244-429c-8082-aaf72c445e4f req-f724b71c-6a59-423b-b806-8cd88ba96b0f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 945 time: 0.1121447 Dec 08 02:01:07.562459 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:07.563833 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f336542-38f7-44a3-a54b-ca53de04b939 req-576d5da7-0fc3-4677-a8db-62b8b045c520 service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631980 Dec 08 02:01:07.595351 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c820df6-0244-429c-8082-aaf72c445e4f req-c5de709d-1f83-43b9-97b6-cac067ef976a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134009 Dec 08 02:01:07.656181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 8f8286af-6be4-4a6f-81ad-f9633853d1cf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:07.656591 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:07.677934 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:07.767668 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:07.830538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:07.831910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:07.834879 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb599d3-f94d-47f5-bfdd-b971b062ee43" -d '{"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-plugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:07.842646 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:07.843514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 30580792-66a0-4481-9861-1de8ca861163 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:08.000079 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ee1524-2da1-4f23-bcfc-c548162139d9 x-openstack-request-id: req-98ee1524-2da1-4f23-bcfc-c548162139d9 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:08.000511 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-plugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:08.000656 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98ee1524-2da1-4f23-bcfc-c548162139d9 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:08.001054 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'code': 200} Dec 08 02:01:08.082479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=10']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:08.122866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 30580792-66a0-4481-9861-1de8ca861163 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:01:08.128391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 30580792-66a0-4481-9861-1de8ca861163 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:08.128779 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.289436 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.331618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 30580792-66a0-4481-9861-1de8ca861163, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=30580792-66a0-4481-9861-1de8ca861163,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:08.345187 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.413658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=30580792-66a0-4481-9861-1de8ca861163,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:08.441800 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.504407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port 0f129efa-6e59-468e-b8aa-319984f58f29 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:08.504407 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.599488 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.615599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for 0f129efa-6e59-468e-b8aa-319984f58f29 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:08.779815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4c067-f38c-441b-ab7b-006bda2ac4d4 req-3c503d02-a77e-4ec2-a42b-ff53dd9b2628 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:08.785510 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8d4c067-f38c-441b-ab7b-006bda2ac4d4 req-3c503d02-a77e-4ec2-a42b-ff53dd9b2628 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 946 time: 0.0874300 Dec 08 02:01:08.843353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:08.853340 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8d4c067-f38c-441b-ab7b-006bda2ac4d4 req-a263bb3b-716a-4ace-b02a-2437a26ebebe tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617616 Dec 08 02:01:08.888596 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=0f129efa-6e59-468e-b8aa-319984f58f29,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:08.907257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5586411-79c0-4cd5-b390-855ac4ab748b None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:01:09.033544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.131707 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.134004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.197266 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.197968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Fanout notify agent at l3_agent the message router_deleted on router feff7011-ad5b-42e3-9b17-f83877b1ad7f {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:01:09.231346 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.231346 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2e416167-a5fc-4f90-a5c8-88a9dde42193 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/feff7011-ad5b-42e3-9b17-f83877b1ad7f HTTP/1.1" status: 204 len: 168 time: 1.8066075 Dec 08 02:01:09.232429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54198) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:09.241868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2d2ab9a9-90b6-4291-b743-f8841fe1a3ec tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'network': {'name': 'tempest-RoutersTest-722131852'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:09.296353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2ab9a9-90b6-4291-b743-f8841fe1a3ec tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:01:09.304708 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab9a9-90b6-4291-b743-f8841fe1a3ec tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.389227 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2ab9a9-90b6-4291-b743-f8841fe1a3ec tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:01:09.409585 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab9a9-90b6-4291-b743-f8841fe1a3ec tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.409940 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-2d2ab9a9-90b6-4291-b743-f8841fe1a3ec tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Added segment 9469b58a-c47b-45a0-88fd-bd0abe54e29b of type vlan for network 5af9f044-5a6e-478b-9598-595a82c3ea62 Dec 08 02:01:09.482289 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab9a9-90b6-4291-b743-f8841fe1a3ec tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.525933 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab9a9-90b6-4291-b743-f8841fe1a3ec tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.539182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2ab9a9-90b6-4291-b743-f8841fe1a3ec tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:09.540775 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d2ab9a9-90b6-4291-b743-f8841fe1a3ec tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:09.661850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2d2ab9a9-90b6-4291-b743-f8841fe1a3ec tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4254932 Dec 08 02:01:09.662096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54212) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:09.667361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-17822768-2004-46cd-b313-4a1beb7f7172 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'subnet': {'network_id': '5af9f044-5a6e-478b-9598-595a82c3ea62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:09.671898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ab9a9-90b6-4291-b743-f8841fe1a3ec tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Network': ['ID=5af9f044-5a6e-478b-9598-595a82c3ea62,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:09.688333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 5af9f044-5a6e-478b-9598-595a82c3ea62 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:01:09.814291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17822768-2004-46cd-b313-4a1beb7f7172 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:01:09.819016 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17822768-2004-46cd-b313-4a1beb7f7172 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.042678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb188555-02ed-4f3b-bc93-df8026020e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30580792-66a0-4481-9861-1de8ca861163'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:10.049365 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1c7034-5ea7-4238-98d5-a73a3e06453d" -d '{"events": [{"server_uuid": "fb188555-02ed-4f3b-bc93-df8026020e20", "name": "network-vif-plugged", "status": "completed", "tag": "30580792-66a0-4481-9861-1de8ca861163"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:10.076601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2b033-6b1d-4df7-b032-422776388f6e req-07bfa599-8645-4a69-bc40-f17e3178bedd tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:10.079826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47e2b033-6b1d-4df7-b032-422776388f6e req-07bfa599-8645-4a69-bc40-f17e3178bedd tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 946 time: 0.1028533 Dec 08 02:01:10.113969 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cafd40-74a6-46d6-b5dd-c4553e6dfe7d x-openstack-request-id: req-66cafd40-74a6-46d6-b5dd-c4553e6dfe7d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:10.114711 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb188555-02ed-4f3b-bc93-df8026020e20", "name": "network-vif-plugged", "status": "completed", "tag": "30580792-66a0-4481-9861-1de8ca861163", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:10.115140 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66cafd40-74a6-46d6-b5dd-c4553e6dfe7d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:10.115698 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb188555-02ed-4f3b-bc93-df8026020e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30580792-66a0-4481-9861-1de8ca861163', 'code': 200} Dec 08 02:01:10.299081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47e2b033-6b1d-4df7-b032-422776388f6e req-42cdced3-1220-42aa-9eee-e87b4b6e904d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810825 Dec 08 02:01:10.347790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17822768-2004-46cd-b313-4a1beb7f7172 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.352530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dba2bd-cb2e-45d0-ba20-afc054f796b7 req-f7533888-ed8f-4a47-b023-1c70232dc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:10.354030 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3dba2bd-cb2e-45d0-ba20-afc054f796b7 req-f7533888-ed8f-4a47-b023-1c70232dc7d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 1098 time: 0.1130843 Dec 08 02:01:10.482354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17822768-2004-46cd-b313-4a1beb7f7172 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Subnet': ['ID=ec73d1fe-4241-48a1-bb64-36b7a6500173,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:10.489603 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3dba2bd-cb2e-45d0-ba20-afc054f796b7 req-2700fc16-b9d0-48b3-9f4d-5ebb4df44b35 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961976 Dec 08 02:01:10.490475 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17822768-2004-46cd-b313-4a1beb7f7172 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Checking segment: {'id': '9469b58a-c47b-45a0-88fd-bd0abe54e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5af9f044-5a6e-478b-9598-595a82c3ea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:10.490834 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17822768-2004-46cd-b313-4a1beb7f7172 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network hostable DHCP agents. Network: 5af9f044-5a6e-478b-9598-595a82c3ea62, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:01:10.525058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17822768-2004-46cd-b313-4a1beb7f7172 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 5af9f044-5a6e-478b-9598-595a82c3ea62 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:01:10.557964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-17822768-2004-46cd-b313-4a1beb7f7172 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 5af9f044-5a6e-478b-9598-595a82c3ea62) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:10.569365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296d5817-ac5d-42b8-a2a3-d68d728954a6 None None] Network 5af9f044-5a6e-478b-9598-595a82c3ea62 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:10.600119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17822768-2004-46cd-b313-4a1beb7f7172 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:10.608003 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17822768-2004-46cd-b313-4a1beb7f7172 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.663659 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-17822768-2004-46cd-b313-4a1beb7f7172 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9982862 Dec 08 02:01:10.663991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54236) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:10.679351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c9743eba-7036-4977-9618-cf4b86161914 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1875053257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:10.719319 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9743eba-7036-4977-9618-cf4b86161914 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.720742 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9743eba-7036-4977-9618-cf4b86161914 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.759025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-5af9f044-5a6e-478b-9598-595a82c3ea62', 'network_id': '5af9f044-5a6e-478b-9598-595a82c3ea62', 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'fixed_ips': [{'subnet_id': 'ec73d1fe-4241-48a1-bb64-36b7a6500173'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:01:10.760185 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.829186 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9743eba-7036-4977-9618-cf4b86161914 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.840997 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9743eba-7036-4977-9618-cf4b86161914 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.906498 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c9743eba-7036-4977-9618-cf4b86161914 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:10.909131 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c9743eba-7036-4977-9618-cf4b86161914 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2431185 Dec 08 02:01:10.911549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54240) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:11.061975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Allocated IP 172.20.0.2 (5af9f044-5a6e-478b-9598-595a82c3ea62/ec73d1fe-4241-48a1-bb64-36b7a6500173/b29fb0e8-3a7a-42a0-a835-2454e8721486) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:11.300326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.316139 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.349359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Network 5af9f044-5a6e-478b-9598-595a82c3ea62 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:11.372053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:11.376787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:11.424933 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Pushing event updated for resources: {'Port': ['ID=b29fb0e8-3a7a-42a0-a835-2454e8721486,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:11.476547 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.493952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Attempting to bind port b29fb0e8-3a7a-42a0-a835-2454e8721486 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:11.494220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Attempting to bind port b29fb0e8-3a7a-42a0-a835-2454e8721486 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '9469b58a-c47b-45a0-88fd-bd0abe54e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5af9f044-5a6e-478b-9598-595a82c3ea62'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:11.494553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Attempting to bind port b29fb0e8-3a7a-42a0-a835-2454e8721486 on network 5af9f044-5a6e-478b-9598-595a82c3ea62 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:11.502383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:11.502867 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Checking segment: {'id': '9469b58a-c47b-45a0-88fd-bd0abe54e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5af9f044-5a6e-478b-9598-595a82c3ea62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:11.503514 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.504249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Bound using segment: {'id': '9469b58a-c47b-45a0-88fd-bd0abe54e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5af9f044-5a6e-478b-9598-595a82c3ea62'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:11.504572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Bound port: b29fb0e8-3a7a-42a0-a835-2454e8721486, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9469b58a-c47b-45a0-88fd-bd0abe54e29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '5af9f044-5a6e-478b-9598-595a82c3ea62'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:11.505127 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.513744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7dbed-a64c-4f1a-8eec-d38a65749446 req-a77293cf-7d18-48a9-bc2d-22fcf83920ea tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:11.515851 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e8b7dbed-a64c-4f1a-8eec-d38a65749446 req-a77293cf-7d18-48a9-bc2d-22fcf83920ea tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 946 time: 0.0834260 Dec 08 02:01:11.578668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] For port b29fb0e8-3a7a-42a0-a835-2454e8721486, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:11.581673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] For port b29fb0e8-3a7a-42a0-a835-2454e8721486, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b29fb0e8-3a7a-42a0-a835-2454e8721486,segment=NetworkSegment(9469b58a-c47b-45a0-88fd-bd0abe54e29b),segment_id=9469b58a-c47b-45a0-88fd-bd0abe54e29b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:11.594034 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:11.707168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c94f7d-cc45-43a4-b6ae-2852c3eccaa5 None None] Pushing event updated for resources: {'Port': ['ID=b29fb0e8-3a7a-42a0-a835-2454e8721486,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:12.021925 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e8b7dbed-a64c-4f1a-8eec-d38a65749446 req-6b596fd7-059d-4a9c-b3bf-16b770ae57db tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909471 Dec 08 02:01:12.094825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Allocated IP 172.20.0.1 (5af9f044-5a6e-478b-9598-595a82c3ea62/ec73d1fe-4241-48a1-bb64-36b7a6500173/211d1bb3-dc25-4d68-ac6d-769affb39466) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:12.142776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ea7d1-eb6b-4d2b-9943-23855ff3ba70 req-b37da966-99b0-4fd2-8a98-d9ba7bf6ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:12.145208 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-897ea7d1-eb6b-4d2b-9943-23855ff3ba70 req-b37da966-99b0-4fd2-8a98-d9ba7bf6ec59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1098 time: 0.1451428 Dec 08 02:01:12.318048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ea7d1-eb6b-4d2b-9943-23855ff3ba70 req-5eb84d62-1cab-4fc7-8dfe-1a01b9890d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:12.320039 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-897ea7d1-eb6b-4d2b-9943-23855ff3ba70 req-5eb84d62-1cab-4fc7-8dfe-1a01b9890d85 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.1462033 Dec 08 02:01:12.469092 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.479941 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-897ea7d1-eb6b-4d2b-9943-23855ff3ba70 req-9ab7bfdd-35f5-4d0a-b374-1af7d55881c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 1001 time: 0.1509037 Dec 08 02:01:12.533057 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.601945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ea7d1-eb6b-4d2b-9943-23855ff3ba70 req-96f72ce9-c986-4fd8-b1b5-7901afbf8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:12.603521 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-897ea7d1-eb6b-4d2b-9943-23855ff3ba70 req-96f72ce9-c986-4fd8-b1b5-7901afbf8bd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.1148205 Dec 08 02:01:12.613978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=211d1bb3-dc25-4d68-ac6d-769affb39466,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:12.651511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 5af9f044-5a6e-478b-9598-595a82c3ea62 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:12.657414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:12.664910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:12.702106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ea7d1-eb6b-4d2b-9943-23855ff3ba70 req-ee41810e-7692-43cf-b0e4-58e37be2cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:12.703885 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-897ea7d1-eb6b-4d2b-9943-23855ff3ba70 req-ee41810e-7692-43cf-b0e4-58e37be2cbca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921636 Dec 08 02:01:12.727736 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:12.859332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-897ea7d1-eb6b-4d2b-9943-23855ff3ba70 req-849fba96-bbe6-4203-ae49-bf50cf5dfd63 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473763 Dec 08 02:01:13.090632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b29fb0e8-3a7a-42a0-a835-2454e8721486 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:13.116301 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.120614 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-897ea7d1-eb6b-4d2b-9943-23855ff3ba70 req-aae456ee-d89c-467b-a6f4-8172c175731b service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537732 Dec 08 02:01:13.247943 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6b635-a01b-41ea-b46a-f8829ff00e20 req-2538880b-f24b-4fa7-b8e9-7f6505971fcd tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:13.250814 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3ac6b635-a01b-41ea-b46a-f8829ff00e20 req-2538880b-f24b-4fa7-b8e9-7f6505971fcd tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 946 time: 0.0757496 Dec 08 02:01:13.295363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b29fb0e8-3a7a-42a0-a835-2454e8721486 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:13.295749 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.369597 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3ac6b635-a01b-41ea-b46a-f8829ff00e20 req-2721b0ee-6e6d-47f6-be57-f3922f517002 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121805 Dec 08 02:01:13.548053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33e66b4-a3de-4182-936f-b150d3bfbf34 None None] Network 5af9f044-5a6e-478b-9598-595a82c3ea62 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:13.650065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cf3af9e0-6316-4db1-8ed4-66fa0c9689ad None None] Provisioning complete for port b29fb0e8-3a7a-42a0-a835-2454e8721486 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:13.659115 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.659819 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cf3af9e0-6316-4db1-8ed4-66fa0c9689ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.661800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.708774 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.790997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=211d1bb3-dc25-4d68-ac6d-769affb39466,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:13.843789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port b29fb0e8-3a7a-42a0-a835-2454e8721486, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b29fb0e8-3a7a-42a0-a835-2454e8721486,segment=NetworkSegment(9469b58a-c47b-45a0-88fd-bd0abe54e29b),segment_id=9469b58a-c47b-45a0-88fd-bd0abe54e29b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:13.870957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6533dc-aa08-40ae-8657-62acaf00fd2f req-9a58fd1d-c07a-4067-90f5-a3f197f90dde tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:13.880430 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e6533dc-aa08-40ae-8657-62acaf00fd2f req-9a58fd1d-c07a-4067-90f5-a3f197f90dde tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 946 time: 0.2187099 Dec 08 02:01:13.885582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.903836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:13.989176 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e6533dc-aa08-40ae-8657-62acaf00fd2f req-e57acec8-2308-4f42-b167-ab029ca2bb8f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077359 Dec 08 02:01:14.100761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=b29fb0e8-3a7a-42a0-a835-2454e8721486,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:14.101336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 5af9f044-5a6e-478b-9598-595a82c3ea62 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:14.106223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:14.307535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router 0f93db62-ae5e-4d30-abb1-f934a0ee32e6 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:01:14.507023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:14.518049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c705d75a-735d-469e-971a-ff6e4871b040 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/0f93db62-ae5e-4d30-abb1-f934a0ee32e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6013885 Dec 08 02:01:14.520793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54322) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:14.522858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57791ec8-959d-40ec-999b-53efa345d916 None None] Sync routers for ids ['0f93db62-ae5e-4d30-abb1-f934a0ee32e6'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:01:14.540869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57791ec8-959d-40ec-999b-53efa345d916 None None] Routers {'0f93db62-ae5e-4d30-abb1-f934a0ee32e6'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:14.541522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-57791ec8-959d-40ec-999b-53efa345d916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['0f93db62-ae5e-4d30-abb1-f934a0ee32e6'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:14.622026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-57791ec8-959d-40ec-999b-53efa345d916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:14.632622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a2fd5-3556-4b2f-ad13-af74db97a858 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:14.637265 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-962a2fd5-3556-4b2f-ad13-af74db97a858 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports/211d1bb3-dc25-4d68-ac6d-769affb39466 HTTP/1.1" status: 200 len: 910 time: 0.1148579 Dec 08 02:01:14.637466 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54324) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:14.644234 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a584aa00-402d-4410-934a-a5c92589866b tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec73d1fe-4241-48a1-bb64-36b7a6500173'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:14.679545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57791ec8-959d-40ec-999b-53efa345d916 None None] Routers {'0f93db62-ae5e-4d30-abb1-f934a0ee32e6'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:14.680217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-57791ec8-959d-40ec-999b-53efa345d916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['0f93db62-ae5e-4d30-abb1-f934a0ee32e6'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:14.781599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-57791ec8-959d-40ec-999b-53efa345d916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:14.783562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57791ec8-959d-40ec-999b-53efa345d916 None None] The sync data for ids ['0f93db62-ae5e-4d30-abb1-f934a0ee32e6'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:14.795861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c7bc42e1-4018-4bf8-a98e-8aa9bead68a3 None None] Provisioning complete for port 211d1bb3-dc25-4d68-ac6d-769affb39466 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:14.817504 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c7bc42e1-4018-4bf8-a98e-8aa9bead68a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:14.923070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c7bc42e1-4018-4bf8-a98e-8aa9bead68a3 None None] Port 211d1bb3-dc25-4d68-ac6d-769affb39466 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:14.954504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c7bc42e1-4018-4bf8-a98e-8aa9bead68a3 None None] Provisioning complete for port b29fb0e8-3a7a-42a0-a835-2454e8721486 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:14.955079 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c7bc42e1-4018-4bf8-a98e-8aa9bead68a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:15.043584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b29fb0e8-3a7a-42a0-a835-2454e8721486 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:15.109484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a584aa00-402d-4410-934a-a5c92589866b tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:15.499352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b29fb0e8-3a7a-42a0-a835-2454e8721486 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:15.499885 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:15.769755 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:01:15.828394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0192626f-ded2-44e2-9dec-9b8dde2095fd None None] Provisioning complete for port 211d1bb3-dc25-4d68-ac6d-769affb39466 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:15.828948 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0192626f-ded2-44e2-9dec-9b8dde2095fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:15.952081 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a584aa00-402d-4410-934a-a5c92589866b tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:15.961403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0192626f-ded2-44e2-9dec-9b8dde2095fd None None] Port 211d1bb3-dc25-4d68-ac6d-769affb39466 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:15.982843 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a584aa00-402d-4410-934a-a5c92589866b tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:16.231589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584aa00-402d-4410-934a-a5c92589866b tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=211d1bb3-dc25-4d68-ac6d-769affb39466,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:16.317151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a584aa00-402d-4410-934a-a5c92589866b tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:16.317842 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a584aa00-402d-4410-934a-a5c92589866b tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:16.322962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54390) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:16.345265 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a584aa00-402d-4410-934a-a5c92589866b tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/ports/211d1bb3-dc25-4d68-ac6d-769affb39466 HTTP/1.1" status: 200 len: 910 time: 1.7063155 Dec 08 02:01:16.611782 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cd41a-7d8d-4063-aa91-c8f2716323d5 req-2b7fba0f-5e6e-4f11-bf92-ad0ff19444a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:16.625800 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-775cd41a-7d8d-4063-aa91-c8f2716323d5 req-2b7fba0f-5e6e-4f11-bf92-ad0ff19444a9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 1098 time: 0.5781403 Dec 08 02:01:17.020989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-775cd41a-7d8d-4063-aa91-c8f2716323d5 req-925fa042-e64f-4fd4-8cda-d88310374cd5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3774924 Dec 08 02:01:17.241900 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d4d579a-2012-4216-b815-a4b9fce0e3c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:17.928850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d579a-2012-4216-b815-a4b9fce0e3c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port 211d1bb3-dc25-4d68-ac6d-769affb39466 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:17.937463 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d4d579a-2012-4216-b815-a4b9fce0e3c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:18.136581 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d4d579a-2012-4216-b815-a4b9fce0e3c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:18.168800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2d4d579a-2012-4216-b815-a4b9fce0e3c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for 211d1bb3-dc25-4d68-ac6d-769affb39466 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:18.479805 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d4d579a-2012-4216-b815-a4b9fce0e3c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:18.511026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d579a-2012-4216-b815-a4b9fce0e3c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=211d1bb3-dc25-4d68-ac6d-769affb39466,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:18.705562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d4d579a-2012-4216-b815-a4b9fce0e3c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:18.940469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4d579a-2012-4216-b815-a4b9fce0e3c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router 0f93db62-ae5e-4d30-abb1-f934a0ee32e6 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:01:19.118586 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4d579a-2012-4216-b815-a4b9fce0e3c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:19.129689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54474) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:19.130305 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2d4d579a-2012-4216-b815-a4b9fce0e3c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/0f93db62-ae5e-4d30-abb1-f934a0ee32e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8058884 Dec 08 02:01:19.140601 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d1f4f-d545-4ad1-9911-c2f8a4437192 None None] Sync routers for ids ['0f93db62-ae5e-4d30-abb1-f934a0ee32e6'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:01:19.176846 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d1f4f-d545-4ad1-9911-c2f8a4437192 None None] Routers {'0f93db62-ae5e-4d30-abb1-f934a0ee32e6'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:19.177392 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c46d1f4f-d545-4ad1-9911-c2f8a4437192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['0f93db62-ae5e-4d30-abb1-f934a0ee32e6'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:19.191484 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6439e278-7088-44e2-8539-c26b11798e83 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f93db62-ae5e-4d30-abb1-f934a0ee32e6 HTTP/1.1" status: 200 len: 205 time: 0.0550261 Dec 08 02:01:19.192182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54482) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:19.267496 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c46d1f4f-d545-4ad1-9911-c2f8a4437192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:19.291423 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d1f4f-d545-4ad1-9911-c2f8a4437192 None None] Routers {'0f93db62-ae5e-4d30-abb1-f934a0ee32e6'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:19.294285 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c46d1f4f-d545-4ad1-9911-c2f8a4437192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['0f93db62-ae5e-4d30-abb1-f934a0ee32e6'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:19.305012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-23357f1a-a870-4216-bea7-cff43856167d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:19.312742 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-23357f1a-a870-4216-bea7-cff43856167d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.2302337 Dec 08 02:01:19.326165 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-b934ce84-ab55-4968-9007-6c827af0150e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/quotas/630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 375 time: 0.0112891 Dec 08 02:01:19.360103 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97ed9ade-8309-487d-a0ae-b9808a5a7b03 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.376857 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c46d1f4f-d545-4ad1-9911-c2f8a4437192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:19.377891 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d1f4f-d545-4ad1-9911-c2f8a4437192 None None] The sync data for ids ['0f93db62-ae5e-4d30-abb1-f934a0ee32e6'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:19.453524 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-c0b1e710-9ba6-4334-ace0-aa35641889f0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1206510 Dec 08 02:01:19.590681 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97ed9ade-8309-487d-a0ae-b9808a5a7b03 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.593803 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97ed9ade-8309-487d-a0ae-b9808a5a7b03 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.663056 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-e373c2e2-f401-4f92-a848-e0efe43c2aad service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985273 Dec 08 02:01:19.689489 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97ed9ade-8309-487d-a0ae-b9808a5a7b03 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.690066 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ed9ade-8309-487d-a0ae-b9808a5a7b03 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Fanout notify agent at l3_agent the message router_deleted on router 0f93db62-ae5e-4d30-abb1-f934a0ee32e6 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:01:19.697112 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97ed9ade-8309-487d-a0ae-b9808a5a7b03 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.701598 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-97ed9ade-8309-487d-a0ae-b9808a5a7b03 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/0f93db62-ae5e-4d30-abb1-f934a0ee32e6 HTTP/1.1" status: 204 len: 168 time: 0.5083523 Dec 08 02:01:19.702231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54494) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:19.819195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc44fc8c-79be-4650-a7b7-32991f8b6eee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting subnet ec73d1fe-4241-48a1-bb64-36b7a6500173 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:01:19.826810 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc44fc8c-79be-4650-a7b7-32991f8b6eee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:19.832426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-0ca3601d-7f7c-4e74-92bf-49ec654d1177 service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615281 Dec 08 02:01:19.934953 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc44fc8c-79be-4650-a7b7-32991f8b6eee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:20.137293 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49b8bb5d-a8df-41f8-9f31-ae1cbc3b9c44 req-52a4feb7-da23-4d7c-9205-3d637e73c5b5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 210 time: 0.0663135 Dec 08 02:01:20.218103 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc44fc8c-79be-4650-a7b7-32991f8b6eee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:20.337696 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc44fc8c-79be-4650-a7b7-32991f8b6eee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:20.389175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44fc8c-79be-4650-a7b7-32991f8b6eee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Subnet': ['ID=ec73d1fe-4241-48a1-bb64-36b7a6500173,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:20.405984 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc44fc8c-79be-4650-a7b7-32991f8b6eee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:20.415331 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fc44fc8c-79be-4650-a7b7-32991f8b6eee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/ec73d1fe-4241-48a1-bb64-36b7a6500173 HTTP/1.1" status: 204 len: 168 time: 0.7097557 Dec 08 02:01:20.415689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54512) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:20.416461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb473c97-e7d3-41c5-bcea-49b3db2842c5 None None] Network 5af9f044-5a6e-478b-9598-595a82c3ea62 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:20.620529 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:20.694330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e8fe7e-2d89-41cd-a639-09e61de20290 None None] DHCP port deletion for 5af9f044-5a6e-478b-9598-595a82c3ea62 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:01:20.733420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port b29fb0e8-3a7a-42a0-a835-2454e8721486 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:20.733967 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:20.867215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8fe7e-2d89-41cd-a639-09e61de20290 None None] Deleting port b29fb0e8-3a7a-42a0-a835-2454e8721486 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:01:20.867713 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1e8fe7e-2d89-41cd-a639-09e61de20290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:20.932102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port b29fb0e8-3a7a-42a0-a835-2454e8721486, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b29fb0e8-3a7a-42a0-a835-2454e8721486,segment=NetworkSegment(9469b58a-c47b-45a0-88fd-bd0abe54e29b),segment_id=9469b58a-c47b-45a0-88fd-bd0abe54e29b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:20.933608 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:20.970129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for b29fb0e8-3a7a-42a0-a835-2454e8721486 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:21.021780 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b29fb0e8-3a7a-42a0-a835-2454e8721486 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:21.131266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f1e8fe7e-2d89-41cd-a639-09e61de20290 None None] For port b29fb0e8-3a7a-42a0-a835-2454e8721486, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b29fb0e8-3a7a-42a0-a835-2454e8721486,segment=NetworkSegment(9469b58a-c47b-45a0-88fd-bd0abe54e29b),segment_id=9469b58a-c47b-45a0-88fd-bd0abe54e29b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:21.132873 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1e8fe7e-2d89-41cd-a639-09e61de20290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.141307 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.178830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8fe7e-2d89-41cd-a639-09e61de20290 None None] Calling delete_port for b29fb0e8-3a7a-42a0-a835-2454e8721486 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:01:21.204880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No active binding found for port b29fb0e8-3a7a-42a0-a835-2454e8721486 {{(pid=103131) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 02:01:21.205943 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b29fb0e8-3a7a-42a0-a835-2454e8721486 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:01:21.222830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=b29fb0e8-3a7a-42a0-a835-2454e8721486,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:21.237759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No DVR routers for this DVR port b29fb0e8-3a7a-42a0-a835-2454e8721486 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:01:21.332496 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ca87db2-a714-44b3-8d2a-757cf02e178d req-e82bde40-9748-4eb6-ba4e-7fc8fc8ff8a3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 210 time: 0.0415356 Dec 08 02:01:21.386732 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.394072 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f1e8fe7e-2d89-41cd-a639-09e61de20290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.421654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8fe7e-2d89-41cd-a639-09e61de20290 None None] No DVR routers for this DVR port b29fb0e8-3a7a-42a0-a835-2454e8721486 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:01:21.437449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af9f044-5a6e-478b-9598-595a82c3ea62']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:21.455203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9469b58a-c47b-45a0-88fd-bd0abe54e29b') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:21.455512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9469b58a-c47b-45a0-88fd-bd0abe54e29b') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:21.469986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8fe7e-2d89-41cd-a639-09e61de20290 None None] Pushing event deleted for resources: {'Port': ['ID=b29fb0e8-3a7a-42a0-a835-2454e8721486,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:21.484119 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.525634 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.538740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:01:21.539343 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:01:21.550039 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:01:21.694213 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.706221 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.718643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/networks/5af9f044-5a6e-478b-9598-595a82c3ea62 HTTP/1.1" status: 204 len: 168 time: 1.3017790 Dec 08 02:01:21.723362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54544) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:21.731930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-473f92f6-f5e2-4682-94e9-d6962278c405 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2074273844', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:21.748094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ce98-8155-41c3-ab2c-c614f9a89a02 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Network': ['ID=5af9f044-5a6e-478b-9598-595a82c3ea62,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:21.911893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-473f92f6-f5e2-4682-94e9-d6962278c405 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:21.912968 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-473f92f6-f5e2-4682-94e9-d6962278c405 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:22.485559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-83cb9b66-11b2-46f1-a3f6-51b1dea57e2c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:22.487811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-83cb9b66-11b2-46f1-a3f6-51b1dea57e2c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.7731280 Dec 08 02:01:22.509214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'port': {'device_id': '5cabd86e-a6b0-4702-b7ad-13ee73381b49', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'admin_state_up': True, 'tenant_id': '630e950b003f4579a3179d6eb911a839'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:22.665374 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-473f92f6-f5e2-4682-94e9-d6962278c405 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:22.697988 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d3c4552-c33f-4c81-b890-91ddd2bbef48 req-dd27c657-bfc0-43ea-a3d1-244ed50ae216 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 210 time: 0.1803901 Dec 08 02:01:22.706406 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-473f92f6-f5e2-4682-94e9-d6962278c405 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:22.839332 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-473f92f6-f5e2-4682-94e9-d6962278c405 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:22.842449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-473f92f6-f5e2-4682-94e9-d6962278c405 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1181133 Dec 08 02:01:22.845222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54572) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:22.850627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1bfeccba-eebe-4fd4-a639-0f2b0ef1ba2e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'network': {'name': 'tempest-RoutersTest-69141120'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:22.894892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Made reservation on behalf of 630e950b003f4579a3179d6eb911a839 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:01:22.899105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:22.979008 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfeccba-eebe-4fd4-a639-0f2b0ef1ba2e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:01:22.983328 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1bfeccba-eebe-4fd4-a639-0f2b0ef1ba2e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:23.027768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bfeccba-eebe-4fd4-a639-0f2b0ef1ba2e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:01:23.056537 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1bfeccba-eebe-4fd4-a639-0f2b0ef1ba2e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:23.057252 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-1bfeccba-eebe-4fd4-a639-0f2b0ef1ba2e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Added segment c8aeccb4-5bb7-4c74-8122-b0f066087ffe of type vlan for network 126be440-193f-4768-9dfc-202f3f96a032 Dec 08 02:01:23.174251 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1bfeccba-eebe-4fd4-a639-0f2b0ef1ba2e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:23.235592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Allocated IP 172.20.0.13 (8f279760-140c-407f-a667-25feea544d0c/ddacc30c-c599-475d-882a-2e882bb43a56/1b28c138-efe2-4d70-bfc6-de9f214c60f7) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:23.241285 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1bfeccba-eebe-4fd4-a639-0f2b0ef1ba2e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:23.261151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfeccba-eebe-4fd4-a639-0f2b0ef1ba2e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:23.263434 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1bfeccba-eebe-4fd4-a639-0f2b0ef1ba2e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:23.287911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1bfeccba-eebe-4fd4-a639-0f2b0ef1ba2e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4413781 Dec 08 02:01:23.290612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54576) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:23.296970 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-03c7bea7-935a-416f-9c4f-c4232331e450 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'subnet': {'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:23.489006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c7bea7-935a-416f-9c4f-c4232331e450 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:01:23.495579 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03c7bea7-935a-416f-9c4f-c4232331e450 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:23.600865 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:23.610171 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfeccba-eebe-4fd4-a639-0f2b0ef1ba2e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Network': ['ID=126be440-193f-4768-9dfc-202f3f96a032,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:23.622377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 126be440-193f-4768-9dfc-202f3f96a032 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:01:23.663618 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:23.760277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Network 8f279760-140c-407f-a667-25feea544d0c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:23.767935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:23.783245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=1b28c138-efe2-4d70-bfc6-de9f214c60f7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:23.787233 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:23.812332 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['30580792-66a0-4481-9861-1de8ca861163'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:23.876545 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:23.878246 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:23.931538 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-3099c758-e0d4-4dc0-a981-9d693478c3fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4263067 Dec 08 02:01:23.961048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Request body: {'port': {'device_id': '5cabd86e-a6b0-4702-b7ad-13ee73381b49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:24.059056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe0d83-7f25-457d-babf-e6b720d6fd87 req-26eb1f54-c6c0-4f50-8cb7-e0acb4333156 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:24.071199 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9fe0d83-7f25-457d-babf-e6b720d6fd87 req-26eb1f54-c6c0-4f50-8cb7-e0acb4333156 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 932 time: 0.2311683 Dec 08 02:01:24.104473 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:24.177716 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03c7bea7-935a-416f-9c4f-c4232331e450 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:24.357657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7bea7-935a-416f-9c4f-c4232331e450 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Subnet': ['ID=d63c016f-1adb-41ad-9243-877e03098cd8,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:24.424178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-84e573fb-c72d-466a-9f1b-ae8cbef4d9ca None None] Provisioning complete for port 1b28c138-efe2-4d70-bfc6-de9f214c60f7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:24.438430 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-84e573fb-c72d-466a-9f1b-ae8cbef4d9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:24.507685 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9fe0d83-7f25-457d-babf-e6b720d6fd87 req-185c7594-a2ac-4441-933b-fc4b1280d2fa tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268341 Dec 08 02:01:24.537437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c7bea7-935a-416f-9c4f-c4232331e450 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Checking segment: {'id': 'c8aeccb4-5bb7-4c74-8122-b0f066087ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '126be440-193f-4768-9dfc-202f3f96a032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:24.540565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c7bea7-935a-416f-9c4f-c4232331e450 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network hostable DHCP agents. Network: 126be440-193f-4768-9dfc-202f3f96a032, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:01:24.630943 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-84e573fb-c72d-466a-9f1b-ae8cbef4d9ca None None] Port 1b28c138-efe2-4d70-bfc6-de9f214c60f7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:24.650749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c7bea7-935a-416f-9c4f-c4232331e450 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 126be440-193f-4768-9dfc-202f3f96a032 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:01:24.668503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-03c7bea7-935a-416f-9c4f-c4232331e450 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 126be440-193f-4768-9dfc-202f3f96a032) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:24.682328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a102c1ca-d1d7-44e0-9c81-77e3ac1b2fae None None] Network 126be440-193f-4768-9dfc-202f3f96a032 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:24.685382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c7bea7-935a-416f-9c4f-c4232331e450 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:24.685981 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03c7bea7-935a-416f-9c4f-c4232331e450 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:24.736698 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-03c7bea7-935a-416f-9c4f-c4232331e450 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4446869 Dec 08 02:01:24.739490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54608) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:24.894335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b28c138-efe2-4d70-bfc6-de9f214c60f7 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:24.904598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-126be440-193f-4768-9dfc-202f3f96a032', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:01:24.905497 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:24.909918 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:24.937373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Transition to ACTIVE for port object 1b28c138-efe2-4d70-bfc6-de9f214c60f7 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:01:24.948440 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:25.044791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Pushing event updated for resources: {'Port': ['ID=1b28c138-efe2-4d70-bfc6-de9f214c60f7,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:25.254066 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Attempting to bind port 1b28c138-efe2-4d70-bfc6-de9f214c60f7 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:25.254424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Attempting to bind port 1b28c138-efe2-4d70-bfc6-de9f214c60f7 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:25.254771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Attempting to bind port 1b28c138-efe2-4d70-bfc6-de9f214c60f7 on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:25.266729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Port 1b28c138-efe2-4d70-bfc6-de9f214c60f7 on network 8f279760-140c-407f-a667-25feea544d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:01:25.267080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Attempting to bind port 1b28c138-efe2-4d70-bfc6-de9f214c60f7 on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:25.290332 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:25.290687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Checking segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:25.291165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Bound using segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:25.291783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Bound port: 1b28c138-efe2-4d70-bfc6-de9f214c60f7, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:25.292205 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:25.413211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Allocated IP 172.20.0.2 (126be440-193f-4768-9dfc-202f3f96a032/d63c016f-1adb-41ad-9243-877e03098cd8/bec02de9-099f-486c-a6dd-3e48b31f1a59) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:25.472463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] For port 1b28c138-efe2-4d70-bfc6-de9f214c60f7, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:25.514959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] For port 1b28c138-efe2-4d70-bfc6-de9f214c60f7, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1b28c138-efe2-4d70-bfc6-de9f214c60f7,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:25.530242 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:25.600395 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:25.614656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:25.621763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:25.627525 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] 10.222.0.72 "PUT /v2.0/ports/1b28c138-efe2-4d70-bfc6-de9f214c60f7 HTTP/1.1" status: 200 len: 1093 time: 1.6815321 Dec 08 02:01:25.639469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cabd86e-a6b0-4702-b7ad-13ee73381b49', 'tag': '1b28c138-efe2-4d70-bfc6-de9f214c60f7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:25.644697 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8701193e-d007-46a1-b303-90a9df167be4" -d '{"events": [{"name": "network-changed", "server_uuid": "5cabd86e-a6b0-4702-b7ad-13ee73381b49", "tag": "1b28c138-efe2-4d70-bfc6-de9f214c60f7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:25.901782 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b07c85-bf90-4ae3-838a-51b91c472f63 x-openstack-request-id: req-36b07c85-bf90-4ae3-838a-51b91c472f63 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:25.903445 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cabd86e-a6b0-4702-b7ad-13ee73381b49", "tag": "1b28c138-efe2-4d70-bfc6-de9f214c60f7", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:25.903869 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36b07c85-bf90-4ae3-838a-51b91c472f63 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:25.904529 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cabd86e-a6b0-4702-b7ad-13ee73381b49', 'tag': '1b28c138-efe2-4d70-bfc6-de9f214c60f7', 'status': 'completed', 'code': 200} Dec 08 02:01:25.906040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f6f85-aee8-436c-8070-b6b9f5e27dcd service neutron] Pushing event updated for resources: {'Port': ['ID=1b28c138-efe2-4d70-bfc6-de9f214c60f7,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:26.143023 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:26.143023 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:26.143768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-f609b5a6-87b9-4ea7-9d67-7fadbb6ae341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:26.143768 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-f609b5a6-87b9-4ea7-9d67-7fadbb6ae341 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 1096 time: 0.4099092 Dec 08 02:01:26.181629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Network 126be440-193f-4768-9dfc-202f3f96a032 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:26.191889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Pushing event updated for resources: {'Port': ['ID=bec02de9-099f-486c-a6dd-3e48b31f1a59,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:26.196034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:26.199497 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:26.243529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5ce0f-ea45-4603-b45b-a3f329086a41 req-a80ee94d-4125-4ac4-9ba8-6f471e2eb592 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:26.254349 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3be5ce0f-ea45-4603-b45b-a3f329086a41 req-a80ee94d-4125-4ac4-9ba8-6f471e2eb592 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.3393054 Dec 08 02:01:26.260228 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-7a9beb99-16dc-45c7-8840-fa5f9d2adbd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b28c138-efe2-4d70-bfc6-de9f214c60f7 HTTP/1.1" status: 200 len: 217 time: 0.1324406 Dec 08 02:01:26.330599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Attempting to bind port bec02de9-099f-486c-a6dd-3e48b31f1a59 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:26.330990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Attempting to bind port bec02de9-099f-486c-a6dd-3e48b31f1a59 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c8aeccb4-5bb7-4c74-8122-b0f066087ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '126be440-193f-4768-9dfc-202f3f96a032'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:26.331365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Attempting to bind port bec02de9-099f-486c-a6dd-3e48b31f1a59 on network 126be440-193f-4768-9dfc-202f3f96a032 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:26.389527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:26.389915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Checking segment: {'id': 'c8aeccb4-5bb7-4c74-8122-b0f066087ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '126be440-193f-4768-9dfc-202f3f96a032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:26.390331 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:26.390734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Bound using segment: {'id': 'c8aeccb4-5bb7-4c74-8122-b0f066087ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '126be440-193f-4768-9dfc-202f3f96a032'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:26.405039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Bound port: bec02de9-099f-486c-a6dd-3e48b31f1a59, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8aeccb4-5bb7-4c74-8122-b0f066087ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '126be440-193f-4768-9dfc-202f3f96a032'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:26.405815 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:26.491372 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3be5ce0f-ea45-4603-b45b-a3f329086a41 req-23dc3b67-d05f-4fce-a55a-b4649f5cb1d6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238376 Dec 08 02:01:26.505511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-50d30855-5113-4676-a0a8-4f6c07dfd833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:26.510451 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-50d30855-5113-4676-a0a8-4f6c07dfd833 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.2332625 Dec 08 02:01:26.575912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] For port bec02de9-099f-486c-a6dd-3e48b31f1a59, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:26.580443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] For port bec02de9-099f-486c-a6dd-3e48b31f1a59, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bec02de9-099f-486c-a6dd-3e48b31f1a59,segment=NetworkSegment(c8aeccb4-5bb7-4c74-8122-b0f066087ffe),segment_id=c8aeccb4-5bb7-4c74-8122-b0f066087ffe)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:26.592104 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:26.619567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-4dc00f6d-8080-484c-812e-d56380852cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:26.627055 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-4dc00f6d-8080-484c-812e-d56380852cb1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117055 Dec 08 02:01:26.722792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d1d40-d297-4f33-9d66-d830f83bc2fd None None] Pushing event updated for resources: {'Port': ['ID=bec02de9-099f-486c-a6dd-3e48b31f1a59,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:26.862177 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-9ce8a266-5051-4fc1-858d-4cc4258b735a service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173429 Dec 08 02:01:27.091631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Allocated IP 172.20.0.1 (126be440-193f-4768-9dfc-202f3f96a032/d63c016f-1adb-41ad-9243-877e03098cd8/c345d86f-2c44-41aa-b371-bfa814576eee) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:27.103886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea365ee3-f1f1-443f-9b9c-62994f2a63b3 req-89003599-b83e-4828-b45f-8324474b8c84 service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406077 Dec 08 02:01:27.313600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:27.329912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701193e-d007-46a1-b303-90a9df167be4 req-236be2af-fd07-4715-a807-573060e81730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:27.332003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8701193e-d007-46a1-b303-90a9df167be4 req-236be2af-fd07-4715-a807-573060e81730 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 1096 time: 0.0917773 Dec 08 02:01:27.381790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:27.461782 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 126be440-193f-4768-9dfc-202f3f96a032 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:27.476184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:27.483187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:27.515828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701193e-d007-46a1-b303-90a9df167be4 req-0c0fea91-aba2-42fa-9678-a7322f225b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:27.518872 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8701193e-d007-46a1-b303-90a9df167be4 req-0c0fea91-aba2-42fa-9678-a7322f225b17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.1770284 Dec 08 02:01:27.521369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=c345d86f-2c44-41aa-b371-bfa814576eee,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:27.542304 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:27.624784 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8701193e-d007-46a1-b303-90a9df167be4 req-feb3d927-5f0a-4a9a-81cb-9dc49b3db2ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b28c138-efe2-4d70-bfc6-de9f214c60f7 HTTP/1.1" status: 200 len: 217 time: 0.0909228 Dec 08 02:01:27.739773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701193e-d007-46a1-b303-90a9df167be4 req-9596dd27-fb55-41cd-b541-375cb60248d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:27.741471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8701193e-d007-46a1-b303-90a9df167be4 req-9596dd27-fb55-41cd-b541-375cb60248d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.1126871 Dec 08 02:01:27.840161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d8573-0b6b-49d2-a0f9-fb8601ac07aa req-403c1ad4-8327-4525-8046-1e32e6d8d22f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:27.842851 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb5d8573-0b6b-49d2-a0f9-fb8601ac07aa req-403c1ad4-8327-4525-8046-1e32e6d8d22f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1137865 Dec 08 02:01:27.869895 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:27.922609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701193e-d007-46a1-b303-90a9df167be4 req-a41664bc-a01d-45e9-a2a5-2839fe448de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:27.924164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8701193e-d007-46a1-b303-90a9df167be4 req-a41664bc-a01d-45e9-a2a5-2839fe448de0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738987 Dec 08 02:01:27.928682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb5d8573-0b6b-49d2-a0f9-fb8601ac07aa req-633a24ec-ff17-43c7-ad40-1201a947404c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763738 Dec 08 02:01:28.205857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8701193e-d007-46a1-b303-90a9df167be4 req-202abf8b-e9db-41bd-bdad-d67a02d09f5e service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744682 Dec 08 02:01:28.353542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8701193e-d007-46a1-b303-90a9df167be4 req-dde4415f-9a62-4a52-b3e3-3cec93b1029e service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124456 Dec 08 02:01:28.401303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc97a9-bf60-4a8b-8f2e-68f349b2e0c9 req-8b62a295-e5ba-4af3-919f-8809d191a9f3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:28.405429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61cc97a9-bf60-4a8b-8f2e-68f349b2e0c9 req-8b62a295-e5ba-4af3-919f-8809d191a9f3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.2158108 Dec 08 02:01:28.458590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3676a3dc-50bb-457e-b4d9-1f5a55ef0348 None None] Network 126be440-193f-4768-9dfc-202f3f96a032 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:28.491204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61cc97a9-bf60-4a8b-8f2e-68f349b2e0c9 req-4bdaf809-5dca-4790-b881-290ca4e71fc3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781653 Dec 08 02:01:28.502265 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:28.511120 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:28.703685 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:28.898196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=c345d86f-2c44-41aa-b371-bfa814576eee,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:29.025016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 126be440-193f-4768-9dfc-202f3f96a032 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:29.034476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:29.232407 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bec02de9-099f-486c-a6dd-3e48b31f1a59 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:29.244976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9ec3b-ebcb-4a25-b3b4-d5fed5364fca req-f92b005a-9a17-4a18-a97d-e3051536bd51 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:29.247597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d6a9ec3b-ebcb-4a25-b3b4-d5fed5364fca req-f92b005a-9a17-4a18-a97d-e3051536bd51 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1401739 Dec 08 02:01:29.329190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1af0c7db-8b0b-4ec7-a119-5af1276bea0b None None] Provisioning complete for port bec02de9-099f-486c-a6dd-3e48b31f1a59 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:29.329698 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1af0c7db-8b0b-4ec7-a119-5af1276bea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:29.339212 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e0fca6f8-0da0-4b9f-8302-7e064adafa2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:29.399510 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d6a9ec3b-ebcb-4a25-b3b4-d5fed5364fca req-7d7528be-185c-4714-a5ab-f59d1ca9b60f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431978 Dec 08 02:01:29.439971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bec02de9-099f-486c-a6dd-3e48b31f1a59 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:29.440483 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:29.470682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31880992-e324-4d46-b592-e687b388b850 req-4b3ab4a6-4c97-46e6-b0ba-29c850062ef9 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:29.472264 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31880992-e324-4d46-b592-e687b388b850 req-4b3ab4a6-4c97-46e6-b0ba-29c850062ef9 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.2445674 Dec 08 02:01:29.548507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router a8b0d430-73d3-4115-9d66-f588bc9bbc9d is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:01:29.567401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1af0c7db-8b0b-4ec7-a119-5af1276bea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:29.678826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1af0c7db-8b0b-4ec7-a119-5af1276bea0b None None] For port bec02de9-099f-486c-a6dd-3e48b31f1a59, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bec02de9-099f-486c-a6dd-3e48b31f1a59,segment=NetworkSegment(c8aeccb4-5bb7-4c74-8122-b0f066087ffe),segment_id=c8aeccb4-5bb7-4c74-8122-b0f066087ffe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:29.698505 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1af0c7db-8b0b-4ec7-a119-5af1276bea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:29.741297 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:29.751528 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f6b5b272-b566-4f13-800f-760bc14ed8dd tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0109482 Dec 08 02:01:29.754006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54772) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:29.760664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b35185b1-9f68-4ca9-afd6-7052fc098cee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'network': {'name': 'tempest-RoutersTest-1761927458'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:29.776896 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31880992-e324-4d46-b592-e687b388b850 req-7b1645e2-ec27-45d4-b4d2-1b770cb84709 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903550 Dec 08 02:01:29.808863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0c7db-8b0b-4ec7-a119-5af1276bea0b None None] Pushing event updated for resources: {'Port': ['ID=bec02de9-099f-486c-a6dd-3e48b31f1a59,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:29.810440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35185b1-9f68-4ca9-afd6-7052fc098cee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:01:29.812206 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:29.815469 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b35185b1-9f68-4ca9-afd6-7052fc098cee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:29.815854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Sync routers for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:01:29.847200 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:29.847856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:29.853362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35185b1-9f68-4ca9-afd6-7052fc098cee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:01:29.869909 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b35185b1-9f68-4ca9-afd6-7052fc098cee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:29.870704 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-b35185b1-9f68-4ca9-afd6-7052fc098cee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Added segment 5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e of type vlan for network a6e92c61-771e-4dea-afac-1bbd4cca97c5 Dec 08 02:01:29.993907 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:01:29.994685 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:01:30.015263 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b35185b1-9f68-4ca9-afd6-7052fc098cee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:30.090966 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b35185b1-9f68-4ca9-afd6-7052fc098cee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:30.108054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35185b1-9f68-4ca9-afd6-7052fc098cee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:30.115767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b35185b1-9f68-4ca9-afd6-7052fc098cee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:30.161419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-72e6a7c9-ca1a-479a-a8db-354f19dd3643 None None] Provisioning complete for port bec02de9-099f-486c-a6dd-3e48b31f1a59 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:30.161800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72e6a7c9-ca1a-479a-a8db-354f19dd3643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:30.171820 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54784) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:30.178037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0f038084-62e1-4543-99ea-fe31d28d03e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'subnet': {'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:30.184961 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b35185b1-9f68-4ca9-afd6-7052fc098cee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4288213 Dec 08 02:01:30.229634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:30.292839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35185b1-9f68-4ca9-afd6-7052fc098cee tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Network': ['ID=a6e92c61-771e-4dea-afac-1bbd4cca97c5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:30.381679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network a6e92c61-771e-4dea-afac-1bbd4cca97c5 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:01:30.443675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f038084-62e1-4543-99ea-fe31d28d03e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:01:30.460500 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f038084-62e1-4543-99ea-fe31d28d03e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:30.721290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325d019-5c26-469f-a748-5922df2d3785 req-a8a4e4f0-12d0-4597-a71b-2be154eb74f7 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:30.726611 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7325d019-5c26-469f-a748-5922df2d3785 req-a8a4e4f0-12d0-4597-a71b-2be154eb74f7 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1961133 Dec 08 02:01:30.872849 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7325d019-5c26-469f-a748-5922df2d3785 req-b841dbdc-079f-40df-b4a0-d5ee27236779 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394417 Dec 08 02:01:30.937026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-72e6a7c9-ca1a-479a-a8db-354f19dd3643 None None] Provisioning complete for port c345d86f-2c44-41aa-b371-bfa814576eee triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:30.937532 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-72e6a7c9-ca1a-479a-a8db-354f19dd3643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:30.993290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-72e6a7c9-ca1a-479a-a8db-354f19dd3643 None None] Port c345d86f-2c44-41aa-b371-bfa814576eee cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:31.047527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f038084-62e1-4543-99ea-fe31d28d03e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:31.087492 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bec02de9-099f-486c-a6dd-3e48b31f1a59 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:31.172764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f038084-62e1-4543-99ea-fe31d28d03e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Subnet': ['ID=d0a83214-f54a-4ba6-84a0-544e17641ebc,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:31.197550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c00e3c-036d-4773-b2a8-4ee0bb48fafe req-e96e5dfe-ec3f-4700-986b-06380b3cb434 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:31.200985 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-14c00e3c-036d-4773-b2a8-4ee0bb48fafe req-e96e5dfe-ec3f-4700-986b-06380b3cb434 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.2250412 Dec 08 02:01:31.235300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:01:27Z', 'revision_number': 2, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:28Z', 'revision_number': 2, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:31.236864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f038084-62e1-4543-99ea-fe31d28d03e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Checking segment: {'id': '5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:31.237497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f038084-62e1-4543-99ea-fe31d28d03e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network hostable DHCP agents. Network: a6e92c61-771e-4dea-afac-1bbd4cca97c5, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:01:31.281074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d8435a45-d60d-4112-a002-93e378e6b229 None None] Provisioning complete for port c345d86f-2c44-41aa-b371-bfa814576eee triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:31.281721 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8435a45-d60d-4112-a002-93e378e6b229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:31.285404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Checking router: a8b0d430-73d3-4115-9d66-f588bc9bbc9d for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:01:31.286017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Updating router a8b0d430-73d3-4115-9d66-f588bc9bbc9d port c345d86f-2c44-41aa-b371-bfa814576eee binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:01:31.305932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f038084-62e1-4543-99ea-fe31d28d03e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network a6e92c61-771e-4dea-afac-1bbd4cca97c5 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:01:31.318149 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-14c00e3c-036d-4773-b2a8-4ee0bb48fafe req-733041b5-1371-4184-8343-e567779ac56d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933034 Dec 08 02:01:31.339725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0f038084-62e1-4543-99ea-fe31d28d03e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, a6e92c61-771e-4dea-afac-1bbd4cca97c5) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:31.346119 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:31.356994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f038084-62e1-4543-99ea-fe31d28d03e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:31.365435 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f038084-62e1-4543-99ea-fe31d28d03e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:31.371831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b0075-7cbc-4e07-9869-6b3b65cf5178 None None] Network a6e92c61-771e-4dea-afac-1bbd4cca97c5 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:31.421923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0f038084-62e1-4543-99ea-fe31d28d03e2 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2478061 Dec 08 02:01:31.426822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 54810) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:31.555951 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d8435a45-d60d-4112-a002-93e378e6b229 None None] Port c345d86f-2c44-41aa-b371-bfa814576eee cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:31.557641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bec02de9-099f-486c-a6dd-3e48b31f1a59 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:31.558593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:31.646596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:01:31.699783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:01:31.812852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:01:31.813901 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:32.076559 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:32.112081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:32.232433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a8e7e-8289-4f5b-9143-6df97192d37f req-37214471-0b16-434c-8d5d-c93bde1677c2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:32.232433 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d43a8e7e-8289-4f5b-9143-6df97192d37f req-37214471-0b16-434c-8d5d-c93bde1677c2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1821578 Dec 08 02:01:32.478771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d43a8e7e-8289-4f5b-9143-6df97192d37f req-b7856a2e-6fef-46aa-bb15-811371b5a3b9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362158 Dec 08 02:01:32.491714 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:32.623135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10815-81e3-4c23-a0b0-d1d6b8ffbb6d req-63dce73e-9352-47ed-96ad-336d22939f92 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:32.649853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34e10815-81e3-4c23-a0b0-d1d6b8ffbb6d req-63dce73e-9352-47ed-96ad-336d22939f92 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.1771779 Dec 08 02:01:32.748942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34e10815-81e3-4c23-a0b0-d1d6b8ffbb6d req-095bdf20-47f7-49b8-9307-6cc2b05608f3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979686 Dec 08 02:01:32.749666 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a003f96-d082-4693-ab56-c9e36e5dd559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:32.751792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'port_id': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'mac_address': 'fa:16:3e:59:1e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:01:32.942141 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Allocated IP 172.21.0.2 (a6e92c61-771e-4dea-afac-1bbd4cca97c5/d0a83214-f54a-4ba6-84a0-544e17641ebc/b1bd5852-241d-4dc4-90c2-a44e874d1106) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:33.085258 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:33.114351 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:33.227371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:33.239826 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309e7a33-5340-470c-ae37-6eb3faff88d9" -d '{"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-unplugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:33.323281 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:33.330685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:33.399623 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1d9799-7750-4263-8b2c-8fdb80302c19 x-openstack-request-id: req-fb1d9799-7750-4263-8b2c-8fdb80302c19 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:33.400205 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-unplugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:33.405083 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb1d9799-7750-4263-8b2c-8fdb80302c19 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:33.405816 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'code': 200} Dec 08 02:01:33.427630 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:33.655351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f8286af-6be4-4a6f-81ad-f9633853d1cf {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:33.691809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=11']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:33.793823 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:33.867704 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:01:33.868205 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:01:33.887559 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:33.953821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbd086-3117-4282-8af2-31184d380ecb req-fefc635e-58bd-4e17-b458-abd65bc04b79 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:33.976980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3cdbd086-3117-4282-8af2-31184d380ecb req-fefc635e-58bd-4e17-b458-abd65bc04b79 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1768894 Dec 08 02:01:34.110219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3cdbd086-3117-4282-8af2-31184d380ecb req-22dbc410-08a0-4a21-a4a4-7930860cff21 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257458 Dec 08 02:01:34.172192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Allocated IP 172.21.0.1 (a6e92c61-771e-4dea-afac-1bbd4cca97c5/d0a83214-f54a-4ba6-84a0-544e17641ebc/a237f670-98f3-444c-93f7-6a59197365b6) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:34.174524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Pushing event updated for resources: {'Port': ['ID=b1bd5852-241d-4dc4-90c2-a44e874d1106,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:34.240602 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:34.369120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:34.383032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Network a6e92c61-771e-4dea-afac-1bbd4cca97c5 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:34.411653 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:34.429754 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d596b-57b0-4f11-a203-1aee2b4534c0 req-58f2a7be-a4af-4b03-ba1b-742ef0b0ee9a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:34.431599 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-db7d596b-57b0-4f11-a203-1aee2b4534c0 req-58f2a7be-a4af-4b03-ba1b-742ef0b0ee9a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.4945343 Dec 08 02:01:34.433882 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:34.486152 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:34.488888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:34.495135 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:34.508920 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:34.577756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network a6e92c61-771e-4dea-afac-1bbd4cca97c5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:34.593062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:34.595509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b8da4-c075-4a4f-b5a4-b59bcc14bfca None None] Pushing event updated for resources: {'Port': ['ID=c345d86f-2c44-41aa-b371-bfa814576eee,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:34.631320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:34.638816 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=a237f670-98f3-444c-93f7-6a59197365b6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:34.677215 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:34.736730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.737101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.737456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.737808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.738155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.738497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.738843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.739434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.739770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.740105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.751004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.751467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.754245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:34.778191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Attempting to bind port b1bd5852-241d-4dc4-90c2-a44e874d1106 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:34.780657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Attempting to bind port b1bd5852-241d-4dc4-90c2-a44e874d1106 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:34.781049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Attempting to bind port b1bd5852-241d-4dc4-90c2-a44e874d1106 on network a6e92c61-771e-4dea-afac-1bbd4cca97c5 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:34.783455 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-db7d596b-57b0-4f11-a203-1aee2b4534c0 req-ee1d07a3-ee35-4688-a543-dcf85d11a387 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996321 Dec 08 02:01:34.809376 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:34.834204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8286af-6be4-4a6f-81ad-f9633853d1cf {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:01:34.887623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:34.888325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Checking segment: {'id': '5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:34.888461 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:34.888852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Bound using segment: {'id': '5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:34.889343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Bound port: b1bd5852-241d-4dc4-90c2-a44e874d1106, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:34.889725 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:34.940161 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.152850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:35.199576 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.335881 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.404546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Attempting to bind port c345d86f-2c44-41aa-b371-bfa814576eee on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:35.404815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Attempting to bind port c345d86f-2c44-41aa-b371-bfa814576eee by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c8aeccb4-5bb7-4c74-8122-b0f066087ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '126be440-193f-4768-9dfc-202f3f96a032'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:35.405203 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Attempting to bind port c345d86f-2c44-41aa-b371-bfa814576eee on network 126be440-193f-4768-9dfc-202f3f96a032 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:35.414748 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67c942-5706-4b53-8b05-074cddf824b6 req-d1f9a30d-1ff0-483d-a5e9-986e57648cf5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:35.424265 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e67c942-5706-4b53-8b05-074cddf824b6 req-d1f9a30d-1ff0-483d-a5e9-986e57648cf5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1119261 Dec 08 02:01:35.452570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['8f8286af-6be4-4a6f-81ad-f9633853d1cf'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:01:35.500576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:35.509118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Checking segment: {'id': 'c8aeccb4-5bb7-4c74-8122-b0f066087ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '126be440-193f-4768-9dfc-202f3f96a032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:35.509550 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.509960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Bound using segment: {'id': 'c8aeccb4-5bb7-4c74-8122-b0f066087ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '126be440-193f-4768-9dfc-202f3f96a032'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:35.513175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Bound port: c345d86f-2c44-41aa-b371-bfa814576eee, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8aeccb4-5bb7-4c74-8122-b0f066087ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '126be440-193f-4768-9dfc-202f3f96a032'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:35.514911 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.541839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e67c942-5706-4b53-8b05-074cddf824b6 req-d74dc474-e32f-4fbd-8300-d251882c9d69 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160758 Dec 08 02:01:35.797469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] For port c345d86f-2c44-41aa-b371-bfa814576eee, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:35.803443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] For port c345d86f-2c44-41aa-b371-bfa814576eee, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c345d86f-2c44-41aa-b371-bfa814576eee,segment=NetworkSegment(c8aeccb4-5bb7-4c74-8122-b0f066087ffe),segment_id=c8aeccb4-5bb7-4c74-8122-b0f066087ffe)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:35.861028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] For port b1bd5852-241d-4dc4-90c2-a44e874d1106, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:35.881236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] For port b1bd5852-241d-4dc4-90c2-a44e874d1106, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b1bd5852-241d-4dc4-90c2-a44e874d1106,segment=NetworkSegment(5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e),segment_id=5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:35.946798 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:35.950360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b29a5d84-a77a-4354-abb7-2f8de2081a7f None None] Provisioning complete for port c345d86f-2c44-41aa-b371-bfa814576eee triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:35.950932 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b29a5d84-a77a-4354-abb7-2f8de2081a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.028879 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.050912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=12']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:36.194958 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b29a5d84-a77a-4354-abb7-2f8de2081a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:36.540432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5278b-0796-4b41-a36b-53e14919f1c6 None None] Pushing event updated for resources: {'Port': ['ID=b1bd5852-241d-4dc4-90c2-a44e874d1106,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:36.550918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:36.551552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:36.684269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e03096-f4f5-467b-a7a8-82baf924181c req-533fb8f7-10c0-481b-9d94-d883083f6361 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:36.695282 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67e03096-f4f5-467b-a7a8-82baf924181c req-533fb8f7-10c0-481b-9d94-d883083f6361 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 945 time: 0.5178030 Dec 08 02:01:36.736274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b29a5d84-a77a-4354-abb7-2f8de2081a7f None None] For port c345d86f-2c44-41aa-b371-bfa814576eee, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c345d86f-2c44-41aa-b371-bfa814576eee,segment=NetworkSegment(c8aeccb4-5bb7-4c74-8122-b0f066087ffe),segment_id=c8aeccb4-5bb7-4c74-8122-b0f066087ffe)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:36.882002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78cd97-48db-4285-bc9d-e7cc0d208673 req-35576f1e-cc18-4919-a66f-55c1f07e977c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:36.896202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f78cd97-48db-4285-bc9d-e7cc0d208673 req-35576f1e-cc18-4919-a66f-55c1f07e977c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1777370 Dec 08 02:01:36.993215 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f78cd97-48db-4285-bc9d-e7cc0d208673 req-b1fca872-dc6f-4e4e-9911-c12e8b77398b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943775 Dec 08 02:01:37.047132 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67e03096-f4f5-467b-a7a8-82baf924181c req-c4d19725-7ea6-4630-9e8a-cf091dcac419 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505394 Dec 08 02:01:37.069135 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b29a5d84-a77a-4354-abb7-2f8de2081a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.100800 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.111255 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.230583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b1bd5852-241d-4dc4-90c2-a44e874d1106 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:37.389511 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.391451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=a237f670-98f3-444c-93f7-6a59197365b6,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:37.540561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6dd9dbb5-6d6f-43f4-bf8d-b95205549d31 None None] Provisioning complete for port c345d86f-2c44-41aa-b371-bfa814576eee triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:37.542839 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6dd9dbb5-6d6f-43f4-bf8d-b95205549d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:37.662343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b8da4-c075-4a4f-b5a4-b59bcc14bfca None None] Pushing event updated for resources: {'Port': ['ID=c345d86f-2c44-41aa-b371-bfa814576eee,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:37.731512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:37.814179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network a6e92c61-771e-4dea-afac-1bbd4cca97c5 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:37.815702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:37.896473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b1bd5852-241d-4dc4-90c2-a44e874d1106 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:37.897229 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:38.408965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80167e28-4506-4523-ae31-474b58b9ea23 req-fb6e37f2-08b9-4711-aae1-9340faea98b1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:38.419464 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-80167e28-4506-4523-ae31-474b58b9ea23 req-fb6e37f2-08b9-4711-aae1-9340faea98b1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.2022185 Dec 08 02:01:38.515349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5442d5a6-ffd0-4acd-88dc-53093fdc29d3 None None] Network a6e92c61-771e-4dea-afac-1bbd4cca97c5 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:38.531881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a5d84-a77a-4354-abb7-2f8de2081a7f None None] Pushing event updated for resources: {'Port': ['ID=c345d86f-2c44-41aa-b371-bfa814576eee,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:38.745587 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-80167e28-4506-4523-ae31-474b58b9ea23 req-ca434824-31d4-40c9-ad8b-6b61d4fc0cdc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208473 Dec 08 02:01:38.906956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-64aabb76-57b3-40a6-b9c1-3ac2f799fd48 None None] Provisioning complete for port b1bd5852-241d-4dc4-90c2-a44e874d1106 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:38.907636 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-64aabb76-57b3-40a6-b9c1-3ac2f799fd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:39.051416 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:39.146929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router a8b0d430-73d3-4115-9d66-f588bc9bbc9d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:01:39.156942 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:01:35Z', 'revision_number': 3, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:34Z', 'revision_number': 1, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:35Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:39.253550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3882f72-10ec-4c9b-9b9f-be24cbe2d07e req-a60ec96f-3d81-4091-ad48-64fecd3f4784 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:39.253550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a3882f72-10ec-4c9b-9b9f-be24cbe2d07e req-a60ec96f-3d81-4091-ad48-64fecd3f4784 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 945 time: 1.0319622 Dec 08 02:01:39.287099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port b1bd5852-241d-4dc4-90c2-a44e874d1106, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b1bd5852-241d-4dc4-90c2-a44e874d1106,segment=NetworkSegment(5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e),segment_id=5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:39.291692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:39.300352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25a4a4f-11a2-41eb-95c0-e9a976e03f3b None None] The sync data for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 is: [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:01:35Z', 'revision_number': 3, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:34Z', 'revision_number': 1, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:35Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:39.303768 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:39.522448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=b1bd5852-241d-4dc4-90c2-a44e874d1106,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:39.543224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 8f8286af-6be4-4a6f-81ad-f9633853d1cf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:39.543816 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:39.578244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:39.603613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 54992) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:39.615158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'network': {'name': 'tempest-RoutersTest-970518841'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:39.621424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2c508f3b-de1b-4382-909d-68dc95e709be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1949255 Dec 08 02:01:39.677553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:01:39.684596 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:39.732860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:01:39.771393 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:39.771869 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Added segment d49df23e-24d8-48d7-9265-2cc68e018136 of type vlan for network 23ca102d-d278-400d-9f7a-a3501d65d59f Dec 08 02:01:39.817595 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a3882f72-10ec-4c9b-9b9f-be24cbe2d07e req-ce613187-65d2-4376-93ad-04ac60fe8b32 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933975 Dec 08 02:01:39.875658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b57cd3aa-2f8d-4e77-9a01-5821b5bff1d3 None None] Provisioning complete for port a237f670-98f3-444c-93f7-6a59197365b6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:39.876065 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b57cd3aa-2f8d-4e77-9a01-5821b5bff1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:39.915171 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:39.958448 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:39.969503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:39.970614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:39.984924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:40.067158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:01:40.081813 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6215f109-56b4-44dd-9307-ee6a02ab0265" -d '{"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-plugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:01:40.119339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:40.122045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b57cd3aa-2f8d-4e77-9a01-5821b5bff1d3 None None] Port a237f670-98f3-444c-93f7-6a59197365b6 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:40.123043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Network': ['ID=23ca102d-d278-400d-9f7a-a3501d65d59f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:40.130451 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:40.154669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55006) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:40.155306 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5496292 Dec 08 02:01:40.159993 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ff0c673e-d8c1-4d09-bcaa-cb5f69d43688 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'subnet': {'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:40.178248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.178871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.179286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.179689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.180369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.180905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.181476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.182107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.182610 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.183367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.184020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.184548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.185300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f2372-3652-4e90-80a4-f6f49896b7f6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:40.235479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 23ca102d-d278-400d-9f7a-a3501d65d59f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:01:40.255322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212328d-9f35-4fd5-a866-1bf208b19f69 req-0ede1da6-160a-4b98-a8db-9791e0e21c33 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:40.265883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4212328d-9f35-4fd5-a866-1bf208b19f69 req-0ede1da6-160a-4b98-a8db-9791e0e21c33 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.2789123 Dec 08 02:01:40.319572 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7ee279-cef7-4cae-8552-16a1e6a3f271 x-openstack-request-id: req-2d7ee279-cef7-4cae-8552-16a1e6a3f271 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:01:40.319869 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-plugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:01:40.320131 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d7ee279-cef7-4cae-8552-16a1e6a3f271 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:01:40.326730 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'code': 200} Dec 08 02:01:40.346789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b57cd3aa-2f8d-4e77-9a01-5821b5bff1d3 None None] Provisioning complete for port b1bd5852-241d-4dc4-90c2-a44e874d1106 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:40.347176 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b57cd3aa-2f8d-4e77-9a01-5821b5bff1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:40.357027 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4212328d-9f35-4fd5-a866-1bf208b19f69 req-edfd2fcf-2a92-4046-8c79-76636484de1a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898819 Dec 08 02:01:40.586046 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=13']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:40.598504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0c673e-d8c1-4d09-bcaa-cb5f69d43688 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:01:40.609349 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff0c673e-d8c1-4d09-bcaa-cb5f69d43688 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:40.939097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ada1393b-160f-4b92-baae-bec6b42ff64c None None] Provisioning complete for port a237f670-98f3-444c-93f7-6a59197365b6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:40.939097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ada1393b-160f-4b92-baae-bec6b42ff64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:41.026872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ada1393b-160f-4b92-baae-bec6b42ff64c None None] Port a237f670-98f3-444c-93f7-6a59197365b6 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:41.169890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff0c673e-d8c1-4d09-bcaa-cb5f69d43688 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:41.275615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8459-80c7-400d-a4de-ba0135934eea req-b9cd4def-0658-4e81-9e6d-e647f0baab72 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:41.287679 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-daca8459-80c7-400d-a4de-ba0135934eea req-b9cd4def-0658-4e81-9e6d-e647f0baab72 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.1895671 Dec 08 02:01:41.328364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c673e-d8c1-4d09-bcaa-cb5f69d43688 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Subnet': ['ID=b26c0ba7-9495-4756-93e4-326a05cfd415,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:41.410764 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-daca8459-80c7-400d-a4de-ba0135934eea req-ac73bc1d-a46b-4e77-8760-3c8d41f3bdf8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210074 Dec 08 02:01:41.419339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0c673e-d8c1-4d09-bcaa-cb5f69d43688 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Checking segment: {'id': 'd49df23e-24d8-48d7-9265-2cc68e018136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:41.419997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c673e-d8c1-4d09-bcaa-cb5f69d43688 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network hostable DHCP agents. Network: 23ca102d-d278-400d-9f7a-a3501d65d59f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:01:41.462870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c673e-d8c1-4d09-bcaa-cb5f69d43688 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 23ca102d-d278-400d-9f7a-a3501d65d59f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:01:41.483450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ff0c673e-d8c1-4d09-bcaa-cb5f69d43688 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 23ca102d-d278-400d-9f7a-a3501d65d59f) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:41.490640 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c673e-d8c1-4d09-bcaa-cb5f69d43688 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:41.492523 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff0c673e-d8c1-4d09-bcaa-cb5f69d43688 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:41.496199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0265d325-ebe3-4e93-93aa-71c4c2683af2 None None] Network 23ca102d-d278-400d-9f7a-a3501d65d59f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:41.547659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55040) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:41.561436 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ff0c673e-d8c1-4d09-bcaa-cb5f69d43688 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4050555 Dec 08 02:01:41.790849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-23ca102d-d278-400d-9f7a-a3501d65d59f', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:01:41.791936 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:41.815917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c345d86f-2c44-41aa-b371-bfa814576eee up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:42.183734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Allocated IP 172.22.0.2 (23ca102d-d278-400d-9f7a-a3501d65d59f/b26c0ba7-9495-4756-93e4-326a05cfd415/5a797b86-8bde-4be6-82cd-d04e65d52cd1) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:42.233485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c345d86f-2c44-41aa-b371-bfa814576eee triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:42.234042 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:42.390658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb575cb-69e1-4ec5-8539-b7858d5ca9a0 req-7cf5b007-27db-4e1f-9411-d833fba5c6d8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:42.399125 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6bb575cb-69e1-4ec5-8539-b7858d5ca9a0 req-7cf5b007-27db-4e1f-9411-d833fba5c6d8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.6121497 Dec 08 02:01:42.471775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b1bd5852-241d-4dc4-90c2-a44e874d1106 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:42.657632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6bb575cb-69e1-4ec5-8539-b7858d5ca9a0 req-ef9fd904-4120-4fd1-9f4c-26312a591416 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543550 Dec 08 02:01:42.658186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198a10d-5369-4d76-b12c-0e30d6229da7 req-592d6aa5-fcff-4296-8c44-c8327be64f6f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:42.667259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3198a10d-5369-4d76-b12c-0e30d6229da7 req-592d6aa5-fcff-4296-8c44-c8327be64f6f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.1388905 Dec 08 02:01:42.719302 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:42.795221 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:42.826210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:42.832872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b1bd5852-241d-4dc4-90c2-a44e874d1106 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:42.834726 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3198a10d-5369-4d76-b12c-0e30d6229da7 req-62ace7e6-1121-4e0e-b010-4b5b33f44933 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600797 Dec 08 02:01:42.835489 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:43.154737 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Network 23ca102d-d278-400d-9f7a-a3501d65d59f is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:43.160910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:43.188155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:43.210879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Pushing event updated for resources: {'Port': ['ID=5a797b86-8bde-4be6-82cd-d04e65d52cd1,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:43.422647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Allocated IP 172.22.0.1 (23ca102d-d278-400d-9f7a-a3501d65d59f/b26c0ba7-9495-4756-93e4-326a05cfd415/423a0968-2d12-460e-a31d-d946295245e9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:43.494513 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Sync routers for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:01:43.508919 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:43.509672 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:43.537671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Attempting to bind port 5a797b86-8bde-4be6-82cd-d04e65d52cd1 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:43.541154 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Attempting to bind port 5a797b86-8bde-4be6-82cd-d04e65d52cd1 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'd49df23e-24d8-48d7-9265-2cc68e018136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:43.541923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Attempting to bind port 5a797b86-8bde-4be6-82cd-d04e65d52cd1 on network 23ca102d-d278-400d-9f7a-a3501d65d59f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:43.586175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:43.600891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Checking segment: {'id': 'd49df23e-24d8-48d7-9265-2cc68e018136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:43.604997 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:43.608218 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Bound using segment: {'id': 'd49df23e-24d8-48d7-9265-2cc68e018136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:43.609034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Bound port: 5a797b86-8bde-4be6-82cd-d04e65d52cd1, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49df23e-24d8-48d7-9265-2cc68e018136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:43.613736 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:43.670183 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:43.881834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] For port 5a797b86-8bde-4be6-82cd-d04e65d52cd1, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:43.892569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] For port 5a797b86-8bde-4be6-82cd-d04e65d52cd1, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5a797b86-8bde-4be6-82cd-d04e65d52cd1,segment=NetworkSegment(d49df23e-24d8-48d7-9265-2cc68e018136),segment_id=d49df23e-24d8-48d7-9265-2cc68e018136)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:43.905859 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:43.999917 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:01:35Z', 'revision_number': 3, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:35Z', 'revision_number': 2, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:44.093016 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:44.134204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7b42e-b3cf-445d-9615-c9dc7da1b3fa req-1af7ffc5-fa2f-4022-b77d-33b269d348c5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:44.137105 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5cc7b42e-b3cf-445d-9615-c9dc7da1b3fa req-1af7ffc5-fa2f-4022-b77d-33b269d348c5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.2714813 Dec 08 02:01:44.139920 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Checking router: a8b0d430-73d3-4115-9d66-f588bc9bbc9d for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:01:44.140267 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Updating router a8b0d430-73d3-4115-9d66-f588bc9bbc9d port a237f670-98f3-444c-93f7-6a59197365b6 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:01:44.194379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e19e8-0e24-4337-bd51-36a5d5e6bfe3 None None] Pushing event updated for resources: {'Port': ['ID=5a797b86-8bde-4be6-82cd-d04e65d52cd1,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:44.230453 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:44.231915 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5cc7b42e-b3cf-445d-9615-c9dc7da1b3fa req-534e2f78-01f3-42e4-906a-3578ac2d0401 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875416 Dec 08 02:01:44.245862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7086491-92ec-426e-be68-8496c8bd5836 req-5672b73c-567c-43c2-9cd3-91688315f88c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:44.257299 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e7086491-92ec-426e-be68-8496c8bd5836 req-5672b73c-567c-43c2-9cd3-91688315f88c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.1905985 Dec 08 02:01:44.270320 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:44.447511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e7086491-92ec-426e-be68-8496c8bd5836 req-1a0003b8-b6f2-447e-bf3f-41ed2de9b95f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876442 Dec 08 02:01:44.487262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 23ca102d-d278-400d-9f7a-a3501d65d59f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:44.498389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:44.513308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:44.534911 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=423a0968-2d12-460e-a31d-d946295245e9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:44.597803 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:45.020109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:45.497767 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:45.513208 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:45.856138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cc4b4-a9fe-4605-8afb-dbfe5f61f970 req-49a56f4f-953c-43fc-9c2f-568b614fead4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:45.873209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-362cc4b4-a9fe-4605-8afb-dbfe5f61f970 req-49a56f4f-953c-43fc-9c2f-568b614fead4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.2551835 Dec 08 02:01:45.994674 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Pushing event updated for resources: {'Port': ['ID=a237f670-98f3-444c-93f7-6a59197365b6,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:46.032118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5a797b86-8bde-4be6-82cd-d04e65d52cd1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:46.033199 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.035895 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.036302 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.036606 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.040844 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.060717 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.065024 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.068995 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.072138 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.073866 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.074360 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.074899 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.083153 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:01:46.112066 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:46.119479 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Attempting to bind port a237f670-98f3-444c-93f7-6a59197365b6 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:46.119877 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Attempting to bind port a237f670-98f3-444c-93f7-6a59197365b6 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:46.130700 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Attempting to bind port a237f670-98f3-444c-93f7-6a59197365b6 on network a6e92c61-771e-4dea-afac-1bbd4cca97c5 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:46.154249 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:46.172891 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:46.173313 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Checking segment: {'id': '5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:46.176551 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-362cc4b4-a9fe-4605-8afb-dbfe5f61f970 req-04ef24d8-5d49-4c78-aa96-55f729086be4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002949 Dec 08 02:01:46.177999 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:46.178501 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Bound using segment: {'id': '5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:46.179093 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Bound port: a237f670-98f3-444c-93f7-6a59197365b6, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:46.179534 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:46.329560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5a797b86-8bde-4be6-82cd-d04e65d52cd1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:46.329941 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:46.366067 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:46.408733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=423a0968-2d12-460e-a31d-d946295245e9,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:46.484186 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] For port a237f670-98f3-444c-93f7-6a59197365b6, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:46.504690 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] For port a237f670-98f3-444c-93f7-6a59197365b6, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a237f670-98f3-444c-93f7-6a59197365b6,segment=NetworkSegment(5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e),segment_id=5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:46.517217 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:46.519419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f327fc96-c477-4f05-b29d-63392c743c49 None None] Provisioning complete for port a237f670-98f3-444c-93f7-6a59197365b6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:46.519802 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f327fc96-c477-4f05-b29d-63392c743c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:46.627406 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:46.628176 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:46.665245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb5d9f-025c-44fd-8283-cdd0d6132b79 req-7cfcc6a5-faca-4f77-8fe6-e6484dfdf12e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:46.680755 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ffbb5d9f-025c-44fd-8283-cdd0d6132b79 req-7cfcc6a5-faca-4f77-8fe6-e6484dfdf12e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.5650098 Dec 08 02:01:46.699361 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e6efd5-a197-4699-8ea3-d901c7bba556 None None] Network 23ca102d-d278-400d-9f7a-a3501d65d59f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:46.711346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 23ca102d-d278-400d-9f7a-a3501d65d59f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:46.716726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:46.786715 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ffbb5d9f-025c-44fd-8283-cdd0d6132b79 req-a0d12f07-1a75-45be-9f7b-e6137152aeda tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040623 Dec 08 02:01:46.826077 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:47.007957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router a8b0d430-73d3-4115-9d66-f588bc9bbc9d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:01:47.061816 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c86357-31e1-43d6-b18a-aae8a0986f70 None None] Pushing event updated for resources: {'Port': ['ID=a237f670-98f3-444c-93f7-6a59197365b6,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:47.215515 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:47.265736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:47.352914 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3c733603-4924-4bfe-a17d-6147ad0b3add tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8008833 Dec 08 02:01:47.353888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55148) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:47.361433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-458cbc25-4bdd-499a-b31a-0dbedeb5309e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'network': {'name': 'tempest-RoutersTest-208297534'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:47.368337 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f327fc96-c477-4f05-b29d-63392c743c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:47.397873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 5a797b86-8bde-4be6-82cd-d04e65d52cd1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5a797b86-8bde-4be6-82cd-d04e65d52cd1,segment=NetworkSegment(d49df23e-24d8-48d7-9265-2cc68e018136),segment_id=d49df23e-24d8-48d7-9265-2cc68e018136)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:47.424159 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:47.486238 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:01:44Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:45Z', 'revision_number': 2, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:46Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:47.532384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458cbc25-4bdd-499a-b31a-0dbedeb5309e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:01:47.536124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f327fc96-c477-4f05-b29d-63392c743c49 None None] For port a237f670-98f3-444c-93f7-6a59197365b6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a237f670-98f3-444c-93f7-6a59197365b6,segment=NetworkSegment(5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e),segment_id=5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:47.570103 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-458cbc25-4bdd-499a-b31a-0dbedeb5309e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:47.570358 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f327fc96-c477-4f05-b29d-63392c743c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:47.576470 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dfffa1-a155-47aa-b0dd-7dc81d23601e None None] The sync data for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 is: [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:01:44Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:45Z', 'revision_number': 2, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:46Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:47.624235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=5a797b86-8bde-4be6-82cd-d04e65d52cd1,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:47.771036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b899e0d-e456-4ff0-8872-40c5b351f5bf req-5f3d00d2-a706-442f-9c4c-26624683c793 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:47.774189 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b899e0d-e456-4ff0-8872-40c5b351f5bf req-5f3d00d2-a706-442f-9c4c-26624683c793 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.2982414 Dec 08 02:01:47.786403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327fc96-c477-4f05-b29d-63392c743c49 None None] Pushing event updated for resources: {'Port': ['ID=a237f670-98f3-444c-93f7-6a59197365b6,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:47.794518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458cbc25-4bdd-499a-b31a-0dbedeb5309e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:01:47.872226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c5903f83-7907-473e-96b0-34a3ad766673 None None] Provisioning complete for port a237f670-98f3-444c-93f7-6a59197365b6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:47.872856 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5903f83-7907-473e-96b0-34a3ad766673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:47.878441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-458cbc25-4bdd-499a-b31a-0dbedeb5309e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:47.878821 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-458cbc25-4bdd-499a-b31a-0dbedeb5309e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Added segment 0d51d6e7-59ee-4b20-9e28-28da55e0be67 of type vlan for network 2a706e21-a4d9-4c0a-8ff4-c51d7db66151 Dec 08 02:01:47.998945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5a797b86-8bde-4be6-82cd-d04e65d52cd1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:48.018097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6b899e0d-e456-4ff0-8872-40c5b351f5bf req-d3435fa9-ed5b-42c9-9ac6-ec1ccbedd6f8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277365 Dec 08 02:01:48.154878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5a797b86-8bde-4be6-82cd-d04e65d52cd1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:48.155731 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.158138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-458cbc25-4bdd-499a-b31a-0dbedeb5309e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.204337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927a78-53f6-4ee3-9e1b-84232f56f840 req-d6f20074-ac76-4812-bb6b-f46b53d00c91 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:48.206450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec927a78-53f6-4ee3-9e1b-84232f56f840 req-d6f20074-ac76-4812-bb6b-f46b53d00c91 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1295524 Dec 08 02:01:48.211197 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-458cbc25-4bdd-499a-b31a-0dbedeb5309e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.228913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458cbc25-4bdd-499a-b31a-0dbedeb5309e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:48.230093 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-458cbc25-4bdd-499a-b31a-0dbedeb5309e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.343622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cbc25-4bdd-499a-b31a-0dbedeb5309e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Network': ['ID=2a706e21-a4d9-4c0a-8ff4-c51d7db66151,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:48.364248 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-458cbc25-4bdd-499a-b31a-0dbedeb5309e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0059822 Dec 08 02:01:48.366934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55164) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:48.375310 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2c98bece-0531-4f28-ba19-77cf7d554d79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'subnet': {'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:48.419450 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec927a78-53f6-4ee3-9e1b-84232f56f840 req-8ef3cb43-9817-435c-853d-e5b307b6087a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014320 Dec 08 02:01:48.465274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 2a706e21-a4d9-4c0a-8ff4-c51d7db66151 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:01:48.713210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c98bece-0531-4f28-ba19-77cf7d554d79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Made reservation on behalf of 8d4e7233545f4302a7fe11569f5a98f5 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:01:48.729091 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c98bece-0531-4f28-ba19-77cf7d554d79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.734866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c5903f83-7907-473e-96b0-34a3ad766673 None None] Provisioning complete for port 5a797b86-8bde-4be6-82cd-d04e65d52cd1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:48.740794 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5903f83-7907-473e-96b0-34a3ad766673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:48.954052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a237f670-98f3-444c-93f7-6a59197365b6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:49.428258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Sync routers for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:01:49.474438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:49.476090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:49.581467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7fc58-4a0e-4842-8875-2a2296380b8b req-1b4694f0-eb10-4844-8312-c612079ac709 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:49.581467 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65f7fc58-4a0e-4842-8875-2a2296380b8b req-1b4694f0-eb10-4844-8312-c612079ac709 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.3001301 Dec 08 02:01:49.581467 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c98bece-0531-4f28-ba19-77cf7d554d79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:49.704369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7dff3-7096-4450-9c7c-16dc6a5a5b24 req-9ffee247-c704-4365-8567-e57dece6a774 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:49.720940 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ff7dff3-7096-4450-9c7c-16dc6a5a5b24 req-9ffee247-c704-4365-8567-e57dece6a774 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1272905 Dec 08 02:01:49.757861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:49.872467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ff7dff3-7096-4450-9c7c-16dc6a5a5b24 req-a6789d0e-acdb-42bf-a38d-2f7b6daa8a73 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498351 Dec 08 02:01:49.947717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98bece-0531-4f28-ba19-77cf7d554d79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Subnet': ['ID=d34561dd-64f6-4378-bd9c-632d665820ab,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:49.965100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98bece-0531-4f28-ba19-77cf7d554d79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Checking segment: {'id': '0d51d6e7-59ee-4b20-9e28-28da55e0be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:49.966105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98bece-0531-4f28-ba19-77cf7d554d79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network hostable DHCP agents. Network: 2a706e21-a4d9-4c0a-8ff4-c51d7db66151, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:01:49.992994 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65f7fc58-4a0e-4842-8875-2a2296380b8b req-b7346787-e9eb-4b80-8879-5bc465136723 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3919170 Dec 08 02:01:50.028970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98bece-0531-4f28-ba19-77cf7d554d79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 2a706e21-a4d9-4c0a-8ff4-c51d7db66151 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:01:50.043905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2c98bece-0531-4f28-ba19-77cf7d554d79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 2a706e21-a4d9-4c0a-8ff4-c51d7db66151) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:50.050840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c98bece-0531-4f28-ba19-77cf7d554d79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:50.051094 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2c98bece-0531-4f28-ba19-77cf7d554d79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.084027 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2c98bece-0531-4f28-ba19-77cf7d554d79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7120519 Dec 08 02:01:50.084396 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55206) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:50.214746 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b1319f-a365-4607-918c-d1729ce7284b None None] Network 2a706e21-a4d9-4c0a-8ff4-c51d7db66151 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:50.350933 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c5903f83-7907-473e-96b0-34a3ad766673 None None] Provisioning complete for port 423a0968-2d12-460e-a31d-d946295245e9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:50.351607 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5903f83-7907-473e-96b0-34a3ad766673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.396023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c5903f83-7907-473e-96b0-34a3ad766673 None None] Port 423a0968-2d12-460e-a31d-d946295245e9 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:50.430898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a237f670-98f3-444c-93f7-6a59197365b6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:50.435192 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.636891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:01:44Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:45Z', 'revision_number': 2, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:50.673396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Checking router: a8b0d430-73d3-4115-9d66-f588bc9bbc9d for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:01:50.673756 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Updating router a8b0d430-73d3-4115-9d66-f588bc9bbc9d port 423a0968-2d12-460e-a31d-d946295245e9 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:01:50.678591 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-2a706e21-a4d9-4c0a-8ff4-c51d7db66151', 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151', 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'fixed_ips': [{'subnet_id': 'd34561dd-64f6-4378-bd9c-632d665820ab'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:01:50.679442 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.722934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fb70dfde-48c9-4f00-a104-61cb54d36f74 None None] Provisioning complete for port 423a0968-2d12-460e-a31d-d946295245e9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:50.723042 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb70dfde-48c9-4f00-a104-61cb54d36f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:50.768503 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fb70dfde-48c9-4f00-a104-61cb54d36f74 None None] Port 423a0968-2d12-460e-a31d-d946295245e9 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:50.784160 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.105261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.200930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a2c21-c707-4b2a-9510-8649cb27632e req-883bb3a2-855f-4e79-8373-cc1879b05dae tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:51.211611 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e5a2c21-c707-4b2a-9510-8649cb27632e req-883bb3a2-855f-4e79-8373-cc1879b05dae tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1554019 Dec 08 02:01:51.294202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e5a2c21-c707-4b2a-9510-8649cb27632e req-917f3680-e5f1-4e96-9b19-b71a6846086c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789142 Dec 08 02:01:51.597275 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Allocated IP 172.23.0.2 (2a706e21-a4d9-4c0a-8ff4-c51d7db66151/d34561dd-64f6-4378-bd9c-632d665820ab/7bae87fd-c997-457d-b126-10dd8918f808) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:51.700687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bfb53-a641-4e63-8de8-9b3d0746c838 req-946a73e0-20be-4804-9c73-33719fff02e1 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:51.733501 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a1bfb53-a641-4e63-8de8-9b3d0746c838 req-946a73e0-20be-4804-9c73-33719fff02e1 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.1961310 Dec 08 02:01:51.865387 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:51.866177 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a1bfb53-a641-4e63-8de8-9b3d0746c838 req-bb01aeca-ac61-4efa-b43f-87c7fa901b5b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262293 Dec 08 02:01:51.885856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a237f670-98f3-444c-93f7-6a59197365b6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:51.943064 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:52.305820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557342f0-cb5b-41a4-8811-1841dde41f3a None None] Pushing event updated for resources: {'Port': ['ID=423a0968-2d12-460e-a31d-d946295245e9,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:52.453608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a237f670-98f3-444c-93f7-6a59197365b6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:52.454073 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:52.455651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Attempting to bind port 423a0968-2d12-460e-a31d-d946295245e9 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:52.456084 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Attempting to bind port 423a0968-2d12-460e-a31d-d946295245e9 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'd49df23e-24d8-48d7-9265-2cc68e018136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:52.456428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Attempting to bind port 423a0968-2d12-460e-a31d-d946295245e9 on network 23ca102d-d278-400d-9f7a-a3501d65d59f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:52.603913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884a13b-2da5-483f-b95e-b03f3d9fbbfd req-b9cdc446-f8bf-4757-856a-d203a0db7faa tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:52.618692 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0884a13b-2da5-483f-b95e-b03f3d9fbbfd req-b9cdc446-f8bf-4757-856a-d203a0db7faa tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1373520 Dec 08 02:01:52.675196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:52.675759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Checking segment: {'id': 'd49df23e-24d8-48d7-9265-2cc68e018136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:52.677722 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:52.678398 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Bound using segment: {'id': 'd49df23e-24d8-48d7-9265-2cc68e018136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:52.680147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Bound port: 423a0968-2d12-460e-a31d-d946295245e9, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49df23e-24d8-48d7-9265-2cc68e018136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:52.682712 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:52.771050 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:01:52.778850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0884a13b-2da5-483f-b95e-b03f3d9fbbfd req-3212061e-7edd-4e85-8ea4-ceca9c38b750 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570470 Dec 08 02:01:52.966661 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:52.972110 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a8a4e65f-1068-4466-b926-5a409b9c0e30 None None] Provisioning complete for port 423a0968-2d12-460e-a31d-d946295245e9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:52.973212 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e65f-1068-4466-b926-5a409b9c0e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:53.082297 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:53.182213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413f403-c231-46eb-9d12-96191e7afba7 req-369ab3f8-7eea-4748-9f06-d5b2262ab728 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:53.184762 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5413f403-c231-46eb-9d12-96191e7afba7 req-369ab3f8-7eea-4748-9f06-d5b2262ab728 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.1796687 Dec 08 02:01:53.195891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Allocated IP 172.23.0.1 (2a706e21-a4d9-4c0a-8ff4-c51d7db66151/d34561dd-64f6-4378-bd9c-632d665820ab/00f83b24-844f-4b1a-accc-65d6c80c5dd5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:01:53.317896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] For port 423a0968-2d12-460e-a31d-d946295245e9, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:53.335491 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5413f403-c231-46eb-9d12-96191e7afba7 req-b8621f1d-8098-4569-955c-9995bbf8d0cf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431262 Dec 08 02:01:53.358744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Network 2a706e21-a4d9-4c0a-8ff4-c51d7db66151 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:53.359866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4e65f-1068-4466-b926-5a409b9c0e30 None None] Port 423a0968-2d12-460e-a31d-d946295245e9 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:01:53.392448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:53.399127 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:53.403088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] For port 423a0968-2d12-460e-a31d-d946295245e9, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=423a0968-2d12-460e-a31d-d946295245e9,segment=NetworkSegment(d49df23e-24d8-48d7-9265-2cc68e018136),segment_id=d49df23e-24d8-48d7-9265-2cc68e018136)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:53.410962 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Pushing event updated for resources: {'Port': ['ID=7bae87fd-c997-457d-b126-10dd8918f808,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:53.421746 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:53.546864 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:53.634056 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:53.695410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:53.696138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:53.712593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 2a706e21-a4d9-4c0a-8ff4-c51d7db66151 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:53.716719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:53.721826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:01:53.763962 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=00f83b24-844f-4b1a-accc-65d6c80c5dd5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:53.828657 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.073807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf3f42-3f83-4840-86ae-293a7af80107 req-dbf46c50-b87b-40b7-8da5-c82d2fe80400 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:54.086874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7dcf3f42-3f83-4840-86ae-293a7af80107 req-dbf46c50-b87b-40b7-8da5-c82d2fe80400 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1188128 Dec 08 02:01:54.185023 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7dcf3f42-3f83-4840-86ae-293a7af80107 req-b376c42a-913c-47bb-9ae5-05bec4d6aefc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968952 Dec 08 02:01:54.209771 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.280821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Attempting to bind port 7bae87fd-c997-457d-b126-10dd8918f808 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:54.281298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Attempting to bind port 7bae87fd-c997-457d-b126-10dd8918f808 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '0d51d6e7-59ee-4b20-9e28-28da55e0be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:54.281974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Attempting to bind port 7bae87fd-c997-457d-b126-10dd8918f808 on network 2a706e21-a4d9-4c0a-8ff4-c51d7db66151 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:54.370828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557342f0-cb5b-41a4-8811-1841dde41f3a None None] Pushing event updated for resources: {'Port': ['ID=423a0968-2d12-460e-a31d-d946295245e9,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:54.380674 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:54.382499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Checking segment: {'id': '0d51d6e7-59ee-4b20-9e28-28da55e0be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:54.382499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.382499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Bound using segment: {'id': '0d51d6e7-59ee-4b20-9e28-28da55e0be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:54.382499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Bound port: 7bae87fd-c997-457d-b126-10dd8918f808, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d51d6e7-59ee-4b20-9e28-28da55e0be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:54.383303 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.536970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a7b8962e-f23f-4ae2-ad03-82cbf2bbad09 None None] Provisioning complete for port 423a0968-2d12-460e-a31d-d946295245e9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:54.537513 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7b8962e-f23f-4ae2-ad03-82cbf2bbad09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.542622 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:54.610714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] For port 7bae87fd-c997-457d-b126-10dd8918f808, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:54.699954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] For port 7bae87fd-c997-457d-b126-10dd8918f808, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7bae87fd-c997-457d-b126-10dd8918f808,segment=NetworkSegment(0d51d6e7-59ee-4b20-9e28-28da55e0be67),segment_id=0d51d6e7-59ee-4b20-9e28-28da55e0be67)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:54.715472 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.756341 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.799759 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.838454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511ff8c-924f-4e3b-ae36-05248f83c99d None None] Pushing event updated for resources: {'Port': ['ID=7bae87fd-c997-457d-b126-10dd8918f808,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:54.936951 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7b8962e-f23f-4ae2-ad03-82cbf2bbad09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:54.970325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b6590-4044-491e-9bdc-58efec17375b req-f43368a4-040a-4b74-ba5e-57f96fec9bab tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:54.972181 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e60b6590-4044-491e-9bdc-58efec17375b req-f43368a4-040a-4b74-ba5e-57f96fec9bab tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.4546573 Dec 08 02:01:54.996641 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event updated for resources: {'Port': ['ID=00f83b24-844f-4b1a-accc-65d6c80c5dd5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:55.042180 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:55.074562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a7b8962e-f23f-4ae2-ad03-82cbf2bbad09 None None] For port 423a0968-2d12-460e-a31d-d946295245e9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=423a0968-2d12-460e-a31d-d946295245e9,segment=NetworkSegment(d49df23e-24d8-48d7-9265-2cc68e018136),segment_id=d49df23e-24d8-48d7-9265-2cc68e018136)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:55.116856 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7b8962e-f23f-4ae2-ad03-82cbf2bbad09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:55.196771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e60b6590-4044-491e-9bdc-58efec17375b req-25d8b0da-4242-4bac-96b6-8508cbae37d3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091670 Dec 08 02:01:55.346457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Network 2a706e21-a4d9-4c0a-8ff4-c51d7db66151 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:01:55.351507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:01:55.434220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:01:44Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:53Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:55.494510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8daa93bf-81e4-4be0-a0fd-75ab70bbc7cb None None] The sync data for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 is: [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:01:44Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:53Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:55.520551 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8962e-f23f-4ae2-ad03-82cbf2bbad09 None None] Pushing event updated for resources: {'Port': ['ID=423a0968-2d12-460e-a31d-d946295245e9,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:55.562583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567949e3-9256-4b52-bbbf-d91bfa88eb39 req-37d28eea-7233-4fa8-9c8c-44da7d943b60 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:55.589976 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-567949e3-9256-4b52-bbbf-d91bfa88eb39 req-37d28eea-7233-4fa8-9c8c-44da7d943b60 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1839495 Dec 08 02:01:55.661537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router a8b0d430-73d3-4115-9d66-f588bc9bbc9d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:01:55.744108 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-567949e3-9256-4b52-bbbf-d91bfa88eb39 req-abee253e-fc66-4c9d-9167-c0f6c5bd8d9e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529872 Dec 08 02:01:55.922894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:55.938723 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3d50967b-5004-442b-a941-56bc880c3fad tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8526323 Dec 08 02:01:55.941494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55294) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:55.946161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d5a93a09-d884-4396-a9f7-09b00c183995 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:01:55.979010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7bae87fd-c997-457d-b126-10dd8918f808 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:56.019137 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Sync routers for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:01:56.058308 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:56.065791 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:56.103142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 7bae87fd-c997-457d-b126-10dd8918f808 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:56.110949 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:56.343739 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:56.505338 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:56.518124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 7bae87fd-c997-457d-b126-10dd8918f808, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7bae87fd-c997-457d-b126-10dd8918f808,segment=NetworkSegment(0d51d6e7-59ee-4b20-9e28-28da55e0be67),segment_id=0d51d6e7-59ee-4b20-9e28-28da55e0be67)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:56.527585 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:56.528721 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 423a0968-2d12-460e-a31d-d946295245e9 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:56.633254 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5111b-55ff-4ee4-b0c1-0f55d0b63131 req-6672ba5e-2371-49be-802c-18dc4e91f3ad tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:56.655618 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67d5111b-55ff-4ee4-b0c1-0f55d0b63131 req-6672ba5e-2371-49be-802c-18dc4e91f3ad tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.1731517 Dec 08 02:01:56.857769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67d5111b-55ff-4ee4-b0c1-0f55d0b63131 req-c0dc8df9-4b4e-42b5-a377-7f2101520e97 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007151 Dec 08 02:01:56.875400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4616e468-ecc4-45af-8341-506a29c2def7 None None] Network 2a706e21-a4d9-4c0a-8ff4-c51d7db66151 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:01:56.884997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.extraroute_db [None req-d5a93a09-d884-4396-a9f7-09b00c183995 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 02:01:56.890673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=7bae87fd-c997-457d-b126-10dd8918f808,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:56.942963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 423a0968-2d12-460e-a31d-d946295245e9 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:56.943344 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:56.967549 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.extraroute_db [None req-d5a93a09-d884-4396-a9f7-09b00c183995 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Removed routes are [] {{(pid=103130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 02:01:56.968427 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5a93a09-d884-4396-a9f7-09b00c183995 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.081679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4db7abb6-8a89-4b4f-b8f7-ac8b7fcd488b None None] Provisioning complete for port 7bae87fd-c997-457d-b126-10dd8918f808 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:57.082066 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4db7abb6-8a89-4b4f-b8f7-ac8b7fcd488b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.200919 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:01:54Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '00f83b24-844f-4b1a-accc-65d6c80c5dd5', 'name': '', 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:24:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:51Z', 'updated_at': '2021-12-08T02:01:54Z', 'revision_number': 2, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:55Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:57.259058 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Checking router: a8b0d430-73d3-4115-9d66-f588bc9bbc9d for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:01:57.266824 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Updating router a8b0d430-73d3-4115-9d66-f588bc9bbc9d port 00f83b24-844f-4b1a-accc-65d6c80c5dd5 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:01:57.316601 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.713370 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.727136 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:57.840370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7bae87fd-c997-457d-b126-10dd8918f808 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:01:58.025378 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d08e5-2713-47dd-8ebb-70105f16b15a None None] Pushing event updated for resources: {'Port': ['ID=00f83b24-844f-4b1a-accc-65d6c80c5dd5,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:58.037966 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Attempting to bind port 00f83b24-844f-4b1a-accc-65d6c80c5dd5 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:01:58.038974 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Attempting to bind port 00f83b24-844f-4b1a-accc-65d6c80c5dd5 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '0d51d6e7-59ee-4b20-9e28-28da55e0be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:01:58.040827 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Attempting to bind port 00f83b24-844f-4b1a-accc-65d6c80c5dd5 on network 2a706e21-a4d9-4c0a-8ff4-c51d7db66151 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:01:58.057124 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:01:58.059718 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Checking segment: {'id': '0d51d6e7-59ee-4b20-9e28-28da55e0be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:01:58.061812 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:58.064443 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Bound using segment: {'id': '0d51d6e7-59ee-4b20-9e28-28da55e0be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:01:58.065009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 7bae87fd-c997-457d-b126-10dd8918f808 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:58.068045 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:58.082285 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Bound port: 00f83b24-844f-4b1a-accc-65d6c80c5dd5, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d51d6e7-59ee-4b20-9e28-28da55e0be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:01:58.083202 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:58.292540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-03a39926-7f0d-4c7c-a455-ef9fa9c236d4 req-410f82f7-40a1-428c-a193-50d669b69941 service neutron] (103130) timed out ('10.222.0.65', 53214) {{(pid=103130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:01:58.313396 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] For port 00f83b24-844f-4b1a-accc-65d6c80c5dd5, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:01:58.322721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49beada8-4f39-4249-849f-907d8918dd2d req-bb6ec322-65ae-4d84-bd96-7e540aadbb25 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:58.325832 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] For port 00f83b24-844f-4b1a-accc-65d6c80c5dd5, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=00f83b24-844f-4b1a-accc-65d6c80c5dd5,segment=NetworkSegment(0d51d6e7-59ee-4b20-9e28-28da55e0be67),segment_id=0d51d6e7-59ee-4b20-9e28-28da55e0be67)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:01:58.339117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49beada8-4f39-4249-849f-907d8918dd2d req-bb6ec322-65ae-4d84-bd96-7e540aadbb25 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.2705898 Dec 08 02:01:58.342586 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:58.389053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff931f60-cf7b-46bf-85b8-c47798064216 req-27826d0f-7359-4437-9dbb-aa8a0bf2bfcf tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:58.423991 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff931f60-cf7b-46bf-85b8-c47798064216 req-27826d0f-7359-4437-9dbb-aa8a0bf2bfcf tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 1.5290284 Dec 08 02:01:58.504846 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:01:58.505484 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:58.519380 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49beada8-4f39-4249-849f-907d8918dd2d req-a5d4922e-41cb-4afd-a15b-cfca783d2417 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788466 Dec 08 02:01:58.568251 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b4e44bf7-db1d-4178-bdfb-0041c8993157 None None] Provisioning complete for port 00f83b24-844f-4b1a-accc-65d6c80c5dd5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:58.568692 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4e44bf7-db1d-4178-bdfb-0041c8993157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:58.571554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff931f60-cf7b-46bf-85b8-c47798064216 req-da627261-60aa-40a9-9d44-102363305f9c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193399 Dec 08 02:01:58.704257 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5a93a09-d884-4396-a9f7-09b00c183995 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:58.708200 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5a93a09-d884-4396-a9f7-09b00c183995 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:58.889184 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21d470cc-bff7-4f8a-9166-6d88d534f9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:58.901965 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4e44bf7-db1d-4178-bdfb-0041c8993157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:58.946027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a93a09-d884-4396-a9f7-09b00c183995 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router a8b0d430-73d3-4115-9d66-f588bc9bbc9d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:01:59.012926 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:01:59.030230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b4e44bf7-db1d-4178-bdfb-0041c8993157 None None] For port 00f83b24-844f-4b1a-accc-65d6c80c5dd5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=00f83b24-844f-4b1a-accc-65d6c80c5dd5,segment=NetworkSegment(0d51d6e7-59ee-4b20-9e28-28da55e0be67),segment_id=0d51d6e7-59ee-4b20-9e28-28da55e0be67)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:01:59.043986 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4e44bf7-db1d-4178-bdfb-0041c8993157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:59.144470 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b4e44bf7-db1d-4178-bdfb-0041c8993157 None None] Provisioning complete for port 7bae87fd-c997-457d-b126-10dd8918f808 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:59.144857 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4e44bf7-db1d-4178-bdfb-0041c8993157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:59.220275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a93a09-d884-4396-a9f7-09b00c183995 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:01:59.232995 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5a93a09-d884-4396-a9f7-09b00c183995 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:59.236756 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d5a93a09-d884-4396-a9f7-09b00c183995 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d HTTP/1.1" status: 200 len: 934 time: 3.2917025 Dec 08 02:01:59.237030 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55338) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:01:59.247551 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d08e5-2713-47dd-8ebb-70105f16b15a None None] Pushing event updated for resources: {'Port': ['ID=00f83b24-844f-4b1a-accc-65d6c80c5dd5,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:59.274807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e44bf7-db1d-4178-bdfb-0041c8993157 None None] Pushing event updated for resources: {'Port': ['ID=00f83b24-844f-4b1a-accc-65d6c80c5dd5,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:01:59.606949 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:01:56Z', 'revision_number': 6, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '00f83b24-844f-4b1a-accc-65d6c80c5dd5', 'name': '', 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:24:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:51Z', 'updated_at': '2021-12-08T02:01:58Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:55Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:01:59.630547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9dc37e44-5d0c-4805-a2b9-e3bf57590559 None None] Provisioning complete for port 00f83b24-844f-4b1a-accc-65d6c80c5dd5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:01:59.631170 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9dc37e44-5d0c-4805-a2b9-e3bf57590559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:01:59.799431 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f0401-2c76-45f1-b6ea-62d2a79394ba None None] The sync data for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 is: [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:01:56Z', 'revision_number': 6, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '00f83b24-844f-4b1a-accc-65d6c80c5dd5', 'name': '', 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:24:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:51Z', 'updated_at': '2021-12-08T02:01:58Z', 'revision_number': 4, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:55Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:01:59.823482 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934c3e8-da3f-463c-9fa2-8e5e2728fef2 req-72188362-c16c-40f6-a2b2-c838ea3b8cc9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:01:59.833709 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9934c3e8-da3f-463c-9fa2-8e5e2728fef2 req-72188362-c16c-40f6-a2b2-c838ea3b8cc9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1065342 Dec 08 02:01:59.976743 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9934c3e8-da3f-463c-9fa2-8e5e2728fef2 req-a0cb2cdc-6e78-46fd-b6d1-373983d62acf tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412344 Dec 08 02:02:00.101569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0cfbc6b0-3eb0-4f4d-bb88-ae6c8c238385 None None] Provisioning complete for port 00f83b24-844f-4b1a-accc-65d6c80c5dd5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:00.102000 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0cfbc6b0-3eb0-4f4d-bb88-ae6c8c238385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:00.399885 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0a9bd4ed-7b01-4533-b2e1-da805df59bc5 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d HTTP/1.1" status: 200 len: 934 time: 1.1587410 Dec 08 02:02:00.401066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55356) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:00.412538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8c3d52f2-ea2e-4588-aff7-936e9ad45fc0 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'router': {'routes': None}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:00.422362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a154dc3-3477-4b8a-9441-d1a0a2106c11 req-295ec6f2-2a68-44d5-84d7-5bc1ffcdef37 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:00.450380 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a154dc3-3477-4b8a-9441-d1a0a2106c11 req-295ec6f2-2a68-44d5-84d7-5bc1ffcdef37 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.2370408 Dec 08 02:02:00.558388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a154dc3-3477-4b8a-9441-d1a0a2106c11 req-e55c3d2b-589e-4f6b-8e95-148a466682ab tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992107 Dec 08 02:02:00.638542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b16d1942-6d94-4cd2-9fba-f688fa0e783d None None] Provisioning complete for port 00f83b24-844f-4b1a-accc-65d6c80c5dd5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:00.639301 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b16d1942-6d94-4cd2-9fba-f688fa0e783d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:01.148933 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.extraroute_db [None req-8c3d52f2-ea2e-4588-aff7-936e9ad45fc0 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Added routes are [] {{(pid=103130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 02:02:01.149991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.extraroute_db [None req-8c3d52f2-ea2e-4588-aff7-936e9ad45fc0 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 02:02:01.197380 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c3d52f2-ea2e-4588-aff7-936e9ad45fc0 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:01.344878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36247d71-2d96-484d-b1ea-656f29c21149 req-c258ad49-077f-4606-b23a-e33c33ef503e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:01.346887 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-36247d71-2d96-484d-b1ea-656f29c21149 req-c258ad49-077f-4606-b23a-e33c33ef503e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1461277 Dec 08 02:02:01.401486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2929fa-a161-49cc-8a67-2c3fb3ee9bbb None None] Sync routers for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:01.414393 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2929fa-a161-49cc-8a67-2c3fb3ee9bbb None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:01.415397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8a2929fa-a161-49cc-8a67-2c3fb3ee9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:01:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:01.510575 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-36247d71-2d96-484d-b1ea-656f29c21149 req-5a225ec3-941b-465c-8174-ae385930f38c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575689 Dec 08 02:02:01.547489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c3d52f2-ea2e-4588-aff7-936e9ad45fc0 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:01.553729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c3d52f2-ea2e-4588-aff7-936e9ad45fc0 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:01.616759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8a2929fa-a161-49cc-8a67-2c3fb3ee9bbb None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:01.875391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 00f83b24-844f-4b1a-accc-65d6c80c5dd5 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:01.897890 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3d52f2-ea2e-4588-aff7-936e9ad45fc0 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router a8b0d430-73d3-4115-9d66-f588bc9bbc9d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:02:01.899308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13cb8e-bc1e-45b7-ab9e-90334b8d020c req-23e11332-0b5d-457d-9f2b-056693a79da1 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:01.910149 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4d13cb8e-bc1e-45b7-ab9e-90334b8d020c req-23e11332-0b5d-457d-9f2b-056693a79da1 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.1543379 Dec 08 02:02:02.049305 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4d13cb8e-bc1e-45b7-ab9e-90334b8d020c req-3fe7de33-977b-4ad8-8fb5-f39ce3565e14 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376598 Dec 08 02:02:02.098519 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:02.099453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3d52f2-ea2e-4588-aff7-936e9ad45fc0 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:02.107665 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c3d52f2-ea2e-4588-aff7-936e9ad45fc0 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:02.108958 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8c3d52f2-ea2e-4588-aff7-936e9ad45fc0 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d HTTP/1.1" status: 200 len: 700 time: 1.7062747 Dec 08 02:02:02.111486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55384) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:02.179598 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0574cca2-cde1-4665-af20-298da15c56ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:02.203651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 00f83b24-844f-4b1a-accc-65d6c80c5dd5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:02.204182 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:02.336113 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-254cade0-ccce-4f27-82f7-e29af1db8107 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d HTTP/1.1" status: 200 len: 700 time: 0.2233372 Dec 08 02:02:02.339625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55388) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:02.691273 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:02.702365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8a2929fa-a161-49cc-8a67-2c3fb3ee9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:01Z', 'revision_number': 7, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '00f83b24-844f-4b1a-accc-65d6c80c5dd5', 'name': '', 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:24:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:51Z', 'updated_at': '2021-12-08T02:01:58Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:55Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:02.740311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2929fa-a161-49cc-8a67-2c3fb3ee9bbb None None] Checking router: a8b0d430-73d3-4115-9d66-f588bc9bbc9d for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:02:02.758687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2929fa-a161-49cc-8a67-2c3fb3ee9bbb None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:02.759805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8a2929fa-a161-49cc-8a67-2c3fb3ee9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:02.814113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9e708-f2d5-40c4-a0bb-0faa7312506f req-0644c679-7a4e-4614-834c-1ec9c1aae02c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:02.815994 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-11d9e708-f2d5-40c4-a0bb-0faa7312506f req-0644c679-7a4e-4614-834c-1ec9c1aae02c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1283987 Dec 08 02:02:02.942657 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-11d9e708-f2d5-40c4-a0bb-0faa7312506f req-6328a2b6-2519-4d15-90fa-8f668da7910a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184933 Dec 08 02:02:02.965832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8a2929fa-a161-49cc-8a67-2c3fb3ee9bbb None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:03.028212 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab6e310a-7dfe-405e-a696-4dd201100f69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:03.252311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8a2929fa-a161-49cc-8a67-2c3fb3ee9bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:01Z', 'revision_number': 7, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '00f83b24-844f-4b1a-accc-65d6c80c5dd5', 'name': '', 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:24:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:51Z', 'updated_at': '2021-12-08T02:01:58Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:55Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:03.279093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2929fa-a161-49cc-8a67-2c3fb3ee9bbb None None] The sync data for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 is: [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:01Z', 'revision_number': 7, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '00f83b24-844f-4b1a-accc-65d6c80c5dd5', 'name': '', 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:24:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:51Z', 'updated_at': '2021-12-08T02:01:58Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:55Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:03.339475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c1490-7f3d-4feb-a492-0ad572b3b441 req-ed64db53-32fb-4f18-a0e0-9ad8feda6e6d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:03.341151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-822c1490-7f3d-4feb-a492-0ad572b3b441 req-ed64db53-32fb-4f18-a0e0-9ad8feda6e6d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.1639442 Dec 08 02:02:03.498164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-822c1490-7f3d-4feb-a492-0ad572b3b441 req-b2710d5c-aebd-4199-9494-a41922bea902 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490824 Dec 08 02:02:03.524406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e310a-7dfe-405e-a696-4dd201100f69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port 00f83b24-844f-4b1a-accc-65d6c80c5dd5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:03.524875 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab6e310a-7dfe-405e-a696-4dd201100f69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:03.652139 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:03.661015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ab6e310a-7dfe-405e-a696-4dd201100f69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port 00f83b24-844f-4b1a-accc-65d6c80c5dd5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=00f83b24-844f-4b1a-accc-65d6c80c5dd5,segment=NetworkSegment(0d51d6e7-59ee-4b20-9e28-28da55e0be67),segment_id=0d51d6e7-59ee-4b20-9e28-28da55e0be67)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:03.661682 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab6e310a-7dfe-405e-a696-4dd201100f69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:03.681173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ab6e310a-7dfe-405e-a696-4dd201100f69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for 00f83b24-844f-4b1a-accc-65d6c80c5dd5 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:03.706848 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5063f-2eb0-48c4-9c6e-a29f772490b8 None None] Sync routers for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:03.731182 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5063f-2eb0-48c4-9c6e-a29f772490b8 None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:03.731832 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-81f5063f-2eb0-48c4-9c6e-a29f772490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:03.821116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 1b28c138-efe2-4d70-bfc6-de9f214c60f7 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:02:03.845964 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-81f5063f-2eb0-48c4-9c6e-a29f772490b8 None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:03.969289 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab6e310a-7dfe-405e-a696-4dd201100f69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:03.982879 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:03.997952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 1b28c138-efe2-4d70-bfc6-de9f214c60f7, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1b28c138-efe2-4d70-bfc6-de9f214c60f7,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:04.037810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '1b28c138-efe2-4d70-bfc6-de9f214c60f7', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'port_id': '1b28c138-efe2-4d70-bfc6-de9f214c60f7', 'mac_address': 'fa:16:3e:33:9d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:02:04.051288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e310a-7dfe-405e-a696-4dd201100f69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=00f83b24-844f-4b1a-accc-65d6c80c5dd5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:04.186731 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:04.218797 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b28c138-efe2-4d70-bfc6-de9f214c60f7 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:02:04.269315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 1b28c138-efe2-4d70-bfc6-de9f214c60f7, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1b28c138-efe2-4d70-bfc6-de9f214c60f7,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:04.270797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d946336-51f7-4324-996e-3538fb09f5b3 req-29dd4dd8-101c-4259-b93a-c819c6020e44 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:04.279110 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:04.282616 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d946336-51f7-4324-996e-3538fb09f5b3 req-29dd4dd8-101c-4259-b93a-c819c6020e44 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 944 time: 0.1880412 Dec 08 02:02:04.343527 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-81f5063f-2eb0-48c4-9c6e-a29f772490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:01Z', 'revision_number': 7, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '00f83b24-844f-4b1a-accc-65d6c80c5dd5', 'name': '', 'network_id': '2a706e21-a4d9-4c0a-8ff4-c51d7db66151', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:24:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:51Z', 'updated_at': '2021-12-08T02:01:58Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd34561dd-64f6-4378-bd9c-632d665820ab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:55Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:04.390312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=1b28c138-efe2-4d70-bfc6-de9f214c60f7,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:04.401273 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab6e310a-7dfe-405e-a696-4dd201100f69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:04.409342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.412182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.412879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.413571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.416108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.417201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.417915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.420250 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.420870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.421366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.421893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.422383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.423845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:04.438042 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d946336-51f7-4324-996e-3538fb09f5b3 req-7c008217-72e7-42f0-8cf9-88f61f1e36de tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541705 Dec 08 02:02:04.466587 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5063f-2eb0-48c4-9c6e-a29f772490b8 None None] Checking router: a8b0d430-73d3-4115-9d66-f588bc9bbc9d for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:02:04.476159 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5063f-2eb0-48c4-9c6e-a29f772490b8 None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:04.476834 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-81f5063f-2eb0-48c4-9c6e-a29f772490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:04.587486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['1b28c138-efe2-4d70-bfc6-de9f214c60f7'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:02:04.640452 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-81f5063f-2eb0-48c4-9c6e-a29f772490b8 None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:04.804302 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:04.861351 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-81f5063f-2eb0-48c4-9c6e-a29f772490b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:03Z', 'revision_number': 8, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:55Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:04.893598 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f5063f-2eb0-48c4-9c6e-a29f772490b8 None None] The sync data for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 is: [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:03Z', 'revision_number': 8, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:55Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:04.903392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3b3e-0c8a-4ffe-91a9-d30b9c80667c req-e06da1e2-3d06-4995-bc7e-fe0584102681 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:04.906526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d4a3b3e-0c8a-4ffe-91a9-d30b9c80667c req-e06da1e2-3d06-4995-bc7e-fe0584102681 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.2560751 Dec 08 02:02:04.936705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6e310a-7dfe-405e-a696-4dd201100f69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router a8b0d430-73d3-4115-9d66-f588bc9bbc9d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:02:05.058003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d4a3b3e-0c8a-4ffe-91a9-d30b9c80667c req-a9eb4a53-a5c6-42fb-bb5e-c12a8c6b2b2f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453557 Dec 08 02:02:05.083271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6e310a-7dfe-405e-a696-4dd201100f69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:05.090363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ab6e310a-7dfe-405e-a696-4dd201100f69 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7486432 Dec 08 02:02:05.093139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55484) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:05.150661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-3612106b-3fd4-43f9-a4eb-ece29e57d0d3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting subnet d34561dd-64f6-4378-bd9c-632d665820ab {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:02:05.154303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3612106b-3fd4-43f9-a4eb-ece29e57d0d3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:05.201040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3612106b-3fd4-43f9-a4eb-ece29e57d0d3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:05.347511 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3612106b-3fd4-43f9-a4eb-ece29e57d0d3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:05.357880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68013688-8e6c-4073-a1c7-2e058325df93 req-42bfb59d-5ac3-4f00-8265-3d72d0aab6d3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:05.359440 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68013688-8e6c-4073-a1c7-2e058325df93 req-42bfb59d-5ac3-4f00-8265-3d72d0aab6d3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.1011260 Dec 08 02:02:05.443688 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68013688-8e6c-4073-a1c7-2e058325df93 req-3e2a69fd-aa6a-4b44-b2b5-2fe194b913c7 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648334 Dec 08 02:02:05.457576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3612106b-3fd4-43f9-a4eb-ece29e57d0d3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:05.496430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612106b-3fd4-43f9-a4eb-ece29e57d0d3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Subnet': ['ID=d34561dd-64f6-4378-bd9c-632d665820ab,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:05.500635 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3612106b-3fd4-43f9-a4eb-ece29e57d0d3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:05.506712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3612106b-3fd4-43f9-a4eb-ece29e57d0d3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/d34561dd-64f6-4378-bd9c-632d665820ab HTTP/1.1" status: 204 len: 168 time: 0.4122248 Dec 08 02:02:05.509409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 55506) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:05.515221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f320e03c-9e65-4576-a522-f34b04ca43e8 None None] Network 2a706e21-a4d9-4c0a-8ff4-c51d7db66151 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:05.660666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a818aa42-a82b-4588-b80b-1dcd426094ca None None] Sync routers for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:05.701904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:05.703227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a818aa42-a82b-4588-b80b-1dcd426094ca None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:05.705014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a818aa42-a82b-4588-b80b-1dcd426094ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:05.743268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dac98e-df63-4795-89ee-805c4fee35a4 req-af6680d3-4a7f-462f-aa27-a8a46f90d1f0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:05.753913 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7dac98e-df63-4795-89ee-805c4fee35a4 req-af6680d3-4a7f-462f-aa27-a8a46f90d1f0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 945 time: 0.1632144 Dec 08 02:02:05.838925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 00f83b24-844f-4b1a-accc-65d6c80c5dd5 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:05.858957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 1b28c138-efe2-4d70-bfc6-de9f214c60f7 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:05.898618 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7dac98e-df63-4795-89ee-805c4fee35a4 req-2ee7be0d-70b7-44f3-b5b6-6f0b55dadd7c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436164 Dec 08 02:02:05.926477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port 7bae87fd-c997-457d-b126-10dd8918f808 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:05.936315 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.053520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a818aa42-a82b-4588-b80b-1dcd426094ca None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:06.136983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port 7bae87fd-c997-457d-b126-10dd8918f808, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7bae87fd-c997-457d-b126-10dd8918f808,segment=NetworkSegment(0d51d6e7-59ee-4b20-9e28-28da55e0be67),segment_id=0d51d6e7-59ee-4b20-9e28-28da55e0be67)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:06.137843 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.150568 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18383cd-19b1-4b67-84ab-b6bb4fb3d5e3 None None] DHCP port deletion for 2a706e21-a4d9-4c0a-8ff4-c51d7db66151 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:02:06.153587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 00f83b24-844f-4b1a-accc-65d6c80c5dd5 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:06.153949 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 00f83b24-844f-4b1a-accc-65d6c80c5dd5 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:06.181105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for 7bae87fd-c997-457d-b126-10dd8918f808 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:06.280136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 1b28c138-efe2-4d70-bfc6-de9f214c60f7 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:02:06.295831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 1b28c138-efe2-4d70-bfc6-de9f214c60f7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:06.296221 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.374326 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.377476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c18383cd-19b1-4b67-84ab-b6bb4fb3d5e3 None None] Deleting port 7bae87fd-c997-457d-b126-10dd8918f808 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:06.377869 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c18383cd-19b1-4b67-84ab-b6bb4fb3d5e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.431021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=7bae87fd-c997-457d-b126-10dd8918f808,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:06.433848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No DVR routers for this DVR port 7bae87fd-c997-457d-b126-10dd8918f808 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:06.491293 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.585431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c18383cd-19b1-4b67-84ab-b6bb4fb3d5e3 None None] For port 7bae87fd-c997-457d-b126-10dd8918f808, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:06.586056 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c18383cd-19b1-4b67-84ab-b6bb4fb3d5e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.633111 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.649707 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41b3d4d7-0118-4c02-b166-7d3c85141ea1 req-0a1f671e-d0d9-438b-b59e-6c212b549719 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1516519 Dec 08 02:02:06.665967 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c18383cd-19b1-4b67-84ab-b6bb4fb3d5e3 None None] Calling delete_port for 7bae87fd-c997-457d-b126-10dd8918f808 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:06.670270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a706e21-a4d9-4c0a-8ff4-c51d7db66151']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:06.686513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-c18383cd-19b1-4b67-84ab-b6bb4fb3d5e3 None None] Port 7bae87fd-c997-457d-b126-10dd8918f808 was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:02:06.694147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d51d6e7-59ee-4b20-9e28-28da55e0be67') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:06.694662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d51d6e7-59ee-4b20-9e28-28da55e0be67') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:06.707283 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.713684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cabd86e-a6b0-4702-b7ad-13ee73381b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b28c138-efe2-4d70-bfc6-de9f214c60f7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:06.717084 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67dcf23-f5c8-405c-b3f5-f8a9ccfc6618" -d '{"events": [{"server_uuid": "5cabd86e-a6b0-4702-b7ad-13ee73381b49", "name": "network-vif-plugged", "status": "completed", "tag": "1b28c138-efe2-4d70-bfc6-de9f214c60f7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:06.750570 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c18383cd-19b1-4b67-84ab-b6bb4fb3d5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.772174 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.783380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:02:06.783892 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.798294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 1b28c138-efe2-4d70-bfc6-de9f214c60f7, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1b28c138-efe2-4d70-bfc6-de9f214c60f7,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:06.801577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a818aa42-a82b-4588-b80b-1dcd426094ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:03Z', 'revision_number': 8, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:55Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:02:06.812192 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:02:06.837382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d4d7-0118-4c02-b166-7d3c85141ea1 req-09e4b08b-4050-4edc-ba1e-92e950756301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:06.840829 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41b3d4d7-0118-4c02-b166-7d3c85141ea1 req-09e4b08b-4050-4edc-ba1e-92e950756301 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e9ac14866184408b9076ee1b59c6099&device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 1098 time: 0.1214793 Dec 08 02:02:06.853593 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa2c5de-3e0b-4368-bfec-b0bbd0f6b7d8 x-openstack-request-id: req-5aa2c5de-3e0b-4368-bfec-b0bbd0f6b7d8 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:06.854334 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cabd86e-a6b0-4702-b7ad-13ee73381b49", "name": "network-vif-plugged", "status": "completed", "tag": "1b28c138-efe2-4d70-bfc6-de9f214c60f7", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:06.854738 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5aa2c5de-3e0b-4368-bfec-b0bbd0f6b7d8 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:06.855278 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cabd86e-a6b0-4702-b7ad-13ee73381b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b28c138-efe2-4d70-bfc6-de9f214c60f7', 'code': 200} Dec 08 02:02:06.885691 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.940661 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.950643 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:06.957685 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/networks/2a706e21-a4d9-4c0a-8ff4-c51d7db66151 HTTP/1.1" status: 204 len: 168 time: 1.4451039 Dec 08 02:02:06.959258 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 55626) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:07.066881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18383cd-19b1-4b67-84ab-b6bb4fb3d5e3 None None] Pushing event deleted for resources: {'Port': ['ID=7bae87fd-c997-457d-b126-10dd8918f808,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:07.210743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18383cd-19b1-4b67-84ab-b6bb4fb3d5e3 None None] No DVR routers for this DVR port 7bae87fd-c997-457d-b126-10dd8918f808 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:07.222722 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=1b28c138-efe2-4d70-bfc6-de9f214c60f7,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:07.229615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a818aa42-a82b-4588-b80b-1dcd426094ca None None] Checking router: a8b0d430-73d3-4115-9d66-f588bc9bbc9d for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:02:07.264972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a818aa42-a82b-4588-b80b-1dcd426094ca None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:07.270383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a818aa42-a82b-4588-b80b-1dcd426094ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:07.279851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4370853-3b11-45f5-a87d-5bb9985ac26e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Network': ['ID=2a706e21-a4d9-4c0a-8ff4-c51d7db66151,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:07.386190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5d639-5deb-4d17-9393-a6ab83fb4913 req-f62e8af1-f2db-4cc2-abe0-683aad77e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:07.387909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ef5d639-5deb-4d17-9393-a6ab83fb4913 req-f62e8af1-f2db-4cc2-abe0-683aad77e4d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 1098 time: 0.4692755 Dec 08 02:02:07.524642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1c5c5-60da-4ef4-9977-f142f9e5f04f req-9602a3f5-c34e-4a78-acbf-8ae2c7b22f69 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:07.526556 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-48e1c5c5-60da-4ef4-9977-f142f9e5f04f req-9602a3f5-c34e-4a78-acbf-8ae2c7b22f69 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 946 time: 0.3694720 Dec 08 02:02:07.599063 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:07.600757 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d4d7-0118-4c02-b166-7d3c85141ea1 req-e9882de4-e7b7-4404-bd59-d424cd34c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:07.602278 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41b3d4d7-0118-4c02-b166-7d3c85141ea1 req-e9882de4-e7b7-4404-bd59-d424cd34c9cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=8e56e77d-acd3-4322-858b-7809aa2b8bb3 HTTP/1.1" status: 200 len: 909 time: 0.6732495 Dec 08 02:02:07.643148 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ef5d639-5deb-4d17-9393-a6ab83fb4913 req-5c210e59-5168-4dea-8a2e-8702cc0d9b70 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393026 Dec 08 02:02:07.644056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba4fdc-df5a-4926-aa46-2192db8ada0c req-58934552-b46c-481f-99a3-9422e018f915 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:07.649007 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21ba4fdc-df5a-4926-aa46-2192db8ada0c req-58934552-b46c-481f-99a3-9422e018f915 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 946 time: 0.3894808 Dec 08 02:02:07.658467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a818aa42-a82b-4588-b80b-1dcd426094ca None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:07.738873 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21ba4fdc-df5a-4926-aa46-2192db8ada0c req-f91a9c5b-685a-421b-9430-d14cfa3c5fbb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846386 Dec 08 02:02:07.761156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7bae87fd-c997-457d-b126-10dd8918f808 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:07.829802 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-48e1c5c5-60da-4ef4-9977-f142f9e5f04f req-fa00fa5a-160f-4b74-8eb6-0f080e9dbebb tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823129 Dec 08 02:02:07.856212 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41b3d4d7-0118-4c02-b166-7d3c85141ea1 req-c1c98384-f510-447e-a7be-c3a337ea33f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c9b682-22c1-4c50-bfbb-b3aede846ea0 HTTP/1.1" status: 200 len: 1002 time: 0.2281120 Dec 08 02:02:07.872544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 7bae87fd-c997-457d-b126-10dd8918f808 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:07.873227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7bae87fd-c997-457d-b126-10dd8918f808 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:07.919837 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-674406b5-76d3-4c43-9de7-7adcd9d152be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:07.976524 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:07.998529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d4d7-0118-4c02-b166-7d3c85141ea1 req-afa595eb-080f-4660-a4d5-a3d8dcd4f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:08.000887 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41b3d4d7-0118-4c02-b166-7d3c85141ea1 req-afa595eb-080f-4660-a4d5-a3d8dcd4f242 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37b86d03-c466-4d52-8618-3fc9fbc06278 HTTP/1.1" status: 200 len: 847 time: 0.1033053 Dec 08 02:02:08.065676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:08.105484 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:08.137266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3d4d7-0118-4c02-b166-7d3c85141ea1 req-0e779c84-8963-42d8-a3d2-d4ae52632f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:08.139446 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41b3d4d7-0118-4c02-b166-7d3c85141ea1 req-0e779c84-8963-42d8-a3d2-d4ae52632f08 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8e56e77d-acd3-4322-858b-7809aa2b8bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228790 Dec 08 02:02:08.194409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=14']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:08.216342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a818aa42-a82b-4588-b80b-1dcd426094ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:03Z', 'revision_number': 8, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:55Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:08.265807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7def33-82e9-4230-b566-8a09cfe1e11a req-4186f11c-d8b5-4735-a189-ce9d6a6b2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:08.267319 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e7def33-82e9-4230-b566-8a09cfe1e11a req-4186f11c-d8b5-4735-a189-ce9d6a6b2bf0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1096 time: 0.1341002 Dec 08 02:02:08.269522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a818aa42-a82b-4588-b80b-1dcd426094ca None None] The sync data for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 is: [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:03Z', 'revision_number': 8, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': '423a0968-2d12-460e-a31d-d946295245e9', 'name': '', 'network_id': '23ca102d-d278-400d-9f7a-a3501d65d59f', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:7d:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:42Z', 'updated_at': '2021-12-08T02:01:55Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'b26c0ba7-9495-4756-93e4-326a05cfd415', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:08.416477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc54af-f5f6-4efe-987a-485ca236bd54 req-adbd9493-91d0-412d-be09-6b01d2446dcd tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:08.418913 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08dc54af-f5f6-4efe-987a-485ca236bd54 req-adbd9493-91d0-412d-be09-6b01d2446dcd tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.2536438 Dec 08 02:02:08.472270 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7def33-82e9-4230-b566-8a09cfe1e11a req-ac736945-de01-4a6f-abef-df82b38e9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:08.474362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e7def33-82e9-4230-b566-8a09cfe1e11a req-ac736945-de01-4a6f-abef-df82b38e9601 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.1753924 Dec 08 02:02:08.520700 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08dc54af-f5f6-4efe-987a-485ca236bd54 req-5132ab07-0b12-4165-ac0d-1a4a9b95191c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885735 Dec 08 02:02:08.524124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41b3d4d7-0118-4c02-b166-7d3c85141ea1 req-c179e25c-c245-4828-b343-5941fd97fa34 service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771825 Dec 08 02:02:08.608701 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e7def33-82e9-4230-b566-8a09cfe1e11a req-251d4221-6df5-4686-af08-8b58535d1919 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 999 time: 0.1255522 Dec 08 02:02:08.730418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-674406b5-76d3-4c43-9de7-7adcd9d152be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port 423a0968-2d12-460e-a31d-d946295245e9 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:08.730766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-674406b5-76d3-4c43-9de7-7adcd9d152be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:08.737681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41b3d4d7-0118-4c02-b166-7d3c85141ea1 req-c421895a-cd33-4ade-8509-e6f041a27625 service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785133 Dec 08 02:02:08.789811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7def33-82e9-4230-b566-8a09cfe1e11a req-31c3f37c-90c2-47d1-8337-e514dd9fd07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:08.791322 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e7def33-82e9-4230-b566-8a09cfe1e11a req-31c3f37c-90c2-47d1-8337-e514dd9fd07b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.1720231 Dec 08 02:02:08.864207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:08.866590 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06108f79-a0b0-43e3-b1ca-2a2f8601cf09" -d '{"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-unplugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:08.986527 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c14bf4-a1ae-4bc7-ae78-b2864dbec431 x-openstack-request-id: req-75c14bf4-a1ae-4bc7-ae78-b2864dbec431 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:08.986926 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-unplugged", "status": "completed", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:08.987455 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75c14bf4-a1ae-4bc7-ae78-b2864dbec431 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:08.988079 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'code': 200} Dec 08 02:02:09.496574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7def33-82e9-4230-b566-8a09cfe1e11a req-8fb6cc29-4465-451a-bf39-f6eba07a1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:09.498517 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e7def33-82e9-4230-b566-8a09cfe1e11a req-8fb6cc29-4465-451a-bf39-f6eba07a1957 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6539028 Dec 08 02:02:09.523368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-674406b5-76d3-4c43-9de7-7adcd9d152be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port 423a0968-2d12-460e-a31d-d946295245e9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=423a0968-2d12-460e-a31d-d946295245e9,segment=NetworkSegment(d49df23e-24d8-48d7-9265-2cc68e018136),segment_id=d49df23e-24d8-48d7-9265-2cc68e018136)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:09.523777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-674406b5-76d3-4c43-9de7-7adcd9d152be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:09.556079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b802dd8-def5-4fb3-b696-5cd6fca35e1a req-f06625f5-b7dd-431a-b872-2d0778e7bbdc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:09.558179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b802dd8-def5-4fb3-b696-5cd6fca35e1a req-f06625f5-b7dd-431a-b872-2d0778e7bbdc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 946 time: 0.1214147 Dec 08 02:02:09.573192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-674406b5-76d3-4c43-9de7-7adcd9d152be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for 423a0968-2d12-460e-a31d-d946295245e9 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:09.741604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e7def33-82e9-4230-b566-8a09cfe1e11a req-b1afa5c4-23ce-476c-bf3d-6ada96651c11 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337644 Dec 08 02:02:09.754340 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b802dd8-def5-4fb3-b696-5cd6fca35e1a req-13a7d2ba-1f99-429c-b7aa-81f723f60e87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731648 Dec 08 02:02:09.825370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f9fff-b6d1-45ba-963c-832b47d57e1f req-69a5555c-e536-437b-ac51-f7cd32239259 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:09.845317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5a0f9fff-b6d1-45ba-963c-832b47d57e1f req-69a5555c-e536-437b-ac51-f7cd32239259 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.1653087 Dec 08 02:02:10.036708 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5a0f9fff-b6d1-45ba-963c-832b47d57e1f req-85c51d8e-8c02-4427-859b-bbba9a4dd599 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693726 Dec 08 02:02:10.071268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e7def33-82e9-4230-b566-8a09cfe1e11a req-bede96be-d6d0-4436-8fe3-41939fa8f387 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208191 Dec 08 02:02:10.169049 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cb059-715c-4c94-adaa-94fafa3c5b81 req-3549692e-a0a9-4498-a7be-57fc938b614b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:10.170870 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-173cb059-715c-4c94-adaa-94fafa3c5b81 req-3549692e-a0a9-4498-a7be-57fc938b614b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 946 time: 0.1022828 Dec 08 02:02:10.172484 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-674406b5-76d3-4c43-9de7-7adcd9d152be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:10.221804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674406b5-76d3-4c43-9de7-7adcd9d152be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=423a0968-2d12-460e-a31d-d946295245e9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:10.341587 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-173cb059-715c-4c94-adaa-94fafa3c5b81 req-640f99d4-b5b3-4ea0-98a2-7101235b748e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628423 Dec 08 02:02:10.535495 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-674406b5-76d3-4c43-9de7-7adcd9d152be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:10.935899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674406b5-76d3-4c43-9de7-7adcd9d152be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router a8b0d430-73d3-4115-9d66-f588bc9bbc9d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:02:10.946248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f48dc-14ea-472d-b88d-3d34978f4dda req-e920b8c6-deed-4f51-b6ab-07d04dca97bf tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:10.947964 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b61f48dc-14ea-472d-b88d-3d34978f4dda req-e920b8c6-deed-4f51-b6ab-07d04dca97bf tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 946 time: 0.1123900 Dec 08 02:02:11.078490 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b61f48dc-14ea-472d-b88d-3d34978f4dda req-af17b017-e445-4f81-8e08-9c90beb37d68 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219575 Dec 08 02:02:11.163835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674406b5-76d3-4c43-9de7-7adcd9d152be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:11.170264 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-674406b5-76d3-4c43-9de7-7adcd9d152be tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2096784 Dec 08 02:02:11.174333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56006) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:11.177032 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6999232c-3921-42ec-ba7f-af87ff26e7db None None] Sync routers for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:11.200902 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6999232c-3921-42ec-ba7f-af87ff26e7db None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:11.201845 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6999232c-3921-42ec-ba7f-af87ff26e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:11.256557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4757d-aad7-4956-b897-6810c567c37a req-4e61b02d-fdec-449f-9119-9f335648c2f0 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:11.269989 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fa4757d-aad7-4956-b897-6810c567c37a req-4e61b02d-fdec-449f-9119-9f335648c2f0 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.1116948 Dec 08 02:02:11.327364 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6999232c-3921-42ec-ba7f-af87ff26e7db None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:11.350278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40bddc3-ac01-44c0-9b49-d7f62ff576b4 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting subnet b26c0ba7-9495-4756-93e4-326a05cfd415 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:02:11.354824 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f40bddc3-ac01-44c0-9b49-d7f62ff576b4 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:11.381969 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fa4757d-aad7-4956-b897-6810c567c37a req-863faf47-8346-4619-936a-7c520f20d673 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110921 Dec 08 02:02:11.527571 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f40bddc3-ac01-44c0-9b49-d7f62ff576b4 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:11.618912 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6999232c-3921-42ec-ba7f-af87ff26e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:09Z', 'revision_number': 9, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:11.657211 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6999232c-3921-42ec-ba7f-af87ff26e7db None None] Checking router: a8b0d430-73d3-4115-9d66-f588bc9bbc9d for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:02:11.673391 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6999232c-3921-42ec-ba7f-af87ff26e7db None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:11.674431 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6999232c-3921-42ec-ba7f-af87ff26e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:11.692559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c3538-6d4d-4e01-b277-cd4c97004fd1 req-6a85698d-bb8e-48bd-8064-22b3b1990fe8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:11.701259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a22c3538-6d4d-4e01-b277-cd4c97004fd1 req-6a85698d-bb8e-48bd-8064-22b3b1990fe8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.1113198 Dec 08 02:02:11.729810 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f40bddc3-ac01-44c0-9b49-d7f62ff576b4 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:11.776942 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a22c3538-6d4d-4e01-b277-cd4c97004fd1 req-27083d4e-a254-445c-a41a-b5fe0550d4d4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746975 Dec 08 02:02:11.879042 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f40bddc3-ac01-44c0-9b49-d7f62ff576b4 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:11.940419 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f40bddc3-ac01-44c0-9b49-d7f62ff576b4 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:11.942755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d4fe17-e0ca-406f-8844-897f13ba4772 None None] Network 23ca102d-d278-400d-9f7a-a3501d65d59f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:11.947042 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f40bddc3-ac01-44c0-9b49-d7f62ff576b4 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/b26c0ba7-9495-4756-93e4-326a05cfd415 HTTP/1.1" status: 204 len: 168 time: 0.7715068 Dec 08 02:02:11.950656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:11.953034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bddc3-ac01-44c0-9b49-d7f62ff576b4 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Subnet': ['ID=b26c0ba7-9495-4756-93e4-326a05cfd415,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:11.970862 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6999232c-3921-42ec-ba7f-af87ff26e7db None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:12.087985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215497b-851e-4563-8b85-0ef58bec1c04 req-69360f17-fd15-4dca-bffc-425b65e360bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:12.119033 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e215497b-851e-4563-8b85-0ef58bec1c04 req-69360f17-fd15-4dca-bffc-425b65e360bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.1625860 Dec 08 02:02:12.258653 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e215497b-851e-4563-8b85-0ef58bec1c04 req-efe9a361-4ed8-4b48-adc7-ce40679ec25d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372209 Dec 08 02:02:12.272952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6a79d1-f5a8-47f2-af52-bc6751283bbf None None] DHCP port deletion for 23ca102d-d278-400d-9f7a-a3501d65d59f request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:02:12.292401 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6999232c-3921-42ec-ba7f-af87ff26e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:09Z', 'revision_number': 9, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:12.343056 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6999232c-3921-42ec-ba7f-af87ff26e7db None None] The sync data for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 is: [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:09Z', 'revision_number': 9, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': 'a237f670-98f3-444c-93f7-6a59197365b6', 'name': '', 'network_id': 'a6e92c61-771e-4dea-afac-1bbd4cca97c5', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:cd:f5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:32Z', 'updated_at': '2021-12-08T02:01:47Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd0a83214-f54a-4ba6-84a0-544e17641ebc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:12.379921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:12.425479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a79d1-f5a8-47f2-af52-bc6751283bbf None None] Deleting port 5a797b86-8bde-4be6-82cd-d04e65d52cd1 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:12.426021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f6a79d1-f5a8-47f2-af52-bc6751283bbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:12.499440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fb00d-ba4e-45ca-bd11-abdc9c81ab8a req-8dfae591-68e0-4b81-bf4f-563820ef5301 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:12.503805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a6fb00d-ba4e-45ca-bd11-abdc9c81ab8a req-8dfae591-68e0-4b81-bf4f-563820ef5301 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 946 time: 0.1202586 Dec 08 02:02:12.525863 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df17ef-79d3-4a50-9bd8-b411ae9fd2fc req-b93fc066-503f-446d-a086-8a0c3e62fe65 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:12.536852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60df17ef-79d3-4a50-9bd8-b411ae9fd2fc req-b93fc066-503f-446d-a086-8a0c3e62fe65 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 946 time: 0.2578530 Dec 08 02:02:12.547605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7f6a79d1-f5a8-47f2-af52-bc6751283bbf None None] For port 5a797b86-8bde-4be6-82cd-d04e65d52cd1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5a797b86-8bde-4be6-82cd-d04e65d52cd1,segment=NetworkSegment(d49df23e-24d8-48d7-9265-2cc68e018136),segment_id=d49df23e-24d8-48d7-9265-2cc68e018136)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:12.548130 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f6a79d1-f5a8-47f2-af52-bc6751283bbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:12.563865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a79d1-f5a8-47f2-af52-bc6751283bbf None None] Calling delete_port for 5a797b86-8bde-4be6-82cd-d04e65d52cd1 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:12.641645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port 5a797b86-8bde-4be6-82cd-d04e65d52cd1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:12.642060 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:12.673109 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f6a79d1-f5a8-47f2-af52-bc6751283bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:12.730967 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60df17ef-79d3-4a50-9bd8-b411ae9fd2fc req-fd9876f0-27e0-483f-9464-a86c2177c773 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917691 Dec 08 02:02:12.743642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a79d1-f5a8-47f2-af52-bc6751283bbf None None] Pushing event deleted for resources: {'Port': ['ID=5a797b86-8bde-4be6-82cd-d04e65d52cd1,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:12.758687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a79d1-f5a8-47f2-af52-bc6751283bbf None None] No DVR routers for this DVR port 5a797b86-8bde-4be6-82cd-d04e65d52cd1 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:12.830363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-99e41f8d-beb9-4f09-92ba-6ba8697c814c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:12.832454 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-99e41f8d-beb9-4f09-92ba-6ba8697c814c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 811 time: 0.2164485 Dec 08 02:02:12.866148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-be68cee3-3064-4bc0-b614-a49a328c895d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/quotas/cdb0831a1fae414393e2d0def30436d3 HTTP/1.1" status: 200 len: 375 time: 0.0209844 Dec 08 02:02:12.907975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port 5a797b86-8bde-4be6-82cd-d04e65d52cd1, host n-d-713498-30, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:12.908419 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:12.934673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for 5a797b86-8bde-4be6-82cd-d04e65d52cd1 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:12.944386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Port 5a797b86-8bde-4be6-82cd-d04e65d52cd1 was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:02:12.951288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-3a6fb00d-ba4e-45ca-bd11-abdc9c81ab8a req-dd01ee87-d788-47df-90a7-f206c92b3a86 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Deleting port 1b28c138-efe2-4d70-bfc6-de9f214c60f7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:12.952166 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3a6fb00d-ba4e-45ca-bd11-abdc9c81ab8a req-dd01ee87-d788-47df-90a7-f206c92b3a86 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:12.993282 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-b6639fcf-f9aa-4a1b-aaee-5a470397190e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1177168 Dec 08 02:02:13.045260 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.087230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7ae1b7cd-1b24-4197-99cb-b4312ac8eca0 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:02:13.088851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No DVR routers for this DVR port 5a797b86-8bde-4be6-82cd-d04e65d52cd1 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:13.091513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=5a797b86-8bde-4be6-82cd-d04e65d52cd1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:13.097591 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7ae1b7cd-1b24-4197-99cb-b4312ac8eca0 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0994022 Dec 08 02:02:13.168493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3a6fb00d-ba4e-45ca-bd11-abdc9c81ab8a req-dd01ee87-d788-47df-90a7-f206c92b3a86 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] For port 1b28c138-efe2-4d70-bfc6-de9f214c60f7, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=1b28c138-efe2-4d70-bfc6-de9f214c60f7,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:13.170104 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3a6fb00d-ba4e-45ca-bd11-abdc9c81ab8a req-dd01ee87-d788-47df-90a7-f206c92b3a86 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.191607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-3a6fb00d-ba4e-45ca-bd11-abdc9c81ab8a req-dd01ee87-d788-47df-90a7-f206c92b3a86 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Calling delete_port for 1b28c138-efe2-4d70-bfc6-de9f214c60f7 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:13.281646 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-8de3b357-ceaf-4c3b-8c0c-a0fedd5342fc service neutron] 10.222.0.70 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823781 Dec 08 02:02:13.305772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.340622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ca102d-d278-400d-9f7a-a3501d65d59f']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:13.364200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49df23e-24d8-48d7-9265-2cc68e018136') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:13.364501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49df23e-24d8-48d7-9265-2cc68e018136') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:13.382696 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.435467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-01f3afd3-d1c8-4b82-9804-43b47c6e6dc3 service neutron] 10.222.0.70 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529338 Dec 08 02:02:13.441012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.474712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:02:13.475500 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:02:13.480170 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:02:13.493554 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3a6fb00d-ba4e-45ca-bd11-abdc9c81ab8a req-dd01ee87-d788-47df-90a7-f206c92b3a86 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.528968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['1b28c138-efe2-4d70-bfc6-de9f214c60f7'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:02:13.529862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01ee87-d788-47df-90a7-f206c92b3a86 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event deleted for resources: {'Port': ['ID=1b28c138-efe2-4d70-bfc6-de9f214c60f7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:13.533285 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['30580792-66a0-4481-9861-1de8ca861163'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:02:13.670930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6fb00d-ba4e-45ca-bd11-abdc9c81ab8a req-dd01ee87-d788-47df-90a7-f206c92b3a86 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] No DVR routers for this DVR port 1b28c138-efe2-4d70-bfc6-de9f214c60f7 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:13.677805 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.690840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3a6fb00d-ba4e-45ca-bd11-abdc9c81ab8a req-dd01ee87-d788-47df-90a7-f206c92b3a86 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.706026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a6fb00d-ba4e-45ca-bd11-abdc9c81ab8a req-dd01ee87-d788-47df-90a7-f206c92b3a86 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "DELETE /v2.0/ports/1b28c138-efe2-4d70-bfc6-de9f214c60f7 HTTP/1.1" status: 204 len: 173 time: 1.1631494 Dec 08 02:02:13.707315 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:13.712903 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/networks/23ca102d-d278-400d-9f7a-a3501d65d59f HTTP/1.1" status: 204 len: 168 time: 1.7611077 Dec 08 02:02:13.716622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56154) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:13.718354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cabd86e-a6b0-4702-b7ad-13ee73381b49', 'name': 'network-vif-deleted', 'tag': '1b28c138-efe2-4d70-bfc6-de9f214c60f7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:13.721175 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd26efa2-6696-4048-8896-6c2226b956c1" -d '{"events": [{"server_uuid": "5cabd86e-a6b0-4702-b7ad-13ee73381b49", "name": "network-vif-deleted", "tag": "1b28c138-efe2-4d70-bfc6-de9f214c60f7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:13.780476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8578510-9f70-4e02-a04c-9718b95a0376 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Network': ['ID=23ca102d-d278-400d-9f7a-a3501d65d59f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:13.847951 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2686c6b9-69e8-40f2-b5be-23e4ec9a0aa9 x-openstack-request-id: req-2686c6b9-69e8-40f2-b5be-23e4ec9a0aa9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:13.848254 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cabd86e-a6b0-4702-b7ad-13ee73381b49", "name": "network-vif-deleted", "tag": "1b28c138-efe2-4d70-bfc6-de9f214c60f7", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:13.848614 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2686c6b9-69e8-40f2-b5be-23e4ec9a0aa9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:13.850268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5a797b86-8bde-4be6-82cd-d04e65d52cd1 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:13.855064 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cabd86e-a6b0-4702-b7ad-13ee73381b49', 'name': 'network-vif-deleted', 'tag': '1b28c138-efe2-4d70-bfc6-de9f214c60f7', 'status': 'completed', 'code': 200} Dec 08 02:02:13.859914 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fb6a76a3-3915-4543-b700-266f3641b3f0 req-651ca46e-3c70-4ace-b81f-42484e5e91a6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 210 time: 0.0564134 Dec 08 02:02:13.993398 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 5a797b86-8bde-4be6-82cd-d04e65d52cd1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:13.993873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5a797b86-8bde-4be6-82cd-d04e65d52cd1 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:13.995217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 423a0968-2d12-460e-a31d-d946295245e9 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:14.038186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 423a0968-2d12-460e-a31d-d946295245e9 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:14.038785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 423a0968-2d12-460e-a31d-d946295245e9 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:14.155841 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b5bd302-9fc2-4db9-94d3-2971229c38cd req-e3b05b09-f43d-444b-b9d5-22870449c362 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 210 time: 0.1369021 Dec 08 02:02:14.173156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec061562-8ac8-41f3-9bdd-85cf72bf3efb req-0ed4e889-bf77-49c5-918c-745fbf1bb1cf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2250218 Dec 08 02:02:14.387998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061562-8ac8-41f3-9bdd-85cf72bf3efb req-5f716d84-b99a-41ec-baa5-c641cacf07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:14.390025 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec061562-8ac8-41f3-9bdd-85cf72bf3efb req-5f716d84-b99a-41ec-baa5-c641cacf07bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 1098 time: 0.1781118 Dec 08 02:02:14.583486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061562-8ac8-41f3-9bdd-85cf72bf3efb req-c5775fe4-e376-4dc5-9cef-76935cc14086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:14.584871 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec061562-8ac8-41f3-9bdd-85cf72bf3efb req-c5775fe4-e376-4dc5-9cef-76935cc14086 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.1666241 Dec 08 02:02:14.633038 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec061562-8ac8-41f3-9bdd-85cf72bf3efb req-a492fb44-d872-48ed-be24-86c6c8928f6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30580792-66a0-4481-9861-1de8ca861163 HTTP/1.1" status: 200 len: 217 time: 0.0399544 Dec 08 02:02:14.692847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061562-8ac8-41f3-9bdd-85cf72bf3efb req-5a15f40f-7773-4166-b7de-8b5df9bba22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:14.694299 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec061562-8ac8-41f3-9bdd-85cf72bf3efb req-5a15f40f-7773-4166-b7de-8b5df9bba22e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0544591 Dec 08 02:02:14.769462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061562-8ac8-41f3-9bdd-85cf72bf3efb req-e9fe152a-87b4-49aa-a556-540732eaefd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:14.771295 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec061562-8ac8-41f3-9bdd-85cf72bf3efb req-e9fe152a-87b4-49aa-a556-540732eaefd0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690405 Dec 08 02:02:14.815540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-203e4351-fd48-48c6-b221-e9aed7db300e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:15.004065 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a25a1cd9-268a-45d3-9b9b-9ab46d94fa06 req-93bdc002-c9aa-4b0b-9e20-f47fb42bf10f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 210 time: 0.0444109 Dec 08 02:02:15.045953 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec061562-8ac8-41f3-9bdd-85cf72bf3efb req-58da2a0f-a35b-45e9-a121-5af7033b45e1 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670984 Dec 08 02:02:15.226385 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec061562-8ac8-41f3-9bdd-85cf72bf3efb req-1a336958-3545-4e5d-bf1e-0cb0a45adfb5 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711361 Dec 08 02:02:15.398413 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e671bfa-5b09-4ab7-8756-1f0bb60fba4c req-d52fdff9-faea-4ba2-bb20-2484f63467b4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 210 time: 0.0889719 Dec 08 02:02:15.509375 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-497f631d-65d3-4f8c-8f12-8d61099eb55c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:15.511844 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-497f631d-65d3-4f8c-8f12-8d61099eb55c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 811 time: 0.2407117 Dec 08 02:02:15.531632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-203e4351-fd48-48c6-b221-e9aed7db300e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port a237f670-98f3-444c-93f7-6a59197365b6 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:15.531981 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-203e4351-fd48-48c6-b221-e9aed7db300e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:15.558237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Request body: {'port': {'device_id': 'cb1da62b-02f1-4110-9e83-e5d3b8378809', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'admin_state_up': True, 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:15.736328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-203e4351-fd48-48c6-b221-e9aed7db300e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port a237f670-98f3-444c-93f7-6a59197365b6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a237f670-98f3-444c-93f7-6a59197365b6,segment=NetworkSegment(5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e),segment_id=5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:15.736589 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-203e4351-fd48-48c6-b221-e9aed7db300e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:15.757729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-203e4351-fd48-48c6-b221-e9aed7db300e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for a237f670-98f3-444c-93f7-6a59197365b6 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:15.823411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Made reservation on behalf of cdb0831a1fae414393e2d0def30436d3 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:15.827642 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:15.902256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 1b28c138-efe2-4d70-bfc6-de9f214c60f7 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:15.931811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 1b28c138-efe2-4d70-bfc6-de9f214c60f7 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:15.932195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 1b28c138-efe2-4d70-bfc6-de9f214c60f7 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:16.086878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Allocated IP 172.20.0.5 (27723c74-81e8-475d-b1e1-ca5d10577f1f/8fed91d9-b04b-4464-aa55-4df93f6a65ba/78c052ec-8dc3-4fa3-832d-bfdc7c07739f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:02:16.114815 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-203e4351-fd48-48c6-b221-e9aed7db300e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:16.116143 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4d12e72-9885-4a75-872e-0e0235122a41 req-b3d16f25-fbdf-4064-acdd-97475bd8402d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 210 time: 0.0406888 Dec 08 02:02:16.166030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e4351-fd48-48c6-b221-e9aed7db300e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=a237f670-98f3-444c-93f7-6a59197365b6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:16.472024 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-203e4351-fd48-48c6-b221-e9aed7db300e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:16.522085 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:17.026339 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3448946d-35c2-46ae-a6b0-67006648d38b req-557c8e45-d843-476d-a6ac-565c577f8608 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 210 time: 0.4936972 Dec 08 02:02:17.069502 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:17.222970 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203e4351-fd48-48c6-b221-e9aed7db300e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router a8b0d430-73d3-4115-9d66-f588bc9bbc9d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:02:17.237398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:17.243042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:17.246475 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:02:17.275249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741f06d-2a1d-480f-b87a-a558c76262a1 req-2fe6c091-1c61-463e-b1de-51f44e231b7b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:17.279552 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f741f06d-2a1d-480f-b87a-a558c76262a1 req-2fe6c091-1c61-463e-b1de-51f44e231b7b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 931 time: 0.0784972 Dec 08 02:02:17.325021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event updated for resources: {'Port': ['ID=78c052ec-8dc3-4fa3-832d-bfdc7c07739f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:17.339940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:17.343555 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:17.352508 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f741f06d-2a1d-480f-b87a-a558c76262a1 req-b005b569-f7cd-426f-bc3c-3535c85a4a03 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663595 Dec 08 02:02:17.470662 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-925c9517-a738-44c1-84c6-0ac1734ac128 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9170585 Dec 08 02:02:17.501180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Request body: {'port': {'device_id': 'cb1da62b-02f1-4110-9e83-e5d3b8378809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:17.520637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203e4351-fd48-48c6-b221-e9aed7db300e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:17.533101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ee7da-6e9b-4e1c-9959-3bd187847927 None None] Sync routers for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:17.547844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ee7da-6e9b-4e1c-9959-3bd187847927 None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:17.548864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a38ee7da-6e9b-4e1c-9959-3bd187847927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:17.564680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:17.564818 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-203e4351-fd48-48c6-b221-e9aed7db300e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8433101 Dec 08 02:02:17.642619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-1579df52-1fa5-47c4-8b3f-74630a0d1b8a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting subnet d0a83214-f54a-4ba6-84a0-544e17641ebc {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:02:17.644762 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:17.648081 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1579df52-1fa5-47c4-8b3f-74630a0d1b8a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:17.767106 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1579df52-1fa5-47c4-8b3f-74630a0d1b8a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:17.774449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a38ee7da-6e9b-4e1c-9959-3bd187847927 None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:17.777168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-652b658e-bf21-4eea-ae49-23c35cf60a51 None None] Provisioning complete for port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:17.777707 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-652b658e-bf21-4eea-ae49-23c35cf60a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:17.860663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-652b658e-bf21-4eea-ae49-23c35cf60a51 None None] Port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:02:18.191821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c052ec-8dc3-4fa3-832d-bfdc7c07739f {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:02:18.236491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4416d976-0f1a-4dbe-9b49-4a6d7668d7d0 req-23391037-4fc1-42ed-9e44-8a9f9626bb5c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 210 time: 0.0505927 Dec 08 02:02:18.238776 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.250261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1579df52-1fa5-47c4-8b3f-74630a0d1b8a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.256608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Transition to ACTIVE for port object 78c052ec-8dc3-4fa3-832d-bfdc7c07739f will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:02:18.262392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.263929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a38ee7da-6e9b-4e1c-9959-3bd187847927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:16Z', 'revision_number': 10, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:18.294373 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ee7da-6e9b-4e1c-9959-3bd187847927 None None] Checking router: a8b0d430-73d3-4115-9d66-f588bc9bbc9d for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:02:18.303323 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ee7da-6e9b-4e1c-9959-3bd187847927 None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:18.304098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a38ee7da-6e9b-4e1c-9959-3bd187847927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:18.348857 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1579df52-1fa5-47c4-8b3f-74630a0d1b8a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.411375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a38ee7da-6e9b-4e1c-9959-3bd187847927 None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:18.424172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579df52-1fa5-47c4-8b3f-74630a0d1b8a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a83214-f54a-4ba6-84a0-544e17641ebc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:18.426224 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1579df52-1fa5-47c4-8b3f-74630a0d1b8a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.455526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1579df52-1fa5-47c4-8b3f-74630a0d1b8a tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/d0a83214-f54a-4ba6-84a0-544e17641ebc HTTP/1.1" status: 204 len: 168 time: 0.8894794 Dec 08 02:02:18.461484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56284) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:18.469340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Pushing event updated for resources: {'Port': ['ID=78c052ec-8dc3-4fa3-832d-bfdc7c07739f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:18.537507 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138b8923-34dc-44d1-89c6-05ca36677e51 None None] Network a6e92c61-771e-4dea-afac-1bbd4cca97c5 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:18.635347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0d81b-8a70-41fd-854b-bb2a90f22c8f req-507424f2-bb26-4516-b54b-1118e533ba33 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:18.638255 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81f0d81b-8a70-41fd-854b-bb2a90f22c8f req-507424f2-bb26-4516-b54b-1118e533ba33 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 943 time: 0.1167862 Dec 08 02:02:18.727692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-81f0d81b-8a70-41fd-854b-bb2a90f22c8f req-272c9f24-6d00-4294-be68-e388368675fe tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824265 Dec 08 02:02:18.752252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Attempting to bind port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:02:18.752804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Attempting to bind port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:02:18.753113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Attempting to bind port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f on network 27723c74-81e8-475d-b1e1-ca5d10577f1f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:18.774925 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.787312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f on network 27723c74-81e8-475d-b1e1-ca5d10577f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:02:18.787690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Attempting to bind port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f on network 27723c74-81e8-475d-b1e1-ca5d10577f1f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:18.796504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:02:18.796849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Checking segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:18.797228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Bound using segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:02:18.798013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Bound port: 78c052ec-8dc3-4fa3-832d-bfdc7c07739f, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:02:18.798616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.921117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] For port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:02:18.939063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] For port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=78c052ec-8dc3-4fa3-832d-bfdc7c07739f,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:02:18.944476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3582a0-5004-41f3-8662-b502b80137eb None None] DHCP port deletion for a6e92c61-771e-4dea-afac-1bbd4cca97c5 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:02:18.944989 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port b1bd5852-241d-4dc4-90c2-a44e874d1106 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:18.945966 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.948847 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:18.961711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a38ee7da-6e9b-4e1c-9959-3bd187847927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:16Z', 'revision_number': 10, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:19.018332 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:19.019071 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:19.020926 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] 10.222.0.65 "PUT /v2.0/ports/78c052ec-8dc3-4fa3-832d-bfdc7c07739f HTTP/1.1" status: 200 len: 1092 time: 1.5239184 Dec 08 02:02:19.044917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ee7da-6e9b-4e1c-9959-3bd187847927 None None] The sync data for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 is: [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:16Z', 'revision_number': 10, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None, '_interfaces': [{'id': 'c345d86f-2c44-41aa-b371-bfa814576eee', 'name': '', 'network_id': '126be440-193f-4768-9dfc-202f3f96a032', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'mac_address': 'fa:16:3e:f8:0b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:01:26Z', 'updated_at': '2021-12-08T02:01:36Z', 'revision_number': 5, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'subnets': [{'id': 'd63c016f-1adb-41ad-9243-877e03098cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:19.061450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb1da62b-02f1-4110-9e83-e5d3b8378809', 'tag': '78c052ec-8dc3-4fa3-832d-bfdc7c07739f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:19.063997 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a288120b-88c0-46b9-a978-5ce27bc255be" -d '{"events": [{"name": "network-changed", "server_uuid": "cb1da62b-02f1-4110-9e83-e5d3b8378809", "tag": "78c052ec-8dc3-4fa3-832d-bfdc7c07739f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:19.075317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0e3582a0-5004-41f3-8662-b502b80137eb None None] Deleting port b1bd5852-241d-4dc4-90c2-a44e874d1106 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:19.076363 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e3582a0-5004-41f3-8662-b502b80137eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:19.124924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port b1bd5852-241d-4dc4-90c2-a44e874d1106, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b1bd5852-241d-4dc4-90c2-a44e874d1106,segment=NetworkSegment(5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e),segment_id=5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:19.128959 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:19.136031 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341b43a4-6e41-4d5c-93b4-965db41c68c7 x-openstack-request-id: req-341b43a4-6e41-4d5c-93b4-965db41c68c7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:19.136419 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb1da62b-02f1-4110-9e83-e5d3b8378809", "tag": "78c052ec-8dc3-4fa3-832d-bfdc7c07739f", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:19.136836 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-341b43a4-6e41-4d5c-93b4-965db41c68c7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:19.137302 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb1da62b-02f1-4110-9e83-e5d3b8378809', 'tag': '78c052ec-8dc3-4fa3-832d-bfdc7c07739f', 'status': 'completed', 'code': 200} Dec 08 02:02:19.170344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0e3582a0-5004-41f3-8662-b502b80137eb None None] For port b1bd5852-241d-4dc4-90c2-a44e874d1106, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b1bd5852-241d-4dc4-90c2-a44e874d1106,segment=NetworkSegment(5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e),segment_id=5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:19.170877 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e3582a0-5004-41f3-8662-b502b80137eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:19.184698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for b1bd5852-241d-4dc4-90c2-a44e874d1106 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:19.187438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0e3582a0-5004-41f3-8662-b502b80137eb None None] Calling delete_port for b1bd5852-241d-4dc4-90c2-a44e874d1106 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:19.195827 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b161cfe-923e-4e9a-b671-382177fa835c service neutron] Pushing event updated for resources: {'Port': ['ID=78c052ec-8dc3-4fa3-832d-bfdc7c07739f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:19.301187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-c48138ce-cb82-4f41-9ad8-9d16b6b08729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:19.303404 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-c48138ce-cb82-4f41-9ad8-9d16b6b08729 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 1095 time: 0.1514473 Dec 08 02:02:19.367012 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-86fb9e64-5aca-4288-b389-200535b43f37 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78c052ec-8dc3-4fa3-832d-bfdc7c07739f HTTP/1.1" status: 200 len: 217 time: 0.0418565 Dec 08 02:02:19.386334 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92db26fc-c01c-4833-8105-c8bccc19ca0c req-e8ba65a0-97ff-4487-bef1-02602fd0f079 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 210 time: 0.0497160 Dec 08 02:02:19.387702 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e3582a0-5004-41f3-8662-b502b80137eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:19.438142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3582a0-5004-41f3-8662-b502b80137eb None None] Pushing event deleted for resources: {'Port': ['ID=b1bd5852-241d-4dc4-90c2-a44e874d1106,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:19.456023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3582a0-5004-41f3-8662-b502b80137eb None None] No DVR routers for this DVR port b1bd5852-241d-4dc4-90c2-a44e874d1106 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:19.466264 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:19.534491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=b1bd5852-241d-4dc4-90c2-a44e874d1106,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:19.540400 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No DVR routers for this DVR port b1bd5852-241d-4dc4-90c2-a44e874d1106 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:19.574821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-817409cf-d1a8-4128-9048-092ebaccb8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:19.576426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-817409cf-d1a8-4128-9048-092ebaccb8e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.1980920 Dec 08 02:02:19.677141 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:19.702160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e92c61-771e-4dea-afac-1bbd4cca97c5']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:19.715070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:19.715363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7c5c7c-8f27-4d64-8e7a-b0fe56ceea4e') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:19.731019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-846d688b-a424-4775-852a-354bc802e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:19.731019 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-846d688b-a424-4775-852a-354bc802e6aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366184 Dec 08 02:02:19.732972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:19.754330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b1bd5852-241d-4dc4-90c2-a44e874d1106 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:19.766985 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:19.783788 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:02:19.784565 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:02:19.801620 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:02:19.829072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: b1bd5852-241d-4dc4-90c2-a44e874d1106 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:19.833208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b1bd5852-241d-4dc4-90c2-a44e874d1106 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:19.833755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a237f670-98f3-444c-93f7-6a59197365b6 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:19.873238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: a237f670-98f3-444c-93f7-6a59197365b6 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:19.873875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a237f670-98f3-444c-93f7-6a59197365b6 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:19.937942 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:19.964995 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:19.968232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/networks/a6e92c61-771e-4dea-afac-1bbd4cca97c5 HTTP/1.1" status: 204 len: 168 time: 1.5019422 Dec 08 02:02:19.971326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56430) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:19.971496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e765bcc-ff0a-4b66-930b-16e7e491796e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Network': ['ID=a6e92c61-771e-4dea-afac-1bbd4cca97c5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:19.976788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-986fe2f2-3d13-4997-8ffc-fbf1c5c23c6d service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339687 Dec 08 02:02:20.005093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97267aac-96af-41fa-ada9-e315ee87835e req-13216af5-93ce-4d03-b233-0a9964dff514 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:20.007098 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97267aac-96af-41fa-ada9-e315ee87835e req-13216af5-93ce-4d03-b233-0a9964dff514 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 943 time: 0.1138310 Dec 08 02:02:20.125608 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-97267aac-96af-41fa-ada9-e315ee87835e req-f14818d0-3ec4-4872-a091-7712df585464 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051342 Dec 08 02:02:20.146002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d8c5b61-5afb-4c7d-a1a6-8f98a98d0bc0 req-45ff23b5-a8f7-4872-9ac4-1482339c0fa6 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600566 Dec 08 02:02:20.314204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288120b-88c0-46b9-a978-5ce27bc255be req-13c897db-686d-4faf-ad1a-dfe34a1a9b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:20.316624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a288120b-88c0-46b9-a978-5ce27bc255be req-13c897db-686d-4faf-ad1a-dfe34a1a9b86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 1095 time: 0.0525723 Dec 08 02:02:20.421655 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a56275-1883-4637-a576-a8cd8e5daf26 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.465709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288120b-88c0-46b9-a978-5ce27bc255be req-7fb7758d-164d-49cd-ade6-05a9facd39b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:20.468445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a288120b-88c0-46b9-a978-5ce27bc255be req-7fb7758d-164d-49cd-ade6-05a9facd39b1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.1431441 Dec 08 02:02:20.540168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a288120b-88c0-46b9-a978-5ce27bc255be req-ad78d4a4-40f2-4c56-a745-d86250e4fd91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78c052ec-8dc3-4fa3-832d-bfdc7c07739f HTTP/1.1" status: 200 len: 217 time: 0.0595338 Dec 08 02:02:20.567421 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d7a3a8a-81c2-4451-aedd-40222e7d975b req-7a7c470f-2c2d-4ee1-adbe-274ce6c6ad37 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 210 time: 0.0498435 Dec 08 02:02:20.633017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288120b-88c0-46b9-a978-5ce27bc255be req-8ab3105d-2cc0-4e91-8ab1-d7a62038d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:20.635007 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a288120b-88c0-46b9-a978-5ce27bc255be req-8ab3105d-2cc0-4e91-8ab1-d7a62038d6e1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0886731 Dec 08 02:02:20.694279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288120b-88c0-46b9-a978-5ce27bc255be req-135d4f8e-7017-4889-ba55-49f6e0c4a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:20.696083 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a288120b-88c0-46b9-a978-5ce27bc255be req-135d4f8e-7017-4889-ba55-49f6e0c4a8ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533555 Dec 08 02:02:20.794440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-76a56275-1883-4637-a576-a8cd8e5daf26 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port c345d86f-2c44-41aa-b371-bfa814576eee {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:20.795583 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a56275-1883-4637-a576-a8cd8e5daf26 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.816534 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a288120b-88c0-46b9-a978-5ce27bc255be req-111e293d-4ff7-4f3a-a089-e54a589bf7b0 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108563 Dec 08 02:02:20.911727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-76a56275-1883-4637-a576-a8cd8e5daf26 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port c345d86f-2c44-41aa-b371-bfa814576eee, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c345d86f-2c44-41aa-b371-bfa814576eee,segment=NetworkSegment(c8aeccb4-5bb7-4c74-8122-b0f066087ffe),segment_id=c8aeccb4-5bb7-4c74-8122-b0f066087ffe)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:20.912087 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a56275-1883-4637-a576-a8cd8e5daf26 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:20.926757 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-76a56275-1883-4637-a576-a8cd8e5daf26 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for c345d86f-2c44-41aa-b371-bfa814576eee owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:20.938069 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a288120b-88c0-46b9-a978-5ce27bc255be req-fb8d012e-8423-4a80-acfe-b2d0ac55c3f4 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079686 Dec 08 02:02:21.126193 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a56275-1883-4637-a576-a8cd8e5daf26 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:21.160819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a56275-1883-4637-a576-a8cd8e5daf26 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=c345d86f-2c44-41aa-b371-bfa814576eee,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:21.313259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf1a72-1a85-4d14-bbe1-d1533f6e9948 req-864a4d42-73a9-403e-8f67-8ce560fbb801 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:21.314820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bf1a72-1a85-4d14-bbe1-d1533f6e9948 req-864a4d42-73a9-403e-8f67-8ce560fbb801 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 943 time: 0.0829091 Dec 08 02:02:21.402936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-76a56275-1883-4637-a576-a8cd8e5daf26 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:21.414297 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4bf1a72-1a85-4d14-bbe1-d1533f6e9948 req-63491a70-ceb5-4f5a-9d59-ef94e441468c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892971 Dec 08 02:02:21.591424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a56275-1883-4637-a576-a8cd8e5daf26 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router a8b0d430-73d3-4115-9d66-f588bc9bbc9d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:02:21.694237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a56275-1883-4637-a576-a8cd8e5daf26 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:21.709538 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-76a56275-1883-4637-a576-a8cd8e5daf26 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7366705 Dec 08 02:02:21.712036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56642) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:21.714588 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e6cb3-f444-4f0b-bb2a-5aa31c763530 None None] Sync routers for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:21.740108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a53e192-6baf-43b9-b25a-984d2a5c62a0 req-35b93d45-5eb6-49e8-bde3-eacf92f5ce34 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 210 time: 0.0438693 Dec 08 02:02:21.749294 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e6cb3-f444-4f0b-bb2a-5aa31c763530 None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:21.749945 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-bd4e6cb3-f444-4f0b-bb2a-5aa31c763530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:21.808952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-5324df8e-98f1-4e79-8e52-13ce0bab40fb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting subnet d63c016f-1adb-41ad-9243-877e03098cd8 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:02:21.812734 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5324df8e-98f1-4e79-8e52-13ce0bab40fb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:21.840097 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-bd4e6cb3-f444-4f0b-bb2a-5aa31c763530 None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:21.886674 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5324df8e-98f1-4e79-8e52-13ce0bab40fb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:21.903748 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-bd4e6cb3-f444-4f0b-bb2a-5aa31c763530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:21Z', 'revision_number': 11, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:21.948592 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e6cb3-f444-4f0b-bb2a-5aa31c763530 None None] Checking router: a8b0d430-73d3-4115-9d66-f588bc9bbc9d for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:02:21.957981 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e6cb3-f444-4f0b-bb2a-5aa31c763530 None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:21.958613 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-bd4e6cb3-f444-4f0b-bb2a-5aa31c763530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:21.989706 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5324df8e-98f1-4e79-8e52-13ce0bab40fb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.045929 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-bd4e6cb3-f444-4f0b-bb2a-5aa31c763530 None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:22.081247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5324df8e-98f1-4e79-8e52-13ce0bab40fb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.113122 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-bd4e6cb3-f444-4f0b-bb2a-5aa31c763530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:21Z', 'revision_number': 11, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:22.119410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324df8e-98f1-4e79-8e52-13ce0bab40fb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Subnet': ['ID=d63c016f-1adb-41ad-9243-877e03098cd8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:22.125647 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5324df8e-98f1-4e79-8e52-13ce0bab40fb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.130056 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5324df8e-98f1-4e79-8e52-13ce0bab40fb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/d63c016f-1adb-41ad-9243-877e03098cd8 HTTP/1.1" status: 204 len: 168 time: 0.4169846 Dec 08 02:02:22.132605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56684) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:22.134752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e93f64-d89c-4788-a4f5-722e23d136f8 None None] Network 126be440-193f-4768-9dfc-202f3f96a032 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:22.156317 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e6cb3-f444-4f0b-bb2a-5aa31c763530 None None] The sync data for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 is: [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:21Z', 'revision_number': 11, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:22.269052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.367404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Deleting port bec02de9-099f-486c-a6dd-3e48b31f1a59 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:22.367698 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.493990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] For port bec02de9-099f-486c-a6dd-3e48b31f1a59, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bec02de9-099f-486c-a6dd-3e48b31f1a59,segment=NetworkSegment(c8aeccb4-5bb7-4c74-8122-b0f066087ffe),segment_id=c8aeccb4-5bb7-4c74-8122-b0f066087ffe)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:22.495009 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.514366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Calling delete_port for bec02de9-099f-486c-a6dd-3e48b31f1a59 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:22.543768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3abace-ffc4-48fa-a665-8340c9e0eeb8 None None] DHCP port deletion for 126be440-193f-4768-9dfc-202f3f96a032 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:02:22.626772 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-dd3abace-ffc4-48fa-a665-8340c9e0eeb8 None None] Deleting port bec02de9-099f-486c-a6dd-3e48b31f1a59 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:22.628085 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd3abace-ffc4-48fa-a665-8340c9e0eeb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.631148 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.656381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eafedf-4317-4964-98f0-413fa8d3dccb req-47d1aef8-8f47-4df6-a1ef-cd5c8a5a3052 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:22.668544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3eafedf-4317-4964-98f0-413fa8d3dccb req-47d1aef8-8f47-4df6-a1ef-cd5c8a5a3052 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 943 time: 0.1320038 Dec 08 02:02:22.684451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Port': ['ID=bec02de9-099f-486c-a6dd-3e48b31f1a59,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:22.692995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No DVR routers for this DVR port bec02de9-099f-486c-a6dd-3e48b31f1a59 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:22.717132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-dd3abace-ffc4-48fa-a665-8340c9e0eeb8 None None] For port bec02de9-099f-486c-a6dd-3e48b31f1a59, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:22.717548 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd3abace-ffc4-48fa-a665-8340c9e0eeb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.734587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-dd3abace-ffc4-48fa-a665-8340c9e0eeb8 None None] Calling delete_port for bec02de9-099f-486c-a6dd-3e48b31f1a59 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:22.737754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-dd3abace-ffc4-48fa-a665-8340c9e0eeb8 None None] Port bec02de9-099f-486c-a6dd-3e48b31f1a59 was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:02:22.739481 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd3abace-ffc4-48fa-a665-8340c9e0eeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.756022 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3eafedf-4317-4964-98f0-413fa8d3dccb req-d780ead6-d29a-4a9d-b710-1ce51bf81a28 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860348 Dec 08 02:02:22.777468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3abace-ffc4-48fa-a665-8340c9e0eeb8 None None] Pushing event deleted for resources: {'Port': ['ID=bec02de9-099f-486c-a6dd-3e48b31f1a59,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:22.793118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3abace-ffc4-48fa-a665-8340c9e0eeb8 None None] No DVR routers for this DVR port bec02de9-099f-486c-a6dd-3e48b31f1a59 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:22.837288 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.918693 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3005fa17-d255-40cd-9b07-27521afe5541 req-c1ae3f03-4c21-4aa5-a5a9-74cc467eef78 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cabd86e-a6b0-4702-b7ad-13ee73381b49 HTTP/1.1" status: 200 len: 210 time: 0.0480392 Dec 08 02:02:22.925156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126be440-193f-4768-9dfc-202f3f96a032']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:22.938630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8aeccb4-5bb7-4c74-8122-b0f066087ffe') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:22.939187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8aeccb4-5bb7-4c74-8122-b0f066087ffe') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:22.953571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.971646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.982416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:02:22.982870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:02:22.987310 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:02:23.071297 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:23.083034 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:23.089793 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/networks/126be440-193f-4768-9dfc-202f3f96a032 HTTP/1.1" status: 204 len: 168 time: 0.9529452 Dec 08 02:02:23.090291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56698) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:23.095884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-c3644de1-4ede-4973-89bc-59bdddd79e86 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'router': {'routes': None}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:23.123826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee73159-13e2-4b99-9a4c-e7efd7b8299e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Pushing event deleted for resources: {'Network': ['ID=126be440-193f-4768-9dfc-202f3f96a032,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:23.287371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.extraroute_db [None req-c3644de1-4ede-4973-89bc-59bdddd79e86 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Added routes are [] {{(pid=103130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 02:02:23.287680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.extraroute_db [None req-c3644de1-4ede-4973-89bc-59bdddd79e86 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Removed routes are [] {{(pid=103130) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 02:02:23.288044 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3644de1-4ede-4973-89bc-59bdddd79e86 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:23.429354 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3644de1-4ede-4973-89bc-59bdddd79e86 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:23.432965 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3644de1-4ede-4973-89bc-59bdddd79e86 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:23.504095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 78c052ec-8dc3-4fa3-832d-bfdc7c07739f details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:02:23.511501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3644de1-4ede-4973-89bc-59bdddd79e86 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router a8b0d430-73d3-4115-9d66-f588bc9bbc9d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:02:23.588442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3644de1-4ede-4973-89bc-59bdddd79e86 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:23.595196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c3644de1-4ede-4973-89bc-59bdddd79e86 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:23.599594 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c3644de1-4ede-4973-89bc-59bdddd79e86 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d HTTP/1.1" status: 200 len: 701 time: 0.5048020 Dec 08 02:02:23.599594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56700) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:23.607556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8b864-5782-48d0-bd97-8ed54cd6de44 None None] Sync routers for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:23.624129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8b864-5782-48d0-bd97-8ed54cd6de44 None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:23.625151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6df8b864-5782-48d0-bd97-8ed54cd6de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:23.627835 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-05ab2bd1-a6cc-483a-b833-27ec4b5e42d8 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8b0d430-73d3-4115-9d66-f588bc9bbc9d HTTP/1.1" status: 200 len: 205 time: 0.0275612 Dec 08 02:02:23.630223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56704) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:23.711412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6df8b864-5782-48d0-bd97-8ed54cd6de44 None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:23.725982 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-167716db-c921-4ea3-a155-6f3925f77c96 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:23.743007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c345d86f-2c44-41aa-b371-bfa814576eee no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:23.784309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=78c052ec-8dc3-4fa3-832d-bfdc7c07739f,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:23.787054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6df8b864-5782-48d0-bd97-8ed54cd6de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:21Z', 'revision_number': 11, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:23.841225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: c345d86f-2c44-41aa-b371-bfa814576eee {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:23.841579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c345d86f-2c44-41aa-b371-bfa814576eee not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:23.842206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bec02de9-099f-486c-a6dd-3e48b31f1a59 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:23.862205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8b864-5782-48d0-bd97-8ed54cd6de44 None None] Checking router: a8b0d430-73d3-4115-9d66-f588bc9bbc9d for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:02:23.864772 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '78c052ec-8dc3-4fa3-832d-bfdc7c07739f', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'port_id': '78c052ec-8dc3-4fa3-832d-bfdc7c07739f', 'mac_address': 'fa:16:3e:49:72:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:02:23.866172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bec02de9-099f-486c-a6dd-3e48b31f1a59 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:23.866524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bec02de9-099f-486c-a6dd-3e48b31f1a59 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:23.877093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8b864-5782-48d0-bd97-8ed54cd6de44 None None] Routers {'a8b0d430-73d3-4115-9d66-f588bc9bbc9d'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:23.877730 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6df8b864-5782-48d0-bd97-8ed54cd6de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:23.911442 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-167716db-c921-4ea3-a155-6f3925f77c96 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:23.921077 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-167716db-c921-4ea3-a155-6f3925f77c96 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:23.983118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6df8b864-5782-48d0-bd97-8ed54cd6de44 None None] Set router a8b0d430-73d3-4115-9d66-f588bc9bbc9d gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:24.047491 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.060196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6df8b864-5782-48d0-bd97-8ed54cd6de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:21Z', 'revision_number': 11, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:24.070764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c052ec-8dc3-4fa3-832d-bfdc7c07739f {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:02:24.110202 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8b864-5782-48d0-bd97-8ed54cd6de44 None None] The sync data for ids ['a8b0d430-73d3-4115-9d66-f588bc9bbc9d'] in n-d-713498-30 is: [{'id': 'a8b0d430-73d3-4115-9d66-f588bc9bbc9d', 'name': 'tempest-RoutersTest-router-2074273844', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:01:22Z', 'updated_at': '2021-12-08T02:02:21Z', 'revision_number': 11, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:24.137513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=78c052ec-8dc3-4fa3-832d-bfdc7c07739f,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:24.154364 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.232014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=78c052ec-8dc3-4fa3-832d-bfdc7c07739f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:24.380886 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-167716db-c921-4ea3-a155-6f3925f77c96 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.381549 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167716db-c921-4ea3-a155-6f3925f77c96 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Fanout notify agent at l3_agent the message router_deleted on router a8b0d430-73d3-4115-9d66-f588bc9bbc9d {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:02:24.389014 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-167716db-c921-4ea3-a155-6f3925f77c96 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.395184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-167716db-c921-4ea3-a155-6f3925f77c96 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d HTTP/1.1" status: 204 len: 168 time: 0.7621970 Dec 08 02:02:24.397739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56714) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:24.405530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9ad5b5b1-7b98-4fa6-ae84-887cefce8d3d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1492865796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:24.406670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac9f17-c325-4fa2-871a-1b82e61307ae req-326d2fe2-5f1a-406b-95c1-da71c13a3fae tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:24.409671 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8ac9f17-c325-4fa2-871a-1b82e61307ae req-326d2fe2-5f1a-406b-95c1-da71c13a3fae tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 943 time: 0.5030053 Dec 08 02:02:24.448152 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b5b1-7b98-4fa6-ae84-887cefce8d3d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.449338 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b5b1-7b98-4fa6-ae84-887cefce8d3d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.471944 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8ac9f17-c325-4fa2-871a-1b82e61307ae req-8a75fff1-383a-43b6-8d5e-5c44eeb309f3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554137 Dec 08 02:02:24.487316 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['78c052ec-8dc3-4fa3-832d-bfdc7c07739f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:02:24.534624 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b5b1-7b98-4fa6-ae84-887cefce8d3d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.540060 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b5b1-7b98-4fa6-ae84-887cefce8d3d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.561462 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b5b1-7b98-4fa6-ae84-887cefce8d3d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.565245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9ad5b5b1-7b98-4fa6-ae84-887cefce8d3d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1639831 Dec 08 02:02:24.565592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56716) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:24.570304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8160f1a5-03f6-4484-8043-dadff89d7ea6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:24.781297 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8160f1a5-03f6-4484-8043-dadff89d7ea6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2078503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2079894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-873'] for router, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.793192 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8160f1a5-03f6-4484-8043-dadff89d7ea6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2078520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2078513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2079983'] for router, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.892885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8160f1a5-03f6-4484-8043-dadff89d7ea6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Router 834a803c-eaf9-44b6-b5c5-8892dd90f0e4 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:02:24.967224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8160f1a5-03f6-4484-8043-dadff89d7ea6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:24.975750 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8160f1a5-03f6-4484-8043-dadff89d7ea6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:24.976979 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8160f1a5-03f6-4484-8043-dadff89d7ea6 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "PUT /v2.0/routers/834a803c-eaf9-44b6-b5c5-8892dd90f0e4 HTTP/1.1" status: 200 len: 694 time: 0.4102862 Dec 08 02:02:24.977330 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c535f0-dbcb-4735-9617-f1ac615296c2 None None] Sync routers for ids ['834a803c-eaf9-44b6-b5c5-8892dd90f0e4'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:24.980208 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56720) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:24.991370 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c535f0-dbcb-4735-9617-f1ac615296c2 None None] Routers {'834a803c-eaf9-44b6-b5c5-8892dd90f0e4'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:24.992473 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-01c535f0-dbcb-4735-9617-f1ac615296c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['834a803c-eaf9-44b6-b5c5-8892dd90f0e4'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:25.076978 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c7552619-90d3-4d8f-829c-97e848f832c4 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/routers/834a803c-eaf9-44b6-b5c5-8892dd90f0e4 HTTP/1.1" status: 200 len: 700 time: 0.0955532 Dec 08 02:02:25.079549 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56724) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.083794 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-01c535f0-dbcb-4735-9617-f1ac615296c2 None None] Set router 834a803c-eaf9-44b6-b5c5-8892dd90f0e4 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:25.113199 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-90370ee5-1f2c-40f6-90bd-c6334fb2c771 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=834a803c-eaf9-44b6-b5c5-8892dd90f0e4 HTTP/1.1" status: 200 len: 205 time: 0.0302305 Dec 08 02:02:25.113797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56726) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.148585 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-01c535f0-dbcb-4735-9617-f1ac615296c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a803c-eaf9-44b6-b5c5-8892dd90f0e4', 'name': 'tempest-RoutersTest-router-1492865796', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:24Z', 'updated_at': '2021-12-08T02:02:24Z', 'revision_number': 2, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:25.176809 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c535f0-dbcb-4735-9617-f1ac615296c2 None None] Checking router: 834a803c-eaf9-44b6-b5c5-8892dd90f0e4 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:02:25.186527 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c535f0-dbcb-4735-9617-f1ac615296c2 None None] Routers {'834a803c-eaf9-44b6-b5c5-8892dd90f0e4'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:25.187140 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-01c535f0-dbcb-4735-9617-f1ac615296c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['834a803c-eaf9-44b6-b5c5-8892dd90f0e4'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:25.196057 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-335099f3-6b51-49b3-a6d9-966c239d0fc5 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:25.265869 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-01c535f0-dbcb-4735-9617-f1ac615296c2 None None] Set router 834a803c-eaf9-44b6-b5c5-8892dd90f0e4 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:02:25.319652 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-01c535f0-dbcb-4735-9617-f1ac615296c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834a803c-eaf9-44b6-b5c5-8892dd90f0e4', 'name': 'tempest-RoutersTest-router-1492865796', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:24Z', 'updated_at': '2021-12-08T02:02:24Z', 'revision_number': 2, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:25.350787 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c535f0-dbcb-4735-9617-f1ac615296c2 None None] The sync data for ids ['834a803c-eaf9-44b6-b5c5-8892dd90f0e4'] in n-d-713498-30 is: [{'id': '834a803c-eaf9-44b6-b5c5-8892dd90f0e4', 'name': 'tempest-RoutersTest-router-1492865796', 'tenant_id': '8d4e7233545f4302a7fe11569f5a98f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:24Z', 'updated_at': '2021-12-08T02:02:24Z', 'revision_number': 2, 'project_id': '8d4e7233545f4302a7fe11569f5a98f5', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:25.375687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-335099f3-6b51-49b3-a6d9-966c239d0fc5 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:25.378504 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-335099f3-6b51-49b3-a6d9-966c239d0fc5 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:25.427390 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-335099f3-6b51-49b3-a6d9-966c239d0fc5 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:25.427822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335099f3-6b51-49b3-a6d9-966c239d0fc5 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Fanout notify agent at l3_agent the message router_deleted on router 834a803c-eaf9-44b6-b5c5-8892dd90f0e4 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:02:25.435161 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-335099f3-6b51-49b3-a6d9-966c239d0fc5 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:25.436307 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-335099f3-6b51-49b3-a6d9-966c239d0fc5 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/834a803c-eaf9-44b6-b5c5-8892dd90f0e4 HTTP/1.1" status: 204 len: 168 time: 0.3214867 Dec 08 02:02:25.439836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56730) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.471952 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2b544b89-7bd0-4ba4-9757-cbc365a74793 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=834a803c-eaf9-44b6-b5c5-8892dd90f0e4 HTTP/1.1" status: 200 len: 205 time: 0.0309720 Dec 08 02:02:25.474469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56732) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.512899 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 78c052ec-8dc3-4fa3-832d-bfdc7c07739f up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:25.514392 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-9892a19e-8a95-4634-91c6-b8daa089eb51 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] delete failed (client error): The resource could not be found. Dec 08 02:02:25.515462 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9892a19e-8a95-4634-91c6-b8daa089eb51 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/834a803c-eaf9-44b6-b5c5-8892dd90f0e4 HTTP/1.1" status: 404 len: 336 time: 0.0400710 Dec 08 02:02:25.518025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56736) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.549591 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b4ffbf-d98b-4639-aca1-aefa061552cb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] DELETE failed (client error): The resource could not be found. Dec 08 02:02:25.550198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b4ffbf-d98b-4639-aca1-aefa061552cb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:02:25.555788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-40b4ffbf-d98b-4639-aca1-aefa061552cb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/d34561dd-64f6-4378-bd9c-632d665820ab HTTP/1.1" status: 404 len: 337 time: 0.0342600 Dec 08 02:02:25.556402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56738) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.594299 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c01faa-5675-4b7f-ae46-f286fa1c9a79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] DELETE failed (client error): The resource could not be found. Dec 08 02:02:25.594831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c01faa-5675-4b7f-ae46-f286fa1c9a79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:02:25.601822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a9c01faa-5675-4b7f-ae46-f286fa1c9a79 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/b26c0ba7-9495-4756-93e4-326a05cfd415 HTTP/1.1" status: 404 len: 337 time: 0.0410135 Dec 08 02:02:25.602442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56740) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.609546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:02:25.614220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:25.614831 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:25.643481 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c5661b-44a6-45b9-a77c-29d392dcda28 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] DELETE failed (client error): The resource could not be found. Dec 08 02:02:25.644159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c5661b-44a6-45b9-a77c-29d392dcda28 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:02:25.647815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f7c5661b-44a6-45b9-a77c-29d392dcda28 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/d0a83214-f54a-4ba6-84a0-544e17641ebc HTTP/1.1" status: 404 len: 337 time: 0.0448463 Dec 08 02:02:25.651545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56742) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.671157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91264334-6070-4e80-987b-6576d96b54b7 req-252bf9d1-a2d6-41a5-8671-921f3913acb8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:25.673248 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91264334-6070-4e80-987b-6576d96b54b7 req-252bf9d1-a2d6-41a5-8671-921f3913acb8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 944 time: 0.0800037 Dec 08 02:02:25.684153 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b32c5d5-d47d-4aaa-95d5-2912cf5ef1c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] DELETE failed (client error): The resource could not be found. Dec 08 02:02:25.684884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b32c5d5-d47d-4aaa-95d5-2912cf5ef1c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:02:25.688394 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8b32c5d5-d47d-4aaa-95d5-2912cf5ef1c3 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/d63c016f-1adb-41ad-9243-877e03098cd8 HTTP/1.1" status: 404 len: 337 time: 0.0349886 Dec 08 02:02:25.691001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56744) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.722439 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:25.733190 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3d4f45a6-f21b-4998-9c0f-a7e3fc17ff1d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8b0d430-73d3-4115-9d66-f588bc9bbc9d HTTP/1.1" status: 200 len: 205 time: 0.0407813 Dec 08 02:02:25.735505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56748) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.740811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91264334-6070-4e80-987b-6576d96b54b7 req-d847820c-3056-4346-9f32-d9564b43fec7 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614862 Dec 08 02:02:25.753267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1da62b-02f1-4110-9e83-e5d3b8378809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c052ec-8dc3-4fa3-832d-bfdc7c07739f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:25.756197 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1b8a45-6b64-458f-a71e-43e655c87db2" -d '{"events": [{"server_uuid": "cb1da62b-02f1-4110-9e83-e5d3b8378809", "name": "network-vif-plugged", "status": "completed", "tag": "78c052ec-8dc3-4fa3-832d-bfdc7c07739f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:25.782028 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-669f9481-4118-4197-890b-165607e77e3d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] delete failed (client error): The resource could not be found. Dec 08 02:02:25.783422 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-669f9481-4118-4197-890b-165607e77e3d tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/a8b0d430-73d3-4115-9d66-f588bc9bbc9d HTTP/1.1" status: 404 len: 336 time: 0.0469832 Dec 08 02:02:25.786323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56752) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.787629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=78c052ec-8dc3-4fa3-832d-bfdc7c07739f,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:25.792591 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:25.801728 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf9ab8-c546-406c-b440-2e0bb8e04f18 x-openstack-request-id: req-90cf9ab8-c546-406c-b440-2e0bb8e04f18 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:25.801728 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1da62b-02f1-4110-9e83-e5d3b8378809", "name": "network-vif-plugged", "status": "completed", "tag": "78c052ec-8dc3-4fa3-832d-bfdc7c07739f", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:25.801728 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90cf9ab8-c546-406c-b440-2e0bb8e04f18 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:25.801728 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1da62b-02f1-4110-9e83-e5d3b8378809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c052ec-8dc3-4fa3-832d-bfdc7c07739f', 'code': 200} Dec 08 02:02:25.821869 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-35e54140-7b5c-42be-896c-f0239963ae25 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f93db62-ae5e-4d30-abb1-f934a0ee32e6 HTTP/1.1" status: 200 len: 205 time: 0.0322776 Dec 08 02:02:25.822259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56754) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.861711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=78c052ec-8dc3-4fa3-832d-bfdc7c07739f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:25.876761 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-9904dca8-832e-4412-8be2-f7ec98981227 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] delete failed (client error): The resource could not be found. Dec 08 02:02:25.880190 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9904dca8-832e-4412-8be2-f7ec98981227 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/0f93db62-ae5e-4d30-abb1-f934a0ee32e6 HTTP/1.1" status: 404 len: 336 time: 0.0536981 Dec 08 02:02:25.881444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56756) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.918804 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dc09c4-70d7-4cb1-a910-ea9e9aedaf45 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] DELETE failed (client error): The resource could not be found. Dec 08 02:02:25.919268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19dc09c4-70d7-4cb1-a910-ea9e9aedaf45 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:02:25.924331 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-19dc09c4-70d7-4cb1-a910-ea9e9aedaf45 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/ec73d1fe-4241-48a1-bb64-36b7a6500173 HTTP/1.1" status: 404 len: 337 time: 0.0398026 Dec 08 02:02:25.925061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56758) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:25.950779 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d82f6e-8f70-4f0d-a8c1-11704c8a1ca4 req-68d9f790-9fbb-470e-b17c-23614239671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:25.952599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-19d82f6e-8f70-4f0d-a8c1-11704c8a1ca4 req-68d9f790-9fbb-470e-b17c-23614239671c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 1097 time: 0.0467577 Dec 08 02:02:25.953635 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6c2dcbcb-c345-42fe-a238-c6c2fd189cd0 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=feff7011-ad5b-42e3-9b17-f83877b1ad7f HTTP/1.1" status: 200 len: 205 time: 0.0272264 Dec 08 02:02:25.955865 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56760) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.002979 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-19d82f6e-8f70-4f0d-a8c1-11704c8a1ca4 req-24fb4e51-c09b-4bfb-9036-4de44b9c7b45 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Dec 08 02:02:26.005043 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-fb89a3b1-3f4d-4d75-ba4d-93164eb5cff7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] delete failed (client error): The resource could not be found. Dec 08 02:02:26.006144 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fb89a3b1-3f4d-4d75-ba4d-93164eb5cff7 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/feff7011-ad5b-42e3-9b17-f83877b1ad7f HTTP/1.1" status: 404 len: 336 time: 0.0493183 Dec 08 02:02:26.008991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56762) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.041835 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-798a3264-9bf1-4581-9e6f-cf858a5239b0 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=f7b8250a-0aca-415e-bbf9-ac44ccd36f99 HTTP/1.1" status: 200 len: 205 time: 0.0301669 Dec 08 02:02:26.042859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56764) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.081575 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-d56001dd-de67-47c8-bc2e-866a6488ef66 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] delete failed (client error): The resource could not be found. Dec 08 02:02:26.084334 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d56001dd-de67-47c8-bc2e-866a6488ef66 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/f7b8250a-0aca-415e-bbf9-ac44ccd36f99 HTTP/1.1" status: 404 len: 336 time: 0.0388978 Dec 08 02:02:26.085259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56766) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.115381 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ca2f3a-8249-4ede-b88b-949091652348 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] DELETE failed (client error): The resource could not be found. Dec 08 02:02:26.115931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ca2f3a-8249-4ede-b88b-949091652348 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:02:26.122505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f0ca2f3a-8249-4ede-b88b-949091652348 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/3a1f4b97-f683-4645-9c84-4891f40f103f HTTP/1.1" status: 404 len: 337 time: 0.0327423 Dec 08 02:02:26.122809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56768) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.159267 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7debf044-6921-41b5-be48-9012bad2dd71 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4e62645-067d-4d86-a5a3-7faa43a13daf HTTP/1.1" status: 200 len: 205 time: 0.0349545 Dec 08 02:02:26.161571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56772) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.218144 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-2344adaf-9430-455e-9925-8af0e99d1269 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] delete failed (client error): The resource could not be found. Dec 08 02:02:26.219141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2344adaf-9430-455e-9925-8af0e99d1269 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/f4e62645-067d-4d86-a5a3-7faa43a13daf HTTP/1.1" status: 404 len: 336 time: 0.0565908 Dec 08 02:02:26.222049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56774) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.251145 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9ab238-fa7f-4164-95ce-4014cb2e013e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] DELETE failed (client error): The resource could not be found. Dec 08 02:02:26.251619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9ab238-fa7f-4164-95ce-4014cb2e013e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:02:26.256362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6c9ab238-fa7f-4164-95ce-4014cb2e013e tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/737e6a02-731f-4b17-9796-732d3792a20d HTTP/1.1" status: 404 len: 337 time: 0.0311646 Dec 08 02:02:26.257287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56776) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.299781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56780) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.309010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-83a534c5-9339-4a74-a066-f4135c2a4ffb tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "GET /v2.0/ports?device_id=62f8a263-76df-4c22-9e5b-2a7d39a5063e HTTP/1.1" status: 200 len: 205 time: 0.0501933 Dec 08 02:02:26.348823 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-1b2ceab5-57ef-4b37-b4f4-9ab5ed0f6c10 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] delete failed (client error): The resource could not be found. Dec 08 02:02:26.349884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1b2ceab5-57ef-4b37-b4f4-9ab5ed0f6c10 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/routers/62f8a263-76df-4c22-9e5b-2a7d39a5063e HTTP/1.1" status: 404 len: 336 time: 0.0490766 Dec 08 02:02:26.352513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56782) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.380376 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47a1ff5-3125-48a3-b0c6-f6142f2af256 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] DELETE failed (client error): The resource could not be found. Dec 08 02:02:26.380938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47a1ff5-3125-48a3-b0c6-f6142f2af256 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:02:26.384339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a47a1ff5-3125-48a3-b0c6-f6142f2af256 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/92cfccce-1132-49f0-bb16-a6c1f4850ac6 HTTP/1.1" status: 404 len: 337 time: 0.0304987 Dec 08 02:02:26.387547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56784) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.418793 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-326b5775-dc9f-44c4-b177-555a5fc49865 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] DELETE failed (client error): The resource could not be found. Dec 08 02:02:26.419260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326b5775-dc9f-44c4-b177-555a5fc49865 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:02:26.424808 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-326b5775-dc9f-44c4-b177-555a5fc49865 tempest-RoutersTest-1783318574 tempest-RoutersTest-1783318574-project] 10.222.0.70 "DELETE /v2.0/subnets/192f6ff1-eb87-4e61-9652-30b9f73ccf49 HTTP/1.1" status: 404 len: 337 time: 0.0337958 Dec 08 02:02:26.770927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56794) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.885250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850ef68-52ce-4924-99df-e4dd31f1447b req-df46081f-40cd-423c-97ff-f9890c4bf3ac tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:26.886993 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2850ef68-52ce-4924-99df-e4dd31f1447b req-df46081f-40cd-423c-97ff-f9890c4bf3ac tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.0599613 Dec 08 02:02:26.964236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-73cbf120-a1e0-4212-9513-024971d851b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d4e7233545f4302a7fe11569f5a98f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921132 Dec 08 02:02:26.967133 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56798) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:26.968271 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2850ef68-52ce-4924-99df-e4dd31f1447b req-2d9d9c84-c3a0-456e-99db-40487da84ad8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742178 Dec 08 02:02:27.051320 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9db633c8-8680-4b06-b2b7-6b8aa138d1e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:27.079468 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9db633c8-8680-4b06-b2b7-6b8aa138d1e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:27.137911 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9db633c8-8680-4b06-b2b7-6b8aa138d1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:27.141421 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9db633c8-8680-4b06-b2b7-6b8aa138d1e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:27.145150 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9db633c8-8680-4b06-b2b7-6b8aa138d1e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be080412-ec40-47eb-b2e1-52b574363934 HTTP/1.1" status: 204 len: 168 time: 0.1746156 Dec 08 02:02:27.174410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db633c8-8680-4b06-b2b7-6b8aa138d1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be080412-ec40-47eb-b2e1-52b574363934,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:28.047025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56828) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:28.168391 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abda76-0773-4e42-8cd1-1eb656cde394 req-94825b64-c68a-4c4c-b923-71807e2f66c8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:28.176322 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90abda76-0773-4e42-8cd1-1eb656cde394 req-94825b64-c68a-4c4c-b923-71807e2f66c8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.0995216 Dec 08 02:02:28.180089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1f89ad1f-6c33-4dbd-bcf9-7ad194de5d13 tempest-DvrRoutersNegativeTest-892432224 tempest-DvrRoutersNegativeTest-892432224-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1497211081', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:28.184876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.policy [None req-1f89ad1f-6c33-4dbd-bcf9-7ad194de5d13 tempest-DvrRoutersNegativeTest-892432224 tempest-DvrRoutersNegativeTest-892432224-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103129) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 08 02:02:28.185373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.policy [None req-1f89ad1f-6c33-4dbd-bcf9-7ad194de5d13 tempest-DvrRoutersNegativeTest-892432224 tempest-DvrRoutersNegativeTest-892432224-project] Failed policy check for 'create_router' {{(pid=103129) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 08 02:02:28.186066 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-1f89ad1f-6c33-4dbd-bcf9-7ad194de5d13 tempest-DvrRoutersNegativeTest-892432224 tempest-DvrRoutersNegativeTest-892432224-project] create failed (client error): Access was denied to this resource. Dec 08 02:02:28.188026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1f89ad1f-6c33-4dbd-bcf9-7ad194de5d13 tempest-DvrRoutersNegativeTest-892432224 tempest-DvrRoutersNegativeTest-892432224-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1389890 Dec 08 02:02:28.262336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90abda76-0773-4e42-8cd1-1eb656cde394 req-25ce7f9b-a2a4-40c1-a39c-df099d50273f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810635 Dec 08 02:02:28.597286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13674a4c-90f1-4961-882f-279cdafa4eed req-474854c6-c4ac-4fb5-a948-ab2d9e3b95eb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:28.598847 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-13674a4c-90f1-4961-882f-279cdafa4eed req-474854c6-c4ac-4fb5-a948-ab2d9e3b95eb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.0601757 Dec 08 02:02:28.642648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56844) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:28.671062 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-13674a4c-90f1-4961-882f-279cdafa4eed req-1e2f05ca-2d0e-4201-9cc2-fe1ca43836c5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632236 Dec 08 02:02:28.785394 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c675dc7f-63b1-49a6-bb60-b5bb53d25174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:28.831266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a53df79c-7cbe-47d0-be5f-56c2b8754a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:28.909385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c675dc7f-63b1-49a6-bb60-b5bb53d25174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:28.914434 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c675dc7f-63b1-49a6-bb60-b5bb53d25174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:28.959716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56850) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:28.959957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c675dc7f-63b1-49a6-bb60-b5bb53d25174 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef7aaa3718db4b0c8806afcf6754b2bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3157535 Dec 08 02:02:28.960688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675dc7f-63b1-49a6-bb60-b5bb53d25174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839a8ccc-545d-4243-9a8e-6e909aa19e32,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:29.043888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f443a467-8574-4a88-9426-30f2fcdbce2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:29.069930 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f443a467-8574-4a88-9426-30f2fcdbce2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:29.137166 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f443a467-8574-4a88-9426-30f2fcdbce2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:29.140409 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f443a467-8574-4a88-9426-30f2fcdbce2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:29.141798 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f443a467-8574-4a88-9426-30f2fcdbce2d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/839a8ccc-545d-4243-9a8e-6e909aa19e32 HTTP/1.1" status: 204 len: 168 time: 0.1803095 Dec 08 02:02:29.150997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443a467-8574-4a88-9426-30f2fcdbce2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839a8ccc-545d-4243-9a8e-6e909aa19e32,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:29.771062 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:02:29.925135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c37d3-d32d-4673-acdb-4b223dc6e498 req-fd68c815-ed5d-4727-8d27-9f16e29cff92 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:29.927567 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-543c37d3-d32d-4673-acdb-4b223dc6e498 req-fd68c815-ed5d-4727-8d27-9f16e29cff92 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.1190903 Dec 08 02:02:30.016348 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-543c37d3-d32d-4673-acdb-4b223dc6e498 req-bd3f443d-54aa-45e2-9232-9aba5dc3f77c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813968 Dec 08 02:02:30.196687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56886) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:30.301646 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-bc14976a-7e0b-46bb-86f2-319bf78deb78 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-880742306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:30.330876 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc14976a-7e0b-46bb-86f2-319bf78deb78 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.332946 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc14976a-7e0b-46bb-86f2-319bf78deb78 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.416472 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc14976a-7e0b-46bb-86f2-319bf78deb78 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.422538 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc14976a-7e0b-46bb-86f2-319bf78deb78 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.450301 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc14976a-7e0b-46bb-86f2-319bf78deb78 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.454188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bc14976a-7e0b-46bb-86f2-319bf78deb78 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2526567 Dec 08 02:02:30.454606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56890) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:30.459608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1069553108'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:30.496685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Made reservation on behalf of 24ce21a131d345b5bd549097ad168cb1 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:30.500875 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.511948 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.675973 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.680782 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.730280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:02:30.762486 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.762943 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Added segment 1c23ba8a-3b21-441b-93c7-2882a5dd49da of type vlan for network 8b8d1893-a900-4a02-b932-88c9ca4cf1fa Dec 08 02:02:30.841239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.913924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.920611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:30.921237 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:30.937289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91dfaeee-e6eb-4012-a823-b417f3bb907e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:30.971190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5153964 Dec 08 02:02:30.974548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56902) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:30.980543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a0bfeb90-23e5-4dcd-9b7c-0c0ef98535f9 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Request body: {'subnet': {'network_id': '8b8d1893-a900-4a02-b932-88c9ca4cf1fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:31.010426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56904) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:31.125737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9bf36-1850-4809-aa0c-f052b5e071af tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event updated for resources: {'Network': ['ID=8b8d1893-a900-4a02-b932-88c9ca4cf1fa,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:31.137408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 8b8d1893-a900-4a02-b932-88c9ca4cf1fa details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:02:31.261667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bfeb90-23e5-4dcd-9b7c-0c0ef98535f9 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Made reservation on behalf of 24ce21a131d345b5bd549097ad168cb1 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:31.265276 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0bfeb90-23e5-4dcd-9b7c-0c0ef98535f9 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.280779 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff75f415-9eb7-4d91-8e34-70f5738d5182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.289893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19774c-45bc-4f73-9e06-a7b4e4cd36a2 req-487fa87a-c554-49d2-a70e-fe90191bd56f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:31.297279 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b19774c-45bc-4f73-9e06-a7b4e4cd36a2 req-487fa87a-c554-49d2-a70e-fe90191bd56f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.1373131 Dec 08 02:02:31.480470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b19774c-45bc-4f73-9e06-a7b4e4cd36a2 req-13e6395a-4f14-4370-9323-56cd7361d668 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818032 Dec 08 02:02:31.507828 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff75f415-9eb7-4d91-8e34-70f5738d5182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.516777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ff75f415-9eb7-4d91-8e34-70f5738d5182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.589373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75f415-9eb7-4d91-8e34-70f5738d5182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712877cb-e66d-44bd-9a25-78714a225112,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:31.596010 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ff75f415-9eb7-4d91-8e34-70f5738d5182 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d01dbdf8cbc4b0db9f2ea19ade7e5b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5813918 Dec 08 02:02:31.596216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56918) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:31.694428 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0bfeb90-23e5-4dcd-9b7c-0c0ef98535f9 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.716938 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26b77158-5495-4ff6-bf18-7c9f57c09611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.779540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26b77158-5495-4ff6-bf18-7c9f57c09611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.816304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfeb90-23e5-4dcd-9b7c-0c0ef98535f9 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event updated for resources: {'Subnet': ['ID=95b40aa2-2bc8-4e3b-8b0b-6d35657503cd,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:31.842257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bfeb90-23e5-4dcd-9b7c-0c0ef98535f9 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Checking segment: {'id': '1c23ba8a-3b21-441b-93c7-2882a5dd49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8b8d1893-a900-4a02-b932-88c9ca4cf1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:31.842700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bfeb90-23e5-4dcd-9b7c-0c0ef98535f9 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Network hostable DHCP agents. Network: 8b8d1893-a900-4a02-b932-88c9ca4cf1fa, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:02:31.849548 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.874313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bfeb90-23e5-4dcd-9b7c-0c0ef98535f9 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Network 8b8d1893-a900-4a02-b932-88c9ca4cf1fa is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:02:31.897167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a0bfeb90-23e5-4dcd-9b7c-0c0ef98535f9 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 8b8d1893-a900-4a02-b932-88c9ca4cf1fa) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:31.902101 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26b77158-5495-4ff6-bf18-7c9f57c09611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.904559 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26b77158-5495-4ff6-bf18-7c9f57c09611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.908503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-26b77158-5495-4ff6-bf18-7c9f57c09611 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/712877cb-e66d-44bd-9a25-78714a225112 HTTP/1.1" status: 204 len: 168 time: 0.3085599 Dec 08 02:02:31.909128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95a8cd4-cb0c-42cf-ae67-f1fea7af1117 None None] Network 8b8d1893-a900-4a02-b932-88c9ca4cf1fa requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:31.916974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bfeb90-23e5-4dcd-9b7c-0c0ef98535f9 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:31.917974 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0bfeb90-23e5-4dcd-9b7c-0c0ef98535f9 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:31.936493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b77158-5495-4ff6-bf18-7c9f57c09611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712877cb-e66d-44bd-9a25-78714a225112,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:31.967455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5784fbb-d1bb-4c16-b52a-96af36badca2 req-4f473a4d-5770-4abd-8af0-841549c03c28 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:31.969059 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5784fbb-d1bb-4c16-b52a-96af36badca2 req-4f473a4d-5770-4abd-8af0-841549c03c28 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 946 time: 0.1076558 Dec 08 02:02:31.973172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a0bfeb90-23e5-4dcd-9b7c-0c0ef98535f9 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9972310 Dec 08 02:02:31.976608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56938) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:31.987898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-96da3241-1415-491b-8749-4e323255d455 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Request body: {'network': {'name': 'tempest-router-network01--564772472'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:32.042694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96da3241-1415-491b-8749-4e323255d455 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Made reservation on behalf of 24ce21a131d345b5bd549097ad168cb1 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:32.053804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96da3241-1415-491b-8749-4e323255d455 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.062568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5784fbb-d1bb-4c16-b52a-96af36badca2 req-77d4fd31-283a-4fba-ad45-3e9c3e42afa8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777965 Dec 08 02:02:32.093674 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-8b8d1893-a900-4a02-b932-88c9ca4cf1fa', 'network_id': '8b8d1893-a900-4a02-b932-88c9ca4cf1fa', 'project_id': '24ce21a131d345b5bd549097ad168cb1', 'fixed_ips': [{'subnet_id': '95b40aa2-2bc8-4e3b-8b0b-6d35657503cd'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:02:32.094898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.107800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5bbc6cce-925d-4273-9511-c29b6794879a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.132206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96da3241-1415-491b-8749-4e323255d455 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:02:32.161204 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96da3241-1415-491b-8749-4e323255d455 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.164161 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-96da3241-1415-491b-8749-4e323255d455 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Added segment 4d931374-fb1a-40b9-b222-f4ad0b5044e3 of type vlan for network c839e494-49b5-4300-9de5-25649e157d36 Dec 08 02:02:32.211225 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96da3241-1415-491b-8749-4e323255d455 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.246439 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96da3241-1415-491b-8749-4e323255d455 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.253635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da3241-1415-491b-8749-4e323255d455 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:32.254424 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-96da3241-1415-491b-8749-4e323255d455 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.284099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Allocated IP 172.20.0.2 (8b8d1893-a900-4a02-b932-88c9ca4cf1fa/95b40aa2-2bc8-4e3b-8b0b-6d35657503cd/ba440349-6e62-4ecf-9509-9078057a924e) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:02:32.297237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56946) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:32.297780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-96da3241-1415-491b-8749-4e323255d455 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3194792 Dec 08 02:02:32.302397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-012b7cb4-0349-44d5-a097-bfd7133458f4 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Request body: {'network': {'name': 'tempest-router-network02--225309828'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:32.349900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da3241-1415-491b-8749-4e323255d455 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event updated for resources: {'Network': ['ID=c839e494-49b5-4300-9de5-25649e157d36,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:32.350854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012b7cb4-0349-44d5-a097-bfd7133458f4 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Made reservation on behalf of 24ce21a131d345b5bd549097ad168cb1 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:32.357859 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-012b7cb4-0349-44d5-a097-bfd7133458f4 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.370769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network c839e494-49b5-4300-9de5-25649e157d36 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:02:32.395003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012b7cb4-0349-44d5-a097-bfd7133458f4 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:02:32.401155 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.407207 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-012b7cb4-0349-44d5-a097-bfd7133458f4 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.407207 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-012b7cb4-0349-44d5-a097-bfd7133458f4 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Added segment c7acf421-37dc-4b8a-8307-037e0f74e6ed of type vlan for network d66dd7eb-02fa-4e21-8c33-7d396336517d Dec 08 02:02:32.457931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-012b7cb4-0349-44d5-a097-bfd7133458f4 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.495363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-012b7cb4-0349-44d5-a097-bfd7133458f4 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.503238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b7cb4-0349-44d5-a097-bfd7133458f4 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:32.505137 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-012b7cb4-0349-44d5-a097-bfd7133458f4 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.603693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b7cb4-0349-44d5-a097-bfd7133458f4 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event updated for resources: {'Network': ['ID=d66dd7eb-02fa-4e21-8c33-7d396336517d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:32.636647 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-012b7cb4-0349-44d5-a097-bfd7133458f4 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3354676 Dec 08 02:02:32.636755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network d66dd7eb-02fa-4e21-8c33-7d396336517d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:02:32.637113 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.639015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 56962) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:32.645577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-89137de2-28dc-47db-862e-784c0776d745 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Request body: {'subnet': {'network_id': 'c839e494-49b5-4300-9de5-25649e157d36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:32.653982 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.719464 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4263b3a-347f-49b7-9ebd-a89f6208689e req-b69232d4-44c9-4a63-9d89-6eafda03e01d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:32.733151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4263b3a-347f-49b7-9ebd-a89f6208689e req-b69232d4-44c9-4a63-9d89-6eafda03e01d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.1303706 Dec 08 02:02:32.762950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89137de2-28dc-47db-862e-784c0776d745 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Made reservation on behalf of 24ce21a131d345b5bd549097ad168cb1 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:32.768686 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89137de2-28dc-47db-862e-784c0776d745 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.783697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Network 8b8d1893-a900-4a02-b932-88c9ca4cf1fa is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:32.790238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:32.792350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Pushing event updated for resources: {'Port': ['ID=ba440349-6e62-4ecf-9509-9078057a924e,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:32.794759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:02:32.842584 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4263b3a-347f-49b7-9ebd-a89f6208689e req-6ec7e7ea-ec64-4747-8626-5e1b1b4e71a5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082084 Dec 08 02:02:32.894560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Attempting to bind port ba440349-6e62-4ecf-9509-9078057a924e on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:02:32.895096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Attempting to bind port ba440349-6e62-4ecf-9509-9078057a924e by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '1c23ba8a-3b21-441b-93c7-2882a5dd49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8b8d1893-a900-4a02-b932-88c9ca4cf1fa'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:02:32.895583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Attempting to bind port ba440349-6e62-4ecf-9509-9078057a924e on network 8b8d1893-a900-4a02-b932-88c9ca4cf1fa {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:32.901638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:02:32.902325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Checking segment: {'id': '1c23ba8a-3b21-441b-93c7-2882a5dd49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8b8d1893-a900-4a02-b932-88c9ca4cf1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:32.902934 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.903643 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Bound using segment: {'id': '1c23ba8a-3b21-441b-93c7-2882a5dd49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8b8d1893-a900-4a02-b932-88c9ca4cf1fa'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:02:32.904363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Bound port: ba440349-6e62-4ecf-9509-9078057a924e, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c23ba8a-3b21-441b-93c7-2882a5dd49da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '8b8d1893-a900-4a02-b932-88c9ca4cf1fa'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:02:32.904950 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:32.985964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] For port ba440349-6e62-4ecf-9509-9078057a924e, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:02:32.991419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] For port ba440349-6e62-4ecf-9509-9078057a924e, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ba440349-6e62-4ecf-9509-9078057a924e,segment=NetworkSegment(1c23ba8a-3b21-441b-93c7-2882a5dd49da),segment_id=1c23ba8a-3b21-441b-93c7-2882a5dd49da)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:02:32.997297 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:33.075494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03f154-7d6f-41b6-999c-968c28be9f2e None None] Pushing event updated for resources: {'Port': ['ID=ba440349-6e62-4ecf-9509-9078057a924e,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:33.077629 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89137de2-28dc-47db-862e-784c0776d745 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:33.174761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89137de2-28dc-47db-862e-784c0776d745 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event updated for resources: {'Subnet': ['ID=55a7c6bc-dc6b-4077-ac5b-2ba51389d2fa,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:33.183330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89137de2-28dc-47db-862e-784c0776d745 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Checking segment: {'id': '4d931374-fb1a-40b9-b222-f4ad0b5044e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c839e494-49b5-4300-9de5-25649e157d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:33.183785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89137de2-28dc-47db-862e-784c0776d745 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Network hostable DHCP agents. Network: c839e494-49b5-4300-9de5-25649e157d36, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:02:33.227132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89137de2-28dc-47db-862e-784c0776d745 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Network c839e494-49b5-4300-9de5-25649e157d36 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:02:33.258527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935e64c-8158-472b-acbd-7ede4b64a24e req-040ada97-0915-4a0c-a037-2a7de54959a5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:33.260320 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2935e64c-8158-472b-acbd-7ede4b64a24e req-040ada97-0915-4a0c-a037-2a7de54959a5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 946 time: 0.0608902 Dec 08 02:02:33.261061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-89137de2-28dc-47db-862e-784c0776d745 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c839e494-49b5-4300-9de5-25649e157d36) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:33.265045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89137de2-28dc-47db-862e-784c0776d745 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:33.265684 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89137de2-28dc-47db-862e-784c0776d745 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:33.271953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4ca118-b247-4db7-9374-fd75c733830d None None] Network c839e494-49b5-4300-9de5-25649e157d36 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:33.307158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 56986) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:33.312952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-71bbc2b2-652f-483b-bfbe-c63dfe551c40 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Request body: {'subnet': {'network_id': 'd66dd7eb-02fa-4e21-8c33-7d396336517d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:33.314900 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-89137de2-28dc-47db-862e-784c0776d745 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6739082 Dec 08 02:02:33.348086 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2935e64c-8158-472b-acbd-7ede4b64a24e req-19c843bd-2daf-4fcc-9acf-38d418f1e9ae tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=05f1d479-7d7e-4add-ad08-d0f3190344d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794425 Dec 08 02:02:33.499909 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bbc2b2-652f-483b-bfbe-c63dfe551c40 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Made reservation on behalf of 24ce21a131d345b5bd549097ad168cb1 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:33.504039 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71bbc2b2-652f-483b-bfbe-c63dfe551c40 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:33.693719 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:33.698617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-c839e494-49b5-4300-9de5-25649e157d36', 'network_id': 'c839e494-49b5-4300-9de5-25649e157d36', 'project_id': '24ce21a131d345b5bd549097ad168cb1', 'fixed_ips': [{'subnet_id': '55a7c6bc-dc6b-4077-ac5b-2ba51389d2fa'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:02:33.699863 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:33.872023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f242e-94da-4733-9675-c978673a4aa2 req-39f03397-9e72-44f6-826c-f35fc620482e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:33.874167 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f5f242e-94da-4733-9675-c978673a4aa2 req-39f03397-9e72-44f6-826c-f35fc620482e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 946 time: 0.1149673 Dec 08 02:02:33.901785 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71bbc2b2-652f-483b-bfbe-c63dfe551c40 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:33.907441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Allocated IP 172.20.0.2 (c839e494-49b5-4300-9de5-25649e157d36/55a7c6bc-dc6b-4077-ac5b-2ba51389d2fa/c31d2298-240a-41b2-ad93-9b718c0261f8) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:02:33.920973 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ba440349-6e62-4ecf-9509-9078057a924e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:34.044124 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-2f5f242e-94da-4733-9675-c978673a4aa2 req-6f029463-c78a-4e24-98fd-92a8d05d7474 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Deleting port 30580792-66a0-4481-9861-1de8ca861163 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:34.044737 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f5f242e-94da-4733-9675-c978673a4aa2 req-6f029463-c78a-4e24-98fd-92a8d05d7474 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.055560 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.100917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ba440349-6e62-4ecf-9509-9078057a924e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:34.101866 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.174231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbc2b2-652f-483b-bfbe-c63dfe551c40 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event updated for resources: {'Subnet': ['ID=da85a0f3-481e-499d-8a89-951d8559b23b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:34.187681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-2f5f242e-94da-4733-9675-c978673a4aa2 req-6f029463-c78a-4e24-98fd-92a8d05d7474 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] For port 30580792-66a0-4481-9861-1de8ca861163, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=30580792-66a0-4481-9861-1de8ca861163,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:34.189540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f5f242e-94da-4733-9675-c978673a4aa2 req-6f029463-c78a-4e24-98fd-92a8d05d7474 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.217549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bbc2b2-652f-483b-bfbe-c63dfe551c40 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Checking segment: {'id': 'c7acf421-37dc-4b8a-8307-037e0f74e6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd66dd7eb-02fa-4e21-8c33-7d396336517d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:34.217933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bbc2b2-652f-483b-bfbe-c63dfe551c40 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Network hostable DHCP agents. Network: d66dd7eb-02fa-4e21-8c33-7d396336517d, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:02:34.218329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-2f5f242e-94da-4733-9675-c978673a4aa2 req-6f029463-c78a-4e24-98fd-92a8d05d7474 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Calling delete_port for 30580792-66a0-4481-9861-1de8ca861163 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:34.300660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f6441-53fa-42e2-9cce-88b739c6a4d4 req-a89d214a-649d-457b-ac98-3416c2deb2aa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:34.309564 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-401f6441-53fa-42e2-9cce-88b739c6a4d4 req-a89d214a-649d-457b-ac98-3416c2deb2aa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.2317331 Dec 08 02:02:34.351532 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.361089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bbc2b2-652f-483b-bfbe-c63dfe551c40 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Network d66dd7eb-02fa-4e21-8c33-7d396336517d is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:02:34.371012 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.375198 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.418279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-71bbc2b2-652f-483b-bfbe-c63dfe551c40 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, d66dd7eb-02fa-4e21-8c33-7d396336517d) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:34.425766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbc2b2-652f-483b-bfbe-c63dfe551c40 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:34.426484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-71bbc2b2-652f-483b-bfbe-c63dfe551c40 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.437789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602cf12d-ac99-4b4d-bd2b-6ff22d16e2fa None None] Network d66dd7eb-02fa-4e21-8c33-7d396336517d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:34.448456 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f5f242e-94da-4733-9675-c978673a4aa2 req-6f029463-c78a-4e24-98fd-92a8d05d7474 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.479733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-71bbc2b2-652f-483b-bfbe-c63dfe551c40 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1706376 Dec 08 02:02:34.483303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57012) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:34.520699 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-401f6441-53fa-42e2-9cce-88b739c6a4d4 req-8e77fbbe-dc2d-4112-9e49-d112f410387c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863434 Dec 08 02:02:34.524627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port ba440349-6e62-4ecf-9509-9078057a924e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ba440349-6e62-4ecf-9509-9078057a924e,segment=NetworkSegment(1c23ba8a-3b21-441b-93c7-2882a5dd49da),segment_id=1c23ba8a-3b21-441b-93c7-2882a5dd49da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:34.528481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Pushing event updated for resources: {'Port': ['ID=c31d2298-240a-41b2-ad93-9b718c0261f8,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:34.547922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['30580792-66a0-4481-9861-1de8ca861163'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:02:34.573401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.585509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Network c839e494-49b5-4300-9de5-25649e157d36 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:34.594162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5f242e-94da-4733-9675-c978673a4aa2 req-6f029463-c78a-4e24-98fd-92a8d05d7474 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] No DVR routers for this DVR port 30580792-66a0-4481-9861-1de8ca861163 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:34.597633 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2f5f242e-94da-4733-9675-c978673a4aa2 req-6f029463-c78a-4e24-98fd-92a8d05d7474 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:34.608365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f5f242e-94da-4733-9675-c978673a4aa2 req-6f029463-c78a-4e24-98fd-92a8d05d7474 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "DELETE /v2.0/ports/30580792-66a0-4481-9861-1de8ca861163 HTTP/1.1" status: 204 len: 173 time: 0.7230544 Dec 08 02:02:34.608927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:34.609686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb188555-02ed-4f3b-bc93-df8026020e20', 'name': 'network-vif-deleted', 'tag': '30580792-66a0-4481-9861-1de8ca861163'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:02:34.613227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:02:34.626274 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e293d1e-5afe-4346-a63c-703e26985102" -d '{"events": [{"server_uuid": "fb188555-02ed-4f3b-bc93-df8026020e20", "name": "network-vif-deleted", "tag": "30580792-66a0-4481-9861-1de8ca861163"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:02:34.637842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f029463-c78a-4e24-98fd-92a8d05d7474 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event deleted for resources: {'Port': ['ID=30580792-66a0-4481-9861-1de8ca861163,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:34.759909 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d8bf2-9596-4e40-b803-8f321c504fb4 x-openstack-request-id: req-dc4d8bf2-9596-4e40-b803-8f321c504fb4 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:02:34.762008 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb188555-02ed-4f3b-bc93-df8026020e20", "name": "network-vif-deleted", "tag": "30580792-66a0-4481-9861-1de8ca861163", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:02:34.762286 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc4d8bf2-9596-4e40-b803-8f321c504fb4 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:02:34.762700 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb188555-02ed-4f3b-bc93-df8026020e20', 'name': 'network-vif-deleted', 'tag': '30580792-66a0-4481-9861-1de8ca861163', 'status': 'completed', 'code': 200} Dec 08 02:02:34.771772 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d98ec82d-e42f-4a15-9cfb-6c950eb5b07c req-a6db85f3-5879-4b35-b5fe-dd9dcda9d16f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 210 time: 0.1754742 Dec 08 02:02:34.844546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ab8a26-9b4a-4361-9234-069dd27a50f5 None None] Network 8b8d1893-a900-4a02-b932-88c9ca4cf1fa requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:35.068436 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.090012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=ba440349-6e62-4ecf-9509-9078057a924e,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:35.096810 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.119988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Attempting to bind port c31d2298-240a-41b2-ad93-9b718c0261f8 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:02:35.120418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Attempting to bind port c31d2298-240a-41b2-ad93-9b718c0261f8 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '4d931374-fb1a-40b9-b222-f4ad0b5044e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c839e494-49b5-4300-9de5-25649e157d36'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:02:35.120886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Attempting to bind port c31d2298-240a-41b2-ad93-9b718c0261f8 on network c839e494-49b5-4300-9de5-25649e157d36 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:35.144763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3d5ea23a-bf63-4b1d-8b06-8022c265367c None None] Provisioning complete for port ba440349-6e62-4ecf-9509-9078057a924e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:35.145084 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea23a-bf63-4b1d-8b06-8022c265367c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.190474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:02:35.190860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Checking segment: {'id': '4d931374-fb1a-40b9-b222-f4ad0b5044e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c839e494-49b5-4300-9de5-25649e157d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:35.191264 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.191694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Bound using segment: {'id': '4d931374-fb1a-40b9-b222-f4ad0b5044e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c839e494-49b5-4300-9de5-25649e157d36'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:02:35.192126 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Bound port: c31d2298-240a-41b2-ad93-9b718c0261f8, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d931374-fb1a-40b9-b222-f4ad0b5044e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c839e494-49b5-4300-9de5-25649e157d36'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:02:35.192536 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.201801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-d66dd7eb-02fa-4e21-8c33-7d396336517d', 'network_id': 'd66dd7eb-02fa-4e21-8c33-7d396336517d', 'project_id': '24ce21a131d345b5bd549097ad168cb1', 'fixed_ips': [{'subnet_id': 'da85a0f3-481e-499d-8a89-951d8559b23b'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:02:35.202636 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.317375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] For port c31d2298-240a-41b2-ad93-9b718c0261f8, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:02:35.325959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] For port c31d2298-240a-41b2-ad93-9b718c0261f8, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c31d2298-240a-41b2-ad93-9b718c0261f8,segment=NetworkSegment(4d931374-fb1a-40b9-b222-f4ad0b5044e3),segment_id=4d931374-fb1a-40b9-b222-f4ad0b5044e3)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:02:35.374576 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.521917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Allocated IP 172.20.0.1 (c839e494-49b5-4300-9de5-25649e157d36/55a7c6bc-dc6b-4077-ac5b-2ba51389d2fa/041f010e-489f-493c-9274-7c7c0d5a9b59) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:02:35.629789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26620a99-b07e-4205-b833-dc5879a4a80a None None] Pushing event updated for resources: {'Port': ['ID=c31d2298-240a-41b2-ad93-9b718c0261f8,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:35.693378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Allocated IP 172.20.0.2 (d66dd7eb-02fa-4e21-8c33-7d396336517d/da85a0f3-481e-499d-8a89-951d8559b23b/bae16b2c-9ee3-4a48-9989-1da161034c85) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:02:35.764023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-55ed342b-54cb-4e01-9bce-24d1644fba28 None None] Provisioning complete for port ba440349-6e62-4ecf-9509-9078057a924e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:35.764554 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-55ed342b-54cb-4e01-9bce-24d1644fba28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:35.969799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f24863e-6040-456b-af41-c43716d9e49e req-d6ff6543-2875-42f8-af29-5161f5163ed8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 210 time: 0.0919211 Dec 08 02:02:35.972889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ba440349-6e62-4ecf-9509-9078057a924e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:36.224921 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.266961 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.325128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Pushing event updated for resources: {'Port': ['ID=bae16b2c-9ee3-4a48-9989-1da161034c85,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:36.343388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ba440349-6e62-4ecf-9509-9078057a924e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:36.344517 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.357468 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.374870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Network d66dd7eb-02fa-4e21-8c33-7d396336517d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:36.379881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:36.386386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:02:36.402708 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.443488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709762c7-4577-4a6a-9254-2840642e0443 req-aa1c15b3-1582-4336-aeb0-807f67c73101 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:36.445382 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-709762c7-4577-4a6a-9254-2840642e0443 req-aa1c15b3-1582-4336-aeb0-807f67c73101 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.7418840 Dec 08 02:02:36.461496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Network c839e494-49b5-4300-9de5-25649e157d36 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:36.476631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Attempting to bind port bae16b2c-9ee3-4a48-9989-1da161034c85 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:02:36.477749 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Attempting to bind port bae16b2c-9ee3-4a48-9989-1da161034c85 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c7acf421-37dc-4b8a-8307-037e0f74e6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd66dd7eb-02fa-4e21-8c33-7d396336517d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:02:36.477899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:36.478968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Attempting to bind port bae16b2c-9ee3-4a48-9989-1da161034c85 on network d66dd7eb-02fa-4e21-8c33-7d396336517d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:02:36.483621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:02:36.489571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:02:36.489966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Checking segment: {'id': 'c7acf421-37dc-4b8a-8307-037e0f74e6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd66dd7eb-02fa-4e21-8c33-7d396336517d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:36.490389 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.490796 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Bound using segment: {'id': 'c7acf421-37dc-4b8a-8307-037e0f74e6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd66dd7eb-02fa-4e21-8c33-7d396336517d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:02:36.491283 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Bound port: bae16b2c-9ee3-4a48-9989-1da161034c85, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7acf421-37dc-4b8a-8307-037e0f74e6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd66dd7eb-02fa-4e21-8c33-7d396336517d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:02:36.491675 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.535462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event updated for resources: {'Port': ['ID=041f010e-489f-493c-9274-7c7c0d5a9b59,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:36.604675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] For port bae16b2c-9ee3-4a48-9989-1da161034c85, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:02:36.607255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.610441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] For port bae16b2c-9ee3-4a48-9989-1da161034c85, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bae16b2c-9ee3-4a48-9989-1da161034c85,segment=NetworkSegment(c7acf421-37dc-4b8a-8307-037e0f74e6ed),segment_id=c7acf421-37dc-4b8a-8307-037e0f74e6ed)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:02:36.617630 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.637601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.638045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.638394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.638951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.639300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.639634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.639966 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.640315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.640651 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.640981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.641314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.641643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:36.683554 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:36.724523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9172b1-aef2-4104-9c56-57550747b2ab None None] Pushing event updated for resources: {'Port': ['ID=bae16b2c-9ee3-4a48-9989-1da161034c85,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:36.832673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-709762c7-4577-4a6a-9254-2840642e0443 req-dd183a89-b1eb-4ff8-ba46-6b0a86d91d68 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691630 Dec 08 02:02:36.911501 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:37.159800 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-00a610ca-4dd3-4477-aaa1-c12b77252359 req-bbfd4589-f15d-4c34-9716-2d31a09f05df tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 210 time: 0.0605447 Dec 08 02:02:37.402529 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:37.412686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:37.424666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a5369-adae-4f0a-811d-9789ea64d7e4 None None] Network c839e494-49b5-4300-9de5-25649e157d36 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:37.497018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:37.526619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-497b1174-8ba9-4bd5-a06e-d3ad7f2e9d81 None None] Provisioning complete for port c31d2298-240a-41b2-ad93-9b718c0261f8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:37.526873 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-497b1174-8ba9-4bd5-a06e-d3ad7f2e9d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:37.557205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 30580792-66a0-4481-9861-1de8ca861163 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:37.623478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 30580792-66a0-4481-9861-1de8ca861163 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:37.623742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 30580792-66a0-4481-9861-1de8ca861163 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:37.715670 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Network c839e494-49b5-4300-9de5-25649e157d36 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:37.741844 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:37.748739 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-497b1174-8ba9-4bd5-a06e-d3ad7f2e9d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:37.836242 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-497b1174-8ba9-4bd5-a06e-d3ad7f2e9d81 None None] For port c31d2298-240a-41b2-ad93-9b718c0261f8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c31d2298-240a-41b2-ad93-9b718c0261f8,segment=NetworkSegment(4d931374-fb1a-40b9-b222-f4ad0b5044e3),segment_id=4d931374-fb1a-40b9-b222-f4ad0b5044e3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:37.842566 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-497b1174-8ba9-4bd5-a06e-d3ad7f2e9d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:37.972609 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bae16b2c-9ee3-4a48-9989-1da161034c85 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:37.987240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event updated for resources: {'Port': ['ID=041f010e-489f-493c-9274-7c7c0d5a9b59,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:38.081967 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b1174-8ba9-4bd5-a06e-d3ad7f2e9d81 None None] Pushing event updated for resources: {'Port': ['ID=c31d2298-240a-41b2-ad93-9b718c0261f8,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:38.099621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2694f-f4f6-4de3-8d7f-0a3da654a9f2 req-5b16fe31-65e0-4d92-9ded-901884634357 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:38.105201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bae16b2c-9ee3-4a48-9989-1da161034c85 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:38.105605 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.108482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-05f2694f-f4f6-4de3-8d7f-0a3da654a9f2 req-5b16fe31-65e0-4d92-9ded-901884634357 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.1060431 Dec 08 02:02:38.186168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Router ccfea4ad-1f0f-4a3b-8431-bd457364ef03 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:02:38.366510 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.401020 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-05f2694f-f4f6-4de3-8d7f-0a3da654a9f2 req-9b2e49c9-1d2a-4c6b-862e-e354096ca3c9 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755919 Dec 08 02:02:38.415561 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10590829-e04e-4091-9634-cb8155e320e6 req-a9d15e76-44d8-448f-bc59-7a1704a2e18c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 210 time: 0.0952168 Dec 08 02:02:38.428866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-630d970a-5112-4a72-9bee-ba2a50c4614c None None] Provisioning complete for port c31d2298-240a-41b2-ad93-9b718c0261f8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:38.429446 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-630d970a-5112-4a72-9bee-ba2a50c4614c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.528192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:38.528404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port bae16b2c-9ee3-4a48-9989-1da161034c85, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bae16b2c-9ee3-4a48-9989-1da161034c85,segment=NetworkSegment(c7acf421-37dc-4b8a-8307-037e0f74e6ed),segment_id=c7acf421-37dc-4b8a-8307-037e0f74e6ed)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:38.539253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57084) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:38.539466 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-78863143-de7e-4ffb-a599-75251ac9841c tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "PUT /v2.0/routers/ccfea4ad-1f0f-4a3b-8431-bd457364ef03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0550408 Dec 08 02:02:38.546481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1f91d4-1780-4c2d-9b34-596362130ca5 None None] Sync routers for ids ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:38.552182 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:38.553360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c31d2298-240a-41b2-ad93-9b718c0261f8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:38.658171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f91d4-1780-4c2d-9b34-596362130ca5 None None] Routers {'ccfea4ad-1f0f-4a3b-8431-bd457364ef03'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:38.660112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ce1f91d4-1780-4c2d-9b34-596362130ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:39.007372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56956078-4ec8-4702-abad-2d93424b9f9b None None] Network d66dd7eb-02fa-4e21-8c33-7d396336517d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:39.036815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ce1f91d4-1780-4c2d-9b34-596362130ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:39.062024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=bae16b2c-9ee3-4a48-9989-1da161034c85,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:39.145226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f91d4-1780-4c2d-9b34-596362130ca5 None None] Routers {'ccfea4ad-1f0f-4a3b-8431-bd457364ef03'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:39.146137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ce1f91d4-1780-4c2d-9b34-596362130ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:39.190825 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-151635b9-93d2-46d9-b8e9-dd347e1cf0f1 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:39.197365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57102) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:39.201958 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-630d970a-5112-4a72-9bee-ba2a50c4614c None None] Provisioning complete for port 041f010e-489f-493c-9274-7c7c0d5a9b59 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:39.202337 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-630d970a-5112-4a72-9bee-ba2a50c4614c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:39.216875 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-151635b9-93d2-46d9-b8e9-dd347e1cf0f1 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "PUT /v2.0/routers/ccfea4ad-1f0f-4a3b-8431-bd457364ef03/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6764545 Dec 08 02:02:39.240616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-630d970a-5112-4a72-9bee-ba2a50c4614c None None] Port 041f010e-489f-493c-9274-7c7c0d5a9b59 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:02:39.251315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ce1f91d4-1780-4c2d-9b34-596362130ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:39.251974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1f91d4-1780-4c2d-9b34-596362130ca5 None None] The sync data for ids ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:39.256374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c31d2298-240a-41b2-ad93-9b718c0261f8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:39.256889 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:39.433401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2aa7d870-2d2f-4b7e-8c8b-fc3df124d50f None None] Provisioning complete for port bae16b2c-9ee3-4a48-9989-1da161034c85 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:39.433401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d870-2d2f-4b7e-8c8b-fc3df124d50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:39.626383 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-949560f9-df4e-4380-8442-62804a6ac29c req-c64d10d8-31cf-4774-b075-3e23a711ee86 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 210 time: 0.0560935 Dec 08 02:02:39.634561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2aa7d870-2d2f-4b7e-8c8b-fc3df124d50f None None] Provisioning complete for port 041f010e-489f-493c-9274-7c7c0d5a9b59 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:39.635177 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d870-2d2f-4b7e-8c8b-fc3df124d50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:39.714748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7d870-2d2f-4b7e-8c8b-fc3df124d50f None None] Port 041f010e-489f-493c-9274-7c7c0d5a9b59 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:02:39.754299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c31d2298-240a-41b2-ad93-9b718c0261f8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:39.829375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c31d2298-240a-41b2-ad93-9b718c0261f8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:39.830121 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:39.871724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d85e2-a94c-456f-b302-6441bba4f6eb req-c418ebbf-f94f-4074-a16e-336b1912a027 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:39.873345 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b86d85e2-a94c-456f-b302-6441bba4f6eb req-c418ebbf-f94f-4074-a16e-336b1912a027 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.2393625 Dec 08 02:02:39.932863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bae16b2c-9ee3-4a48-9989-1da161034c85 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:02:39.967785 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b86d85e2-a94c-456f-b302-6441bba4f6eb req-7a22a113-6536-4a89-9528-5bd50d32c862 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742707 Dec 08 02:02:39.981605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6c947ac6-a752-4607-ac89-40c5c20cfc36 None None] Provisioning complete for port bae16b2c-9ee3-4a48-9989-1da161034c85 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:39.981997 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c947ac6-a752-4607-ac89-40c5c20cfc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.042375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bae16b2c-9ee3-4a48-9989-1da161034c85 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:40.042764 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.056602 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3251d404-3614-4f00-af0d-e6ee226f896a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.382432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3251d404-3614-4f00-af0d-e6ee226f896a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Deleting port 041f010e-489f-493c-9274-7c7c0d5a9b59 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:40.383018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3251d404-3614-4f00-af0d-e6ee226f896a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.490458 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3251d404-3614-4f00-af0d-e6ee226f896a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.503867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3251d404-3614-4f00-af0d-e6ee226f896a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Calling delete_port for 041f010e-489f-493c-9274-7c7c0d5a9b59 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:40.774687 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-697bbf39-81c4-438f-aa03-480cf4290511 req-e09e2b40-7481-47d7-8dd8-c64485f40268 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 210 time: 0.0415938 Dec 08 02:02:40.789551 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3251d404-3614-4f00-af0d-e6ee226f896a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:40.834881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251d404-3614-4f00-af0d-e6ee226f896a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event deleted for resources: {'Port': ['ID=041f010e-489f-493c-9274-7c7c0d5a9b59,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:41.014926 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3251d404-3614-4f00-af0d-e6ee226f896a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:41.228221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3251d404-3614-4f00-af0d-e6ee226f896a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Router ccfea4ad-1f0f-4a3b-8431-bd457364ef03 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:02:41.236881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff0fe-847b-4fb4-b0c3-a439934817c8 req-a541f6fd-5b4c-485a-8049-15895f7f780e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:41.238841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54bff0fe-847b-4fb4-b0c3-a439934817c8 req-a541f6fd-5b4c-485a-8049-15895f7f780e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.1240859 Dec 08 02:02:41.342309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3251d404-3614-4f00-af0d-e6ee226f896a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:41.356708 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e89ce-e3ee-4775-a766-5837d050678f None None] Sync routers for ids ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:41.357244 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57148) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:41.357631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3251d404-3614-4f00-af0d-e6ee226f896a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "PUT /v2.0/routers/ccfea4ad-1f0f-4a3b-8431-bd457364ef03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1532388 Dec 08 02:02:41.367415 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e89ce-e3ee-4775-a766-5837d050678f None None] Routers {'ccfea4ad-1f0f-4a3b-8431-bd457364ef03'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:41.368177 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-477e89ce-e3ee-4775-a766-5837d050678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:41.381833 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54bff0fe-847b-4fb4-b0c3-a439934817c8 req-4e150d89-8cc8-421c-b832-54e03a5af1ea tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325572 Dec 08 02:02:41.416920 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-75341d3d-064e-41da-94f3-5aea41f8c137 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] delete failed (client error): The resource could not be found. Dec 08 02:02:41.422989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-75341d3d-064e-41da-94f3-5aea41f8c137 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-1831232342 HTTP/1.1" status: 404 len: 335 time: 0.0650585 Dec 08 02:02:41.423293 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57150) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:41.428972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4db88ff2-5898-449e-9ca3-19a9220290ed tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ccfea4ad-1f0f-4a3b-8431-bd457364ef03'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:41.521567 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-477e89ce-e3ee-4775-a766-5837d050678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:41.533320 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e89ce-e3ee-4775-a766-5837d050678f None None] Routers {'ccfea4ad-1f0f-4a3b-8431-bd457364ef03'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:41.534030 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-477e89ce-e3ee-4775-a766-5837d050678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:41.573012 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-477e89ce-e3ee-4775-a766-5837d050678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:41.573670 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e89ce-e3ee-4775-a766-5837d050678f None None] The sync data for ids ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:41.689135 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4db88ff2-5898-449e-9ca3-19a9220290ed tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:41.712628 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-4db88ff2-5898-449e-9ca3-19a9220290ed tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] update failed (client error): The resource could not be found. Dec 08 02:02:41.713801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4db88ff2-5898-449e-9ca3-19a9220290ed tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "PUT /v2.0/routers/ccfea4ad-1f0f-4a3b-8431-bd457364ef03 HTTP/1.1" status: 404 len: 339 time: 0.2886937 Dec 08 02:02:41.717949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57162) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:41.930638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52cdda53-3c64-48f1-bab5-dfdfae9e0dc0 req-4afe7e6c-39a0-4890-8161-13aa5a287ca1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb188555-02ed-4f3b-bc93-df8026020e20 HTTP/1.1" status: 200 len: 210 time: 0.0404756 Dec 08 02:02:42.442222 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:42.675011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c9050-59c9-4d1b-b171-20daec987dca req-f7679696-9aa0-4888-8f12-98281229eb37 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:42.676646 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-891c9050-59c9-4d1b-b171-20daec987dca req-f7679696-9aa0-4888-8f12-98281229eb37 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.1573844 Dec 08 02:02:42.802080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-891c9050-59c9-4d1b-b171-20daec987dca req-f7ed08ac-441b-4a4b-a4f5-295f039585e6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153741 Dec 08 02:02:42.902513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Allocated IP 172.20.0.1 (8b8d1893-a900-4a02-b932-88c9ca4cf1fa/95b40aa2-2bc8-4e3b-8b0b-6d35657503cd/3a33c4cd-c520-44ba-b621-fb078560e5da) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:02:43.049593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:43.091914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:43.135686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Network 8b8d1893-a900-4a02-b932-88c9ca4cf1fa is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:43.145919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:43.149446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:02:43.198270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event updated for resources: {'Port': ['ID=3a33c4cd-c520-44ba-b621-fb078560e5da,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:43.217741 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:43.459125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:43.528128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f756fd83-fff9-4718-aeff-d84931fdbc97 None None] Provisioning complete for port 3a33c4cd-c520-44ba-b621-fb078560e5da triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:43.528663 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f756fd83-fff9-4718-aeff-d84931fdbc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:43.595865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f756fd83-fff9-4718-aeff-d84931fdbc97 None None] Port 3a33c4cd-c520-44ba-b621-fb078560e5da cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:02:43.845313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:43.854378 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:43.983313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:44.089670 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event updated for resources: {'Port': ['ID=3a33c4cd-c520-44ba-b621-fb078560e5da,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:44.155370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5520c-7072-4372-8aa9-c553d355bda9 req-7499220d-8617-4007-9d93-c8932b58cc9d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:44.164501 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1d5520c-7072-4372-8aa9-c553d355bda9 req-7499220d-8617-4007-9d93-c8932b58cc9d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.2203166 Dec 08 02:02:44.215405 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Network 8b8d1893-a900-4a02-b932-88c9ca4cf1fa is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:02:44.217403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:44.315018 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1d5520c-7072-4372-8aa9-c553d355bda9 req-49b20534-ebcc-4739-b901-578dc2c767b2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506200 Dec 08 02:02:44.391074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Router ccfea4ad-1f0f-4a3b-8431-bd457364ef03 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:02:44.583123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:44.593202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cfbf5b23-1932-4fc2-b85a-d5f0b5a831cf tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "PUT /v2.0/routers/ccfea4ad-1f0f-4a3b-8431-bd457364ef03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8738005 Dec 08 02:02:44.593517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060c52d2-6eb2-4878-b9ad-885dd5c936ac None None] Sync routers for ids ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:44.595688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57250) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:44.615814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c52d2-6eb2-4878-b9ad-885dd5c936ac None None] Routers {'ccfea4ad-1f0f-4a3b-8431-bd457364ef03'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:44.616736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-060c52d2-6eb2-4878-b9ad-885dd5c936ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:44.694202 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-060c52d2-6eb2-4878-b9ad-885dd5c936ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:44.707546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060c52d2-6eb2-4878-b9ad-885dd5c936ac None None] Routers {'ccfea4ad-1f0f-4a3b-8431-bd457364ef03'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:44.708429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-060c52d2-6eb2-4878-b9ad-885dd5c936ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:44.745102 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-48b53976-bc7e-4e0a-ac0d-7238365359a7 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:44.750670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-060c52d2-6eb2-4878-b9ad-885dd5c936ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:44.751528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060c52d2-6eb2-4878-b9ad-885dd5c936ac None None] The sync data for ids ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:44.761101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8cd8bdb1-81eb-4eee-81b0-b2f350821b31 None None] Provisioning complete for port 3a33c4cd-c520-44ba-b621-fb078560e5da triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:02:44.761688 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8cd8bdb1-81eb-4eee-81b0-b2f350821b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:44.800148 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8bdb1-81eb-4eee-81b0-b2f350821b31 None None] Port 3a33c4cd-c520-44ba-b621-fb078560e5da cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:02:44.847611 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-48b53976-bc7e-4e0a-ac0d-7238365359a7 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 02:02:44.848735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-48b53976-bc7e-4e0a-ac0d-7238365359a7 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "DELETE /v2.0/routers/ccfea4ad-1f0f-4a3b-8431-bd457364ef03 HTTP/1.1" status: 409 len: 329 time: 0.2519727 Dec 08 02:02:44.851390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57256) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:45.322934 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-341cd2fd-777b-4e35-9a03-1c02a43f5887 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:45.564586 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46723ba1-15b4-4b07-a99b-209234b70086 req-c68f1328-6395-4da5-a518-0f5897617e70 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:45.566174 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46723ba1-15b4-4b07-a99b-209234b70086 req-c68f1328-6395-4da5-a518-0f5897617e70 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.1127675 Dec 08 02:02:45.646583 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46723ba1-15b4-4b07-a99b-209234b70086 req-1c859496-4fdb-4551-bd2b-fc6c0b79848b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697982 Dec 08 02:02:45.676911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-341cd2fd-777b-4e35-9a03-1c02a43f5887 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Deleting port 3a33c4cd-c520-44ba-b621-fb078560e5da {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:45.677808 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-341cd2fd-777b-4e35-9a03-1c02a43f5887 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:45.778862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-341cd2fd-777b-4e35-9a03-1c02a43f5887 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:45.791939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-341cd2fd-777b-4e35-9a03-1c02a43f5887 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Calling delete_port for 3a33c4cd-c520-44ba-b621-fb078560e5da owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:46.028548 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-341cd2fd-777b-4e35-9a03-1c02a43f5887 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:46.066361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cd2fd-777b-4e35-9a03-1c02a43f5887 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event deleted for resources: {'Port': ['ID=3a33c4cd-c520-44ba-b621-fb078560e5da,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:46.310101 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-341cd2fd-777b-4e35-9a03-1c02a43f5887 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:46.543885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341cd2fd-777b-4e35-9a03-1c02a43f5887 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Router ccfea4ad-1f0f-4a3b-8431-bd457364ef03 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:02:46.631473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341cd2fd-777b-4e35-9a03-1c02a43f5887 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:02:46.636893 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-341cd2fd-777b-4e35-9a03-1c02a43f5887 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "PUT /v2.0/routers/ccfea4ad-1f0f-4a3b-8431-bd457364ef03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7830825 Dec 08 02:02:46.640388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57308) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:46.646469 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b2e43-dd7e-4d6e-9c5b-fba4495c4cba None None] Sync routers for ids ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:02:46.680000 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b2e43-dd7e-4d6e-9c5b-fba4495c4cba None None] Routers {'ccfea4ad-1f0f-4a3b-8431-bd457364ef03'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:46.680716 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a70b2e43-dd7e-4d6e-9c5b-fba4495c4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:46.699418 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-89342cf0-de38-40c2-b08c-84214ddcd8d3 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] show failed (client error): The resource could not be found. Dec 08 02:02:46.704723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57312) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:46.709274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-cbc4364b-f924-4da6-a8bd-83cad63d5f25 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:46.711383 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-89342cf0-de38-40c2-b08c-84214ddcd8d3 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1925871938 HTTP/1.1" status: 404 len: 335 time: 0.0699387 Dec 08 02:02:46.747040 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-cbc4364b-f924-4da6-a8bd-83cad63d5f25 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] update failed (client error): The resource could not be found. Dec 08 02:02:46.754357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57314) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:46.765083 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cbc4364b-f924-4da6-a8bd-83cad63d5f25 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-2084839428 HTTP/1.1" status: 404 len: 335 time: 0.0589998 Dec 08 02:02:46.775880 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a70b2e43-dd7e-4d6e-9c5b-fba4495c4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:46.792687 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b2e43-dd7e-4d6e-9c5b-fba4495c4cba None None] Routers {'ccfea4ad-1f0f-4a3b-8431-bd457364ef03'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:02:46.793543 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a70b2e43-dd7e-4d6e-9c5b-fba4495c4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:02:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:46.840264 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a70b2e43-dd7e-4d6e-9c5b-fba4495c4cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:46.841225 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b2e43-dd7e-4d6e-9c5b-fba4495c4cba None None] The sync data for ids ['ccfea4ad-1f0f-4a3b-8431-bd457364ef03'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:02:46.921520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-38665f9b-9d61-46d4-b196-cca6ab0a57be tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Deleting subnet da85a0f3-481e-499d-8a89-951d8559b23b {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:02:46.939930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165aa8-b23e-4f3b-9228-e83c7a4174e4 req-13e8f2b3-3789-4a8f-86a1-1cc9acb1106d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:46.942315 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-14165aa8-b23e-4f3b-9228-e83c7a4174e4 req-13e8f2b3-3789-4a8f-86a1-1cc9acb1106d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.1237407 Dec 08 02:02:46.943389 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38665f9b-9d61-46d4-b196-cca6ab0a57be tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.063624 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-14165aa8-b23e-4f3b-9228-e83c7a4174e4 req-484de6bb-9021-4707-9397-c3ab8611c804 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859830 Dec 08 02:02:47.075440 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38665f9b-9d61-46d4-b196-cca6ab0a57be tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.229287 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38665f9b-9d61-46d4-b196-cca6ab0a57be tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.300763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38665f9b-9d61-46d4-b196-cca6ab0a57be tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.328446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38665f9b-9d61-46d4-b196-cca6ab0a57be tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event deleted for resources: {'Subnet': ['ID=da85a0f3-481e-499d-8a89-951d8559b23b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:47.335330 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-38665f9b-9d61-46d4-b196-cca6ab0a57be tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.340073 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-38665f9b-9d61-46d4-b196-cca6ab0a57be tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "DELETE /v2.0/subnets/da85a0f3-481e-499d-8a89-951d8559b23b HTTP/1.1" status: 204 len: 168 time: 0.5839100 Dec 08 02:02:47.344165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57328) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:47.348926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fb4e2c-d686-431e-b579-b8745c06347e None None] Network d66dd7eb-02fa-4e21-8c33-7d396336517d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:47.477899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Deleting subnet 55a7c6bc-dc6b-4077-ac5b-2ba51389d2fa {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:02:47.497069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.580507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.706756 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be3583d-e995-41ca-b628-900825b03e34 None None] DHCP port deletion for d66dd7eb-02fa-4e21-8c33-7d396336517d request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:02:47.726245 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.809738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4be3583d-e995-41ca-b628-900825b03e34 None None] Deleting port bae16b2c-9ee3-4a48-9989-1da161034c85 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:47.810126 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4be3583d-e995-41ca-b628-900825b03e34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.831878 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.907221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event deleted for resources: {'Subnet': ['ID=55a7c6bc-dc6b-4077-ac5b-2ba51389d2fa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:47.914048 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4be3583d-e995-41ca-b628-900825b03e34 None None] For port bae16b2c-9ee3-4a48-9989-1da161034c85, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bae16b2c-9ee3-4a48-9989-1da161034c85,segment=NetworkSegment(c7acf421-37dc-4b8a-8307-037e0f74e6ed),segment_id=c7acf421-37dc-4b8a-8307-037e0f74e6ed)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:47.916391 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4be3583d-e995-41ca-b628-900825b03e34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.932680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.933041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.933392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.933737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.934081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.934423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.934760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.935093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.935427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.935761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.937624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4be3583d-e995-41ca-b628-900825b03e34 None None] Calling delete_port for bae16b2c-9ee3-4a48-9989-1da161034c85 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:47.943213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.943674 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.944217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:02:47.950972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:47.958651 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7af2f94a-8bf9-46bc-9280-d5a70256ccb6 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "DELETE /v2.0/subnets/55a7c6bc-dc6b-4077-ac5b-2ba51389d2fa HTTP/1.1" status: 204 len: 168 time: 0.6113491 Dec 08 02:02:47.961153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57356) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:48.011274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2954e5b4-c4ba-469b-9916-3f553fa496f6 None None] Network c839e494-49b5-4300-9de5-25649e157d36 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:48.086273 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.228121 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4be3583d-e995-41ca-b628-900825b03e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.230161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Deleting port bae16b2c-9ee3-4a48-9989-1da161034c85 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:48.230510 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.309586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3583d-e995-41ca-b628-900825b03e34 None None] Pushing event deleted for resources: {'Port': ['ID=bae16b2c-9ee3-4a48-9989-1da161034c85,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:48.326426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9f54ef-464d-4d94-9dce-1905f4903ff6 None None] DHCP port deletion for c839e494-49b5-4300-9de5-25649e157d36 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:02:48.344830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3583d-e995-41ca-b628-900825b03e34 None None] No DVR routers for this DVR port bae16b2c-9ee3-4a48-9989-1da161034c85 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:48.385385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadafc4-b989-48cf-ae7a-a5e40888b4bf req-091fe702-8142-4105-a058-e0b5e1a91922 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:48.386644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] For port bae16b2c-9ee3-4a48-9989-1da161034c85, host n-d-713498-30, got binding levels [] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:48.387111 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.390587 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-feadafc4-b989-48cf-ae7a-a5e40888b4bf req-091fe702-8142-4105-a058-e0b5e1a91922 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.1413884 Dec 08 02:02:48.413866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Calling delete_port for bae16b2c-9ee3-4a48-9989-1da161034c85 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:48.426039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Port bae16b2c-9ee3-4a48-9989-1da161034c85 was not found and therefore no delete operation was performed {{(pid=103129) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:02:48.427617 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.454182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f54ef-464d-4d94-9dce-1905f4903ff6 None None] Deleting port c31d2298-240a-41b2-ad93-9b718c0261f8 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:48.456761 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a9f54ef-464d-4d94-9dce-1905f4903ff6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.486753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event deleted for resources: {'Port': ['ID=bae16b2c-9ee3-4a48-9989-1da161034c85,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:48.497268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] No DVR routers for this DVR port bae16b2c-9ee3-4a48-9989-1da161034c85 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:48.510961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-feadafc4-b989-48cf-ae7a-a5e40888b4bf req-18e7a5d4-0aa4-452d-a92d-de8abd86198f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120293 Dec 08 02:02:48.617259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2a9f54ef-464d-4d94-9dce-1905f4903ff6 None None] For port c31d2298-240a-41b2-ad93-9b718c0261f8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c31d2298-240a-41b2-ad93-9b718c0261f8,segment=NetworkSegment(4d931374-fb1a-40b9-b222-f4ad0b5044e3),segment_id=4d931374-fb1a-40b9-b222-f4ad0b5044e3)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:48.617924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a9f54ef-464d-4d94-9dce-1905f4903ff6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.623841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.633783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f54ef-464d-4d94-9dce-1905f4903ff6 None None] Calling delete_port for c31d2298-240a-41b2-ad93-9b718c0261f8 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:48.648771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66dd7eb-02fa-4e21-8c33-7d396336517d']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:48.674570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7acf421-37dc-4b8a-8307-037e0f74e6ed') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:48.674570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7acf421-37dc-4b8a-8307-037e0f74e6ed') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:48.687220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.716836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.734373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:02:48.734373 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:02:48.738869 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:02:48.833895 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a9f54ef-464d-4d94-9dce-1905f4903ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.870994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f54ef-464d-4d94-9dce-1905f4903ff6 None None] Pushing event deleted for resources: {'Port': ['ID=c31d2298-240a-41b2-ad93-9b718c0261f8,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:48.878633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f54ef-464d-4d94-9dce-1905f4903ff6 None None] No DVR routers for this DVR port c31d2298-240a-41b2-ad93-9b718c0261f8 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:48.902835 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.910157 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:48.915381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "DELETE /v2.0/networks/d66dd7eb-02fa-4e21-8c33-7d396336517d HTTP/1.1" status: 204 len: 168 time: 0.9517367 Dec 08 02:02:48.918081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57396) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:48.953921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe8fff-fa99-4046-9340-688bae29c161 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event deleted for resources: {'Network': ['ID=d66dd7eb-02fa-4e21-8c33-7d396336517d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:49.022342 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57402) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:49.026971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b0626ba2-34d7-4e6d-8951-6ee4d06fea12 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-857939373', 'description': 'tempest-secgroup-smoke-857939373 description', 'project_id': '630e950b003f4579a3179d6eb911a839'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:49.028670 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.062709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0626ba2-34d7-4e6d-8951-6ee4d06fea12 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.170513 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.203070 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0626ba2-34d7-4e6d-8951-6ee4d06fea12 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.209643 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0626ba2-34d7-4e6d-8951-6ee4d06fea12 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.220939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c839e494-49b5-4300-9de5-25649e157d36']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:49.240354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0626ba2-34d7-4e6d-8951-6ee4d06fea12 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:49.252573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d931374-fb1a-40b9-b222-f4ad0b5044e3') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:49.256437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d931374-fb1a-40b9-b222-f4ad0b5044e3') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:49.264121 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0626ba2-34d7-4e6d-8951-6ee4d06fea12 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.265866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b0626ba2-34d7-4e6d-8951-6ee4d06fea12 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2436492 Dec 08 02:02:49.269437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57410) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:49.271968 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.286245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6272f683-769a-43e3-8749-faa8c1f3a8b1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'security_group_rule': {'security_group_id': 'f28b1d3a-8f5d-4ce8-9970-966bdab5c10e', 'project_id': '630e950b003f4579a3179d6eb911a839', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:49.288142 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.295609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:02:49.296379 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:02:49.299958 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:02:49.342275 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6272f683-769a-43e3-8749-faa8c1f3a8b1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.387141 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.413441 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.416173 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6272f683-769a-43e3-8749-faa8c1f3a8b1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.420063 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "DELETE /v2.0/networks/c839e494-49b5-4300-9de5-25649e157d36 HTTP/1.1" status: 204 len: 168 time: 0.4987164 Dec 08 02:02:49.420063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd71410-a9d7-4dea-ad58-5e7c207bbe29 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event deleted for resources: {'Network': ['ID=c839e494-49b5-4300-9de5-25649e157d36,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:49.420925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57416) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:49.431801 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6272f683-769a-43e3-8749-faa8c1f3a8b1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.484424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272f683-769a-43e3-8749-faa8c1f3a8b1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee7333f-4582-4444-8d6c-ad4669ee21e4,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:49.506892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4e09d8-aaad-4087-8a73-f83cab1aa84a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Deleting subnet 95b40aa2-2bc8-4e3b-8b0b-6d35657503cd {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:02:49.514155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6272f683-769a-43e3-8749-faa8c1f3a8b1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.515504 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6272f683-769a-43e3-8749-faa8c1f3a8b1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2449300 Dec 08 02:02:49.516458 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce4e09d8-aaad-4087-8a73-f83cab1aa84a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.518336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57418) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:49.524352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-bcaf65c4-7663-41cb-a645-422d949708c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'security_group_rule': {'security_group_id': 'f28b1d3a-8f5d-4ce8-9970-966bdab5c10e', 'project_id': '630e950b003f4579a3179d6eb911a839', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:49.596980 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcaf65c4-7663-41cb-a645-422d949708c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.607865 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce4e09d8-aaad-4087-8a73-f83cab1aa84a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.752862 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcaf65c4-7663-41cb-a645-422d949708c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.761167 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcaf65c4-7663-41cb-a645-422d949708c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.794514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bae16b2c-9ee3-4a48-9989-1da161034c85 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:49.811678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf65c4-7663-41cb-a645-422d949708c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b894f9ed-7837-489b-bae9-a9284a6f24d4,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:49.852002 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bae16b2c-9ee3-4a48-9989-1da161034c85 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:49.852812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bae16b2c-9ee3-4a48-9989-1da161034c85 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:49.853780 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c31d2298-240a-41b2-ad93-9b718c0261f8 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:49.859267 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcaf65c4-7663-41cb-a645-422d949708c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:49.867072 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bcaf65c4-7663-41cb-a645-422d949708c8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3464501 Dec 08 02:02:49.871009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57428) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:49.875709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3794ffb1-0fd6-484e-af03-6f985c7150b0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'security_group_rule': {'security_group_id': 'f28b1d3a-8f5d-4ce8-9970-966bdab5c10e', 'project_id': '630e950b003f4579a3179d6eb911a839', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:49.917482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: c31d2298-240a-41b2-ad93-9b718c0261f8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:49.917852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c31d2298-240a-41b2-ad93-9b718c0261f8 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:49.956901 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3794ffb1-0fd6-484e-af03-6f985c7150b0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.052756 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3794ffb1-0fd6-484e-af03-6f985c7150b0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.058229 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3794ffb1-0fd6-484e-af03-6f985c7150b0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.098225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3794ffb1-0fd6-484e-af03-6f985c7150b0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.099524 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3794ffb1-0fd6-484e-af03-6f985c7150b0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2272649 Dec 08 02:02:50.103327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57432) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:50.104102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794ffb1-0fd6-484e-af03-6f985c7150b0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701a1dea-a649-4a41-b450-5e427897dfec,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:50.119602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-73932a15-8de6-44b1-b10a-cd11e1a44145 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'security_group_rule': {'security_group_id': 'f28b1d3a-8f5d-4ce8-9970-966bdab5c10e', 'project_id': '630e950b003f4579a3179d6eb911a839', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:50.155606 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73932a15-8de6-44b1-b10a-cd11e1a44145 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.242582 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73932a15-8de6-44b1-b10a-cd11e1a44145 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.248311 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73932a15-8de6-44b1-b10a-cd11e1a44145 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.278878 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73932a15-8de6-44b1-b10a-cd11e1a44145 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.281199 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-73932a15-8de6-44b1-b10a-cd11e1a44145 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1669519 Dec 08 02:02:50.287088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57438) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:50.295253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6a0f0cb3-98f0-493d-8bfd-5973b7447920 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'security_group_rule': {'security_group_id': 'f28b1d3a-8f5d-4ce8-9970-966bdab5c10e', 'project_id': '630e950b003f4579a3179d6eb911a839', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:50.327620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73932a15-8de6-44b1-b10a-cd11e1a44145 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afde66f8-759a-49b2-9ea4-3b68314356a9,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:50.340106 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-6a0f0cb3-98f0-493d-8bfd-5973b7447920 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Project 630e950b003f4579a3179d6eb911a839 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:02:50.346445 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0cb3-98f0-493d-8bfd-5973b7447920 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.360568 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba880124-328b-4ad9-81dd-08615ed98f75 req-e4f1ca4a-ec19-467b-af3f-3fb6ae3845f5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:50.362759 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ba880124-328b-4ad9-81dd-08615ed98f75 req-e4f1ca4a-ec19-467b-af3f-3fb6ae3845f5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.7152829 Dec 08 02:02:50.366173 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce4e09d8-aaad-4087-8a73-f83cab1aa84a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.409492 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0cb3-98f0-493d-8bfd-5973b7447920 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.416886 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0cb3-98f0-493d-8bfd-5973b7447920 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.454096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f0cb3-98f0-493d-8bfd-5973b7447920 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e2a067-0ec4-4c37-9033-bdc131e52157,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:50.464813 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ba880124-328b-4ad9-81dd-08615ed98f75 req-45cabf59-99ca-41e8-890c-3f3b8e48b788 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734751 Dec 08 02:02:50.475231 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0cb3-98f0-493d-8bfd-5973b7447920 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.481267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57440) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:50.483290 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6a0f0cb3-98f0-493d-8bfd-5973b7447920 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1937172 Dec 08 02:02:50.486746 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-acd08a01-5444-4295-b10e-99515fd05098 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'security_group_rule': {'security_group_id': 'f28b1d3a-8f5d-4ce8-9970-966bdab5c10e', 'project_id': '630e950b003f4579a3179d6eb911a839', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:50.493761 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce4e09d8-aaad-4087-8a73-f83cab1aa84a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.532451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e09d8-aaad-4087-8a73-f83cab1aa84a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event deleted for resources: {'Subnet': ['ID=95b40aa2-2bc8-4e3b-8b0b-6d35657503cd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:50.536174 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce4e09d8-aaad-4087-8a73-f83cab1aa84a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.539560 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ce4e09d8-aaad-4087-8a73-f83cab1aa84a tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "DELETE /v2.0/subnets/95b40aa2-2bc8-4e3b-8b0b-6d35657503cd HTTP/1.1" status: 204 len: 168 time: 1.1174219 Dec 08 02:02:50.542684 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57444) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:50.555472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e93ebd-5be0-4b41-a99d-0f61a7af6032 None None] Network 8b8d1893-a900-4a02-b932-88c9ca4cf1fa requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:50.589183 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-acd08a01-5444-4295-b10e-99515fd05098 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Project 630e950b003f4579a3179d6eb911a839 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:02:50.594513 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acd08a01-5444-4295-b10e-99515fd05098 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.705943 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acd08a01-5444-4295-b10e-99515fd05098 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.713855 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acd08a01-5444-4295-b10e-99515fd05098 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.745555 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.756858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd08a01-5444-4295-b10e-99515fd05098 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e82bbc-6096-4d6f-af32-24fe5681acfa,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:50.773554 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-acd08a01-5444-4295-b10e-99515fd05098 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.776218 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-acd08a01-5444-4295-b10e-99515fd05098 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2923744 Dec 08 02:02:50.829594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Deleting port ba440349-6e62-4ecf-9509-9078057a924e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:50.829943 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.846099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc4a7a-5949-46c4-b437-0564c504ff08 None None] DHCP port deletion for 8b8d1893-a900-4a02-b932-88c9ca4cf1fa request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:02:50.908406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] For port ba440349-6e62-4ecf-9509-9078057a924e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ba440349-6e62-4ecf-9509-9078057a924e,segment=NetworkSegment(1c23ba8a-3b21-441b-93c7-2882a5dd49da),segment_id=1c23ba8a-3b21-441b-93c7-2882a5dd49da)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:50.909416 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:50.925161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Calling delete_port for ba440349-6e62-4ecf-9509-9078057a924e owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:50.992596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc4a7a-5949-46c4-b437-0564c504ff08 None None] Deleting port ba440349-6e62-4ecf-9509-9078057a924e {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:02:50.992979 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4a7a-5949-46c4-b437-0564c504ff08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.099708 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.126873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b4cc4a7a-5949-46c4-b437-0564c504ff08 None None] For port ba440349-6e62-4ecf-9509-9078057a924e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ba440349-6e62-4ecf-9509-9078057a924e,segment=NetworkSegment(1c23ba8a-3b21-441b-93c7-2882a5dd49da),segment_id=1c23ba8a-3b21-441b-93c7-2882a5dd49da)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:02:51.127282 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4a7a-5949-46c4-b437-0564c504ff08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.139003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event deleted for resources: {'Port': ['ID=ba440349-6e62-4ecf-9509-9078057a924e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:51.146975 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] No DVR routers for this DVR port ba440349-6e62-4ecf-9509-9078057a924e on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:51.156080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc4a7a-5949-46c4-b437-0564c504ff08 None None] Calling delete_port for ba440349-6e62-4ecf-9509-9078057a924e owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:02:51.246568 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.258394 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4cc4a7a-5949-46c4-b437-0564c504ff08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.279508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8d1893-a900-4a02-b932-88c9ca4cf1fa']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:51.293455 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc4a7a-5949-46c4-b437-0564c504ff08 None None] Pushing event deleted for resources: {'Port': ['ID=ba440349-6e62-4ecf-9509-9078057a924e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:51.301622 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cc4a7a-5949-46c4-b437-0564c504ff08 None None] No DVR routers for this DVR port ba440349-6e62-4ecf-9509-9078057a924e on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:02:51.311763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c23ba8a-3b21-441b-93c7-2882a5dd49da') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:51.311763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c23ba8a-3b21-441b-93c7-2882a5dd49da') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:02:51.343673 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.362180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.370333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:02:51.370735 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:02:51.447934 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:02:51.459365 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.473571 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.480236 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "DELETE /v2.0/networks/8b8d1893-a900-4a02-b932-88c9ca4cf1fa HTTP/1.1" status: 204 len: 168 time: 0.9336352 Dec 08 02:02:51.480639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57502) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:51.505040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00388f-96a7-41d1-99c9-e4606b10cd0f tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Pushing event deleted for resources: {'Network': ['ID=8b8d1893-a900-4a02-b932-88c9ca4cf1fa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:51.524266 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d4a1c542-78ce-45ba-b3c8-8fa55f2c3867 tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "GET /v2.0/ports?device_id=ccfea4ad-1f0f-4a3b-8431-bd457364ef03 HTTP/1.1" status: 200 len: 205 time: 0.0417368 Dec 08 02:02:51.526503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57506) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:51.654598 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae2b73d6-4b43-4d47-9ba8-812ecfa6da1b tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.681804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59d073-e9a4-4378-8299-c20d03f4ce1e req-ca811515-943a-400e-a209-c248ed0c865a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:51.692766 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e59d073-e9a4-4378-8299-c20d03f4ce1e req-ca811515-943a-400e-a209-c248ed0c865a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.0959439 Dec 08 02:02:51.763101 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e59d073-e9a4-4378-8299-c20d03f4ce1e req-07fbaf33-f200-4859-b13d-327d5f3fea5a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694594 Dec 08 02:02:51.772211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ba440349-6e62-4ecf-9509-9078057a924e no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:02:51.818959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: ba440349-6e62-4ecf-9509-9078057a924e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:02:51.819286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ba440349-6e62-4ecf-9509-9078057a924e not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:02:51.885860 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae2b73d6-4b43-4d47-9ba8-812ecfa6da1b tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.888436 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae2b73d6-4b43-4d47-9ba8-812ecfa6da1b tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.940460 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae2b73d6-4b43-4d47-9ba8-812ecfa6da1b tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.943786 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2b73d6-4b43-4d47-9ba8-812ecfa6da1b tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Fanout notify agent at l3_agent the message router_deleted on router ccfea4ad-1f0f-4a3b-8431-bd457364ef03 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:02:51.948993 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae2b73d6-4b43-4d47-9ba8-812ecfa6da1b tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:51.950507 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ae2b73d6-4b43-4d47-9ba8-812ecfa6da1b tempest-RoutersNegativeTest-583627196 tempest-RoutersNegativeTest-583627196-project] 10.222.0.70 "DELETE /v2.0/routers/ccfea4ad-1f0f-4a3b-8431-bd457364ef03 HTTP/1.1" status: 204 len: 168 time: 0.4228210 Dec 08 02:02:52.309631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57552) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:52.513968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57562) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:52.514728 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3567dc2c-8753-4b8a-8847-a3c20fafa9ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24ce21a131d345b5bd549097ad168cb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2035892 Dec 08 02:02:52.623166 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a2a4-e268-4ea7-aabb-452dd32098dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:52.656246 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a2a4-e268-4ea7-aabb-452dd32098dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:52.765347 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a2a4-e268-4ea7-aabb-452dd32098dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:52.770260 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a2a4-e268-4ea7-aabb-452dd32098dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:52.776445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cbb5a2a4-e268-4ea7-aabb-452dd32098dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/91dfaeee-e6eb-4012-a823-b417f3bb907e HTTP/1.1" status: 204 len: 168 time: 0.2591462 Dec 08 02:02:52.789298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5a2a4-e268-4ea7-aabb-452dd32098dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dfaeee-e6eb-4012-a823-b417f3bb907e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:53.021638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263d398-6196-45ad-9892-e2d422535237 req-3b72578c-4854-4671-8ec8-225e2c1818a0 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:53.023316 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7263d398-6196-45ad-9892-e2d422535237 req-3b72578c-4854-4671-8ec8-225e2c1818a0 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.1419964 Dec 08 02:02:53.174297 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7263d398-6196-45ad-9892-e2d422535237 req-8eadeddb-b75d-4b37-8ce7-f9c4cf506724 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180587 Dec 08 02:02:54.043360 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57616) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:54.175230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3af27b86-c61f-4b89-ab78-11b3b2a89300 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:54.175682 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-3af27b86-c61f-4b89-ab78-11b3b2a89300 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 02:02:54.176681 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-3af27b86-c61f-4b89-ab78-11b3b2a89300 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 02:02:54.177708 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3af27b86-c61f-4b89-ab78-11b3b2a89300 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1326520 Dec 08 02:02:54.182449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57620) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:54.189365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0f30030d-9733-446a-8c87-9f75d1d09fce tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group': {'name': 'tempest-secgroup--129867777'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:54.225986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f30030d-9733-446a-8c87-9f75d1d09fce tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.244435 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f30030d-9733-446a-8c87-9f75d1d09fce tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.348806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f33fd-c308-479c-a44b-365d3f2e743f req-dc894068-d7f2-4325-9198-34950731e5f3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:54.358243 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-804f33fd-c308-479c-a44b-365d3f2e743f req-dc894068-d7f2-4325-9198-34950731e5f3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.0670476 Dec 08 02:02:54.371199 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f30030d-9733-446a-8c87-9f75d1d09fce tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.376657 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f30030d-9733-446a-8c87-9f75d1d09fce tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.440266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-804f33fd-c308-479c-a44b-365d3f2e743f req-927c5e76-6420-4fd4-9df9-af9c72a6c51e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811157 Dec 08 02:02:54.470354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30030d-9733-446a-8c87-9f75d1d09fce tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62eb2ee7-46a6-4ab0-95d0-8837c2c359d6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:54.510349 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f30030d-9733-446a-8c87-9f75d1d09fce tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.514407 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f30030d-9733-446a-8c87-9f75d1d09fce tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.557294 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f30030d-9733-446a-8c87-9f75d1d09fce tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.558899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0f30030d-9733-446a-8c87-9f75d1d09fce tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3752728 Dec 08 02:02:54.562606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57630) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:54.568665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4d4070a6-d67a-45f4-ab56-9fbbf969aed0 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'e8c820ca-e8ef-42bf-bc1c-3015b5fed3f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:54.579132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30030d-9733-446a-8c87-9f75d1d09fce tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c820ca-e8ef-42bf-bc1c-3015b5fed3f2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:54.622253 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d4070a6-d67a-45f4-ab56-9fbbf969aed0 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.689397 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d4070a6-d67a-45f4-ab56-9fbbf969aed0 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.694510 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d4070a6-d67a-45f4-ab56-9fbbf969aed0 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.712714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4070a6-d67a-45f4-ab56-9fbbf969aed0 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a47a285-b1b4-43cd-9151-f8f51de2668b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:54.729959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4d4070a6-d67a-45f4-ab56-9fbbf969aed0 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.733810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4d4070a6-d67a-45f4-ab56-9fbbf969aed0 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679251 Dec 08 02:02:54.734024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57632) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:54.739939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6dbfa17c-444f-4a0e-9ef7-d2b093796fe0 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'e8c820ca-e8ef-42bf-bc1c-3015b5fed3f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:54.773898 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dbfa17c-444f-4a0e-9ef7-d2b093796fe0 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.831239 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-6dbfa17c-444f-4a0e-9ef7-d2b093796fe0 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 02:02:54.836231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57638) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:54.846976 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6dbfa17c-444f-4a0e-9ef7-d2b093796fe0 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1117702 Dec 08 02:02:54.909118 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ad38348-d29d-489b-b92d-463a49504e29 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:54.955999 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ad38348-d29d-489b-b92d-463a49504e29 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.031211 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ad38348-d29d-489b-b92d-463a49504e29 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.034123 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7ad38348-d29d-489b-b92d-463a49504e29 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.035292 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7ad38348-d29d-489b-b92d-463a49504e29 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "DELETE /v2.0/security-groups/e8c820ca-e8ef-42bf-bc1c-3015b5fed3f2 HTTP/1.1" status: 204 len: 168 time: 0.1971571 Dec 08 02:02:55.038297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57644) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:55.050069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad38348-d29d-489b-b92d-463a49504e29 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c820ca-e8ef-42bf-bc1c-3015b5fed3f2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:55.129180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aa118991-eda1-40e2-a7dc-1943d810392a tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0897117 Dec 08 02:02:55.132989 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57646) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:55.138256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0e319204-9dbd-4cfe-aa93-449e9ac07b04 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070242142'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:55.166807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e319204-9dbd-4cfe-aa93-449e9ac07b04 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.255807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e319204-9dbd-4cfe-aa93-449e9ac07b04 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.263920 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e319204-9dbd-4cfe-aa93-449e9ac07b04 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.300643 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e319204-9dbd-4cfe-aa93-449e9ac07b04 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.304490 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0e319204-9dbd-4cfe-aa93-449e9ac07b04 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1678131 Dec 08 02:02:55.305174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57652) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:55.310267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d62de1b5-a608-4855-9f70-cf28d98392ff tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'b1acce80-6d43-4fdb-b07c-1b25cc37f89d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:55.311345 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-d62de1b5-a608-4855-9f70-cf28d98392ff tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 02:02:55.311900 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-d62de1b5-a608-4855-9f70-cf28d98392ff tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:55.315739 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d62de1b5-a608-4855-9f70-cf28d98392ff tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068612 Dec 08 02:02:55.315902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e319204-9dbd-4cfe-aa93-449e9ac07b04 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1acce80-6d43-4fdb-b07c-1b25cc37f89d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:55.316011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57654) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:55.388452 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae7df9f2-1dce-46c1-8feb-38454898de72 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.417441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae7df9f2-1dce-46c1-8feb-38454898de72 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.473240 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae7df9f2-1dce-46c1-8feb-38454898de72 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.478115 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae7df9f2-1dce-46c1-8feb-38454898de72 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.479540 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ae7df9f2-1dce-46c1-8feb-38454898de72 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "DELETE /v2.0/security-groups/b1acce80-6d43-4fdb-b07c-1b25cc37f89d HTTP/1.1" status: 204 len: 168 time: 0.1626494 Dec 08 02:02:55.482601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57658) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:55.491783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7df9f2-1dce-46c1-8feb-38454898de72 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1acce80-6d43-4fdb-b07c-1b25cc37f89d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:55.578718 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eae6e6aa-dcfc-4c6c-b688-108818b35f1d tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0932069 Dec 08 02:02:55.582039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57664) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:55.592603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3e19af78-35f5-46a1-821e-8704e2109551 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546927776'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:55.628986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a16a2-26ca-46bf-b009-c7076483ce53 req-d059d331-932f-48cd-8137-6274993e56bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:55.632549 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-076a16a2-26ca-46bf-b009-c7076483ce53 req-d059d331-932f-48cd-8137-6274993e56bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.0742695 Dec 08 02:02:55.652669 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e19af78-35f5-46a1-821e-8704e2109551 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.704345 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-076a16a2-26ca-46bf-b009-c7076483ce53 req-a022c167-68b4-48db-8baf-176b3c1664aa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656312 Dec 08 02:02:55.771988 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e19af78-35f5-46a1-821e-8704e2109551 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.778474 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e19af78-35f5-46a1-821e-8704e2109551 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.809362 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3e19af78-35f5-46a1-821e-8704e2109551 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.814149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57670) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:55.814688 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3e19af78-35f5-46a1-821e-8704e2109551 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2278392 Dec 08 02:02:55.819428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0165f8f9-9ff1-40c2-8d86-671f5e503ae3 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': '88b3a1b6-eddb-4417-ab05-2a473df24add', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:55.822829 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-0165f8f9-9ff1-40c2-8d86-671f5e503ae3 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 02:02:55.822829 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-0165f8f9-9ff1-40c2-8d86-671f5e503ae3 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:55.823160 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0165f8f9-9ff1-40c2-8d86-671f5e503ae3 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079756 Dec 08 02:02:55.826245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57672) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:55.846507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19af78-35f5-46a1-821e-8704e2109551 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b3a1b6-eddb-4417-ab05-2a473df24add,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:55.932133 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbb4804d-c88a-416f-96f0-5a784a392980 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:55.963212 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbb4804d-c88a-416f-96f0-5a784a392980 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.051918 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbb4804d-c88a-416f-96f0-5a784a392980 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.055388 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbb4804d-c88a-416f-96f0-5a784a392980 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.060012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57682) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:56.067147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dbb4804d-c88a-416f-96f0-5a784a392980 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "DELETE /v2.0/security-groups/88b3a1b6-eddb-4417-ab05-2a473df24add HTTP/1.1" status: 204 len: 168 time: 0.2376797 Dec 08 02:02:56.099973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4804d-c88a-416f-96f0-5a784a392980 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b3a1b6-eddb-4417-ab05-2a473df24add,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:56.143915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57684) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:56.149222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b51ca4c3-f1ac-4442-9027-eeb438534e79 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group': {'name': 'tempest-secgroup--632684001'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:56.154161 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-61ac75f8-1934-49a8-b48a-4c19c82aac31 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0927408 Dec 08 02:02:56.177037 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b51ca4c3-f1ac-4442-9027-eeb438534e79 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.271675 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b51ca4c3-f1ac-4442-9027-eeb438534e79 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.277499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b51ca4c3-f1ac-4442-9027-eeb438534e79 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.321584 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b51ca4c3-f1ac-4442-9027-eeb438534e79 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.322986 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b51ca4c3-f1ac-4442-9027-eeb438534e79 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1779714 Dec 08 02:02:56.326874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ca4c3-f1ac-4442-9027-eeb438534e79 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3128bb8b-5b5c-468d-8c26-020a9e581ef9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:56.327672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57692) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:56.334463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-83fda7ed-2d72-45f4-a12e-50a22ddca9d5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': '3128bb8b-5b5c-468d-8c26-020a9e581ef9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:56.340915 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-83fda7ed-2d72-45f4-a12e-50a22ddca9d5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 02:02:56.341667 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-83fda7ed-2d72-45f4-a12e-50a22ddca9d5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:56.345423 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-83fda7ed-2d72-45f4-a12e-50a22ddca9d5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140791 Dec 08 02:02:56.345862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57694) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:56.354066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0a5e609e-6c25-4189-8d21-51bfa22692d7 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': '3128bb8b-5b5c-468d-8c26-020a9e581ef9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:56.354928 n-d-713498-30 neutron-server[103130]: WARNING neutron.api.v2.base [None req-0a5e609e-6c25-4189-8d21-51bfa22692d7 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 02:02:56.355275 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-0a5e609e-6c25-4189-8d21-51bfa22692d7 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:56.356365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0a5e609e-6c25-4189-8d21-51bfa22692d7 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094299 Dec 08 02:02:56.356925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57696) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:56.363233 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57698) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:56.367558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-94c8fe1d-8f67-4727-a696-8ece1949ecd1 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': '3128bb8b-5b5c-468d-8c26-020a9e581ef9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:56.371703 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-94c8fe1d-8f67-4727-a696-8ece1949ecd1 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 02:02:56.373771 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-94c8fe1d-8f67-4727-a696-8ece1949ecd1 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:56.375177 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-94c8fe1d-8f67-4727-a696-8ece1949ecd1 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137706 Dec 08 02:02:56.378228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57702) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:56.384489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-76b2cc73-83b3-43c5-84f7-8226ed6cdcca tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': '3128bb8b-5b5c-468d-8c26-020a9e581ef9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:56.385505 n-d-713498-30 neutron-server[103130]: WARNING neutron.api.v2.base [None req-76b2cc73-83b3-43c5-84f7-8226ed6cdcca tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 02:02:56.386070 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-76b2cc73-83b3-43c5-84f7-8226ed6cdcca tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:56.387777 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-76b2cc73-83b3-43c5-84f7-8226ed6cdcca tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085113 Dec 08 02:02:56.390639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57704) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:56.456974 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81debf63-418b-419e-a8e1-143c1ac19490 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.503483 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81debf63-418b-419e-a8e1-143c1ac19490 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.509636 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f91b38c-4973-4811-a759-c5eb459553d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.585101 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81debf63-418b-419e-a8e1-143c1ac19490 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.590453 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81debf63-418b-419e-a8e1-143c1ac19490 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.595584 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-81debf63-418b-419e-a8e1-143c1ac19490 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "DELETE /v2.0/security-groups/3128bb8b-5b5c-468d-8c26-020a9e581ef9 HTTP/1.1" status: 204 len: 168 time: 0.2034428 Dec 08 02:02:56.599678 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57706) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:56.629315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81debf63-418b-419e-a8e1-143c1ac19490 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3128bb8b-5b5c-468d-8c26-020a9e581ef9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:56.633531 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f91b38c-4973-4811-a759-c5eb459553d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.641343 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1f91b38c-4973-4811-a759-c5eb459553d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.683905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57712) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:56.685339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cbbc4158-6863-4a6d-bc9c-24548ef9b684 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0837574 Dec 08 02:02:56.724823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91b38c-4973-4811-a759-c5eb459553d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bedd07f-8c05-42c8-ab4d-b7230e58a5d8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:56.754257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-28ff1411-a800-45c7-aed0-e4c40ee477e5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015666639'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:56.790220 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1f91b38c-4973-4811-a759-c5eb459553d2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cefa610938554964afeca3e2a05af4b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4300351 Dec 08 02:02:56.791072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57718) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:56.849355 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28ff1411-a800-45c7-aed0-e4c40ee477e5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.908595 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8853cec0-d2d0-4d54-a60c-1502d2b39af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.953922 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8853cec0-d2d0-4d54-a60c-1502d2b39af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:56.972253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee135b-b4c6-47b0-99f2-48f774f53ca2 req-28562fb7-ddcd-4886-a616-28f3a3eda4bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:56.973853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8bee135b-b4c6-47b0-99f2-48f774f53ca2 req-28562fb7-ddcd-4886-a616-28f3a3eda4bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.1336982 Dec 08 02:02:57.084046 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28ff1411-a800-45c7-aed0-e4c40ee477e5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.094715 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28ff1411-a800-45c7-aed0-e4c40ee477e5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.142127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8bee135b-b4c6-47b0-99f2-48f774f53ca2 req-3c71ad79-35cd-4119-8b08-caa1879e9b5c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576552 Dec 08 02:02:57.150487 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8853cec0-d2d0-4d54-a60c-1502d2b39af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.152954 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8853cec0-d2d0-4d54-a60c-1502d2b39af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.156684 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8853cec0-d2d0-4d54-a60c-1502d2b39af6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6bedd07f-8c05-42c8-ab4d-b7230e58a5d8 HTTP/1.1" status: 204 len: 168 time: 0.3624582 Dec 08 02:02:57.156972 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff1411-a800-45c7-aed0-e4c40ee477e5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0698405-c509-4063-bfcb-a73df59f557a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:57.163596 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-28ff1411-a800-45c7-aed0-e4c40ee477e5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.165314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-28ff1411-a800-45c7-aed0-e4c40ee477e5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4549062 Dec 08 02:02:57.169517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57728) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:57.175559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ddfb4f58-dcc1-42a3-81e9-70025a349753 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'f0698405-c509-4063-bfcb-a73df59f557a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:57.176118 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-ddfb4f58-dcc1-42a3-81e9-70025a349753 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 02:02:57.176240 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853cec0-d2d0-4d54-a60c-1502d2b39af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bedd07f-8c05-42c8-ab4d-b7230e58a5d8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:57.176811 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-ddfb4f58-dcc1-42a3-81e9-70025a349753 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:57.181136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57730) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:57.181754 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ddfb4f58-dcc1-42a3-81e9-70025a349753 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104277 Dec 08 02:02:57.186761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-93d55689-8649-401e-8496-2688a3495184 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'f0698405-c509-4063-bfcb-a73df59f557a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:57.260505 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-93d55689-8649-401e-8496-2688a3495184 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:57.265093 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-93d55689-8649-401e-8496-2688a3495184 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0795732 Dec 08 02:02:57.265336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57732) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:57.270027 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-26b3eb9b-83fd-450e-9e97-72d46eced55d tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'f0698405-c509-4063-bfcb-a73df59f557a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:57.270791 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-26b3eb9b-83fd-450e-9e97-72d46eced55d tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 02:02:57.271427 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-26b3eb9b-83fd-450e-9e97-72d46eced55d tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:57.273302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-26b3eb9b-83fd-450e-9e97-72d46eced55d tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069618 Dec 08 02:02:57.276480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57734) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:57.288555 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9305995d-3d88-4e21-8b4d-cdea4e612876 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'f0698405-c509-4063-bfcb-a73df59f557a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:57.349074 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-9305995d-3d88-4e21-8b4d-cdea4e612876 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:57.350802 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9305995d-3d88-4e21-8b4d-cdea4e612876 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0730774 Dec 08 02:02:57.354987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57740) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:57.360350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-588a2b28-7f5f-456a-9298-6ad7f2a4f27e tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'f0698405-c509-4063-bfcb-a73df59f557a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:57.360840 n-d-713498-30 neutron-server[103129]: WARNING neutron.api.v2.base [None req-588a2b28-7f5f-456a-9298-6ad7f2a4f27e tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 02:02:57.362388 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-588a2b28-7f5f-456a-9298-6ad7f2a4f27e tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:57.364337 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-588a2b28-7f5f-456a-9298-6ad7f2a4f27e tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068874 Dec 08 02:02:57.366603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57742) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:57.380418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8979ccf9-fe8d-43ea-9fa3-42dfe31ab265 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'f0698405-c509-4063-bfcb-a73df59f557a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:57.419877 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-8979ccf9-fe8d-43ea-9fa3-42dfe31ab265 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Project 3c781942d8c3448f8735b61dcec81537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:02:57.438654 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-8979ccf9-fe8d-43ea-9fa3-42dfe31ab265 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:57.443919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57746) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:57.444686 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8979ccf9-fe8d-43ea-9fa3-42dfe31ab265 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0717995 Dec 08 02:02:57.450238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-807587f6-13da-42f0-8325-7cace24f76c4 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'f0698405-c509-4063-bfcb-a73df59f557a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:57.450830 n-d-713498-30 neutron-server[103130]: WARNING neutron.api.v2.base [None req-807587f6-13da-42f0-8325-7cace24f76c4 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 02:02:57.451416 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-807587f6-13da-42f0-8325-7cace24f76c4 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:57.455256 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-807587f6-13da-42f0-8325-7cace24f76c4 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076587 Dec 08 02:02:57.455492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57748) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:57.460151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-11b81fa3-5bbf-43ac-b756-3b528d16b3ba tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'f0698405-c509-4063-bfcb-a73df59f557a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:57.491979 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-11b81fa3-5bbf-43ac-b756-3b528d16b3ba tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Project 3c781942d8c3448f8735b61dcec81537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:02:57.511127 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-11b81fa3-5bbf-43ac-b756-3b528d16b3ba tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:57.511127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-11b81fa3-5bbf-43ac-b756-3b528d16b3ba tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0541997 Dec 08 02:02:57.514434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57752) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:57.519610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2b300953-ea0a-4f75-87a0-b4ac13b90c97 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'f0698405-c509-4063-bfcb-a73df59f557a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:57.554963 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-2b300953-ea0a-4f75-87a0-b4ac13b90c97 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Project 3c781942d8c3448f8735b61dcec81537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:02:57.577810 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-2b300953-ea0a-4f75-87a0-b4ac13b90c97 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:57.579057 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2b300953-ea0a-4f75-87a0-b4ac13b90c97 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0633397 Dec 08 02:02:57.582249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57756) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:57.655453 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5717-51e5-49ab-90db-83956e9bbf12 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.683569 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5717-51e5-49ab-90db-83956e9bbf12 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.760842 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5717-51e5-49ab-90db-83956e9bbf12 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.763736 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7a3f5717-51e5-49ab-90db-83956e9bbf12 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:57.765035 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7a3f5717-51e5-49ab-90db-83956e9bbf12 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "DELETE /v2.0/security-groups/f0698405-c509-4063-bfcb-a73df59f557a HTTP/1.1" status: 204 len: 168 time: 0.1815915 Dec 08 02:02:57.768481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57766) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:57.775883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f5717-51e5-49ab-90db-83956e9bbf12 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0698405-c509-4063-bfcb-a73df59f557a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:57.848550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6f1448ff-68f3-428d-906b-e741ec6db65a tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0780177 Dec 08 02:02:57.851884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57770) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:57.861971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b29c0ac8-8cd4-4d86-bfdd-129e4de2c375 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group': {'name': 'tempest-secgroup--615101955'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:57.889219 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b29c0ac8-8cd4-4d86-bfdd-129e4de2c375 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.018342 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b29c0ac8-8cd4-4d86-bfdd-129e4de2c375 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.023441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b29c0ac8-8cd4-4d86-bfdd-129e4de2c375 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.062886 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b29c0ac8-8cd4-4d86-bfdd-129e4de2c375 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.064156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b29c0ac8-8cd4-4d86-bfdd-129e4de2c375 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2102771 Dec 08 02:02:58.067031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c0ac8-8cd4-4d86-bfdd-129e4de2c375 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78ffe5a-2522-4c86-847b-a05a468e2095,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:58.069183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57782) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:58.074701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-17bc4a08-4cc9-4e83-ad80-e9ed673535b7 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'c78ffe5a-2522-4c86-847b-a05a468e2095', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:58.156109 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-17bc4a08-4cc9-4e83-ad80-e9ed673535b7 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The resource could not be found. Dec 08 02:02:58.157632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-17bc4a08-4cc9-4e83-ad80-e9ed673535b7 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0868340 Dec 08 02:02:58.160391 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57788) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:58.166029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-fbf24dc4-ecaa-4589-a5c3-16207c5818fe tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'c78ffe5a-2522-4c86-847b-a05a468e2095', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c318ee62-fe6e-4e24-88b1-85da37e3c3fd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:58.222094 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57792) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:58.243846 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-fbf24dc4-ecaa-4589-a5c3-16207c5818fe tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The resource could not be found. Dec 08 02:02:58.247440 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fbf24dc4-ecaa-4589-a5c3-16207c5818fe tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0849440 Dec 08 02:02:58.249619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57796) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:58.322500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cc1bc-2dc1-49cb-9c0b-c06e20cec3e8 req-adc11025-580f-496b-8cac-1add50f1a3b7 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:58.324445 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-144cc1bc-2dc1-49cb-9c0b-c06e20cec3e8 req-adc11025-580f-496b-8cac-1add50f1a3b7 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.0817971 Dec 08 02:02:58.332304 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdf57b15-3146-4a28-b5a9-c086919d92e6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.383081 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdf57b15-3146-4a28-b5a9-c086919d92e6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.435583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-144cc1bc-2dc1-49cb-9c0b-c06e20cec3e8 req-6530187d-1f2c-464a-b3a4-e3e72522a078 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035845 Dec 08 02:02:58.461237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-142256926-network', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:58.483918 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdf57b15-3146-4a28-b5a9-c086919d92e6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.486990 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bdf57b15-3146-4a28-b5a9-c086919d92e6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.488693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bdf57b15-3146-4a28-b5a9-c086919d92e6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "DELETE /v2.0/security-groups/c78ffe5a-2522-4c86-847b-a05a468e2095 HTTP/1.1" status: 204 len: 168 time: 0.2379472 Dec 08 02:02:58.492851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57802) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:58.496852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Made reservation on behalf of a0e9c766ef7746e7a09c6b7981d82c0b for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:58.502733 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.520238 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.525006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf57b15-3146-4a28-b5a9-c086919d92e6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78ffe5a-2522-4c86-847b-a05a468e2095,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:58.578212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c978aa5f-2ed4-497b-9f9e-d8911e8e27cc tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0828815 Dec 08 02:02:58.585475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57804) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:58.595764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-607173c7-2317-4c14-b077-15762765b473 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': '69449fca-6184-4c04-b082-c1991069c27d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:58.674688 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-607173c7-2317-4c14-b077-15762765b473 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The resource could not be found. Dec 08 02:02:58.675748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-607173c7-2317-4c14-b077-15762765b473 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0893164 Dec 08 02:02:58.679703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57810) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:58.686539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a9e83d90-d869-49ea-b3cf-82b1ff9ec7d5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group': {'name': 'tempest-secgroup--630124281'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:58.704915 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.716933 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.736867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:02:58.750316 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9e83d90-d869-49ea-b3cf-82b1ff9ec7d5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.766650 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.767544 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Added segment ef62a9da-debb-4204-8c6a-c2ff2f184137 of type vlan for network 9845f4a4-4db5-4337-acb0-550fedf4b006 Dec 08 02:02:58.811529 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-88e6a171-10b2-44ed-a6da-0a80a334934d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.816273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aea6f48-3acd-4674-881a-33680e2e8e0b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:58.856339 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.924346 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.925551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:58.926130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.960090 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9e83d90-d869-49ea-b3cf-82b1ff9ec7d5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.983715 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7577195 Dec 08 02:02:58.983715 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9e83d90-d869-49ea-b3cf-82b1ff9ec7d5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:58.984029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57814) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:58.989110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a93997c1-4ebc-4886-947d-dc9be982dc52 admin admin] Request body: {'subnet': {'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-142256926-subnet', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:59.021133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e83d90-d869-49ea-b3cf-82b1ff9ec7d5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d90f0ab4-fcaf-4472-9949-aecfd5ad7ebd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:59.031528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93997c1-4ebc-4886-947d-dc9be982dc52 admin admin] Made reservation on behalf of a0e9c766ef7746e7a09c6b7981d82c0b for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:02:59.035215 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93997c1-4ebc-4886-947d-dc9be982dc52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.064119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab27592-6d26-45a4-b68c-4ebec3e262e6 admin admin] Pushing event updated for resources: {'Network': ['ID=9845f4a4-4db5-4337-acb0-550fedf4b006,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:59.076972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9e83d90-d869-49ea-b3cf-82b1ff9ec7d5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.078480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a9e83d90-d869-49ea-b3cf-82b1ff9ec7d5 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3965545 Dec 08 02:02:59.082474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57820) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:59.089614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7cc87f84-4248-4bbc-9e8b-eada8745e549 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1688957457'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:59.092966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 9845f4a4-4db5-4337-acb0-550fedf4b006 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:02:59.190999 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cc87f84-4248-4bbc-9e8b-eada8745e549 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.346636 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cc87f84-4248-4bbc-9e8b-eada8745e549 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.348058 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93997c1-4ebc-4886-947d-dc9be982dc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.353569 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cc87f84-4248-4bbc-9e8b-eada8745e549 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.426386 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cc87f84-4248-4bbc-9e8b-eada8745e549 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.428602 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7cc87f84-4248-4bbc-9e8b-eada8745e549 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3446429 Dec 08 02:02:59.436057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57828) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:59.442787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc87f84-4248-4bbc-9e8b-eada8745e549 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca80290-0a6b-4dde-8303-a4c108928357,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:59.443031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b5e6e592-26c0-4c42-85cc-411908c1efde tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'd90f0ab4-fcaf-4472-9949-aecfd5ad7ebd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7ca80290-0a6b-4dde-8303-a4c108928357'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:59.449683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93997c1-4ebc-4886-947d-dc9be982dc52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d2a6b7-d057-4850-9744-1ffc329237e3,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:02:59.479917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93997c1-4ebc-4886-947d-dc9be982dc52 admin admin] Checking segment: {'id': 'ef62a9da-debb-4204-8c6a-c2ff2f184137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:02:59.480463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93997c1-4ebc-4886-947d-dc9be982dc52 admin admin] Network hostable DHCP agents. Network: 9845f4a4-4db5-4337-acb0-550fedf4b006, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:02:59.504233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93997c1-4ebc-4886-947d-dc9be982dc52 admin admin] Network 9845f4a4-4db5-4337-acb0-550fedf4b006 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:02:59.522681 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-b5e6e592-26c0-4c42-85cc-411908c1efde tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:02:59.524074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b5e6e592-26c0-4c42-85cc-411908c1efde tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0868871 Dec 08 02:02:59.527345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57832) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:59.533645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a93997c1-4ebc-4886-947d-dc9be982dc52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 9845f4a4-4db5-4337-acb0-550fedf4b006) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:02:59.549304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de584973-6dc7-4991-964b-daa5dfe64753 None None] Network 9845f4a4-4db5-4337-acb0-550fedf4b006 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:02:59.551299 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93997c1-4ebc-4886-947d-dc9be982dc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:59.552115 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a93997c1-4ebc-4886-947d-dc9be982dc52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.575906 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a93997c1-4ebc-4886-947d-dc9be982dc52 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5908470 Dec 08 02:02:59.580055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:02:59.588480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-142256926-router', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:02:59.601577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b7bad-9640-4c68-88f8-7f2e59c3a45a req-1dcace16-b5a0-40d8-9878-d6b757c90f2f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:59.611998 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-232b7bad-9640-4c68-88f8-7f2e59c3a45a req-1dcace16-b5a0-40d8-9878-d6b757c90f2f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.0940115 Dec 08 02:02:59.659641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e92bddb1-eaf6-4c66-a556-045f98bb7eea tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.669057 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-232b7bad-9640-4c68-88f8-7f2e59c3a45a req-d97a033f-c097-41ce-b13a-26427e52cf5b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556085 Dec 08 02:02:59.693406 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.695445 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.733282 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-9845f4a4-4db5-4337-acb0-550fedf4b006', 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006', 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'fixed_ips': [{'subnet_id': '87d2a6b7-d057-4850-9744-1ffc329237e3'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:02:59.734746 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.792820 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.794670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e92bddb1-eaf6-4c66-a556-045f98bb7eea tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.948676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Allocated IP 172.20.0.2 (9845f4a4-4db5-4337-acb0-550fedf4b006/87d2a6b7-d057-4850-9744-1ffc329237e3/ca0e4fc5-ed50-4eb2-9d64-ede041b6d569) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:02:59.973382 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:02:59.978007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815a02a-cc77-49c8-a44b-c82e84fea30f req-08d6ec4b-ea25-4598-beef-f656906554b3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:02:59.985257 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e815a02a-cc77-49c8-a44b-c82e84fea30f req-08d6ec4b-ea25-4598-beef-f656906554b3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.1091149 Dec 08 02:03:00.046400 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e92bddb1-eaf6-4c66-a556-045f98bb7eea tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.049247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e92bddb1-eaf6-4c66-a556-045f98bb7eea tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.054041 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e92bddb1-eaf6-4c66-a556-045f98bb7eea tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "DELETE /v2.0/security-groups/7ca80290-0a6b-4dde-8303-a4c108928357 HTTP/1.1" status: 204 len: 168 time: 0.5251718 Dec 08 02:03:00.054690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57846) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:00.125775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bddb1-eaf6-4c66-a556-045f98bb7eea tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca80290-0a6b-4dde-8303-a4c108928357,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:00.227410 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cf589344-5db3-4298-8456-ff9f43eb3bd3 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1315913 Dec 08 02:03:00.228246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:00.246224 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.255239 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.320837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Pushing event updated for resources: {'Port': ['ID=ca0e4fc5-ed50-4eb2-9d64-ede041b6d569,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:00.325154 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Network 9845f4a4-4db5-4337-acb0-550fedf4b006 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:00.326976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:00.341901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:00.344987 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1324140f-2f24-4477-abb6-9b9436fad05e tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.414750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Attempting to bind port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:03:00.416082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Attempting to bind port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'ef62a9da-debb-4204-8c6a-c2ff2f184137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:03:00.417022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Attempting to bind port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 on network 9845f4a4-4db5-4337-acb0-550fedf4b006 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:00.423753 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:03:00.424461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Checking segment: {'id': 'ef62a9da-debb-4204-8c6a-c2ff2f184137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:00.425040 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.425624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Bound using segment: {'id': 'ef62a9da-debb-4204-8c6a-c2ff2f184137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:03:00.426277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Bound port: ca0e4fc5-ed50-4eb2-9d64-ede041b6d569, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef62a9da-debb-4204-8c6a-c2ff2f184137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:03:00.426852 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.487337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e815a02a-cc77-49c8-a44b-c82e84fea30f req-8ba7b3de-fb63-4a69-9719-f585c9a4f8c9 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4971037 Dec 08 02:03:00.500799 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1324140f-2f24-4477-abb6-9b9436fad05e tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.522524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] For port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:03:00.529274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] For port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ca0e4fc5-ed50-4eb2-9d64-ede041b6d569,segment=NetworkSegment(ef62a9da-debb-4204-8c6a-c2ff2f184137),segment_id=ef62a9da-debb-4204-8c6a-c2ff2f184137)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:03:00.541677 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.553451 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.589098 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.663765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7315727-a271-47d2-bdcf-b24de2be662c None None] Pushing event updated for resources: {'Port': ['ID=ca0e4fc5-ed50-4eb2-9d64-ede041b6d569,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:00.668036 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1324140f-2f24-4477-abb6-9b9436fad05e tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.670766 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1324140f-2f24-4477-abb6-9b9436fad05e tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.675100 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1324140f-2f24-4477-abb6-9b9436fad05e tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "DELETE /v2.0/security-groups/d90f0ab4-fcaf-4472-9949-aecfd5ad7ebd HTTP/1.1" status: 204 len: 168 time: 0.4447463 Dec 08 02:03:00.675719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57862) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:00.724077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324140f-2f24-4477-abb6-9b9436fad05e tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90f0ab4-fcaf-4472-9949-aecfd5ad7ebd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:00.808599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba6366-9d20-415f-9a0c-f2512fcb6de3 req-b6453e84-9075-4a6e-909f-e4c725366bcf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:00.810505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-afba6366-9d20-415f-9a0c-f2512fcb6de3 req-b6453e84-9075-4a6e-909f-e4c725366bcf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.2132533 Dec 08 02:03:00.817536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b3665e17-43df-47ac-855d-9df3c0226e7e tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1339054 Dec 08 02:03:00.822986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57864) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:00.827815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-cfacfb91-b227-46c7-a159-c24c6a241f35 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940748226'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:00.855757 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Allocated IP 172.25.2.221 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/03418a26-827d-4d2d-821a-3c9a7afedb5e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:00.876664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfacfb91-b227-46c7-a159-c24c6a241f35 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:00.908754 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-afba6366-9d20-415f-9a0c-f2512fcb6de3 req-84b89311-a8f2-4256-934f-53fa4bad4112 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857978 Dec 08 02:03:01.093666 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfacfb91-b227-46c7-a159-c24c6a241f35 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:01.103557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfacfb91-b227-46c7-a159-c24c6a241f35 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:01.123440 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:01.195966 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cfacfb91-b227-46c7-a159-c24c6a241f35 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:01.195966 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cfacfb91-b227-46c7-a159-c24c6a241f35 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3708265 Dec 08 02:03:01.202495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:01.215435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7b484b99-1bba-411b-8ca7-af9c4c3e6479 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'dded3426-520b-45cf-ae41-c68829316f83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:01.291859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacfb91-b227-46c7-a159-c24c6a241f35 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dded3426-520b-45cf-ae41-c68829316f83,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:01.313322 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:01.375165 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-7b484b99-1bba-411b-8ca7-af9c4c3e6479 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:03:01.376535 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7b484b99-1bba-411b-8ca7-af9c4c3e6479 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1706460 Dec 08 02:03:01.378921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:01.379460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57888) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:01.384773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:01.388296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e917254e-57dc-4b79-8c1f-620ab566e45c tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group_rule': {'security_group_id': 'dded3426-520b-45cf-ae41-c68829316f83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:01.389688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:01.405950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb8fd51-0ae2-4ce5-9c10-aebbb703ec6c None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:03:01.420051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Pushing event updated for resources: {'Port': ['ID=03418a26-827d-4d2d-821a-3c9a7afedb5e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:01.491055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7c2351c2-8c41-43a7-9104-c8cc9ae0e7cc None None] Provisioning complete for port 03418a26-827d-4d2d-821a-3c9a7afedb5e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:01.492794 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7c2351c2-8c41-43a7-9104-c8cc9ae0e7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:01.532865 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-e917254e-57dc-4b79-8c1f-620ab566e45c tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:03:01.538449 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e917254e-57dc-4b79-8c1f-620ab566e45c tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1576259 Dec 08 02:03:01.541527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57894) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:01.558950 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-24dea944-2fb9-4e2a-8a84-3f432ad8bc35 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:01.567900 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-24dea944-2fb9-4e2a-8a84-3f432ad8bc35 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 811 time: 0.2286510 Dec 08 02:03:01.600036 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-b5e5e323-6ffe-439a-a995-5d61957aa0e3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/quotas/cdb0831a1fae414393e2d0def30436d3 HTTP/1.1" status: 200 len: 375 time: 0.0291762 Dec 08 02:03:01.731983 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-bdfec42e-2e1d-4dfd-9cf2-69d400aba0b8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1290081 Dec 08 02:03:01.759191 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:01.892068 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86e78797-e638-4d5a-a375-14ff739bd4ea tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:01.896349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:01.903817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7c2351c2-8c41-43a7-9104-c8cc9ae0e7cc None None] Port 03418a26-827d-4d2d-821a-3c9a7afedb5e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:03:01.908997 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-112d43f6-c213-4e2b-848b-ab1ecd795f2c service neutron] 10.222.0.70 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745744 Dec 08 02:03:01.958280 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:01.971302 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86e78797-e638-4d5a-a375-14ff739bd4ea tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:01.995435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:01.997021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.101148 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d6c311f-0bd3-4d6b-8857-204204054e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.162809 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86e78797-e638-4d5a-a375-14ff739bd4ea tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.166109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-86e78797-e638-4d5a-a375-14ff739bd4ea tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.173480 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-86e78797-e638-4d5a-a375-14ff739bd4ea tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "DELETE /v2.0/security-groups/dded3426-520b-45cf-ae41-c68829316f83 HTTP/1.1" status: 204 len: 168 time: 0.6285672 Dec 08 02:03:02.189836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57902) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:02.228572 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.239243 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.284792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e78797-e638-4d5a-a375-14ff739bd4ea tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dded3426-520b-45cf-ae41-c68829316f83,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:02.300603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ca0e4fc5-ed50-4eb2-9d64-ede041b6d569,segment=NetworkSegment(ef62a9da-debb-4204-8c6a-c2ff2f184137),segment_id=ef62a9da-debb-4204-8c6a-c2ff2f184137)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:02.320362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-c61272bf-eea6-4228-92bf-79ad02ebfffe service neutron] 10.222.0.70 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870316 Dec 08 02:03:02.330607 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.358188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-adc0db88-8387-4f7c-922e-9dca3b70e01d tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1587245 Dec 08 02:03:02.363218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57910) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:02.373498 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-47d73116-2e34-4c1e-882a-2ef7066ed7f6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197356634'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:02.449921 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d73116-2e34-4c1e-882a-2ef7066ed7f6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.485790 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.548691 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ee913-5c81-4a60-8d46-f980cc8bb08d None None] Network 9845f4a4-4db5-4337-acb0-550fedf4b006 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:03:02.582921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Router b098c649-e9eb-4061-bc84-83619fc09d15 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:03:02.611171 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d73116-2e34-4c1e-882a-2ef7066ed7f6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.619735 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d73116-2e34-4c1e-882a-2ef7066ed7f6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.673955 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-47d73116-2e34-4c1e-882a-2ef7066ed7f6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.675539 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-47d73116-2e34-4c1e-882a-2ef7066ed7f6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3093760 Dec 08 02:03:02.678763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57916) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:02.685535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d6394282-45b5-4360-9d42-7b2d32804ed3 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:02.686329 n-d-713498-30 neutron-server[103130]: WARNING neutron.api.v2.base [None req-d6394282-45b5-4360-9d42-7b2d32804ed3 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 02:03:02.687064 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-d6394282-45b5-4360-9d42-7b2d32804ed3 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 02:03:02.688344 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d6394282-45b5-4360-9d42-7b2d32804ed3 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "PUT /v2.0/security-groups/8c0ddb79-9060-4cf7-8451-34615ec752f1 HTTP/1.1" status: 409 len: 330 time: 0.0083385 Dec 08 02:03:02.689750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d73116-2e34-4c1e-882a-2ef7066ed7f6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0ddb79-9060-4cf7-8451-34615ec752f1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:02.692065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57918) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:02.764415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=ca0e4fc5-ed50-4eb2-9d64-ede041b6d569,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:02.780479 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-918553f1-ab20-44dc-b632-ed05fbb51596 req-c2289f38-7d3a-47de-8c9f-0ae7eb79eb0d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 210 time: 0.1663318 Dec 08 02:03:02.786136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d178c3fb-9eb3-4d35-9841-c4ad7a2feae1 None None] Provisioning complete for port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:02.787684 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d178c3fb-9eb3-4d35-9841-c4ad7a2feae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.811739 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b9a96d7-65cc-49de-80c0-8fccecdf1499 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.873578 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b9a96d7-65cc-49de-80c0-8fccecdf1499 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.968173 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b9a96d7-65cc-49de-80c0-8fccecdf1499 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.973480 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0b9a96d7-65cc-49de-80c0-8fccecdf1499 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:02.975122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0b9a96d7-65cc-49de-80c0-8fccecdf1499 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "DELETE /v2.0/security-groups/8c0ddb79-9060-4cf7-8451-34615ec752f1 HTTP/1.1" status: 204 len: 168 time: 0.2818003 Dec 08 02:03:03.006322 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57928) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:03.007052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a96d7-65cc-49de-80c0-8fccecdf1499 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0ddb79-9060-4cf7-8451-34615ec752f1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:03.136252 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-98472380-efc0-4496-a9c5-f0b4c5565262 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1251493 Dec 08 02:03:03.140866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57932) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:03.162993 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-0b1c6466-859c-4c16-81f5-40c6bfa28427 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] delete failed (client error): The resource could not be found. Dec 08 02:03:03.164194 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0b1c6466-859c-4c16-81f5-40c6bfa28427 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "DELETE /v2.0/security-groups/025142dc-6109-41e7-8124-73e53032d662 HTTP/1.1" status: 404 len: 347 time: 0.0221686 Dec 08 02:03:03.182925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57936) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:03.216671 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-9d0ff486-ab43-47e6-91bb-0c0718be4854 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] show failed (client error): The resource could not be found. Dec 08 02:03:03.218319 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9d0ff486-ab43-47e6-91bb-0c0718be4854 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "GET /v2.0/security-groups/10c4ef10-64ec-4704-a117-04ce4fc09e2e HTTP/1.1" status: 404 len: 347 time: 0.0316839 Dec 08 02:03:03.222305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57938) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:03.244622 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-05f6d874-762b-4f6c-933d-94efe345d4a6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] show failed (client error): The resource could not be found. Dec 08 02:03:03.245684 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-05f6d874-762b-4f6c-933d-94efe345d4a6 tempest-NegativeSecGroupIPv6Test-1204326579 tempest-NegativeSecGroupIPv6Test-1204326579-project] 10.222.0.70 "GET /v2.0/security-group-rules/01830a0d-5546-4b15-a70e-ae32489d2473 HTTP/1.1" status: 404 len: 356 time: 0.0224421 Dec 08 02:03:03.366795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-55da09c6-8694-4597-9228-df154dd753f0 None None] Provisioning complete for port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:03.369825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-55da09c6-8694-4597-9228-df154dd753f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:03.448033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:03:03.476689 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:03.481600 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2e3f3c2d-c6f4-45e1-8a9a-3c8f7302b877 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9004204 Dec 08 02:03:03.484974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 57948) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:03.489150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Sync routers for ids ['b098c649-e9eb-4061-bc84-83619fc09d15'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:03:03.509838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Routers {'b098c649-e9eb-4061-bc84-83619fc09d15'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:03.510955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b098c649-e9eb-4061-bc84-83619fc09d15'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:03.724260 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:03.758253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Set router b098c649-e9eb-4061-bc84-83619fc09d15 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:03.780617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57958) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:03.910328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:04.006998 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.076246 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6a0ad72b-4ed1-472a-b62a-f7fe2887f72f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c781942d8c3448f8735b61dcec81537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2922659 Dec 08 02:03:04.076472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 57968) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:04.088568 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:04.089336 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.203030 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b54669e-b82a-4b86-a85f-6f8d150998b0 req-10ed3c77-cdfc-4427-9c38-25d4a62c6e42 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 210 time: 0.2493191 Dec 08 02:03:04.243643 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcbc2-99e3-4fee-8a3b-77a8dd5da76b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.272901 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcbc2-99e3-4fee-8a3b-77a8dd5da76b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.308605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'name': 'tempest-TestAggregatesBasicOps-142256926-router', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:59Z', 'updated_at': '2021-12-08T02:03:01Z', 'revision_number': 3, 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'gw_port': {'id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:00Z', 'updated_at': '2021-12-08T02:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:04.338432 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcbc2-99e3-4fee-8a3b-77a8dd5da76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.343069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7fdcbc2-99e3-4fee-8a3b-77a8dd5da76b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.344642 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f7fdcbc2-99e3-4fee-8a3b-77a8dd5da76b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62eb2ee7-46a6-4ab0-95d0-8837c2c359d6 HTTP/1.1" status: 204 len: 168 time: 0.2479777 Dec 08 02:03:04.347135 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Checking router: b098c649-e9eb-4061-bc84-83619fc09d15 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:03:04.348084 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Updating router b098c649-e9eb-4061-bc84-83619fc09d15 port 03418a26-827d-4d2d-821a-3c9a7afedb5e binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:03:04.366943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdcbc2-99e3-4fee-8a3b-77a8dd5da76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eb2ee7-46a6-4ab0-95d0-8837c2c359d6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:04.417434 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.471383 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.667488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Allocated IP 172.20.0.1 (9845f4a4-4db5-4337-acb0-550fedf4b006/87d2a6b7-d057-4850-9744-1ffc329237e3/5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:04.793786 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.871875 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.875328 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.884403 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.945460 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Attempting to bind port 03418a26-827d-4d2d-821a-3c9a7afedb5e on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:03:04.945694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Attempting to bind port 03418a26-827d-4d2d-821a-3c9a7afedb5e by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:03:04.946720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Attempting to bind port 03418a26-827d-4d2d-821a-3c9a7afedb5e on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:04.953353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Pushing event updated for resources: {'Port': ['ID=03418a26-827d-4d2d-821a-3c9a7afedb5e,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:04.958348 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d47a687-26d6-4579-bc1f-24ecc89903f8 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:03:04.958964 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.967331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:03:04.967721 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:04.968150 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:04.968693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:03:04.969059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Bound port: 03418a26-827d-4d2d-821a-3c9a7afedb5e, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:03:04.969451 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:05.059632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] For port 03418a26-827d-4d2d-821a-3c9a7afedb5e, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:03:05.062977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] For port 03418a26-827d-4d2d-821a-3c9a7afedb5e, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=03418a26-827d-4d2d-821a-3c9a7afedb5e,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:03:05.066665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.067068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.067545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.067930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.068309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.068641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.069204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.069751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.070095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.070436 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.070771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.071136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.071474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:05.073973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Network 9845f4a4-4db5-4337-acb0-550fedf4b006 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:05.077389 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:05.087590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:05.091649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:05.166575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28742a-40ec-400f-9c46-25019f28687d None None] Pushing event updated for resources: {'Port': ['ID=03418a26-827d-4d2d-821a-3c9a7afedb5e,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:05.175615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248ef16e-08bd-43ea-ab76-b842d387556a None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:03:05.190158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Routers {'b098c649-e9eb-4061-bc84-83619fc09d15'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:05.191102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-0d4dd00c-0eda-4b03-b591-d3e909fb42eb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:05.192703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-0d4dd00c-0eda-4b03-b591-d3e909fb42eb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.72 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 811 time: 0.2871120 Dec 08 02:03:05.199437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b098c649-e9eb-4061-bc84-83619fc09d15'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:05.201529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Pushing event updated for resources: {'Port': ['ID=5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:05.213122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Request body: {'port': {'device_id': '3f24fd61-ec15-41b8-a358-cdfccbf5a5e0', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'admin_state_up': True, 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:05.256359 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:05.366728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6df71be1-f0bb-4c44-ab6d-ce7981a177d2 None None] Provisioning complete for port 03418a26-827d-4d2d-821a-3c9a7afedb5e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:05.366728 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6df71be1-f0bb-4c44-ab6d-ce7981a177d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:05.481027 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58033906-724a-4146-86be-654f609e2c4c req-70e38cc5-6fbc-4074-88e8-edfe6f7b0294 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 210 time: 0.1344516 Dec 08 02:03:05.529689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Made reservation on behalf of cdb0831a1fae414393e2d0def30436d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:03:05.547238 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:05.650814 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:05.719684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] Set router b098c649-e9eb-4061-bc84-83619fc09d15 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:05.723094 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6df71be1-f0bb-4c44-ab6d-ce7981a177d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:05.787167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Allocated IP 172.20.0.6 (27723c74-81e8-475d-b1e1-ca5d10577f1f/8fed91d9-b04b-4464-aa55-4df93f6a65ba/db9a4abe-a1a9-4bc0-9da7-38b5d093c14d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:05.884703 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6df71be1-f0bb-4c44-ab6d-ce7981a177d2 None None] For port 03418a26-827d-4d2d-821a-3c9a7afedb5e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=03418a26-827d-4d2d-821a-3c9a7afedb5e,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:05.936697 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6df71be1-f0bb-4c44-ab6d-ce7981a177d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:06.039598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df71be1-f0bb-4c44-ab6d-ce7981a177d2 None None] Pushing event updated for resources: {'Port': ['ID=03418a26-827d-4d2d-821a-3c9a7afedb5e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:06.042839 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:06.050055 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:06.092123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bb2ba39d-8b2d-4598-b1d0-19e4a1430b1f None None] Provisioning complete for port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:06.092930 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb2ba39d-8b2d-4598-b1d0-19e4a1430b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:06.146220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'name': 'tempest-TestAggregatesBasicOps-142256926-router', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:59Z', 'updated_at': '2021-12-08T02:03:01Z', 'revision_number': 3, 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'gw_port': {'id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:00Z', 'updated_at': '2021-12-08T02:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:06.175913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:06.197956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ec2d59-1806-4b0b-a596-54c94566d643 None None] The sync data for ids ['b098c649-e9eb-4061-bc84-83619fc09d15'] in n-d-713498-30 is: [{'id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'name': 'tempest-TestAggregatesBasicOps-142256926-router', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:59Z', 'updated_at': '2021-12-08T02:03:01Z', 'revision_number': 3, 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'gw_port': {'id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:00Z', 'updated_at': '2021-12-08T02:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:03:06.202871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Pushing event updated for resources: {'Port': ['ID=5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:06.205128 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:06.214357 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-bb2ba39d-8b2d-4598-b1d0-19e4a1430b1f None None] Port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:03:06.246258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bb2ba39d-8b2d-4598-b1d0-19e4a1430b1f None None] Provisioning complete for port 03418a26-827d-4d2d-821a-3c9a7afedb5e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:06.246696 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb2ba39d-8b2d-4598-b1d0-19e4a1430b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:06.282908 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:06.339330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['78c052ec-8dc3-4fa3-832d-bfdc7c07739f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:06.424576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Network 9845f4a4-4db5-4337-acb0-550fedf4b006 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:06.426507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:06.471986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:06.484072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:06.515972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:06.762312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:06.762312 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:06.772095 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:03:06.844782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event updated for resources: {'Port': ['ID=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:06.866682 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-334f930c-f2c5-4fea-9f2c-64b045187338 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6553774 Dec 08 02:03:06.892749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Request body: {'port': {'device_id': '3f24fd61-ec15-41b8-a358-cdfccbf5a5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:06.980894 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Router b098c649-e9eb-4061-bc84-83619fc09d15 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:03:07.001501 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:07.068941 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeeb19b-59b5-475d-86a8-1b007b632f88 req-c56097fc-1a13-4cda-9645-8909dad9ab63 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:07.078699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5aeeb19b-59b5-475d-86a8-1b007b632f88 req-c56097fc-1a13-4cda-9645-8909dad9ab63 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 931 time: 0.3855793 Dec 08 02:03:07.259140 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5aeeb19b-59b5-475d-86a8-1b007b632f88 req-5471c5d3-b615-45b6-b779-16109cbc434c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788135 Dec 08 02:03:07.400685 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:03:07.426356 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-69b81116-8469-4655-a584-f617fba971fb admin admin] 10.222.0.70 "PUT /v2.0/routers/b098c649-e9eb-4061-bc84-83619fc09d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9397564 Dec 08 02:03:07.470090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-374b3a34-2a33-4c7d-ba73-415001f2cc49 None None] Provisioning complete for port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:07.470090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-374b3a34-2a33-4c7d-ba73-415001f2cc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:07.637075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-374b3a34-2a33-4c7d-ba73-415001f2cc49 None None] Port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:03:07.731159 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-374b3a34-2a33-4c7d-ba73-415001f2cc49 None None] Provisioning complete for port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:07.731461 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-374b3a34-2a33-4c7d-ba73-415001f2cc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:07.786941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9a4abe-a1a9-4bc0-9da7-38b5d093c14d {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:07.849100 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:07.943000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Transition to ACTIVE for port object db9a4abe-a1a9-4bc0-9da7-38b5d093c14d will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:03:07.950707 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:07.972122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 03418a26-827d-4d2d-821a-3c9a7afedb5e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:08.098189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-374b3a34-2a33-4c7d-ba73-415001f2cc49 None None] Port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:03:08.156301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Pushing event updated for resources: {'Port': ['ID=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:08.201425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 03418a26-827d-4d2d-821a-3c9a7afedb5e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:08.201830 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:08.244388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Attempting to bind port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:03:08.245220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Attempting to bind port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:03:08.245752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Attempting to bind port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d on network 27723c74-81e8-475d-b1e1-ca5d10577f1f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:08.252013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d on network 27723c74-81e8-475d-b1e1-ca5d10577f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:03:08.252659 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Attempting to bind port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d on network 27723c74-81e8-475d-b1e1-ca5d10577f1f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:08.263622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:03:08.264274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Checking segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:08.265136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Bound using segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:03:08.266594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Bound port: db9a4abe-a1a9-4bc0-9da7-38b5d093c14d, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:03:08.267615 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:08.463383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] For port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:03:08.467307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] For port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:03:08.472519 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:08.555972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:08.558155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:08.560686 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] 10.222.0.72 "PUT /v2.0/ports/db9a4abe-a1a9-4bc0-9da7-38b5d093c14d HTTP/1.1" status: 200 len: 1092 time: 1.6780894 Dec 08 02:03:08.561238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f24fd61-ec15-41b8-a358-cdfccbf5a5e0', 'tag': 'db9a4abe-a1a9-4bc0-9da7-38b5d093c14d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:08.564593 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2d5940-f382-47f2-9d80-45165b6a6032" -d '{"events": [{"name": "network-changed", "server_uuid": "3f24fd61-ec15-41b8-a358-cdfccbf5a5e0", "tag": "db9a4abe-a1a9-4bc0-9da7-38b5d093c14d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:08.631225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60793bf3-824e-4ff8-9260-ffd71b6df112 service neutron] Pushing event updated for resources: {'Port': ['ID=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:08.681892 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ace2111-aa79-4c9f-91b5-8858e9830ca5 x-openstack-request-id: req-5ace2111-aa79-4c9f-91b5-8858e9830ca5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:08.682298 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f24fd61-ec15-41b8-a358-cdfccbf5a5e0", "tag": "db9a4abe-a1a9-4bc0-9da7-38b5d093c14d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:08.682448 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5ace2111-aa79-4c9f-91b5-8858e9830ca5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:08.683847 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f24fd61-ec15-41b8-a358-cdfccbf5a5e0', 'tag': 'db9a4abe-a1a9-4bc0-9da7-38b5d093c14d', 'status': 'completed', 'code': 200} Dec 08 02:03:08.744736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-c76e7347-4718-4cd2-a45f-d993921f5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:08.746808 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-c76e7347-4718-4cd2-a45f-d993921f5468 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0959804 Dec 08 02:03:08.813038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58088) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:08.875561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-eb80346c-eb0f-491c-a31a-c4b822ee9e7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d HTTP/1.1" status: 200 len: 217 time: 0.1126287 Dec 08 02:03:09.051377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-6064f065-c19c-4a66-8441-d7612bff4a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:09.054756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-6064f065-c19c-4a66-8441-d7612bff4a18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.1707675 Dec 08 02:03:09.177831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-dce5f928-ca8e-4c34-8ad3-21eafd1f5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:09.179452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-dce5f928-ca8e-4c34-8ad3-21eafd1f5f78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181314 Dec 08 02:03:09.193562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcf77f-368f-412d-b211-98b3301863c8 req-3ab4c690-0520-4056-9cf8-5c6bddfe46bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:09.207499 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c6dcf77f-368f-412d-b211-98b3301863c8 req-3ab4c690-0520-4056-9cf8-5c6bddfe46bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 943 time: 0.1048887 Dec 08 02:03:09.254116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58102) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:09.260990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-686704474-network', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:09.357792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c8d0f78-4d58-432b-89c7-c159fe74ae4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.387775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Made reservation on behalf of a5b8c16667b74a06b3e6182b9da90ab6 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:03:09.392738 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.400857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c6dcf77f-368f-412d-b211-98b3301863c8 req-9b95c15f-b9be-4742-9bbf-cd3d7f0ab640 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906021 Dec 08 02:03:09.410664 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae393c13-52f8-4d6f-b646-d932b93b0378 req-30af0356-548b-4417-8591-7b0e2c44a17c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1529408 Dec 08 02:03:09.419057 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.429606 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-33a87bdb-6946-4d4b-ac34-fe9ee3c349c8 service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175465 Dec 08 02:03:09.502894 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Sync routers for ids ['b098c649-e9eb-4061-bc84-83619fc09d15'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:03:09.542580 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Routers {'b098c649-e9eb-4061-bc84-83619fc09d15'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:09.543229 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b098c649-e9eb-4061-bc84-83619fc09d15'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:09.649550 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c8d0f78-4d58-432b-89c7-c159fe74ae4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.659644 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6c8d0f78-4d58-432b-89c7-c159fe74ae4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.667271 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ad5fb06-dac2-483f-b0f7-b228378b6fed req-c9a37dd1-17d8-4ba2-a161-a14aae308b4f service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285547 Dec 08 02:03:09.691799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d0f78-4d58-432b-89c7-c159fe74ae4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5af504b-5eee-40ce-a892-e19220d1765f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:09.695723 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Set router b098c649-e9eb-4061-bc84-83619fc09d15 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:09.706056 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.715722 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.749833 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6c8d0f78-4d58-432b-89c7-c159fe74ae4c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e06046e10ed7464faf37cc7bdefde15f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9348307 Dec 08 02:03:09.753590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58112) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:09.778470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:03:09.804037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dc1792-62cd-449b-81c3-556bd35feed9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:09.824848 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.825868 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Added segment ee2411e2-9c86-48d4-aff8-7b97790f70e1 of type vlan for network b5dc9c2f-8908-4175-8746-e8878a1f661d Dec 08 02:03:09.881524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae393c13-52f8-4d6f-b646-d932b93b0378 req-14cc6044-2b7b-425e-9d2d-bb5169157fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:09.891778 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.893054 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae393c13-52f8-4d6f-b646-d932b93b0378 req-14cc6044-2b7b-425e-9d2d-bb5169157fef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e9ac14866184408b9076ee1b59c6099&device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 1098 time: 0.4130316 Dec 08 02:03:09.906180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae9b6bc9-d88e-4902-8911-1ac2f3a2a9f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:09.909364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d5940-f382-47f2-9d80-45165b6a6032 req-0f9e3f67-3051-494b-9e92-65240b1d1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:09.910877 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd2d5940-f382-47f2-9d80-45165b6a6032 req-0f9e3f67-3051-494b-9e92-65240b1d1209 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 1095 time: 0.1353951 Dec 08 02:03:09.980398 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae9b6bc9-d88e-4902-8911-1ac2f3a2a9f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:10.060018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:10.061370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:10.061949 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:10.065907 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'name': 'tempest-TestAggregatesBasicOps-142256926-router', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:59Z', 'updated_at': '2021-12-08T02:03:05Z', 'revision_number': 4, 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'gw_port': {'id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:00Z', 'updated_at': '2021-12-08T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8', 'name': '', 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'mac_address': 'fa:16:3e:5d:9a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '87d2a6b7-d057-4850-9744-1ffc329237e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:04Z', 'updated_at': '2021-12-08T02:03:05Z', 'revision_number': 2, 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'subnets': [{'id': '87d2a6b7-d057-4850-9744-1ffc329237e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:10.128741 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Checking router: b098c649-e9eb-4061-bc84-83619fc09d15 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:03:10.129104 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Updating router b098c649-e9eb-4061-bc84-83619fc09d15 port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:03:10.169350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] Pushing event updated for resources: {'Network': ['ID=b5dc9c2f-8908-4175-8746-e8878a1f661d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:10.180090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network b5dc9c2f-8908-4175-8746-e8878a1f661d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:03:10.181096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-19f29ca5-6fc0-44ec-904a-0575fa80fd50 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9254951 Dec 08 02:03:10.183980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58120) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:10.197312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9dc34cb9-ff98-47fd-bed6-305a7ddfd39f admin admin] Request body: {'subnet': {'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-686704474-subnet', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:10.220247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d5940-f382-47f2-9d80-45165b6a6032 req-f51851c2-9284-41f9-b0f5-29273d5181b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:10.221803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd2d5940-f382-47f2-9d80-45165b6a6032 req-f51851c2-9284-41f9-b0f5-29273d5181b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.3039558 Dec 08 02:03:10.228652 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:10.260650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc34cb9-ff98-47fd-bed6-305a7ddfd39f admin admin] Made reservation on behalf of a5b8c16667b74a06b3e6182b9da90ab6 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:03:10.267927 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9dc34cb9-ff98-47fd-bed6-305a7ddfd39f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:10.277706 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd2d5940-f382-47f2-9d80-45165b6a6032 req-e3163728-c158-4720-9886-c3b58cfc5607 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d HTTP/1.1" status: 200 len: 217 time: 0.0439553 Dec 08 02:03:10.279468 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae393c13-52f8-4d6f-b646-d932b93b0378 req-b9575b76-cfae-47e2-846a-30ccb86590f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:10.280889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae393c13-52f8-4d6f-b646-d932b93b0378 req-b9575b76-cfae-47e2-846a-30ccb86590f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8e56e77d-acd3-4322-858b-7809aa2b8bb3 HTTP/1.1" status: 200 len: 909 time: 0.3437462 Dec 08 02:03:10.374935 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae9b6bc9-d88e-4902-8911-1ac2f3a2a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:10.378028 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ae9b6bc9-d88e-4902-8911-1ac2f3a2a9f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:10.379452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ae9b6bc9-d88e-4902-8911-1ac2f3a2a9f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e5af504b-5eee-40ce-a892-e19220d1765f HTTP/1.1" status: 204 len: 168 time: 0.6228316 Dec 08 02:03:10.395385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b6bc9-d88e-4902-8911-1ac2f3a2a9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5af504b-5eee-40ce-a892-e19220d1765f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:10.423005 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae393c13-52f8-4d6f-b646-d932b93b0378 req-0a40d233-85ad-468a-a5ee-9742a3a46c28 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c9b682-22c1-4c50-bfbb-b3aede846ea0 HTTP/1.1" status: 200 len: 1002 time: 0.1271017 Dec 08 02:03:10.514852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d5940-f382-47f2-9d80-45165b6a6032 req-23245a39-f342-4d09-badd-d75d511492c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:10.516999 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd2d5940-f382-47f2-9d80-45165b6a6032 req-23245a39-f342-4d09-badd-d75d511492c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.2247462 Dec 08 02:03:10.580856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae393c13-52f8-4d6f-b646-d932b93b0378 req-f13383a6-596c-41d7-8236-9216c2776dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:10.583271 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae393c13-52f8-4d6f-b646-d932b93b0378 req-f13383a6-596c-41d7-8236-9216c2776dc9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37b86d03-c466-4d52-8618-3fc9fbc06278 HTTP/1.1" status: 200 len: 847 time: 0.1510580 Dec 08 02:03:10.624182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d5940-f382-47f2-9d80-45165b6a6032 req-6c3c1cf0-74e2-448f-9723-7c35110e7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:10.628401 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd2d5940-f382-47f2-9d80-45165b6a6032 req-6c3c1cf0-74e2-448f-9723-7c35110e7473 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010292 Dec 08 02:03:10.722457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae393c13-52f8-4d6f-b646-d932b93b0378 req-848ff601-da06-48d0-b552-7c8d3a3ea4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:10.724922 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae393c13-52f8-4d6f-b646-d932b93b0378 req-848ff601-da06-48d0-b552-7c8d3a3ea4fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8e56e77d-acd3-4322-858b-7809aa2b8bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1307652 Dec 08 02:03:10.754157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a4e4e-fd9c-48c1-887a-0ccdd809fca6 req-4a5f95ab-2fae-4d4c-8a71-94389a11a6c5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:10.755817 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b8a4e4e-fd9c-48c1-887a-0ccdd809fca6 req-4a5f95ab-2fae-4d4c-8a71-94389a11a6c5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 943 time: 0.1937261 Dec 08 02:03:10.757537 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9dc34cb9-ff98-47fd-bed6-305a7ddfd39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:10.768459 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:10.777367 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:10.908877 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Pushing event updated for resources: {'Port': ['ID=5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:10.920109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd2d5940-f382-47f2-9d80-45165b6a6032 req-57cbe416-2856-42cf-a01f-3abc59088a06 service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618911 Dec 08 02:03:10.935832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b8a4e4e-fd9c-48c1-887a-0ccdd809fca6 req-5b385281-a44b-4b0d-909f-b3e307f6392c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687298 Dec 08 02:03:10.951956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc34cb9-ff98-47fd-bed6-305a7ddfd39f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:10.975576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc34cb9-ff98-47fd-bed6-305a7ddfd39f admin admin] Checking segment: {'id': 'ee2411e2-9c86-48d4-aff8-7b97790f70e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:10.975980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc34cb9-ff98-47fd-bed6-305a7ddfd39f admin admin] Network hostable DHCP agents. Network: b5dc9c2f-8908-4175-8746-e8878a1f661d, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:03:11.004655 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.005295 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.005900 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.006498 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.007066 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.007539 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.014835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc34cb9-ff98-47fd-bed6-305a7ddfd39f admin admin] Network b5dc9c2f-8908-4175-8746-e8878a1f661d is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:03:11.015066 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.015066 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.016575 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.018060 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.018060 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.022322 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.023424 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:11.042344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-9dc34cb9-ff98-47fd-bed6-305a7ddfd39f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, b5dc9c2f-8908-4175-8746-e8878a1f661d) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:11.050052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc34cb9-ff98-47fd-bed6-305a7ddfd39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:11.053470 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9dc34cb9-ff98-47fd-bed6-305a7ddfd39f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.063945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea53a6-0ea4-49c7-89bd-04820c654eeb None None] Network b5dc9c2f-8908-4175-8746-e8878a1f661d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:03:11.093021 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9dc34cb9-ff98-47fd-bed6-305a7ddfd39f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9079149 Dec 08 02:03:11.095039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58138) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:11.104954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-686704474-router', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:11.131380 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Attempting to bind port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:03:11.131768 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Attempting to bind port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'ef62a9da-debb-4204-8c6a-c2ff2f184137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:03:11.132142 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Attempting to bind port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 on network 9845f4a4-4db5-4337-acb0-550fedf4b006 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:11.155201 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:03:11.155600 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Checking segment: {'id': 'ef62a9da-debb-4204-8c6a-c2ff2f184137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:11.157534 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.158010 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Bound using segment: {'id': 'ef62a9da-debb-4204-8c6a-c2ff2f184137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:03:11.159854 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae393c13-52f8-4d6f-b646-d932b93b0378 req-56dd0c13-c109-4182-b757-eb06a09291a5 service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747227 Dec 08 02:03:11.160749 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Bound port: 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef62a9da-debb-4204-8c6a-c2ff2f184137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:03:11.162721 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.173833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.178698 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.216578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58142) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:11.273549 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c43df54-cb4b-4d0e-aa42-591231f8a55f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.316118 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd2d5940-f382-47f2-9d80-45165b6a6032 req-6ad2dc42-bcb7-4c4c-8c23-d0fb37ddeb8b service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882203 Dec 08 02:03:11.326800 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] For port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:03:11.330589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-b5dc9c2f-8908-4175-8746-e8878a1f661d', 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d', 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'fixed_ips': [{'subnet_id': '8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:03:11.331218 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] For port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8,segment=NetworkSegment(ef62a9da-debb-4204-8c6a-c2ff2f184137),segment_id=ef62a9da-debb-4204-8c6a-c2ff2f184137)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:03:11.335759 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.345537 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.414065 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.479087 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142decbf-7a63-4c3b-a34a-eed189e0446e None None] Pushing event updated for resources: {'Port': ['ID=5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:11.481393 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae393c13-52f8-4d6f-b646-d932b93b0378 req-7932ab42-07d9-49d0-9f69-ebf2b508c7e3 service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126407 Dec 08 02:03:11.500508 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Routers {'b098c649-e9eb-4061-bc84-83619fc09d15'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:11.501142 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b098c649-e9eb-4061-bc84-83619fc09d15'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:11.575699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f5dc6ee9-42d1-4429-aefd-d15a49d8246f None None] Provisioning complete for port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:11.576535 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6ee9-42d1-4429-aefd-d15a49d8246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.696409 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] Set router b098c649-e9eb-4061-bc84-83619fc09d15 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:11.801550 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Allocated IP 172.20.0.2 (b5dc9c2f-8908-4175-8746-e8878a1f661d/8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69/bf5a4b3e-2c34-4694-afba-db54e5d0dd80) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:11.818762 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6ee9-42d1-4429-aefd-d15a49d8246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.840507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.879873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c43df54-cb4b-4d0e-aa42-591231f8a55f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.887943 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5c43df54-cb4b-4d0e-aa42-591231f8a55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:11.941468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f5dc6ee9-42d1-4429-aefd-d15a49d8246f None None] For port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8,segment=NetworkSegment(ef62a9da-debb-4204-8c6a-c2ff2f184137),segment_id=ef62a9da-debb-4204-8c6a-c2ff2f184137)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:11.948293 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5c43df54-cb4b-4d0e-aa42-591231f8a55f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e23d83a440cf4b91b5d54d68abef9a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7116740 Dec 08 02:03:11.948863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43df54-cb4b-4d0e-aa42-591231f8a55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb1a7a3-c031-4f68-b7d3-b63f0be4db16,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:11.948981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58154) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:11.955293 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f5dc6ee9-42d1-4429-aefd-d15a49d8246f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.048468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc6ee9-42d1-4429-aefd-d15a49d8246f None None] Pushing event updated for resources: {'Port': ['ID=5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:12.060112 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62238629-6821-4fa0-a323-f1f29ff4ac01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.099934 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'name': 'tempest-TestAggregatesBasicOps-142256926-router', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:59Z', 'updated_at': '2021-12-08T02:03:05Z', 'revision_number': 4, 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'gw_port': {'id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:00Z', 'updated_at': '2021-12-08T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8', 'name': '', 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'mac_address': 'fa:16:3e:5d:9a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '87d2a6b7-d057-4850-9744-1ffc329237e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:04Z', 'updated_at': '2021-12-08T02:03:11Z', 'revision_number': 4, 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'subnets': [{'id': '87d2a6b7-d057-4850-9744-1ffc329237e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:12.134804 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d642b-d64d-42cc-85a0-555bd679cc55 None None] The sync data for ids ['b098c649-e9eb-4061-bc84-83619fc09d15'] in n-d-713498-30 is: [{'id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'name': 'tempest-TestAggregatesBasicOps-142256926-router', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:59Z', 'updated_at': '2021-12-08T02:03:05Z', 'revision_number': 4, 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'gw_port': {'id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:00Z', 'updated_at': '2021-12-08T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8', 'name': '', 'network_id': '9845f4a4-4db5-4337-acb0-550fedf4b006', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'mac_address': 'fa:16:3e:5d:9a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3553, 'fixed_ips': [{'subnet_id': '87d2a6b7-d057-4850-9744-1ffc329237e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:04Z', 'updated_at': '2021-12-08T02:03:11Z', 'revision_number': 4, 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'subnets': [{'id': '87d2a6b7-d057-4850-9744-1ffc329237e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:03:12.136480 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62238629-6821-4fa0-a323-f1f29ff4ac01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.259256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5b78e-548f-4c5e-82fb-e15fe688a094 req-01a84fd5-e146-434a-9f62-a0c577526b66 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:12.262725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ff5b78e-548f-4c5e-82fb-e15fe688a094 req-01a84fd5-e146-434a-9f62-a0c577526b66 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 943 time: 0.1721389 Dec 08 02:03:12.266668 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.271310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device db9a4abe-a1a9-4bc0-9da7-38b5d093c14d details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:03:12.287577 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.296582 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2b954fd7-a253-44b0-b5d1-ed70a5189fd1 None None] Provisioning complete for port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:12.297040 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2b954fd7-a253-44b0-b5d1-ed70a5189fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.372341 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62238629-6821-4fa0-a323-f1f29ff4ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.375197 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-62238629-6821-4fa0-a323-f1f29ff4ac01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.376958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-62238629-6821-4fa0-a323-f1f29ff4ac01 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7cb1a7a3-c031-4f68-b7d3-b63f0be4db16 HTTP/1.1" status: 204 len: 168 time: 0.4271271 Dec 08 02:03:12.406017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Network b5dc9c2f-8908-4175-8746-e8878a1f661d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:12.421440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62238629-6821-4fa0-a323-f1f29ff4ac01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb1a7a3-c031-4f68-b7d3-b63f0be4db16,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:12.433453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:12.450777 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ff5b78e-548f-4c5e-82fb-e15fe688a094 req-5105d029-d284-4c8e-8ee9-8f01dde788b4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425385 Dec 08 02:03:12.473444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.474014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:12.522874 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.608190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Pushing event updated for resources: {'Port': ['ID=bf5a4b3e-2c34-4694-afba-db54e5d0dd80,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:12.710340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Attempting to bind port bf5a4b3e-2c34-4694-afba-db54e5d0dd80 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:03:12.710964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Attempting to bind port bf5a4b3e-2c34-4694-afba-db54e5d0dd80 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'ee2411e2-9c86-48d4-aff8-7b97790f70e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:03:12.711618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Attempting to bind port bf5a4b3e-2c34-4694-afba-db54e5d0dd80 on network b5dc9c2f-8908-4175-8746-e8878a1f661d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:12.718132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Allocated IP 172.25.2.21 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/7fa1dcca-c0b5-420b-957c-0347ff1323cb) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:12.719709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:03:12.720358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Checking segment: {'id': 'ee2411e2-9c86-48d4-aff8-7b97790f70e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:12.720949 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.721907 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Bound using segment: {'id': 'ee2411e2-9c86-48d4-aff8-7b97790f70e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:03:12.722591 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Bound port: bf5a4b3e-2c34-4694-afba-db54e5d0dd80, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2411e2-9c86-48d4-aff8-7b97790f70e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:03:12.723161 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.752613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:12.815921 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] For port bf5a4b3e-2c34-4694-afba-db54e5d0dd80, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:03:12.819580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] For port bf5a4b3e-2c34-4694-afba-db54e5d0dd80, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bf5a4b3e-2c34-4694-afba-db54e5d0dd80,segment=NetworkSegment(ee2411e2-9c86-48d4-aff8-7b97790f70e1),segment_id=ee2411e2-9c86-48d4-aff8-7b97790f70e1)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:03:12.838389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'db9a4abe-a1a9-4bc0-9da7-38b5d093c14d', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'port_id': 'db9a4abe-a1a9-4bc0-9da7-38b5d093c14d', 'mac_address': 'fa:16:3e:c3:cd:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:03:12.861229 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.900761 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.984193 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:12.998575 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:13.059993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bace2-1c9b-4974-b89b-cd900ebaee99 None None] Pushing event updated for resources: {'Port': ['ID=bf5a4b3e-2c34-4694-afba-db54e5d0dd80,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:13.081011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9a4abe-a1a9-4bc0-9da7-38b5d093c14d {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:13.115773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:13.125098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:13.127914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:13.136432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:13.141773 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:13.155961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e585358-a88e-494e-a47e-677aa5042abe None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:03:13.173571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa1dcca-c0b5-420b-957c-0347ff1323cb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:13.359988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:13.469518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['db9a4abe-a1a9-4bc0-9da7-38b5d093c14d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:13.645285 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6de2f630-463e-4a90-aa88-86d1cb316e27 None None] Provisioning complete for port 7fa1dcca-c0b5-420b-957c-0347ff1323cb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:13.647130 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6de2f630-463e-4a90-aa88-86d1cb316e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:13.760103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6de2f630-463e-4a90-aa88-86d1cb316e27 None None] Port 7fa1dcca-c0b5-420b-957c-0347ff1323cb cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:03:13.960252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bf5a4b3e-2c34-4694-afba-db54e5d0dd80 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:14.136064 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bf5a4b3e-2c34-4694-afba-db54e5d0dd80 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:14.136491 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.322494 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.403433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port bf5a4b3e-2c34-4694-afba-db54e5d0dd80, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bf5a4b3e-2c34-4694-afba-db54e5d0dd80,segment=NetworkSegment(ee2411e2-9c86-48d4-aff8-7b97790f70e1),segment_id=ee2411e2-9c86-48d4-aff8-7b97790f70e1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:14.411694 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.412560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:14.448329 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.566187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb20cb-9bdc-40cd-adb4-f4a034a2abd9 req-3adec309-9bc4-45fc-892e-321bae917c3c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:14.568081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3bb20cb-9bdc-40cd-adb4-f4a034a2abd9 req-3adec309-9bc4-45fc-892e-321bae917c3c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 944 time: 0.1213524 Dec 08 02:03:14.629359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:14.630419 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.675761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=bf5a4b3e-2c34-4694-afba-db54e5d0dd80,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:14.727504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3bb20cb-9bdc-40cd-adb4-f4a034a2abd9 req-1c6dbc66-0897-4ba3-9314-7391b004be8c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443582 Dec 08 02:03:14.864277 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:14.910123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b34b7d-ac9d-4bc2-bd9e-34f8f121c3a5 None None] Network b5dc9c2f-8908-4175-8746-e8878a1f661d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:03:15.054955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Router 1c3885af-867e-4def-b36d-14e621d233fc is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:03:15.103318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ddffb06b-0c2a-4fc9-9ae0-0ea6b65c8500 None None] Provisioning complete for port bf5a4b3e-2c34-4694-afba-db54e5d0dd80 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:15.103800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ddffb06b-0c2a-4fc9-9ae0-0ea6b65c8500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:15.277897 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:03:15.288430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Sync routers for ids ['1c3885af-867e-4def-b36d-14e621d233fc'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:03:15.301276 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:15.303247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Routers {'1c3885af-867e-4def-b36d-14e621d233fc'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:15.304079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1c3885af-867e-4def-b36d-14e621d233fc'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:15.304518 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8f86ed2c-b89f-4b98-87fe-b8ee01e89cc8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2083399 Dec 08 02:03:15.306953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58254) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:15.535638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Set router 1c3885af-867e-4def-b36d-14e621d233fc gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:15.715308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6aee5342-0579-41b9-b294-5b5af7f9adce None None] Provisioning complete for port bf5a4b3e-2c34-4694-afba-db54e5d0dd80 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:15.715864 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6aee5342-0579-41b9-b294-5b5af7f9adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:15.999395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8caac4-2198-4392-9166-8826cb28a843 req-dd4101da-4b25-46b1-81ba-0debb59b9f4e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:16.007773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de8caac4-2198-4392-9166-8826cb28a843 req-dd4101da-4b25-46b1-81ba-0debb59b9f4e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 944 time: 0.1441495 Dec 08 02:03:16.069754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bf5a4b3e-2c34-4694-afba-db54e5d0dd80 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:16.074454 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de8caac4-2198-4392-9166-8826cb28a843 req-99801714-0dfe-4e91-807d-43eef4b6d4a5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650754 Dec 08 02:03:16.183360 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:16.208995 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5128d153-bbab-4180-b7f2-df6feab0a7a8 req-53d0a706-9f4e-44ae-8072-0c03dbdf7a9d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2647684 Dec 08 02:03:16.223215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device db9a4abe-a1a9-4bc0-9da7-38b5d093c14d up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:16.278780 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bf5a4b3e-2c34-4694-afba-db54e5d0dd80 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:16.279213 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:16.357751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3885af-867e-4def-b36d-14e621d233fc', 'name': 'tempest-TestAggregatesBasicOps-686704474-router', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:03:11Z', 'updated_at': '2021-12-08T02:03:13Z', 'revision_number': 3, 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'gw_port': {'id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3885af-867e-4def-b36d-14e621d233fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:12Z', 'updated_at': '2021-12-08T02:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:16.419881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Checking router: 1c3885af-867e-4def-b36d-14e621d233fc for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:03:16.420189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Updating router 1c3885af-867e-4def-b36d-14e621d233fc port 7fa1dcca-c0b5-420b-957c-0347ff1323cb binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:03:16.424184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d153-bbab-4180-b7f2-df6feab0a7a8 req-15084c02-577d-4ea9-ac57-a5ee8d9d1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:16.426242 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5128d153-bbab-4180-b7f2-df6feab0a7a8 req-15084c02-577d-4ea9-ac57-a5ee8d9d1c48 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1096 time: 0.1156759 Dec 08 02:03:16.451001 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:16.524689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:03:16.577472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d153-bbab-4180-b7f2-df6feab0a7a8 req-7a91d1b4-4390-4bc0-9604-ea1a626991a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:16.578950 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5128d153-bbab-4180-b7f2-df6feab0a7a8 req-7a91d1b4-4390-4bc0-9604-ea1a626991a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.1217947 Dec 08 02:03:16.582793 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:16.583248 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:16.689423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5128d153-bbab-4180-b7f2-df6feab0a7a8 req-0b28d7e1-09cb-426d-aed5-6427ca105727 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 999 time: 0.0785811 Dec 08 02:03:16.760988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d153-bbab-4180-b7f2-df6feab0a7a8 req-b523931b-056d-4de1-a962-679a4cb58bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:16.762861 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5128d153-bbab-4180-b7f2-df6feab0a7a8 req-b523931b-056d-4de1-a962-679a4cb58bd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0602210 Dec 08 02:03:16.778549 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Allocated IP 172.20.0.1 (b5dc9c2f-8908-4175-8746-e8878a1f661d/8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69/ea8888a5-2449-458e-86fb-ce014ceb84bc) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:16.801734 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:16.849397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f24fd61-ec15-41b8-a358-cdfccbf5a5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9a4abe-a1a9-4bc0-9da7-38b5d093c14d'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:16.851767 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814dec2b-fde4-47a2-abe3-4b10ce8f54aa" -d '{"events": [{"server_uuid": "3f24fd61-ec15-41b8-a358-cdfccbf5a5e0", "name": "network-vif-plugged", "status": "completed", "tag": "db9a4abe-a1a9-4bc0-9da7-38b5d093c14d"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:16.877496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d153-bbab-4180-b7f2-df6feab0a7a8 req-389f4a33-f90e-4dc8-80a4-02448159771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:16.879781 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5128d153-bbab-4180-b7f2-df6feab0a7a8 req-389f4a33-f90e-4dc8-80a4-02448159771c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038978 Dec 08 02:03:16.895134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:16.910797 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:16.953625 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edd607e-c245-4136-9a62-1962ca78a602 x-openstack-request-id: req-1edd607e-c245-4136-9a62-1962ca78a602 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:16.953951 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f24fd61-ec15-41b8-a358-cdfccbf5a5e0", "name": "network-vif-plugged", "status": "completed", "tag": "db9a4abe-a1a9-4bc0-9da7-38b5d093c14d", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:16.954167 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1edd607e-c245-4136-9a62-1962ca78a602 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:16.954561 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f24fd61-ec15-41b8-a358-cdfccbf5a5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9a4abe-a1a9-4bc0-9da7-38b5d093c14d', 'code': 200} Dec 08 02:03:17.129370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb662-0257-4584-913f-3fd949d19cd0 req-8213acc6-58bb-4a7e-9f89-2b22aa89e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:17.135864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:17.145451 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b7cb662-0257-4584-913f-3fd949d19cd0 req-8213acc6-58bb-4a7e-9f89-2b22aa89e361 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 1097 time: 0.1161506 Dec 08 02:03:17.146337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5128d153-bbab-4180-b7f2-df6feab0a7a8 req-93992481-b07a-4ffd-b504-d59cab5f45db service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575879 Dec 08 02:03:17.190595 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.204991 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.238542 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.252513 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b7cb662-0257-4584-913f-3fd949d19cd0 req-94e52079-c26c-4a5f-accc-9e068c55b883 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788221 Dec 08 02:03:17.324090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2742934-cbf7-474b-a3b8-dbbebb8d7c5f None None] Pushing event updated for resources: {'Port': ['ID=7fa1dcca-c0b5-420b-957c-0347ff1323cb,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:17.343309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ffaf7-1639-4870-9635-02f09a17b75c req-d1c7b1f1-117e-49c9-b50d-3ba83ba56a50 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:17.347176 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c7ffaf7-1639-4870-9635-02f09a17b75c req-d1c7b1f1-117e-49c9-b50d-3ba83ba56a50 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 945 time: 0.1106987 Dec 08 02:03:17.360905 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Attempting to bind port 7fa1dcca-c0b5-420b-957c-0347ff1323cb on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:03:17.361389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Attempting to bind port 7fa1dcca-c0b5-420b-957c-0347ff1323cb by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:03:17.361830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Attempting to bind port 7fa1dcca-c0b5-420b-957c-0347ff1323cb on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:17.366124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cdad98-1f11-4abd-aee4-702b52fc0cf0 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:03:17.374423 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:03:17.375119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:17.375642 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.376173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:03:17.376809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Bound port: 7fa1dcca-c0b5-420b-957c-0347ff1323cb, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:03:17.377573 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.418824 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c7ffaf7-1639-4870-9635-02f09a17b75c req-0b050ec2-ad3c-4c06-a4c1-662830620c00 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638928 Dec 08 02:03:17.440056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] For port 7fa1dcca-c0b5-420b-957c-0347ff1323cb, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:03:17.443599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] For port 7fa1dcca-c0b5-420b-957c-0347ff1323cb, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7fa1dcca-c0b5-420b-957c-0347ff1323cb,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:03:17.450693 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.465524 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.539745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Network b5dc9c2f-8908-4175-8746-e8878a1f661d is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:17.542283 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5128d153-bbab-4180-b7f2-df6feab0a7a8 req-1e80e5ac-e2c8-485c-aabf-633286676042 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787224 Dec 08 02:03:17.548454 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:17.551542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:17.561385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2742934-cbf7-474b-a3b8-dbbebb8d7c5f None None] Pushing event updated for resources: {'Port': ['ID=7fa1dcca-c0b5-420b-957c-0347ff1323cb,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:17.636104 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8888a5-2449-458e-86fb-ce014ceb84bc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:17.644482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e28c0-2252-4363-82e9-d898ed7fa8ad None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:03:17.664189 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.670578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-73687f42-17fd-48cc-9227-29e806819c61 None None] Provisioning complete for port 7fa1dcca-c0b5-420b-957c-0347ff1323cb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:17.671122 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-73687f42-17fd-48cc-9227-29e806819c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:17.675636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Routers {'1c3885af-867e-4def-b36d-14e621d233fc'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:17.682404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1c3885af-867e-4def-b36d-14e621d233fc'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:17.972616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:18.032884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] Set router 1c3885af-867e-4def-b36d-14e621d233fc gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:18.061714 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-73687f42-17fd-48cc-9227-29e806819c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:18.143292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-73687f42-17fd-48cc-9227-29e806819c61 None None] For port 7fa1dcca-c0b5-420b-957c-0347ff1323cb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7fa1dcca-c0b5-420b-957c-0347ff1323cb,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:18.155821 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-73687f42-17fd-48cc-9227-29e806819c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:18.260630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73687f42-17fd-48cc-9227-29e806819c61 None None] Pushing event updated for resources: {'Port': ['ID=7fa1dcca-c0b5-420b-957c-0347ff1323cb,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:18.325511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e468bd30-1cb7-4b14-90e8-47f335e03eaf None None] Provisioning complete for port ea8888a5-2449-458e-86fb-ce014ceb84bc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:18.326028 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e468bd30-1cb7-4b14-90e8-47f335e03eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:18.400074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e468bd30-1cb7-4b14-90e8-47f335e03eaf None None] Port ea8888a5-2449-458e-86fb-ce014ceb84bc cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:03:18.439218 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:18.443412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e468bd30-1cb7-4b14-90e8-47f335e03eaf None None] Provisioning complete for port 7fa1dcca-c0b5-420b-957c-0347ff1323cb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:18.444032 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e468bd30-1cb7-4b14-90e8-47f335e03eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:18.451222 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:18.553751 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:18.575834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3885af-867e-4def-b36d-14e621d233fc', 'name': 'tempest-TestAggregatesBasicOps-686704474-router', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:03:11Z', 'updated_at': '2021-12-08T02:03:13Z', 'revision_number': 3, 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'gw_port': {'id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3885af-867e-4def-b36d-14e621d233fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:12Z', 'updated_at': '2021-12-08T02:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:18.629123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471cc59-2558-4aa0-9929-6a8e27680c5d None None] The sync data for ids ['1c3885af-867e-4def-b36d-14e621d233fc'] in n-d-713498-30 is: [{'id': '1c3885af-867e-4def-b36d-14e621d233fc', 'name': 'tempest-TestAggregatesBasicOps-686704474-router', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:03:11Z', 'updated_at': '2021-12-08T02:03:13Z', 'revision_number': 3, 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'gw_port': {'id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3885af-867e-4def-b36d-14e621d233fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:12Z', 'updated_at': '2021-12-08T02:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:03:18.684677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8888a5-2449-458e-86fb-ce014ceb84bc,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:18.735947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a66654-9edf-4a87-8ff2-6a90774f7fd6 req-0a5a3760-c281-4044-ba11-154cde3d5666 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:18.737459 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a6a66654-9edf-4a87-8ff2-6a90774f7fd6 req-0a5a3760-c281-4044-ba11-154cde3d5666 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 945 time: 0.1343694 Dec 08 02:03:18.835740 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a6a66654-9edf-4a87-8ff2-6a90774f7fd6 req-b248e1c2-ba20-4649-99ec-69e5952e4be3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915470 Dec 08 02:03:18.843289 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Network b5dc9c2f-8908-4175-8746-e8878a1f661d is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:18.844877 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:19.061782 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Router 1c3885af-867e-4def-b36d-14e621d233fc has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:03:19.309424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1526b77d-6895-402a-83a3-fa0a59083ac0 None None] Provisioning complete for port ea8888a5-2449-458e-86fb-ce014ceb84bc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:19.310016 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1526b77d-6895-402a-83a3-fa0a59083ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:19.323624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:03:19.343912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-562ec0f1-d243-442d-9024-633f810cb763 admin admin] 10.222.0.70 "PUT /v2.0/routers/1c3885af-867e-4def-b36d-14e621d233fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0356581 Dec 08 02:03:19.380027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1526b77d-6895-402a-83a3-fa0a59083ac0 None None] Port ea8888a5-2449-458e-86fb-ce014ceb84bc cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:03:19.881289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7fa1dcca-c0b5-420b-957c-0347ff1323cb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:19.992840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 7fa1dcca-c0b5-420b-957c-0347ff1323cb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:19.994232 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:21.400250 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Sync routers for ids ['1c3885af-867e-4def-b36d-14e621d233fc'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:03:21.413953 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Routers {'1c3885af-867e-4def-b36d-14e621d233fc'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:21.415623 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1c3885af-867e-4def-b36d-14e621d233fc'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:21.554475 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Set router 1c3885af-867e-4def-b36d-14e621d233fc gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:21.977810 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3885af-867e-4def-b36d-14e621d233fc', 'name': 'tempest-TestAggregatesBasicOps-686704474-router', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:03:11Z', 'updated_at': '2021-12-08T02:03:17Z', 'revision_number': 4, 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'gw_port': {'id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3885af-867e-4def-b36d-14e621d233fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:12Z', 'updated_at': '2021-12-08T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'ea8888a5-2449-458e-86fb-ce014ceb84bc', 'name': '', 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'mac_address': 'fa:16:3e:17:3e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3885af-867e-4def-b36d-14e621d233fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:16Z', 'updated_at': '2021-12-08T02:03:18Z', 'revision_number': 2, 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'subnets': [{'id': '8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:22.016146 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Checking router: 1c3885af-867e-4def-b36d-14e621d233fc for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:03:22.016146 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Updating router 1c3885af-867e-4def-b36d-14e621d233fc port ea8888a5-2449-458e-86fb-ce014ceb84bc binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:03:22.042818 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.064386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58376) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:22.416266 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.423630 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.479165 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9763d-255c-4e64-aed9-97a9f60c5106 None None] Pushing event updated for resources: {'Port': ['ID=ea8888a5-2449-458e-86fb-ce014ceb84bc,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:22.541045 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Attempting to bind port ea8888a5-2449-458e-86fb-ce014ceb84bc on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:03:22.541762 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Attempting to bind port ea8888a5-2449-458e-86fb-ce014ceb84bc by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'ee2411e2-9c86-48d4-aff8-7b97790f70e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:03:22.542342 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Attempting to bind port ea8888a5-2449-458e-86fb-ce014ceb84bc on network b5dc9c2f-8908-4175-8746-e8878a1f661d {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:22.548652 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:03:22.549414 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Checking segment: {'id': 'ee2411e2-9c86-48d4-aff8-7b97790f70e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:22.550031 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.550639 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Bound using segment: {'id': 'ee2411e2-9c86-48d4-aff8-7b97790f70e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:03:22.551334 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Bound port: ea8888a5-2449-458e-86fb-ce014ceb84bc, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2411e2-9c86-48d4-aff8-7b97790f70e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:03:22.551940 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.609861 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00f2054b-f384-463d-8498-cf79b171bd15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.630011 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] For port ea8888a5-2449-458e-86fb-ce014ceb84bc, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:03:22.636798 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] For port ea8888a5-2449-458e-86fb-ce014ceb84bc, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ea8888a5-2449-458e-86fb-ce014ceb84bc,segment=NetworkSegment(ee2411e2-9c86-48d4-aff8-7b97790f70e1),segment_id=ee2411e2-9c86-48d4-aff8-7b97790f70e1)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:03:22.641496 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.706783 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Routers {'1c3885af-867e-4def-b36d-14e621d233fc'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:22.707408 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1c3885af-867e-4def-b36d-14e621d233fc'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:22.710801 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9763d-255c-4e64-aed9-97a9f60c5106 None None] Pushing event updated for resources: {'Port': ['ID=ea8888a5-2449-458e-86fb-ce014ceb84bc,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:22.818693 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] Set router 1c3885af-867e-4def-b36d-14e621d233fc gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:22.845945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1c8bc4c2-df16-4792-82b2-d46583b7dec9 None None] Provisioning complete for port ea8888a5-2449-458e-86fb-ce014ceb84bc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:22.846957 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c8bc4c2-df16-4792-82b2-d46583b7dec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.881546 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-00f2054b-f384-463d-8498-cf79b171bd15 admin admin] Deleting port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:22.882394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00f2054b-f384-463d-8498-cf79b171bd15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.958891 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c8bc4c2-df16-4792-82b2-d46583b7dec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.991603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-00f2054b-f384-463d-8498-cf79b171bd15 admin admin] For port 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8,segment=NetworkSegment(ef62a9da-debb-4204-8c6a-c2ff2f184137),segment_id=ef62a9da-debb-4204-8c6a-c2ff2f184137)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:22.991970 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00f2054b-f384-463d-8498-cf79b171bd15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:22.996016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1c8bc4c2-df16-4792-82b2-d46583b7dec9 None None] For port ea8888a5-2449-458e-86fb-ce014ceb84bc, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ea8888a5-2449-458e-86fb-ce014ceb84bc,segment=NetworkSegment(ee2411e2-9c86-48d4-aff8-7b97790f70e1),segment_id=ee2411e2-9c86-48d4-aff8-7b97790f70e1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:23.002976 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c8bc4c2-df16-4792-82b2-d46583b7dec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:23.006635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-00f2054b-f384-463d-8498-cf79b171bd15 admin admin] Calling delete_port for 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:23.045206 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3885af-867e-4def-b36d-14e621d233fc', 'name': 'tempest-TestAggregatesBasicOps-686704474-router', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:03:11Z', 'updated_at': '2021-12-08T02:03:17Z', 'revision_number': 4, 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'gw_port': {'id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3885af-867e-4def-b36d-14e621d233fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:12Z', 'updated_at': '2021-12-08T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'ea8888a5-2449-458e-86fb-ce014ceb84bc', 'name': '', 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'mac_address': 'fa:16:3e:17:3e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3885af-867e-4def-b36d-14e621d233fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:16Z', 'updated_at': '2021-12-08T02:03:22Z', 'revision_number': 4, 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'subnets': [{'id': '8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:23.058135 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bc4c2-df16-4792-82b2-d46583b7dec9 None None] Pushing event updated for resources: {'Port': ['ID=ea8888a5-2449-458e-86fb-ce014ceb84bc,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:23.075029 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049e7be-281f-4576-bb67-517cb26356bb None None] The sync data for ids ['1c3885af-867e-4def-b36d-14e621d233fc'] in n-d-713498-30 is: [{'id': '1c3885af-867e-4def-b36d-14e621d233fc', 'name': 'tempest-TestAggregatesBasicOps-686704474-router', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:03:11Z', 'updated_at': '2021-12-08T02:03:17Z', 'revision_number': 4, 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'gw_port': {'id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3885af-867e-4def-b36d-14e621d233fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:12Z', 'updated_at': '2021-12-08T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'ea8888a5-2449-458e-86fb-ce014ceb84bc', 'name': '', 'network_id': 'b5dc9c2f-8908-4175-8746-e8878a1f661d', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'mac_address': 'fa:16:3e:17:3e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3885af-867e-4def-b36d-14e621d233fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:16Z', 'updated_at': '2021-12-08T02:03:22Z', 'revision_number': 4, 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'subnets': [{'id': '8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:03:23.165350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-78ed253d-6444-4b46-a5ee-f0318da44899 None None] Provisioning complete for port ea8888a5-2449-458e-86fb-ce014ceb84bc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:23.165743 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-78ed253d-6444-4b46-a5ee-f0318da44899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:23.273724 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00f2054b-f384-463d-8498-cf79b171bd15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:23.312798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2054b-f384-463d-8498-cf79b171bd15 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:23.815887 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-d7ea470a-7187-42cf-9bc5-20f27ccb0cb1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857939373&fields=id&tenant_id=630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 267 time: 0.1156347 Dec 08 02:03:23.989875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ea8888a5-2449-458e-86fb-ce014ceb84bc up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:24.059339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-fa2c3046-3b81-4ee1-9d20-84f40520cd9e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:24.061871 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-fa2c3046-3b81-4ee1-9d20-84f40520cd9e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.2354228 Dec 08 02:03:24.081909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-4baa2734-68ec-42a4-aca9-d97338e2c774 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/quotas/630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 375 time: 0.0117569 Dec 08 02:03:24.094646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port ea8888a5-2449-458e-86fb-ce014ceb84bc triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:24.095266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:24.258108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-2da74c82-229b-4eb9-9cd7-3d0e44592100 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560752 Dec 08 02:03:24.340436 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00f2054b-f384-463d-8498-cf79b171bd15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:24.691624 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-b6c0c633-4503-4c4d-beca-25ed28df5063 service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306972 Dec 08 02:03:24.696743 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f2054b-f384-463d-8498-cf79b171bd15 admin admin] Router b098c649-e9eb-4061-bc84-83619fc09d15 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:03:24.866530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f2054b-f384-463d-8498-cf79b171bd15 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:03:24.874401 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-00f2054b-f384-463d-8498-cf79b171bd15 admin admin] 10.222.0.70 "PUT /v2.0/routers/b098c649-e9eb-4061-bc84-83619fc09d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8077879 Dec 08 02:03:24.877223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58540) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:24.882206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece043b0-07f1-4f3a-8b08-2f056c1c2d5d None None] Sync routers for ids ['b098c649-e9eb-4061-bc84-83619fc09d15'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:03:24.895981 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-5712ba1c-3304-4e16-be97-087263182cab service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994922 Dec 08 02:03:24.902553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece043b0-07f1-4f3a-8b08-2f056c1c2d5d None None] Routers {'b098c649-e9eb-4061-bc84-83619fc09d15'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:24.903512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ece043b0-07f1-4f3a-8b08-2f056c1c2d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b098c649-e9eb-4061-bc84-83619fc09d15'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:25.108054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ece043b0-07f1-4f3a-8b08-2f056c1c2d5d None None] Set router b098c649-e9eb-4061-bc84-83619fc09d15 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:25.172743 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:25.313150 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:25.384802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Deleting port 03418a26-827d-4d2d-821a-3c9a7afedb5e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:25.385380 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:25.534901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] For port 03418a26-827d-4d2d-821a-3c9a7afedb5e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=03418a26-827d-4d2d-821a-3c9a7afedb5e,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:25.535688 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:25.537000 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8f14f59-b486-4f15-aa32-396c300b9c27 req-a67ffcef-739e-453f-8776-8f3ae0301374 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 210 time: 0.1002107 Dec 08 02:03:25.556265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Calling delete_port for 03418a26-827d-4d2d-821a-3c9a7afedb5e owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:25.753793 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ece043b0-07f1-4f3a-8b08-2f056c1c2d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'name': 'tempest-TestAggregatesBasicOps-142256926-router', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:59Z', 'updated_at': '2021-12-08T02:03:23Z', 'revision_number': 5, 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'gw_port': {'id': '03418a26-827d-4d2d-821a-3c9a7afedb5e', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:00Z', 'updated_at': '2021-12-08T02:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:25.821953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece043b0-07f1-4f3a-8b08-2f056c1c2d5d None None] Checking router: b098c649-e9eb-4061-bc84-83619fc09d15 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:03:25.825424 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:25.848059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece043b0-07f1-4f3a-8b08-2f056c1c2d5d None None] Routers {'b098c649-e9eb-4061-bc84-83619fc09d15'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:25.848910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ece043b0-07f1-4f3a-8b08-2f056c1c2d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b098c649-e9eb-4061-bc84-83619fc09d15'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:25.863743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03418a26-827d-4d2d-821a-3c9a7afedb5e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:25.889770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddefe6f7-09c6-4bf8-a85d-81a81e2a8c4c None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:03:25.935860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ece043b0-07f1-4f3a-8b08-2f056c1c2d5d None None] Set router b098c649-e9eb-4061-bc84-83619fc09d15 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:26.001811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ece043b0-07f1-4f3a-8b08-2f056c1c2d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'name': 'tempest-TestAggregatesBasicOps-142256926-router', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:59Z', 'updated_at': '2021-12-08T02:03:25Z', 'revision_number': 7, 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:26.016005 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:26.038393 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece043b0-07f1-4f3a-8b08-2f056c1c2d5d None None] The sync data for ids ['b098c649-e9eb-4061-bc84-83619fc09d15'] in n-d-713498-30 is: [{'id': 'b098c649-e9eb-4061-bc84-83619fc09d15', 'name': 'tempest-TestAggregatesBasicOps-142256926-router', 'tenant_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:02:59Z', 'updated_at': '2021-12-08T02:03:25Z', 'revision_number': 7, 'project_id': 'a0e9c766ef7746e7a09c6b7981d82c0b', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:03:26.209925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:26.215261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:26.592863 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:26.593400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b098c649-e9eb-4061-bc84-83619fc09d15 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:03:26.598182 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:26.600735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d3e8578d-02e3-4591-a54e-3e477326cda1 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b098c649-e9eb-4061-bc84-83619fc09d15 HTTP/1.1" status: 204 len: 168 time: 1.7225039 Dec 08 02:03:26.602372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58744) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:26.653529 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-78373816-6791-4936-af95-d51746e13446 req-3506c93f-f07c-43d6-870a-fa3bba14aaa1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 210 time: 0.0436113 Dec 08 02:03:26.673025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-803b5f4a-6882-4ea8-a5e1-cb73f43f2e9e admin admin] Deleting subnet 87d2a6b7-d057-4850-9744-1ffc329237e3 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:03:26.676489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-803b5f4a-6882-4ea8-a5e1-cb73f43f2e9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:26.716508 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-803b5f4a-6882-4ea8-a5e1-cb73f43f2e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:26.840869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-803b5f4a-6882-4ea8-a5e1-cb73f43f2e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.018924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-bc63342d-19bb-4b2d-bf0d-e6aeb1b9c377 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:27.020480 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-bc63342d-19bb-4b2d-bf0d-e6aeb1b9c377 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.1492734 Dec 08 02:03:27.093261 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-803b5f4a-6882-4ea8-a5e1-cb73f43f2e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.146607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b5f4a-6882-4ea8-a5e1-cb73f43f2e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d2a6b7-d057-4850-9744-1ffc329237e3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:27.169733 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-803b5f4a-6882-4ea8-a5e1-cb73f43f2e9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.174154 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-803b5f4a-6882-4ea8-a5e1-cb73f43f2e9e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/87d2a6b7-d057-4850-9744-1ffc329237e3 HTTP/1.1" status: 204 len: 168 time: 0.5707557 Dec 08 02:03:27.177580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:27.178047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae063f9c-77a6-4d5c-8070-44b91a9320c9 None None] Network 9845f4a4-4db5-4337-acb0-550fedf4b006 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:03:27.193831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-7b37e14a-c4ed-4969-9111-44cf50d67a31 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 379 time: 0.1382165 Dec 08 02:03:27.215305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'port': {'device_id': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'admin_state_up': True, 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'security_groups': ['f28b1d3a-8f5d-4ce8-9970-966bdab5c10e']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:27.371518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.451099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94157517-5a65-41ba-8842-bb064c0769f3 None None] DHCP port deletion for 9845f4a4-4db5-4337-acb0-550fedf4b006 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:03:27.546486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Deleting port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:27.547353 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.558460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Made reservation on behalf of 630e950b003f4579a3179d6eb911a839 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:03:27.575784 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.602856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-94157517-5a65-41ba-8842-bb064c0769f3 None None] Deleting port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:27.604086 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-94157517-5a65-41ba-8842-bb064c0769f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.651263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] For port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ca0e4fc5-ed50-4eb2-9d64-ede041b6d569,segment=NetworkSegment(ef62a9da-debb-4204-8c6a-c2ff2f184137),segment_id=ef62a9da-debb-4204-8c6a-c2ff2f184137)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:27.651869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.670458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Calling delete_port for ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:27.772782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-94157517-5a65-41ba-8842-bb064c0769f3 None None] For port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ca0e4fc5-ed50-4eb2-9d64-ede041b6d569,segment=NetworkSegment(ef62a9da-debb-4204-8c6a-c2ff2f184137),segment_id=ef62a9da-debb-4204-8c6a-c2ff2f184137)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:27.772930 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-94157517-5a65-41ba-8842-bb064c0769f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.779340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Allocated IP 172.20.0.4 (8f279760-140c-407f-a667-25feea544d0c/ddacc30c-c599-475d-882a-2e882bb43a56/f62b10df-f2af-46a2-855a-9be92a533747) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:27.813447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-94157517-5a65-41ba-8842-bb064c0769f3 None None] Calling delete_port for ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:27.825831 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:27.911692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0e4fc5-ed50-4eb2-9d64-ede041b6d569,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:27.921333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] No DVR routers for this DVR port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:03:27.930809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45ca008f-20fb-4b37-ba25-6aa90560423a req-5f3882a2-016d-4a0f-a0da-22f1bb21ebdb tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 210 time: 0.0650647 Dec 08 02:03:27.957895 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 03418a26-827d-4d2d-821a-3c9a7afedb5e no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:28.046619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 03418a26-827d-4d2d-821a-3c9a7afedb5e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:28.046983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 03418a26-827d-4d2d-821a-3c9a7afedb5e not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:28.049586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:28.059625 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.103166 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.106494 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.128642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:28.129007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:28.129438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:28.149940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9845f4a4-4db5-4337-acb0-550fedf4b006']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:28.162160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef62a9da-debb-4204-8c6a-c2ff2f184137') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:28.162691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef62a9da-debb-4204-8c6a-c2ff2f184137') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:28.171971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Network 8f279760-140c-407f-a667-25feea544d0c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:28.174779 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.176910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:28.179342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:28.180391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5b23f9cf-19f2-47d7-bfe0-e8f436edc5e8 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:28.180481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:28.215616 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.219080 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-94157517-5a65-41ba-8842-bb064c0769f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.231666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:03:28.232158 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.255921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=f62b10df-f2af-46a2-855a-9be92a533747,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:28.277485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94157517-5a65-41ba-8842-bb064c0769f3 None None] Pushing event deleted for resources: {'Port': ['ID=ca0e4fc5-ed50-4eb2-9d64-ede041b6d569,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:28.279365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94157517-5a65-41ba-8842-bb064c0769f3 None None] No DVR routers for this DVR port ca0e4fc5-ed50-4eb2-9d64-ede041b6d569 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:03:28.311388 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:03:28.318183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:28.319840 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.321595 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.347385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.353832 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] 10.222.0.70 "DELETE /v2.0/networks/9845f4a4-4db5-4337-acb0-550fedf4b006 HTTP/1.1" status: 204 len: 168 time: 1.1739366 Dec 08 02:03:28.354121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911d97e-aecf-46d7-9415-d80389c78a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=9845f4a4-4db5-4337-acb0-550fedf4b006,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:28.357334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58908) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:28.363682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ea01f0b9-cb56-4bbf-9b5a-c67e5207fffc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1545441 Dec 08 02:03:28.385028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Request body: {'port': {'device_id': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:28.454230 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.596810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-458fbe9f-6677-4649-b301-2d4fd0f161f7 None None] Provisioning complete for port f62b10df-f2af-46a2-855a-9be92a533747 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:28.597195 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-458fbe9f-6677-4649-b301-2d4fd0f161f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.667048 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-458fbe9f-6677-4649-b301-2d4fd0f161f7 None None] Port f62b10df-f2af-46a2-855a-9be92a533747 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:03:28.804841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d724364-412a-41c4-8028-027a7bad4c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.810382 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f39566fd-2584-4064-a725-48f937eb6f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.851633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62b10df-f2af-46a2-855a-9be92a533747 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:28.891691 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:28.949789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Transition to ACTIVE for port object f62b10df-f2af-46a2-855a-9be92a533747 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:03:28.963392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.087832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Pushing event updated for resources: {'Port': ['ID=f62b10df-f2af-46a2-855a-9be92a533747,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:29.177039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb125b48-a52d-4c14-95bc-bc97f8a1ea9b req-a63a6bf3-27c9-48bc-8aac-84513737dca5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:29.182479 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb125b48-a52d-4c14-95bc-bc97f8a1ea9b req-a63a6bf3-27c9-48bc-8aac-84513737dca5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 943 time: 0.1553380 Dec 08 02:03:29.253849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1d724364-412a-41c4-8028-027a7bad4c96 admin admin] Deleting port ea8888a5-2449-458e-86fb-ce014ceb84bc {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:29.254287 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d724364-412a-41c4-8028-027a7bad4c96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.331254 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb125b48-a52d-4c14-95bc-bc97f8a1ea9b req-7ae2e41b-da9b-4b19-98d8-2873a8726f97 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379504 Dec 08 02:03:29.341749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Attempting to bind port f62b10df-f2af-46a2-855a-9be92a533747 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:03:29.342081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Attempting to bind port f62b10df-f2af-46a2-855a-9be92a533747 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:03:29.342415 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Attempting to bind port f62b10df-f2af-46a2-855a-9be92a533747 on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:29.350417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Port f62b10df-f2af-46a2-855a-9be92a533747 on network 8f279760-140c-407f-a667-25feea544d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:03:29.350771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Attempting to bind port f62b10df-f2af-46a2-855a-9be92a533747 on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:03:29.358921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:03:29.359256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Checking segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:03:29.359644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Bound using segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:03:29.360080 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Bound port: f62b10df-f2af-46a2-855a-9be92a533747, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:03:29.360528 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.410452 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1d724364-412a-41c4-8028-027a7bad4c96 admin admin] For port ea8888a5-2449-458e-86fb-ce014ceb84bc, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=ea8888a5-2449-458e-86fb-ce014ceb84bc,segment=NetworkSegment(ee2411e2-9c86-48d4-aff8-7b97790f70e1),segment_id=ee2411e2-9c86-48d4-aff8-7b97790f70e1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:29.410669 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d724364-412a-41c4-8028-027a7bad4c96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.428479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1d724364-412a-41c4-8028-027a7bad4c96 admin admin] Calling delete_port for ea8888a5-2449-458e-86fb-ce014ceb84bc owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:29.434935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] For port f62b10df-f2af-46a2-855a-9be92a533747, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:03:29.439444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] For port f62b10df-f2af-46a2-855a-9be92a533747, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f62b10df-f2af-46a2-855a-9be92a533747,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:03:29.446301 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.506663 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:29.507278 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.508831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] 10.222.0.65 "PUT /v2.0/ports/f62b10df-f2af-46a2-855a-9be92a533747 HTTP/1.1" status: 200 len: 1092 time: 1.1315174 Dec 08 02:03:29.509280 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'tag': 'f62b10df-f2af-46a2-855a-9be92a533747'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:29.511574 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a69e82f-4a22-42fd-9188-bb4a6d79f9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "faa94768-6c2b-4907-a50a-bc8a269e076b", "tag": "f62b10df-f2af-46a2-855a-9be92a533747"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:29.519862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c0a7b-478f-4471-a21e-6ae833dde739 service neutron] Pushing event updated for resources: {'Port': ['ID=f62b10df-f2af-46a2-855a-9be92a533747,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:29.572914 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de0f0b1-376f-469c-be88-33856255d8a3 x-openstack-request-id: req-6de0f0b1-376f-469c-be88-33856255d8a3 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:29.573204 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa94768-6c2b-4907-a50a-bc8a269e076b", "tag": "f62b10df-f2af-46a2-855a-9be92a533747", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:29.573462 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6de0f0b1-376f-469c-be88-33856255d8a3 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:29.573871 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'tag': 'f62b10df-f2af-46a2-855a-9be92a533747', 'status': 'completed', 'code': 200} Dec 08 02:03:29.647298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-8f452e61-1168-4f33-89b9-f384bb4e8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:29.650681 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-8f452e61-1168-4f33-89b9-f384bb4e8280 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 1095 time: 0.0548646 Dec 08 02:03:29.711014 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d724364-412a-41c4-8028-027a7bad4c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:29.729599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-d12cb198-a77a-4f0e-a59f-75ccae1cfba0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f62b10df-f2af-46a2-855a-9be92a533747 HTTP/1.1" status: 200 len: 217 time: 0.0553885 Dec 08 02:03:29.759235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d724364-412a-41c4-8028-027a7bad4c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8888a5-2449-458e-86fb-ce014ceb84bc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:29.813643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-fccd448c-f000-4435-b3e0-c3ef70cb9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:29.816857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-fccd448c-f000-4435-b3e0-c3ef70cb9b6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0745440 Dec 08 02:03:29.898688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-dcb665f0-fa9a-44e4-8075-52726ad278b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:29.901173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-dcb665f0-fa9a-44e4-8075-52726ad278b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702007 Dec 08 02:03:29.965375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1d724364-412a-41c4-8028-027a7bad4c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:30.013099 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-08b51ddb-8009-4bd8-a872-57f3b02efee3 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027975 Dec 08 02:03:30.119642 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fea890b-fe98-4f81-8a75-9e90db399bce req-bd574619-80e9-47d5-9164-cf9e0b2ab15c service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947866 Dec 08 02:03:30.212611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d724364-412a-41c4-8028-027a7bad4c96 admin admin] Router 1c3885af-867e-4def-b36d-14e621d233fc has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:03:30.268153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69e82f-4a22-42fd-9188-bb4a6d79f9ff req-68bf7b5f-890b-4fe0-ac49-e970e0cf6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.270225 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a69e82f-4a22-42fd-9188-bb4a6d79f9ff req-68bf7b5f-890b-4fe0-ac49-e970e0cf6ffb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 1095 time: 0.0556321 Dec 08 02:03:30.420096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d724364-412a-41c4-8028-027a7bad4c96 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:03:30.432737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1d724364-412a-41c4-8028-027a7bad4c96 admin admin] 10.222.0.70 "PUT /v2.0/routers/1c3885af-867e-4def-b36d-14e621d233fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0720758 Dec 08 02:03:30.436135 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7b857-fe4d-4215-a186-faa4bc5e9cf1 None None] Sync routers for ids ['1c3885af-867e-4def-b36d-14e621d233fc'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:03:30.447455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58940) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:30.463272 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b7b857-fe4d-4215-a186-faa4bc5e9cf1 None None] Routers {'1c3885af-867e-4def-b36d-14e621d233fc'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:30.464369 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a9b7b857-fe4d-4215-a186-faa4bc5e9cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1c3885af-867e-4def-b36d-14e621d233fc'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:30.471965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69e82f-4a22-42fd-9188-bb4a6d79f9ff req-6d1268ac-8bf2-451e-aca2-399e566f68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.475384 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a69e82f-4a22-42fd-9188-bb4a6d79f9ff req-6d1268ac-8bf2-451e-aca2-399e566f68b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.1924243 Dec 08 02:03:30.551576 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a69e82f-4a22-42fd-9188-bb4a6d79f9ff req-3020ad0c-94f3-441e-a651-a1327d0d4651 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f62b10df-f2af-46a2-855a-9be92a533747 HTTP/1.1" status: 200 len: 217 time: 0.0637622 Dec 08 02:03:30.610812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f27de3-f94f-4005-bb8a-37622e5c159a req-44c3ebb1-a2d8-4c65-a132-31ac2753e1ab tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.619831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99f27de3-f94f-4005-bb8a-37622e5c159a req-44c3ebb1-a2d8-4c65-a132-31ac2753e1ab tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 943 time: 0.1660950 Dec 08 02:03:30.624154 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a9b7b857-fe4d-4215-a186-faa4bc5e9cf1 None None] Set router 1c3885af-867e-4def-b36d-14e621d233fc gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:30.667225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69e82f-4a22-42fd-9188-bb4a6d79f9ff req-9c99577d-179c-432b-a858-74ebc5f24ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.668917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a69e82f-4a22-42fd-9188-bb4a6d79f9ff req-9c99577d-179c-432b-a858-74ebc5f24ad7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0895586 Dec 08 02:03:30.679041 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:30.745144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56042aad-3547-4fb7-87d1-b12c2d60cc3a req-73db0b25-57a4-4ab1-9c80-0a9dbd652a9d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.747312 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-56042aad-3547-4fb7-87d1-b12c2d60cc3a req-73db0b25-57a4-4ab1-9c80-0a9dbd652a9d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.1986544 Dec 08 02:03:30.754420 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-99f27de3-f94f-4005-bb8a-37622e5c159a req-b9a34b34-15fb-4185-8453-0ef52f040f74 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335521 Dec 08 02:03:30.809039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69e82f-4a22-42fd-9188-bb4a6d79f9ff req-a73aa115-8659-4d8b-a26e-5d934bbea496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:30.810907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a69e82f-4a22-42fd-9188-bb4a6d79f9ff req-a73aa115-8659-4d8b-a26e-5d934bbea496 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295598 Dec 08 02:03:30.862830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-56042aad-3547-4fb7-87d1-b12c2d60cc3a req-5925e3df-e2fe-4288-b8a2-5ff92b37af0d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086214 Dec 08 02:03:30.912767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:30.991972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Deleting port 7fa1dcca-c0b5-420b-957c-0347ff1323cb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:30.993210 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:30.996172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a69e82f-4a22-42fd-9188-bb4a6d79f9ff req-a8055bdd-a7da-49d0-bcfa-e0f30442976e service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678808 Dec 08 02:03:31.024800 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a9b7b857-fe4d-4215-a186-faa4bc5e9cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3885af-867e-4def-b36d-14e621d233fc', 'name': 'tempest-TestAggregatesBasicOps-686704474-router', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:03:11Z', 'updated_at': '2021-12-08T02:03:29Z', 'revision_number': 5, 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'gw_port': {'id': '7fa1dcca-c0b5-420b-957c-0347ff1323cb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3885af-867e-4def-b36d-14e621d233fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:03:12Z', 'updated_at': '2021-12-08T02:03:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:31.056458 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7b857-fe4d-4215-a186-faa4bc5e9cf1 None None] Checking router: 1c3885af-867e-4def-b36d-14e621d233fc for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:03:31.066185 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b7b857-fe4d-4215-a186-faa4bc5e9cf1 None None] Routers {'1c3885af-867e-4def-b36d-14e621d233fc'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:31.066903 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a9b7b857-fe4d-4215-a186-faa4bc5e9cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1c3885af-867e-4def-b36d-14e621d233fc'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:31.110875 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a69e82f-4a22-42fd-9188-bb4a6d79f9ff req-ea25f703-6b13-490f-b049-785eb97b6da1 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027794 Dec 08 02:03:31.132787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] For port 7fa1dcca-c0b5-420b-957c-0347ff1323cb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=7fa1dcca-c0b5-420b-957c-0347ff1323cb,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:31.133482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:31.163205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Calling delete_port for 7fa1dcca-c0b5-420b-957c-0347ff1323cb owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:31.191403 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a9b7b857-fe4d-4215-a186-faa4bc5e9cf1 None None] Set router 1c3885af-867e-4def-b36d-14e621d233fc gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:31.238492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4f26d-5228-4690-8436-9382d60cec7c req-0664e0f1-32f5-4d32-a6f5-f8ba390d6993 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:31.239986 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fda4f26d-5228-4690-8436-9382d60cec7c req-0664e0f1-32f5-4d32-a6f5-f8ba390d6993 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.2264597 Dec 08 02:03:31.341302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fda4f26d-5228-4690-8436-9382d60cec7c req-8269bea9-dd73-457c-a08b-d6e5b029034d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796094 Dec 08 02:03:31.466873 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a9b7b857-fe4d-4215-a186-faa4bc5e9cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3885af-867e-4def-b36d-14e621d233fc', 'name': 'tempest-TestAggregatesBasicOps-686704474-router', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:03:11Z', 'updated_at': '2021-12-08T02:03:30Z', 'revision_number': 6, 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:31.496071 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7b857-fe4d-4215-a186-faa4bc5e9cf1 None None] The sync data for ids ['1c3885af-867e-4def-b36d-14e621d233fc'] in n-d-713498-30 is: [{'id': '1c3885af-867e-4def-b36d-14e621d233fc', 'name': 'tempest-TestAggregatesBasicOps-686704474-router', 'tenant_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:03:11Z', 'updated_at': '2021-12-08T02:03:30Z', 'revision_number': 6, 'project_id': 'a5b8c16667b74a06b3e6182b9da90ab6', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:03:31.534566 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:31.567354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa1dcca-c0b5-420b-957c-0347ff1323cb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:31.588659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fddd9b-8c97-45fc-a037-c79259ccf2cd None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:03:31.685589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:31.753692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95af3b-07cc-4613-85f9-da7b76ad7482 req-1e81bf05-cc31-404d-990e-0b65e5d0de51 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:31.755204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f95af3b-07cc-4613-85f9-da7b76ad7482 req-1e81bf05-cc31-404d-990e-0b65e5d0de51 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.1185806 Dec 08 02:03:31.795948 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:31.803249 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:31.871168 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:31.877340 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:31.881849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c3885af-867e-4def-b36d-14e621d233fc {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:03:31.893227 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:31.896836 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b718db35-be9c-4a73-b0ea-ffdc107e4ab3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1c3885af-867e-4def-b36d-14e621d233fc HTTP/1.1" status: 204 len: 168 time: 1.4459341 Dec 08 02:03:31.897536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437d47c-a2cc-440d-a129-321602a20aa7 req-5d4f19a6-c785-4882-b023-056708828402 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:31.899960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8437d47c-a2cc-440d-a129-321602a20aa7 req-5d4f19a6-c785-4882-b023-056708828402 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 943 time: 0.0812151 Dec 08 02:03:31.900601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58954) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:31.928453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f95af3b-07cc-4613-85f9-da7b76ad7482 req-9656613a-cb0d-4dcc-a7c8-6963011811c2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311035 Dec 08 02:03:32.061783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e01a46-e8b0-43b5-86ab-06a68a254dad admin admin] Deleting subnet 8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:03:32.071004 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b177f3f2-a13f-41b2-a2ed-f9f72f4d46ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.074985 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09e01a46-e8b0-43b5-86ab-06a68a254dad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.120913 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8437d47c-a2cc-440d-a129-321602a20aa7 req-19a1d9da-668e-4df3-8a3f-0429cc79a859 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072647 Dec 08 02:03:32.137781 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09e01a46-e8b0-43b5-86ab-06a68a254dad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.231634 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09e01a46-e8b0-43b5-86ab-06a68a254dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.291226 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09e01a46-e8b0-43b5-86ab-06a68a254dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.319262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e01a46-e8b0-43b5-86ab-06a68a254dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:32.330363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-09e01a46-e8b0-43b5-86ab-06a68a254dad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.335277 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-09e01a46-e8b0-43b5-86ab-06a68a254dad admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8ca1bbaf-1a9c-4344-ab4d-be1662bd7d69 HTTP/1.1" status: 204 len: 168 time: 0.4336047 Dec 08 02:03:32.338587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58964) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:32.349175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4500d277-9f8f-4520-9bd6-089a4438e54b None None] Network b5dc9c2f-8908-4175-8746-e8878a1f661d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:03:32.445661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ea8888a5-2449-458e-86fb-ce014ceb84bc no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:32.479911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61094ca4-5628-4278-a10b-7454376ff955 req-26a0c6ca-973b-4ce0-bb2d-df302176e286 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:32.490561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61094ca4-5628-4278-a10b-7454376ff955 req-26a0c6ca-973b-4ce0-bb2d-df302176e286 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.1001494 Dec 08 02:03:32.506625 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.511946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.513823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: ea8888a5-2449-458e-86fb-ce014ceb84bc {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:32.514196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device ea8888a5-2449-458e-86fb-ce014ceb84bc not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:32.598912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61094ca4-5628-4278-a10b-7454376ff955 req-12a5db84-c7ec-4714-b9b2-80a7a50a55b9 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064637 Dec 08 02:03:32.657563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Deleting port bf5a4b3e-2c34-4694-afba-db54e5d0dd80 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:32.657983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.746248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] For port bf5a4b3e-2c34-4694-afba-db54e5d0dd80, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bf5a4b3e-2c34-4694-afba-db54e5d0dd80,segment=NetworkSegment(ee2411e2-9c86-48d4-aff8-7b97790f70e1),segment_id=ee2411e2-9c86-48d4-aff8-7b97790f70e1)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:32.746616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.766688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ededf-1b4f-47a3-bbc8-1e10be6f495e None None] DHCP port deletion for b5dc9c2f-8908-4175-8746-e8878a1f661d request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:03:32.786951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Calling delete_port for bf5a4b3e-2c34-4694-afba-db54e5d0dd80 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:32.866537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6b2ededf-1b4f-47a3-bbc8-1e10be6f495e None None] Deleting port bf5a4b3e-2c34-4694-afba-db54e5d0dd80 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:03:32.867344 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b2ededf-1b4f-47a3-bbc8-1e10be6f495e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.951316 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.958519 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6b2ededf-1b4f-47a3-bbc8-1e10be6f495e None None] For port bf5a4b3e-2c34-4694-afba-db54e5d0dd80, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bf5a4b3e-2c34-4694-afba-db54e5d0dd80,segment=NetworkSegment(ee2411e2-9c86-48d4-aff8-7b97790f70e1),segment_id=ee2411e2-9c86-48d4-aff8-7b97790f70e1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:32.959097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b2ededf-1b4f-47a3-bbc8-1e10be6f495e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:32.973228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6b2ededf-1b4f-47a3-bbc8-1e10be6f495e None None] Calling delete_port for bf5a4b3e-2c34-4694-afba-db54e5d0dd80 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:03:32.987995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5a4b3e-2c34-4694-afba-db54e5d0dd80,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:32.992212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] No DVR routers for this DVR port bf5a4b3e-2c34-4694-afba-db54e5d0dd80 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:03:33.078146 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b2ededf-1b4f-47a3-bbc8-1e10be6f495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:33.087872 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:33.105144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ededf-1b4f-47a3-bbc8-1e10be6f495e None None] Pushing event deleted for resources: {'Port': ['ID=bf5a4b3e-2c34-4694-afba-db54e5d0dd80,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:33.115062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dc9c2f-8908-4175-8746-e8878a1f661d']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:33.125810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2ededf-1b4f-47a3-bbc8-1e10be6f495e None None] No DVR routers for this DVR port bf5a4b3e-2c34-4694-afba-db54e5d0dd80 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:03:33.143069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2411e2-9c86-48d4-aff8-7b97790f70e1') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:33.143598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2411e2-9c86-48d4-aff8-7b97790f70e1') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:33.155741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:33.170860 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:33.178348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:03:33.178948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:03:33.183040 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:03:33.276210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:33.285352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf8c00-4bff-4fd3-be1e-c4efcea4aa3e req-ecf86162-fabd-4f7a-8038-dc1eba107927 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:33.286975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01cf8c00-4bff-4fd3-be1e-c4efcea4aa3e req-ecf86162-fabd-4f7a-8038-dc1eba107927 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 943 time: 0.0884898 Dec 08 02:03:33.291450 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:33.296360 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] 10.222.0.70 "DELETE /v2.0/networks/b5dc9c2f-8908-4175-8746-e8878a1f661d HTTP/1.1" status: 204 len: 168 time: 0.9549978 Dec 08 02:03:33.324143 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33056241-a8b0-4dee-a841-cbadd50c1ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=b5dc9c2f-8908-4175-8746-e8878a1f661d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:33.380115 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01cf8c00-4bff-4fd3-be1e-c4efcea4aa3e req-676bb360-41b3-4951-9497-5aeeaf18a0ec tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645261 Dec 08 02:03:33.524461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58976) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:33.596244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 58978) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:33.596496 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-20e20d84-13da-4334-b2fb-b36b18edc78d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a0e9c766ef7746e7a09c6b7981d82c0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0704012 Dec 08 02:03:33.687047 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:33.703048 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb683-b5e2-4b81-aa34-1cb6962326d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:33.791983 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb683-b5e2-4b81-aa34-1cb6962326d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:33.830156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bf5a4b3e-2c34-4694-afba-db54e5d0dd80 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:33.872624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bf5a4b3e-2c34-4694-afba-db54e5d0dd80 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:33.872986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bf5a4b3e-2c34-4694-afba-db54e5d0dd80 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:33.874685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7fa1dcca-c0b5-420b-957c-0347ff1323cb no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:03:33.905658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 7fa1dcca-c0b5-420b-957c-0347ff1323cb {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:03:33.906452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 7fa1dcca-c0b5-420b-957c-0347ff1323cb not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:03:34.029384 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:34.136642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 58988) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:34.357382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-528fd294-5763-483b-8a1e-5887128dc04a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:34.372972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb683-b5e2-4b81-aa34-1cb6962326d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:34.378251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ffbb683-b5e2-4b81-aa34-1cb6962326d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:34.379454 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7ffbb683-b5e2-4b81-aa34-1cb6962326d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8aea6f48-3acd-4674-881a-33680e2e8e0b HTTP/1.1" status: 204 len: 168 time: 0.7819769 Dec 08 02:03:34.388389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fb20e-3fcd-4fe9-8f80-9d465a024b62 req-3d507cd1-aba1-40bb-a5d6-8a0d392f5023 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:34.395579 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c2fb20e-3fcd-4fe9-8f80-9d465a024b62 req-3d507cd1-aba1-40bb-a5d6-8a0d392f5023 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.6548774 Dec 08 02:03:34.415270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbb683-b5e2-4b81-aa34-1cb6962326d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aea6f48-3acd-4674-881a-33680e2e8e0b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:34.536809 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c2fb20e-3fcd-4fe9-8f80-9d465a024b62 req-b56ca011-c048-4d6d-8945-6f5e6cc465ad tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402211 Dec 08 02:03:34.667667 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-528fd294-5763-483b-8a1e-5887128dc04a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:34.700672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-528fd294-5763-483b-8a1e-5887128dc04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:34.770438 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:34.804410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0decfed-1f52-4513-a090-566f18f0d85d req-a7240679-5105-4f71-b2e8-965828c0001e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:34.808949 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0decfed-1f52-4513-a090-566f18f0d85d req-a7240679-5105-4f71-b2e8-965828c0001e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 943 time: 0.2165101 Dec 08 02:03:34.834336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fd294-5763-483b-8a1e-5887128dc04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c043f46-8530-4c95-93b3-2648855f149d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:34.853528 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-528fd294-5763-483b-8a1e-5887128dc04a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a579a88d4fb24371a779a07d9d217716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7156105 Dec 08 02:03:34.856159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59000) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:34.875010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59002) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:34.902363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0decfed-1f52-4513-a090-566f18f0d85d req-08f88193-76e0-434d-a03b-47f25a554bd3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775733 Dec 08 02:03:34.971372 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1d81d219-b1ed-40cc-a2b7-9ba377876542 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5b8c16667b74a06b3e6182b9da90ab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0945985 Dec 08 02:03:34.973442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59004) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:34.973741 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e11a6fc-6daf-42f5-99ec-dcc642dff467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:35.004676 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e11a6fc-6daf-42f5-99ec-dcc642dff467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:35.069088 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4302-e851-42af-ab1e-01461c242b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:35.072087 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e11a6fc-6daf-42f5-99ec-dcc642dff467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:35.076045 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e11a6fc-6daf-42f5-99ec-dcc642dff467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:35.077703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2e11a6fc-6daf-42f5-99ec-dcc642dff467 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c043f46-8530-4c95-93b3-2648855f149d HTTP/1.1" status: 204 len: 168 time: 0.2204733 Dec 08 02:03:35.095595 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4302-e851-42af-ab1e-01461c242b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:35.108064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11a6fc-6daf-42f5-99ec-dcc642dff467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c043f46-8530-4c95-93b3-2648855f149d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:35.166926 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4302-e851-42af-ab1e-01461c242b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:35.170033 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d2e4302-e851-42af-ab1e-01461c242b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:35.178241 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2d2e4302-e851-42af-ab1e-01461c242b99 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b3dc1792-62cd-449b-81c3-556bd35feed9 HTTP/1.1" status: 204 len: 168 time: 0.1994016 Dec 08 02:03:35.199291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e4302-e851-42af-ab1e-01461c242b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dc1792-62cd-449b-81c3-556bd35feed9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:35.768204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59016) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:35.794489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd251eb3-8e72-4d26-a129-671e1b1c054d req-2fcf9753-22e1-4537-92bb-c81f25f9723e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:35.802513 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd251eb3-8e72-4d26-a129-671e1b1c054d req-2fcf9753-22e1-4537-92bb-c81f25f9723e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.1485949 Dec 08 02:03:35.802843 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-85a9ec2c-a334-4b25-a366-74071c55df8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:35.871048 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd251eb3-8e72-4d26-a129-671e1b1c054d req-d399c3b2-2ed3-45c9-87fb-cd5879a2f7fe tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676165 Dec 08 02:03:35.908547 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-85a9ec2c-a334-4b25-a366-74071c55df8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:35.912647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-85a9ec2c-a334-4b25-a366-74071c55df8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:35.962162 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-85a9ec2c-a334-4b25-a366-74071c55df8f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8921a0507e9c413bbc651fbb4c21ae0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1873999 Dec 08 02:03:35.962162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9ec2c-a334-4b25-a366-74071c55df8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d9debb-b9a2-41fa-9766-5c46a59ffafa,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:35.962480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59020) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:36.052777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcedeafb-a026-4d05-ba59-a918e7320732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:36.105150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcedeafb-a026-4d05-ba59-a918e7320732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:36.126796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d4d9-b22f-4830-abb0-5c875bfa729f req-f2bd0024-e96a-4126-8763-e879a056e39d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:36.128398 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8642d4d9-b22f-4830-abb0-5c875bfa729f req-f2bd0024-e96a-4126-8763-e879a056e39d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 943 time: 0.0951397 Dec 08 02:03:36.191326 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8642d4d9-b22f-4830-abb0-5c875bfa729f req-522fc38a-a27a-4898-82f4-88f04ddf8338 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558958 Dec 08 02:03:36.201026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcedeafb-a026-4d05-ba59-a918e7320732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:36.204056 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dcedeafb-a026-4d05-ba59-a918e7320732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:36.216392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dcedeafb-a026-4d05-ba59-a918e7320732 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/16d9debb-b9a2-41fa-9766-5c46a59ffafa HTTP/1.1" status: 204 len: 168 time: 0.2458045 Dec 08 02:03:36.218038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedeafb-a026-4d05-ba59-a918e7320732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d9debb-b9a2-41fa-9766-5c46a59ffafa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:37.030650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d5088-d5bf-4d07-bdf7-4bd667587845 req-89e90424-53a5-4057-bf1f-c61b68dc9555 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:37.032998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-821d5088-d5bf-4d07-bdf7-4bd667587845 req-89e90424-53a5-4057-bf1f-c61b68dc9555 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0601628 Dec 08 02:03:37.088944 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-821d5088-d5bf-4d07-bdf7-4bd667587845 req-8f8a4b06-5be2-4348-9321-b1f1c821dd0d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495903 Dec 08 02:03:37.358002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5abd97-4b1c-4dcb-86f7-ad73d2f65445 req-ebd0e7cc-860f-433f-b44f-2c051f6f524e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:37.359605 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc5abd97-4b1c-4dcb-86f7-ad73d2f65445 req-ebd0e7cc-860f-433f-b44f-2c051f6f524e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 943 time: 0.0769799 Dec 08 02:03:37.411840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc5abd97-4b1c-4dcb-86f7-ad73d2f65445 req-ec99fba9-4020-49a9-8b49-c247e4cdd445 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443809 Dec 08 02:03:38.230416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33529f7-950d-4608-997a-7354099ba42d req-f3e80932-1404-418d-a3dd-b31d46b22d84 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:38.231972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b33529f7-950d-4608-997a-7354099ba42d req-f3e80932-1404-418d-a3dd-b31d46b22d84 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0506890 Dec 08 02:03:38.292668 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b33529f7-950d-4608-997a-7354099ba42d req-f39e0619-44db-4a48-b8ef-5f23a8f58835 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542212 Dec 08 02:03:38.539344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4a142-9789-45be-83b3-9829abefe545 req-540feb06-935d-47f2-8084-3b06a6bb2587 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:38.541059 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-00d4a142-9789-45be-83b3-9829abefe545 req-540feb06-935d-47f2-8084-3b06a6bb2587 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 943 time: 0.0520360 Dec 08 02:03:38.591048 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-00d4a142-9789-45be-83b3-9829abefe545 req-9bf29b61-2158-478d-8d30-7bf641d93bf7 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434411 Dec 08 02:03:39.423118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5222a-bfe0-406e-84ff-ef00b3d11403 req-e26a0a53-61a1-4be7-a27b-d7815d793caf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:39.424782 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-07e5222a-bfe0-406e-84ff-ef00b3d11403 req-e26a0a53-61a1-4be7-a27b-d7815d793caf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0589116 Dec 08 02:03:39.476909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-07e5222a-bfe0-406e-84ff-ef00b3d11403 req-18d50fd1-5ddd-4d79-be51-5d55595db946 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444961 Dec 08 02:03:39.735985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202c735-3773-4d74-95ee-478b6d4bc454 req-3c0e8ec9-23bd-4433-8500-df0372d5c45d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:39.737945 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9202c735-3773-4d74-95ee-478b6d4bc454 req-3c0e8ec9-23bd-4433-8500-df0372d5c45d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 943 time: 0.0712285 Dec 08 02:03:39.795927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9202c735-3773-4d74-95ee-478b6d4bc454 req-bd865120-c7d5-4f4f-bfdf-7dbd71509f52 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505002 Dec 08 02:03:40.329363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59116) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:40.441651 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95cc41c1-03c5-46c1-87e0-91e82f095f71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:40.530129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95cc41c1-03c5-46c1-87e0-91e82f095f71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:40.536436 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95cc41c1-03c5-46c1-87e0-91e82f095f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:40.585957 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-95cc41c1-03c5-46c1-87e0-91e82f095f71 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=662f186e051f438791d5cbfdd2e89d77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552528 Dec 08 02:03:40.587056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc41c1-03c5-46c1-87e0-91e82f095f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9acb1f-8cc1-4550-8a34-998b646d3e2c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:40.590358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59122) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:40.627764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e613151-a2ba-4dc7-bbdb-b5517f3feb96 req-4d4a0a4b-f5d0-4b0f-96de-ff09fc3903ac tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:40.629890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6e613151-a2ba-4dc7-bbdb-b5517f3feb96 req-4d4a0a4b-f5d0-4b0f-96de-ff09fc3903ac tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0673239 Dec 08 02:03:40.645335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3637-24b6-4914-8805-6d7169a9a054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:40.671156 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3637-24b6-4914-8805-6d7169a9a054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:40.688580 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6e613151-a2ba-4dc7-bbdb-b5517f3feb96 req-0de63f02-3772-4038-85bb-8ca2c635ef61 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511172 Dec 08 02:03:40.725136 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3637-24b6-4914-8805-6d7169a9a054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:40.728983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3637-24b6-4914-8805-6d7169a9a054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:40.730219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c1eb3637-24b6-4914-8805-6d7169a9a054 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a9acb1f-8cc1-4550-8a34-998b646d3e2c HTTP/1.1" status: 204 len: 168 time: 0.1387362 Dec 08 02:03:40.741414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb3637-24b6-4914-8805-6d7169a9a054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9acb1f-8cc1-4550-8a34-998b646d3e2c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:40.937163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ed603-4940-440b-99a1-fbe217be5782 req-0892ee83-7a05-49ae-a8f7-fe3bff86295d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:40.946154 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d72ed603-4940-440b-99a1-fbe217be5782 req-0892ee83-7a05-49ae-a8f7-fe3bff86295d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 943 time: 0.0668221 Dec 08 02:03:41.001515 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d72ed603-4940-440b-99a1-fbe217be5782 req-c8012656-ae3d-402e-9c83-27c27e86d046 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544086 Dec 08 02:03:41.090722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59132) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:41.106639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5481113-1c49-4240-82e7-6e41e86411c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.193858 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5481113-1c49-4240-82e7-6e41e86411c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.198726 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f5481113-1c49-4240-82e7-6e41e86411c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.236160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5481113-1c49-4240-82e7-6e41e86411c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb2fc78-2c02-4057-aa36-2bdcf41c90f6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:41.241688 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f5481113-1c49-4240-82e7-6e41e86411c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5bf06770d166499fbc66e2fb27edd457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1496911 Dec 08 02:03:41.244973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59134) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:41.297473 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.321645 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.372031 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.374762 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:41.378681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/acb2fc78-2c02-4057-aa36-2bdcf41c90f6 HTTP/1.1" status: 204 len: 168 time: 0.1327312 Dec 08 02:03:41.387569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb2fc78-2c02-4057-aa36-2bdcf41c90f6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:41.395130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.395481 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.395939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.396161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.396540 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.396869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.397383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.397714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.398068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.398562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.399075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.399565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.400051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c65abda-58e9-4165-bc9a-34217f845b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:41.811655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af5ac-c4b0-49e3-a409-cceaf6321e27 req-fa92af04-cc28-426b-b78d-2e55cb5ed7c5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:41.813306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a9af5ac-c4b0-49e3-a409-cceaf6321e27 req-fa92af04-cc28-426b-b78d-2e55cb5ed7c5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0514336 Dec 08 02:03:41.869881 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a9af5ac-c4b0-49e3-a409-cceaf6321e27 req-e5f4e48f-329d-461a-8120-90763bb4697c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488353 Dec 08 02:03:42.137543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7e20b-32e3-4935-818d-fc19486c2481 req-d26e3b95-834b-4235-9ecc-149fdb62aaea tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:42.139094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3de7e20b-32e3-4935-818d-fc19486c2481 req-d26e3b95-834b-4235-9ecc-149fdb62aaea tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 943 time: 0.0588093 Dec 08 02:03:42.207776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3de7e20b-32e3-4935-818d-fc19486c2481 req-92225a8e-a94e-4e32-be4e-c5f8b2836d93 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611756 Dec 08 02:03:43.008637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455a159-6adb-4b2c-a10a-351d22282a9b req-2efa0a78-91bf-47b6-8442-8fbbfa4df2e2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:43.016259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9455a159-6adb-4b2c-a10a-351d22282a9b req-2efa0a78-91bf-47b6-8442-8fbbfa4df2e2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0599835 Dec 08 02:03:43.079595 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9455a159-6adb-4b2c-a10a-351d22282a9b req-0841b377-4e35-48b4-8b4b-3561a6bcedef tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577791 Dec 08 02:03:43.433748 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb7d7e-b1f6-4391-acfc-be4209487577 req-b2d4d624-2a45-4a1c-92cc-2f769a213054 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:43.443153 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-59cb7d7e-b1f6-4391-acfc-be4209487577 req-b2d4d624-2a45-4a1c-92cc-2f769a213054 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 943 time: 0.1008785 Dec 08 02:03:43.475471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1ff93-cc87-4548-b7e4-14eea5a79382 req-84777645-edee-4e1f-99a7-437b6acc6155 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:43.485131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1cb1ff93-cc87-4548-b7e4-14eea5a79382 req-84777645-edee-4e1f-99a7-437b6acc6155 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.1421649 Dec 08 02:03:43.534446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69acdd-d158-414d-bb53-d199f377b656 req-f702a017-77af-45ea-8427-ece4068ac228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:43.535962 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd69acdd-d158-414d-bb53-d199f377b656 req-f702a017-77af-45ea-8427-ece4068ac228 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1096 time: 0.0812538 Dec 08 02:03:43.580642 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-59cb7d7e-b1f6-4391-acfc-be4209487577 req-63f6e0be-d415-4290-8b86-057a8458c4c2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361187 Dec 08 02:03:43.583105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1cb1ff93-cc87-4548-b7e4-14eea5a79382 req-08532067-7450-4848-9274-0d06a9c1308f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949492 Dec 08 02:03:43.692407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59190) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:43.709984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69acdd-d158-414d-bb53-d199f377b656 req-72db0226-a02b-4087-a266-858e78b7413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:43.712382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd69acdd-d158-414d-bb53-d199f377b656 req-72db0226-a02b-4087-a266-858e78b7413c service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.1528652 Dec 08 02:03:43.775403 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:03:43.785156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd69acdd-d158-414d-bb53-d199f377b656 req-9b76d28f-c4de-43bc-8b9f-a8a0c5b16571 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 999 time: 0.0623465 Dec 08 02:03:43.812141 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43483429-b87a-4a6f-8942-c47728d3c1b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:43.842235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69acdd-d158-414d-bb53-d199f377b656 req-a12aa24a-f8d3-4181-8ddc-6e85906b0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:43.843752 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd69acdd-d158-414d-bb53-d199f377b656 req-a12aa24a-f8d3-4181-8ddc-6e85906b0605 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0512590 Dec 08 02:03:43.887476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f62b10df-f2af-46a2-855a-9be92a533747 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:03:43.890231 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43483429-b87a-4a6f-8942-c47728d3c1b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:43.895146 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43483429-b87a-4a6f-8942-c47728d3c1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:43.899306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69acdd-d158-414d-bb53-d199f377b656 req-bbd7e9db-6216-45f1-b4cf-afe7a3c51a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:43.901081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd69acdd-d158-414d-bb53-d199f377b656 req-bbd7e9db-6216-45f1-b4cf-afe7a3c51a29 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458367 Dec 08 02:03:43.940273 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-43483429-b87a-4a6f-8942-c47728d3c1b4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c9fd065074b4b66a05afbd04af4a306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443707 Dec 08 02:03:43.940548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59194) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:43.947145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43483429-b87a-4a6f-8942-c47728d3c1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed6d895-b8a0-4bfe-8ee6-9dea31c7ff2d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:44.001300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f62b10df-f2af-46a2-855a-9be92a533747, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f62b10df-f2af-46a2-855a-9be92a533747,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:44.011366 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd69acdd-d158-414d-bb53-d199f377b656 req-1a3092d4-480e-439d-bb49-578513fb54f6 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996537 Dec 08 02:03:44.013817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-716195ce-2765-4063-9999-26c65a631da9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.024468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'f62b10df-f2af-46a2-855a-9be92a533747', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'port_id': 'f62b10df-f2af-46a2-855a-9be92a533747', 'mac_address': 'fa:16:3e:59:ab:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:03:44.039644 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-716195ce-2765-4063-9999-26c65a631da9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.067957 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.082470 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62b10df-f2af-46a2-855a-9be92a533747 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:03:44.098697 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-716195ce-2765-4063-9999-26c65a631da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.101939 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-716195ce-2765-4063-9999-26c65a631da9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.105739 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-716195ce-2765-4063-9999-26c65a631da9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ed6d895-b8a0-4bfe-8ee6-9dea31c7ff2d HTTP/1.1" status: 204 len: 168 time: 0.1637995 Dec 08 02:03:44.113908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f62b10df-f2af-46a2-855a-9be92a533747, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f62b10df-f2af-46a2-855a-9be92a533747,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:44.120360 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.122194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716195ce-2765-4063-9999-26c65a631da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed6d895-b8a0-4bfe-8ee6-9dea31c7ff2d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:44.135476 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd69acdd-d158-414d-bb53-d199f377b656 req-37219993-1f99-4f74-bf03-3d9f1fa248ef service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128094 Dec 08 02:03:44.196576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f62b10df-f2af-46a2-855a-9be92a533747,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:44.470618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['f62b10df-f2af-46a2-855a-9be92a533747'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:03:44.550518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59200) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:44.576040 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f7c93ab-49d4-42e3-b3d8-28ad12d6952c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.694198 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f7c93ab-49d4-42e3-b3d8-28ad12d6952c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.730681 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0f7c93ab-49d4-42e3-b3d8-28ad12d6952c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.791204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0f7c93ab-49d4-42e3-b3d8-28ad12d6952c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a1a81b80a05409a9d1d2ffddcf0a497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2393556 Dec 08 02:03:44.795289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:44.803577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c93ab-49d4-42e3-b3d8-28ad12d6952c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f48d12-65e8-4c58-9b71-69a60d03b3c7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:44.825648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22461cae-140d-4104-8773-d6006129effb req-5faff7ff-55dd-4b16-aed6-50e5adb7c9e7 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:44.826760 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-22461cae-140d-4104-8773-d6006129effb req-5faff7ff-55dd-4b16-aed6-50e5adb7c9e7 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.1353772 Dec 08 02:03:44.843422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c6aaf-ca0d-4de5-b2ba-21755ad71a7e req-105dd0e1-54c6-4394-91f8-239cec4618e6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:44.851852 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b2c6aaf-ca0d-4de5-b2ba-21755ad71a7e req-105dd0e1-54c6-4394-91f8-239cec4618e6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 944 time: 0.0808933 Dec 08 02:03:44.914864 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-22461cae-140d-4104-8773-d6006129effb req-7dae6c73-e96f-44e5-bbd7-a97e04ef7097 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775449 Dec 08 02:03:44.915577 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e012b83-053c-42bb-a9da-76cb9dd7462e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.922219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b2c6aaf-ca0d-4de5-b2ba-21755ad71a7e req-074fc3cb-3637-49e8-a3e7-8d4ea68e6bfa tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557559 Dec 08 02:03:44.939355 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e012b83-053c-42bb-a9da-76cb9dd7462e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.993309 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e012b83-053c-42bb-a9da-76cb9dd7462e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:44.995973 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1e012b83-053c-42bb-a9da-76cb9dd7462e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:45.001284 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1e012b83-053c-42bb-a9da-76cb9dd7462e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e8f48d12-65e8-4c58-9b71-69a60d03b3c7 HTTP/1.1" status: 204 len: 168 time: 0.2032075 Dec 08 02:03:45.008797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e012b83-053c-42bb-a9da-76cb9dd7462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f48d12-65e8-4c58-9b71-69a60d03b3c7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:45.884367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f62b10df-f2af-46a2-855a-9be92a533747 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:03:45.948931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port f62b10df-f2af-46a2-855a-9be92a533747 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:03:45.954490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port f62b10df-f2af-46a2-855a-9be92a533747 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:03:45.954959 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:46.076130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bd6e0-05c9-45e0-b4a2-cfdc58972279 req-f680e50e-e598-4de2-aa03-62e0368110a7 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:46.077939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021609b-4c62-466c-ac88-065dac15b211 req-056eee85-ee65-4db1-b256-165e9bafb15a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:46.078789 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-332bd6e0-05c9-45e0-b4a2-cfdc58972279 req-f680e50e-e598-4de2-aa03-62e0368110a7 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 944 time: 0.0966904 Dec 08 02:03:46.092273 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e021609b-4c62-466c-ac88-065dac15b211 req-056eee85-ee65-4db1-b256-165e9bafb15a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0739729 Dec 08 02:03:46.126724 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:46.155133 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-332bd6e0-05c9-45e0-b4a2-cfdc58972279 req-f848d4fa-6c0a-42c9-ba7d-0e76aaa7a138 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694504 Dec 08 02:03:46.170976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62b10df-f2af-46a2-855a-9be92a533747'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:46.176572 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b51eed-217b-4b79-b234-256ddc68674a" -d '{"events": [{"server_uuid": "faa94768-6c2b-4907-a50a-bc8a269e076b", "name": "network-vif-plugged", "status": "completed", "tag": "f62b10df-f2af-46a2-855a-9be92a533747"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:46.185092 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e021609b-4c62-466c-ac88-065dac15b211 req-e5fecf8e-b7be-4b26-8a44-8bdf319d2deb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916328 Dec 08 02:03:46.191411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f62b10df-f2af-46a2-855a-9be92a533747, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f62b10df-f2af-46a2-855a-9be92a533747,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:03:46.207267 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:46.238686 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691b2dcf-3b6b-4303-a20e-63396cf58815 x-openstack-request-id: req-691b2dcf-3b6b-4303-a20e-63396cf58815 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:46.239058 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa94768-6c2b-4907-a50a-bc8a269e076b", "name": "network-vif-plugged", "status": "completed", "tag": "f62b10df-f2af-46a2-855a-9be92a533747", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:46.239390 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-691b2dcf-3b6b-4303-a20e-63396cf58815 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:46.239890 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62b10df-f2af-46a2-855a-9be92a533747', 'code': 200} Dec 08 02:03:46.259644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f62b10df-f2af-46a2-855a-9be92a533747,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:46.353010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1cd9f-a5e2-4831-bcf2-304c657cc28d req-c8883a2e-82c5-492d-9cf0-31d952dcae99 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:46.363163 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35f1cd9f-a5e2-4831-bcf2-304c657cc28d req-c8883a2e-82c5-492d-9cf0-31d952dcae99 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0872226 Dec 08 02:03:46.391695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53051ce8-7a0c-482c-ae34-200faf0dfe96 req-26919f2a-62f2-4a4a-9373-f25cb58ae26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:46.413931 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53051ce8-7a0c-482c-ae34-200faf0dfe96 req-26919f2a-62f2-4a4a-9373-f25cb58ae26a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 1097 time: 0.0701597 Dec 08 02:03:46.513431 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35f1cd9f-a5e2-4831-bcf2-304c657cc28d req-4b27bfb3-3181-4afe-8a6e-46507ec07025 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451948 Dec 08 02:03:46.534848 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53051ce8-7a0c-482c-ae34-200faf0dfe96 req-1492b3de-af9a-4a03-acd7-a84f2811c948 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094074 Dec 08 02:03:46.760585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431bb4b-4f31-4e37-b4c8-17a8b96c0436 req-6c0ef45e-522d-4b34-93e1-8f5458e5ed96 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:46.762104 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9431bb4b-4f31-4e37-b4c8-17a8b96c0436 req-6c0ef45e-522d-4b34-93e1-8f5458e5ed96 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0516353 Dec 08 02:03:46.812004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9431bb4b-4f31-4e37-b4c8-17a8b96c0436 req-6ac7981e-e9c6-4acb-98bd-a000ad7e4f87 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434272 Dec 08 02:03:47.031280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c7758-0c26-4d3b-907a-9b2e08e7c6e5 req-cc4054a2-6fb9-4b7d-ba05-9fca24815ebe tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:47.032900 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890c7758-0c26-4d3b-907a-9b2e08e7c6e5 req-cc4054a2-6fb9-4b7d-ba05-9fca24815ebe tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0598021 Dec 08 02:03:47.089108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-890c7758-0c26-4d3b-907a-9b2e08e7c6e5 req-bc62619d-8ddf-4709-a49f-53522fc5b156 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486600 Dec 08 02:03:47.309277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11faf21d-7b9d-476a-a2d6-c1649414f0a3 req-c8f72e2c-edee-43f1-97ea-934447f0e8fd tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:47.311136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-11faf21d-7b9d-476a-a2d6-c1649414f0a3 req-c8f72e2c-edee-43f1-97ea-934447f0e8fd tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 945 time: 0.0758004 Dec 08 02:03:47.363336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-11faf21d-7b9d-476a-a2d6-c1649414f0a3 req-07cd789c-5f7f-4dcf-8ba2-adeab3cefce3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462172 Dec 08 02:03:48.210050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167070f-ffaf-4b09-87f1-72398cf26827 req-55470f96-2f7a-47da-a22d-e34ffa614446 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:48.212542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3167070f-ffaf-4b09-87f1-72398cf26827 req-55470f96-2f7a-47da-a22d-e34ffa614446 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0515361 Dec 08 02:03:48.261425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3167070f-ffaf-4b09-87f1-72398cf26827 req-78443978-0b29-4d8d-b594-2ec2c2bf5b03 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426981 Dec 08 02:03:48.501601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d31a69-dac7-422c-8a2e-7b1d4166d736 req-07da2f29-9849-4a44-af5f-c6817b361d2a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:48.503122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-48d31a69-dac7-422c-8a2e-7b1d4166d736 req-07da2f29-9849-4a44-af5f-c6817b361d2a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 945 time: 0.0531375 Dec 08 02:03:48.522454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25014e-8475-4819-88fc-b21df00f4e2f req-4b05851e-7387-4984-afe3-e4b929fcbf64 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:48.525907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e25014e-8475-4819-88fc-b21df00f4e2f req-4b05851e-7387-4984-afe3-e4b929fcbf64 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0709829 Dec 08 02:03:48.571981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-48d31a69-dac7-422c-8a2e-7b1d4166d736 req-a04ac9bb-04d8-4a8e-962e-5fd454971b7c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614431 Dec 08 02:03:48.610883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e25014e-8475-4819-88fc-b21df00f4e2f req-3ceeb67a-6982-45ad-a928-332c739661b0 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776010 Dec 08 02:03:48.719098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a92278-1eb2-4cde-8289-b43374fed41c req-30fc5691-a267-4411-8215-78d92cdd7587 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:48.721512 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9a92278-1eb2-4cde-8289-b43374fed41c req-30fc5691-a267-4411-8215-78d92cdd7587 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 945 time: 0.0628612 Dec 08 02:03:48.789389 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9a92278-1eb2-4cde-8289-b43374fed41c req-1c279b64-2a49-4c40-8716-95f44567c8a2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610604 Dec 08 02:03:48.814646 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59330) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:49.047372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f8dcfa-1f04-4dc9-b391-7821e5a9adf7 tempest-TestVolumeBootPattern-2027074451 tempest-TestVolumeBootPattern-2027074451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:49.049012 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-39f8dcfa-1f04-4dc9-b391-7821e5a9adf7 tempest-TestVolumeBootPattern-2027074451 tempest-TestVolumeBootPattern-2027074451-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 1092 time: 0.2329459 Dec 08 02:03:49.052434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59334) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:49.058061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': 'f62b10df-f2af-46a2-855a-9be92a533747', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:03:49.088900 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:49.206139 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:49.330483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Allocated IP 172.25.2.101 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/9b1a0827-5baf-4c0d-a81d-71110c4b7c4d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:03:49.444688 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:49.479342 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:49.525169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:03:49.527952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:03:49.532509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:03:49.535594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=9b1a0827-5baf-4c0d-a81d-71110c4b7c4d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:49.783057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe5a62-24cb-4f16-bc39-4f923fd9d322 req-f497bcc6-5c51-4981-947c-cecd2393d15a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:49.784864 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56fe5a62-24cb-4f16-bc39-4f923fd9d322 req-f497bcc6-5c51-4981-947c-cecd2393d15a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0969415 Dec 08 02:03:49.943377 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56fe5a62-24cb-4f16-bc39-4f923fd9d322 req-87fe9823-da3d-4256-9301-6d6744b3122a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347966 Dec 08 02:03:50.017807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.068530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471fa69-c790-4c77-b052-a3edc069797e req-480f93cc-a4ee-49f3-803c-c39d3d6b1325 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:50.077857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5471fa69-c790-4c77-b052-a3edc069797e req-480f93cc-a4ee-49f3-803c-c39d3d6b1325 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0584991 Dec 08 02:03:50.117334 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.134538 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5471fa69-c790-4c77-b052-a3edc069797e req-7b23928e-3219-46b8-a40c-dbdd3637e692 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552690 Dec 08 02:03:50.337243 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447130f-6f8b-4324-ab7a-ad207caa5da9 req-a17603ea-b8af-4eb1-b97d-19ac58a1abea tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:50.338788 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c447130f-6f8b-4324-ab7a-ad207caa5da9 req-a17603ea-b8af-4eb1-b97d-19ac58a1abea tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0829771 Dec 08 02:03:50.364944 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.376425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.466676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=9b1a0827-5baf-4c0d-a81d-71110c4b7c4d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:50.475263 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c447130f-6f8b-4324-ab7a-ad207caa5da9 req-5a3aa252-ffc1-4295-a919-47f9582e1b45 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238549 Dec 08 02:03:50.495745 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:50.610977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5a0e4-a8e9-4f4c-84d5-1ef2b7fda6b7 req-e29812ac-b493-4bf5-b3b0-e27768117346 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:50.613114 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Floating IP b0397995-632d-4c75-a601-40ae256f4a55 associated. External IP: 172.25.2.101, port: f62b10df-f2af-46a2-855a-9be92a533747. Dec 08 02:03:50.619402 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dd5a0e4-a8e9-4f4c-84d5-1ef2b7fda6b7 req-e29812ac-b493-4bf5-b3b0-e27768117346 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0663190 Dec 08 02:03:50.676623 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dd5a0e4-a8e9-4f4c-84d5-1ef2b7fda6b7 req-1ef87867-03ad-41aa-bfe8-8d96aea9a1f5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508592 Dec 08 02:03:50.868008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Router 48058a06-d28a-4db7-84a8-eb9502a4152a has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:03:50.997792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:03:51.009980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a66274-86e9-4700-9550-4357d722cd64 None None] Sync routers for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:03:51.023026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a66274-86e9-4700-9550-4357d722cd64 None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:51.023964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d8a66274-86e9-4700-9550-4357d722cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:51.036510 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:51.069907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-88066de6-bbf5-4d38-a2cf-741ed0bcc9a6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0163536 Dec 08 02:03:51.071061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'tag': 'f62b10df-f2af-46a2-855a-9be92a533747'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:03:51.073954 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868d8957-f771-481d-9eac-77e0d1b08967" -d '{"events": [{"name": "network-changed", "server_uuid": "faa94768-6c2b-4907-a50a-bc8a269e076b", "tag": "f62b10df-f2af-46a2-855a-9be92a533747"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:03:51.124072 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fec1e4-8bef-4aa5-82a1-b1ff24dc8567 x-openstack-request-id: req-29fec1e4-8bef-4aa5-82a1-b1ff24dc8567 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:03:51.124403 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa94768-6c2b-4907-a50a-bc8a269e076b", "tag": "f62b10df-f2af-46a2-855a-9be92a533747", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:03:51.124691 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29fec1e4-8bef-4aa5-82a1-b1ff24dc8567 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:03:51.125084 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'tag': 'f62b10df-f2af-46a2-855a-9be92a533747', 'status': 'completed', 'code': 200} Dec 08 02:03:51.156349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d8a66274-86e9-4700-9550-4357d722cd64 None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:51.521068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d8a66274-86e9-4700-9550-4357d722cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b0397995-632d-4c75-a601-40ae256f4a55', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': 'f62b10df-f2af-46a2-855a-9be92a533747', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:59:ab:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:03:49Z', 'updated_at': '2021-12-08T02:03:49Z', 'revision_number': 0, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:51.549985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a66274-86e9-4700-9550-4357d722cd64 None None] Checking router: 48058a06-d28a-4db7-84a8-eb9502a4152a for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:03:51.560126 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a66274-86e9-4700-9550-4357d722cd64 None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:03:51.561062 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d8a66274-86e9-4700-9550-4357d722cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:03:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:51.616273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59368) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:51.632654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8957-f771-481d-9eac-77e0d1b08967 req-10f7438e-1e1a-4da3-a475-c30b295263e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:51.634367 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-868d8957-f771-481d-9eac-77e0d1b08967 req-10f7438e-1e1a-4da3-a475-c30b295263e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 1097 time: 0.4542301 Dec 08 02:03:51.690891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d8a66274-86e9-4700-9550-4357d722cd64 None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:03:51.793720 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0153dfaa-6241-4430-8b29-b5d13529bdcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:51.824067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8957-f771-481d-9eac-77e0d1b08967 req-ecccda47-8a16-414d-893a-d832e5c1c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:51.825708 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-868d8957-f771-481d-9eac-77e0d1b08967 req-ecccda47-8a16-414d-893a-d832e5c1c83f service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.1836782 Dec 08 02:03:51.879698 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0153dfaa-6241-4430-8b29-b5d13529bdcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:51.887600 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0153dfaa-6241-4430-8b29-b5d13529bdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:51.919299 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-868d8957-f771-481d-9eac-77e0d1b08967 req-74b0ccb0-9ef6-48e6-8596-1e16912eeec4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f62b10df-f2af-46a2-855a-9be92a533747 HTTP/1.1" status: 200 len: 999 time: 0.0837088 Dec 08 02:03:51.937906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0153dfaa-6241-4430-8b29-b5d13529bdcc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e26fdd45b08645cf97cb63433e6629cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178933 Dec 08 02:03:51.937906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153dfaa-6241-4430-8b29-b5d13529bdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbba15f-f41a-4279-820f-1c8fd72d0234,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:51.939249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59372) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:51.966546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d8a66274-86e9-4700-9550-4357d722cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b0397995-632d-4c75-a601-40ae256f4a55', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': 'f62b10df-f2af-46a2-855a-9be92a533747', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:59:ab:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:03:49Z', 'updated_at': '2021-12-08T02:03:49Z', 'revision_number': 0, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:03:51.986964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8957-f771-481d-9eac-77e0d1b08967 req-e9509f50-92c3-4d83-b9cf-23dbf7a58b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:51.988770 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-868d8957-f771-481d-9eac-77e0d1b08967 req-e9509f50-92c3-4d83-b9cf-23dbf7a58b0a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0614057 Dec 08 02:03:52.022837 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92223aa4-6191-471e-8b74-c5ac836a158c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:52.062786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92223aa4-6191-471e-8b74-c5ac836a158c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:52.066889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8957-f771-481d-9eac-77e0d1b08967 req-76ffda38-d2d9-4cd4-a92e-98d79d6d5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:03:52.068508 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-868d8957-f771-481d-9eac-77e0d1b08967 req-76ffda38-d2d9-4cd4-a92e-98d79d6d5d8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719922 Dec 08 02:03:52.126211 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92223aa4-6191-471e-8b74-c5ac836a158c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:52.130940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-92223aa4-6191-471e-8b74-c5ac836a158c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:52.134629 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-92223aa4-6191-471e-8b74-c5ac836a158c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bbbba15f-f41a-4279-820f-1c8fd72d0234 HTTP/1.1" status: 204 len: 168 time: 0.1921785 Dec 08 02:03:52.166468 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92223aa4-6191-471e-8b74-c5ac836a158c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbba15f-f41a-4279-820f-1c8fd72d0234,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:52.204518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a66274-86e9-4700-9550-4357d722cd64 None None] The sync data for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 is: [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b0397995-632d-4c75-a601-40ae256f4a55', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': 'f62b10df-f2af-46a2-855a-9be92a533747', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:59:ab:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:03:49Z', 'updated_at': '2021-12-08T02:03:49Z', 'revision_number': 0, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:03:52.227369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-868d8957-f771-481d-9eac-77e0d1b08967 req-08fb78f4-d2f5-4e7d-b61c-d0f357ed9fe7 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510994 Dec 08 02:03:52.339587 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-868d8957-f771-481d-9eac-77e0d1b08967 req-5982cfb1-20dc-4965-a2c9-71fcc22a30a2 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041210 Dec 08 02:03:52.482397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59380) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:52.497366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4be65331-964c-4cc6-b666-781a96ec54cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:52.517018 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb6544-5c00-4bb4-a7b6-5ed014fc10ef None None] New status for floating IP b0397995-632d-4c75-a601-40ae256f4a55: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:03:52.603249 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4be65331-964c-4cc6-b666-781a96ec54cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:52.609717 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4be65331-964c-4cc6-b666-781a96ec54cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:52.656625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59382) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:52.657396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4be65331-964c-4cc6-b666-781a96ec54cc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=203f75cb8e69449d99e8192fe726bd6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1738658 Dec 08 02:03:52.658304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be65331-964c-4cc6-b666-781a96ec54cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25d1e55-9c53-4264-b082-f96161d0df2a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:52.726475 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:52.750665 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:52.798058 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:52.800878 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:52.802049 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a25d1e55-9c53-4264-b082-f96161d0df2a HTTP/1.1" status: 204 len: 168 time: 0.1430228 Dec 08 02:03:52.813931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25d1e55-9c53-4264-b082-f96161d0df2a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:52.821785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:52.822345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:52.822709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:52.823145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:52.823536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:52.823988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:52.824403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:52.824726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:52.825048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:52.825373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:52.825701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:52.826459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:52.826459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e08002-437d-4880-8e14-ea8d2a39e862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:03:53.363905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59392) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:53.485936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc03f6a5-d067-45ec-9eef-f5acedd4dffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:53.562578 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc03f6a5-d067-45ec-9eef-f5acedd4dffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:53.568526 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc03f6a5-d067-45ec-9eef-f5acedd4dffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:53.609390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03f6a5-d067-45ec-9eef-f5acedd4dffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3bff3e-b95e-43e9-9a98-49b9dbe71b56,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:53.613975 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bc03f6a5-d067-45ec-9eef-f5acedd4dffa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5914abe126d04421a8359fbe4b150657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2489872 Dec 08 02:03:53.617260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59396) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:03:53.667525 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b974fd3b-8c30-490e-bfff-94fbd46e451b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:53.691447 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b974fd3b-8c30-490e-bfff-94fbd46e451b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:53.750021 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b974fd3b-8c30-490e-bfff-94fbd46e451b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:53.752621 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b974fd3b-8c30-490e-bfff-94fbd46e451b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:03:53.753808 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b974fd3b-8c30-490e-bfff-94fbd46e451b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d3bff3e-b95e-43e9-9a98-49b9dbe71b56 HTTP/1.1" status: 204 len: 168 time: 0.1356275 Dec 08 02:03:53.762185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974fd3b-8c30-490e-bfff-94fbd46e451b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3bff3e-b95e-43e9-9a98-49b9dbe71b56,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:03:58.806249 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb5d8465-616c-48ed-a626-4216d439007c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:01.858323 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:02.065173 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8233c540-b8a2-40ac-b095-0595392dc94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:02.347768 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.647627 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.673194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59532) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:03.779801 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30bd33b7-d86c-4459-8b1a-bdb8131656e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.864073 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30bd33b7-d86c-4459-8b1a-bdb8131656e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.868807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-30bd33b7-d86c-4459-8b1a-bdb8131656e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.906548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd33b7-d86c-4459-8b1a-bdb8131656e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d3731a-7f05-4046-bdaf-fb9e4a024f94,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:03.914772 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-30bd33b7-d86c-4459-8b1a-bdb8131656e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2cc99b6452c94451aa879ceb9ddfc1d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374675 Dec 08 02:04:03.915213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59536) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:03.966588 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0073e79f-9350-4e8c-81af-e1dc57cce64a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:03.989348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0073e79f-9350-4e8c-81af-e1dc57cce64a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.001370 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.044152 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0073e79f-9350-4e8c-81af-e1dc57cce64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.046780 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0073e79f-9350-4e8c-81af-e1dc57cce64a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.047989 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0073e79f-9350-4e8c-81af-e1dc57cce64a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45d3731a-7f05-4046-bdaf-fb9e4a024f94 HTTP/1.1" status: 204 len: 168 time: 0.1320283 Dec 08 02:04:04.059821 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073e79f-9350-4e8c-81af-e1dc57cce64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d3731a-7f05-4046-bdaf-fb9e4a024f94,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:04.315498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59542) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:04.329223 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8911b85a-deeb-4b46-92b9-4f40a1865a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.404898 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8911b85a-deeb-4b46-92b9-4f40a1865a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.409815 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8911b85a-deeb-4b46-92b9-4f40a1865a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.454004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8911b85a-deeb-4b46-92b9-4f40a1865a68 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=186c42608a7e445bbf0cfca95da24d24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373570 Dec 08 02:04:04.455072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911b85a-deeb-4b46-92b9-4f40a1865a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47ca785-7549-4447-9268-a223df69d25d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:04.456706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59544) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:04.510648 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e038febd-a7a2-4f21-9f10-aa3c9b7eb8ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.532044 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e038febd-a7a2-4f21-9f10-aa3c9b7eb8ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.577592 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e038febd-a7a2-4f21-9f10-aa3c9b7eb8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.580333 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e038febd-a7a2-4f21-9f10-aa3c9b7eb8ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.581683 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e038febd-a7a2-4f21-9f10-aa3c9b7eb8ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d47ca785-7549-4447-9268-a223df69d25d HTTP/1.1" status: 204 len: 168 time: 0.1238379 Dec 08 02:04:04.590074 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038febd-a7a2-4f21-9f10-aa3c9b7eb8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47ca785-7549-4447-9268-a223df69d25d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:04.757783 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.903316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 59552) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:04.916949 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-861ac33e-6dc5-40ff-86f9-1c71c73ca7fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.993379 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-861ac33e-6dc5-40ff-86f9-1c71c73ca7fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:04.997121 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-861ac33e-6dc5-40ff-86f9-1c71c73ca7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:05.036668 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-861ac33e-6dc5-40ff-86f9-1c71c73ca7fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39fb6c5aecf74e7bbb5656f46f080ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321957 Dec 08 02:04:05.038403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ac33e-6dc5-40ff-86f9-1c71c73ca7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a457c0a8-999b-4bc4-9021-f679a8b4e5ad,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:05.040061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59554) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:05.086921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-386ff918-0a6e-457c-a659-93738e24f329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:05.110788 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-386ff918-0a6e-457c-a659-93738e24f329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:05.160030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-386ff918-0a6e-457c-a659-93738e24f329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:05.162725 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-386ff918-0a6e-457c-a659-93738e24f329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:05.164670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-386ff918-0a6e-457c-a659-93738e24f329 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a457c0a8-999b-4bc4-9021-f679a8b4e5ad HTTP/1.1" status: 204 len: 168 time: 0.1235628 Dec 08 02:04:05.172451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ff918-0a6e-457c-a659-93738e24f329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a457c0a8-999b-4bc4-9021-f679a8b4e5ad,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:07.593563 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-326fb861-2566-4a7f-a5bf-c15f3e3f95f0 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=5edeca111e244f2cafbad7a8e41e3286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292726 Dec 08 02:04:07.804940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-275803c9-23ea-4dcc-8204-c6874d25f900 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:07.806433 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-275803c9-23ea-4dcc-8204-c6874d25f900 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076435 Dec 08 02:04:07.825391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-77520f04-cc26-49a8-acaf-14a97ea2846c tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/quotas/5edeca111e244f2cafbad7a8e41e3286 HTTP/1.1" status: 200 len: 375 time: 0.0098431 Dec 08 02:04:07.859081 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-14c84d08-6ae1-42e3-95b3-9d73058476ce tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5edeca111e244f2cafbad7a8e41e3286&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279527 Dec 08 02:04:08.157981 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ceaa88da-8947-41da-9280-02d7129323f1 req-805203be-3d5b-4e5e-babe-74f30db2c7e8 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 210 time: 0.1568487 Dec 08 02:04:09.009481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-dc8f7aff-6571-4cab-b9e8-e4c47e76a7ff tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5edeca111e244f2cafbad7a8e41e3286&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290918 Dec 08 02:04:09.245747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4ebedbd5-5815-4ced-bbfc-ea539f0d0fa5 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:09.247234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4ebedbd5-5815-4ced-bbfc-ea539f0d0fa5 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321382 Dec 08 02:04:09.260804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98839372-a026-4cfb-a8b3-e48f59b7a12e req-cfd81207-81bd-43d5-a14d-c34f450cccf8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1278172 Dec 08 02:04:09.266008 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d47fbe5c-d9f8-47a9-a091-8f8512e74261 req-306d0090-6e73-4484-9a7e-2a64b9aeb11e tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 210 time: 0.0280015 Dec 08 02:04:09.290468 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Request body: {'port': {'device_id': '506bdc91-49aa-46f4-9390-0622112df221', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '5edeca111e244f2cafbad7a8e41e3286'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:09.713682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98839372-a026-4cfb-a8b3-e48f59b7a12e req-0253d032-390f-406e-b872-b67a8801c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:09.715443 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98839372-a026-4cfb-a8b3-e48f59b7a12e req-0253d032-390f-406e-b872-b67a8801c270 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e9ac14866184408b9076ee1b59c6099&device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 1098 time: 0.3918576 Dec 08 02:04:09.734292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Made reservation on behalf of 5edeca111e244f2cafbad7a8e41e3286 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:04:09.738431 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:09.756424 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:09.874365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98839372-a026-4cfb-a8b3-e48f59b7a12e req-e7ce92a3-ce93-4eee-84fc-d731adcc4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:09.875907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98839372-a026-4cfb-a8b3-e48f59b7a12e req-e7ce92a3-ce93-4eee-84fc-d731adcc4954 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8e56e77d-acd3-4322-858b-7809aa2b8bb3 HTTP/1.1" status: 200 len: 909 time: 0.1351612 Dec 08 02:04:09.948396 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:09.955449 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:09.973378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98839372-a026-4cfb-a8b3-e48f59b7a12e req-f58ced7e-9d43-4780-990e-0f224dbded29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d0c9b682-22c1-4c50-bfbb-b3aede846ea0 HTTP/1.1" status: 200 len: 1002 time: 0.0874310 Dec 08 02:04:10.066985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0506d7cd-ba27-4ceb-9691-92048e71f973,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:10.093127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98839372-a026-4cfb-a8b3-e48f59b7a12e req-92d777bd-4349-4ea8-b802-72b5b81dff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:10.094673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98839372-a026-4cfb-a8b3-e48f59b7a12e req-92d777bd-4349-4ea8-b802-72b5b81dff16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37b86d03-c466-4d52-8618-3fc9fbc06278 HTTP/1.1" status: 200 len: 847 time: 0.1144485 Dec 08 02:04:10.166414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Allocated IP 192.168.233.154 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/4d996c17-fade-4427-b5dd-da634a996555) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:04:10.183190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98839372-a026-4cfb-a8b3-e48f59b7a12e req-66035d1d-5f14-4f8b-8fb1-d638b2a55185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:10.184710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98839372-a026-4cfb-a8b3-e48f59b7a12e req-66035d1d-5f14-4f8b-8fb1-d638b2a55185 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8e56e77d-acd3-4322-858b-7809aa2b8bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725260 Dec 08 02:04:10.390628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-689f8ea8-cef6-4914-8b03-2211634f877b req-9463053b-14c2-4c57-b6c0-3078d55cd308 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 210 time: 0.0408683 Dec 08 02:04:10.394294 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98839372-a026-4cfb-a8b3-e48f59b7a12e req-2e8f49dc-0361-4cae-ba79-7518c2470b74 service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964989 Dec 08 02:04:10.448451 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.527196 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-98839372-a026-4cfb-a8b3-e48f59b7a12e req-a7a680ce-7da9-42c2-8c4b-02949008d171 service neutron] 10.222.0.72 "GET /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239934 Dec 08 02:04:10.534464 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.579690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:04:10.582760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:04:10.586431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:04:10.592998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Pushing event updated for resources: {'Port': ['ID=4d996c17-fade-4427-b5dd-da634a996555,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:10.642012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:10.642671 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.660412 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-cd482f13-2b1c-4bb1-85f1-8737e6c001a6 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3745854 Dec 08 02:04:10.680718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Request body: {'port': {'device_id': '506bdc91-49aa-46f4-9390-0622112df221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:04:10.745801 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.784299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1c78322d-c4e2-46c6-9bbd-ccfb81169b39 None None] Provisioning complete for port 4d996c17-fade-4427-b5dd-da634a996555 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:10.784871 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c78322d-c4e2-46c6-9bbd-ccfb81169b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:10.820113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1c78322d-c4e2-46c6-9bbd-ccfb81169b39 None None] Port 4d996c17-fade-4427-b5dd-da634a996555 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:04:11.020110 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d996c17-fade-4427-b5dd-da634a996555 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:04:11.028546 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:11.040905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Transition to ACTIVE for port object 4d996c17-fade-4427-b5dd-da634a996555 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:04:11.044498 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:11.093672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Pushing event updated for resources: {'Port': ['ID=4d996c17-fade-4427-b5dd-da634a996555,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:11.184467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Attempting to bind port 4d996c17-fade-4427-b5dd-da634a996555 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:04:11.184813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Attempting to bind port 4d996c17-fade-4427-b5dd-da634a996555 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:04:11.185157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Attempting to bind port 4d996c17-fade-4427-b5dd-da634a996555 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:11.189868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Port 4d996c17-fade-4427-b5dd-da634a996555 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:04:11.190202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Attempting to bind port 4d996c17-fade-4427-b5dd-da634a996555 on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:04:11.195650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:04:11.195991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:04:11.196421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:04:11.196859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Bound port: 4d996c17-fade-4427-b5dd-da634a996555, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:04:11.197223 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:11.267955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] For port 4d996c17-fade-4427-b5dd-da634a996555, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:04:11.271628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] For port 4d996c17-fade-4427-b5dd-da634a996555, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d996c17-fade-4427-b5dd-da634a996555,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:04:11.277071 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:11.313716 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.314344 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:11.315754 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] 10.222.0.72 "PUT /v2.0/ports/4d996c17-fade-4427-b5dd-da634a996555 HTTP/1.1" status: 200 len: 1097 time: 0.6418664 Dec 08 02:04:11.316203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506bdc91-49aa-46f4-9390-0622112df221', 'tag': '4d996c17-fade-4427-b5dd-da634a996555'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:11.318496 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97da111b-3fe1-40d9-adb3-27f7212d3101" -d '{"events": [{"name": "network-changed", "server_uuid": "506bdc91-49aa-46f4-9390-0622112df221", "tag": "4d996c17-fade-4427-b5dd-da634a996555"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:11.367353 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26846117-f55e-4e74-b937-e3298e2feec3 x-openstack-request-id: req-26846117-f55e-4e74-b937-e3298e2feec3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:11.367648 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506bdc91-49aa-46f4-9390-0622112df221", "tag": "4d996c17-fade-4427-b5dd-da634a996555", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:11.367911 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-26846117-f55e-4e74-b937-e3298e2feec3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:11.368413 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506bdc91-49aa-46f4-9390-0622112df221', 'tag': '4d996c17-fade-4427-b5dd-da634a996555', 'status': 'completed', 'code': 200} Dec 08 02:04:11.369523 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc22dac-a78b-418d-acff-2c7c50d49f12 service neutron] Pushing event updated for resources: {'Port': ['ID=4d996c17-fade-4427-b5dd-da634a996555,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:11.439943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-fae166e9-f78e-4296-b549-37c6f917e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.442466 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-fae166e9-f78e-4296-b549-37c6f917e69b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5edeca111e244f2cafbad7a8e41e3286&device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 1100 time: 0.0531433 Dec 08 02:04:11.506211 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-5251c3ef-db43-46fb-9440-0f1a862550d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=4d996c17-fade-4427-b5dd-da634a996555 HTTP/1.1" status: 200 len: 217 time: 0.0491800 Dec 08 02:04:11.592262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-f684f618-2cdf-4421-9fae-996fe3dc0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.594152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-f684f618-2cdf-4421-9fae-996fe3dc0172 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0690823 Dec 08 02:04:11.603850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b00af-03a0-403a-a65e-21dd8985ee95 req-8026559a-a35e-46a7-ac80-312dc0869174 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.605391 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b29b00af-03a0-403a-a65e-21dd8985ee95 req-8026559a-a35e-46a7-ac80-312dc0869174 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 948 time: 0.1092687 Dec 08 02:04:11.678905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-420b15fc-aed9-4933-8411-51a5d53be98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:11.680439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-420b15fc-aed9-4933-8411-51a5d53be98d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741582 Dec 08 02:04:11.687666 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b29b00af-03a0-403a-a65e-21dd8985ee95 req-34f175c8-7a33-454c-85f5-e7032b512761 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/security-groups?id=0506d7cd-ba27-4ceb-9691-92048e71f973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727377 Dec 08 02:04:11.779158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-0b9892ea-1e5b-4207-b189-30f9e6111080 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904577 Dec 08 02:04:11.880479 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c8e1bb5-3b8e-443f-9132-cb3107097911 req-304eaa70-9a06-43f4-8ad5-1fe1c9993977 service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935349 Dec 08 02:04:12.003617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da111b-3fe1-40d9-adb3-27f7212d3101 req-40654e8a-ac3a-4d29-86d4-e2e999a82cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:12.005432 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97da111b-3fe1-40d9-adb3-27f7212d3101 req-40654e8a-ac3a-4d29-86d4-e2e999a82cfb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5edeca111e244f2cafbad7a8e41e3286&device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 1100 time: 0.0414834 Dec 08 02:04:12.108737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da111b-3fe1-40d9-adb3-27f7212d3101 req-d2d5dd89-be4f-4fb3-8ab4-28c38d35e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:12.110215 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97da111b-3fe1-40d9-adb3-27f7212d3101 req-d2d5dd89-be4f-4fb3-8ab4-28c38d35e1f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.0954978 Dec 08 02:04:12.156113 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97da111b-3fe1-40d9-adb3-27f7212d3101 req-6349f352-4aa1-4892-8f51-fcb165d7038a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=4d996c17-fade-4427-b5dd-da634a996555 HTTP/1.1" status: 200 len: 217 time: 0.0377648 Dec 08 02:04:12.211541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da111b-3fe1-40d9-adb3-27f7212d3101 req-6c1e0fd4-aa3e-488c-a720-e2f679ccab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:12.213086 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97da111b-3fe1-40d9-adb3-27f7212d3101 req-6c1e0fd4-aa3e-488c-a720-e2f679ccab53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0495002 Dec 08 02:04:12.260661 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da111b-3fe1-40d9-adb3-27f7212d3101 req-f5cfb77b-0ae3-4753-8c7b-49ba13c27673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:12.262163 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97da111b-3fe1-40d9-adb3-27f7212d3101 req-f5cfb77b-0ae3-4753-8c7b-49ba13c27673 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0416462 Dec 08 02:04:12.355618 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97da111b-3fe1-40d9-adb3-27f7212d3101 req-57e8774b-b95d-41c6-a9ee-fa68399830fe service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849047 Dec 08 02:04:12.462832 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-97da111b-3fe1-40d9-adb3-27f7212d3101 req-7add5052-6473-474f-bfdb-3da166a62f2a service neutron] 10.222.0.72 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992033 Dec 08 02:04:12.815225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321e3b0-2827-4dd3-b46b-3c4da05fe603 req-b3520789-3990-4188-a60c-8bf24c423e74 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:12.816799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2321e3b0-2827-4dd3-b46b-3c4da05fe603 req-b3520789-3990-4188-a60c-8bf24c423e74 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 948 time: 0.0557911 Dec 08 02:04:12.866613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2321e3b0-2827-4dd3-b46b-3c4da05fe603 req-d012baa0-862e-40c4-abaf-49fd89d1b16c tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/security-groups?id=0506d7cd-ba27-4ceb-9691-92048e71f973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Dec 08 02:04:13.985987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69716fc7-f91b-401f-adba-a1a0c9232c55 req-1dcce93a-64e1-4c5e-92c7-b4ef77d6aa71 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:13.987629 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69716fc7-f91b-401f-adba-a1a0c9232c55 req-1dcce93a-64e1-4c5e-92c7-b4ef77d6aa71 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 948 time: 0.0489566 Dec 08 02:04:14.035080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69716fc7-f91b-401f-adba-a1a0c9232c55 req-7adaa3a5-f00b-41cc-8183-74c9356c59b3 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/security-groups?id=0506d7cd-ba27-4ceb-9691-92048e71f973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405188 Dec 08 02:04:14.465088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4d996c17-fade-4427-b5dd-da634a996555 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:04:14.560604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4d996c17-fade-4427-b5dd-da634a996555, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d996c17-fade-4427-b5dd-da634a996555,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:14.571373 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '4d996c17-fade-4427-b5dd-da634a996555', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '4d996c17-fade-4427-b5dd-da634a996555', 'mac_address': 'fa:16:3e:58:42:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:04:14.608073 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:14.620913 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d996c17-fade-4427-b5dd-da634a996555 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:04:14.643296 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4d996c17-fade-4427-b5dd-da634a996555, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d996c17-fade-4427-b5dd-da634a996555,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:14.647806 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:14.695501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=4d996c17-fade-4427-b5dd-da634a996555,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:14.702787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.703142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.703488 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.703826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.704161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.704536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.704854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.705182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.705509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.705834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.706214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.706527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.706832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:04:14.940946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['4d996c17-fade-4427-b5dd-da634a996555'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:04:15.155413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee4e1c-e051-4585-a6bd-d1ff438c25c7 req-996ec7d5-e88f-4a8a-9d42-9f6ad62dc28a tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:15.156979 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fcee4e1c-e051-4585-a6bd-d1ff438c25c7 req-996ec7d5-e88f-4a8a-9d42-9f6ad62dc28a tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 949 time: 0.0510509 Dec 08 02:04:15.207771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fcee4e1c-e051-4585-a6bd-d1ff438c25c7 req-2e152f4b-9e30-4fc7-94f2-da5664e83517 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/security-groups?id=0506d7cd-ba27-4ceb-9691-92048e71f973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446861 Dec 08 02:04:16.334782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537cc46-025f-4604-9145-9be68969a3b4 req-f6ce7ce2-8fab-46b6-be70-a213880d6284 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:16.336705 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4537cc46-025f-4604-9145-9be68969a3b4 req-f6ce7ce2-8fab-46b6-be70-a213880d6284 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 949 time: 0.0576773 Dec 08 02:04:16.385390 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4537cc46-025f-4604-9145-9be68969a3b4 req-16414cff-4a29-4a34-81b8-fbdbb29b7503 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/security-groups?id=0506d7cd-ba27-4ceb-9691-92048e71f973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Dec 08 02:04:16.483608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4d996c17-fade-4427-b5dd-da634a996555 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:04:16.534485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 4d996c17-fade-4427-b5dd-da634a996555 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:04:16.540476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 4d996c17-fade-4427-b5dd-da634a996555 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:04:16.540855 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.626361 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.650789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506bdc91-49aa-46f4-9390-0622112df221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d996c17-fade-4427-b5dd-da634a996555'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:16.653187 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca79772d-b23c-42ea-840d-054a61d4b095" -d '{"events": [{"server_uuid": "506bdc91-49aa-46f4-9390-0622112df221", "name": "network-vif-plugged", "status": "completed", "tag": "4d996c17-fade-4427-b5dd-da634a996555"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:16.670483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4d996c17-fade-4427-b5dd-da634a996555, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d996c17-fade-4427-b5dd-da634a996555,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:16.675476 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:16.702213 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccf1b78-a368-4e9c-bed5-e0511a5b3fb8 x-openstack-request-id: req-1ccf1b78-a368-4e9c-bed5-e0511a5b3fb8 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:16.702566 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506bdc91-49aa-46f4-9390-0622112df221", "name": "network-vif-plugged", "status": "completed", "tag": "4d996c17-fade-4427-b5dd-da634a996555", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:16.702830 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ccf1b78-a368-4e9c-bed5-e0511a5b3fb8 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:16.703306 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506bdc91-49aa-46f4-9390-0622112df221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d996c17-fade-4427-b5dd-da634a996555', 'code': 200} Dec 08 02:04:16.729363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=4d996c17-fade-4427-b5dd-da634a996555,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:16.829747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b78663-addb-4ddc-852a-fa8b0476df62 req-c5f7ef5c-7445-4083-8925-0d849ca11ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:16.831356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70b78663-addb-4ddc-852a-fa8b0476df62 req-c5f7ef5c-7445-4083-8925-0d849ca11ae3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 1102 time: 0.0424814 Dec 08 02:04:16.885583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70b78663-addb-4ddc-852a-fa8b0476df62 req-8d8c2114-9ecf-4cf1-85c7-64ee371a84eb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0506d7cd-ba27-4ceb-9691-92048e71f973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459526 Dec 08 02:04:16.903402 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbcaa326-38c6-4d9d-bba8-9f846c0e5fa6 req-e087c8b6-92ef-4bc9-9d36-22174e87fcc6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441625 Dec 08 02:04:16.986315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa326-38c6-4d9d-bba8-9f846c0e5fa6 req-0a641cad-a200-44fa-b534-26be99c85f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:16.988085 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbcaa326-38c6-4d9d-bba8-9f846c0e5fa6 req-0a641cad-a200-44fa-b534-26be99c85f62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 1097 time: 0.0467105 Dec 08 02:04:17.102286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa326-38c6-4d9d-bba8-9f846c0e5fa6 req-219a167d-9c19-44f6-9232-d1d624590e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:17.103952 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbcaa326-38c6-4d9d-bba8-9f846c0e5fa6 req-219a167d-9c19-44f6-9232-d1d624590e58 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.0929334 Dec 08 02:04:17.157110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbcaa326-38c6-4d9d-bba8-9f846c0e5fa6 req-f67abcd0-a48b-4cb7-a5fe-86d45319076a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78c052ec-8dc3-4fa3-832d-bfdc7c07739f HTTP/1.1" status: 200 len: 217 time: 0.0429025 Dec 08 02:04:17.216270 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa326-38c6-4d9d-bba8-9f846c0e5fa6 req-f114dcb3-308b-4211-a00b-98cf2d429538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:17.217764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbcaa326-38c6-4d9d-bba8-9f846c0e5fa6 req-f114dcb3-308b-4211-a00b-98cf2d429538 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0500653 Dec 08 02:04:17.275871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcaa326-38c6-4d9d-bba8-9f846c0e5fa6 req-34f53664-31a8-4994-a475-3e2dd2dc2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:17.277595 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbcaa326-38c6-4d9d-bba8-9f846c0e5fa6 req-34f53664-31a8-4994-a475-3e2dd2dc2789 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503182 Dec 08 02:04:17.387004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbcaa326-38c6-4d9d-bba8-9f846c0e5fa6 req-32d4543b-4a9e-494d-95e0-8ef543236996 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998471 Dec 08 02:04:17.496315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbcaa326-38c6-4d9d-bba8-9f846c0e5fa6 req-76781fb9-f7ba-413b-a541-17d711398aaa service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996044 Dec 08 02:04:17.509831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7528f7-a051-4508-94f8-581e39f99bc8 req-937e0060-1ecb-4af3-b571-d7cb9d78e7f0 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:17.511351 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a7528f7-a051-4508-94f8-581e39f99bc8 req-937e0060-1ecb-4af3-b571-d7cb9d78e7f0 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 950 time: 0.0553129 Dec 08 02:04:17.560270 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a7528f7-a051-4508-94f8-581e39f99bc8 req-f29c00d5-c4c6-4d6b-9d97-b8890b8333db tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/security-groups?id=0506d7cd-ba27-4ceb-9691-92048e71f973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426817 Dec 08 02:04:18.684488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed95894-3437-4a89-a055-3e2b2ed10023 req-c5497399-0cf9-4d8c-8632-dacc1b6c511c tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:18.686079 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bed95894-3437-4a89-a055-3e2b2ed10023 req-c5497399-0cf9-4d8c-8632-dacc1b6c511c tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 950 time: 0.0500705 Dec 08 02:04:18.747682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bed95894-3437-4a89-a055-3e2b2ed10023 req-7f4b7d14-2479-4d46-a3ff-31489deee580 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/security-groups?id=0506d7cd-ba27-4ceb-9691-92048e71f973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546129 Dec 08 02:04:19.008572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab909a-f170-4ba2-a696-d334d749ee61 req-8a3abed0-b776-4215-a4bc-4dcb30623836 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:19.010077 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08ab909a-f170-4ba2-a696-d334d749ee61 req-8a3abed0-b776-4215-a4bc-4dcb30623836 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 950 time: 0.0486166 Dec 08 02:04:19.056445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08ab909a-f170-4ba2-a696-d334d749ee61 req-0e967109-00b1-4d28-8279-bdef2083718b tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/security-groups?id=0506d7cd-ba27-4ceb-9691-92048e71f973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Dec 08 02:04:20.191737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bbf15-3b9c-4719-a118-65b4c8fa6e03 req-38b844cf-3e87-437d-81e7-8efa770f8c59 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:20.193360 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e98bbf15-3b9c-4719-a118-65b4c8fa6e03 req-38b844cf-3e87-437d-81e7-8efa770f8c59 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 950 time: 0.0588665 Dec 08 02:04:20.242515 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e98bbf15-3b9c-4719-a118-65b4c8fa6e03 req-777d754f-2c3d-4886-b9fb-fb36a87a5484 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/security-groups?id=0506d7cd-ba27-4ceb-9691-92048e71f973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430017 Dec 08 02:04:20.391879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b05e09-4e62-48f6-99a9-7fdeca44aa86 req-7350897f-13d4-462b-9cbe-e3f4fe73f24c tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:20.393389 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b4b05e09-4e62-48f6-99a9-7fdeca44aa86 req-7350897f-13d4-462b-9cbe-e3f4fe73f24c tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.72 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 950 time: 0.0482185 Dec 08 02:04:20.488586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b4b05e09-4e62-48f6-99a9-7fdeca44aa86 req-e9d64382-9f25-4e74-aa12-d800e4e59791 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Deleting port 4d996c17-fade-4427-b5dd-da634a996555 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:04:20.488930 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b4b05e09-4e62-48f6-99a9-7fdeca44aa86 req-e9d64382-9f25-4e74-aa12-d800e4e59791 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:20.579387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b4b05e09-4e62-48f6-99a9-7fdeca44aa86 req-e9d64382-9f25-4e74-aa12-d800e4e59791 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] For port 4d996c17-fade-4427-b5dd-da634a996555, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4d996c17-fade-4427-b5dd-da634a996555,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:04:20.579742 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b4b05e09-4e62-48f6-99a9-7fdeca44aa86 req-e9d64382-9f25-4e74-aa12-d800e4e59791 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:20.594519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b4b05e09-4e62-48f6-99a9-7fdeca44aa86 req-e9d64382-9f25-4e74-aa12-d800e4e59791 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Calling delete_port for 4d996c17-fade-4427-b5dd-da634a996555 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:04:20.729004 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b4b05e09-4e62-48f6-99a9-7fdeca44aa86 req-e9d64382-9f25-4e74-aa12-d800e4e59791 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:20.757064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d64382-9f25-4e74-aa12-d800e4e59791 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Pushing event deleted for resources: {'Port': ['ID=4d996c17-fade-4427-b5dd-da634a996555,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:20.763390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['4d996c17-fade-4427-b5dd-da634a996555'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:04:20.779569 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:04:20.807480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b05e09-4e62-48f6-99a9-7fdeca44aa86 req-e9d64382-9f25-4e74-aa12-d800e4e59791 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] No DVR routers for this DVR port 4d996c17-fade-4427-b5dd-da634a996555 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:04:20.810373 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b4b05e09-4e62-48f6-99a9-7fdeca44aa86 req-e9d64382-9f25-4e74-aa12-d800e4e59791 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:20.813992 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b4b05e09-4e62-48f6-99a9-7fdeca44aa86 req-e9d64382-9f25-4e74-aa12-d800e4e59791 tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.72 "DELETE /v2.0/ports/4d996c17-fade-4427-b5dd-da634a996555 HTTP/1.1" status: 204 len: 173 time: 0.4142582 Dec 08 02:04:20.814452 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506bdc91-49aa-46f4-9390-0622112df221', 'name': 'network-vif-deleted', 'tag': '4d996c17-fade-4427-b5dd-da634a996555'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:04:20.816971 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d72cbdb-9342-4fea-9541-061babe18aa7" -d '{"events": [{"server_uuid": "506bdc91-49aa-46f4-9390-0622112df221", "name": "network-vif-deleted", "tag": "4d996c17-fade-4427-b5dd-da634a996555"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:04:20.861713 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd969c9-766a-4854-b15c-19a236338639 x-openstack-request-id: req-8fd969c9-766a-4854-b15c-19a236338639 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:04:20.862282 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506bdc91-49aa-46f4-9390-0622112df221", "name": "network-vif-deleted", "tag": "4d996c17-fade-4427-b5dd-da634a996555", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:04:20.862537 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8fd969c9-766a-4854-b15c-19a236338639 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:04:20.862969 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506bdc91-49aa-46f4-9390-0622112df221', 'name': 'network-vif-deleted', 'tag': '4d996c17-fade-4427-b5dd-da634a996555', 'status': 'completed', 'code': 200} Dec 08 02:04:21.350907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a315f24-85a6-4d12-9be8-a95fd6bac136 req-933b80d0-1e6e-4a67-a5e9-7507ea8df22b tempest-VolumesNegativeTest-422029749 tempest-VolumesNegativeTest-422029749-project] 10.222.0.70 "GET /v2.0/ports?device_id=506bdc91-49aa-46f4-9390-0622112df221 HTTP/1.1" status: 200 len: 210 time: 0.0270565 Dec 08 02:04:24.529043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4d996c17-fade-4427-b5dd-da634a996555 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:04:24.557710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 4d996c17-fade-4427-b5dd-da634a996555 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:04:24.558221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4d996c17-fade-4427-b5dd-da634a996555 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:04:25.849339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ddfd4-ccab-47c4-b68d-c97c93a60aed req-fd2829fa-01fe-4754-82d5-2859e795035b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:25.851448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee9ddfd4-ccab-47c4-b68d-c97c93a60aed req-fd2829fa-01fe-4754-82d5-2859e795035b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0773795 Dec 08 02:04:25.876999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc426da-eced-4c5e-a416-f5fea3533e8a req-1b5a1b3f-c051-4c64-9feb-f4325f293c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:25.878375 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dbc426da-eced-4c5e-a416-f5fea3533e8a req-1b5a1b3f-c051-4c64-9feb-f4325f293c8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1096 time: 0.0696814 Dec 08 02:04:25.930492 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee9ddfd4-ccab-47c4-b68d-c97c93a60aed req-181acc20-5806-4824-87a3-38fb86bed525 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716534 Dec 08 02:04:25.989481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc426da-eced-4c5e-a416-f5fea3533e8a req-42376537-76be-4bc1-b93d-8988f0de447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:25.990920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dbc426da-eced-4c5e-a416-f5fea3533e8a req-42376537-76be-4bc1-b93d-8988f0de447f service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.1000664 Dec 08 02:04:26.067722 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dbc426da-eced-4c5e-a416-f5fea3533e8a req-3c06b957-499d-4ad3-8e39-0c5d6d1d969d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 999 time: 0.0679374 Dec 08 02:04:26.126590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc426da-eced-4c5e-a416-f5fea3533e8a req-414e17d4-df83-4481-abe5-d176299e652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:26.128127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dbc426da-eced-4c5e-a416-f5fea3533e8a req-414e17d4-df83-4481-abe5-d176299e652b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0484667 Dec 08 02:04:26.175608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc426da-eced-4c5e-a416-f5fea3533e8a req-e4c92bcc-b865-4214-87c0-dd88418a3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:26.177156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dbc426da-eced-4c5e-a416-f5fea3533e8a req-e4c92bcc-b865-4214-87c0-dd88418a3742 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406606 Dec 08 02:04:26.273823 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dbc426da-eced-4c5e-a416-f5fea3533e8a req-280d543d-9d52-4239-b63e-aecc42ef429a service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885134 Dec 08 02:04:26.371046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dbc426da-eced-4c5e-a416-f5fea3533e8a req-dde0d23a-50af-4612-965a-6d4ee4b86e2a service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896020 Dec 08 02:04:27.062218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d39883-f3d1-4318-b072-0dacb74d73cb req-1f418851-7b24-4668-a662-a36426c4443b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:27.063717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42d39883-f3d1-4318-b072-0dacb74d73cb req-1f418851-7b24-4668-a662-a36426c4443b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0534286 Dec 08 02:04:27.113662 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42d39883-f3d1-4318-b072-0dacb74d73cb req-a746779b-5381-446b-9233-edef4edf19a6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431509 Dec 08 02:04:27.415529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59922) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:27.571646 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6c4d997d-a228-4a0b-9b54-77b013c8ce87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5edeca111e244f2cafbad7a8e41e3286&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1547921 Dec 08 02:04:27.574372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 59926) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:04:27.640087 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8d29010-277d-4e1b-b706-fa8f0d64dd5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:27.663719 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8d29010-277d-4e1b-b706-fa8f0d64dd5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:27.713126 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8d29010-277d-4e1b-b706-fa8f0d64dd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:27.715817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b8d29010-277d-4e1b-b706-fa8f0d64dd5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:27.717151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b8d29010-277d-4e1b-b706-fa8f0d64dd5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0506d7cd-ba27-4ceb-9691-92048e71f973 HTTP/1.1" status: 204 len: 168 time: 0.1417179 Dec 08 02:04:27.733197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d29010-277d-4e1b-b706-fa8f0d64dd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0506d7cd-ba27-4ceb-9691-92048e71f973,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:04:28.263975 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aab1bd-9af7-4c2a-b728-aa9efa420b9b req-59e28c31-1863-4456-9a3c-1a126618a316 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:28.265619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8aab1bd-9af7-4c2a-b728-aa9efa420b9b req-59e28c31-1863-4456-9a3c-1a126618a316 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0609393 Dec 08 02:04:28.320605 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8aab1bd-9af7-4c2a-b728-aa9efa420b9b req-88f317c9-d342-4ce6-a1c6-3f1e9ce0cc42 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474527 Dec 08 02:04:28.809293 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f189085b-b8d1-41c5-8e67-7d326466d5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:29.436901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37175803-d33a-4c55-b6be-b14229fc580b req-82c9407c-f54f-4847-987e-cde2879377cc tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:29.439036 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37175803-d33a-4c55-b6be-b14229fc580b req-82c9407c-f54f-4847-987e-cde2879377cc tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0492992 Dec 08 02:04:29.489034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37175803-d33a-4c55-b6be-b14229fc580b req-b1339296-ddcb-4d24-8d95-2b20d6662607 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Dec 08 02:04:30.401977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-0054fdee-a778-4c8b-a5ff-2a2c39fe5571 req-0f36b2be-1fb0-4571-a75c-6237aba68177 service neutron] (103129) timed out ('10.222.0.70', 34908) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:04:30.602748 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeabdc-67a5-4bdb-94df-5f3688cbe406 req-6ac8d026-f50f-442a-b8cc-3fbcaad29500 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:30.604236 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-baaeabdc-67a5-4bdb-94df-5f3688cbe406 req-6ac8d026-f50f-442a-b8cc-3fbcaad29500 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0480850 Dec 08 02:04:30.650848 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-baaeabdc-67a5-4bdb-94df-5f3688cbe406 req-e27a3ddc-c572-4c53-a332-27332c394071 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407431 Dec 08 02:04:31.770551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06d17c-7113-4b45-ae4a-97006d784e5f req-9d42df7c-81ba-4173-9def-cf02b30bfeca tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:31.772109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f06d17c-7113-4b45-ae4a-97006d784e5f req-9d42df7c-81ba-4173-9def-cf02b30bfeca tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0525789 Dec 08 02:04:31.818205 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f06d17c-7113-4b45-ae4a-97006d784e5f req-14b5baa0-d92f-4a50-b93f-236ea48321c4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399299 Dec 08 02:04:31.847670 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:32.066454 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-93083886-2b18-4552-9f28-6f2328eaeea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:32.350317 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:32.934972 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31653c0d-ad25-4905-9877-14d46f9cc40f req-aac48392-499a-4e76-8c8c-e589a55baef3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:04:32.936464 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31653c0d-ad25-4905-9877-14d46f9cc40f req-aac48392-499a-4e76-8c8c-e589a55baef3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0485833 Dec 08 02:04:32.986654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31653c0d-ad25-4905-9877-14d46f9cc40f req-1ce91646-21c1-4ef0-9ce3-3dc1472e6b0e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442231 Dec 08 02:04:33.649854 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:34.004926 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:34.749079 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:04:57.779083 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:04:58.812110 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-156df6e3-c466-4e5c-9eb9-69c34ab50d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:01.862700 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:02.069462 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05142933-1766-4c57-b272-3dad4561dcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:02.352637 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:03.652023 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:04.038492 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:04.752850 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:05.278210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae08ba-8f96-46a9-b8bd-795e7ef0cc2c req-a5c43926-519c-46ea-9883-d1919ed1109f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:05.279625 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0ae08ba-8f96-46a9-b8bd-795e7ef0cc2c req-a5c43926-519c-46ea-9883-d1919ed1109f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0492904 Dec 08 02:05:05.326422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0ae08ba-8f96-46a9-b8bd-795e7ef0cc2c req-4de81ca9-5291-40b2-ac01-636612bd1280 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407550 Dec 08 02:05:05.442593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee17095-709e-406d-8c14-06ff13c57ac1 req-f5f24d41-4b6e-45ce-8e9f-367133d7e450 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:05.444067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cee17095-709e-406d-8c14-06ff13c57ac1 req-f5f24d41-4b6e-45ce-8e9f-367133d7e450 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0489161 Dec 08 02:05:05.491776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cee17095-709e-406d-8c14-06ff13c57ac1 req-b3d4d37a-ccac-4e23-973f-248d8b256ab7 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416958 Dec 08 02:05:05.762219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-ac0a7607-6355-4e7e-9a5c-911ad79b9e71 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:05.763714 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-ac0a7607-6355-4e7e-9a5c-911ad79b9e71 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 811 time: 0.1052778 Dec 08 02:05:05.779206 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-706c65e1-82bc-455b-b1ca-21fae96c66e9 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/quotas/cdb0831a1fae414393e2d0def30436d3 HTTP/1.1" status: 200 len: 375 time: 0.0096953 Dec 08 02:05:05.835963 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-ee478f54-c2a9-4ca4-a0fa-c1d3048d567c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0514753 Dec 08 02:05:05.928586 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-563d2a96-11b3-40d4-bd11-ac64359d910a service neutron] 10.222.0.70 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856509 Dec 08 02:05:06.015546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-e7b49220-c78a-4be5-b5d4-ae721ec0195c service neutron] 10.222.0.70 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809314 Dec 08 02:05:06.176106 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d2aa0f1b-bd0a-42fb-b991-999e4a935148 req-35245b76-14f2-4a3d-850e-e94c2b0b18fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 210 time: 0.0273063 Dec 08 02:05:07.190147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-5ee056c3-3a5d-46af-a551-d6828adf447d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:07.191633 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-5ee056c3-3a5d-46af-a551-d6828adf447d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.72 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 811 time: 0.1186972 Dec 08 02:05:07.216525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Request body: {'port': {'device_id': '1963cf33-4339-4de4-89ec-86b6a5a1ef0c', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'admin_state_up': True, 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:05:07.300582 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1485d9ed-7494-4062-9a81-e314df475bca req-8bb15fd7-cdf2-4c6a-a83a-dad8207efcfe tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 210 time: 0.0556157 Dec 08 02:05:07.350959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Made reservation on behalf of cdb0831a1fae414393e2d0def30436d3 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:05:07.354643 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:07.477938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Allocated IP 172.20.0.4 (27723c74-81e8-475d-b1e1-ca5d10577f1f/8fed91d9-b04b-4464-aa55-4df93f6a65ba/7e2c6598-d06d-4721-9a52-25dca007e624) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:05:07.622695 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:07.660499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:07.697906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['db9a4abe-a1a9-4bc0-9da7-38b5d093c14d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:07.719780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:05:07.725500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:05:07.727938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:05:07.730108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['78c052ec-8dc3-4fa3-832d-bfdc7c07739f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:07.782829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event updated for resources: {'Port': ['ID=7e2c6598-d06d-4721-9a52-25dca007e624,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:07.795067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.795446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.795780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.796130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.796523 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.796882 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.797205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.797538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.797869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.798199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.798531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.798864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.799194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:07.811209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:07.817481 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:07.841188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c1ef2dc7-1e7c-464f-9cfa-99d5fac17cf3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6284688 Dec 08 02:05:07.862946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Request body: {'port': {'device_id': '1963cf33-4339-4de4-89ec-86b6a5a1ef0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:05:07.919910 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.058225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-32de6cdb-82da-462d-a02a-67241878087a None None] Provisioning complete for port 7e2c6598-d06d-4721-9a52-25dca007e624 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:05:08.058604 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-32de6cdb-82da-462d-a02a-67241878087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.092761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-32de6cdb-82da-462d-a02a-67241878087a None None] Port 7e2c6598-d06d-4721-9a52-25dca007e624 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:05:08.423833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cace4f-6227-44d8-9abd-64b2a10ef36e req-97cc6407-112e-4bd4-987d-76c75d34fd04 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:08.425389 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f5cace4f-6227-44d8-9abd-64b2a10ef36e req-97cc6407-112e-4bd4-987d-76c75d34fd04 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 931 time: 0.0524571 Dec 08 02:05:08.480007 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f5cace4f-6227-44d8-9abd-64b2a10ef36e req-b82f7a42-cb2c-43f8-8992-6a0b218f1748 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484281 Dec 08 02:05:08.498123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2c6598-d06d-4721-9a52-25dca007e624 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:05:08.506272 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.518802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Transition to ACTIVE for port object 7e2c6598-d06d-4721-9a52-25dca007e624 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:05:08.522532 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.572437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Pushing event updated for resources: {'Port': ['ID=7e2c6598-d06d-4721-9a52-25dca007e624,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:08.642035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Attempting to bind port 7e2c6598-d06d-4721-9a52-25dca007e624 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:05:08.642388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Attempting to bind port 7e2c6598-d06d-4721-9a52-25dca007e624 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:05:08.642721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Attempting to bind port 7e2c6598-d06d-4721-9a52-25dca007e624 on network 27723c74-81e8-475d-b1e1-ca5d10577f1f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:05:08.647467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Port 7e2c6598-d06d-4721-9a52-25dca007e624 on network 27723c74-81e8-475d-b1e1-ca5d10577f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:05:08.647832 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Attempting to bind port 7e2c6598-d06d-4721-9a52-25dca007e624 on network 27723c74-81e8-475d-b1e1-ca5d10577f1f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:05:08.652914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:05:08.653261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Checking segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:05:08.653648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Bound using segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:05:08.654080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Bound port: 7e2c6598-d06d-4721-9a52-25dca007e624, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:05:08.654444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.722386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] For port 7e2c6598-d06d-4721-9a52-25dca007e624, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:05:08.726233 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] For port 7e2c6598-d06d-4721-9a52-25dca007e624, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7e2c6598-d06d-4721-9a52-25dca007e624,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:05:08.729856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.766592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:08.767133 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:08.768570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] 10.222.0.72 "PUT /v2.0/ports/7e2c6598-d06d-4721-9a52-25dca007e624 HTTP/1.1" status: 200 len: 1092 time: 0.9105654 Dec 08 02:05:08.769016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1963cf33-4339-4de4-89ec-86b6a5a1ef0c', 'tag': '7e2c6598-d06d-4721-9a52-25dca007e624'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:08.772744 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac85410-2d18-4165-b34e-ea070a5246c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1963cf33-4339-4de4-89ec-86b6a5a1ef0c", "tag": "7e2c6598-d06d-4721-9a52-25dca007e624"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:08.800967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc45a21-5873-469a-bcbb-fc6118b21dde service neutron] Pushing event updated for resources: {'Port': ['ID=7e2c6598-d06d-4721-9a52-25dca007e624,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:08.854100 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6107d86-a462-41e4-afe5-af636b765f20 x-openstack-request-id: req-f6107d86-a462-41e4-afe5-af636b765f20 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:08.854404 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1963cf33-4339-4de4-89ec-86b6a5a1ef0c", "tag": "7e2c6598-d06d-4721-9a52-25dca007e624", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:08.854665 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f6107d86-a462-41e4-afe5-af636b765f20 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:08.855078 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1963cf33-4339-4de4-89ec-86b6a5a1ef0c', 'tag': '7e2c6598-d06d-4721-9a52-25dca007e624', 'status': 'completed', 'code': 200} Dec 08 02:05:08.871966 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-09b71aa6-7c63-49e3-ab60-4c5459a720b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:08.873546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-09b71aa6-7c63-49e3-ab60-4c5459a720b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 1095 time: 0.0485005 Dec 08 02:05:08.926575 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-81aa675a-0807-42d0-934b-e585ab9b2bd5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e2c6598-d06d-4721-9a52-25dca007e624 HTTP/1.1" status: 200 len: 217 time: 0.0382726 Dec 08 02:05:08.979129 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-fc2221e3-8d12-4b6c-8fd6-f8e5e2d66703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:08.980729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-fc2221e3-8d12-4b6c-8fd6-f8e5e2d66703 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0476980 Dec 08 02:05:09.027145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c31d1963-b309-4569-a432-8df83aaa5359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:09.028708 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c31d1963-b309-4569-a432-8df83aaa5359 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412507 Dec 08 02:05:09.123022 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-70ba3122-e302-4900-93e5-23225e551011 service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856202 Dec 08 02:05:09.212981 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f98331d-4312-4c47-ac1c-eb060599afeb req-c2794fc0-b3df-4388-8f9e-0b858dd12327 service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829635 Dec 08 02:05:09.338385 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac85410-2d18-4165-b34e-ea070a5246c4 req-8a1a27b1-2654-4599-b71c-91401c9ec898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:09.339902 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ac85410-2d18-4165-b34e-ea070a5246c4 req-8a1a27b1-2654-4599-b71c-91401c9ec898 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 1095 time: 0.0457487 Dec 08 02:05:09.430573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac85410-2d18-4165-b34e-ea070a5246c4 req-52a431fd-53d2-4370-9335-82ff5ee8997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:09.431964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ac85410-2d18-4165-b34e-ea070a5246c4 req-52a431fd-53d2-4370-9335-82ff5ee8997f service neutron] 10.222.0.72 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.0853236 Dec 08 02:05:09.477957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ac85410-2d18-4165-b34e-ea070a5246c4 req-de3747f3-c84b-4e0f-a78b-cd3fb7c48bf1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e2c6598-d06d-4721-9a52-25dca007e624 HTTP/1.1" status: 200 len: 217 time: 0.0389800 Dec 08 02:05:09.528685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac85410-2d18-4165-b34e-ea070a5246c4 req-09b54149-1337-44c5-8836-6c49fb6ca87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:09.530285 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ac85410-2d18-4165-b34e-ea070a5246c4 req-09b54149-1337-44c5-8836-6c49fb6ca87d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0455747 Dec 08 02:05:09.576454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac85410-2d18-4165-b34e-ea070a5246c4 req-52b6b205-9417-4a04-bd35-1f46f1ae6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:09.577962 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ac85410-2d18-4165-b34e-ea070a5246c4 req-52b6b205-9417-4a04-bd35-1f46f1ae6fe0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399935 Dec 08 02:05:09.600100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a78ef-885f-4c50-8a60-9461fc163fa1 req-a568f95e-3bff-4b3d-821e-c36e71bdc9d0 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:09.601637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a7a78ef-885f-4c50-8a60-9461fc163fa1 req-a568f95e-3bff-4b3d-821e-c36e71bdc9d0 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 943 time: 0.0503025 Dec 08 02:05:09.649555 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a7a78ef-885f-4c50-8a60-9461fc163fa1 req-e265e1bb-5907-40bd-996a-03b48604a01d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415208 Dec 08 02:05:09.674138 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ac85410-2d18-4165-b34e-ea070a5246c4 req-aec68f52-b3d4-4d33-9a35-5dabede7f9e5 service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873232 Dec 08 02:05:09.767305 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ac85410-2d18-4165-b34e-ea070a5246c4 req-866952b9-4232-416a-b53a-1edc55e1429f service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853367 Dec 08 02:05:10.186963 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03b0ac3d-6caf-4870-9e96-afc657a2c5bc req-d8e41519-e049-4157-a87f-9b9cd1082ddd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400114 Dec 08 02:05:10.268216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0ac3d-6caf-4870-9e96-afc657a2c5bc req-94ee460a-1b6e-476d-9fb0-396cc2f08144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:10.269642 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03b0ac3d-6caf-4870-9e96-afc657a2c5bc req-94ee460a-1b6e-476d-9fb0-396cc2f08144 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0450926 Dec 08 02:05:10.375550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0ac3d-6caf-4870-9e96-afc657a2c5bc req-f3bea417-6763-477a-8a44-2992907d61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:10.377100 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03b0ac3d-6caf-4870-9e96-afc657a2c5bc req-f3bea417-6763-477a-8a44-2992907d61aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.0868149 Dec 08 02:05:10.427129 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03b0ac3d-6caf-4870-9e96-afc657a2c5bc req-15170361-289c-4c73-9704-36873bca724f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d HTTP/1.1" status: 200 len: 217 time: 0.0425148 Dec 08 02:05:10.480862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0ac3d-6caf-4870-9e96-afc657a2c5bc req-6a03170d-9b50-492d-bf0e-d6b393b04335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:10.482328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03b0ac3d-6caf-4870-9e96-afc657a2c5bc req-6a03170d-9b50-492d-bf0e-d6b393b04335 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0448978 Dec 08 02:05:10.528083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0ac3d-6caf-4870-9e96-afc657a2c5bc req-1745a5e7-099b-4799-a481-1203f09434fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:10.529543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03b0ac3d-6caf-4870-9e96-afc657a2c5bc req-1745a5e7-099b-4799-a481-1203f09434fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399866 Dec 08 02:05:10.625752 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03b0ac3d-6caf-4870-9e96-afc657a2c5bc req-bdfc57b0-2c9f-45e2-86fa-f103ca67decb service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877330 Dec 08 02:05:10.717653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03b0ac3d-6caf-4870-9e96-afc657a2c5bc req-d8aa4724-1a13-491c-8be1-27945b257a6c service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845060 Dec 08 02:05:10.731787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7e2c6598-d06d-4721-9a52-25dca007e624 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:05:10.780184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69d781-ec07-49e0-8660-f3a523344328 req-cad3bef2-295a-4990-a8a4-10c1c052737d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:10.781810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c69d781-ec07-49e0-8660-f3a523344328 req-cad3bef2-295a-4990-a8a4-10c1c052737d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 943 time: 0.0600231 Dec 08 02:05:10.835906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c69d781-ec07-49e0-8660-f3a523344328 req-b6d0ba49-8337-4d35-88ed-71f57624658b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469964 Dec 08 02:05:10.844813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7e2c6598-d06d-4721-9a52-25dca007e624, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7e2c6598-d06d-4721-9a52-25dca007e624,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:10.857515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '7e2c6598-d06d-4721-9a52-25dca007e624', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'port_id': '7e2c6598-d06d-4721-9a52-25dca007e624', 'mac_address': 'fa:16:3e:ec:9f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:05:10.899923 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:10.913520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2c6598-d06d-4721-9a52-25dca007e624 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:05:10.931776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7e2c6598-d06d-4721-9a52-25dca007e624, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7e2c6598-d06d-4721-9a52-25dca007e624,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:10.935351 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:10.984514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7e2c6598-d06d-4721-9a52-25dca007e624,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:11.212952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['7e2c6598-d06d-4721-9a52-25dca007e624'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:11.953167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8bd3c-964e-46ae-8084-0c85fed69b3b req-d92533f6-10e5-49a1-a27a-0ecf3f9b4ec7 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:11.954660 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50a8bd3c-964e-46ae-8084-0c85fed69b3b req-d92533f6-10e5-49a1-a27a-0ecf3f9b4ec7 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 944 time: 0.0502973 Dec 08 02:05:12.002823 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50a8bd3c-964e-46ae-8084-0c85fed69b3b req-1a6c1f16-f881-431f-a26b-b4eec313951b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Dec 08 02:05:12.732790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7e2c6598-d06d-4721-9a52-25dca007e624 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:05:12.781597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 7e2c6598-d06d-4721-9a52-25dca007e624 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:05:12.785047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 7e2c6598-d06d-4721-9a52-25dca007e624 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:05:12.785421 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:12.865202 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:12.890898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1963cf33-4339-4de4-89ec-86b6a5a1ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2c6598-d06d-4721-9a52-25dca007e624'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:12.893195 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c95c7a-8212-492e-960f-c80693f45e57" -d '{"events": [{"server_uuid": "1963cf33-4339-4de4-89ec-86b6a5a1ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "7e2c6598-d06d-4721-9a52-25dca007e624"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:12.906637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7e2c6598-d06d-4721-9a52-25dca007e624, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7e2c6598-d06d-4721-9a52-25dca007e624,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:12.910865 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:12.934330 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5723cf4-fb43-46d5-ba50-f621a18704e9 x-openstack-request-id: req-b5723cf4-fb43-46d5-ba50-f621a18704e9 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:12.934624 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1963cf33-4339-4de4-89ec-86b6a5a1ef0c", "name": "network-vif-plugged", "status": "completed", "tag": "7e2c6598-d06d-4721-9a52-25dca007e624", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:12.934879 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b5723cf4-fb43-46d5-ba50-f621a18704e9 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:12.935270 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1963cf33-4339-4de4-89ec-86b6a5a1ef0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2c6598-d06d-4721-9a52-25dca007e624', 'code': 200} Dec 08 02:05:12.960162 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7e2c6598-d06d-4721-9a52-25dca007e624,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:13.061917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bfb447-ba2e-4f7b-8a87-658164f8ae86 req-05be8b51-85fa-4a25-894b-ffe7beb00821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:13.063470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23bfb447-ba2e-4f7b-8a87-658164f8ae86 req-05be8b51-85fa-4a25-894b-ffe7beb00821 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 1097 time: 0.0415378 Dec 08 02:05:13.114091 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-23bfb447-ba2e-4f7b-8a87-658164f8ae86 req-518a56a6-215d-492b-ae81-2d890dd15611 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427213 Dec 08 02:05:13.132366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f100e-6587-4acb-a0a8-46c901fb73af req-1eea05dc-de8d-4a95-8add-874f33d18e85 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:13.133766 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-036f100e-6587-4acb-a0a8-46c901fb73af req-1eea05dc-de8d-4a95-8add-874f33d18e85 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0593896 Dec 08 02:05:13.181726 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-036f100e-6587-4acb-a0a8-46c901fb73af req-859fff23-3322-40b8-9eef-cbdab14cdd51 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414591 Dec 08 02:05:14.299179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c1c92-aafb-4ba6-b767-b321e2c2873e req-6895c6d9-e086-47f2-a71c-20b086562c77 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.300704 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-623c1c92-aafb-4ba6-b767-b321e2c2873e req-6895c6d9-e086-47f2-a71c-20b086562c77 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0493410 Dec 08 02:05:14.355594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-623c1c92-aafb-4ba6-b767-b321e2c2873e req-b78dabc1-dcb8-4fcb-8258-45d7b569d486 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481207 Dec 08 02:05:14.471728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8504a8e8-48e7-4b61-9478-637ad8442a8c req-aba30347-0c8d-4425-b08b-410c704e01dd tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=cdb0831a1fae414393e2d0def30436d3 HTTP/1.1" status: 200 len: 267 time: 0.0510533 Dec 08 02:05:14.524928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504a8e8-48e7-4b61-9478-637ad8442a8c req-fe0b47cb-8ba2-4dd1-88d2-b7f81654135e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.526413 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8504a8e8-48e7-4b61-9478-637ad8442a8c req-fe0b47cb-8ba2-4dd1-88d2-b7f81654135e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 945 time: 0.0489185 Dec 08 02:05:14.537127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-8504a8e8-48e7-4b61-9478-637ad8442a8c req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Request body: {'port': {'security_groups': []}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:05:14.604082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8504a8e8-48e7-4b61-9478-637ad8442a8c req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:14.763422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-8504a8e8-48e7-4b61-9478-637ad8442a8c req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] For port 7e2c6598-d06d-4721-9a52-25dca007e624, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7e2c6598-d06d-4721-9a52-25dca007e624,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:14.792004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8504a8e8-48e7-4b61-9478-637ad8442a8c req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:14.796984 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8504a8e8-48e7-4b61-9478-637ad8442a8c req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:14.829733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['db9a4abe-a1a9-4bc0-9da7-38b5d093c14d', '7e2c6598-d06d-4721-9a52-25dca007e624'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:14.835218 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['78c052ec-8dc3-4fa3-832d-bfdc7c07739f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:14.845499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504a8e8-48e7-4b61-9478-637ad8442a8c req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:14.846135 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8504a8e8-48e7-4b61-9478-637ad8442a8c req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:14.847539 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8504a8e8-48e7-4b61-9478-637ad8442a8c req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "PUT /v2.0/ports/7e2c6598-d06d-4721-9a52-25dca007e624 HTTP/1.1" status: 200 len: 904 time: 0.3147559 Dec 08 02:05:14.857048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1963cf33-4339-4de4-89ec-86b6a5a1ef0c', 'tag': '7e2c6598-d06d-4721-9a52-25dca007e624'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:14.857048 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37085018-f638-48f6-bcf5-42194ce25ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "1963cf33-4339-4de4-89ec-86b6a5a1ef0c", "tag": "7e2c6598-d06d-4721-9a52-25dca007e624"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:14.877760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event updated for resources: {'Port': ['ID=7e2c6598-d06d-4721-9a52-25dca007e624,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:14.891243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.891822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.892306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.892770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.893848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.893848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.894290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.894726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.895158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.896510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.896967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.897491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.897928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bff833-2e1a-47e6-ac5f-345429a5f8fa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:14.936153 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bbbfae-af3c-44c3-81c4-7e2cb7a2879b x-openstack-request-id: req-02bbbfae-af3c-44c3-81c4-7e2cb7a2879b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:14.936757 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1963cf33-4339-4de4-89ec-86b6a5a1ef0c", "tag": "7e2c6598-d06d-4721-9a52-25dca007e624", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:14.937554 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02bbbfae-af3c-44c3-81c4-7e2cb7a2879b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:14.938245 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1963cf33-4339-4de4-89ec-86b6a5a1ef0c', 'tag': '7e2c6598-d06d-4721-9a52-25dca007e624', 'status': 'completed', 'code': 200} Dec 08 02:05:14.983314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['7e2c6598-d06d-4721-9a52-25dca007e624'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:15.024943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a79c56-672e-4700-8a8e-57d309c850e9 req-b81f39af-45c3-4581-aa2e-9b1385c5932a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:15.026920 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-89a79c56-672e-4700-8a8e-57d309c850e9 req-b81f39af-45c3-4581-aa2e-9b1385c5932a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 907 time: 0.0868921 Dec 08 02:05:15.052963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37085018-f638-48f6-bcf5-42194ce25ed5 req-43ea8a49-2cd8-4119-a7cb-a04558fa8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:15.056016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37085018-f638-48f6-bcf5-42194ce25ed5 req-43ea8a49-2cd8-4119-a7cb-a04558fa8c7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 1059 time: 0.0732474 Dec 08 02:05:15.159050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89740622-a463-4bf7-b6df-8b20baaabc33 req-7b20e8a2-55a9-4812-93e6-7a04f4161762 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:15.160491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89740622-a463-4bf7-b6df-8b20baaabc33 req-7b20e8a2-55a9-4812-93e6-7a04f4161762 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0523107 Dec 08 02:05:15.162699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37085018-f638-48f6-bcf5-42194ce25ed5 req-93cbd442-abb8-4321-978e-439fe3bc4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:15.163847 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ccc3b19b-e78e-4413-911f-8d55b6bacbbc None None] Provisioning complete for port 7e2c6598-d06d-4721-9a52-25dca007e624 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:05:15.164222 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ccc3b19b-e78e-4413-911f-8d55b6bacbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:15.164681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37085018-f638-48f6-bcf5-42194ce25ed5 req-93cbd442-abb8-4321-978e-439fe3bc4847 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.1018941 Dec 08 02:05:15.209775 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89740622-a463-4bf7-b6df-8b20baaabc33 req-69b18736-0cca-4875-8409-5911e424c5fb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427506 Dec 08 02:05:15.210392 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37085018-f638-48f6-bcf5-42194ce25ed5 req-b830c842-1763-4803-bede-d0f5a3323bd4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e2c6598-d06d-4721-9a52-25dca007e624 HTTP/1.1" status: 200 len: 217 time: 0.0373337 Dec 08 02:05:15.263428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37085018-f638-48f6-bcf5-42194ce25ed5 req-297d965a-972b-4051-b600-bd2fe6405273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:15.264947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37085018-f638-48f6-bcf5-42194ce25ed5 req-297d965a-972b-4051-b600-bd2fe6405273 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0470643 Dec 08 02:05:15.343510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37085018-f638-48f6-bcf5-42194ce25ed5 req-07612339-a995-4c76-8ab2-d32f41526509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:15.345036 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37085018-f638-48f6-bcf5-42194ce25ed5 req-07612339-a995-4c76-8ab2-d32f41526509 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718975 Dec 08 02:05:15.369099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09481102-4731-4a54-a011-1cc69905c812 req-14a65152-c911-416e-a1bb-cdd3b9fc7934 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:15.370530 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09481102-4731-4a54-a011-1cc69905c812 req-14a65152-c911-416e-a1bb-cdd3b9fc7934 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0719731 Dec 08 02:05:15.470964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-09481102-4731-4a54-a011-1cc69905c812 req-6e68a03b-ee0b-4aac-8e68-c044ddeabc9c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910048 Dec 08 02:05:15.481463 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37085018-f638-48f6-bcf5-42194ce25ed5 req-17f93319-5ac8-4c1f-9f36-3ae26dcf750e service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278036 Dec 08 02:05:15.575492 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37085018-f638-48f6-bcf5-42194ce25ed5 req-7bd80f3e-a1de-421f-b924-3962ed07fb5a service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866184 Dec 08 02:05:15.702110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-643b21d1-dd5f-453a-a1e0-748c67b322c3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:15.703575 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-643b21d1-dd5f-453a-a1e0-748c67b322c3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 811 time: 0.1073077 Dec 08 02:05:15.718878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-9b38c5f4-3633-4157-925b-ed992b96c850 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/quotas/cdb0831a1fae414393e2d0def30436d3 HTTP/1.1" status: 200 len: 375 time: 0.0089314 Dec 08 02:05:15.781040 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-267c8b25-0c81-449b-bd3e-e86bfff63e90 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0563750 Dec 08 02:05:15.875519 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-45ef0fc8-bcb5-4bdd-be61-0f4b0d0f6369 service neutron] 10.222.0.70 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869591 Dec 08 02:05:15.962046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-95e07866-d2b4-43f8-9591-d43588d0cc5f service neutron] 10.222.0.70 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798588 Dec 08 02:05:16.142949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e90992b-dde3-420f-b44f-95982884b40a req-c11f5a80-9650-416c-a1ef-a378939fa141 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 210 time: 0.0266645 Dec 08 02:05:17.251273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b19e1bba-1fb2-4110-ad18-805a44462b73 req-da653fca-4a07-4291-bede-0896d3194f78 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 210 time: 0.0332446 Dec 08 02:05:17.277170 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-13fcb8ac-f8be-4f5b-927b-4b853bac6b02 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:17.278546 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-13fcb8ac-f8be-4f5b-927b-4b853bac6b02 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 811 time: 0.1344755 Dec 08 02:05:17.304857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Request body: {'port': {'device_id': '5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'admin_state_up': True, 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:05:17.413813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Made reservation on behalf of cdb0831a1fae414393e2d0def30436d3 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:05:17.417262 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:17.540473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Allocated IP 172.20.0.10 (27723c74-81e8-475d-b1e1-ca5d10577f1f/8fed91d9-b04b-4464-aa55-4df93f6a65ba/8d33d75d-80b7-4df4-8e85-221a32e7d578) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:05:17.693793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:17.727021 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:17.760982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['db9a4abe-a1a9-4bc0-9da7-38b5d093c14d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:17.772930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:05:17.776088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:05:17.779735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:05:17.789092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['78c052ec-8dc3-4fa3-832d-bfdc7c07739f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:17.822550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event updated for resources: {'Port': ['ID=8d33d75d-80b7-4df4-8e85-221a32e7d578,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:17.842481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:17.843252 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:17.862537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-2a389870-c9d2-4093-b257-5361f8631509 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5619102 Dec 08 02:05:18.000992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Request body: {'port': {'device_id': '5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:05:18.040816 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8ff5ecd2-a9e9-40b9-8270-e0cc6719756a None None] Provisioning complete for port 8d33d75d-80b7-4df4-8e85-221a32e7d578 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:05:18.041198 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ff5ecd2-a9e9-40b9-8270-e0cc6719756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:18.055451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:18.084465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5ecd2-a9e9-40b9-8270-e0cc6719756a None None] Port 8d33d75d-80b7-4df4-8e85-221a32e7d578 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:05:18.310018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d33d75d-80b7-4df4-8e85-221a32e7d578 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:05:18.317739 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:18.329831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Transition to ACTIVE for port object 8d33d75d-80b7-4df4-8e85-221a32e7d578 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:05:18.334688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:18.372783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec1e42-e1db-48f5-89b7-f2c0c072be15 req-75a21eb9-71f1-4bf5-9d0b-970a208233f6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:18.374671 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2fec1e42-e1db-48f5-89b7-f2c0c072be15 req-75a21eb9-71f1-4bf5-9d0b-970a208233f6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 932 time: 0.0547147 Dec 08 02:05:18.392757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Pushing event updated for resources: {'Port': ['ID=8d33d75d-80b7-4df4-8e85-221a32e7d578,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:18.429221 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2fec1e42-e1db-48f5-89b7-f2c0c072be15 req-3ba4ee85-6d2b-44c5-a62d-fe3fbe1e367a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 Dec 08 02:05:18.464838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Attempting to bind port 8d33d75d-80b7-4df4-8e85-221a32e7d578 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:05:18.465206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Attempting to bind port 8d33d75d-80b7-4df4-8e85-221a32e7d578 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:05:18.465537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Attempting to bind port 8d33d75d-80b7-4df4-8e85-221a32e7d578 on network 27723c74-81e8-475d-b1e1-ca5d10577f1f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:05:18.470290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Port 8d33d75d-80b7-4df4-8e85-221a32e7d578 on network 27723c74-81e8-475d-b1e1-ca5d10577f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:05:18.470616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Attempting to bind port 8d33d75d-80b7-4df4-8e85-221a32e7d578 on network 27723c74-81e8-475d-b1e1-ca5d10577f1f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:05:18.475935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:05:18.476298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Checking segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:05:18.476716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Bound using segment: {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:05:18.477139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Bound port: 8d33d75d-80b7-4df4-8e85-221a32e7d578, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ef677f-563c-472b-b90b-6a1743d9c1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:05:18.477504 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:18.560435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] For port 8d33d75d-80b7-4df4-8e85-221a32e7d578, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:05:18.565097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] For port 8d33d75d-80b7-4df4-8e85-221a32e7d578, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d33d75d-80b7-4df4-8e85-221a32e7d578,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:05:18.570329 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:18.606435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:18.607135 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:18.608526 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] 10.222.0.65 "PUT /v2.0/ports/8d33d75d-80b7-4df4-8e85-221a32e7d578 HTTP/1.1" status: 200 len: 1093 time: 0.7229729 Dec 08 02:05:18.608979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696', 'tag': '8d33d75d-80b7-4df4-8e85-221a32e7d578'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:18.611507 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777dd635-8018-419a-b97f-b6f168140f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696", "tag": "8d33d75d-80b7-4df4-8e85-221a32e7d578"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:18.638909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0963c-46ab-47ab-8f96-8cf1532a4698 service neutron] Pushing event updated for resources: {'Port': ['ID=8d33d75d-80b7-4df4-8e85-221a32e7d578,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:18.664632 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03c1071-eda7-4fca-80a9-4c0ded536b85 x-openstack-request-id: req-b03c1071-eda7-4fca-80a9-4c0ded536b85 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:18.665077 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696", "tag": "8d33d75d-80b7-4df4-8e85-221a32e7d578", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:18.665346 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b03c1071-eda7-4fca-80a9-4c0ded536b85 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:18.665763 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696', 'tag': '8d33d75d-80b7-4df4-8e85-221a32e7d578', 'status': 'completed', 'code': 200} Dec 08 02:05:18.727397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-61236798-f4ae-498f-aa9f-7e121acacdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:18.728972 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-61236798-f4ae-498f-aa9f-7e121acacdc3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 1096 time: 0.0444863 Dec 08 02:05:18.791530 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-0589f1d7-63a9-4801-adcb-f81cc509500d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d33d75d-80b7-4df4-8e85-221a32e7d578 HTTP/1.1" status: 200 len: 217 time: 0.0349803 Dec 08 02:05:18.854250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-f974a9e1-f117-4fb0-abb4-69c0435d815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:18.856352 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-f974a9e1-f117-4fb0-abb4-69c0435d815f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0530572 Dec 08 02:05:18.924677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-9a427f10-ebcf-4bef-9396-e3901064619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:18.926196 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-9a427f10-ebcf-4bef-9396-e3901064619f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442600 Dec 08 02:05:18.952197 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f038c38-f935-421a-9030-3c1715de56af req-80b2ca84-9165-4f05-a710-ca64505e1885 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404038 Dec 08 02:05:19.024521 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-ca671695-f8b2-46f3-90d4-4137106ad10a service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844066 Dec 08 02:05:19.073643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038c38-f935-421a-9030-3c1715de56af req-614ebf86-b7c7-4aaf-ae96-c67509673fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.075148 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f038c38-f935-421a-9030-3c1715de56af req-614ebf86-b7c7-4aaf-ae96-c67509673fb2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1096 time: 0.0424647 Dec 08 02:05:19.123332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16b3cd2a-8591-4b4d-8684-12d70bf62288 req-bfd50aca-9b53-4292-9862-0612450b005f service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902145 Dec 08 02:05:19.193343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038c38-f935-421a-9030-3c1715de56af req-d118ec44-739b-45be-92dc-38b281ebf3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.194845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f038c38-f935-421a-9030-3c1715de56af req-d118ec44-739b-45be-92dc-38b281ebf3af service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.0950406 Dec 08 02:05:19.263608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dd635-8018-419a-b97f-b6f168140f5d req-012186c3-5cdc-45f2-b4dc-00b543bf59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.265142 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-777dd635-8018-419a-b97f-b6f168140f5d req-012186c3-5cdc-45f2-b4dc-00b543bf59c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 1096 time: 0.0420058 Dec 08 02:05:19.281916 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f038c38-f935-421a-9030-3c1715de56af req-33bb1842-ad39-4841-bafb-e02e9d332ebf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 999 time: 0.0592573 Dec 08 02:05:19.334712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038c38-f935-421a-9030-3c1715de56af req-055426c5-36f3-451a-a4f9-f789c9e81ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.336364 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f038c38-f935-421a-9030-3c1715de56af req-055426c5-36f3-451a-a4f9-f789c9e81ac7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0474720 Dec 08 02:05:19.362632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dd635-8018-419a-b97f-b6f168140f5d req-7efcf8be-7314-4d91-8f7f-74e11faa0e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.364864 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-777dd635-8018-419a-b97f-b6f168140f5d req-7efcf8be-7314-4d91-8f7f-74e11faa0e14 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.0917335 Dec 08 02:05:19.384388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038c38-f935-421a-9030-3c1715de56af req-7cce4d49-84ca-4f77-99a4-717243407f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.385819 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f038c38-f935-421a-9030-3c1715de56af req-7cce4d49-84ca-4f77-99a4-717243407f53 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408089 Dec 08 02:05:19.406310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-777dd635-8018-419a-b97f-b6f168140f5d req-aadb6dcd-cbda-4675-9e8b-ba8c30d0d987 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d33d75d-80b7-4df4-8e85-221a32e7d578 HTTP/1.1" status: 200 len: 217 time: 0.0341814 Dec 08 02:05:19.461327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dd635-8018-419a-b97f-b6f168140f5d req-5f4cfc93-a80d-47b8-884a-c6d31dbba1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.462822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-777dd635-8018-419a-b97f-b6f168140f5d req-5f4cfc93-a80d-47b8-884a-c6d31dbba1d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0495682 Dec 08 02:05:19.476973 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f038c38-f935-421a-9030-3c1715de56af req-8510141d-b3d7-416e-80e8-6bc2cf5f684e service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836101 Dec 08 02:05:19.512416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dd635-8018-419a-b97f-b6f168140f5d req-ef53e1eb-570c-4b9d-aeec-0d8d5930ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.513909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-777dd635-8018-419a-b97f-b6f168140f5d req-ef53e1eb-570c-4b9d-aeec-0d8d5930ce53 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433595 Dec 08 02:05:19.599711 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffcb83f-9846-4c45-a763-b11f1e00c45e req-60a40db6-aed1-42de-847e-43aa5023623a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:19.601231 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ffcb83f-9846-4c45-a763-b11f1e00c45e req-60a40db6-aed1-42de-847e-43aa5023623a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 944 time: 0.0976877 Dec 08 02:05:19.604749 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-777dd635-8018-419a-b97f-b6f168140f5d req-20c8f45a-0ff6-4c87-b30d-3e19458aebb8 service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818121 Dec 08 02:05:19.619792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f038c38-f935-421a-9030-3c1715de56af req-624ed24b-6021-4cb5-9d5c-f90fa984b98e service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345744 Dec 08 02:05:19.658209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ffcb83f-9846-4c45-a763-b11f1e00c45e req-6a170417-f79c-45c6-afb0-b2ac503e92eb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494065 Dec 08 02:05:19.703522 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-777dd635-8018-419a-b97f-b6f168140f5d req-e7a0fed2-b0a4-43e4-9397-ca5902e1218f service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910964 Dec 08 02:05:20.776719 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b379d75-4aff-4533-a907-1bed4cee0459 req-342d4f9f-b834-4ca5-aa7d-210bbd49532e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:20.778217 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6b379d75-4aff-4533-a907-1bed4cee0459 req-342d4f9f-b834-4ca5-aa7d-210bbd49532e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 944 time: 0.0496733 Dec 08 02:05:20.825833 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6b379d75-4aff-4533-a907-1bed4cee0459 req-1dec4290-a130-49cf-8507-2dee7ac4d2f3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Dec 08 02:05:21.696784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fb649-4169-4b1a-a34d-bcd3ca08fae6 req-b030bab6-6171-4765-b632-a559fe4b4206 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:21.698321 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c39fb649-4169-4b1a-a34d-bcd3ca08fae6 req-b030bab6-6171-4765-b632-a559fe4b4206 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 946 time: 0.0625384 Dec 08 02:05:21.766331 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c39fb649-4169-4b1a-a34d-bcd3ca08fae6 req-8da13a77-65f9-40d2-9592-881c3ae5b6ed tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593991 Dec 08 02:05:21.961283 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f220a0-6dc9-415f-b464-efdc42f7afdb req-5963181a-da50-4efb-8d8d-fe180e63f6aa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:21.962999 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e7f220a0-6dc9-415f-b464-efdc42f7afdb req-5963181a-da50-4efb-8d8d-fe180e63f6aa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 944 time: 0.0626090 Dec 08 02:05:22.018789 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e7f220a0-6dc9-415f-b464-efdc42f7afdb req-bdad4cfc-3916-456e-9157-f31896b1b3ab tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477099 Dec 08 02:05:22.419389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8d33d75d-80b7-4df4-8e85-221a32e7d578 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:05:22.521977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8d33d75d-80b7-4df4-8e85-221a32e7d578, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d33d75d-80b7-4df4-8e85-221a32e7d578,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:22.533835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '8d33d75d-80b7-4df4-8e85-221a32e7d578', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'port_id': '8d33d75d-80b7-4df4-8e85-221a32e7d578', 'mac_address': 'fa:16:3e:a7:4d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:05:22.570933 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:22.584022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d33d75d-80b7-4df4-8e85-221a32e7d578 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:05:22.603027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8d33d75d-80b7-4df4-8e85-221a32e7d578, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d33d75d-80b7-4df4-8e85-221a32e7d578,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:22.606820 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:22.652425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8d33d75d-80b7-4df4-8e85-221a32e7d578,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:22.659624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.659985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.660359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.660759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.661631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.662128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.662474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.662811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.663144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.663482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.663815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.664147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.664507 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:05:22.897770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e91c5-c820-4292-ab87-33d3e6eb995b req-f5d649d7-c860-4a96-940a-5f8a2f1ab019 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:22.899268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-910e91c5-c820-4292-ab87-33d3e6eb995b req-f5d649d7-c860-4a96-940a-5f8a2f1ab019 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 946 time: 0.0517619 Dec 08 02:05:22.949224 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-910e91c5-c820-4292-ab87-33d3e6eb995b req-dcbeafb1-8dc9-43ae-a852-02b04a92d81c tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/security-groups?id=dd5248f2-388f-4be6-961a-916d6e2f555d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438404 Dec 08 02:05:22.996545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['8d33d75d-80b7-4df4-8e85-221a32e7d578'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:23.101686 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e4b55-b86f-4409-b479-b741f9a65256 req-fb7fb2cc-da2d-434d-850a-f94959c4641c tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:23.103299 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-151e4b55-b86f-4409-b479-b741f9a65256 req-fb7fb2cc-da2d-434d-850a-f94959c4641c tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.72 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 946 time: 0.0559416 Dec 08 02:05:23.209139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6b44c-19d6-4b11-b95f-b7fae27241c9 req-dcb3dfac-c2bc-4907-a7e1-c22da33a1b7d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:23.210575 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11e6b44c-19d6-4b11-b95f-b7fae27241c9 req-dcb3dfac-c2bc-4907-a7e1-c22da33a1b7d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 945 time: 0.1063063 Dec 08 02:05:23.267209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Deleting port d0c9b682-22c1-4c50-bfbb-b3aede846ea0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:23.267546 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:23.284484 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11e6b44c-19d6-4b11-b95f-b7fae27241c9 req-7e0f2a4a-ef43-426e-b1c4-940c598aba4a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669010 Dec 08 02:05:23.365490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] For port d0c9b682-22c1-4c50-bfbb-b3aede846ea0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=d0c9b682-22c1-4c50-bfbb-b3aede846ea0,segment=NetworkSegment(2a8572cf-efc4-4581-8b36-6095e6fd2d20),segment_id=2a8572cf-efc4-4581-8b36-6095e6fd2d20)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:23.365853 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:23.586155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:23.586599 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:23.586901 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Floating IP 7a881be9-0e75-43ed-88b7-6719542418a6 disassociated. External IP: 172.25.2.119, port: d0c9b682-22c1-4c50-bfbb-b3aede846ea0. Dec 08 02:05:23.587251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Calling delete_port for d0c9b682-22c1-4c50-bfbb-b3aede846ea0 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:23.713435 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:23.743615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event deleted for resources: {'Port': ['ID=d0c9b682-22c1-4c50-bfbb-b3aede846ea0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:23.867569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Router 6de49063-acf2-49ed-895e-390f867f5c74 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:05:23.977327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:05:23.990481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eab951f-a0a2-43bb-b3c1-d5d43dc72ce6 None None] Sync routers for ids ['6de49063-acf2-49ed-895e-390f867f5c74'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:05:24.005989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eab951f-a0a2-43bb-b3c1-d5d43dc72ce6 None None] Routers {'6de49063-acf2-49ed-895e-390f867f5c74'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:05:24.008403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2eab951f-a0a2-43bb-b3c1-d5d43dc72ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:05:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6de49063-acf2-49ed-895e-390f867f5c74'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:24.022193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] No DVR routers for this DVR port d0c9b682-22c1-4c50-bfbb-b3aede846ea0 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:24.024845 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:24.028418 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-151e4b55-b86f-4409-b479-b741f9a65256 req-9e5861ae-c59f-4f8d-95ec-4bb3200bb33a tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.72 "DELETE /v2.0/ports/d0c9b682-22c1-4c50-bfbb-b3aede846ea0 HTTP/1.1" status: 204 len: 173 time: 0.9155080 Dec 08 02:05:24.028881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'name': 'network-vif-deleted', 'tag': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:24.031147 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a37746-b590-46e6-83ba-54ebfed659f9" -d '{"events": [{"server_uuid": "07d3ae27-fb0a-4797-b1b5-d3e200c026b9", "name": "network-vif-deleted", "tag": "d0c9b682-22c1-4c50-bfbb-b3aede846ea0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:24.063770 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d4118935-1e14-4ced-a424-e5e044ed8555 req-60c6cfd4-ff5e-4224-9e39-c45836b72a09 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "GET /v2.0/ports?device_id=07d3ae27-fb0a-4797-b1b5-d3e200c026b9 HTTP/1.1" status: 200 len: 210 time: 0.0326500 Dec 08 02:05:24.096120 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6876c6-5e29-4ce0-8fdb-e3d632cdcc6b x-openstack-request-id: req-be6876c6-5e29-4ce0-8fdb-e3d632cdcc6b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:24.096538 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d3ae27-fb0a-4797-b1b5-d3e200c026b9", "name": "network-vif-deleted", "tag": "d0c9b682-22c1-4c50-bfbb-b3aede846ea0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:24.097563 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-be6876c6-5e29-4ce0-8fdb-e3d632cdcc6b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:24.098055 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d3ae27-fb0a-4797-b1b5-d3e200c026b9', 'name': 'network-vif-deleted', 'tag': 'd0c9b682-22c1-4c50-bfbb-b3aede846ea0', 'status': 'completed', 'code': 200} Dec 08 02:05:24.164320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2eab951f-a0a2-43bb-b3c1-d5d43dc72ce6 None None] Set router 6de49063-acf2-49ed-895e-390f867f5c74 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:05:24.414236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c54e44-634b-49b8-a8f6-b223a37a35d0 req-aebdb60c-6593-4adb-a7b2-7e18696412db tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:24.415357 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f9c54e44-634b-49b8-a8f6-b223a37a35d0 req-aebdb60c-6593-4adb-a7b2-7e18696412db tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 945 time: 0.0596263 Dec 08 02:05:24.431688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8d33d75d-80b7-4df4-8e85-221a32e7d578 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:05:24.557567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 8d33d75d-80b7-4df4-8e85-221a32e7d578 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:05:24.571034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 8d33d75d-80b7-4df4-8e85-221a32e7d578 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:05:24.571431 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:24.626546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2eab951f-a0a2-43bb-b3c1-d5d43dc72ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01e204ab-45ba-4a02-831d-39cdc7400f5a', 'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'mac_address': 'fa:16:3e:ef:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:04Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 5, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'subnets': [{'id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:24.677169 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eab951f-a0a2-43bb-b3c1-d5d43dc72ce6 None None] Checking router: 6de49063-acf2-49ed-895e-390f867f5c74 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:05:24.697208 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:24.699128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eab951f-a0a2-43bb-b3c1-d5d43dc72ce6 None None] Routers {'6de49063-acf2-49ed-895e-390f867f5c74'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:05:24.699768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2eab951f-a0a2-43bb-b3c1-d5d43dc72ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:05:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6de49063-acf2-49ed-895e-390f867f5c74'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:24.760587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d33d75d-80b7-4df4-8e85-221a32e7d578'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:24.762883 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef33d82f-2396-4e6b-b9e0-2da6487fedc3" -d '{"events": [{"server_uuid": "5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696", "name": "network-vif-plugged", "status": "completed", "tag": "8d33d75d-80b7-4df4-8e85-221a32e7d578"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:24.782132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8d33d75d-80b7-4df4-8e85-221a32e7d578, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d33d75d-80b7-4df4-8e85-221a32e7d578,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:24.814072 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f9c54e44-634b-49b8-a8f6-b223a37a35d0 req-2b042345-2419-4700-9629-d7a185f41f86 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920197 Dec 08 02:05:24.820754 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:24.824268 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a5fb0b-ecee-4963-9060-16f98e14e82f x-openstack-request-id: req-f0a5fb0b-ecee-4963-9060-16f98e14e82f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:24.824889 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696", "name": "network-vif-plugged", "status": "completed", "tag": "8d33d75d-80b7-4df4-8e85-221a32e7d578", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:24.825160 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f0a5fb0b-ecee-4963-9060-16f98e14e82f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:24.825567 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d33d75d-80b7-4df4-8e85-221a32e7d578', 'code': 200} Dec 08 02:05:24.885778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2eab951f-a0a2-43bb-b3c1-d5d43dc72ce6 None None] Set router 6de49063-acf2-49ed-895e-390f867f5c74 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:05:24.934960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8d33d75d-80b7-4df4-8e85-221a32e7d578,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:24.969563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b865f3-5220-4674-983d-dd532d229620 req-b96af016-064d-43a3-b7dd-acc3a9ad4e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:24.971066 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1b865f3-5220-4674-983d-dd532d229620 req-b96af016-064d-43a3-b7dd-acc3a9ad4e2b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 1098 time: 0.0406415 Dec 08 02:05:25.021093 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1b865f3-5220-4674-983d-dd532d229620 req-34661ccb-bc99-436f-8b10-592fdd6f4504 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383058 Dec 08 02:05:25.109456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2eab951f-a0a2-43bb-b3c1-d5d43dc72ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01e204ab-45ba-4a02-831d-39cdc7400f5a', 'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'mac_address': 'fa:16:3e:ef:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:04Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 5, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'subnets': [{'id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:25.126702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60056) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:25.136176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eab951f-a0a2-43bb-b3c1-d5d43dc72ce6 None None] The sync data for ids ['6de49063-acf2-49ed-895e-390f867f5c74'] in n-d-713498-30 is: [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:00:06Z', 'revision_number': 4, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '01e204ab-45ba-4a02-831d-39cdc7400f5a', 'name': '', 'network_id': '8e56e77d-acd3-4322-858b-7809aa2b8bb3', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'mac_address': 'fa:16:3e:ef:db:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3370, 'fixed_ips': [{'subnet_id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:04Z', 'updated_at': '2021-12-08T02:00:17Z', 'revision_number': 5, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'subnets': [{'id': '37b86d03-c466-4d52-8618-3fc9fbc06278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:05:25.291939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a964d855-7f43-46d6-8e28-1fbe148f4dda tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Deleting port 24293a1f-d82d-4581-8daf-be5d982873d0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:25.292321 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a964d855-7f43-46d6-8e28-1fbe148f4dda tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.373800 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9f134f-c543-4813-b705-f7c05f55a5c7 None None] New status for floating IP 7a881be9-0e75-43ed-88b7-6719542418a6: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:05:25.374381 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a964d855-7f43-46d6-8e28-1fbe148f4dda tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.374709 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a964d855-7f43-46d6-8e28-1fbe148f4dda tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.387295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a964d855-7f43-46d6-8e28-1fbe148f4dda tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Calling delete_port for 24293a1f-d82d-4581-8daf-be5d982873d0 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:25.547769 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a964d855-7f43-46d6-8e28-1fbe148f4dda tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.574360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964d855-7f43-46d6-8e28-1fbe148f4dda tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event deleted for resources: {'Port': ['ID=24293a1f-d82d-4581-8daf-be5d982873d0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:25.639487 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a964d855-7f43-46d6-8e28-1fbe148f4dda tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.642193 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a964d855-7f43-46d6-8e28-1fbe148f4dda tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.643333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a964d855-7f43-46d6-8e28-1fbe148f4dda tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "DELETE /v2.0/floatingips/7a881be9-0e75-43ed-88b7-6719542418a6 HTTP/1.1" status: 204 len: 168 time: 0.5156105 Dec 08 02:05:25.711567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60062) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:25.767827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ddae703a-3b85-4a16-add0-49bbbb4f3188 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.794017 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ddae703a-3b85-4a16-add0-49bbbb4f3188 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.853576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ddae703a-3b85-4a16-add0-49bbbb4f3188 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.856354 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ddae703a-3b85-4a16-add0-49bbbb4f3188 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:25.857733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ddae703a-3b85-4a16-add0-49bbbb4f3188 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] 10.222.0.70 "DELETE /v2.0/security-groups/dd5248f2-388f-4be6-961a-916d6e2f555d HTTP/1.1" status: 204 len: 168 time: 0.1450448 Dec 08 02:05:25.867516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae703a-3b85-4a16-add0-49bbbb4f3188 tempest-TestServerBasicOps-1075955790 tempest-TestServerBasicOps-1075955790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5248f2-388f-4be6-961a-916d6e2f555d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:25.907826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60068) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:25.953121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab620f-7829-4ad3-8e9a-ba3cbb24b076 req-b1d76fa1-221e-44df-9165-6125e9d745e6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:25.954612 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8cab620f-7829-4ad3-8e9a-ba3cbb24b076 req-b1d76fa1-221e-44df-9165-6125e9d745e6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0587986 Dec 08 02:05:26.002598 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8cab620f-7829-4ad3-8e9a-ba3cbb24b076 req-9b4a4425-11a2-4345-9cc3-283ef1a05f19 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411162 Dec 08 02:05:26.675882 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26830de1-5c0f-4dd7-be5b-3f9178f3c294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:26.808443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device d0c9b682-22c1-4c50-bfbb-b3aede846ea0 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:26.831372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: d0c9b682-22c1-4c50-bfbb-b3aede846ea0 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:05:26.831724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device d0c9b682-22c1-4c50-bfbb-b3aede846ea0 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:05:26.921605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-26830de1-5c0f-4dd7-be5b-3f9178f3c294 admin admin] Deleting port 01e204ab-45ba-4a02-831d-39cdc7400f5a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:26.922190 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26830de1-5c0f-4dd7-be5b-3f9178f3c294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:27.004262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-26830de1-5c0f-4dd7-be5b-3f9178f3c294 admin admin] For port 01e204ab-45ba-4a02-831d-39cdc7400f5a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=01e204ab-45ba-4a02-831d-39cdc7400f5a,segment=NetworkSegment(2a8572cf-efc4-4581-8b36-6095e6fd2d20),segment_id=2a8572cf-efc4-4581-8b36-6095e6fd2d20)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:27.005221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26830de1-5c0f-4dd7-be5b-3f9178f3c294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:27.017703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-26830de1-5c0f-4dd7-be5b-3f9178f3c294 admin admin] Calling delete_port for 01e204ab-45ba-4a02-831d-39cdc7400f5a owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:27.172558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dce96a-9fe7-45a2-8048-df5786b62f61 req-f9dc7fef-aa49-450f-b1d5-e8baf849c631 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:27.174086 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12dce96a-9fe7-45a2-8048-df5786b62f61 req-f9dc7fef-aa49-450f-b1d5-e8baf849c631 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0992508 Dec 08 02:05:27.260354 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12dce96a-9fe7-45a2-8048-df5786b62f61 req-f8a289da-3a61-4e28-8e5a-b0dbfbad8922 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765634 Dec 08 02:05:27.277120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26830de1-5c0f-4dd7-be5b-3f9178f3c294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:27.310470 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26830de1-5c0f-4dd7-be5b-3f9178f3c294 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e204ab-45ba-4a02-831d-39cdc7400f5a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:27.509383 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-26830de1-5c0f-4dd7-be5b-3f9178f3c294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:27.533015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290bbdc-35bf-4dca-af0c-47a4e23fd974 req-663dadfe-71fb-4c91-93e9-ed2e76d51df6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:27.534610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c290bbdc-35bf-4dca-af0c-47a4e23fd974 req-663dadfe-71fb-4c91-93e9-ed2e76d51df6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0718536 Dec 08 02:05:27.657278 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c290bbdc-35bf-4dca-af0c-47a4e23fd974 req-e59750cd-2df1-4819-91dd-6d394693d566 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865116 Dec 08 02:05:27.777862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26830de1-5c0f-4dd7-be5b-3f9178f3c294 admin admin] Router 6de49063-acf2-49ed-895e-390f867f5c74 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:05:27.884818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26830de1-5c0f-4dd7-be5b-3f9178f3c294 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:05:27.889799 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-26830de1-5c0f-4dd7-be5b-3f9178f3c294 admin admin] 10.222.0.70 "PUT /v2.0/routers/6de49063-acf2-49ed-895e-390f867f5c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9808025 Dec 08 02:05:27.892430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60078) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:27.895890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e87a9b-08f6-4c5f-a0f5-b37173634786 None None] Sync routers for ids ['6de49063-acf2-49ed-895e-390f867f5c74'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:05:27.906077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e87a9b-08f6-4c5f-a0f5-b37173634786 None None] Routers {'6de49063-acf2-49ed-895e-390f867f5c74'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:05:27.906816 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-75e87a9b-08f6-4c5f-a0f5-b37173634786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:05:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6de49063-acf2-49ed-895e-390f867f5c74'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:27.996127 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.016176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-75e87a9b-08f6-4c5f-a0f5-b37173634786 None None] Set router 6de49063-acf2-49ed-895e-390f867f5c74 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:05:28.101522 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.155870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Deleting port e95b48b3-cb12-471d-aca5-43b4ac70589a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:28.156261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.200055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-75e87a9b-08f6-4c5f-a0f5-b37173634786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:05:27Z', 'revision_number': 5, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port': {'id': 'e95b48b3-cb12-471d-aca5-43b4ac70589a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de49063-acf2-49ed-895e-390f867f5c74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:01Z', 'updated_at': '2021-12-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:28.227594 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e87a9b-08f6-4c5f-a0f5-b37173634786 None None] Checking router: 6de49063-acf2-49ed-895e-390f867f5c74 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:05:28.236749 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e87a9b-08f6-4c5f-a0f5-b37173634786 None None] Routers {'6de49063-acf2-49ed-895e-390f867f5c74'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:05:28.237374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-75e87a9b-08f6-4c5f-a0f5-b37173634786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:05:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['6de49063-acf2-49ed-895e-390f867f5c74'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:28.241794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] For port e95b48b3-cb12-471d-aca5-43b4ac70589a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e95b48b3-cb12-471d-aca5-43b4ac70589a,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:28.242167 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.254215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Calling delete_port for e95b48b3-cb12-471d-aca5-43b4ac70589a owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:28.323784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-75e87a9b-08f6-4c5f-a0f5-b37173634786 None None] Set router 6de49063-acf2-49ed-895e-390f867f5c74 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:05:28.378949 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-75e87a9b-08f6-4c5f-a0f5-b37173634786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:05:28Z', 'revision_number': 6, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:28.405117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e87a9b-08f6-4c5f-a0f5-b37173634786 None None] The sync data for ids ['6de49063-acf2-49ed-895e-390f867f5c74'] in n-d-713498-30 is: [{'id': '6de49063-acf2-49ed-895e-390f867f5c74', 'name': 'tempest-TestServerBasicOps-627383265-router', 'tenant_id': '3e9ac14866184408b9076ee1b59c6099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:00Z', 'updated_at': '2021-12-08T02:05:28Z', 'revision_number': 6, 'project_id': '3e9ac14866184408b9076ee1b59c6099', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:05:28.421723 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.448818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95b48b3-cb12-471d-aca5-43b4ac70589a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:28.461925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ddaa40-58b3-4862-84a1-a9e475b8d6c1 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:05:28.511359 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.605225 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.607425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.653657 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.654105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6de49063-acf2-49ed-895e-390f867f5c74 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:05:28.658457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.659668 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9aa289bb-2152-45ab-8918-e7c024bbd981 admin admin] 10.222.0.70 "DELETE /v2.0/routers/6de49063-acf2-49ed-895e-390f867f5c74 HTTP/1.1" status: 204 len: 168 time: 0.7663279 Dec 08 02:05:28.662887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60080) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:28.711843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf723dc8-4a2a-4776-8959-8134df493731 admin admin] Deleting subnet 37b86d03-c466-4d52-8618-3fc9fbc06278 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:05:28.715472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf723dc8-4a2a-4776-8959-8134df493731 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.754936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf723dc8-4a2a-4776-8959-8134df493731 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.798265 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08548ed3-4710-4423-964b-0dcce83134a5 req-32caa1ea-d5a9-4692-8d13-dbd000ef9926 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:28.800757 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08548ed3-4710-4423-964b-0dcce83134a5 req-32caa1ea-d5a9-4692-8d13-dbd000ef9926 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0662220 Dec 08 02:05:28.828163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8e648c95-8ce7-407e-911a-9c7302ac648c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.858392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08548ed3-4710-4423-964b-0dcce83134a5 req-857c9f18-44a7-40f5-ac34-30b05dadc922 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509067 Dec 08 02:05:28.864950 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf723dc8-4a2a-4776-8959-8134df493731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.937731 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf723dc8-4a2a-4776-8959-8134df493731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.970400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf723dc8-4a2a-4776-8959-8134df493731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b86d03-c466-4d52-8618-3fc9fbc06278,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:28.976104 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf723dc8-4a2a-4776-8959-8134df493731 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:28.982171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59148da5-0e4f-48c7-bbeb-c4f299bb2f7e None None] Network 8e56e77d-acd3-4322-858b-7809aa2b8bb3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:05:28.983658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60086) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:28.984178 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cf723dc8-4a2a-4776-8959-8134df493731 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/37b86d03-c466-4d52-8618-3fc9fbc06278 HTTP/1.1" status: 204 len: 168 time: 0.3199339 Dec 08 02:05:29.065394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.141244 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Deleting port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:29.141583 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.207836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] For port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=86bbfc42-fe46-4dee-9ba1-266b3e8e47dc,segment=NetworkSegment(2a8572cf-efc4-4581-8b36-6095e6fd2d20),segment_id=2a8572cf-efc4-4581-8b36-6095e6fd2d20)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:29.208196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.229581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ba9506-8f45-4780-b834-d5043450d87f None None] DHCP port deletion for 8e56e77d-acd3-4322-858b-7809aa2b8bb3 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:05:29.240964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Calling delete_port for 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:29.291467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9506-8f45-4780-b834-d5043450d87f None None] Deleting port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:29.291847 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05ba9506-8f45-4780-b834-d5043450d87f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.358285 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-05ba9506-8f45-4780-b834-d5043450d87f None None] For port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=86bbfc42-fe46-4dee-9ba1-266b3e8e47dc,segment=NetworkSegment(2a8572cf-efc4-4581-8b36-6095e6fd2d20),segment_id=2a8572cf-efc4-4581-8b36-6095e6fd2d20)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:29.358683 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05ba9506-8f45-4780-b834-d5043450d87f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.369841 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76840ed-c803-40e9-8e2f-70677090f75c req-584129bb-b3b1-4423-93e0-5009cc8ba1bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:29.371410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e76840ed-c803-40e9-8e2f-70677090f75c req-584129bb-b3b1-4423-93e0-5009cc8ba1bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0748303 Dec 08 02:05:29.374709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-05ba9506-8f45-4780-b834-d5043450d87f None None] Calling delete_port for 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:29.383631 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.425666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Pushing event deleted for resources: {'Port': ['ID=86bbfc42-fe46-4dee-9ba1-266b3e8e47dc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:29.432327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] No DVR routers for this DVR port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:05:29.453034 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:05:29.461196 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05ba9506-8f45-4780-b834-d5043450d87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.497809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba9506-8f45-4780-b834-d5043450d87f None None] Pushing event deleted for resources: {'Port': ['ID=86bbfc42-fe46-4dee-9ba1-266b3e8e47dc,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:29.499889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ba9506-8f45-4780-b834-d5043450d87f None None] No DVR routers for this DVR port 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:29.517653 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e76840ed-c803-40e9-8e2f-70677090f75c req-3297b82d-124e-4bb7-9ff3-e678021a1c30 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292365 Dec 08 02:05:29.551936 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.577881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e56e77d-acd3-4322-858b-7809aa2b8bb3']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:29.587847 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8572cf-efc4-4581-8b36-6095e6fd2d20') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:29.588135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8572cf-efc4-4581-8b36-6095e6fd2d20') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:29.597159 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.610727 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.617074 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:05:29.617458 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:05:29.619116 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:05:29.672459 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.678005 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:29.684153 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] 10.222.0.70 "DELETE /v2.0/networks/8e56e77d-acd3-4322-858b-7809aa2b8bb3 HTTP/1.1" status: 204 len: 168 time: 0.6963089 Dec 08 02:05:29.684851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60098) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:29.697759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddea3e-2834-4936-b28e-492534abda0f admin admin] Pushing event deleted for resources: {'Network': ['ID=8e56e77d-acd3-4322-858b-7809aa2b8bb3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:29.831625 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 01e204ab-45ba-4a02-831d-39cdc7400f5a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:29.857990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 01e204ab-45ba-4a02-831d-39cdc7400f5a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:05:29.858344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 01e204ab-45ba-4a02-831d-39cdc7400f5a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:05:29.858769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:29.878638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:05:29.878993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 86bbfc42-fe46-4dee-9ba1-266b3e8e47dc not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:05:29.880092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e95b48b3-cb12-471d-aca5-43b4ac70589a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:29.899732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: e95b48b3-cb12-471d-aca5-43b4ac70589a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:05:29.900086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e95b48b3-cb12-471d-aca5-43b4ac70589a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:05:30.059374 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2730f76f-8958-4250-9e62-2c0b15b3aa6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:30.303592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2730f76f-8958-4250-9e62-2c0b15b3aa6a admin admin] Deleting port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:30.303945 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2730f76f-8958-4250-9e62-2c0b15b3aa6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:30.382199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2730f76f-8958-4250-9e62-2c0b15b3aa6a admin admin] For port fd4ee3e6-de25-4208-81d8-23ca4d2af8ea, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fd4ee3e6-de25-4208-81d8-23ca4d2af8ea,segment=NetworkSegment(402dc672-6eab-4d2b-8a76-e95318b8a9c2),segment_id=402dc672-6eab-4d2b-8a76-e95318b8a9c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:30.382556 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2730f76f-8958-4250-9e62-2c0b15b3aa6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:30.395287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2730f76f-8958-4250-9e62-2c0b15b3aa6a admin admin] Calling delete_port for fd4ee3e6-de25-4208-81d8-23ca4d2af8ea owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:30.578407 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2730f76f-8958-4250-9e62-2c0b15b3aa6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:30.606329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730f76f-8958-4250-9e62-2c0b15b3aa6a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4ee3e6-de25-4208-81d8-23ca4d2af8ea,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:30.710202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab98705-7e79-480f-83c5-4e93ce2ab2fd req-eaa2729d-8f17-4a7c-86a4-026d96e911aa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:30.711836 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cab98705-7e79-480f-83c5-4e93ce2ab2fd req-eaa2729d-8f17-4a7c-86a4-026d96e911aa tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.1075323 Dec 08 02:05:30.841811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cab98705-7e79-480f-83c5-4e93ce2ab2fd req-05022787-282c-4049-8a97-76c0a84f3cec tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227434 Dec 08 02:05:30.852865 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2730f76f-8958-4250-9e62-2c0b15b3aa6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:31.074202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2730f76f-8958-4250-9e62-2c0b15b3aa6a admin admin] Router b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:05:31.486948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2730f76f-8958-4250-9e62-2c0b15b3aa6a admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:05:31.496012 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2730f76f-8958-4250-9e62-2c0b15b3aa6a admin admin] 10.222.0.70 "PUT /v2.0/routers/b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8065410 Dec 08 02:05:31.496012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60108) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:31.498380 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a785fd3-e8db-469f-8689-8c63e7e7afdb None None] Sync routers for ids ['b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:05:31.509246 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a785fd3-e8db-469f-8689-8c63e7e7afdb None None] Routers {'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:05:31.509971 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1a785fd3-e8db-469f-8689-8c63e7e7afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:05:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:31.601472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:31.619368 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1a785fd3-e8db-469f-8689-8c63e7e7afdb None None] Set router b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:05:31.711742 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:31.767940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Deleting port 3b1f1283-aff9-4d80-a132-0179880abea8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:31.768316 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:31.809869 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1a785fd3-e8db-469f-8689-8c63e7e7afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'name': 'tempest-TestServerBasicOps-147133651-router', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:10Z', 'updated_at': '2021-12-08T02:05:30Z', 'revision_number': 5, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'gw_port': {'id': '3b1f1283-aff9-4d80-a132-0179880abea8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:00:11Z', 'updated_at': '2021-12-08T02:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:31.841232 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a785fd3-e8db-469f-8689-8c63e7e7afdb None None] Checking router: b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:05:31.858111 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a785fd3-e8db-469f-8689-8c63e7e7afdb None None] Routers {'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:05:31.859030 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1a785fd3-e8db-469f-8689-8c63e7e7afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:05:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:31.869356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] For port 3b1f1283-aff9-4d80-a132-0179880abea8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3b1f1283-aff9-4d80-a132-0179880abea8,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:31.869802 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:31.871984 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:31.883629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Calling delete_port for 3b1f1283-aff9-4d80-a132-0179880abea8 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:31.974464 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1a785fd3-e8db-469f-8689-8c63e7e7afdb None None] Set router b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:05:32.000489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff583755-f679-401d-966a-5612ddc418fc req-afa06f87-458b-4625-9253-d514dde1731a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:32.014485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff583755-f679-401d-966a-5612ddc418fc req-afa06f87-458b-4625-9253-d514dde1731a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0842607 Dec 08 02:05:32.043194 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1a785fd3-e8db-469f-8689-8c63e7e7afdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'name': 'tempest-TestServerBasicOps-147133651-router', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:10Z', 'updated_at': '2021-12-08T02:05:31Z', 'revision_number': 6, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:32.079718 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a785fd3-e8db-469f-8689-8c63e7e7afdb None None] The sync data for ids ['b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3'] in n-d-713498-30 is: [{'id': 'b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3', 'name': 'tempest-TestServerBasicOps-147133651-router', 'tenant_id': '8c30160872e34a17aa6c4663643b390f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:00:10Z', 'updated_at': '2021-12-08T02:05:31Z', 'revision_number': 6, 'project_id': '8c30160872e34a17aa6c4663643b390f', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:05:32.088735 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-835cfb15-6a07-4646-9406-a187c2cbd3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.118156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff583755-f679-401d-966a-5612ddc418fc req-f09ee90b-5209-4e3c-aeee-aa830f6fe79b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984373 Dec 08 02:05:32.121400 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.179606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1f1283-aff9-4d80-a132-0179880abea8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:32.204669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2105dc99-3e13-41aa-bb2c-82342849aef3 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:05:32.259108 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.362731 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.373235 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.375723 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.447388 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.448374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:05:32.453832 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.455663 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-79f33ccb-3a12-4ab7-9238-165497304cd4 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b9eba15d-8a3d-4da0-b8a0-dbac04eac9e3 HTTP/1.1" status: 204 len: 168 time: 0.9591928 Dec 08 02:05:32.458346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60134) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:32.470811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8d33d75d-80b7-4df4-8e85-221a32e7d578 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:05:32.525503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2bbdb9-f9dc-4833-b39f-15c62bd55d5a admin admin] Deleting subnet d4dc3352-1b98-4fe3-b518-b63014aac7f0 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:05:32.529637 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbdb9-f9dc-4833-b39f-15c62bd55d5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.584436 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbdb9-f9dc-4833-b39f-15c62bd55d5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.614251 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8d33d75d-80b7-4df4-8e85-221a32e7d578, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d33d75d-80b7-4df4-8e85-221a32e7d578,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:32.629593 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '8d33d75d-80b7-4df4-8e85-221a32e7d578', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'port_id': '8d33d75d-80b7-4df4-8e85-221a32e7d578', 'mac_address': 'fa:16:3e:a7:4d:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:05:32.675250 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.683838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbdb9-f9dc-4833-b39f-15c62bd55d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.690654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d33d75d-80b7-4df4-8e85-221a32e7d578 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:05:32.716204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8d33d75d-80b7-4df4-8e85-221a32e7d578, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d33d75d-80b7-4df4-8e85-221a32e7d578,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:32.724956 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.778103 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbdb9-f9dc-4833-b39f-15c62bd55d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.796206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8d33d75d-80b7-4df4-8e85-221a32e7d578,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:32.825602 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2f2bbdb9-f9dc-4833-b39f-15c62bd55d5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:32.832179 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2f2bbdb9-f9dc-4833-b39f-15c62bd55d5a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d4dc3352-1b98-4fe3-b518-b63014aac7f0 HTTP/1.1" status: 204 len: 168 time: 0.3696039 Dec 08 02:05:32.832440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6105b3cf-2a31-4703-a62e-82727b9bf621 None None] Network 975874d7-4191-4330-ab11-8fd0879a5356 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:05:32.832564 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bbdb9-f9dc-4833-b39f-15c62bd55d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4dc3352-1b98-4fe3-b518-b63014aac7f0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:32.833380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60136) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:32.908068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['8d33d75d-80b7-4df4-8e85-221a32e7d578'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:05:32.950678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.045041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Deleting port 210e9ada-d489-4d2a-b1f5-5cc611736469 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:33.045652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.084728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4f2b2-78b6-4840-9ff2-f26eafe6728a None None] DHCP port deletion for 975874d7-4191-4330-ab11-8fd0879a5356 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:05:33.154945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] For port 210e9ada-d489-4d2a-b1f5-5cc611736469, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=210e9ada-d489-4d2a-b1f5-5cc611736469,segment=NetworkSegment(402dc672-6eab-4d2b-8a76-e95318b8a9c2),segment_id=402dc672-6eab-4d2b-8a76-e95318b8a9c2)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:33.155540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.177516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Calling delete_port for 210e9ada-d489-4d2a-b1f5-5cc611736469 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:33.225484 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-67b4f2b2-78b6-4840-9ff2-f26eafe6728a None None] Deleting port 210e9ada-d489-4d2a-b1f5-5cc611736469 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:33.225812 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-67b4f2b2-78b6-4840-9ff2-f26eafe6728a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.306387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620c72f-ebb3-4331-a82c-8b60db317f66 req-a5ade6a5-96bf-414a-bd14-16b588b84e7a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:33.308083 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8620c72f-ebb3-4331-a82c-8b60db317f66 req-a5ade6a5-96bf-414a-bd14-16b588b84e7a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 945 time: 0.0694344 Dec 08 02:05:33.314285 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.348958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] No DVR routers for this DVR port 210e9ada-d489-4d2a-b1f5-5cc611736469 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:33.354592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Pushing event deleted for resources: {'Port': ['ID=210e9ada-d489-4d2a-b1f5-5cc611736469,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:33.427116 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8620c72f-ebb3-4331-a82c-8b60db317f66 req-df40f6f0-52d1-4eeb-ae5f-8525f3682ff8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123626 Dec 08 02:05:33.451570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.502050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975874d7-4191-4330-ab11-8fd0879a5356']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:33.519142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402dc672-6eab-4d2b-8a76-e95318b8a9c2') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:33.519682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402dc672-6eab-4d2b-8a76-e95318b8a9c2') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:33.533212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.554393 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.564646 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:05:33.565080 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.581373 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-67b4f2b2-78b6-4840-9ff2-f26eafe6728a None None] For port 210e9ada-d489-4d2a-b1f5-5cc611736469, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=210e9ada-d489-4d2a-b1f5-5cc611736469,segment=NetworkSegment(402dc672-6eab-4d2b-8a76-e95318b8a9c2),segment_id=402dc672-6eab-4d2b-8a76-e95318b8a9c2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:05:33.581630 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:05:33.587033 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-67b4f2b2-78b6-4840-9ff2-f26eafe6728a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.605391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-67b4f2b2-78b6-4840-9ff2-f26eafe6728a None None] Calling delete_port for 210e9ada-d489-4d2a-b1f5-5cc611736469 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:33.644274 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.649303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.654908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] 10.222.0.70 "DELETE /v2.0/networks/975874d7-4191-4330-ab11-8fd0879a5356 HTTP/1.1" status: 204 len: 168 time: 0.8205965 Dec 08 02:05:33.668787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7686d-cb53-4652-bd47-638f4232b65d admin admin] Pushing event deleted for resources: {'Network': ['ID=975874d7-4191-4330-ab11-8fd0879a5356,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:33.715923 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.745388 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-67b4f2b2-78b6-4840-9ff2-f26eafe6728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:33.802310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-67b4f2b2-78b6-4840-9ff2-f26eafe6728a None None] Network 975874d7-4191-4330-ab11-8fd0879a5356 is not hosted by any dhcp agent {{(pid=103131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 02:05:33.803007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b4f2b2-78b6-4840-9ff2-f26eafe6728a None None] No DVR routers for this DVR port 210e9ada-d489-4d2a-b1f5-5cc611736469 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:33.805724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4f2b2-78b6-4840-9ff2-f26eafe6728a None None] Pushing event deleted for resources: {'Port': ['ID=210e9ada-d489-4d2a-b1f5-5cc611736469,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:33.860300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fd4ee3e6-de25-4208-81d8-23ca4d2af8ea no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:33.873532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60142) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:33.891013 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: fd4ee3e6-de25-4208-81d8-23ca4d2af8ea {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:05:33.891669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fd4ee3e6-de25-4208-81d8-23ca4d2af8ea not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:05:33.892307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3b1f1283-aff9-4d80-a132-0179880abea8 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:33.917937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 3b1f1283-aff9-4d80-a132-0179880abea8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:05:33.919041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3b1f1283-aff9-4d80-a132-0179880abea8 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:05:33.919630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 210e9ada-d489-4d2a-b1f5-5cc611736469 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:33.943561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 210e9ada-d489-4d2a-b1f5-5cc611736469 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:05:33.944230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 210e9ada-d489-4d2a-b1f5-5cc611736469 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:05:33.965452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8b62811b-1d05-48c0-8f9c-f232a18267c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e9ac14866184408b9076ee1b59c6099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907328 Dec 08 02:05:33.967979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60144) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:34.033260 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0239a67-704c-497c-84c4-622c349151b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.048771 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.059932 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0239a67-704c-497c-84c4-622c349151b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.125898 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0239a67-704c-497c-84c4-622c349151b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.129419 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0239a67-704c-497c-84c4-622c349151b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.130737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a0239a67-704c-497c-84c4-622c349151b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68ce1c55-af8b-497a-8351-47bc4e897047 HTTP/1.1" status: 204 len: 168 time: 0.1617057 Dec 08 02:05:34.142872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0239a67-704c-497c-84c4-622c349151b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ce1c55-af8b-497a-8351-47bc4e897047,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:34.472890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8d33d75d-80b7-4df4-8e85-221a32e7d578 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:05:34.546661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 8d33d75d-80b7-4df4-8e85-221a32e7d578 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:05:34.546800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.586616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f0804-f00d-40c5-bdf3-fc387e5ab471 req-7bee6a40-8f7d-4f97-a908-ce252bf9c1e6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:34.599377 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-912f0804-f00d-40c5-bdf3-fc387e5ab471 req-7bee6a40-8f7d-4f97-a908-ce252bf9c1e6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 945 time: 0.0888591 Dec 08 02:05:34.635858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60152) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:34.652585 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.680055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d33d75d-80b7-4df4-8e85-221a32e7d578'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:34.682515 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efe698c-4e5d-4a39-8b7b-92a7f8aeaefe" -d '{"events": [{"server_uuid": "5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696", "name": "network-vif-plugged", "status": "completed", "tag": "8d33d75d-80b7-4df4-8e85-221a32e7d578"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:34.686072 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-912f0804-f00d-40c5-bdf3-fc387e5ab471 req-7088c696-e79e-4ebc-bb25-6d2fd0b6d0a6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848455 Dec 08 02:05:34.699058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8d33d75d-80b7-4df4-8e85-221a32e7d578, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d33d75d-80b7-4df4-8e85-221a32e7d578,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:34.704531 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.743739 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d434d19c-f052-4dd7-8b16-7e3c8e87161b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8c30160872e34a17aa6c4663643b390f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1063066 Dec 08 02:05:34.746002 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60156) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:05:34.777850 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7e5dd4-3089-40b6-abad-c7e95af9d78f x-openstack-request-id: req-7b7e5dd4-3089-40b6-abad-c7e95af9d78f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:34.778192 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696", "name": "network-vif-plugged", "status": "completed", "tag": "8d33d75d-80b7-4df4-8e85-221a32e7d578", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:34.778547 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7b7e5dd4-3089-40b6-abad-c7e95af9d78f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:34.779016 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d33d75d-80b7-4df4-8e85-221a32e7d578', 'code': 200} Dec 08 02:05:34.779271 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:05:34.789746 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8d33d75d-80b7-4df4-8e85-221a32e7d578,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:34.810268 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.813421 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5790e9a4-d752-4760-9ea1-e4f21ddafac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.837278 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5790e9a4-d752-4760-9ea1-e4f21ddafac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.893619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5790e9a4-d752-4760-9ea1-e4f21ddafac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.896820 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5790e9a4-d752-4760-9ea1-e4f21ddafac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:34.898043 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5790e9a4-d752-4760-9ea1-e4f21ddafac6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55b7c8cb-fcf6-447b-a4ae-5a3f87c21317 HTTP/1.1" status: 204 len: 168 time: 0.1510408 Dec 08 02:05:34.906501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790e9a4-d752-4760-9ea1-e4f21ddafac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b7c8cb-fcf6-447b-a4ae-5a3f87c21317,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:35.818332 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0f0bb-6e01-41f2-afd9-39aa77ddc100 req-4d8ce46d-300f-4ec6-9914-b4c748e6d352 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:35.819858 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1c0f0bb-6e01-41f2-afd9-39aa77ddc100 req-4d8ce46d-300f-4ec6-9914-b4c748e6d352 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0502110 Dec 08 02:05:35.875544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1c0f0bb-6e01-41f2-afd9-39aa77ddc100 req-e182efbf-386a-4db1-abe7-364621598de2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495968 Dec 08 02:05:37.024436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02284b18-d4af-43b4-91a6-d45702e4c7d0 req-e95deada-ac90-4366-88eb-746aa16b1b36 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:37.026594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02284b18-d4af-43b4-91a6-d45702e4c7d0 req-e95deada-ac90-4366-88eb-746aa16b1b36 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0657201 Dec 08 02:05:37.095217 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02284b18-d4af-43b4-91a6-d45702e4c7d0 req-2d2a0655-23bd-410a-9cea-8b6bf4bed6c6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593874 Dec 08 02:05:38.227252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dda524-dc70-4691-a70e-b084a3a73741 req-33a8386e-d73c-4d51-b61c-5b3a7ad45c18 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:38.229024 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52dda524-dc70-4691-a70e-b084a3a73741 req-33a8386e-d73c-4d51-b61c-5b3a7ad45c18 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0562794 Dec 08 02:05:38.282528 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52dda524-dc70-4691-a70e-b084a3a73741 req-5ac213c8-d632-4488-9fd4-483859dc8211 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464978 Dec 08 02:05:39.418033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244af38-4b3a-4706-9186-cb8c177dfe51 req-fea1dc0a-dc69-4685-861c-7ab064a2aade tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:39.419678 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8244af38-4b3a-4706-9186-cb8c177dfe51 req-fea1dc0a-dc69-4685-861c-7ab064a2aade tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0571351 Dec 08 02:05:39.471891 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8244af38-4b3a-4706-9186-cb8c177dfe51 req-d0de0762-3be9-477d-8253-713ca6ec474a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443113 Dec 08 02:05:40.607473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94aa0d4-d43f-46a2-89f3-4c9e02453fd8 req-ddef4199-1c98-4125-917a-822080a4475b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:40.615590 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b94aa0d4-d43f-46a2-89f3-4c9e02453fd8 req-ddef4199-1c98-4125-917a-822080a4475b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0630412 Dec 08 02:05:40.669094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b94aa0d4-d43f-46a2-89f3-4c9e02453fd8 req-a3739025-4fa8-4276-b622-d663599b8fe0 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522809 Dec 08 02:05:41.794336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90788e48-7e22-4206-801a-79b62b8f6d74 req-1d74ba21-c795-49bf-8192-10e20cbcfbff tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:41.796109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90788e48-7e22-4206-801a-79b62b8f6d74 req-1d74ba21-c795-49bf-8192-10e20cbcfbff tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0558431 Dec 08 02:05:41.849064 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90788e48-7e22-4206-801a-79b62b8f6d74 req-1fcce339-5f3a-4438-ade7-a2a02cbced7b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453451 Dec 08 02:05:42.662638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22662-97ee-41be-ae69-a6e564b48aa7 req-e24afc91-0e16-4c34-ab44-9680a340849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:42.664115 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46a22662-97ee-41be-ae69-a6e564b48aa7 req-e24afc91-0e16-4c34-ab44-9680a340849d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 1098 time: 0.0439165 Dec 08 02:05:42.764553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22662-97ee-41be-ae69-a6e564b48aa7 req-5a2a7542-0b1a-41cd-8a92-7859ac42c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:42.766038 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46a22662-97ee-41be-ae69-a6e564b48aa7 req-5a2a7542-0b1a-41cd-8a92-7859ac42c024 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.0887704 Dec 08 02:05:42.813423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46a22662-97ee-41be-ae69-a6e564b48aa7 req-745758e0-f1cf-40e4-a011-9182b2c33fad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d33d75d-80b7-4df4-8e85-221a32e7d578 HTTP/1.1" status: 200 len: 217 time: 0.0374417 Dec 08 02:05:42.864917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22662-97ee-41be-ae69-a6e564b48aa7 req-c2659c05-a112-414e-825d-3697c63c2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:42.866387 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46a22662-97ee-41be-ae69-a6e564b48aa7 req-c2659c05-a112-414e-825d-3697c63c2aad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0446136 Dec 08 02:05:42.916448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22662-97ee-41be-ae69-a6e564b48aa7 req-734dc714-6cd4-4922-b423-33943939f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:42.917887 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46a22662-97ee-41be-ae69-a6e564b48aa7 req-734dc714-6cd4-4922-b423-33943939f9d3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433562 Dec 08 02:05:43.031815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa495099-cd1c-4ea3-871a-76e4a3ef4e8a req-95f302ab-d302-44c0-9e7c-9cde7271f256 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:43.033358 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa495099-cd1c-4ea3-871a-76e4a3ef4e8a req-95f302ab-d302-44c0-9e7c-9cde7271f256 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.1069384 Dec 08 02:05:43.072721 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46a22662-97ee-41be-ae69-a6e564b48aa7 req-77b3f9ee-81a0-4807-8bb2-1fccc2f0b4db service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377764 Dec 08 02:05:43.124654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa495099-cd1c-4ea3-871a-76e4a3ef4e8a req-124daecf-7c49-4363-8182-6e18335c2b6e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826781 Dec 08 02:05:43.192329 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46a22662-97ee-41be-ae69-a6e564b48aa7 req-746d0b14-7516-4222-9f97-bcddce7dd42c service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046901 Dec 08 02:05:44.248177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e87e37-861e-490f-89af-0119c102d9e1 req-a0c34f51-ae7b-4405-978a-4446ffa01c76 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:44.249747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c3e87e37-861e-490f-89af-0119c102d9e1 req-a0c34f51-ae7b-4405-978a-4446ffa01c76 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0551968 Dec 08 02:05:44.297368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c3e87e37-861e-490f-89af-0119c102d9e1 req-ba04d1ee-f5be-4131-b635-0e0af209e664 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Dec 08 02:05:45.416469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17adecc-892f-437c-85fc-1e1b6b997f11 req-c6a8afa0-7fe5-410a-a082-bf31b73e81e8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:45.417957 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f17adecc-892f-437c-85fc-1e1b6b997f11 req-c6a8afa0-7fe5-410a-a082-bf31b73e81e8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0511653 Dec 08 02:05:45.468104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f17adecc-892f-437c-85fc-1e1b6b997f11 req-578190f5-5b40-4c2b-8d0e-d9aabce8d2c7 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Dec 08 02:05:46.541851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8d33d75d-80b7-4df4-8e85-221a32e7d578 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:46.586140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d05872-fe5a-4557-baa2-bd46743f6d62 req-7a760f47-759f-4fdb-8385-5aefd95eecd8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:46.587652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2d05872-fe5a-4557-baa2-bd46743f6d62 req-7a760f47-759f-4fdb-8385-5aefd95eecd8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 946 time: 0.0498819 Dec 08 02:05:46.622442 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:46.635265 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2d05872-fe5a-4557-baa2-bd46743f6d62 req-934d8903-9129-459e-b67e-8a7a8b788f8c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416486 Dec 08 02:05:46.645943 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d33d75d-80b7-4df4-8e85-221a32e7d578'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:46.648211 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cccd3a6-348a-4b73-bc92-4f98a7ad8f2a" -d '{"events": [{"server_uuid": "5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696", "name": "network-vif-unplugged", "status": "completed", "tag": "8d33d75d-80b7-4df4-8e85-221a32e7d578"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:46.661597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8d33d75d-80b7-4df4-8e85-221a32e7d578, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d33d75d-80b7-4df4-8e85-221a32e7d578,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:46.666803 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:46.718527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8d33d75d-80b7-4df4-8e85-221a32e7d578,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:46.764615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8881a4-2f86-45ac-9b09-bfa2f5c0d6f8 req-92cf4e09-8d48-4988-8e84-cdc611eac177 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:46.766322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b8881a4-2f86-45ac-9b09-bfa2f5c0d6f8 req-92cf4e09-8d48-4988-8e84-cdc611eac177 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0560219 Dec 08 02:05:46.814614 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b8881a4-2f86-45ac-9b09-bfa2f5c0d6f8 req-e5d7451e-d80a-4548-a3f9-8953906ae8d2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416365 Dec 08 02:05:46.921617 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a091d470-808a-4997-85d5-02a156044376 x-openstack-request-id: req-a091d470-808a-4997-85d5-02a156044376 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:46.921911 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696", "name": "network-vif-unplugged", "status": "failed", "tag": "8d33d75d-80b7-4df4-8e85-221a32e7d578", "code": 422}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:46.922166 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a091d470-808a-4997-85d5-02a156044376 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:46.922585 n-d-713498-30 neutron-server[103131]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d33d75d-80b7-4df4-8e85-221a32e7d578', 'code': 422} returned with failed status Dec 08 02:05:46.964657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a730fc-bd6b-4659-a7c0-051c6a017088 req-f1a49c2b-94af-4d90-a702-88524795c31c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:46.966172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9a730fc-bd6b-4659-a7c0-051c6a017088 req-f1a49c2b-94af-4d90-a702-88524795c31c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0518389 Dec 08 02:05:47.016232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9a730fc-bd6b-4659-a7c0-051c6a017088 req-c3efa306-f318-4d7b-80ed-6e49cf826eb5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440123 Dec 08 02:05:47.225600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abd79c-e75b-47ee-8a0b-cbabab4b8262 req-fb3a03ac-d68a-4336-8f94-d71f2bced73a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:47.227163 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b4abd79c-e75b-47ee-8a0b-cbabab4b8262 req-fb3a03ac-d68a-4336-8f94-d71f2bced73a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0528178 Dec 08 02:05:47.282133 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b4abd79c-e75b-47ee-8a0b-cbabab4b8262 req-a8a26a2a-e132-4476-8992-5f16ae22724c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486906 Dec 08 02:05:48.326086 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefb485-46e8-4e10-a54b-ff021239f08f req-4429fbd4-92b7-417a-aa18-77b405abf246 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:48.327617 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcefb485-46e8-4e10-a54b-ff021239f08f req-4429fbd4-92b7-417a-aa18-77b405abf246 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 945 time: 0.0497849 Dec 08 02:05:48.379190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fcefb485-46e8-4e10-a54b-ff021239f08f req-49bcbca3-2d03-4483-ac63-033d850f76b4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448329 Dec 08 02:05:48.401469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869c710-8032-4a3a-8af0-64dca92fd269 req-e80cf8c0-a24d-4406-9972-551eecd3a8e1 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:48.402972 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8869c710-8032-4a3a-8af0-64dca92fd269 req-e80cf8c0-a24d-4406-9972-551eecd3a8e1 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0498061 Dec 08 02:05:48.450010 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8869c710-8032-4a3a-8af0-64dca92fd269 req-5f61e1f6-16b4-4341-88c5-49c5619e57fb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Dec 08 02:05:49.507745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f0e76-c2e8-45bd-80f8-918b52011ef8 req-4e316d48-a469-44d3-ac0b-bac19cda97b0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:49.509413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-141f0e76-c2e8-45bd-80f8-918b52011ef8 req-4e316d48-a469-44d3-ac0b-bac19cda97b0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 945 time: 0.0494952 Dec 08 02:05:49.561257 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-141f0e76-c2e8-45bd-80f8-918b52011ef8 req-95dd9777-bd88-486d-916e-e675cdad4dc6 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459692 Dec 08 02:05:49.576193 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c80ac-94cc-4fd4-87a4-fd01bb32fd5e req-b6ff97bb-09b9-421f-8c82-cdc3fa0550fe tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:49.577702 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-045c80ac-94cc-4fd4-87a4-fd01bb32fd5e req-b6ff97bb-09b9-421f-8c82-cdc3fa0550fe tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0534973 Dec 08 02:05:49.627502 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-045c80ac-94cc-4fd4-87a4-fd01bb32fd5e req-c3344707-f2ec-4f66-8f96-e3d5e5015cca tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436330 Dec 08 02:05:50.249979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-ad3e3677-eeda-487d-a05b-c7898e58e328 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:50.251443 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-ad3e3677-eeda-487d-a05b-c7898e58e328 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 945 time: 0.0525453 Dec 08 02:05:50.351272 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Deleting port f62b10df-f2af-46a2-855a-9be92a533747 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:05:50.351602 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:50.448920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] For port f62b10df-f2af-46a2-855a-9be92a533747, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f62b10df-f2af-46a2-855a-9be92a533747,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:05:50.449273 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:50.559127 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8d33d75d-80b7-4df4-8e85-221a32e7d578 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:50.685500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0790f-98ba-4391-8d54-0a34b03814e7 req-48dcff78-d4ee-4d89-ad1b-6a39e318dc37 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:50.687054 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfd0790f-98ba-4391-8d54-0a34b03814e7 req-48dcff78-d4ee-4d89-ad1b-6a39e318dc37 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 945 time: 0.0560627 Dec 08 02:05:50.714089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:50.714708 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:50.714919 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Floating IP b0397995-632d-4c75-a601-40ae256f4a55 disassociated. External IP: 172.25.2.101, port: f62b10df-f2af-46a2-855a-9be92a533747. Dec 08 02:05:50.715403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Calling delete_port for f62b10df-f2af-46a2-855a-9be92a533747 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:05:50.742510 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfd0790f-98ba-4391-8d54-0a34b03814e7 req-0fcabecc-d1f2-4f5d-b1f3-17acb107a887 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488491 Dec 08 02:05:51.023210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f58ff4-c552-4b16-9f23-fec0c9de8600 req-20ed8a77-9b7a-4ff4-9363-2cc3a1adbf6d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:51.024706 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61f58ff4-c552-4b16-9f23-fec0c9de8600 req-20ed8a77-9b7a-4ff4-9363-2cc3a1adbf6d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.3220677 Dec 08 02:05:51.088067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61f58ff4-c552-4b16-9f23-fec0c9de8600 req-81454b85-a283-4ae4-af00-281a8849495c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536525 Dec 08 02:05:51.141350 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:51.170251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event deleted for resources: {'Port': ['ID=f62b10df-f2af-46a2-855a-9be92a533747,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:05:51.282683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Router 48058a06-d28a-4db7-84a8-eb9502a4152a has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:05:51.387869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:05:51.398445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fe97a3-d20b-47b4-841c-f713cd27acdd None None] Sync routers for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:05:51.408631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fe97a3-d20b-47b4-841c-f713cd27acdd None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:05:51.409270 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-81fe97a3-d20b-47b4-841c-f713cd27acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:05:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:51.427418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] No DVR routers for this DVR port f62b10df-f2af-46a2-855a-9be92a533747 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:05:51.430183 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:51.434013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63bfeff6-9ded-4a43-a15a-e79be867bdcb req-d702c077-060e-436f-a068-8caae4efd25d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "DELETE /v2.0/ports/f62b10df-f2af-46a2-855a-9be92a533747 HTTP/1.1" status: 204 len: 173 time: 1.1755898 Dec 08 02:05:51.434496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'name': 'network-vif-deleted', 'tag': 'f62b10df-f2af-46a2-855a-9be92a533747'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:05:51.436791 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486186bd-be9d-419c-b017-4783581abd04" -d '{"events": [{"server_uuid": "faa94768-6c2b-4907-a50a-bc8a269e076b", "name": "network-vif-deleted", "tag": "f62b10df-f2af-46a2-855a-9be92a533747"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:05:51.525720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-81fe97a3-d20b-47b4-841c-f713cd27acdd None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:05:51.557776 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95982b8-f0ad-4786-a691-60cec8f686fa x-openstack-request-id: req-c95982b8-f0ad-4786-a691-60cec8f686fa {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:05:51.558165 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa94768-6c2b-4907-a50a-bc8a269e076b", "name": "network-vif-deleted", "tag": "f62b10df-f2af-46a2-855a-9be92a533747", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:05:51.558496 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c95982b8-f0ad-4786-a691-60cec8f686fa {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:05:51.558987 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa94768-6c2b-4907-a50a-bc8a269e076b', 'name': 'network-vif-deleted', 'tag': 'f62b10df-f2af-46a2-855a-9be92a533747', 'status': 'completed', 'code': 200} Dec 08 02:05:51.758115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-81fe97a3-d20b-47b4-841c-f713cd27acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:51.785581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fe97a3-d20b-47b4-841c-f713cd27acdd None None] Checking router: 48058a06-d28a-4db7-84a8-eb9502a4152a for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:05:51.795368 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fe97a3-d20b-47b4-841c-f713cd27acdd None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:05:51.795987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-81fe97a3-d20b-47b4-841c-f713cd27acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:05:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:51.843896 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f97bab9c-1ea4-4c66-9aa5-f9115050dd49 req-a320f4d3-2bff-4513-b3db-aefeae096f20 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 210 time: 0.0285330 Dec 08 02:05:51.904379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-81fe97a3-d20b-47b4-841c-f713cd27acdd None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:05:52.103959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-81fe97a3-d20b-47b4-841c-f713cd27acdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:05:52.134791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fe97a3-d20b-47b4-841c-f713cd27acdd None None] The sync data for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 is: [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:05:52.214607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7d096-26b5-416a-940b-7c1811ea3b66 req-018ba6ea-db78-4e3b-9280-0077c4068b04 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:52.220883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-29f7d096-26b5-416a-940b-7c1811ea3b66 req-018ba6ea-db78-4e3b-9280-0077c4068b04 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0566227 Dec 08 02:05:52.269031 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-29f7d096-26b5-416a-940b-7c1811ea3b66 req-c613ac53-63e4-4270-9844-7174d56df59c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454478 Dec 08 02:05:52.405151 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397533d4-f60e-41c3-9f1f-4678ff6b73ba None None] New status for floating IP b0397995-632d-4c75-a601-40ae256f4a55: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:05:52.940965 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f7a2e27-dca9-45c1-9e2c-e9c03f33cf0d req-e4fcb32f-a6f7-4dd4-a2d7-6f039c994219 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 210 time: 0.0260689 Dec 08 02:05:53.387545 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501329f2-049a-4bae-a353-8bbd825f6370 req-f1317411-a535-479d-ac9b-7c7838d94c2a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:53.389080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-501329f2-049a-4bae-a353-8bbd825f6370 req-f1317411-a535-479d-ac9b-7c7838d94c2a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0505555 Dec 08 02:05:53.440158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-501329f2-049a-4bae-a353-8bbd825f6370 req-4828b751-3caf-4cd5-ac54-552731bc0c2d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450418 Dec 08 02:05:54.043819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74a83a4a-6ddd-49ba-a4c8-b772874b5674 req-7f388633-f2cb-4f32-a2b5-074c3c2e5fb9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 210 time: 0.0312843 Dec 08 02:05:54.560168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe356e63-7558-44e4-81cc-146bf0cb0689 req-8f2b05e8-edc5-4399-90d3-62d050f6f34d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:54.561724 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fe356e63-7558-44e4-81cc-146bf0cb0689 req-8f2b05e8-edc5-4399-90d3-62d050f6f34d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0500212 Dec 08 02:05:54.598430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f62b10df-f2af-46a2-855a-9be92a533747 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:05:54.610269 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fe356e63-7558-44e4-81cc-146bf0cb0689 req-c82f06c4-4986-4f4a-9a86-fff690d75072 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423591 Dec 08 02:05:54.627011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: f62b10df-f2af-46a2-855a-9be92a533747 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:05:54.627373 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f62b10df-f2af-46a2-855a-9be92a533747 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:05:55.140898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7ff9783-c1d4-4a8c-b5b2-739107fb1c95 req-87184359-332f-4694-bcf4-6026dd1f6cd9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 210 time: 0.0291088 Dec 08 02:05:55.734857 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269b03d-1bf6-4133-8140-3d8b63605512 req-2d9e735d-8819-4e8c-a963-4a441570b980 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:55.736667 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7269b03d-1bf6-4133-8140-3d8b63605512 req-2d9e735d-8819-4e8c-a963-4a441570b980 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0505557 Dec 08 02:05:55.791095 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7269b03d-1bf6-4133-8140-3d8b63605512 req-979b3212-1c8f-4955-b850-48d5dd78fd97 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480649 Dec 08 02:05:56.252216 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e7a8d2bf-6f01-4342-a3f7-ae4f27e38351 req-491e9886-7ac1-4054-8ec6-31a7581c42f4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=faa94768-6c2b-4907-a50a-bc8a269e076b HTTP/1.1" status: 200 len: 210 time: 0.0273054 Dec 08 02:05:56.911974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456038ba-c241-4bb8-8b0d-da133399b75f req-2a021bf9-20e8-43a2-b4df-a6d7a722331a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:56.913517 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-456038ba-c241-4bb8-8b0d-da133399b75f req-2a021bf9-20e8-43a2-b4df-a6d7a722331a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0545981 Dec 08 02:05:56.960925 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-456038ba-c241-4bb8-8b0d-da133399b75f req-5174cc17-30a4-448e-ac12-3b7e363d5a3e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415509 Dec 08 02:05:57.542010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-71e5881a-9c5e-473b-b667-fd87419f0057 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857939373&fields=id&tenant_id=630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 267 time: 0.0498610 Dec 08 02:05:57.654054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-05596513-0756-4730-9007-fc2f697242d3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:57.655559 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-05596513-0756-4730-9007-fc2f697242d3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.1065669 Dec 08 02:05:57.671992 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-e095cf70-0be3-419d-8dca-e1a493ba0116 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/quotas/630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 375 time: 0.0094700 Dec 08 02:05:57.724118 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-f3cfa264-7c71-42b2-b793-12718f6f935f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455971 Dec 08 02:05:57.819950 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-063f0755-9987-4dd1-ab3e-cadc34edd5e2 service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845950 Dec 08 02:05:57.918045 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-d692bcb4-b808-42e0-9dfb-d58afbe127dd service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903544 Dec 08 02:05:58.083426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6ebaf-f548-4380-86a4-04bfdefcc8c9 req-0a493ec3-ee43-4d46-ab5d-715930e88fb2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:58.084868 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08c6ebaf-f548-4380-86a4-04bfdefcc8c9 req-0a493ec3-ee43-4d46-ab5d-715930e88fb2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0551829 Dec 08 02:05:58.137870 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08c6ebaf-f548-4380-86a4-04bfdefcc8c9 req-1561fa83-24a2-4ac9-aa53-c026153e842b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466011 Dec 08 02:05:58.209155 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-269883bb-7790-4f89-bb10-bd264de100b5 req-5dd3470c-a4e5-428e-949e-a5a724c58f41 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 210 time: 0.0281231 Dec 08 02:05:58.357496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57556375-f1f3-4e1e-8458-945533dedca9 req-892384ae-7f7d-4bb3-85c7-903feb9a02b9 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:58.359081 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57556375-f1f3-4e1e-8458-945533dedca9 req-892384ae-7f7d-4bb3-85c7-903feb9a02b9 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0524201 Dec 08 02:05:58.419650 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57556375-f1f3-4e1e-8458-945533dedca9 req-db95fc98-f045-43b9-8aa1-09c1a7d6e68d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530660 Dec 08 02:05:58.430554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65275534-3a15-43a1-b077-a5a7024bc0b1 req-2b354566-b0fc-4051-ae58-6a478ab0ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:58.432051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65275534-3a15-43a1-b077-a5a7024bc0b1 req-2b354566-b0fc-4051-ae58-6a478ab0ad73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1096 time: 0.0485976 Dec 08 02:05:58.535273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65275534-3a15-43a1-b077-a5a7024bc0b1 req-85485dff-e431-42d4-a667-59b63c44a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:58.536816 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65275534-3a15-43a1-b077-a5a7024bc0b1 req-85485dff-e431-42d4-a667-59b63c44a228 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.0923080 Dec 08 02:05:58.612911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65275534-3a15-43a1-b077-a5a7024bc0b1 req-64aee825-5e77-4131-bf16-509f0f9a8f52 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 999 time: 0.0635593 Dec 08 02:05:58.669862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65275534-3a15-43a1-b077-a5a7024bc0b1 req-3a86b052-206d-4143-ba7a-8cfc6811dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:58.671323 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65275534-3a15-43a1-b077-a5a7024bc0b1 req-3a86b052-206d-4143-ba7a-8cfc6811dafd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0461257 Dec 08 02:05:58.727906 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65275534-3a15-43a1-b077-a5a7024bc0b1 req-548334c8-a172-404b-919b-08711f88bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:58.729445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65275534-3a15-43a1-b077-a5a7024bc0b1 req-548334c8-a172-404b-919b-08711f88bac4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437706 Dec 08 02:05:58.813400 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31bf5603-e342-4248-8b63-27149dd11878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:58.841371 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65275534-3a15-43a1-b077-a5a7024bc0b1 req-27c14579-ee54-46ee-aa46-6bd482aa40ec service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038136 Dec 08 02:05:58.955022 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65275534-3a15-43a1-b077-a5a7024bc0b1 req-ef3343f2-567b-4131-8079-f2cefd3c112e service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925806 Dec 08 02:05:59.313999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e62c23e-e743-4977-9995-18496a349e1b req-0c837dd7-56b7-4bfa-b93d-c70e53dd0831 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 210 time: 0.0313089 Dec 08 02:05:59.547017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-a25b427d-5be4-416d-bb8c-589c670b1e29 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:59.549401 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-a25b427d-5be4-416d-bb8c-589c670b1e29 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.1444979 Dec 08 02:05:59.565755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ed43a-7116-4f02-82e2-334af2994c1f req-e808e25c-3157-473f-b809-af86c96c1d41 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:05:59.576166 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de0ed43a-7116-4f02-82e2-334af2994c1f req-e808e25c-3157-473f-b809-af86c96c1d41 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0760994 Dec 08 02:05:59.636259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de0ed43a-7116-4f02-82e2-334af2994c1f req-50033ab9-8ec8-43b0-a608-7bc55e978be5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589023 Dec 08 02:05:59.645325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-34527397-98d7-44d2-a900-7b34a8f29f09 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 379 time: 0.0791490 Dec 08 02:05:59.655259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'port': {'device_id': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'admin_state_up': True, 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'security_groups': ['f28b1d3a-8f5d-4ce8-9970-966bdab5c10e']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:05:59.779151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Made reservation on behalf of 630e950b003f4579a3179d6eb911a839 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:05:59.782861 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:05:59.908998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Allocated IP 172.20.0.11 (8f279760-140c-407f-a667-25feea544d0c/ddacc30c-c599-475d-882a-2e882bb43a56/e0a338f9-8522-46ec-aac6-83683f1fc52c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:00.053576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:00.087881 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:00.133773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Network 8f279760-140c-407f-a667-25feea544d0c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:00.137047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:00.140802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:00.170599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=e0a338f9-8522-46ec-aac6-83683f1fc52c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:00.201048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:00.201687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:00.218911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-07dadab7-1930-4592-8589-c15b2e688d87 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5676305 Dec 08 02:06:00.238749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Request body: {'port': {'device_id': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:00.301158 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:00.447582 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2d7e9e26-e054-4335-9c40-30693cd7aac4 None None] Provisioning complete for port e0a338f9-8522-46ec-aac6-83683f1fc52c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:00.449217 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2d7e9e26-e054-4335-9c40-30693cd7aac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:00.490924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e9e26-e054-4335-9c40-30693cd7aac4 None None] Port e0a338f9-8522-46ec-aac6-83683f1fc52c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:06:00.566839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe938cd-2c9c-4041-b3dc-18b065be2ff5 req-3292cbc8-26c2-4da0-87ad-704d2822b507 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:00.568219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbe938cd-2c9c-4041-b3dc-18b065be2ff5 req-3292cbc8-26c2-4da0-87ad-704d2822b507 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 932 time: 0.1527276 Dec 08 02:06:00.652520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a338f9-8522-46ec-aac6-83683f1fc52c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:06:00.660893 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:00.672959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Transition to ACTIVE for port object e0a338f9-8522-46ec-aac6-83683f1fc52c will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:06:00.679734 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbe938cd-2c9c-4041-b3dc-18b065be2ff5 req-86f85e3f-0c17-4363-9dfd-3daef62b86e4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044421 Dec 08 02:06:00.680843 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:00.738000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a338f9-8522-46ec-aac6-83683f1fc52c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:00.768018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec469ec9-ca00-41cc-9723-ab8c55a45176 req-69bdf989-2091-4371-853d-30f15674bc64 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:00.771414 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec469ec9-ca00-41cc-9723-ab8c55a45176 req-69bdf989-2091-4371-853d-30f15674bc64 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0673251 Dec 08 02:06:00.824269 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Attempting to bind port e0a338f9-8522-46ec-aac6-83683f1fc52c on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:06:00.824739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Attempting to bind port e0a338f9-8522-46ec-aac6-83683f1fc52c by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:06:00.825321 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Attempting to bind port e0a338f9-8522-46ec-aac6-83683f1fc52c on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:00.830222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Port e0a338f9-8522-46ec-aac6-83683f1fc52c on network 8f279760-140c-407f-a667-25feea544d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:06:00.830650 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec469ec9-ca00-41cc-9723-ab8c55a45176 req-fd418fc2-9eb0-4220-9780-e625ba702d02 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533237 Dec 08 02:06:00.830995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Attempting to bind port e0a338f9-8522-46ec-aac6-83683f1fc52c on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:00.837542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:06:00.838276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Checking segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:00.838490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Bound using segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:06:00.839024 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Bound port: e0a338f9-8522-46ec-aac6-83683f1fc52c, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:06:00.839481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:00.912155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] For port e0a338f9-8522-46ec-aac6-83683f1fc52c, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:06:00.915693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] For port e0a338f9-8522-46ec-aac6-83683f1fc52c, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e0a338f9-8522-46ec-aac6-83683f1fc52c,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:06:00.931712 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:00.986598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:00.987144 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:00.988909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] 10.222.0.65 "PUT /v2.0/ports/e0a338f9-8522-46ec-aac6-83683f1fc52c HTTP/1.1" status: 200 len: 1093 time: 0.7554445 Dec 08 02:06:00.991196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'tag': 'e0a338f9-8522-46ec-aac6-83683f1fc52c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:00.993534 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8008e699-de25-4cf9-805f-1caa71341b25" -d '{"events": [{"name": "network-changed", "server_uuid": "eac5b3ff-cd81-4709-b5ab-4329f92f8738", "tag": "e0a338f9-8522-46ec-aac6-83683f1fc52c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:01.035653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55513d-da56-48d5-a6ae-781983d6d67c req-42e4bbd6-a4e3-4351-b8d8-af2aa131f1a5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:01.037339 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e55513d-da56-48d5-a6ae-781983d6d67c req-42e4bbd6-a4e3-4351-b8d8-af2aa131f1a5 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.1202791 Dec 08 02:06:01.042056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3951e60-294f-4acc-8ea2-8824b56e6c20 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a338f9-8522-46ec-aac6-83683f1fc52c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:01.068931 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e7828b-4562-475d-8b42-7683dd65ea87 x-openstack-request-id: req-33e7828b-4562-475d-8b42-7683dd65ea87 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:01.069250 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac5b3ff-cd81-4709-b5ab-4329f92f8738", "tag": "e0a338f9-8522-46ec-aac6-83683f1fc52c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:01.069496 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33e7828b-4562-475d-8b42-7683dd65ea87 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:01.070177 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'tag': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'status': 'completed', 'code': 200} Dec 08 02:06:01.134388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-5e07785f-1aa7-4c21-9332-2af6267546df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:01.135944 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-5e07785f-1aa7-4c21-9332-2af6267546df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 1096 time: 0.0688841 Dec 08 02:06:01.139504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e55513d-da56-48d5-a6ae-781983d6d67c req-11456ec3-9717-41af-b6f1-a044f389f9dc tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938740 Dec 08 02:06:01.216694 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-0c2f3659-4307-46a8-8bc4-50a8df39524f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0a338f9-8522-46ec-aac6-83683f1fc52c HTTP/1.1" status: 200 len: 217 time: 0.0661724 Dec 08 02:06:01.274308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-3d27bf68-a5e5-4f3f-80a1-501bed261e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:01.275959 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-3d27bf68-a5e5-4f3f-80a1-501bed261e3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0522099 Dec 08 02:06:01.309283 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8316f70-260a-4bbd-a7d1-7a10bcf9f5a5 req-a1ac6fdd-d071-4609-b431-e6df08031c58 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:01.310857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e8316f70-260a-4bbd-a7d1-7a10bcf9f5a5 req-a1ac6fdd-d071-4609-b431-e6df08031c58 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0622492 Dec 08 02:06:01.330678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-a06a7dde-a5af-4388-b18d-465dcd9d642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:01.333529 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-a06a7dde-a5af-4388-b18d-465dcd9d642d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497508 Dec 08 02:06:01.364034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e8316f70-260a-4bbd-a7d1-7a10bcf9f5a5 req-68748655-61c8-4b77-8884-769229e551b0 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Dec 08 02:06:01.429613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-3d29c179-03ec-4845-b1be-4a35497d479c service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887463 Dec 08 02:06:01.538125 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dac2cba8-9db7-4ce1-963b-4bb47236b33f req-120edf59-d86f-403a-9cc6-545b8a0f4968 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007249 Dec 08 02:06:01.609419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef1189-7287-4e4e-aa3b-dfd6c087fc4a req-1777d457-0079-4da7-8d44-c0c54251680f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:01.611415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d3ef1189-7287-4e4e-aa3b-dfd6c087fc4a req-1777d457-0079-4da7-8d44-c0c54251680f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0537615 Dec 08 02:06:01.666255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008e699-de25-4cf9-805f-1caa71341b25 req-3d858520-b06a-422b-b899-0a9fdb4cc731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:01.667777 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8008e699-de25-4cf9-805f-1caa71341b25 req-3d858520-b06a-422b-b899-0a9fdb4cc731 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 1096 time: 0.0427094 Dec 08 02:06:01.668814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d3ef1189-7287-4e4e-aa3b-dfd6c087fc4a req-9b28d494-b737-425f-94de-30766f22e60f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503492 Dec 08 02:06:01.791647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008e699-de25-4cf9-805f-1caa71341b25 req-3d3fb82a-c379-4311-a29f-83370e2bb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:01.793143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8008e699-de25-4cf9-805f-1caa71341b25 req-3d3fb82a-c379-4311-a29f-83370e2bb9eb service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.1158581 Dec 08 02:06:01.823390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daeb41-e140-46ad-8f71-7f8edfaf9c45 req-90c22b2c-b0ed-4d94-9df6-33677bb27de0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:01.825918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15daeb41-e140-46ad-8f71-7f8edfaf9c45 req-90c22b2c-b0ed-4d94-9df6-33677bb27de0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 944 time: 0.0630324 Dec 08 02:06:01.860117 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8008e699-de25-4cf9-805f-1caa71341b25 req-d19bd5d4-6a5d-4c3b-9088-7b45d74c97ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0a338f9-8522-46ec-aac6-83683f1fc52c HTTP/1.1" status: 200 len: 217 time: 0.0534348 Dec 08 02:06:01.867841 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:01.939163 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15daeb41-e140-46ad-8f71-7f8edfaf9c45 req-5e794742-2b88-47f4-b03e-d8317b9e79af tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858371 Dec 08 02:06:01.941401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008e699-de25-4cf9-805f-1caa71341b25 req-8bc3a3e0-1435-4fff-92e1-7809b85d2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:01.942942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8008e699-de25-4cf9-805f-1caa71341b25 req-8bc3a3e0-1435-4fff-92e1-7809b85d2305 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0744071 Dec 08 02:06:01.992062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008e699-de25-4cf9-805f-1caa71341b25 req-d169c3e1-2d4f-4fd1-88ed-00ab94094f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:01.993705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8008e699-de25-4cf9-805f-1caa71341b25 req-d169c3e1-2d4f-4fd1-88ed-00ab94094f60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429015 Dec 08 02:06:02.072341 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d974cb13-02dc-44c7-a5bb-97aaa57b3da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:02.105796 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8008e699-de25-4cf9-805f-1caa71341b25 req-9058f432-5a10-45b7-9658-3a3a99e06591 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009622 Dec 08 02:06:02.208260 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8008e699-de25-4cf9-805f-1caa71341b25 req-1585604b-16fd-4661-a7cc-b26d0b91ee4d service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840530 Dec 08 02:06:02.359988 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:02.791872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c56c8-59a0-45d4-b8a3-60aae0395355 req-8823e4d9-1162-4da6-a8b1-cfc4ab317950 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:02.793515 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-769c56c8-59a0-45d4-b8a3-60aae0395355 req-8823e4d9-1162-4da6-a8b1-cfc4ab317950 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0591738 Dec 08 02:06:02.843936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-769c56c8-59a0-45d4-b8a3-60aae0395355 req-061a20e6-732b-4f00-9347-5a0080f7015e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442696 Dec 08 02:06:03.076530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c80440-f187-4cc2-9468-0d96fae7b423 req-51d02d80-25db-494a-982d-2d91d799b61f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:03.078378 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-98c80440-f187-4cc2-9468-0d96fae7b423 req-51d02d80-25db-494a-982d-2d91d799b61f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 944 time: 0.0573235 Dec 08 02:06:03.088981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc4c82-0dac-4c94-9de8-27acab669712 req-2503ce55-8f27-4ec0-aa56-c16c1346074e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:03.090538 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bbcc4c82-0dac-4c94-9de8-27acab669712 req-2503ce55-8f27-4ec0-aa56-c16c1346074e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0622628 Dec 08 02:06:03.163056 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bbcc4c82-0dac-4c94-9de8-27acab669712 req-e2b734ab-6e64-4e27-83a8-0e1f3d0c6735 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590611 Dec 08 02:06:03.172173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-98c80440-f187-4cc2-9468-0d96fae7b423 req-3efc7a27-df32-4a2a-a081-5b9fa6dc38bd tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873995 Dec 08 02:06:03.186015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326097c-aeae-4b37-856f-8d2876de5411 req-0b8735ca-5b6d-4df5-b7a0-b0b83c3de83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:03.187561 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a326097c-aeae-4b37-856f-8d2876de5411 req-0b8735ca-5b6d-4df5-b7a0-b0b83c3de83c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 1096 time: 0.0691612 Dec 08 02:06:03.286353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326097c-aeae-4b37-856f-8d2876de5411 req-9bfdba69-dc46-4f93-9d49-222e6a062e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:03.287746 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a326097c-aeae-4b37-856f-8d2876de5411 req-9bfdba69-dc46-4f93-9d49-222e6a062e16 service neutron] 10.222.0.65 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.0893447 Dec 08 02:06:03.362404 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a326097c-aeae-4b37-856f-8d2876de5411 req-8b2c72d0-39a8-4cba-b2c6-44bfd37d12c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 200 len: 999 time: 0.0635154 Dec 08 02:06:03.417730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326097c-aeae-4b37-856f-8d2876de5411 req-bc550051-d918-431f-9c53-70209b15f588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:03.419216 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a326097c-aeae-4b37-856f-8d2876de5411 req-bc550051-d918-431f-9c53-70209b15f588 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0447404 Dec 08 02:06:03.471336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326097c-aeae-4b37-856f-8d2876de5411 req-0f7dea75-a3cd-4dd8-8cdf-6f586682e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:03.473390 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a326097c-aeae-4b37-856f-8d2876de5411 req-0f7dea75-a3cd-4dd8-8cdf-6f586682e443 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431800 Dec 08 02:06:03.569950 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a326097c-aeae-4b37-856f-8d2876de5411 req-25455c57-0339-473a-82c1-e349d2fbfd3d service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864332 Dec 08 02:06:03.658233 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:03.666510 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a326097c-aeae-4b37-856f-8d2876de5411 req-0de5a379-c4ef-417b-a2a4-d25f1b7603ec service neutron] 10.222.0.65 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832210 Dec 08 02:06:04.067699 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:04.310062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d43306-2c38-4a0f-b6dd-9b8d997100f3 req-dd80b380-243c-4b19-aff7-5d20e5a3a2b2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:04.311646 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90d43306-2c38-4a0f-b6dd-9b8d997100f3 req-dd80b380-243c-4b19-aff7-5d20e5a3a2b2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0520198 Dec 08 02:06:04.319916 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197c654-6eb7-4267-814e-af2fd60b5003 req-e2d0cf0d-1791-49cc-87cd-e000949178f2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:04.321475 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c197c654-6eb7-4267-814e-af2fd60b5003 req-e2d0cf0d-1791-49cc-87cd-e000949178f2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 944 time: 0.0585537 Dec 08 02:06:04.375181 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c197c654-6eb7-4267-814e-af2fd60b5003 req-cbfcdf23-ae0c-4ada-9c59-75f3ccc7a07c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475297 Dec 08 02:06:04.401260 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90d43306-2c38-4a0f-b6dd-9b8d997100f3 req-140c099a-9994-4fd2-92f0-08c81833b16d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818715 Dec 08 02:06:04.754481 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:05.494213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99a48a-ad50-484e-b11f-c03534fa463e req-c0e0a9ef-2ad4-4af8-ae90-8b0c19e456f8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:05.495707 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec99a48a-ad50-484e-b11f-c03534fa463e req-c0e0a9ef-2ad4-4af8-ae90-8b0c19e456f8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 944 time: 0.0490687 Dec 08 02:06:05.512880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94122a-4b89-4ec4-8b3b-a682fe1d609b req-3cd795d0-e7cc-4645-99f2-be9a13ece822 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:05.514398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c94122a-4b89-4ec4-8b3b-a682fe1d609b req-3cd795d0-e7cc-4645-99f2-be9a13ece822 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0496197 Dec 08 02:06:05.545141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec99a48a-ad50-484e-b11f-c03534fa463e req-b63072c5-1a7d-417b-9d0f-1eba76c491c7 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433493 Dec 08 02:06:05.566580 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c94122a-4b89-4ec4-8b3b-a682fe1d609b req-3b57a5a9-e4ff-4ba1-a40e-834df5a8b7b2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453100 Dec 08 02:06:05.681641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c3906-bf84-4c03-b796-043bdb81a726 req-8d68b8ea-2385-42a2-8417-a0fdccac08cd tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:05.682990 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee5c3906-bf84-4c03-b796-043bdb81a726 req-8d68b8ea-2385-42a2-8417-a0fdccac08cd tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0513868 Dec 08 02:06:05.728733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee5c3906-bf84-4c03-b796-043bdb81a726 req-5e51e3c4-48b2-4042-9575-d2032ab7dd14 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398304 Dec 08 02:06:06.402750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def54fa-2db0-43b6-a76c-4f4578a3d2e0 req-34d3f2b0-1ec1-469d-94bb-07e2b0193121 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:06.404249 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4def54fa-2db0-43b6-a76c-4f4578a3d2e0 req-34d3f2b0-1ec1-469d-94bb-07e2b0193121 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696 HTTP/1.1" status: 200 len: 944 time: 0.0505795 Dec 08 02:06:06.500526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4def54fa-2db0-43b6-a76c-4f4578a3d2e0 req-cd4d8917-8133-49e5-a103-f8fee9e055bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Deleting port 8d33d75d-80b7-4df4-8e85-221a32e7d578 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:06.500867 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4def54fa-2db0-43b6-a76c-4f4578a3d2e0 req-cd4d8917-8133-49e5-a103-f8fee9e055bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.592075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4def54fa-2db0-43b6-a76c-4f4578a3d2e0 req-cd4d8917-8133-49e5-a103-f8fee9e055bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] For port 8d33d75d-80b7-4df4-8e85-221a32e7d578, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d33d75d-80b7-4df4-8e85-221a32e7d578,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:06.592721 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4def54fa-2db0-43b6-a76c-4f4578a3d2e0 req-cd4d8917-8133-49e5-a103-f8fee9e055bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.606141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-4def54fa-2db0-43b6-a76c-4f4578a3d2e0 req-cd4d8917-8133-49e5-a103-f8fee9e055bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Calling delete_port for 8d33d75d-80b7-4df4-8e85-221a32e7d578 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:06.662141 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fb3a4-4021-47b7-9936-9e02915b834e req-5f95203c-fa77-4bd9-bb3e-960e25a20279 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:06.663658 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d41fb3a4-4021-47b7-9936-9e02915b834e req-5f95203c-fa77-4bd9-bb3e-960e25a20279 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 944 time: 0.0483682 Dec 08 02:06:06.714218 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d41fb3a4-4021-47b7-9936-9e02915b834e req-26af3368-a06c-47f0-99e1-6ec5db1d4b5f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445807 Dec 08 02:06:06.741808 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4def54fa-2db0-43b6-a76c-4f4578a3d2e0 req-cd4d8917-8133-49e5-a103-f8fee9e055bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.767544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d8917-8133-49e5-a103-f8fee9e055bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event deleted for resources: {'Port': ['ID=8d33d75d-80b7-4df4-8e85-221a32e7d578,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:06.776710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['78c052ec-8dc3-4fa3-832d-bfdc7c07739f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:06.779321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['db9a4abe-a1a9-4bc0-9da7-38b5d093c14d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:06.819021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4def54fa-2db0-43b6-a76c-4f4578a3d2e0 req-cd4d8917-8133-49e5-a103-f8fee9e055bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] No DVR routers for this DVR port 8d33d75d-80b7-4df4-8e85-221a32e7d578 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:06.821773 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4def54fa-2db0-43b6-a76c-4f4578a3d2e0 req-cd4d8917-8133-49e5-a103-f8fee9e055bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:06.825232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4def54fa-2db0-43b6-a76c-4f4578a3d2e0 req-cd4d8917-8133-49e5-a103-f8fee9e055bf tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "DELETE /v2.0/ports/8d33d75d-80b7-4df4-8e85-221a32e7d578 HTTP/1.1" status: 204 len: 173 time: 0.4153328 Dec 08 02:06:06.825626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696', 'name': 'network-vif-deleted', 'tag': '8d33d75d-80b7-4df4-8e85-221a32e7d578'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:06.827927 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da33101b-aa6b-47c2-ab01-c351031f2c4c" -d '{"events": [{"server_uuid": "5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696", "name": "network-vif-deleted", "tag": "8d33d75d-80b7-4df4-8e85-221a32e7d578"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:06.957552 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d79b823-5bd5-44f8-a6fb-390004a0873b x-openstack-request-id: req-4d79b823-5bd5-44f8-a6fb-390004a0873b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:06.957859 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696", "name": "network-vif-deleted", "tag": "8d33d75d-80b7-4df4-8e85-221a32e7d578", "status": "failed", "code": 422}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:06.958121 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4d79b823-5bd5-44f8-a6fb-390004a0873b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:06.958556 n-d-713498-30 neutron-server[103129]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5db71ee6-b68d-4c1c-9e2d-6f0cbfb75696', 'name': 'network-vif-deleted', 'tag': '8d33d75d-80b7-4df4-8e85-221a32e7d578', 'status': 'failed', 'code': 422} returned with failed status Dec 08 02:06:07.362235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb94dee-6a16-43f0-8dd5-90552118a7dc req-b226b08f-eccd-4889-a963-82b142dbcefc tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:07.363706 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fdb94dee-6a16-43f0-8dd5-90552118a7dc req-b226b08f-eccd-4889-a963-82b142dbcefc tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 907 time: 0.0515921 Dec 08 02:06:07.830534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab4adc-9677-48a1-b5cd-13e1387e9cb4 req-ad1c0302-f42c-4291-b288-1a114d5a52db tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:07.832172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08ab4adc-9677-48a1-b5cd-13e1387e9cb4 req-ad1c0302-f42c-4291-b288-1a114d5a52db tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 944 time: 0.0489044 Dec 08 02:06:07.882366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08ab4adc-9677-48a1-b5cd-13e1387e9cb4 req-de58b297-4184-49f3-8718-1a78ebdf5118 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435960 Dec 08 02:06:08.484877 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340c94c-1bd2-456e-bd59-0c62b198a169 req-66fae5f2-eced-439d-aaf0-431b5ec8a252 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:08.486782 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7340c94c-1bd2-456e-bd59-0c62b198a169 req-66fae5f2-eced-439d-aaf0-431b5ec8a252 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 907 time: 0.0542727 Dec 08 02:06:08.745591 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96410459-d784-48da-9510-b2a16878481f req-6ef2a93f-636e-473e-b25b-fb73b5f9da1b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:08.746978 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96410459-d784-48da-9510-b2a16878481f req-6ef2a93f-636e-473e-b25b-fb73b5f9da1b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.72 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 907 time: 0.0486104 Dec 08 02:06:08.843442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-96410459-d784-48da-9510-b2a16878481f req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Deleting port 7e2c6598-d06d-4721-9a52-25dca007e624 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:08.844152 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-96410459-d784-48da-9510-b2a16878481f req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:08.935701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-96410459-d784-48da-9510-b2a16878481f req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] For port 7e2c6598-d06d-4721-9a52-25dca007e624, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7e2c6598-d06d-4721-9a52-25dca007e624,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:08.936073 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-96410459-d784-48da-9510-b2a16878481f req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:08.949712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-96410459-d784-48da-9510-b2a16878481f req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Calling delete_port for 7e2c6598-d06d-4721-9a52-25dca007e624 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:09.051580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0065c-6abf-4ef3-a189-eeda04c0be3a req-2f19dc24-bbf0-4fc1-815e-7ae73c30e2b8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:09.053103 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53d0065c-6abf-4ef3-a189-eeda04c0be3a req-2f19dc24-bbf0-4fc1-815e-7ae73c30e2b8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 944 time: 0.0979657 Dec 08 02:06:09.144485 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53d0065c-6abf-4ef3-a189-eeda04c0be3a req-d6dc4fae-aac5-43dd-966c-09e8be2848ef tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808384 Dec 08 02:06:09.153783 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-96410459-d784-48da-9510-b2a16878481f req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:09.179386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event deleted for resources: {'Port': ['ID=7e2c6598-d06d-4721-9a52-25dca007e624,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:09.211345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.211695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.212040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.212405 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.212745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.213082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.213414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.213738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.214062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.214386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.214730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.215038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.215361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:09.236038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-96410459-d784-48da-9510-b2a16878481f req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] No DVR routers for this DVR port 7e2c6598-d06d-4721-9a52-25dca007e624 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:09.240055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-96410459-d784-48da-9510-b2a16878481f req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:09.243558 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96410459-d784-48da-9510-b2a16878481f req-16e4e364-85fb-47a8-8f49-df838677fec4 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.72 "DELETE /v2.0/ports/7e2c6598-d06d-4721-9a52-25dca007e624 HTTP/1.1" status: 204 len: 173 time: 0.4904649 Dec 08 02:06:09.244029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1963cf33-4339-4de4-89ec-86b6a5a1ef0c', 'name': 'network-vif-deleted', 'tag': '7e2c6598-d06d-4721-9a52-25dca007e624'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:09.246413 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa42e21a-edc3-49c0-ac66-d752538cf442" -d '{"events": [{"server_uuid": "1963cf33-4339-4de4-89ec-86b6a5a1ef0c", "name": "network-vif-deleted", "tag": "7e2c6598-d06d-4721-9a52-25dca007e624"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:09.292116 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f86e7ab-bdbf-45e1-a840-1a244ed78ff1 x-openstack-request-id: req-1f86e7ab-bdbf-45e1-a840-1a244ed78ff1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:09.292458 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1963cf33-4339-4de4-89ec-86b6a5a1ef0c", "name": "network-vif-deleted", "tag": "7e2c6598-d06d-4721-9a52-25dca007e624", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:09.292718 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f86e7ab-bdbf-45e1-a840-1a244ed78ff1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:09.293132 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1963cf33-4339-4de4-89ec-86b6a5a1ef0c', 'name': 'network-vif-deleted', 'tag': '7e2c6598-d06d-4721-9a52-25dca007e624', 'status': 'completed', 'code': 200} Dec 08 02:06:09.592262 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b4d9c3a-6f45-4d38-aa77-9879d6bfaff5 req-1fa06f8f-81c6-4ae3-b04f-418a7a6b1d4a tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=1963cf33-4339-4de4-89ec-86b6a5a1ef0c HTTP/1.1" status: 200 len: 210 time: 0.0255518 Dec 08 02:06:10.181322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67b299f0-99a9-472a-a00f-2550aa2fc8f6 req-fe0b9e2c-e951-4440-b364-2619dc07bfa7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403612 Dec 08 02:06:10.262813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7651b-3296-49e6-bd6a-6b0dcc134d82 req-c1f419d4-074c-42c6-83d4-ce55a32cf4fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:10.264383 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8ef7651b-3296-49e6-bd6a-6b0dcc134d82 req-c1f419d4-074c-42c6-83d4-ce55a32cf4fc tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 944 time: 0.0503871 Dec 08 02:06:10.282415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b299f0-99a9-472a-a00f-2550aa2fc8f6 req-e2fa7a4f-c705-4b8c-a1c6-10a8ae449b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:10.283916 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67b299f0-99a9-472a-a00f-2550aa2fc8f6 req-e2fa7a4f-c705-4b8c-a1c6-10a8ae449b54 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cdb0831a1fae414393e2d0def30436d3&device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0447543 Dec 08 02:06:10.313958 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8ef7651b-3296-49e6-bd6a-6b0dcc134d82 req-41c79378-2fe1-4fe6-afac-e6e6bb56a714 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429773 Dec 08 02:06:10.386472 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b299f0-99a9-472a-a00f-2550aa2fc8f6 req-f1505ee9-9024-464e-a531-63ef165842d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:10.387936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67b299f0-99a9-472a-a00f-2550aa2fc8f6 req-f1505ee9-9024-464e-a531-63ef165842d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 200 len: 912 time: 0.0851676 Dec 08 02:06:10.433611 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67b299f0-99a9-472a-a00f-2550aa2fc8f6 req-449c7052-b0a8-47bb-a029-a1aa7647a4a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d HTTP/1.1" status: 200 len: 217 time: 0.0386605 Dec 08 02:06:10.482387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b299f0-99a9-472a-a00f-2550aa2fc8f6 req-c2be761e-e420-4333-8c4a-6a30212ac155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:10.483813 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67b299f0-99a9-472a-a00f-2550aa2fc8f6 req-c2be761e-e420-4333-8c4a-6a30212ac155 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 200 len: 850 time: 0.0439389 Dec 08 02:06:10.527894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b299f0-99a9-472a-a00f-2550aa2fc8f6 req-b3e3eaff-0821-4986-8159-bdfefcbe0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:10.529424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67b299f0-99a9-472a-a00f-2550aa2fc8f6 req-b3e3eaff-0821-4986-8159-bdfefcbe0f71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=27723c74-81e8-475d-b1e1-ca5d10577f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385716 Dec 08 02:06:10.621512 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67b299f0-99a9-472a-a00f-2550aa2fc8f6 req-6b19d94c-a31b-46c6-a4fc-0c74dbd380c1 service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847945 Dec 08 02:06:10.715810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67b299f0-99a9-472a-a00f-2550aa2fc8f6 req-019e1461-ed35-46c7-963a-e28d12c7f2be service neutron] 10.222.0.72 "GET /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863311 Dec 08 02:06:10.863356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f0abd-7b83-4e8c-a8a6-95c6b9bb9a7c req-54f78b54-96b6-42a9-9e6a-168c2c973c6b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:10.864868 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb0f0abd-7b83-4e8c-a8a6-95c6b9bb9a7c req-54f78b54-96b6-42a9-9e6a-168c2c973c6b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 945 time: 0.0539908 Dec 08 02:06:10.912649 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bb0f0abd-7b83-4e8c-a8a6-95c6b9bb9a7c req-5a2d3d4d-cce0-4f29-95f1-4a3e6c587392 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Dec 08 02:06:11.431450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831800b-ef4f-4860-a419-d4797df4da94 req-3ba6ac28-7c0e-424f-b775-0a6dbc3832fa tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:11.432943 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2831800b-ef4f-4860-a419-d4797df4da94 req-3ba6ac28-7c0e-424f-b775-0a6dbc3832fa tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 944 time: 0.0477078 Dec 08 02:06:11.481308 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2831800b-ef4f-4860-a419-d4797df4da94 req-a536a6bb-33c6-46d8-808e-80bf2e8aaa1a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424843 Dec 08 02:06:11.779031 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:06:12.037357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11854a2-db0f-43df-834d-3f33e113e581 req-614df032-55c3-48f1-b02a-9e322fb2592e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:12.038823 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b11854a2-db0f-43df-834d-3f33e113e581 req-614df032-55c3-48f1-b02a-9e322fb2592e tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 945 time: 0.0489070 Dec 08 02:06:12.087215 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b11854a2-db0f-43df-834d-3f33e113e581 req-5f52330d-790a-4365-8603-6eb6d2f7e7e3 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424480 Dec 08 02:06:12.244075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59510685-3405-465d-a747-02830b433ce6 req-c67316e6-a220-4e27-a974-42069ae91973 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:12.245615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-59510685-3405-465d-a747-02830b433ce6 req-c67316e6-a220-4e27-a974-42069ae91973 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.72 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 945 time: 0.0490894 Dec 08 02:06:12.341954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59510685-3405-465d-a747-02830b433ce6 req-d511ad81-1c4a-4009-9551-4e4a5f1d3114 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Deleting port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:12.342301 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59510685-3405-465d-a747-02830b433ce6 req-d511ad81-1c4a-4009-9551-4e4a5f1d3114 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:12.429212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-59510685-3405-465d-a747-02830b433ce6 req-d511ad81-1c4a-4009-9551-4e4a5f1d3114 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] For port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:12.429565 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59510685-3405-465d-a747-02830b433ce6 req-d511ad81-1c4a-4009-9551-4e4a5f1d3114 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:12.442590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-59510685-3405-465d-a747-02830b433ce6 req-d511ad81-1c4a-4009-9551-4e4a5f1d3114 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Calling delete_port for db9a4abe-a1a9-4bc0-9da7-38b5d093c14d owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:12.577262 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59510685-3405-465d-a747-02830b433ce6 req-d511ad81-1c4a-4009-9551-4e4a5f1d3114 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:12.606833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511ad81-1c4a-4009-9551-4e4a5f1d3114 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event deleted for resources: {'Port': ['ID=db9a4abe-a1a9-4bc0-9da7-38b5d093c14d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:12.607058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34f703-5e1a-40b9-becb-e5c02f82cfbc req-369cb7c4-0c5f-4ff6-9eec-c8bfeef3894b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:12.608953 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e34f703-5e1a-40b9-becb-e5c02f82cfbc req-369cb7c4-0c5f-4ff6-9eec-c8bfeef3894b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 944 time: 0.0553463 Dec 08 02:06:12.610454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['db9a4abe-a1a9-4bc0-9da7-38b5d093c14d'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:12.617028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['78c052ec-8dc3-4fa3-832d-bfdc7c07739f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:12.667428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-59510685-3405-465d-a747-02830b433ce6 req-d511ad81-1c4a-4009-9551-4e4a5f1d3114 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] No DVR routers for this DVR port db9a4abe-a1a9-4bc0-9da7-38b5d093c14d on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:12.669901 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-59510685-3405-465d-a747-02830b433ce6 req-d511ad81-1c4a-4009-9551-4e4a5f1d3114 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:12.674108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-59510685-3405-465d-a747-02830b433ce6 req-d511ad81-1c4a-4009-9551-4e4a5f1d3114 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.72 "DELETE /v2.0/ports/db9a4abe-a1a9-4bc0-9da7-38b5d093c14d HTTP/1.1" status: 204 len: 173 time: 0.4227254 Dec 08 02:06:12.674595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f24fd61-ec15-41b8-a358-cdfccbf5a5e0', 'name': 'network-vif-deleted', 'tag': 'db9a4abe-a1a9-4bc0-9da7-38b5d093c14d'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:12.679394 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dce0e7-4420-4dfe-ac6c-97a960d0bb74" -d '{"events": [{"server_uuid": "3f24fd61-ec15-41b8-a358-cdfccbf5a5e0", "name": "network-vif-deleted", "tag": "db9a4abe-a1a9-4bc0-9da7-38b5d093c14d"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:12.681571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device e0a338f9-8522-46ec-aac6-83683f1fc52c details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:06:12.686058 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e34f703-5e1a-40b9-becb-e5c02f82cfbc req-139d4b73-d71c-48b9-ac19-9c9f65370344 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636179 Dec 08 02:06:12.730145 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc95c71-6690-46d2-9efb-da6af512ca01 x-openstack-request-id: req-7bc95c71-6690-46d2-9efb-da6af512ca01 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:12.730554 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f24fd61-ec15-41b8-a358-cdfccbf5a5e0", "name": "network-vif-deleted", "tag": "db9a4abe-a1a9-4bc0-9da7-38b5d093c14d", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:12.730900 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7bc95c71-6690-46d2-9efb-da6af512ca01 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:12.731394 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f24fd61-ec15-41b8-a358-cdfccbf5a5e0', 'name': 'network-vif-deleted', 'tag': 'db9a4abe-a1a9-4bc0-9da7-38b5d093c14d', 'status': 'completed', 'code': 200} Dec 08 02:06:12.841041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port e0a338f9-8522-46ec-aac6-83683f1fc52c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e0a338f9-8522-46ec-aac6-83683f1fc52c,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:12.869592 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'port_id': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'mac_address': 'fa:16:3e:95:84:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:06:12.921821 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:12.934480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a338f9-8522-46ec-aac6-83683f1fc52c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:06:12.957758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port e0a338f9-8522-46ec-aac6-83683f1fc52c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e0a338f9-8522-46ec-aac6-83683f1fc52c,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:12.965294 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:13.018305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=e0a338f9-8522-46ec-aac6-83683f1fc52c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:13.083912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device db9a4abe-a1a9-4bc0-9da7-38b5d093c14d no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:13.106433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: db9a4abe-a1a9-4bc0-9da7-38b5d093c14d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:13.106792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device db9a4abe-a1a9-4bc0-9da7-38b5d093c14d not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:13.107218 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7e2c6598-d06d-4721-9a52-25dca007e624 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:13.135012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 7e2c6598-d06d-4721-9a52-25dca007e624 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:13.135363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7e2c6598-d06d-4721-9a52-25dca007e624 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:13.213472 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b25b0c71-28d4-43d4-90a8-f659c0a568e8 req-e1cf569c-8595-41e8-96ab-8a0b48b48e3c tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f24fd61-ec15-41b8-a358-cdfccbf5a5e0 HTTP/1.1" status: 200 len: 210 time: 0.0287752 Dec 08 02:06:13.325496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['e0a338f9-8522-46ec-aac6-83683f1fc52c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:13.377297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-b5bc0ca6-864b-47a1-a07e-14e0e4d87fce req-451bb2c4-f68c-4c92-8d95-ffabb6b63cc0 service neutron] (103129) timed out ('10.222.0.70', 37484) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:06:13.804183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4512d-82b2-4cca-abd3-71f90ac923cb req-f1e8f691-be2e-48f4-8786-7baae2e3d23b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:13.805754 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ebc4512d-82b2-4cca-abd3-71f90ac923cb req-f1e8f691-be2e-48f4-8786-7baae2e3d23b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 945 time: 0.0503778 Dec 08 02:06:13.858499 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ebc4512d-82b2-4cca-abd3-71f90ac923cb req-ef178aaf-46eb-45aa-a328-7290db427420 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465839 Dec 08 02:06:14.474386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1b25e-d18c-470f-9004-96ffb9678af7 req-8efc72c0-b3ec-4eab-bde6-0eb8b7fe0a0f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:14.475840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ed1b25e-d18c-470f-9004-96ffb9678af7 req-8efc72c0-b3ec-4eab-bde6-0eb8b7fe0a0f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.0490596 Dec 08 02:06:14.522405 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ed1b25e-d18c-470f-9004-96ffb9678af7 req-731778bf-19f8-4e86-84b4-97a84c8505c7 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 Dec 08 02:06:14.682829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device e0a338f9-8522-46ec-aac6-83683f1fc52c up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:14.731904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port e0a338f9-8522-46ec-aac6-83683f1fc52c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:06:14.735823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port e0a338f9-8522-46ec-aac6-83683f1fc52c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:14.736203 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.811763 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.834424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a338f9-8522-46ec-aac6-83683f1fc52c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:14.836778 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab7d992-e812-47fe-bebd-9dfe0bb9cb4f" -d '{"events": [{"server_uuid": "eac5b3ff-cd81-4709-b5ab-4329f92f8738", "name": "network-vif-plugged", "status": "completed", "tag": "e0a338f9-8522-46ec-aac6-83683f1fc52c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:14.853868 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port e0a338f9-8522-46ec-aac6-83683f1fc52c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e0a338f9-8522-46ec-aac6-83683f1fc52c,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:14.857808 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:14.880729 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba81b4ea-0527-4b90-925e-7477d006cacc x-openstack-request-id: req-ba81b4ea-0527-4b90-925e-7477d006cacc {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:14.881028 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac5b3ff-cd81-4709-b5ab-4329f92f8738", "name": "network-vif-plugged", "status": "completed", "tag": "e0a338f9-8522-46ec-aac6-83683f1fc52c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:14.881286 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba81b4ea-0527-4b90-925e-7477d006cacc {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:14.881672 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'code': 200} Dec 08 02:06:14.907242 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=e0a338f9-8522-46ec-aac6-83683f1fc52c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:15.016585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b055df9-b043-43e7-a9aa-7ef646badff8 req-5b073a3e-cff1-48d6-8f6c-96892f8b8e48 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:15.018093 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b055df9-b043-43e7-a9aa-7ef646badff8 req-5b073a3e-cff1-48d6-8f6c-96892f8b8e48 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 946 time: 0.0782061 Dec 08 02:06:15.033210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d161f41-acfd-42aa-88dc-7614aa220fac req-38939f96-6dde-4d82-b8c8-18ba2d7c8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:15.035369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d161f41-acfd-42aa-88dc-7614aa220fac req-38939f96-6dde-4d82-b8c8-18ba2d7c8e5f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 1098 time: 0.0615034 Dec 08 02:06:15.095107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4b055df9-b043-43e7-a9aa-7ef646badff8 req-d18ae21f-d943-42da-8f62-b48c0a75e8f8 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692925 Dec 08 02:06:15.107537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6d161f41-acfd-42aa-88dc-7614aa220fac req-0d878329-fa20-4cc7-b1fb-eb605baef9a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631373 Dec 08 02:06:15.639527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97d97a-59e7-400e-86d4-bda93a73617d req-c43e3987-53f9-40f7-84eb-6612de3562a0 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:15.641047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad97d97a-59e7-400e-86d4-bda93a73617d req-c43e3987-53f9-40f7-84eb-6612de3562a0 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.0482888 Dec 08 02:06:15.691216 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad97d97a-59e7-400e-86d4-bda93a73617d req-df00044f-5b64-4086-994b-efd4a4594a72 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 Dec 08 02:06:16.213559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243613a9-800c-473d-b033-b28771f6f9d2 req-8c7ff66e-99cb-4281-9313-dae552ae00ed tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:16.215071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-243613a9-800c-473d-b033-b28771f6f9d2 req-8c7ff66e-99cb-4281-9313-dae552ae00ed tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 946 time: 0.0507045 Dec 08 02:06:16.521116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-243613a9-800c-473d-b033-b28771f6f9d2 req-b52b17bb-0831-4e55-a534-7fc59dabcfe0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001628 Dec 08 02:06:16.556540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63badcf5-05a8-4461-b9d7-50324edf0d84 req-d7cc2953-88f7-4952-ad7d-576b3614364f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:16.557993 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63badcf5-05a8-4461-b9d7-50324edf0d84 req-d7cc2953-88f7-4952-ad7d-576b3614364f tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.0541101 Dec 08 02:06:16.646926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-63badcf5-05a8-4461-b9d7-50324edf0d84 req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Deleting port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:16.647269 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63badcf5-05a8-4461-b9d7-50324edf0d84 req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:16.737044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-63badcf5-05a8-4461-b9d7-50324edf0d84 req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] For port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=78c052ec-8dc3-4fa3-832d-bfdc7c07739f,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:16.737584 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63badcf5-05a8-4461-b9d7-50324edf0d84 req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:16.750260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-63badcf5-05a8-4461-b9d7-50324edf0d84 req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Calling delete_port for 78c052ec-8dc3-4fa3-832d-bfdc7c07739f owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:16.808398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ecd7a-4381-4b01-b4e1-8d4bd9520231 req-981dcdef-6f01-4905-9335-1bde8fda5b66 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:16.809910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-496ecd7a-4381-4b01-b4e1-8d4bd9520231 req-981dcdef-6f01-4905-9335-1bde8fda5b66 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb1da62b-02f1-4110-9e83-e5d3b8378809 HTTP/1.1" status: 200 len: 945 time: 0.0504162 Dec 08 02:06:16.857977 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-496ecd7a-4381-4b01-b4e1-8d4bd9520231 req-5ae81596-0431-4a20-a652-673e026c6cc2 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=5f4cc379-ea94-4df0-833d-b2e5014312d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418720 Dec 08 02:06:16.880981 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63badcf5-05a8-4461-b9d7-50324edf0d84 req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:16.907226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event deleted for resources: {'Port': ['ID=78c052ec-8dc3-4fa3-832d-bfdc7c07739f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:16.916637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['78c052ec-8dc3-4fa3-832d-bfdc7c07739f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:16.917737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.918102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.918450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.918796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.919138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.919480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.919829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.920159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.920520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.920855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.921655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.921655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.921874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:16.964690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-63badcf5-05a8-4461-b9d7-50324edf0d84 req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] No DVR routers for this DVR port 78c052ec-8dc3-4fa3-832d-bfdc7c07739f on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:16.967455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-63badcf5-05a8-4461-b9d7-50324edf0d84 req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:16.970892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63badcf5-05a8-4461-b9d7-50324edf0d84 req-76459b68-b2ee-4713-afed-a5114644e3cb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.65 "DELETE /v2.0/ports/78c052ec-8dc3-4fa3-832d-bfdc7c07739f HTTP/1.1" status: 204 len: 173 time: 0.4061744 Dec 08 02:06:16.971364 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb1da62b-02f1-4110-9e83-e5d3b8378809', 'name': 'network-vif-deleted', 'tag': '78c052ec-8dc3-4fa3-832d-bfdc7c07739f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:16.974573 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bb5d71-1362-4537-a64c-3f72ddab3ab4" -d '{"events": [{"server_uuid": "cb1da62b-02f1-4110-9e83-e5d3b8378809", "name": "network-vif-deleted", "tag": "78c052ec-8dc3-4fa3-832d-bfdc7c07739f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:17.014852 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d74287-01d7-4f4d-9ec2-d2ef7bd7f111 x-openstack-request-id: req-55d74287-01d7-4f4d-9ec2-d2ef7bd7f111 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:17.015172 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb1da62b-02f1-4110-9e83-e5d3b8378809", "name": "network-vif-deleted", "tag": "78c052ec-8dc3-4fa3-832d-bfdc7c07739f", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:17.015435 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-55d74287-01d7-4f4d-9ec2-d2ef7bd7f111 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:17.015848 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb1da62b-02f1-4110-9e83-e5d3b8378809', 'name': 'network-vif-deleted', 'tag': '78c052ec-8dc3-4fa3-832d-bfdc7c07739f', 'status': 'completed', 'code': 200} Dec 08 02:06:17.640166 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b32bf-3b5c-47b2-8947-cfc1d16b81c5 req-d0e9d27b-8019-4b55-9e37-b59343b811e4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:17.641715 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c0b32bf-3b5c-47b2-8947-cfc1d16b81c5 req-d0e9d27b-8019-4b55-9e37-b59343b811e4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 946 time: 0.0490992 Dec 08 02:06:17.691726 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c0b32bf-3b5c-47b2-8947-cfc1d16b81c5 req-41cb9ef4-7ec8-412a-9346-ac087b93f4d5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431745 Dec 08 02:06:17.810144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf081b3-52a9-4b62-9f2a-910ca81dc1b7 req-b656e02d-88a7-4932-8a99-a16c1f91935b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:17.811642 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6cf081b3-52a9-4b62-9f2a-910ca81dc1b7 req-b656e02d-88a7-4932-8a99-a16c1f91935b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 946 time: 0.0526693 Dec 08 02:06:17.860238 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6cf081b3-52a9-4b62-9f2a-910ca81dc1b7 req-4d814272-c158-4b27-8f8c-2677329aac52 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418973 Dec 08 02:06:17.883023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60434) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:17.933596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b36c17-284c-4c09-9b44-32cc7823c6d8 tempest-TestVolumeBootPattern-2027074451 tempest-TestVolumeBootPattern-2027074451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:17.935153 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-06b36c17-284c-4c09-9b44-32cc7823c6d8 tempest-TestVolumeBootPattern-2027074451 tempest-TestVolumeBootPattern-2027074451-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 1093 time: 0.0503817 Dec 08 02:06:17.937921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60438) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:17.942670 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:17.964944 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.065472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.188773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63bd6c-a1f6-4f8a-8c56-0956408b1994 req-2c5a6bc4-6a78-4a2f-b0a7-e4f9aedbe9ef tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:18.190243 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c63bd6c-a1f6-4f8a-8c56-0956408b1994 req-2c5a6bc4-6a78-4a2f-b0a7-e4f9aedbe9ef tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0889077 Dec 08 02:06:18.222613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Allocated IP 172.25.2.4 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/1709c460-84a8-4096-8e09-55b881b4ca8d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:18.280105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2c63bd6c-a1f6-4f8a-8c56-0956408b1994 req-daf7ccc9-65cd-4b40-ba44-69ddca6bc659 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836663 Dec 08 02:06:18.349679 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.382371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:18.422487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:18.425527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:18.427976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:18.454003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=1709c460-84a8-4096-8e09-55b881b4ca8d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:19.082401 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:19.148364 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:19.296625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:19.301147 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:19.373889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=1709c460-84a8-4096-8e09-55b881b4ca8d,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:19.385642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:19.403733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7c844-51c0-4216-99d8-e201453865f1 req-86bd735a-dddf-4b1e-a34f-4d4153d1b69d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:19.405293 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9c7c844-51c0-4216-99d8-e201453865f1 req-86bd735a-dddf-4b1e-a34f-4d4153d1b69d tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0504394 Dec 08 02:06:19.454029 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9c7c844-51c0-4216-99d8-e201453865f1 req-2f4c8270-fb05-48e8-8bf4-85bde7a219bb tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426300 Dec 08 02:06:19.487267 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Floating IP b94a0b2e-6e13-473a-9b75-b1ad5d8763fb associated. External IP: 172.25.2.4, port: e0a338f9-8522-46ec-aac6-83683f1fc52c. Dec 08 02:06:19.689147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Router 48058a06-d28a-4db7-84a8-eb9502a4152a has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:06:19.797317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:06:19.807619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f45c03b-387c-4db8-a040-814da41bc7d1 None None] Sync routers for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:06:19.814763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:19.818731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45c03b-387c-4db8-a040-814da41bc7d1 None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:19.819357 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9f45c03b-387c-4db8-a040-814da41bc7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:06:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:19.841631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eb251aa7-813d-4df9-81db-a11b4d1fa86f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9026918 Dec 08 02:06:19.842214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'tag': 'e0a338f9-8522-46ec-aac6-83683f1fc52c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:19.844482 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7dbb1a-94ca-4ff4-9da1-533b013dd68b" -d '{"events": [{"name": "network-changed", "server_uuid": "eac5b3ff-cd81-4709-b5ab-4329f92f8738", "tag": "e0a338f9-8522-46ec-aac6-83683f1fc52c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:19.882010 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beb32ad-121f-4dae-b9a9-304066f35658 x-openstack-request-id: req-0beb32ad-121f-4dae-b9a9-304066f35658 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:19.882315 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac5b3ff-cd81-4709-b5ab-4329f92f8738", "tag": "e0a338f9-8522-46ec-aac6-83683f1fc52c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:19.882581 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0beb32ad-121f-4dae-b9a9-304066f35658 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:19.882994 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'tag': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'status': 'completed', 'code': 200} Dec 08 02:06:19.928490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9f45c03b-387c-4db8-a040-814da41bc7d1 None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:19.980656 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dbb1a-94ca-4ff4-9da1-533b013dd68b req-4627b198-dfc3-4cb4-8c06-a6572853c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:19.982153 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab7dbb1a-94ca-4ff4-9da1-533b013dd68b req-4627b198-dfc3-4cb4-8c06-a6572853c0ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 1098 time: 0.0428207 Dec 08 02:06:20.111010 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dbb1a-94ca-4ff4-9da1-533b013dd68b req-e7b329fd-cb5a-4110-8f2b-7bb1f9faffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:20.113093 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab7dbb1a-94ca-4ff4-9da1-533b013dd68b req-e7b329fd-cb5a-4110-8f2b-7bb1f9faffbe service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.1011944 Dec 08 02:06:20.183698 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab7dbb1a-94ca-4ff4-9da1-533b013dd68b req-2bf33332-5890-494c-92c1-e3e009716547 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0a338f9-8522-46ec-aac6-83683f1fc52c HTTP/1.1" status: 200 len: 998 time: 0.0626562 Dec 08 02:06:20.233275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dbb1a-94ca-4ff4-9da1-533b013dd68b req-c415456a-245c-41da-a3c8-7a71ccb244cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:20.234653 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab7dbb1a-94ca-4ff4-9da1-533b013dd68b req-c415456a-245c-41da-a3c8-7a71ccb244cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0437026 Dec 08 02:06:20.320489 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9f45c03b-387c-4db8-a040-814da41bc7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b94a0b2e-6e13-473a-9b75-b1ad5d8763fb', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:95:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:06:18Z', 'updated_at': '2021-12-08T02:06:18Z', 'revision_number': 0, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:20.321502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dbb1a-94ca-4ff4-9da1-533b013dd68b req-eabefbd3-6677-4a21-a392-ac9b3a9286da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:20.323435 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab7dbb1a-94ca-4ff4-9da1-533b013dd68b req-eabefbd3-6677-4a21-a392-ac9b3a9286da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450265 Dec 08 02:06:20.334668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-1b10b2f5-1e58-43e9-bf63-6bfd3c1d2c8b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:20.336578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-1b10b2f5-1e58-43e9-bf63-6bfd3c1d2c8b tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.65 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0578241 Dec 08 02:06:20.350549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f45c03b-387c-4db8-a040-814da41bc7d1 None None] Checking router: 48058a06-d28a-4db7-84a8-eb9502a4152a for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:06:20.359085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45c03b-387c-4db8-a040-814da41bc7d1 None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:20.359710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9f45c03b-387c-4db8-a040-814da41bc7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:06:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:20.428648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab7dbb1a-94ca-4ff4-9da1-533b013dd68b req-b882ea37-722c-4f3e-88a5-1fda5a91b8d4 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973952 Dec 08 02:06:20.432616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Deleting port 8f8286af-6be4-4a6f-81ad-f9633853d1cf {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:20.432959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:20.471156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9f45c03b-387c-4db8-a040-814da41bc7d1 None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:20.529268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab7dbb1a-94ca-4ff4-9da1-533b013dd68b req-dda188a0-9272-4d8d-9faf-1662820eb624 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927734 Dec 08 02:06:20.533054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] For port 8f8286af-6be4-4a6f-81ad-f9633853d1cf, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8f8286af-6be4-4a6f-81ad-f9633853d1cf,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:20.533425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:20.583870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065139b-fcfd-48a6-929e-9b1434873d59 req-22bc3fa0-1b63-4b98-8254-6fd4f2017c39 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:20.585575 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7065139b-fcfd-48a6-929e-9b1434873d59 req-22bc3fa0-1b63-4b98-8254-6fd4f2017c39 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 944 time: 0.0529788 Dec 08 02:06:20.647596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7065139b-fcfd-48a6-929e-9b1434873d59 req-550dd43d-cf42-4c95-8918-2047095b44d6 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups?id=b28fa484-a2ea-46e6-be35-3fd9b631ecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552680 Dec 08 02:06:20.712980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 78c052ec-8dc3-4fa3-832d-bfdc7c07739f no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:20.725879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:20.726252 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:20.726579 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Floating IP 4e40f279-49bd-452f-a807-5a16ca9db1c0 disassociated. External IP: 172.25.2.218, port: 8f8286af-6be4-4a6f-81ad-f9633853d1cf. Dec 08 02:06:20.726937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Calling delete_port for 8f8286af-6be4-4a6f-81ad-f9633853d1cf owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:20.736978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 78c052ec-8dc3-4fa3-832d-bfdc7c07739f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:20.737885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 78c052ec-8dc3-4fa3-832d-bfdc7c07739f not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:20.762808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9f45c03b-387c-4db8-a040-814da41bc7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b94a0b2e-6e13-473a-9b75-b1ad5d8763fb', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:95:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:06:18Z', 'updated_at': '2021-12-08T02:06:18Z', 'revision_number': 0, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:20.789781 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f45c03b-387c-4db8-a040-814da41bc7d1 None None] The sync data for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 is: [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b94a0b2e-6e13-473a-9b75-b1ad5d8763fb', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:95:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:06:18Z', 'updated_at': '2021-12-08T02:06:18Z', 'revision_number': 0, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:06:20.861405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:20.892201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event deleted for resources: {'Port': ['ID=8f8286af-6be4-4a6f-81ad-f9633853d1cf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:21.022473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Router de4d6500-fabc-4e09-af9e-db212a00962e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:06:21.054190 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f54388-f9da-4ab1-9414-56b19767aec5 None None] New status for floating IP b94a0b2e-6e13-473a-9b75-b1ad5d8763fb: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:06:21.139187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:06:21.150172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71648042-23ea-4f34-8391-631d0e10bb33 None None] Sync routers for ids ['de4d6500-fabc-4e09-af9e-db212a00962e'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:06:21.162304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71648042-23ea-4f34-8391-631d0e10bb33 None None] Routers {'de4d6500-fabc-4e09-af9e-db212a00962e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:21.166280 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-71648042-23ea-4f34-8391-631d0e10bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:06:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['de4d6500-fabc-4e09-af9e-db212a00962e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:21.180351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] No DVR routers for this DVR port 8f8286af-6be4-4a6f-81ad-f9633853d1cf on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:21.182999 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:21.186928 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73252ac3-5f3c-4fb1-b9e5-bd8b308f2be5 req-50bd07bf-87ec-48ac-bedb-7a43f77c8122 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.65 "DELETE /v2.0/ports/8f8286af-6be4-4a6f-81ad-f9633853d1cf HTTP/1.1" status: 204 len: 173 time: 0.8431036 Dec 08 02:06:21.294375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-71648042-23ea-4f34-8391-631d0e10bb33 None None] Set router de4d6500-fabc-4e09-af9e-db212a00962e gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:21.499371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-71648042-23ea-4f34-8391-631d0e10bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'fd1d771e-5355-49e9-be00-911cd5d67c26', 'name': '', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'mac_address': 'fa:16:3e:d2:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:58:02Z', 'updated_at': '2021-12-08T01:58:10Z', 'revision_number': 5, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'subnets': [{'id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:21.526361 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71648042-23ea-4f34-8391-631d0e10bb33 None None] Checking router: de4d6500-fabc-4e09-af9e-db212a00962e for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:06:21.534868 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71648042-23ea-4f34-8391-631d0e10bb33 None None] Routers {'de4d6500-fabc-4e09-af9e-db212a00962e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:21.535510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-71648042-23ea-4f34-8391-631d0e10bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:06:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['de4d6500-fabc-4e09-af9e-db212a00962e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:21.663328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-71648042-23ea-4f34-8391-631d0e10bb33 None None] Set router de4d6500-fabc-4e09-af9e-db212a00962e gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:21.793587 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f0b37d68-18fd-4f3d-9a00-bdd3881dffb7 req-bd11ed9b-e896-48b5-8205-16245b7f6c00 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/ports?device_id=9bc5573f-f1e8-4e83-bd8a-c81072e29223 HTTP/1.1" status: 200 len: 210 time: 0.0279009 Dec 08 02:06:21.884434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-deleted', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:21.887819 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4896af8-dac0-41d7-a548-429589606d08" -d '{"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-deleted", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:21.903881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-71648042-23ea-4f34-8391-631d0e10bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'fd1d771e-5355-49e9-be00-911cd5d67c26', 'name': '', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'mac_address': 'fa:16:3e:d2:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:58:02Z', 'updated_at': '2021-12-08T01:58:10Z', 'revision_number': 5, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'subnets': [{'id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:21.927223 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55df2edc-52da-4d6b-b376-a19a5f3595ec x-openstack-request-id: req-55df2edc-52da-4d6b-b376-a19a5f3595ec {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:21.927521 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc5573f-f1e8-4e83-bd8a-c81072e29223", "name": "network-vif-deleted", "tag": "8f8286af-6be4-4a6f-81ad-f9633853d1cf", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:21.927779 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-55df2edc-52da-4d6b-b376-a19a5f3595ec {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:21.928185 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc5573f-f1e8-4e83-bd8a-c81072e29223', 'name': 'network-vif-deleted', 'tag': '8f8286af-6be4-4a6f-81ad-f9633853d1cf', 'status': 'completed', 'code': 200} Dec 08 02:06:21.935716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71648042-23ea-4f34-8391-631d0e10bb33 None None] The sync data for ids ['de4d6500-fabc-4e09-af9e-db212a00962e'] in n-d-713498-30 is: [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'fd1d771e-5355-49e9-be00-911cd5d67c26', 'name': '', 'network_id': '27723c74-81e8-475d-b1e1-ca5d10577f1f', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'mac_address': 'fa:16:3e:d2:fa:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:58:02Z', 'updated_at': '2021-12-08T01:58:10Z', 'revision_number': 5, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'subnets': [{'id': '8fed91d9-b04b-4464-aa55-4df93f6a65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:06:22.189046 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe9cc61-074a-4262-a764-46a45d116444 None None] New status for floating IP 4e40f279-49bd-452f-a807-5a16ca9db1c0: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:06:22.891688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60458) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:22.950704 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9486d505-d4cc-42ab-9a33-2538429a8638 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:22.974244 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9486d505-d4cc-42ab-9a33-2538429a8638 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.024801 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9486d505-d4cc-42ab-9a33-2538429a8638 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.027440 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9486d505-d4cc-42ab-9a33-2538429a8638 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.028630 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9486d505-d4cc-42ab-9a33-2538429a8638 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "DELETE /v2.0/security-groups/b28fa484-a2ea-46e6-be35-3fd9b631ecdf HTTP/1.1" status: 204 len: 168 time: 0.1358831 Dec 08 02:06:23.031328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60460) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:23.038934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486d505-d4cc-42ab-9a33-2538429a8638 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28fa484-a2ea-46e6-be35-3fd9b631ecdf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:23.045371 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-3b2c0813-3ede-45d9-8b17-0b299137cdcc tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] show failed (client error): The resource could not be found. Dec 08 02:06:23.049482 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3b2c0813-3ede-45d9-8b17-0b299137cdcc tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "GET /v2.0/security-groups/b28fa484-a2ea-46e6-be35-3fd9b631ecdf HTTP/1.1" status: 404 len: 347 time: 0.0140204 Dec 08 02:06:23.050352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60462) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:23.177169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cd250-12f4-4f34-90d2-355dda51e3a8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Deleting port 6b76f3ed-3f7b-4ec3-ac17-60981be9070f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:23.177502 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd250-12f4-4f34-90d2-355dda51e3a8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.251972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd250-12f4-4f34-90d2-355dda51e3a8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.252310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd250-12f4-4f34-90d2-355dda51e3a8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.265100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4c6cd250-12f4-4f34-90d2-355dda51e3a8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Calling delete_port for 6b76f3ed-3f7b-4ec3-ac17-60981be9070f owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:23.395980 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd250-12f4-4f34-90d2-355dda51e3a8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.421700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cd250-12f4-4f34-90d2-355dda51e3a8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Pushing event deleted for resources: {'Port': ['ID=6b76f3ed-3f7b-4ec3-ac17-60981be9070f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:23.490048 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd250-12f4-4f34-90d2-355dda51e3a8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.492643 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4c6cd250-12f4-4f34-90d2-355dda51e3a8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:23.493806 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4c6cd250-12f4-4f34-90d2-355dda51e3a8 tempest-ServerActionsTestJSON-278223453 tempest-ServerActionsTestJSON-278223453-project] 10.222.0.70 "DELETE /v2.0/floatingips/4e40f279-49bd-452f-a807-5a16ca9db1c0 HTTP/1.1" status: 204 len: 168 time: 0.4423623 Dec 08 02:06:23.496650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60464) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:23.980481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ea1962e-4c52-4bdb-b2a9-38a2bac26165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.235140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1962e-4c52-4bdb-b2a9-38a2bac26165 admin admin] Deleting port fd1d771e-5355-49e9-be00-911cd5d67c26 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:24.236144 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ea1962e-4c52-4bdb-b2a9-38a2bac26165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.318321 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-3ea1962e-4c52-4bdb-b2a9-38a2bac26165 admin admin] For port fd1d771e-5355-49e9-be00-911cd5d67c26, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fd1d771e-5355-49e9-be00-911cd5d67c26,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:24.318686 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ea1962e-4c52-4bdb-b2a9-38a2bac26165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.332781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1962e-4c52-4bdb-b2a9-38a2bac26165 admin admin] Calling delete_port for fd1d771e-5355-49e9-be00-911cd5d67c26 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:24.516565 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ea1962e-4c52-4bdb-b2a9-38a2bac26165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.543497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1962e-4c52-4bdb-b2a9-38a2bac26165 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1d771e-5355-49e9-be00-911cd5d67c26,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:24.716392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ea1962e-4c52-4bdb-b2a9-38a2bac26165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:24.740204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:24.760948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 8f8286af-6be4-4a6f-81ad-f9633853d1cf {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:24.761309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8f8286af-6be4-4a6f-81ad-f9633853d1cf not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:24.926740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea1962e-4c52-4bdb-b2a9-38a2bac26165 admin admin] Router de4d6500-fabc-4e09-af9e-db212a00962e has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:06:25.032333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea1962e-4c52-4bdb-b2a9-38a2bac26165 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:06:25.038096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3ea1962e-4c52-4bdb-b2a9-38a2bac26165 admin admin] 10.222.0.70 "PUT /v2.0/routers/de4d6500-fabc-4e09-af9e-db212a00962e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5404973 Dec 08 02:06:25.040802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60468) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:25.043276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67743c9-dbc2-4f63-b53f-1bb0d32d2294 None None] Sync routers for ids ['de4d6500-fabc-4e09-af9e-db212a00962e'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:06:25.054108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67743c9-dbc2-4f63-b53f-1bb0d32d2294 None None] Routers {'de4d6500-fabc-4e09-af9e-db212a00962e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:25.054733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f67743c9-dbc2-4f63-b53f-1bb0d32d2294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:06:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['de4d6500-fabc-4e09-af9e-db212a00962e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:25.145390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.166188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f67743c9-dbc2-4f63-b53f-1bb0d32d2294 None None] Set router de4d6500-fabc-4e09-af9e-db212a00962e gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:25.247173 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.300347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Deleting port 6d9938ed-1c94-423b-9c9b-862d68d45060 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:25.300693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.349103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f67743c9-dbc2-4f63-b53f-1bb0d32d2294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T02:06:24Z', 'revision_number': 5, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port': {'id': '6d9938ed-1c94-423b-9c9b-862d68d45060', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:57:54Z', 'updated_at': '2021-12-08T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:25.377764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67743c9-dbc2-4f63-b53f-1bb0d32d2294 None None] Checking router: de4d6500-fabc-4e09-af9e-db212a00962e for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:06:25.380726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] For port 6d9938ed-1c94-423b-9c9b-862d68d45060, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6d9938ed-1c94-423b-9c9b-862d68d45060,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:25.380913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.386537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67743c9-dbc2-4f63-b53f-1bb0d32d2294 None None] Routers {'de4d6500-fabc-4e09-af9e-db212a00962e'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:25.387146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f67743c9-dbc2-4f63-b53f-1bb0d32d2294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:06:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['de4d6500-fabc-4e09-af9e-db212a00962e'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:25.392568 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Calling delete_port for 6d9938ed-1c94-423b-9c9b-862d68d45060 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:25.474353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-f67743c9-dbc2-4f63-b53f-1bb0d32d2294 None None] Set router de4d6500-fabc-4e09-af9e-db212a00962e gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:25.530061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-f67743c9-dbc2-4f63-b53f-1bb0d32d2294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T02:06:25Z', 'revision_number': 6, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:25.554901 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.558752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67743c9-dbc2-4f63-b53f-1bb0d32d2294 None None] The sync data for ids ['de4d6500-fabc-4e09-af9e-db212a00962e'] in n-d-713498-30 is: [{'id': 'de4d6500-fabc-4e09-af9e-db212a00962e', 'name': 'tempest-ServerActionsTestJSON-160790250-router', 'tenant_id': 'cdb0831a1fae414393e2d0def30436d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:57:53Z', 'updated_at': '2021-12-08T02:06:25Z', 'revision_number': 6, 'project_id': 'cdb0831a1fae414393e2d0def30436d3', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:06:25.595221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9938ed-1c94-423b-9c9b-862d68d45060,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:25.605802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101f8b75-1c9c-4e97-8abc-67c46866a0bc None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:06:25.651554 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.739935 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.742085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.782390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.782879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de4d6500-fabc-4e09-af9e-db212a00962e {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:06:25.787618 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.788750 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b9f4e5b2-a054-443b-873b-2126b1703056 admin admin] 10.222.0.70 "DELETE /v2.0/routers/de4d6500-fabc-4e09-af9e-db212a00962e HTTP/1.1" status: 204 len: 168 time: 0.7469554 Dec 08 02:06:25.791333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60470) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:25.837972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11286d2-e96d-47ac-8b6c-bce477f473ab admin admin] Deleting subnet 8fed91d9-b04b-4464-aa55-4df93f6a65ba {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:06:25.841120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d11286d2-e96d-47ac-8b6c-bce477f473ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.875661 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d11286d2-e96d-47ac-8b6c-bce477f473ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:25.955589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d11286d2-e96d-47ac-8b6c-bce477f473ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.015017 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d11286d2-e96d-47ac-8b6c-bce477f473ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.040919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11286d2-e96d-47ac-8b6c-bce477f473ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fed91d9-b04b-4464-aa55-4df93f6a65ba,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:26.046699 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d11286d2-e96d-47ac-8b6c-bce477f473ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.050732 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d11286d2-e96d-47ac-8b6c-bce477f473ab admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8fed91d9-b04b-4464-aa55-4df93f6a65ba HTTP/1.1" status: 204 len: 168 time: 0.2584448 Dec 08 02:06:26.052918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d1f1b1-d5a8-4946-858d-dfd912af0fc6 None None] Network 27723c74-81e8-475d-b1e1-ca5d10577f1f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:26.053528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60472) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:26.128118 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.183547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Deleting port 37b93e07-2bf7-407d-a8dd-1e725b296503 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:26.183899 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.247044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] For port 37b93e07-2bf7-407d-a8dd-1e725b296503, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=37b93e07-2bf7-407d-a8dd-1e725b296503,segment=NetworkSegment(d6ef677f-563c-472b-b90b-6a1743d9c1e7),segment_id=d6ef677f-563c-472b-b90b-6a1743d9c1e7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:26.247406 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.260310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Calling delete_port for 37b93e07-2bf7-407d-a8dd-1e725b296503 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:26.349138 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.355913 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fc7ec0-de5d-4c5e-9c93-369a709430c5 None None] DHCP port deletion for 27723c74-81e8-475d-b1e1-ca5d10577f1f request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:06:26.370759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fd1d771e-5355-49e9-be00-911cd5d67c26 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:26.383851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=37b93e07-2bf7-407d-a8dd-1e725b296503,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:26.385962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] No DVR routers for this DVR port 37b93e07-2bf7-407d-a8dd-1e725b296503 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:26.388331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: fd1d771e-5355-49e9-be00-911cd5d67c26 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:26.389022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fd1d771e-5355-49e9-be00-911cd5d67c26 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:26.461298 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.481746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27723c74-81e8-475d-b1e1-ca5d10577f1f']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:26.492074 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ef677f-563c-472b-b90b-6a1743d9c1e7') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:26.492398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ef677f-563c-472b-b90b-6a1743d9c1e7') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:26.501852 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.515645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.522796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:06:26.523201 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:06:26.525185 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:06:26.583441 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.593004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.598762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] 10.222.0.70 "DELETE /v2.0/networks/27723c74-81e8-475d-b1e1-ca5d10577f1f HTTP/1.1" status: 204 len: 168 time: 0.5412576 Dec 08 02:06:26.608587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2245a-ae18-457b-aade-9c21ca7cc1ef admin admin] Pushing event deleted for resources: {'Network': ['ID=27723c74-81e8-475d-b1e1-ca5d10577f1f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:26.730363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60478) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:26.774937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ba29da55-2e66-4827-bffb-f6ca07fd407c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cdb0831a1fae414393e2d0def30436d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433967 Dec 08 02:06:26.777440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60480) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:26.823348 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d793a7a8-cef8-4f03-9f78-fa4aad945654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.845077 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d793a7a8-cef8-4f03-9f78-fa4aad945654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.891804 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d793a7a8-cef8-4f03-9f78-fa4aad945654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.894973 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d793a7a8-cef8-4f03-9f78-fa4aad945654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:26.896122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d793a7a8-cef8-4f03-9f78-fa4aad945654 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f4cc379-ea94-4df0-833d-b2e5014312d5 HTTP/1.1" status: 204 len: 168 time: 0.1177881 Dec 08 02:06:26.903625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793a7a8-cef8-4f03-9f78-fa4aad945654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4cc379-ea94-4df0-833d-b2e5014312d5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:27.564735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 60502) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:27.661596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-565428460-network', 'tenant_id': '04ee2d7fb9e04e4ba98e2807ca7b4ff2'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:27.682041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Made reservation on behalf of 04ee2d7fb9e04e4ba98e2807ca7b4ff2 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:27.684354 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.693064 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.775926 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.780206 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.800116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:06:27.821624 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.821965 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Added segment 826741ec-8273-4fb0-b422-c6cb100415d6 of type vlan for network 6cedbf89-3444-432b-84b0-1b149693787d Dec 08 02:06:27.823640 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee73ea6-cb1b-48b9-ae3d-21bad4011d07,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:27.864977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 37b93e07-2bf7-407d-a8dd-1e725b296503 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:27.870768 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.886778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 37b93e07-2bf7-407d-a8dd-1e725b296503 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:27.887226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 37b93e07-2bf7-407d-a8dd-1e725b296503 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:27.887688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6d9938ed-1c94-423b-9c9b-862d68d45060 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:27.899027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.899986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:27.900592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.908169 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 6d9938ed-1c94-423b-9c9b-862d68d45060 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:27.908647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6d9938ed-1c94-423b-9c9b-862d68d45060 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:27.938711 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3728082 Dec 08 02:06:27.942440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60506) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:27.947631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-515856ff-56b7-468c-9381-2d583315a496 admin admin] Request body: {'subnet': {'network_id': '6cedbf89-3444-432b-84b0-1b149693787d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-565428460-subnet', 'tenant_id': '04ee2d7fb9e04e4ba98e2807ca7b4ff2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:27.970080 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515856ff-56b7-468c-9381-2d583315a496 admin admin] Made reservation on behalf of 04ee2d7fb9e04e4ba98e2807ca7b4ff2 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:27.972918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdce311-ca40-436b-a80d-164aaefcc97b admin admin] Pushing event updated for resources: {'Network': ['ID=6cedbf89-3444-432b-84b0-1b149693787d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:27.974078 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-515856ff-56b7-468c-9381-2d583315a496 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:27.982693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 6cedbf89-3444-432b-84b0-1b149693787d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:06:28.419196 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-515856ff-56b7-468c-9381-2d583315a496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.470281 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515856ff-56b7-468c-9381-2d583315a496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0407e4e-6476-4c88-968a-9c3e63d021aa,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:28.489175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515856ff-56b7-468c-9381-2d583315a496 admin admin] Checking segment: {'id': '826741ec-8273-4fb0-b422-c6cb100415d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6cedbf89-3444-432b-84b0-1b149693787d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:28.489570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515856ff-56b7-468c-9381-2d583315a496 admin admin] Network hostable DHCP agents. Network: 6cedbf89-3444-432b-84b0-1b149693787d, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:06:28.506245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515856ff-56b7-468c-9381-2d583315a496 admin admin] Network 6cedbf89-3444-432b-84b0-1b149693787d is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:06:28.515370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-515856ff-56b7-468c-9381-2d583315a496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 6cedbf89-3444-432b-84b0-1b149693787d) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:28.520267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515856ff-56b7-468c-9381-2d583315a496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:28.521469 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-515856ff-56b7-468c-9381-2d583315a496 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.525457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aebe4e-9bd6-4bbe-b5ec-ed344e6f6781 None None] Network 6cedbf89-3444-432b-84b0-1b149693787d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:28.537979 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-515856ff-56b7-468c-9381-2d583315a496 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5941761 Dec 08 02:06:28.795720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbfba9a-534f-4c2a-ab79-7e1698ff4f02 None None] Network 6cedbf89-3444-432b-84b0-1b149693787d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:28.871801 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43778d70-b520-439f-be50-b6b58de5ead7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:28.995249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-aabe9198-6eef-4db0-889e-f5e6af8c6b6d tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:28.996730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-aabe9198-6eef-4db0-889e-f5e6af8c6b6d tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/networks?id=6cedbf89-3444-432b-84b0-1b149693787d HTTP/1.1" status: 200 len: 820 time: 0.1052229 Dec 08 02:06:29.013635 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-5ff78fe4-4205-4a3f-8ee7-d411d0b2c287 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/quotas/04ee2d7fb9e04e4ba98e2807ca7b4ff2 HTTP/1.1" status: 200 len: 375 time: 0.0104196 Dec 08 02:06:29.057267 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-c3b6b0f6-354c-4e49-9d98-59b3b9d0be56 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=04ee2d7fb9e04e4ba98e2807ca7b4ff2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354764 Dec 08 02:06:29.148916 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-4e2115c9-7cda-4859-9faa-23e741efddf6 service neutron] 10.222.0.70 "GET /v2.0/networks/6cedbf89-3444-432b-84b0-1b149693787d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841172 Dec 08 02:06:29.244718 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-a18cecb3-94b7-4ed8-90d2-ed105b036f65 service neutron] 10.222.0.70 "GET /v2.0/networks/6cedbf89-3444-432b-84b0-1b149693787d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893373 Dec 08 02:06:29.435298 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9904acf6-11a5-4496-a1e1-04350afe4db7 req-16bfb01f-1259-43c4-a662-9c69e55e887d tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 210 time: 0.0320058 Dec 08 02:06:30.424137 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-07c0b446-ee47-4af1-9851-a1922b71710d tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:30.425801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-07c0b446-ee47-4af1-9851-a1922b71710d tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.72 "GET /v2.0/networks?id=6cedbf89-3444-432b-84b0-1b149693787d HTTP/1.1" status: 200 len: 820 time: 0.1014404 Dec 08 02:06:30.446795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Request body: {'port': {'device_id': 'c039f695-77c7-471e-90f2-7163be8afd45', 'network_id': '6cedbf89-3444-432b-84b0-1b149693787d', 'admin_state_up': True, 'tenant_id': '04ee2d7fb9e04e4ba98e2807ca7b4ff2'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:30.542475 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9a8bc1f-6f15-4525-bdf7-96847c2c99ce req-579c8ce3-d5df-4198-82ed-13f8fff85cb4 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 210 time: 0.0324228 Dec 08 02:06:30.585708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Made reservation on behalf of 04ee2d7fb9e04e4ba98e2807ca7b4ff2 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:30.589534 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:30.717664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Allocated IP 172.20.0.11 (6cedbf89-3444-432b-84b0-1b149693787d/e0407e4e-6476-4c88-968a-9c3e63d021aa/30e4c902-9a1a-4eff-bba8-f6e02a753f58) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:30.861297 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:30.900547 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:31.239684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Network 6cedbf89-3444-432b-84b0-1b149693787d is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:31.242741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:31.246444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:31.271863 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Pushing event updated for resources: {'Port': ['ID=30e4c902-9a1a-4eff-bba8-f6e02a753f58,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:31.298763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:31.299403 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:31.314610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-144f91f7-d6e8-442b-bc97-7bb0c4867e2b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8715601 Dec 08 02:06:31.333161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Request body: {'port': {'device_id': 'c039f695-77c7-471e-90f2-7163be8afd45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:31.387695 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:31.646144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e4c902-9a1a-4eff-bba8-f6e02a753f58 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:06:31.653784 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:31.658129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd757c3a-c53b-4d3b-8c59-38b6187ed72e req-201e51e0-b6b0-4bc6-b3db-7761646585c2 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:31.659689 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd757c3a-c53b-4d3b-8c59-38b6187ed72e req-201e51e0-b6b0-4bc6-b3db-7761646585c2 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 932 time: 0.0492928 Dec 08 02:06:31.666270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Transition to ACTIVE for port object 30e4c902-9a1a-4eff-bba8-f6e02a753f58 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:06:31.671186 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:31.712642 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dd757c3a-c53b-4d3b-8c59-38b6187ed72e req-6e907e3f-7072-4fd0-800e-f1c105f8db26 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/security-groups?id=bee73ea6-cb1b-48b9-ae3d-21bad4011d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467386 Dec 08 02:06:31.724532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Pushing event updated for resources: {'Port': ['ID=30e4c902-9a1a-4eff-bba8-f6e02a753f58,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:31.792203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Attempting to bind port 30e4c902-9a1a-4eff-bba8-f6e02a753f58 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:06:31.792600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Attempting to bind port 30e4c902-9a1a-4eff-bba8-f6e02a753f58 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '826741ec-8273-4fb0-b422-c6cb100415d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6cedbf89-3444-432b-84b0-1b149693787d'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:06:31.792938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Attempting to bind port 30e4c902-9a1a-4eff-bba8-f6e02a753f58 on network 6cedbf89-3444-432b-84b0-1b149693787d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:31.797290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Port 30e4c902-9a1a-4eff-bba8-f6e02a753f58 on network 6cedbf89-3444-432b-84b0-1b149693787d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:06:31.797613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Attempting to bind port 30e4c902-9a1a-4eff-bba8-f6e02a753f58 on network 6cedbf89-3444-432b-84b0-1b149693787d {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:31.802464 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:06:31.802802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Checking segment: {'id': '826741ec-8273-4fb0-b422-c6cb100415d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6cedbf89-3444-432b-84b0-1b149693787d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:31.803191 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Bound using segment: {'id': '826741ec-8273-4fb0-b422-c6cb100415d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6cedbf89-3444-432b-84b0-1b149693787d'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:06:31.803614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Bound port: 30e4c902-9a1a-4eff-bba8-f6e02a753f58, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '826741ec-8273-4fb0-b422-c6cb100415d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '6cedbf89-3444-432b-84b0-1b149693787d'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:06:31.803970 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:31.866226 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] For port 30e4c902-9a1a-4eff-bba8-f6e02a753f58, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:06:31.869179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] For port 30e4c902-9a1a-4eff-bba8-f6e02a753f58, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=30e4c902-9a1a-4eff-bba8-f6e02a753f58,segment=NetworkSegment(826741ec-8273-4fb0-b422-c6cb100415d6),segment_id=826741ec-8273-4fb0-b422-c6cb100415d6)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:06:31.873653 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:31.883550 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:31.911188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:31.911804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:31.913197 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-d79426ac-8f95-4196-9736-322697aed24b service neutron] 10.222.0.72 "PUT /v2.0/ports/30e4c902-9a1a-4eff-bba8-f6e02a753f58 HTTP/1.1" status: 200 len: 1093 time: 0.5847895 Dec 08 02:06:31.913634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c039f695-77c7-471e-90f2-7163be8afd45', 'tag': '30e4c902-9a1a-4eff-bba8-f6e02a753f58'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:31.915867 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acbab4b-5e9a-44c4-9ef6-5a6bb51a03bb" -d '{"events": [{"name": "network-changed", "server_uuid": "c039f695-77c7-471e-90f2-7163be8afd45", "tag": "30e4c902-9a1a-4eff-bba8-f6e02a753f58"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:31.935857 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79426ac-8f95-4196-9736-322697aed24b service neutron] Pushing event updated for resources: {'Port': ['ID=30e4c902-9a1a-4eff-bba8-f6e02a753f58,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:31.955224 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8ecb7a-31fa-4038-bfc2-f0bb4e4785f4 x-openstack-request-id: req-ce8ecb7a-31fa-4038-bfc2-f0bb4e4785f4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:31.955688 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c039f695-77c7-471e-90f2-7163be8afd45", "tag": "30e4c902-9a1a-4eff-bba8-f6e02a753f58", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:31.956508 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce8ecb7a-31fa-4038-bfc2-f0bb4e4785f4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:31.956900 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c039f695-77c7-471e-90f2-7163be8afd45', 'tag': '30e4c902-9a1a-4eff-bba8-f6e02a753f58', 'status': 'completed', 'code': 200} Dec 08 02:06:32.013845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-0c25ff00-62c0-4e39-8380-972d81c443e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:32.015433 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-0c25ff00-62c0-4e39-8380-972d81c443e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ee2d7fb9e04e4ba98e2807ca7b4ff2&device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 1096 time: 0.0417371 Dec 08 02:06:32.066082 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-29e7f6ca-2f09-4a9c-90cb-e3ed2b367162 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30e4c902-9a1a-4eff-bba8-f6e02a753f58 HTTP/1.1" status: 200 len: 217 time: 0.0373082 Dec 08 02:06:32.074675 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6fc22a56-3e32-4c31-8f75-15ce9caba902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:32.117409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-7583d7f5-e331-4316-929a-eed5fb73837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:32.118806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-7583d7f5-e331-4316-929a-eed5fb73837a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0407e4e-6476-4c88-968a-9c3e63d021aa HTTP/1.1" status: 200 len: 860 time: 0.0454555 Dec 08 02:06:32.153046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-8728ed2b-41b2-4f1d-888a-9c8b390e2c84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6cedbf89-3444-432b-84b0-1b149693787d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268304 Dec 08 02:06:32.246437 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-12bd7487-cbc4-4caa-b238-ca4641e90b87 service neutron] 10.222.0.72 "GET /v2.0/networks/6cedbf89-3444-432b-84b0-1b149693787d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862105 Dec 08 02:06:32.334229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cbb21df2-eae3-4c82-91bb-f8d8129154f6 req-59c5db35-e8d3-44eb-b990-e5cdf683d855 service neutron] 10.222.0.72 "GET /v2.0/networks/6cedbf89-3444-432b-84b0-1b149693787d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808616 Dec 08 02:06:32.361469 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:32.501830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbab4b-5e9a-44c4-9ef6-5a6bb51a03bb req-f0960b17-f2eb-4f04-b6c0-1fe3f4fa3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:32.503822 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0acbab4b-5e9a-44c4-9ef6-5a6bb51a03bb req-f0960b17-f2eb-4f04-b6c0-1fe3f4fa3ca7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ee2d7fb9e04e4ba98e2807ca7b4ff2&device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 1096 time: 0.0466139 Dec 08 02:06:32.594977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbab4b-5e9a-44c4-9ef6-5a6bb51a03bb req-1383a940-a015-4026-a849-d65eb5854a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:32.597153 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0acbab4b-5e9a-44c4-9ef6-5a6bb51a03bb req-1383a940-a015-4026-a849-d65eb5854a8e service neutron] 10.222.0.72 "GET /v2.0/networks?id=6cedbf89-3444-432b-84b0-1b149693787d HTTP/1.1" status: 200 len: 921 time: 0.0852790 Dec 08 02:06:32.642069 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0acbab4b-5e9a-44c4-9ef6-5a6bb51a03bb req-5e7049ef-8db6-4337-919f-8be8f7b33cf1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30e4c902-9a1a-4eff-bba8-f6e02a753f58 HTTP/1.1" status: 200 len: 217 time: 0.0373275 Dec 08 02:06:32.693876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbab4b-5e9a-44c4-9ef6-5a6bb51a03bb req-26b902c2-b2b4-453d-93d3-8c7fed605e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:32.695325 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0acbab4b-5e9a-44c4-9ef6-5a6bb51a03bb req-26b902c2-b2b4-453d-93d3-8c7fed605e9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e0407e4e-6476-4c88-968a-9c3e63d021aa HTTP/1.1" status: 200 len: 860 time: 0.0446424 Dec 08 02:06:32.729208 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0acbab4b-5e9a-44c4-9ef6-5a6bb51a03bb req-632d4156-4be4-4c92-b389-60c00430dc73 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6cedbf89-3444-432b-84b0-1b149693787d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249858 Dec 08 02:06:32.827602 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0acbab4b-5e9a-44c4-9ef6-5a6bb51a03bb req-644be775-1156-4929-8d18-10c889ac3b4a service neutron] 10.222.0.72 "GET /v2.0/networks/6cedbf89-3444-432b-84b0-1b149693787d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904541 Dec 08 02:06:32.835138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272f169-8338-453b-b94f-e443aedef4aa req-b90e602f-a13a-48db-a0aa-acbeb0e6982c tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:32.836780 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8272f169-8338-453b-b94f-e443aedef4aa req-b90e602f-a13a-48db-a0aa-acbeb0e6982c tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 944 time: 0.0549936 Dec 08 02:06:32.884592 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8272f169-8338-453b-b94f-e443aedef4aa req-f98cfa20-8a3e-45cb-a0d7-5575c58687ca tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/security-groups?id=bee73ea6-cb1b-48b9-ae3d-21bad4011d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417755 Dec 08 02:06:32.922902 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0acbab4b-5e9a-44c4-9ef6-5a6bb51a03bb req-ff6772e7-3123-45ce-b31d-89ef58f58066 service neutron] 10.222.0.72 "GET /v2.0/networks/6cedbf89-3444-432b-84b0-1b149693787d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863888 Dec 08 02:06:33.661288 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.003474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ace0c-a761-4858-ac62-73c98237bbec req-5321ad3d-c5e0-4652-831a-eb85f69a94c8 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:34.005038 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a72ace0c-a761-4858-ac62-73c98237bbec req-5321ad3d-c5e0-4652-831a-eb85f69a94c8 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 944 time: 0.0517490 Dec 08 02:06:34.058076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a72ace0c-a761-4858-ac62-73c98237bbec req-15f13e24-d2bf-4dea-a662-37ac70c4841d tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/security-groups?id=bee73ea6-cb1b-48b9-ae3d-21bad4011d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470412 Dec 08 02:06:34.091236 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:34.755974 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:35.163893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 30e4c902-9a1a-4eff-bba8-f6e02a753f58 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:06:35.177021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dafe7-b8e3-4d3a-98ab-70ae78ca476c req-3e163950-40b1-4820-a612-7d4a241e0866 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:35.178542 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f50dafe7-b8e3-4d3a-98ab-70ae78ca476c req-3e163950-40b1-4820-a612-7d4a241e0866 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 944 time: 0.0543160 Dec 08 02:06:35.226117 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f50dafe7-b8e3-4d3a-98ab-70ae78ca476c req-fb38aaff-559f-4b61-8426-d9d66ebb63a0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/security-groups?id=bee73ea6-cb1b-48b9-ae3d-21bad4011d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414236 Dec 08 02:06:35.263253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 30e4c902-9a1a-4eff-bba8-f6e02a753f58, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=30e4c902-9a1a-4eff-bba8-f6e02a753f58,segment=NetworkSegment(826741ec-8273-4fb0-b422-c6cb100415d6),segment_id=826741ec-8273-4fb0-b422-c6cb100415d6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:35.275920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '30e4c902-9a1a-4eff-bba8-f6e02a753f58', 'network_id': '6cedbf89-3444-432b-84b0-1b149693787d', 'port_id': '30e4c902-9a1a-4eff-bba8-f6e02a753f58', 'mac_address': 'fa:16:3e:17:b6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0407e4e-6476-4c88-968a-9c3e63d021aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:06:35.313345 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:35.330609 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e4c902-9a1a-4eff-bba8-f6e02a753f58 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:06:35.352570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 30e4c902-9a1a-4eff-bba8-f6e02a753f58, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=30e4c902-9a1a-4eff-bba8-f6e02a753f58,segment=NetworkSegment(826741ec-8273-4fb0-b422-c6cb100415d6),segment_id=826741ec-8273-4fb0-b422-c6cb100415d6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:35.358377 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:35.414185 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=30e4c902-9a1a-4eff-bba8-f6e02a753f58,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:35.422398 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.422787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.423157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.423522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.423888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.424826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.425775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.426285 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.426481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.426792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.427156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.427534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.427898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:35.630482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['30e4c902-9a1a-4eff-bba8-f6e02a753f58'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:36.342778 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f07c3f-2231-4623-9a79-2f8f803c142e req-c1b6fe2c-9bda-42be-af13-dd9aa68ab57c tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:36.344310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c2f07c3f-2231-4623-9a79-2f8f803c142e req-c1b6fe2c-9bda-42be-af13-dd9aa68ab57c tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 945 time: 0.0489500 Dec 08 02:06:36.391567 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c2f07c3f-2231-4623-9a79-2f8f803c142e req-ae939989-e579-4143-862c-3898238893d0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/security-groups?id=bee73ea6-cb1b-48b9-ae3d-21bad4011d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405033 Dec 08 02:06:37.180451 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 30e4c902-9a1a-4eff-bba8-f6e02a753f58 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:37.229821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 30e4c902-9a1a-4eff-bba8-f6e02a753f58 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:06:37.233651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 30e4c902-9a1a-4eff-bba8-f6e02a753f58 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:37.234026 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:37.312855 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:37.336438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c039f695-77c7-471e-90f2-7163be8afd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e4c902-9a1a-4eff-bba8-f6e02a753f58'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:37.338679 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb1e325-e541-4ba3-83c1-ad4088dddf21" -d '{"events": [{"server_uuid": "c039f695-77c7-471e-90f2-7163be8afd45", "name": "network-vif-plugged", "status": "completed", "tag": "30e4c902-9a1a-4eff-bba8-f6e02a753f58"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:37.355514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 30e4c902-9a1a-4eff-bba8-f6e02a753f58, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=30e4c902-9a1a-4eff-bba8-f6e02a753f58,segment=NetworkSegment(826741ec-8273-4fb0-b422-c6cb100415d6),segment_id=826741ec-8273-4fb0-b422-c6cb100415d6)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:37.359719 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:37.385863 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cd6ffe-396c-4153-9fd9-ac7981c52636 x-openstack-request-id: req-c2cd6ffe-396c-4153-9fd9-ac7981c52636 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:37.386171 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c039f695-77c7-471e-90f2-7163be8afd45", "name": "network-vif-plugged", "status": "completed", "tag": "30e4c902-9a1a-4eff-bba8-f6e02a753f58", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:37.386449 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2cd6ffe-396c-4153-9fd9-ac7981c52636 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:37.386834 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c039f695-77c7-471e-90f2-7163be8afd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e4c902-9a1a-4eff-bba8-f6e02a753f58', 'code': 200} Dec 08 02:06:37.414302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=30e4c902-9a1a-4eff-bba8-f6e02a753f58,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:37.540813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7af4d4-eeff-40da-813a-82416910b2dc req-b14ac90d-986a-49b2-80e1-bd88342717ec tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:37.542317 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f7af4d4-eeff-40da-813a-82416910b2dc req-b14ac90d-986a-49b2-80e1-bd88342717ec tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 946 time: 0.0796556 Dec 08 02:06:37.544189 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a564d-dcdf-4416-98aa-349cdf853711 req-4ff60f5b-610e-4295-87e3-a1e1e967ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:37.545555 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d4a564d-dcdf-4416-98aa-349cdf853711 req-4ff60f5b-610e-4295-87e3-a1e1e967ab6f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 1098 time: 0.0722160 Dec 08 02:06:37.615339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f7af4d4-eeff-40da-813a-82416910b2dc req-df207b59-3dda-4c5b-a7d8-26ecf278883b tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/security-groups?id=bee73ea6-cb1b-48b9-ae3d-21bad4011d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668473 Dec 08 02:06:37.618415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d4a564d-dcdf-4416-98aa-349cdf853711 req-d93ae281-537a-4cda-bae7-9a77032cafcc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bee73ea6-cb1b-48b9-ae3d-21bad4011d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639722 Dec 08 02:06:38.740503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10eda53-d9e0-400e-82c1-bb7042f26294 req-a7c58a62-23e4-4a6b-ad95-ae2f4236d04a tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:38.741994 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b10eda53-d9e0-400e-82c1-bb7042f26294 req-a7c58a62-23e4-4a6b-ad95-ae2f4236d04a tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 946 time: 0.0496273 Dec 08 02:06:38.791053 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b10eda53-d9e0-400e-82c1-bb7042f26294 req-2b6847f7-661d-44bf-a27c-49b0c56163a2 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/security-groups?id=bee73ea6-cb1b-48b9-ae3d-21bad4011d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429111 Dec 08 02:06:39.325480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c33cb-3bbb-44d3-9683-7c9ef1be75f1 req-4932e188-a57b-4719-9a69-6814bbc26abc tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:39.327045 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d0c33cb-3bbb-44d3-9683-7c9ef1be75f1 req-4932e188-a57b-4719-9a69-6814bbc26abc tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 946 time: 0.0556693 Dec 08 02:06:39.375845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d0c33cb-3bbb-44d3-9683-7c9ef1be75f1 req-583d7c70-2ad7-4a91-9b84-dda5cd401fcb tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/security-groups?id=bee73ea6-cb1b-48b9-ae3d-21bad4011d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424287 Dec 08 02:06:40.500596 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49773084-d8cb-4b01-aefd-43e4c4d9d064 req-97238bcc-6b72-4ec0-897f-52cd1e142643 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:40.502062 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49773084-d8cb-4b01-aefd-43e4c4d9d064 req-97238bcc-6b72-4ec0-897f-52cd1e142643 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 946 time: 0.0497272 Dec 08 02:06:40.552619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49773084-d8cb-4b01-aefd-43e4c4d9d064 req-d284f823-04ef-41f2-a72a-4a2f158e3d05 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/security-groups?id=bee73ea6-cb1b-48b9-ae3d-21bad4011d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442986 Dec 08 02:06:40.710036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9250b3d-0a96-48d9-9cf1-20702614da92 req-018b02d9-b671-4d04-823f-48270e3e97d0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:40.711397 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9250b3d-0a96-48d9-9cf1-20702614da92 req-018b02d9-b671-4d04-823f-48270e3e97d0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.72 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 946 time: 0.0479994 Dec 08 02:06:40.805256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d9250b3d-0a96-48d9-9cf1-20702614da92 req-76e19469-9d4f-47be-9d6f-e97304ed00b0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Deleting port 30e4c902-9a1a-4eff-bba8-f6e02a753f58 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:06:40.805666 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9250b3d-0a96-48d9-9cf1-20702614da92 req-76e19469-9d4f-47be-9d6f-e97304ed00b0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:40.892500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d9250b3d-0a96-48d9-9cf1-20702614da92 req-76e19469-9d4f-47be-9d6f-e97304ed00b0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] For port 30e4c902-9a1a-4eff-bba8-f6e02a753f58, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=30e4c902-9a1a-4eff-bba8-f6e02a753f58,segment=NetworkSegment(826741ec-8273-4fb0-b422-c6cb100415d6),segment_id=826741ec-8273-4fb0-b422-c6cb100415d6)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:40.893391 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9250b3d-0a96-48d9-9cf1-20702614da92 req-76e19469-9d4f-47be-9d6f-e97304ed00b0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:40.910855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d9250b3d-0a96-48d9-9cf1-20702614da92 req-76e19469-9d4f-47be-9d6f-e97304ed00b0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Calling delete_port for 30e4c902-9a1a-4eff-bba8-f6e02a753f58 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:06:41.034541 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9250b3d-0a96-48d9-9cf1-20702614da92 req-76e19469-9d4f-47be-9d6f-e97304ed00b0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:41.060157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e19469-9d4f-47be-9d6f-e97304ed00b0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Pushing event deleted for resources: {'Port': ['ID=30e4c902-9a1a-4eff-bba8-f6e02a753f58,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:41.067911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['30e4c902-9a1a-4eff-bba8-f6e02a753f58'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:41.108880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9250b3d-0a96-48d9-9cf1-20702614da92 req-76e19469-9d4f-47be-9d6f-e97304ed00b0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] No DVR routers for this DVR port 30e4c902-9a1a-4eff-bba8-f6e02a753f58 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:06:41.111959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d9250b3d-0a96-48d9-9cf1-20702614da92 req-76e19469-9d4f-47be-9d6f-e97304ed00b0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:41.115286 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9250b3d-0a96-48d9-9cf1-20702614da92 req-76e19469-9d4f-47be-9d6f-e97304ed00b0 tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.72 "DELETE /v2.0/ports/30e4c902-9a1a-4eff-bba8-f6e02a753f58 HTTP/1.1" status: 204 len: 173 time: 0.3982847 Dec 08 02:06:41.115753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c039f695-77c7-471e-90f2-7163be8afd45', 'name': 'network-vif-deleted', 'tag': '30e4c902-9a1a-4eff-bba8-f6e02a753f58'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:41.118041 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dffc82a-c914-4d31-8a57-77ea71e05187" -d '{"events": [{"server_uuid": "c039f695-77c7-471e-90f2-7163be8afd45", "name": "network-vif-deleted", "tag": "30e4c902-9a1a-4eff-bba8-f6e02a753f58"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:41.162627 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05df52fe-8d43-4433-9607-ad7acdbce489 x-openstack-request-id: req-05df52fe-8d43-4433-9607-ad7acdbce489 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:41.162975 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c039f695-77c7-471e-90f2-7163be8afd45", "name": "network-vif-deleted", "tag": "30e4c902-9a1a-4eff-bba8-f6e02a753f58", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:41.163235 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05df52fe-8d43-4433-9607-ad7acdbce489 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:41.163652 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c039f695-77c7-471e-90f2-7163be8afd45', 'name': 'network-vif-deleted', 'tag': '30e4c902-9a1a-4eff-bba8-f6e02a753f58', 'status': 'completed', 'code': 200} Dec 08 02:06:41.672650 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-670c8e3c-e438-4084-aa37-1a236aee4a3b req-77a37e5c-7e7e-4643-a709-080c0bb8378e tempest-ServerMetadataNegativeTestJSON-544159550 tempest-ServerMetadataNegativeTestJSON-544159550-project] 10.222.0.70 "GET /v2.0/ports?device_id=c039f695-77c7-471e-90f2-7163be8afd45 HTTP/1.1" status: 200 len: 210 time: 0.0287769 Dec 08 02:06:42.730816 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60594) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:42.775188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-617cd95b-ac46-4cf4-8952-70e5e8519ce7 admin admin] Deleting subnet e0407e4e-6476-4c88-968a-9c3e63d021aa {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:06:42.778292 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-617cd95b-ac46-4cf4-8952-70e5e8519ce7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.813263 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-617cd95b-ac46-4cf4-8952-70e5e8519ce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.855701 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-617cd95b-ac46-4cf4-8952-70e5e8519ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.909994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-617cd95b-ac46-4cf4-8952-70e5e8519ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.936763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cd95b-ac46-4cf4-8952-70e5e8519ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0407e4e-6476-4c88-968a-9c3e63d021aa,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:42.942474 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-617cd95b-ac46-4cf4-8952-70e5e8519ce7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:42.945981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-617cd95b-ac46-4cf4-8952-70e5e8519ce7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e0407e4e-6476-4c88-968a-9c3e63d021aa HTTP/1.1" status: 204 len: 168 time: 0.2141340 Dec 08 02:06:42.948560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60596) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:43.030442 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.115271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.135605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cedbf89-3444-432b-84b0-1b149693787d']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:43.145898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826741ec-8273-4fb0-b422-c6cb100415d6') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:43.146214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826741ec-8273-4fb0-b422-c6cb100415d6') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:43.156163 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.172739 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.180045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:06:43.180519 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:06:43.182750 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:06:43.253228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.262194 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.265433 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6cedbf89-3444-432b-84b0-1b149693787d HTTP/1.1" status: 204 len: 168 time: 0.3158634 Dec 08 02:06:43.276163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a19bc0-112c-4ed6-8908-f4f30b192df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cedbf89-3444-432b-84b0-1b149693787d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:43.377006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60600) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:43.421420 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-55c745a9-a39f-4933-9a86-94b17b3c81eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=04ee2d7fb9e04e4ba98e2807ca7b4ff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399375 Dec 08 02:06:43.421670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60602) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:43.476942 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-450c41a9-ecd9-4e14-ae12-ea6f16a33935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.500256 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-450c41a9-ecd9-4e14-ae12-ea6f16a33935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.556604 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-450c41a9-ecd9-4e14-ae12-ea6f16a33935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.559849 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-450c41a9-ecd9-4e14-ae12-ea6f16a33935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:43.561090 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-450c41a9-ecd9-4e14-ae12-ea6f16a33935 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bee73ea6-cb1b-48b9-ae3d-21bad4011d07 HTTP/1.1" status: 204 len: 168 time: 0.1384838 Dec 08 02:06:43.570175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c41a9-ecd9-4e14-ae12-ea6f16a33935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee73ea6-cb1b-48b9-ae3d-21bad4011d07,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:44.306963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60624) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:44.413913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1388472764-network', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:44.436324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Made reservation on behalf of 8135e577e9d241b899e95c66a8e2dad4 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:44.439008 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:44.448629 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:44.526219 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:44.529982 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:44.554341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:06:44.565323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:44.570680 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:44.571050 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Added segment 55dff7fa-ae60-4bfd-a501-2aa32bd43e76 of type vlan for network 22a3fdce-0b5b-41d5-8090-838c26bda453 Dec 08 02:06:44.622546 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:44.651395 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:44.652100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:44.653036 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:44.688814 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.3805189 Dec 08 02:06:44.692140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60628) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:44.697253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ef576774-0a81-4afc-bbe8-e986a111b81f admin admin] Request body: {'subnet': {'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1388472764-subnet', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:44.728581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b10b1-5160-496f-8ffc-b81e4c01a3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=22a3fdce-0b5b-41d5-8090-838c26bda453,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:44.738330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 22a3fdce-0b5b-41d5-8090-838c26bda453 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:06:44.746431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef576774-0a81-4afc-bbe8-e986a111b81f admin admin] Made reservation on behalf of 8135e577e9d241b899e95c66a8e2dad4 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:44.748818 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef576774-0a81-4afc-bbe8-e986a111b81f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:44.921912 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef576774-0a81-4afc-bbe8-e986a111b81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:44.985528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef576774-0a81-4afc-bbe8-e986a111b81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e255f5f-ae51-4378-94b5-b16f97598be4,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:45.001655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef576774-0a81-4afc-bbe8-e986a111b81f admin admin] Checking segment: {'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:45.002535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef576774-0a81-4afc-bbe8-e986a111b81f admin admin] Network hostable DHCP agents. Network: 22a3fdce-0b5b-41d5-8090-838c26bda453, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:06:45.019528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef576774-0a81-4afc-bbe8-e986a111b81f admin admin] Network 22a3fdce-0b5b-41d5-8090-838c26bda453 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:06:45.028078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ef576774-0a81-4afc-bbe8-e986a111b81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 22a3fdce-0b5b-41d5-8090-838c26bda453) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:45.032570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef576774-0a81-4afc-bbe8-e986a111b81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:45.033797 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef576774-0a81-4afc-bbe8-e986a111b81f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:45.037353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e133a311-19d9-44f4-bde1-5f47784b1ca9 None None] Network 22a3fdce-0b5b-41d5-8090-838c26bda453 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:45.052505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ef576774-0a81-4afc-bbe8-e986a111b81f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3567476 Dec 08 02:06:45.052804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60630) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:45.057012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1388472764-router', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:45.078857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:45.079850 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:45.132542 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:45.140074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d985b5-4884-4146-8de5-c9514e6ce162 None None] Network 22a3fdce-0b5b-41d5-8090-838c26bda453 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:06:45.232415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 30e4c902-9a1a-4eff-bba8-f6e02a753f58 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:06:45.257532 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 30e4c902-9a1a-4eff-bba8-f6e02a753f58 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:06:45.257964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 30e4c902-9a1a-4eff-bba8-f6e02a753f58 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:06:45.275178 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:45.472356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:45.492105 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:45.594488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Allocated IP 172.25.2.158 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/5e9310ac-7882-45ef-b00f-bd2b26004cfa) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:45.698108 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:45.730614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:45.769707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:45.772503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:45.775909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:45.781383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9310ac-7882-45ef-b00f-bd2b26004cfa,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:45.787339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d07fb4-9b0c-4a83-a506-250e2320b116 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:06:45.889568 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-89cd8012-70c8-4007-aa5e-77426a5985fd None None] Provisioning complete for port 5e9310ac-7882-45ef-b00f-bd2b26004cfa triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:45.889948 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89cd8012-70c8-4007-aa5e-77426a5985fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:45.924836 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-89cd8012-70c8-4007-aa5e-77426a5985fd None None] Port 5e9310ac-7882-45ef-b00f-bd2b26004cfa cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:06:46.021930 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:46.210816 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:46.333768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Router 838ddf29-5992-422a-9537-c6932e08b830 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:06:46.437759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:06:46.448089 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Sync routers for ids ['838ddf29-5992-422a-9537-c6932e08b830'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:06:46.455836 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:46.457195 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5a98b137-9854-4f32-8896-18dce04ecf07 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.4034717 Dec 08 02:06:46.458359 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Routers {'838ddf29-5992-422a-9537-c6932e08b830'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:46.458981 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:06:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['838ddf29-5992-422a-9537-c6932e08b830'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:46.459850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 60632) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:06:46.569345 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Set router 838ddf29-5992-422a-9537-c6932e08b830 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:46.745258 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838ddf29-5992-422a-9537-c6932e08b830', 'name': 'tempest-ServerRescueNegativeTestJSON-1388472764-router', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:45Z', 'revision_number': 3, 'project_id': '8135e577e9d241b899e95c66a8e2dad4', 'gw_port': {'id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838ddf29-5992-422a-9537-c6932e08b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:46.771466 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Checking router: 838ddf29-5992-422a-9537-c6932e08b830 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:06:46.771821 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Updating router 838ddf29-5992-422a-9537-c6932e08b830 port 5e9310ac-7882-45ef-b00f-bd2b26004cfa binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:06:46.801624 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.069187 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.075549 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.117131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1c458-5d25-4170-8bcd-a20fecb7ce7c None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:06:47.120452 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Attempting to bind port 5e9310ac-7882-45ef-b00f-bd2b26004cfa on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:06:47.120834 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Attempting to bind port 5e9310ac-7882-45ef-b00f-bd2b26004cfa by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:06:47.121613 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Attempting to bind port 5e9310ac-7882-45ef-b00f-bd2b26004cfa on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:47.129342 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:06:47.129786 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:47.130199 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.130714 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:06:47.131192 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Bound port: 5e9310ac-7882-45ef-b00f-bd2b26004cfa, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:06:47.131317 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.131775 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.151479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-dcd90b87-11d0-4bd1-84ca-822bb449aad3 None None] Provisioning complete for port 5e9310ac-7882-45ef-b00f-bd2b26004cfa triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:47.152012 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dcd90b87-11d0-4bd1-84ca-822bb449aad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.165194 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Pushing event updated for resources: {'Port': ['ID=5e9310ac-7882-45ef-b00f-bd2b26004cfa,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:47.190784 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.191837 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.191837 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.191837 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.192242 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.192498 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.192831 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.193202 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.193479 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.193804 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.194150 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.194476 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.194896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-dcd90b87-11d0-4bd1-84ca-822bb449aad3 None None] Port 5e9310ac-7882-45ef-b00f-bd2b26004cfa cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:06:47.195028 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:06:47.209460 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] For port 5e9310ac-7882-45ef-b00f-bd2b26004cfa, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:06:47.212703 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] For port 5e9310ac-7882-45ef-b00f-bd2b26004cfa, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5e9310ac-7882-45ef-b00f-bd2b26004cfa,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:06:47.217592 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.261365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df507930-af46-42ac-8d9d-58c2b56636af None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:06:47.276982 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Routers {'838ddf29-5992-422a-9537-c6932e08b830'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:47.277740 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:06:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['838ddf29-5992-422a-9537-c6932e08b830'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:47.313856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Allocated IP 172.20.0.1 (22a3fdce-0b5b-41d5-8090-838c26bda453/6e255f5f-ae51-4378-94b5-b16f97598be4/b45ef33d-17d4-40fc-bd8e-c1a0569824c6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:47.317186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e3adaa13-857e-40dc-81d6-22382caea17b None None] Provisioning complete for port 5e9310ac-7882-45ef-b00f-bd2b26004cfa triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:47.317824 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e3adaa13-857e-40dc-81d6-22382caea17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.321627 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429f09a-bc23-4fbf-8d2c-63e4b2a0ae95 None None] Pushing event updated for resources: {'Port': ['ID=5e9310ac-7882-45ef-b00f-bd2b26004cfa,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:47.400778 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e3adaa13-857e-40dc-81d6-22382caea17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.422124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e3adaa13-857e-40dc-81d6-22382caea17b None None] For port 5e9310ac-7882-45ef-b00f-bd2b26004cfa, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5e9310ac-7882-45ef-b00f-bd2b26004cfa,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:47.427148 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e3adaa13-857e-40dc-81d6-22382caea17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.428323 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.468147 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.489884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adaa13-857e-40dc-81d6-22382caea17b None None] Pushing event updated for resources: {'Port': ['ID=5e9310ac-7882-45ef-b00f-bd2b26004cfa,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:47.497859 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] Set router 838ddf29-5992-422a-9537-c6932e08b830 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:47.510980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Network 22a3fdce-0b5b-41d5-8090-838c26bda453 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:47.517262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:47.521628 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:47.545719 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b45ef33d-17d4-40fc-bd8e-c1a0569824c6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:47.564351 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.681763 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838ddf29-5992-422a-9537-c6932e08b830', 'name': 'tempest-ServerRescueNegativeTestJSON-1388472764-router', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:45Z', 'revision_number': 3, 'project_id': '8135e577e9d241b899e95c66a8e2dad4', 'gw_port': {'id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838ddf29-5992-422a-9537-c6932e08b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:47.692908 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.707781 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092edf86-fec9-48b6-90a3-f0e5c26af4cf None None] The sync data for ids ['838ddf29-5992-422a-9537-c6932e08b830'] in n-d-713498-30 is: [{'id': '838ddf29-5992-422a-9537-c6932e08b830', 'name': 'tempest-ServerRescueNegativeTestJSON-1388472764-router', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:45Z', 'revision_number': 3, 'project_id': '8135e577e9d241b899e95c66a8e2dad4', 'gw_port': {'id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838ddf29-5992-422a-9537-c6932e08b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:06:47.865481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.870999 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.966035 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:47.972835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Pushing event updated for resources: {'Port': ['ID=b45ef33d-17d4-40fc-bd8e-c1a0569824c6,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:48.069048 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Network 22a3fdce-0b5b-41d5-8090-838c26bda453 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:48.070496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:48.188172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Router 838ddf29-5992-422a-9537-c6932e08b830 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:06:48.307223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:06:48.312183 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ec06024f-490c-41ba-9df6-9538626170f9 admin admin] 10.222.0.70 "PUT /v2.0/routers/838ddf29-5992-422a-9537-c6932e08b830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8513286 Dec 08 02:06:48.741420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-c2abda32-2c02-43e7-858d-42ed85c8180e tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:48.742942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-c2abda32-2c02-43e7-858d-42ed85c8180e tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 819 time: 0.1071537 Dec 08 02:06:48.759070 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-26aa781c-6dba-4ae1-8227-2e92091daaac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/quotas/8135e577e9d241b899e95c66a8e2dad4 HTTP/1.1" status: 200 len: 375 time: 0.0100749 Dec 08 02:06:48.777959 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:06:48.807638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-fd9ab155-c9c9-4003-b9f2-96cb068de664 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429599 Dec 08 02:06:48.898783 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-c8ba269a-b5e4-425f-9d96-d369490c8096 service neutron] 10.222.0.70 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829017 Dec 08 02:06:48.998233 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-3d8a4590-a272-48c6-9e01-01c5d9f62447 service neutron] 10.222.0.70 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931900 Dec 08 02:06:49.161555 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f9d0b72c-d480-4e8c-8b81-0dca314cb5c3 req-4a14c933-8bc7-4d80-b76e-c7e3cf2c9728 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 210 time: 0.0293682 Dec 08 02:06:49.250685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Sync routers for ids ['838ddf29-5992-422a-9537-c6932e08b830'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:06:49.261650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Routers {'838ddf29-5992-422a-9537-c6932e08b830'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:49.262041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:06:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['838ddf29-5992-422a-9537-c6932e08b830'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:49.373946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Set router 838ddf29-5992-422a-9537-c6932e08b830 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:49.402966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-5e454e28-bee8-43f3-b8d3-2a769d4c048e tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:49.404639 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-5e454e28-bee8-43f3-b8d3-2a769d4c048e tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 819 time: 0.1163602 Dec 08 02:06:49.427942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-0ce71d3c-b3ce-44b0-a6b3-2b0a1a8546fc tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/quotas/8135e577e9d241b899e95c66a8e2dad4 HTTP/1.1" status: 200 len: 375 time: 0.0158536 Dec 08 02:06:49.481046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-b2ebaf44-6d73-4d2e-84bb-bf843b79a249 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522177 Dec 08 02:06:49.586705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2974f8a3-95b1-46a2-87a8-16cc589a874b service neutron] 10.222.0.70 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967042 Dec 08 02:06:49.604653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838ddf29-5992-422a-9537-c6932e08b830', 'name': 'tempest-ServerRescueNegativeTestJSON-1388472764-router', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:47Z', 'revision_number': 4, 'project_id': '8135e577e9d241b899e95c66a8e2dad4', 'gw_port': {'id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ddf29-5992-422a-9537-c6932e08b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b45ef33d-17d4-40fc-bd8e-c1a0569824c6', 'name': '', 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'mac_address': 'fa:16:3e:b3:ed:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838ddf29-5992-422a-9537-c6932e08b830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6e255f5f-ae51-4378-94b5-b16f97598be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:47Z', 'updated_at': '2021-12-08T02:06:47Z', 'revision_number': 2, 'project_id': '8135e577e9d241b899e95c66a8e2dad4', 'subnets': [{'id': '6e255f5f-ae51-4378-94b5-b16f97598be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:49.632154 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Checking router: 838ddf29-5992-422a-9537-c6932e08b830 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:06:49.632539 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Updating router 838ddf29-5992-422a-9537-c6932e08b830 port b45ef33d-17d4-40fc-bd8e-c1a0569824c6 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:06:49.662893 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:49.688028 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-9ce0de92-b3f4-47ad-beee-44f7f51fc85a service neutron] 10.222.0.70 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943024 Dec 08 02:06:49.898670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-804b9991-0bba-44e8-ab3d-902709221a1a req-6387f8ac-ea3f-431d-8916-fdec2c285568 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 210 time: 0.0435085 Dec 08 02:06:49.942884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5e9310ac-7882-45ef-b00f-bd2b26004cfa up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:49.994620 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.006754 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.068562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5e9310ac-7882-45ef-b00f-bd2b26004cfa triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:50.068946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.077610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22f640-d8ab-4e57-95a9-9e33ce72aada None None] Pushing event updated for resources: {'Port': ['ID=b45ef33d-17d4-40fc-bd8e-c1a0569824c6,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:50.159280 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Attempting to bind port b45ef33d-17d4-40fc-bd8e-c1a0569824c6 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:06:50.159646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Attempting to bind port b45ef33d-17d4-40fc-bd8e-c1a0569824c6 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:06:50.160020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Attempting to bind port b45ef33d-17d4-40fc-bd8e-c1a0569824c6 on network 22a3fdce-0b5b-41d5-8090-838c26bda453 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:50.167858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:06:50.168248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Checking segment: {'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:50.168683 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.169082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Bound using segment: {'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:06:50.169766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Bound port: b45ef33d-17d4-40fc-bd8e-c1a0569824c6, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:06:50.170340 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.265708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-2c4adcc8-ee9c-4854-8460-51e64f379128 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:50.267213 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-2c4adcc8-ee9c-4854-8460-51e64f379128 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.72 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 819 time: 0.1241856 Dec 08 02:06:50.270999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] For port b45ef33d-17d4-40fc-bd8e-c1a0569824c6, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:06:50.274270 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] For port b45ef33d-17d4-40fc-bd8e-c1a0569824c6, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b45ef33d-17d4-40fc-bd8e-c1a0569824c6,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:06:50.278992 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.290673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Request body: {'port': {'device_id': '0ac208f0-a9f5-405a-83f7-0d54179747e9', 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453', 'admin_state_up': True, 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:50.334020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Routers {'838ddf29-5992-422a-9537-c6932e08b830'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:06:50.334632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:06:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['838ddf29-5992-422a-9537-c6932e08b830'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:50.384015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22f640-d8ab-4e57-95a9-9e33ce72aada None None] Pushing event updated for resources: {'Port': ['ID=b45ef33d-17d4-40fc-bd8e-c1a0569824c6,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:50.418937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Made reservation on behalf of 8135e577e9d241b899e95c66a8e2dad4 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:50.422421 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.464674 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] Set router 838ddf29-5992-422a-9537-c6932e08b830 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:06:50.562871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Allocated IP 172.20.0.3 (22a3fdce-0b5b-41d5-8090-838c26bda453/6e255f5f-ae51-4378-94b5-b16f97598be4/161458f0-611e-4cc4-8684-931a2341b50a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:50.674727 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838ddf29-5992-422a-9537-c6932e08b830', 'name': 'tempest-ServerRescueNegativeTestJSON-1388472764-router', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:47Z', 'revision_number': 4, 'project_id': '8135e577e9d241b899e95c66a8e2dad4', 'gw_port': {'id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ddf29-5992-422a-9537-c6932e08b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b45ef33d-17d4-40fc-bd8e-c1a0569824c6', 'name': '', 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'mac_address': 'fa:16:3e:b3:ed:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838ddf29-5992-422a-9537-c6932e08b830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6e255f5f-ae51-4378-94b5-b16f97598be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:47Z', 'updated_at': '2021-12-08T02:06:50Z', 'revision_number': 4, 'project_id': '8135e577e9d241b899e95c66a8e2dad4', 'subnets': [{'id': '6e255f5f-ae51-4378-94b5-b16f97598be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:06:50.704597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efccd447-f4a1-45cd-9b01-4306d46ca717 None None] The sync data for ids ['838ddf29-5992-422a-9537-c6932e08b830'] in n-d-713498-30 is: [{'id': '838ddf29-5992-422a-9537-c6932e08b830', 'name': 'tempest-ServerRescueNegativeTestJSON-1388472764-router', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:47Z', 'revision_number': 4, 'project_id': '8135e577e9d241b899e95c66a8e2dad4', 'gw_port': {'id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ddf29-5992-422a-9537-c6932e08b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b45ef33d-17d4-40fc-bd8e-c1a0569824c6', 'name': '', 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'mac_address': 'fa:16:3e:b3:ed:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '838ddf29-5992-422a-9537-c6932e08b830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '6e255f5f-ae51-4378-94b5-b16f97598be4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:47Z', 'updated_at': '2021-12-08T02:06:50Z', 'revision_number': 4, 'project_id': '8135e577e9d241b899e95c66a8e2dad4', 'subnets': [{'id': '6e255f5f-ae51-4378-94b5-b16f97598be4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:06:50.715459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.757691 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.811559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Network 22a3fdce-0b5b-41d5-8090-838c26bda453 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:50.815737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:50.826320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:50.852657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Pushing event updated for resources: {'Port': ['ID=161458f0-611e-4cc4-8684-931a2341b50a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:50.885657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:50.886860 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:50.904817 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ca838fc9-4136-4777-b847-7301194a6587 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6214540 Dec 08 02:06:50.923575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Request body: {'port': {'device_id': '0ac208f0-a9f5-405a-83f7-0d54179747e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:50.994033 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.006953 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9c5c4104-0f81-4267-9d5e-03bfe09da0cc req-a72b1497-77a8-4054-8ca1-ab3b444f9806 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 210 time: 0.0369372 Dec 08 02:06:51.211589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-ca4cad4b-c9e5-4665-9615-2b3937b940f2 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:51.213199 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-ca4cad4b-c9e5-4665-9615-2b3937b940f2 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.65 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 819 time: 0.2203400 Dec 08 02:06:51.232960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Request body: {'port': {'device_id': '824e6c32-d1ad-4e86-96bb-a4679904e725', 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453', 'admin_state_up': True, 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:51.446459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Made reservation on behalf of 8135e577e9d241b899e95c66a8e2dad4 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:06:51.449929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.504604 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161458f0-611e-4cc4-8684-931a2341b50a {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:06:51.514105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.563434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Transition to ACTIVE for port object 161458f0-611e-4cc4-8684-931a2341b50a will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:06:51.567552 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.656521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Pushing event updated for resources: {'Port': ['ID=161458f0-611e-4cc4-8684-931a2341b50a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:51.714977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Allocated IP 172.20.0.4 (22a3fdce-0b5b-41d5-8090-838c26bda453/6e255f5f-ae51-4378-94b5-b16f97598be4/ab74c8a4-ac76-4d03-aced-4c123cf9aed7) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:06:51.781002 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Attempting to bind port 161458f0-611e-4cc4-8684-931a2341b50a on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:06:51.781347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Attempting to bind port 161458f0-611e-4cc4-8684-931a2341b50a by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:06:51.781682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Attempting to bind port 161458f0-611e-4cc4-8684-931a2341b50a on network 22a3fdce-0b5b-41d5-8090-838c26bda453 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:51.797840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Port 161458f0-611e-4cc4-8684-931a2341b50a on network 22a3fdce-0b5b-41d5-8090-838c26bda453 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:06:51.798174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Attempting to bind port 161458f0-611e-4cc4-8684-931a2341b50a on network 22a3fdce-0b5b-41d5-8090-838c26bda453 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:51.816318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:06:51.816791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Checking segment: {'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:51.817044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Bound using segment: {'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:06:51.817492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Bound port: 161458f0-611e-4cc4-8684-931a2341b50a, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:06:51.817854 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.912191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b45ef33d-17d4-40fc-bd8e-c1a0569824c6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:51.956643 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.958375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] For port 161458f0-611e-4cc4-8684-931a2341b50a, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:06:51.960393 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b45ef33d-17d4-40fc-bd8e-c1a0569824c6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:51.960798 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:51.962567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] For port 161458f0-611e-4cc4-8684-931a2341b50a, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=161458f0-611e-4cc4-8684-931a2341b50a,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:06:51.968335 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.023057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:52.023680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.025133 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] 10.222.0.72 "PUT /v2.0/ports/161458f0-611e-4cc4-8684-931a2341b50a HTTP/1.1" status: 200 len: 1092 time: 1.1068587 Dec 08 02:06:52.025586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac208f0-a9f5-405a-83f7-0d54179747e9', 'tag': '161458f0-611e-4cc4-8684-931a2341b50a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:52.027831 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dda393-e1d8-4c11-a000-371ed948caf6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac208f0-a9f5-405a-83f7-0d54179747e9", "tag": "161458f0-611e-4cc4-8684-931a2341b50a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:52.053460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13b32b-7a1f-46cc-99f2-add87ded2cdc service neutron] Pushing event updated for resources: {'Port': ['ID=161458f0-611e-4cc4-8684-931a2341b50a,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:52.054641 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.057897 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.091777 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port b45ef33d-17d4-40fc-bd8e-c1a0569824c6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b45ef33d-17d4-40fc-bd8e-c1a0569824c6,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:52.098543 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.132116 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03948b12-5715-40b0-835b-daa198ff77a2 x-openstack-request-id: req-03948b12-5715-40b0-835b-daa198ff77a2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:52.132566 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac208f0-a9f5-405a-83f7-0d54179747e9", "tag": "161458f0-611e-4cc4-8684-931a2341b50a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:52.132716 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-03948b12-5715-40b0-835b-daa198ff77a2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:52.133082 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac208f0-a9f5-405a-83f7-0d54179747e9', 'tag': '161458f0-611e-4cc4-8684-931a2341b50a', 'status': 'completed', 'code': 200} Dec 08 02:06:52.141285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Network 22a3fdce-0b5b-41d5-8090-838c26bda453 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:06:52.153361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:06:52.154127 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=b45ef33d-17d4-40fc-bd8e-c1a0569824c6,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:52.156337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:06:52.159275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Pushing event updated for resources: {'Port': ['ID=ab74c8a4-ac76-4d03-aced-4c123cf9aed7,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:52.179470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cef5a7-74ad-47f0-b4ad-a92184e1d5ed req-f96766b8-5b96-45a2-b191-c5690589be93 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:52.187294 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31cef5a7-74ad-47f0-b4ad-a92184e1d5ed req-f96766b8-5b96-45a2-b191-c5690589be93 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 931 time: 0.0604038 Dec 08 02:06:52.200819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-07d5f55b-2824-45b2-856e-51c851871a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:52.202362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-07d5f55b-2824-45b2-856e-51c851871a2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 1095 time: 0.1068594 Dec 08 02:06:52.216008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:52.216635 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.230068 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31cef5a7-74ad-47f0-b4ad-a92184e1d5ed req-de27017f-e67e-4001-a1fe-8883a6798cc0 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417433 Dec 08 02:06:52.259982 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-d02b3ad4-91e8-49cc-9f48-5ca3543c2a65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=161458f0-611e-4cc4-8684-931a2341b50a HTTP/1.1" status: 200 len: 217 time: 0.0398057 Dec 08 02:06:52.266958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-4e52316b-8581-4cda-906b-cbf7e05621ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0380895 Dec 08 02:06:52.304188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Request body: {'port': {'device_id': '824e6c32-d1ad-4e86-96bb-a4679904e725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:06:52.357499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-08dac401-52d5-4914-b10c-6881a77cb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:52.358971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-08dac401-52d5-4914-b10c-6881a77cb9f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 200 len: 859 time: 0.0910823 Dec 08 02:06:52.374944 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.399736 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-717e3046-3e87-4fe8-9408-9f8b709696ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a3fdce-0b5b-41d5-8090-838c26bda453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319970 Dec 08 02:06:52.592341 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-8e895997-f161-4ad5-b222-31576d1fa4ef service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682506 Dec 08 02:06:52.743071 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff0dde7-e3ea-4d04-9cc7-11b48ebd8508 req-ec31358e-624f-414f-8324-3e0952cae6c3 service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421173 Dec 08 02:06:52.790346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab74c8a4-ac76-4d03-aced-4c123cf9aed7 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:06:52.797780 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:52.810616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Transition to ACTIVE for port object ab74c8a4-ac76-4d03-aced-4c123cf9aed7 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:06:52.814423 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:53.209539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab74c8a4-ac76-4d03-aced-4c123cf9aed7,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:53.253067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dda393-e1d8-4c11-a000-371ed948caf6 req-c838ec19-afaa-4c9f-9467-08b15787ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:53.254581 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2dda393-e1d8-4c11-a000-371ed948caf6 req-c838ec19-afaa-4c9f-9467-08b15787ff6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 1095 time: 0.4116755 Dec 08 02:06:53.348004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Attempting to bind port ab74c8a4-ac76-4d03-aced-4c123cf9aed7 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:06:53.348432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Attempting to bind port ab74c8a4-ac76-4d03-aced-4c123cf9aed7 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:06:53.348768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Attempting to bind port ab74c8a4-ac76-4d03-aced-4c123cf9aed7 on network 22a3fdce-0b5b-41d5-8090-838c26bda453 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:53.371325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Port ab74c8a4-ac76-4d03-aced-4c123cf9aed7 on network 22a3fdce-0b5b-41d5-8090-838c26bda453 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:06:53.371668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Attempting to bind port ab74c8a4-ac76-4d03-aced-4c123cf9aed7 on network 22a3fdce-0b5b-41d5-8090-838c26bda453 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:06:53.385012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:06:53.385352 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Checking segment: {'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:06:53.385738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Bound using segment: {'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:06:53.386171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Bound port: ab74c8a4-ac76-4d03-aced-4c123cf9aed7, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55dff7fa-ae60-4bfd-a501-2aa32bd43e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:06:53.386530 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:53.417195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dda393-e1d8-4c11-a000-371ed948caf6 req-695a5e5f-30dd-48de-af41-544827bed6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:53.418670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2dda393-e1d8-4c11-a000-371ed948caf6 req-695a5e5f-30dd-48de-af41-544827bed6eb service neutron] 10.222.0.72 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 920 time: 0.1558282 Dec 08 02:06:53.429335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f1faa-f9d6-415d-b90b-07870ba03d16 req-83bc6310-84fc-4848-900f-9911274fd72c tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:53.430725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e6f1faa-f9d6-415d-b90b-07870ba03d16 req-83bc6310-84fc-4848-900f-9911274fd72c tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 943 time: 0.1257284 Dec 08 02:06:53.501606 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2dda393-e1d8-4c11-a000-371ed948caf6 req-cc1673ae-24e5-4657-a337-566f58d25095 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=161458f0-611e-4cc4-8684-931a2341b50a HTTP/1.1" status: 200 len: 217 time: 0.0536950 Dec 08 02:06:53.574428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] For port ab74c8a4-ac76-4d03-aced-4c123cf9aed7, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:06:53.599647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dda393-e1d8-4c11-a000-371ed948caf6 req-5db76704-58dc-4ccc-ac97-70d1d05a0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:53.601190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2dda393-e1d8-4c11-a000-371ed948caf6 req-5db76704-58dc-4ccc-ac97-70d1d05a0923 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 200 len: 859 time: 0.0897868 Dec 08 02:06:53.602982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] For port ab74c8a4-ac76-4d03-aced-4c123cf9aed7, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ab74c8a4-ac76-4d03-aced-4c123cf9aed7,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:06:53.606823 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e6f1faa-f9d6-415d-b90b-07870ba03d16 req-640fc8ee-22d1-4c56-8d0a-6e74c2f6455f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579163 Dec 08 02:06:53.608296 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:53.664229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2dda393-e1d8-4c11-a000-371ed948caf6 req-534bd102-8dd5-4653-8ad9-3c224d4a05d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a3fdce-0b5b-41d5-8090-838c26bda453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533831 Dec 08 02:06:53.674932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:53.675542 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:53.676912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] 10.222.0.65 "PUT /v2.0/ports/ab74c8a4-ac76-4d03-aced-4c123cf9aed7 HTTP/1.1" status: 200 len: 1092 time: 1.3793216 Dec 08 02:06:53.720248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7eb6c8-2719-4f40-99ee-0f9278aed1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ab74c8a4-ac76-4d03-aced-4c123cf9aed7,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:53.804147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2dda393-e1d8-4c11-a000-371ed948caf6 req-488dabdf-4d3b-4d2b-9d26-3aa21e224cb7 service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262934 Dec 08 02:06:53.810262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-6de794a8-1393-4d28-a11e-bf79e05ebfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:53.811669 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-6de794a8-1393-4d28-a11e-bf79e05ebfa6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 1095 time: 0.0598950 Dec 08 02:06:53.863500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b45ef33d-17d4-40fc-bd8e-c1a0569824c6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:53.878537 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-ad07b065-d434-4097-83f6-39c20cdd80ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab74c8a4-ac76-4d03-aced-4c123cf9aed7 HTTP/1.1" status: 200 len: 217 time: 0.0469029 Dec 08 02:06:53.912012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b45ef33d-17d4-40fc-bd8e-c1a0569824c6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:53.912421 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:53.974373 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2dda393-e1d8-4c11-a000-371ed948caf6 req-f4db3e94-0a3e-4758-8510-3188c0a69d22 service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617289 Dec 08 02:06:53.975771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-77c773e2-97cb-4c7d-ad66-7651c751aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:53.977145 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-77c773e2-97cb-4c7d-ad66-7651c751aeb9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 200 len: 859 time: 0.0710371 Dec 08 02:06:54.019750 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-10a0ba72-8e22-430c-90a0-6930173c2317 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=22a3fdce-0b5b-41d5-8090-838c26bda453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297596 Dec 08 02:06:54.119048 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-6b3745f4-da54-4c7c-98bf-02af0950ee5a service neutron] 10.222.0.65 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882046 Dec 08 02:06:54.135071 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824e6c32-d1ad-4e86-96bb-a4679904e725', 'tag': 'ab74c8a4-ac76-4d03-aced-4c123cf9aed7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:54.137337 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb30aef-f286-41fb-a46c-4301f28f848d" -d '{"events": [{"name": "network-changed", "server_uuid": "824e6c32-d1ad-4e86-96bb-a4679904e725", "tag": "ab74c8a4-ac76-4d03-aced-4c123cf9aed7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:54.196954 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5dbd99-338b-4e08-a26c-38147eac2205 x-openstack-request-id: req-1d5dbd99-338b-4e08-a26c-38147eac2205 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:54.197258 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824e6c32-d1ad-4e86-96bb-a4679904e725", "tag": "ab74c8a4-ac76-4d03-aced-4c123cf9aed7", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:54.197518 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1d5dbd99-338b-4e08-a26c-38147eac2205 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:54.197916 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824e6c32-d1ad-4e86-96bb-a4679904e725', 'tag': 'ab74c8a4-ac76-4d03-aced-4c123cf9aed7', 'status': 'completed', 'code': 200} Dec 08 02:06:54.226995 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50c4e07a-2407-45a6-a1a7-c2dced00c50f req-7f633ede-ba1a-4fbe-90c4-5b1f31e4d2ce service neutron] 10.222.0.65 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987518 Dec 08 02:06:54.364884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb30aef-f286-41fb-a46c-4301f28f848d req-ec76082e-6f26-40a7-98e2-4bdd9e09e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:54.366381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cb30aef-f286-41fb-a46c-4301f28f848d req-ec76082e-6f26-40a7-98e2-4bdd9e09e4fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 1095 time: 0.0414379 Dec 08 02:06:54.460550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb30aef-f286-41fb-a46c-4301f28f848d req-2bab25dd-f9ca-46ed-aa0c-8ac38f89fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:54.461947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cb30aef-f286-41fb-a46c-4301f28f848d req-2bab25dd-f9ca-46ed-aa0c-8ac38f89fd42 service neutron] 10.222.0.65 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 920 time: 0.0883343 Dec 08 02:06:54.504859 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cb30aef-f286-41fb-a46c-4301f28f848d req-42f59ad5-c972-4888-8d2d-facc9cea9517 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab74c8a4-ac76-4d03-aced-4c123cf9aed7 HTTP/1.1" status: 200 len: 217 time: 0.0351946 Dec 08 02:06:54.557040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb30aef-f286-41fb-a46c-4301f28f848d req-84fe3483-024a-44e7-a413-9d89abdd31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:54.558531 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cb30aef-f286-41fb-a46c-4301f28f848d req-84fe3483-024a-44e7-a413-9d89abdd31ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 200 len: 859 time: 0.0443325 Dec 08 02:06:54.601164 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cb30aef-f286-41fb-a46c-4301f28f848d req-d3bbe9cd-0325-471b-8a40-6682715f0569 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=22a3fdce-0b5b-41d5-8090-838c26bda453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288897 Dec 08 02:06:54.719668 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cb30aef-f286-41fb-a46c-4301f28f848d req-872cd6b7-7544-45ca-b903-b504579f11d5 service neutron] 10.222.0.65 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084611 Dec 08 02:06:54.766687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612c098-4e2c-44d1-b9d3-3640cf7dcc2d req-09d03271-2715-47d7-94b4-535791369a70 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:54.768389 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b612c098-4e2c-44d1-b9d3-3640cf7dcc2d req-09d03271-2715-47d7-94b4-535791369a70 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 943 time: 0.0897796 Dec 08 02:06:54.858631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cb30aef-f286-41fb-a46c-4301f28f848d req-0e523967-b1a5-4e3c-89b9-b2e1a27b4fef service neutron] 10.222.0.65 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311679 Dec 08 02:06:54.863485 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b612c098-4e2c-44d1-b9d3-3640cf7dcc2d req-4e91d9f6-22f7-4457-b439-947c9d1957bd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869234 Dec 08 02:06:55.280906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 161458f0-611e-4cc4-8684-931a2341b50a details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:06:55.382233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 161458f0-611e-4cc4-8684-931a2341b50a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=161458f0-611e-4cc4-8684-931a2341b50a,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:55.393859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '161458f0-611e-4cc4-8684-931a2341b50a', 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453', 'port_id': '161458f0-611e-4cc4-8684-931a2341b50a', 'mac_address': 'fa:16:3e:25:41:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e255f5f-ae51-4378-94b5-b16f97598be4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:06:55.430276 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:55.443356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161458f0-611e-4cc4-8684-931a2341b50a {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:06:55.462847 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 161458f0-611e-4cc4-8684-931a2341b50a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=161458f0-611e-4cc4-8684-931a2341b50a,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:55.467069 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:55.513720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=161458f0-611e-4cc4-8684-931a2341b50a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:55.723787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['161458f0-611e-4cc4-8684-931a2341b50a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:55.984339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ff1b9-99a8-44e5-bbce-ac7bb06a6bf0 req-115bbbfe-4796-4565-855e-e416bc508996 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:55.985973 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3d7ff1b9-99a8-44e5-bbce-ac7bb06a6bf0 req-115bbbfe-4796-4565-855e-e416bc508996 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 943 time: 0.0544462 Dec 08 02:06:56.034396 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3d7ff1b9-99a8-44e5-bbce-ac7bb06a6bf0 req-27de4c0e-7a25-44fa-ae98-71195797bf52 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424955 Dec 08 02:06:56.790877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ab74c8a4-ac76-4d03-aced-4c123cf9aed7 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:06:56.890547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ab74c8a4-ac76-4d03-aced-4c123cf9aed7, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ab74c8a4-ac76-4d03-aced-4c123cf9aed7,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:56.901435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'ab74c8a4-ac76-4d03-aced-4c123cf9aed7', 'network_id': '22a3fdce-0b5b-41d5-8090-838c26bda453', 'port_id': 'ab74c8a4-ac76-4d03-aced-4c123cf9aed7', 'mac_address': 'fa:16:3e:a0:17:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e255f5f-ae51-4378-94b5-b16f97598be4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:06:56.937179 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:56.950023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab74c8a4-ac76-4d03-aced-4c123cf9aed7 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:06:56.969440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ab74c8a4-ac76-4d03-aced-4c123cf9aed7, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ab74c8a4-ac76-4d03-aced-4c123cf9aed7,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:56.973493 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.019882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=ab74c8a4-ac76-4d03-aced-4c123cf9aed7,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:57.153532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ff177-c169-4523-851e-fd2dfa5ad864 req-b9332f4c-d8e4-432a-8569-1721b53d52d3 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:57.155030 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-860ff177-c169-4523-851e-fd2dfa5ad864 req-b9332f4c-d8e4-432a-8569-1721b53d52d3 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 944 time: 0.0545425 Dec 08 02:06:57.202475 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-860ff177-c169-4523-851e-fd2dfa5ad864 req-3a1ef484-e899-45b3-9ac2-dd1748d93477 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 Dec 08 02:06:57.304506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 161458f0-611e-4cc4-8684-931a2341b50a up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:57.327871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['ab74c8a4-ac76-4d03-aced-4c123cf9aed7'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:06:57.397514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 161458f0-611e-4cc4-8684-931a2341b50a completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:06:57.408485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 161458f0-611e-4cc4-8684-931a2341b50a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:57.408674 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.541921 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.565557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac208f0-a9f5-405a-83f7-0d54179747e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161458f0-611e-4cc4-8684-931a2341b50a'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:57.567783 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b41f45-f5c1-4ff1-8a5f-1b01f51a38e9" -d '{"events": [{"server_uuid": "0ac208f0-a9f5-405a-83f7-0d54179747e9", "name": "network-vif-plugged", "status": "completed", "tag": "161458f0-611e-4cc4-8684-931a2341b50a"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:57.580514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 161458f0-611e-4cc4-8684-931a2341b50a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=161458f0-611e-4cc4-8684-931a2341b50a,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:57.585326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:57.614329 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01c0b7f-209b-41ad-b2ad-71cf0b0f9672 x-openstack-request-id: req-f01c0b7f-209b-41ad-b2ad-71cf0b0f9672 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:57.614631 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac208f0-a9f5-405a-83f7-0d54179747e9", "name": "network-vif-plugged", "status": "completed", "tag": "161458f0-611e-4cc4-8684-931a2341b50a", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:57.614893 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f01c0b7f-209b-41ad-b2ad-71cf0b0f9672 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:57.615293 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac208f0-a9f5-405a-83f7-0d54179747e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161458f0-611e-4cc4-8684-931a2341b50a', 'code': 200} Dec 08 02:06:57.640383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=161458f0-611e-4cc4-8684-931a2341b50a,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:57.737383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc5343-7667-4e6d-b255-0e45d6e22c82 req-2ab8ea19-913d-433b-b11e-9d98ff1b7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:57.738900 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ecdc5343-7667-4e6d-b255-0e45d6e22c82 req-2ab8ea19-913d-433b-b11e-9d98ff1b7440 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 1097 time: 0.0412903 Dec 08 02:06:57.784482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ecdc5343-7667-4e6d-b255-0e45d6e22c82 req-dcb39555-75fc-42d5-98e9-16958b5e00f5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368803 Dec 08 02:06:58.316469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95868d34-3f4e-4ab0-baff-574381962d0d req-4f8dc0bd-8490-45e5-85be-e1178e7e94ee tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:58.317963 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95868d34-3f4e-4ab0-baff-574381962d0d req-4f8dc0bd-8490-45e5-85be-e1178e7e94ee tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 944 time: 0.0481191 Dec 08 02:06:58.368038 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95868d34-3f4e-4ab0-baff-574381962d0d req-484043a0-867c-4819-bf6f-d83c7407dcb7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442426 Dec 08 02:06:58.804432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ab74c8a4-ac76-4d03-aced-4c123cf9aed7 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:06:58.851242 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7298eb71-f258-4890-8911-e760dae7ab6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.867024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port ab74c8a4-ac76-4d03-aced-4c123cf9aed7 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:06:58.871019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port ab74c8a4-ac76-4d03-aced-4c123cf9aed7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:06:58.871404 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.949300 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:58.982608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ab74c8a4-ac76-4d03-aced-4c123cf9aed7, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ab74c8a4-ac76-4d03-aced-4c123cf9aed7,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:06:58.987090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:06:59.039539 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=ab74c8a4-ac76-4d03-aced-4c123cf9aed7,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:06:59.484416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc60d1f-882a-49f7-b31c-26508e1ecf63 req-b1cbe431-d560-4e1a-9914-ede5d502efeb tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:59.486147 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dc60d1f-882a-49f7-b31c-26508e1ecf63 req-b1cbe431-d560-4e1a-9914-ede5d502efeb tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0495477 Dec 08 02:06:59.532122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dc60d1f-882a-49f7-b31c-26508e1ecf63 req-de35f934-97cb-41c8-b44b-2c475d4ef278 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Dec 08 02:06:59.616403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824e6c32-d1ad-4e86-96bb-a4679904e725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab74c8a4-ac76-4d03-aced-4c123cf9aed7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:06:59.618707 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259d6f99-6c73-4c25-b3bc-40261adba98b" -d '{"events": [{"server_uuid": "824e6c32-d1ad-4e86-96bb-a4679904e725", "name": "network-vif-plugged", "status": "completed", "tag": "ab74c8a4-ac76-4d03-aced-4c123cf9aed7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:06:59.656708 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17d69b5-e639-422f-8821-b27c3eee8913 x-openstack-request-id: req-a17d69b5-e639-422f-8821-b27c3eee8913 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:06:59.657004 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824e6c32-d1ad-4e86-96bb-a4679904e725", "name": "network-vif-plugged", "status": "completed", "tag": "ab74c8a4-ac76-4d03-aced-4c123cf9aed7", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:06:59.657260 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a17d69b5-e639-422f-8821-b27c3eee8913 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:06:59.657654 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824e6c32-d1ad-4e86-96bb-a4679904e725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab74c8a4-ac76-4d03-aced-4c123cf9aed7', 'code': 200} Dec 08 02:06:59.798222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6675cdb-92b3-4a28-9903-5ad2b94236d5 req-b8b9b13c-70fb-4651-b4de-661da4ebd0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:06:59.799858 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f6675cdb-92b3-4a28-9903-5ad2b94236d5 req-b8b9b13c-70fb-4651-b4de-661da4ebd0e5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 1097 time: 0.0419195 Dec 08 02:06:59.855026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f6675cdb-92b3-4a28-9903-5ad2b94236d5 req-d173130f-2b57-4b78-b085-f95590df19cd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420623 Dec 08 02:07:00.661213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdf316-3a7b-4536-9f6e-d6fce9041de0 req-516b0bb9-debe-4991-ad9d-3d3a405810b8 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:00.662733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ffdf316-3a7b-4536-9f6e-d6fce9041de0 req-516b0bb9-debe-4991-ad9d-3d3a405810b8 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0602496 Dec 08 02:07:00.709812 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ffdf316-3a7b-4536-9f6e-d6fce9041de0 req-0bc4e8c7-89a8-48e3-bde6-1d0d4b6dbf0a tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Dec 08 02:07:01.828004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe117c-7a45-4a11-ac12-9cd437c33363 req-0b5a37cb-234e-41a8-8ac9-9197b77ee2c0 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:01.829564 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1fe117c-7a45-4a11-ac12-9cd437c33363 req-0b5a37cb-234e-41a8-8ac9-9197b77ee2c0 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0493319 Dec 08 02:07:01.875838 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:01.878101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1fe117c-7a45-4a11-ac12-9cd437c33363 req-082b0134-047c-42d7-a9fc-c13206f99352 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421584 Dec 08 02:07:02.075984 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-91694d70-7194-468f-8100-cb06bf9d9460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:02.141026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39d6a-9aeb-4cc7-abf0-f53df3a92e26 req-8ac605a5-b68a-4a72-b602-a60451e83828 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:02.143153 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-55c39d6a-9aeb-4cc7-abf0-f53df3a92e26 req-8ac605a5-b68a-4a72-b602-a60451e83828 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0838840 Dec 08 02:07:02.145790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a258d-28a6-4200-97a1-d7a1b065d84d req-b691b782-f1a9-46de-8fc3-191118bd3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:02.147172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d3a258d-28a6-4200-97a1-d7a1b065d84d req-b691b782-f1a9-46de-8fc3-191118bd3b65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 1097 time: 0.0592282 Dec 08 02:07:02.248505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-55c39d6a-9aeb-4cc7-abf0-f53df3a92e26 req-01d2994e-f068-4a42-b039-6e894c5e11ae tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991344 Dec 08 02:07:02.272387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a258d-28a6-4200-97a1-d7a1b065d84d req-875ef1fa-dad8-4ee0-8b94-09043baf4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:02.273865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d3a258d-28a6-4200-97a1-d7a1b065d84d req-875ef1fa-dad8-4ee0-8b94-09043baf4931 service neutron] 10.222.0.65 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 920 time: 0.1190190 Dec 08 02:07:02.316310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d3a258d-28a6-4200-97a1-d7a1b065d84d req-46f87ff9-63c7-4f79-b599-8dc7faa58fe1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab74c8a4-ac76-4d03-aced-4c123cf9aed7 HTTP/1.1" status: 200 len: 217 time: 0.0353420 Dec 08 02:07:02.363683 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:02.367139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a258d-28a6-4200-97a1-d7a1b065d84d req-d4fbf308-2ea1-4054-b5b3-ddeaf9f87eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:02.368664 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d3a258d-28a6-4200-97a1-d7a1b065d84d req-d4fbf308-2ea1-4054-b5b3-ddeaf9f87eca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 200 len: 859 time: 0.0457587 Dec 08 02:07:02.400621 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d3a258d-28a6-4200-97a1-d7a1b065d84d req-7055a857-726d-4cc5-a332-fce5bdc9b082 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=22a3fdce-0b5b-41d5-8090-838c26bda453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248544 Dec 08 02:07:02.493322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d3a258d-28a6-4200-97a1-d7a1b065d84d req-984f1287-d49a-4bbb-8edf-ffedc2089e18 service neutron] 10.222.0.65 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841916 Dec 08 02:07:02.587860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d3a258d-28a6-4200-97a1-d7a1b065d84d req-23ebb279-fa65-4cc8-a429-22478a2ff959 service neutron] 10.222.0.65 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864656 Dec 08 02:07:03.366012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae059ec-33e3-40b8-835a-0da42421a458 req-0ee10be4-8969-4e36-a100-3cf4553204bd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:03.367490 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2ae059ec-33e3-40b8-835a-0da42421a458 req-0ee10be4-8969-4e36-a100-3cf4553204bd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0480053 Dec 08 02:07:03.414198 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2ae059ec-33e3-40b8-835a-0da42421a458 req-26e2e427-7c1b-434a-9562-b24fd24067e1 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407765 Dec 08 02:07:03.664717 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:04.098817 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:04.535697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a507bbd-876a-4ff1-9d4c-7ce79bdeab06 req-e61d2dca-c188-40c3-919e-6563ed77b923 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:04.537284 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5a507bbd-876a-4ff1-9d4c-7ce79bdeab06 req-e61d2dca-c188-40c3-919e-6563ed77b923 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0515814 Dec 08 02:07:04.586427 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5a507bbd-876a-4ff1-9d4c-7ce79bdeab06 req-fb01bb71-884a-47f4-8c59-04b98113cf6c tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Dec 08 02:07:04.758036 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:05.714641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2e3c4-8a60-46a6-8b4b-855b6029289a req-b71c63a1-79e5-495c-8139-10577aa52858 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:05.716245 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10e2e3c4-8a60-46a6-8b4b-855b6029289a req-b71c63a1-79e5-495c-8139-10577aa52858 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0543721 Dec 08 02:07:05.772238 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10e2e3c4-8a60-46a6-8b4b-855b6029289a req-bd1f6963-d48a-41a8-bf53-03fbd7193fab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480323 Dec 08 02:07:06.889433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9470-418b-413d-b54c-c9b9ac8af55b req-158c9697-3acf-4768-a15b-9cbb5183578c tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:06.890932 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42cb9470-418b-413d-b54c-c9b9ac8af55b req-158c9697-3acf-4768-a15b-9cbb5183578c tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0506439 Dec 08 02:07:06.937234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42cb9470-418b-413d-b54c-c9b9ac8af55b req-275bd30e-69c8-45d4-a3a3-000d3ca06bf8 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403960 Dec 08 02:07:08.059517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342fbf3-2ad7-4ed9-af02-f1815aff1dba req-69340c49-1db0-43f5-bbe5-b318bfff4a05 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:08.060962 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0342fbf3-2ad7-4ed9-af02-f1815aff1dba req-69340c49-1db0-43f5-bbe5-b318bfff4a05 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0497823 Dec 08 02:07:08.107565 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0342fbf3-2ad7-4ed9-af02-f1815aff1dba req-69235552-f724-4d92-899d-a45e667556ba tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405152 Dec 08 02:07:09.228690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e1697-b2f5-435e-b1c5-0a341f4a91e8 req-d3cf91af-130b-4c56-b229-a900ddcbfb94 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:09.230363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c61e1697-b2f5-435e-b1c5-0a341f4a91e8 req-d3cf91af-130b-4c56-b229-a900ddcbfb94 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0530667 Dec 08 02:07:09.276644 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c61e1697-b2f5-435e-b1c5-0a341f4a91e8 req-9b3f981d-ab5d-4347-bc11-4fcd61194b60 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Dec 08 02:07:10.151764 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0dccf97a-0991-4b8a-a4d8-d03810831f7f req-edfad63d-fed0-4c04-8c5b-6e1f91f560d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399916 Dec 08 02:07:10.254205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccf97a-0991-4b8a-a4d8-d03810831f7f req-8a634d16-a814-4f6d-aafa-de3ebf205449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:10.255733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0dccf97a-0991-4b8a-a4d8-d03810831f7f req-8a634d16-a814-4f6d-aafa-de3ebf205449 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 1097 time: 0.0409589 Dec 08 02:07:10.383084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccf97a-0991-4b8a-a4d8-d03810831f7f req-8ced9d9a-928c-42f7-a8cf-bc0de8e03b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:10.384595 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0dccf97a-0991-4b8a-a4d8-d03810831f7f req-8ced9d9a-928c-42f7-a8cf-bc0de8e03b23 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 920 time: 0.0895591 Dec 08 02:07:10.392941 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a8bea-1429-47c3-9d0e-89a540cfa51d req-4571e9d5-32ae-400a-9eec-e25beb8e86c9 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:10.394445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a7a8bea-1429-47c3-9d0e-89a540cfa51d req-4571e9d5-32ae-400a-9eec-e25beb8e86c9 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0502970 Dec 08 02:07:10.425490 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0dccf97a-0991-4b8a-a4d8-d03810831f7f req-5315cb73-8a8d-41f0-b256-fe92eb42e496 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=161458f0-611e-4cc4-8684-931a2341b50a HTTP/1.1" status: 200 len: 217 time: 0.0341885 Dec 08 02:07:10.442242 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a7a8bea-1429-47c3-9d0e-89a540cfa51d req-1373f9f3-fc80-457f-8769-913f84795daf tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Dec 08 02:07:10.481880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccf97a-0991-4b8a-a4d8-d03810831f7f req-9d83e93c-8f89-42e1-92cd-92356b6c35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:10.483359 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0dccf97a-0991-4b8a-a4d8-d03810831f7f req-9d83e93c-8f89-42e1-92cd-92356b6c35e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 200 len: 859 time: 0.0513394 Dec 08 02:07:10.514907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0dccf97a-0991-4b8a-a4d8-d03810831f7f req-2984e40a-1d58-42a1-a8d3-7423076131e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a3fdce-0b5b-41d5-8090-838c26bda453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237904 Dec 08 02:07:10.607603 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0dccf97a-0991-4b8a-a4d8-d03810831f7f req-c0edaf08-184b-4c68-a385-73244970e629 service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843899 Dec 08 02:07:10.700934 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0dccf97a-0991-4b8a-a4d8-d03810831f7f req-55445d60-a09c-4c0e-aee8-636e6760d889 service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839846 Dec 08 02:07:11.560690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c8200-31c7-4e83-9293-8335d063f167 req-8580ca10-bd0b-4d67-b8eb-08cf2b790c1d tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:11.562177 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e19c8200-31c7-4e83-9293-8335d063f167 req-8580ca10-bd0b-4d67-b8eb-08cf2b790c1d tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0496910 Dec 08 02:07:11.607850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e19c8200-31c7-4e83-9293-8335d063f167 req-c2387bba-6587-41cb-841f-bb4642fe3452 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392835 Dec 08 02:07:12.735974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba34022-9b59-48af-ad6e-90fd9382d2ab req-55c6b08e-d0ff-49c8-bc1f-7f436db9f3d7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:12.737480 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ba34022-9b59-48af-ad6e-90fd9382d2ab req-55c6b08e-d0ff-49c8-bc1f-7f436db9f3d7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0559409 Dec 08 02:07:12.787551 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0ba34022-9b59-48af-ad6e-90fd9382d2ab req-ad757207-0dbf-4354-970d-0cd0c081a16a tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Dec 08 02:07:13.922635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7df1d-1de7-43bd-9f76-c1a66fc8b14d req-dae5b315-76cb-4fe1-9845-f91424a311ae tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:13.925397 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3e7df1d-1de7-43bd-9f76-c1a66fc8b14d req-dae5b315-76cb-4fe1-9845-f91424a311ae tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0633726 Dec 08 02:07:13.977140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3e7df1d-1de7-43bd-9f76-c1a66fc8b14d req-6860b21e-3051-423a-b1bc-e2e7477dd68b tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457170 Dec 08 02:07:15.100670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2596a06-3907-4e20-9538-9f0110eab452 req-38935388-305e-40ab-b924-223a16000c4f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:15.102418 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2596a06-3907-4e20-9538-9f0110eab452 req-38935388-305e-40ab-b924-223a16000c4f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0548050 Dec 08 02:07:15.155750 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2596a06-3907-4e20-9538-9f0110eab452 req-8545ab84-fef3-4d1b-84b7-2f82bc575ab1 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468199 Dec 08 02:07:16.271981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40791e1f-55ff-48c3-8fc5-e2396cdbceb4 req-4772d9cc-dd18-412e-bb82-931e38c1c15f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:16.273401 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40791e1f-55ff-48c3-8fc5-e2396cdbceb4 req-4772d9cc-dd18-412e-bb82-931e38c1c15f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0487165 Dec 08 02:07:16.319996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40791e1f-55ff-48c3-8fc5-e2396cdbceb4 req-70f7e815-be38-426b-a401-f5b981df958f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Dec 08 02:07:17.434826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d2aee-6496-401b-bfb9-f64ab38d2b5e req-39711095-fc98-4052-81e8-099372439667 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:17.436317 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c30d2aee-6496-401b-bfb9-f64ab38d2b5e req-39711095-fc98-4052-81e8-099372439667 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0486364 Dec 08 02:07:17.486746 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c30d2aee-6496-401b-bfb9-f64ab38d2b5e req-9918725b-f5c1-4978-8bcb-b982232ae05f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443389 Dec 08 02:07:18.603053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e842b-5c44-43cd-842c-4bed091df6be req-53b2936b-0a4e-4295-be9e-bd358ea9d625 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:18.604565 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a2e842b-5c44-43cd-842c-4bed091df6be req-53b2936b-0a4e-4295-be9e-bd358ea9d625 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0501573 Dec 08 02:07:18.656445 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a2e842b-5c44-43cd-842c-4bed091df6be req-4ede6c49-54d7-452b-a960-1d75a4287bfd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Dec 08 02:07:19.775368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9f18b-0c38-42a3-a174-e7630405e743 req-558eb301-a77a-4d07-9e42-568c06b54dc3 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:19.776881 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ce9f18b-0c38-42a3-a174-e7630405e743 req-558eb301-a77a-4d07-9e42-568c06b54dc3 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0518570 Dec 08 02:07:19.823591 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ce9f18b-0c38-42a3-a174-e7630405e743 req-b47bd5e9-de74-42fb-9a02-d2f6c2b79712 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Dec 08 02:07:20.937270 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b23bc-fec8-45f3-809a-f002579078ba req-eb7aeead-5c02-407e-808a-9f6bcbb09587 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0680983 Dec 08 02:07:20.953348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77228eab-f495-4a9c-aeda-f9d7ec30293c req-90bf1b94-9f6d-42c3-825f-132021087084 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:20.956016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77228eab-f495-4a9c-aeda-f9d7ec30293c req-90bf1b94-9f6d-42c3-825f-132021087084 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0620921 Dec 08 02:07:21.014518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77228eab-f495-4a9c-aeda-f9d7ec30293c req-2ee4e95d-4609-4f57-b620-7bef757a1c6f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522227 Dec 08 02:07:21.043840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b23bc-fec8-45f3-809a-f002579078ba req-c0eaf0ea-c128-4756-ab57-6f8000b22202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:21.045379 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b23bc-fec8-45f3-809a-f002579078ba req-c0eaf0ea-c128-4756-ab57-6f8000b22202 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 1098 time: 0.0467427 Dec 08 02:07:21.155530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b23bc-fec8-45f3-809a-f002579078ba req-d820ffb3-b73e-4560-af3c-7ea42bc14f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:21.157005 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b23bc-fec8-45f3-809a-f002579078ba req-d820ffb3-b73e-4560-af3c-7ea42bc14f78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.0889614 Dec 08 02:07:21.230844 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b23bc-fec8-45f3-809a-f002579078ba req-b3afce2e-7cad-4d65-8f0c-101200991e0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0a338f9-8522-46ec-aac6-83683f1fc52c HTTP/1.1" status: 200 len: 1000 time: 0.0578990 Dec 08 02:07:21.283941 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b23bc-fec8-45f3-809a-f002579078ba req-9791fcd1-863c-4675-9fe9-33faf0968234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:21.285429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b23bc-fec8-45f3-809a-f002579078ba req-9791fcd1-863c-4675-9fe9-33faf0968234 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0476184 Dec 08 02:07:21.331610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b23bc-fec8-45f3-809a-f002579078ba req-edd5e00c-9dfd-4b60-a8ad-59fca6c00ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:21.333117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b23bc-fec8-45f3-809a-f002579078ba req-edd5e00c-9dfd-4b60-a8ad-59fca6c00ddb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398760 Dec 08 02:07:21.423261 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b23bc-fec8-45f3-809a-f002579078ba req-2f12552b-c736-4f62-af41-e23d63e9b0e7 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819848 Dec 08 02:07:21.518522 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d62b23bc-fec8-45f3-809a-f002579078ba req-c4c1596b-0be3-4178-af8b-0d544bfbf992 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881541 Dec 08 02:07:22.130533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f4097-28ba-469a-a4a0-60098406f081 req-b0bfdf1f-551c-49cf-9907-47e1f0d88c9f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:22.132061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-948f4097-28ba-469a-a4a0-60098406f081 req-b0bfdf1f-551c-49cf-9907-47e1f0d88c9f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0488679 Dec 08 02:07:22.179832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-948f4097-28ba-469a-a4a0-60098406f081 req-23edd497-40bf-4060-9007-a97a057d4f2d tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Dec 08 02:07:23.296028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d4245-e538-42e0-9d47-985618a9a8b5 req-a345f530-a04a-4717-8382-c4c877365f84 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:23.297578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c4d4245-e538-42e0-9d47-985618a9a8b5 req-a345f530-a04a-4717-8382-c4c877365f84 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0492251 Dec 08 02:07:23.344733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c4d4245-e538-42e0-9d47-985618a9a8b5 req-e3c1ecaf-f540-44b5-8e0c-ba91ce749b73 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Dec 08 02:07:24.466871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594e81e-1f2a-4816-aa39-3ac6a64a11bd req-76b6c7af-be4c-4343-ae68-d12e7a483345 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:24.468396 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6594e81e-1f2a-4816-aa39-3ac6a64a11bd req-76b6c7af-be4c-4343-ae68-d12e7a483345 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0529413 Dec 08 02:07:24.515564 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6594e81e-1f2a-4816-aa39-3ac6a64a11bd req-9fe3f8ff-0ace-4f15-8b39-8686a9717f26 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410404 Dec 08 02:07:25.637172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f7419-62b1-4223-8660-6690bb3f34b8 req-1d62f43d-fdeb-4dd7-bf52-696bf3131493 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:25.638681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42f7419-62b1-4223-8660-6690bb3f34b8 req-1d62f43d-fdeb-4dd7-bf52-696bf3131493 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0559943 Dec 08 02:07:25.685046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e42f7419-62b1-4223-8660-6690bb3f34b8 req-42f47a5c-7b5f-4300-9e8f-688095cc629b tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Dec 08 02:07:25.776933 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:07:26.802970 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115f127-5fd6-418e-9a9a-d4b08fcb3043 req-c57c6912-9bd6-49cb-b961-d01b0e1b236f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:26.804471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9115f127-5fd6-418e-9a9a-d4b08fcb3043 req-c57c6912-9bd6-49cb-b961-d01b0e1b236f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0492554 Dec 08 02:07:26.851804 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9115f127-5fd6-418e-9a9a-d4b08fcb3043 req-2e39bb88-8cf7-4451-9960-adaabfb8a3d1 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413649 Dec 08 02:07:27.968095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e79db4-f555-4268-bacd-fc4ba4ec7bd7 req-a292f429-0fd4-4206-990a-73e98fd61b11 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:27.969711 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15e79db4-f555-4268-bacd-fc4ba4ec7bd7 req-a292f429-0fd4-4206-990a-73e98fd61b11 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0503197 Dec 08 02:07:28.017581 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15e79db4-f555-4268-bacd-fc4ba4ec7bd7 req-f1a75eb5-b0ce-4692-929b-31c0bedf3479 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Dec 08 02:07:28.814891 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5cf9bd0-b10c-4598-b419-9e172a1fd028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:29.141362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32911987-5081-4716-a8e3-fa8152ed56db req-eb78df2f-8512-43a4-b8d0-b03401efb662 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:29.143973 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32911987-5081-4716-a8e3-fa8152ed56db req-eb78df2f-8512-43a4-b8d0-b03401efb662 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0569351 Dec 08 02:07:29.193475 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32911987-5081-4716-a8e3-fa8152ed56db req-3c0807e0-8c0e-46e9-a8ff-1a4bb2f23a49 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Dec 08 02:07:30.311539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb28f2-89eb-499e-8a5f-c13fe5d1cc42 req-1f62e46f-a9c5-440e-aaaf-178ca2549315 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:30.313049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53bb28f2-89eb-499e-8a5f-c13fe5d1cc42 req-1f62e46f-a9c5-440e-aaaf-178ca2549315 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0517197 Dec 08 02:07:30.359311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53bb28f2-89eb-499e-8a5f-c13fe5d1cc42 req-c2ba87a4-d3ca-4964-a50c-5d237c99ce96 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Dec 08 02:07:31.482577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dbf32-847a-49fe-94bc-bd89e18f331a req-edda0395-217d-4aee-a635-cab18ab35f68 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:31.484061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-710dbf32-847a-49fe-94bc-bd89e18f331a req-edda0395-217d-4aee-a635-cab18ab35f68 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0559018 Dec 08 02:07:31.530554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-710dbf32-847a-49fe-94bc-bd89e18f331a req-59b69ef3-3def-4b2f-a473-46a404e798c7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395010 Dec 08 02:07:31.877811 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:32.077594 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc37b14a-851c-45ba-9773-1abadf8a8afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:32.367348 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:32.647775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b507f7d-5059-40b8-8a5c-57746d9654ab req-fbb2c898-912e-4b51-94b5-8aedda3af535 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:32.649240 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b507f7d-5059-40b8-8a5c-57746d9654ab req-fbb2c898-912e-4b51-94b5-8aedda3af535 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0499487 Dec 08 02:07:32.697462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8b507f7d-5059-40b8-8a5c-57746d9654ab req-67a4f6b1-892e-4b24-b3d9-2b1a29b7c1e0 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Dec 08 02:07:33.666616 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:33.810797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121bb67-7eb3-46d5-969a-1a5aa12b20c8 req-7b671449-fd26-4739-a5ae-0d7bc9bd0eac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:33.812249 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9121bb67-7eb3-46d5-969a-1a5aa12b20c8 req-7b671449-fd26-4739-a5ae-0d7bc9bd0eac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0479314 Dec 08 02:07:33.863190 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9121bb67-7eb3-46d5-969a-1a5aa12b20c8 req-40550409-8246-45a6-9e5d-704f6eb96a05 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439761 Dec 08 02:07:34.070047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f55fad-6d5b-4673-9f00-4fad768a478e req-ce9d78e2-b7f0-498d-8d6b-81011de1bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:34.071635 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7f55fad-6d5b-4673-9f00-4fad768a478e req-ce9d78e2-b7f0-498d-8d6b-81011de1bd0d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 1097 time: 0.0400698 Dec 08 02:07:34.121945 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.124959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7f55fad-6d5b-4673-9f00-4fad768a478e req-eb9cb9d3-5f61-409f-9af5-3b9a215cfc3d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Dec 08 02:07:34.759511 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:34.977240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39ada8-879c-4622-952b-f233a33a632c req-f88303eb-7e54-48c3-a602-00f3902d173a tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:34.978717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c39ada8-879c-4622-952b-f233a33a632c req-f88303eb-7e54-48c3-a602-00f3902d173a tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0490646 Dec 08 02:07:35.026001 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c39ada8-879c-4622-952b-f233a33a632c req-16146ea6-c702-4fb1-9e12-2afcc53a3467 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Dec 08 02:07:36.139655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f257d62-b7bf-4eae-b693-f67a0130b348 req-1c2761ba-1221-497b-bbec-8d44e71a4ff9 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:36.141660 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f257d62-b7bf-4eae-b693-f67a0130b348 req-1c2761ba-1221-497b-bbec-8d44e71a4ff9 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0484812 Dec 08 02:07:36.189051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f257d62-b7bf-4eae-b693-f67a0130b348 req-e63a1b56-8184-4fb4-83d1-852fc952e621 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Dec 08 02:07:36.303326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b58a3-f23f-47ef-ae09-1af935e133c4 req-aa76c6e2-26b2-4ca5-a7ed-c2da78ee2f4b tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:36.304846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a2b58a3-f23f-47ef-ae09-1af935e133c4 req-aa76c6e2-26b2-4ca5-a7ed-c2da78ee2f4b tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0493240 Dec 08 02:07:36.351040 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a2b58a3-f23f-47ef-ae09-1af935e133c4 req-e8e0d75e-0ad9-410d-9e2c-9ee48ecc2123 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403638 Dec 08 02:07:36.567001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a540a14-ec2a-4307-a734-d0a84459b2aa req-a5a04db5-d254-4eda-bfc2-6c405c31bd09 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:36.568499 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a540a14-ec2a-4307-a734-d0a84459b2aa req-a5a04db5-d254-4eda-bfc2-6c405c31bd09 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0500026 Dec 08 02:07:36.615112 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a540a14-ec2a-4307-a734-d0a84459b2aa req-f0eef359-606c-4827-a4c1-c8c6a7821db4 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Dec 08 02:07:37.740883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c766d47-6394-40c6-a96a-713f2ec8fbca req-02cfa6a9-ba63-4c7a-a01c-6c90c9bb9e31 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:37.742381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c766d47-6394-40c6-a96a-713f2ec8fbca req-02cfa6a9-ba63-4c7a-a01c-6c90c9bb9e31 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0552878 Dec 08 02:07:37.788422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c766d47-6394-40c6-a96a-713f2ec8fbca req-033345de-efcb-4e86-96aa-8df5e0293392 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Dec 08 02:07:38.055746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c0419-2aeb-401d-99fd-b85d659c525c req-c4901b86-32ba-48a7-96c6-75a949e65170 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:38.057250 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-347c0419-2aeb-401d-99fd-b85d659c525c req-c4901b86-32ba-48a7-96c6-75a949e65170 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0533905 Dec 08 02:07:38.107315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-347c0419-2aeb-401d-99fd-b85d659c525c req-b579abd0-8a74-4a32-90a0-332ec8bd1ace tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 Dec 08 02:07:39.226586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c019ae-295b-437a-8333-907de4fd52c1 req-e394d361-0926-4709-a67b-20e02ed360ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:39.228080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9c019ae-295b-437a-8333-907de4fd52c1 req-e394d361-0926-4709-a67b-20e02ed360ab tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0490110 Dec 08 02:07:39.277498 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9c019ae-295b-437a-8333-907de4fd52c1 req-fd9e69a9-3f1f-47a9-8768-d2e2312be0d7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430758 Dec 08 02:07:40.394286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ebc5-7e0e-48c2-8e7a-8288a4a22ed7 req-184216de-239d-4ffa-b02d-cd3bcee7ae8a tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:40.395757 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4af7ebc5-7e0e-48c2-8e7a-8288a4a22ed7 req-184216de-239d-4ffa-b02d-cd3bcee7ae8a tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0501890 Dec 08 02:07:40.441270 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4af7ebc5-7e0e-48c2-8e7a-8288a4a22ed7 req-c36df2d6-843d-40e0-befc-76d3393bf775 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394714 Dec 08 02:07:41.559447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec11c0c-3e8f-47b5-9450-9a1d2397dc6a req-e7c8534d-5a85-4e60-aae5-4cb35ca8f209 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:41.560971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fec11c0c-3e8f-47b5-9450-9a1d2397dc6a req-e7c8534d-5a85-4e60-aae5-4cb35ca8f209 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0515046 Dec 08 02:07:41.612919 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fec11c0c-3e8f-47b5-9450-9a1d2397dc6a req-2b7f41a5-1164-4c86-b5db-263643dc4870 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452204 Dec 08 02:07:42.727817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ae17-3d60-47f5-8aca-45386d2a3344 req-d8419d25-a751-48cc-abc8-0cc98cecd3a2 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:42.729315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b180ae17-3d60-47f5-8aca-45386d2a3344 req-d8419d25-a751-48cc-abc8-0cc98cecd3a2 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0475502 Dec 08 02:07:42.779482 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b180ae17-3d60-47f5-8aca-45386d2a3344 req-0013f715-6188-46ba-99f0-7989ce818a30 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Dec 08 02:07:43.895230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1465008-19aa-4211-8515-abb97ed88240 req-6911060d-d5ac-4397-9c3a-67492cb5f994 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:43.896762 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1465008-19aa-4211-8515-abb97ed88240 req-6911060d-d5ac-4397-9c3a-67492cb5f994 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0502436 Dec 08 02:07:43.945369 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1465008-19aa-4211-8515-abb97ed88240 req-0dd944f7-9efe-48d6-b99c-5f1f20aa27cd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424931 Dec 08 02:07:45.554923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cb99d-0c73-49a3-8a6e-d2622478f9d7 req-79763610-0ce9-4d92-a59c-0ed0fcd2878d tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:45.557128 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d4cb99d-0c73-49a3-8a6e-d2622478f9d7 req-79763610-0ce9-4d92-a59c-0ed0fcd2878d tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0982380 Dec 08 02:07:45.560224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11bc38-6eb7-4fd4-9bea-e4a589418ec5 req-f78509b6-b527-4c47-a28c-b6edd4b472d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:45.561618 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af11bc38-6eb7-4fd4-9bea-e4a589418ec5 req-f78509b6-b527-4c47-a28c-b6edd4b472d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 1097 time: 0.0926366 Dec 08 02:07:45.658796 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7d4cb99d-0c73-49a3-8a6e-d2622478f9d7 req-61f18977-d39f-4cfa-bedc-b05d5b0bc3c0 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955999 Dec 08 02:07:45.685528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11bc38-6eb7-4fd4-9bea-e4a589418ec5 req-3124b612-71d3-4c34-a320-17e01d8aa37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:45.687018 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af11bc38-6eb7-4fd4-9bea-e4a589418ec5 req-3124b612-71d3-4c34-a320-17e01d8aa37c service neutron] 10.222.0.72 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 920 time: 0.1152053 Dec 08 02:07:45.731488 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af11bc38-6eb7-4fd4-9bea-e4a589418ec5 req-d3905e1a-2e0d-459c-92da-2c12e1ed97fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=161458f0-611e-4cc4-8684-931a2341b50a HTTP/1.1" status: 200 len: 217 time: 0.0370986 Dec 08 02:07:45.780747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11bc38-6eb7-4fd4-9bea-e4a589418ec5 req-b2379eb6-3a3d-49d9-8103-fe4e2d8349a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:45.782452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af11bc38-6eb7-4fd4-9bea-e4a589418ec5 req-b2379eb6-3a3d-49d9-8103-fe4e2d8349a8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 200 len: 859 time: 0.0448413 Dec 08 02:07:45.814371 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af11bc38-6eb7-4fd4-9bea-e4a589418ec5 req-a426a30d-9b54-48a5-8c77-f4d5779cab6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a3fdce-0b5b-41d5-8090-838c26bda453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247219 Dec 08 02:07:45.911096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af11bc38-6eb7-4fd4-9bea-e4a589418ec5 req-5445e783-8591-45b4-a3ad-bd49aa8cd06d service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887952 Dec 08 02:07:46.002045 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af11bc38-6eb7-4fd4-9bea-e4a589418ec5 req-87fe1d21-12b1-47e5-920f-acb280382c74 service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830679 Dec 08 02:07:46.776370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87aab7-5954-487e-97d4-42492526cb3b req-c0e5b186-fd42-4d80-9079-d5bac660d85d tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:46.777863 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e87aab7-5954-487e-97d4-42492526cb3b req-c0e5b186-fd42-4d80-9079-d5bac660d85d tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0490713 Dec 08 02:07:46.825752 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e87aab7-5954-487e-97d4-42492526cb3b req-338f953d-30ef-4063-9c7c-696cf68416f9 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413156 Dec 08 02:07:47.954292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab375ff-196f-47c4-8f25-7c5571eb4a6d req-0c68169f-b218-4e99-b361-7f737457e269 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:47.955778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bab375ff-196f-47c4-8f25-7c5571eb4a6d req-0c68169f-b218-4e99-b361-7f737457e269 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0525780 Dec 08 02:07:48.006724 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bab375ff-196f-47c4-8f25-7c5571eb4a6d req-8c457e30-35b5-4747-8912-fc24f23afe7d tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450130 Dec 08 02:07:49.121529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a79486-9b76-4c8a-87aa-923ef899c841 req-294fc0d0-3dfe-46b3-bd01-2dc0dcbe53a7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:49.123032 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6a79486-9b76-4c8a-87aa-923ef899c841 req-294fc0d0-3dfe-46b3-bd01-2dc0dcbe53a7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0492215 Dec 08 02:07:49.170394 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6a79486-9b76-4c8a-87aa-923ef899c841 req-dfcb25e1-0cae-461c-a766-c3f89ec34f30 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409067 Dec 08 02:07:50.285259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db128fef-f34d-4c16-8c7e-cb0b5278855b req-06fe7452-2c15-4db7-8468-c243f9920d2e tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:50.286666 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-db128fef-f34d-4c16-8c7e-cb0b5278855b req-06fe7452-2c15-4db7-8468-c243f9920d2e tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0483522 Dec 08 02:07:50.332998 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-db128fef-f34d-4c16-8c7e-cb0b5278855b req-6a18736c-5fe4-4cc9-b929-42a25ee1028a tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405343 Dec 08 02:07:51.455751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14db5c6-22fd-4a7b-8541-6f4dbaf543a0 req-e796f8ec-8d85-47bf-ae75-cfa74c33e263 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:51.457264 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f14db5c6-22fd-4a7b-8541-6f4dbaf543a0 req-e796f8ec-8d85-47bf-ae75-cfa74c33e263 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0541263 Dec 08 02:07:51.504204 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f14db5c6-22fd-4a7b-8541-6f4dbaf543a0 req-5e4bf23e-a1b4-419c-9f55-4f734ae257f7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Dec 08 02:07:52.618577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5aa80f-5da5-4e8f-a9cc-f3ca7f18de4e req-7b983611-dbe2-4a05-b711-c6f29fc228f7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:52.620056 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3c5aa80f-5da5-4e8f-a9cc-f3ca7f18de4e req-7b983611-dbe2-4a05-b711-c6f29fc228f7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0481501 Dec 08 02:07:52.665729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3c5aa80f-5da5-4e8f-a9cc-f3ca7f18de4e req-492e3261-b541-41f6-a1ec-617fc5126d57 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Dec 08 02:07:53.781041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624f07e-01fc-46ec-8d66-ec087654d21c req-1e1efe1f-a49d-4236-9817-bf43060dc027 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:53.783079 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8624f07e-01fc-46ec-8d66-ec087654d21c req-1e1efe1f-a49d-4236-9817-bf43060dc027 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0493131 Dec 08 02:07:53.834487 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8624f07e-01fc-46ec-8d66-ec087654d21c req-1d26ccc2-de4b-4d1d-b103-21fc086cd977 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443654 Dec 08 02:07:54.954925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70582956-7ae0-4b9f-a8a3-ff2ef01eae10 req-750164c4-00ef-4e49-af82-0bd678b9fd64 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:54.956409 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70582956-7ae0-4b9f-a8a3-ff2ef01eae10 req-750164c4-00ef-4e49-af82-0bd678b9fd64 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0520418 Dec 08 02:07:55.003104 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70582956-7ae0-4b9f-a8a3-ff2ef01eae10 req-f1692af2-e7d2-4ac3-9575-95f9f1118810 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Dec 08 02:07:56.120767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b86630-08c1-4db0-a4e3-64327e77047d req-646abe4f-fb35-4aac-9a7f-8ba2e3693530 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:56.122253 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90b86630-08c1-4db0-a4e3-64327e77047d req-646abe4f-fb35-4aac-9a7f-8ba2e3693530 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0523577 Dec 08 02:07:56.170600 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90b86630-08c1-4db0-a4e3-64327e77047d req-4ad43b3c-9258-4680-971a-a508d0cb9e4a tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417235 Dec 08 02:07:57.287531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13985a99-8fa4-4ee8-81d8-98032a7193cd req-0736e730-19d7-4c48-92b3-c25a8763aa30 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:57.288976 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13985a99-8fa4-4ee8-81d8-98032a7193cd req-0736e730-19d7-4c48-92b3-c25a8763aa30 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0497353 Dec 08 02:07:57.335874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13985a99-8fa4-4ee8-81d8-98032a7193cd req-e9c53c65-fd82-43c3-be5d-b58a38e7cea3 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 Dec 08 02:07:58.450807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96409deb-8548-4fd5-9b25-7fbfa67233f7 req-ded3c096-c3e1-4f0a-91f7-71944d4a5a5e tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:58.452304 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-96409deb-8548-4fd5-9b25-7fbfa67233f7 req-ded3c096-c3e1-4f0a-91f7-71944d4a5a5e tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0490358 Dec 08 02:07:58.499023 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-96409deb-8548-4fd5-9b25-7fbfa67233f7 req-7939e3fd-76e6-4f70-9f9a-7fd5b2bfffec tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 Dec 08 02:07:58.820480 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8998102b-1b99-4788-9959-63c90294b7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:07:59.618347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea0113-eb72-48b8-ab12-2fbb906fbfe1 req-9520e091-2e05-472b-be87-f1de70561aad tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:07:59.619838 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-efea0113-eb72-48b8-ab12-2fbb906fbfe1 req-9520e091-2e05-472b-be87-f1de70561aad tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0526140 Dec 08 02:07:59.666282 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-efea0113-eb72-48b8-ab12-2fbb906fbfe1 req-105f88de-fc32-4e6b-ac1f-6dafb4dc1fbc tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Dec 08 02:08:00.785466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be6e91-5783-445e-8c9b-27c6eecd921e req-03029880-dc7c-40ff-a52e-a404fdfad3a7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:00.787082 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-96be6e91-5783-445e-8c9b-27c6eecd921e req-03029880-dc7c-40ff-a52e-a404fdfad3a7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Dec 08 02:08:00.838263 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-96be6e91-5783-445e-8c9b-27c6eecd921e req-85b420ad-e32e-427e-af46-19c52b4495f1 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451472 Dec 08 02:08:01.870841 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:01.975143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f75279-e9a5-4b52-b199-70312492a8e9 req-affc0263-70d1-438b-9ae7-3f2157631aa3 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:01.979850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93f75279-e9a5-4b52-b199-70312492a8e9 req-affc0263-70d1-438b-9ae7-3f2157631aa3 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0511935 Dec 08 02:08:02.029234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93f75279-e9a5-4b52-b199-70312492a8e9 req-8564d4a4-c69a-43db-8a31-1540b318afd4 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466952 Dec 08 02:08:02.080900 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e6d44998-684c-4ace-9fb7-7befafa5ebd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:02.370696 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:02.775803 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:08:03.155291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45373826-5ea4-4cd8-a244-524ce7ad60fc req-9a867979-cbba-47f3-8f4d-c52018ef6cbc tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:03.163336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45373826-5ea4-4cd8-a244-524ce7ad60fc req-9a867979-cbba-47f3-8f4d-c52018ef6cbc tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0567541 Dec 08 02:08:03.207347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-45373826-5ea4-4cd8-a244-524ce7ad60fc req-fd0924e2-1860-407c-b92c-650ed2340cdf tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428765 Dec 08 02:08:03.672161 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.114766 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:04.328598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d84ea-94fc-45e4-a4ed-0943c9c5677b req-1aa75f38-9f3d-4f4c-9df4-5c7bcf61cff9 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:04.330186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-823d84ea-94fc-45e4-a4ed-0943c9c5677b req-1aa75f38-9f3d-4f4c-9df4-5c7bcf61cff9 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0533800 Dec 08 02:08:04.381034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-823d84ea-94fc-45e4-a4ed-0943c9c5677b req-9330f313-133d-4268-9ed5-590de560848c tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443566 Dec 08 02:08:04.764676 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:05.522761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fb2d5-d7d9-4ffc-81e1-0d8832430a9d req-42995e7f-7c7d-4de1-9726-2fbd17a3ee52 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:05.525094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d6fb2d5-d7d9-4ffc-81e1-0d8832430a9d req-42995e7f-7c7d-4de1-9726-2fbd17a3ee52 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0645580 Dec 08 02:08:05.591124 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d6fb2d5-d7d9-4ffc-81e1-0d8832430a9d req-90183b6d-de12-46c3-b78f-87f64bf30b04 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597970 Dec 08 02:08:06.756156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b28240-c216-479e-b930-153874d4bd03 req-2015f2e9-31b9-46b7-b6eb-0d375fbe19e2 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:06.758326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-24b28240-c216-479e-b930-153874d4bd03 req-2015f2e9-31b9-46b7-b6eb-0d375fbe19e2 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0701895 Dec 08 02:08:06.850482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-24b28240-c216-479e-b930-153874d4bd03 req-183a87ec-8e8e-4b90-b211-d94f4763f44c tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826731 Dec 08 02:08:07.140088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033546f6-6d3d-4172-b89b-20b44073546b req-807f6a60-73a8-4d0a-81a3-f3fb7843d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:07.141663 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-033546f6-6d3d-4172-b89b-20b44073546b req-807f6a60-73a8-4d0a-81a3-f3fb7843d897 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 1097 time: 0.0432975 Dec 08 02:08:07.187962 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-033546f6-6d3d-4172-b89b-20b44073546b req-1452d728-1d2a-416e-9255-6f6ea6818627 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380704 Dec 08 02:08:08.008317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d0c21-4c96-4cf8-93fa-b28ef9af7565 req-c2b16cb1-68c4-4687-a037-ca256a73ca0f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:08.009860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-460d0c21-4c96-4cf8-93fa-b28ef9af7565 req-c2b16cb1-68c4-4687-a037-ca256a73ca0f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0635502 Dec 08 02:08:08.068090 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-460d0c21-4c96-4cf8-93fa-b28ef9af7565 req-8cd9c8a5-2523-45f7-9f7f-87f181f9019c tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471666 Dec 08 02:08:09.520593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331865f-dcca-4ce1-8de0-2cd6c2383550 req-6e6b0a87-10f6-45d5-86f0-8c46c63c0abf tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:09.522152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1331865f-dcca-4ce1-8de0-2cd6c2383550 req-6e6b0a87-10f6-45d5-86f0-8c46c63c0abf tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.3824043 Dec 08 02:08:09.572893 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1331865f-dcca-4ce1-8de0-2cd6c2383550 req-5d1794e7-c713-4c26-87d5-06c78dddf301 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445323 Dec 08 02:08:09.821010 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b11ae-d8a6-4b19-806b-33b6682a0af4 req-a0bff226-e86a-4532-b9b2-f62d3a5628ce tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:09.821654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755ce74-9ac4-4ef3-b922-643942a5068b req-57eb7182-c694-4e63-84ae-ada0931c4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:09.822504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c03b11ae-d8a6-4b19-806b-33b6682a0af4 req-a0bff226-e86a-4532-b9b2-f62d3a5628ce tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0491979 Dec 08 02:08:09.822632 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a755ce74-9ac4-4ef3-b922-643942a5068b req-57eb7182-c694-4e63-84ae-ada0931c4e39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 1097 time: 0.0407207 Dec 08 02:08:09.870317 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c03b11ae-d8a6-4b19-806b-33b6682a0af4 req-71a8d168-48a5-438b-98cb-b9cb70ce6bcb tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417342 Dec 08 02:08:09.916664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755ce74-9ac4-4ef3-b922-643942a5068b req-eab7b757-d01c-48d8-b45c-f55e6b4bfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:09.918133 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a755ce74-9ac4-4ef3-b922-643942a5068b req-eab7b757-d01c-48d8-b45c-f55e6b4bfe2f service neutron] 10.222.0.72 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 920 time: 0.0883541 Dec 08 02:08:09.959102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a755ce74-9ac4-4ef3-b922-643942a5068b req-111f0e1f-2aa9-4fd4-a7b0-c9f27a9824cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=161458f0-611e-4cc4-8684-931a2341b50a HTTP/1.1" status: 200 len: 217 time: 0.0340667 Dec 08 02:08:10.008645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755ce74-9ac4-4ef3-b922-643942a5068b req-21701871-7ffa-4070-ad68-0dd284b0dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:10.010207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a755ce74-9ac4-4ef3-b922-643942a5068b req-21701871-7ffa-4070-ad68-0dd284b0dc53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 200 len: 859 time: 0.0438936 Dec 08 02:08:10.044904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a755ce74-9ac4-4ef3-b922-643942a5068b req-f351cff0-05b1-4edd-b480-327a17a63cce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a3fdce-0b5b-41d5-8090-838c26bda453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270863 Dec 08 02:08:10.142514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a755ce74-9ac4-4ef3-b922-643942a5068b req-43da5f3d-3242-4211-9c52-be758323a7bd service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908628 Dec 08 02:08:10.269457 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a755ce74-9ac4-4ef3-b922-643942a5068b req-c07f2040-915a-4d62-af36-d5138369680b service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185217 Dec 08 02:08:10.278487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-972a1aac-0da9-4985-956a-e9a7a73afef4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857939373&fields=id&tenant_id=630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 267 time: 0.0665965 Dec 08 02:08:10.386432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-3ee7f30d-168d-46e1-8f36-01f863bc595e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:10.387866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-3ee7f30d-168d-46e1-8f36-01f863bc595e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.1023564 Dec 08 02:08:10.403335 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-aa667fbb-5814-47f9-a137-a71b777d5cc5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/quotas/630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 375 time: 0.0089252 Dec 08 02:08:10.460116 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-10c6ce53-d1c8-4fec-82fc-15868b686a96 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516584 Dec 08 02:08:10.555195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-b188e6cc-e624-484f-b84a-c2ae7fe1ef90 service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837114 Dec 08 02:08:10.649711 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-0deac406-b12e-4c4d-8996-2b2279fb2972 service neutron] 10.222.0.70 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883875 Dec 08 02:08:10.931978 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-278847ff-332c-4d8d-9cc6-5a7b13183078 req-02b98894-8461-4c03-ac1d-fe1ec5c209a5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 210 time: 0.0278051 Dec 08 02:08:10.996681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff6cf0-053d-49fe-8c03-c08f4a03b2b1 req-2e8f708c-b1f9-466c-975e-e8126cfc7f4f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:10.998219 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44ff6cf0-053d-49fe-8c03-c08f4a03b2b1 req-2e8f708c-b1f9-466c-975e-e8126cfc7f4f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0555153 Dec 08 02:08:11.051670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44ff6cf0-053d-49fe-8c03-c08f4a03b2b1 req-eea63be8-36db-4934-84c6-53b3d5113da5 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 Dec 08 02:08:12.021186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-e805f2b2-21e9-4599-bd5e-87885c9906e9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:12.022696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-e805f2b2-21e9-4599-bd5e-87885c9906e9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 812 time: 0.1238873 Dec 08 02:08:12.044803 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b408facb-1274-4afe-ba59-0577bc44d42c req-126ff491-64cb-46e2-814c-4102c5933caa tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 210 time: 0.0314491 Dec 08 02:08:12.106684 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-3ed9d6eb-873b-4ed0-8e78-68ea1a05adb7 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=630e950b003f4579a3179d6eb911a839 HTTP/1.1" status: 200 len: 379 time: 0.0607846 Dec 08 02:08:12.116354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'port': {'device_id': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'admin_state_up': True, 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'security_groups': ['f28b1d3a-8f5d-4ce8-9970-966bdab5c10e']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:12.237261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752e3da-ecf6-44bf-bdf3-e9dab4315036 req-5a6e45ab-1f22-4081-b4d0-f51ce4dcec64 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:12.238792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7752e3da-ecf6-44bf-bdf3-e9dab4315036 req-5a6e45ab-1f22-4081-b4d0-f51ce4dcec64 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.1059198 Dec 08 02:08:12.305952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7752e3da-ecf6-44bf-bdf3-e9dab4315036 req-098d1fab-c0e4-4ee3-9d74-10e3ec9823c9 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578206 Dec 08 02:08:12.307053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Made reservation on behalf of 630e950b003f4579a3179d6eb911a839 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:08:12.310482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.496348 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edbbd4f2-50e7-4d6e-b69e-9e5b17a97fd8 req-98a42be1-55e4-4a0f-8ad2-5821c37190d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0839486 Dec 08 02:08:12.501113 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Allocated IP 172.20.0.8 (8f279760-140c-407f-a667-25feea544d0c/ddacc30c-c599-475d-882a-2e882bb43a56/15820a1a-9157-4efb-9050-f4d76bade7d2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:12.669933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbd4f2-50e7-4d6e-b69e-9e5b17a97fd8 req-f59d662e-e845-449c-8366-849df59b07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:12.672032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edbbd4f2-50e7-4d6e-b69e-9e5b17a97fd8 req-f59d662e-e845-449c-8366-849df59b07c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 1097 time: 0.1016617 Dec 08 02:08:12.742589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.825239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbd4f2-50e7-4d6e-b69e-9e5b17a97fd8 req-de50fd33-c559-4be6-a5be-1ac8d8ebd00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:12.826747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edbbd4f2-50e7-4d6e-b69e-9e5b17a97fd8 req-de50fd33-c559-4be6-a5be-1ac8d8ebd00c service neutron] 10.222.0.72 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 920 time: 0.1313164 Dec 08 02:08:12.841287 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:12.916920 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edbbd4f2-50e7-4d6e-b69e-9e5b17a97fd8 req-99ded0a0-88d1-4295-8dc0-df67c3ea0f8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=161458f0-611e-4cc4-8684-931a2341b50a HTTP/1.1" status: 200 len: 217 time: 0.0823784 Dec 08 02:08:12.943672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Network 8f279760-140c-407f-a667-25feea544d0c is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:12.944596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=15820a1a-9157-4efb-9050-f4d76bade7d2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:12.979814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:12.983152 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:13.046144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:13.047474 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:13.053402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.053785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.054466 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.054810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.055157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.055584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.055928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.056266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.056738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.057185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.057520 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.057853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.058186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:13.089328 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbd4f2-50e7-4d6e-b69e-9e5b17a97fd8 req-b95aad16-8bea-41e3-a602-3ddb85ab700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:13.091458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edbbd4f2-50e7-4d6e-b69e-9e5b17a97fd8 req-b95aad16-8bea-41e3-a602-3ddb85ab700e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 200 len: 859 time: 0.1646242 Dec 08 02:08:13.095034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-144d62d9-fe39-41b4-aca7-69f2f8eb9e03 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9828324 Dec 08 02:08:13.175172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Request body: {'port': {'device_id': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:13.195863 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edbbd4f2-50e7-4d6e-b69e-9e5b17a97fd8 req-2ec52c22-21ce-4e20-93e0-447ae69b9bd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a3fdce-0b5b-41d5-8090-838c26bda453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835993 Dec 08 02:08:13.205655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c097c6-924c-45f8-9726-9f3f462169b3 req-45050c0a-7bf8-4a29-b9fd-2f37f00c508a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:13.208502 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04c097c6-924c-45f8-9726-9f3f462169b3 req-45050c0a-7bf8-4a29-b9fd-2f37f00c508a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 931 time: 0.0730228 Dec 08 02:08:13.278369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04c097c6-924c-45f8-9726-9f3f462169b3 req-ba6a05cf-6d06-4803-af8f-ed102b21c7e5 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639713 Dec 08 02:08:13.287628 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:13.408490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f588955c-98b7-4697-8491-79522299efa3 None None] Provisioning complete for port 15820a1a-9157-4efb-9050-f4d76bade7d2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:08:13.409537 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f588955c-98b7-4697-8491-79522299efa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:13.413132 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edbbd4f2-50e7-4d6e-b69e-9e5b17a97fd8 req-c40df97a-c8de-458c-ad03-d254f43a65dc service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519566 Dec 08 02:08:13.464640 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f588955c-98b7-4697-8491-79522299efa3 None None] Port 15820a1a-9157-4efb-9050-f4d76bade7d2 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:08:13.650971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edbbd4f2-50e7-4d6e-b69e-9e5b17a97fd8 req-7ab24e50-b7a5-4b81-802a-e7af9a80ba5f service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299235 Dec 08 02:08:13.746711 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15820a1a-9157-4efb-9050-f4d76bade7d2 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:08:13.763908 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:13.801648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Transition to ACTIVE for port object 15820a1a-9157-4efb-9050-f4d76bade7d2 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:08:13.808014 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:13.859352 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191d428-54f9-4b85-8d98-c17eab078a89 req-cafcb356-848b-4827-ab9b-e788640ecfdf tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:13.861201 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1191d428-54f9-4b85-8d98-c17eab078a89 req-cafcb356-848b-4827-ab9b-e788640ecfdf tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.1089571 Dec 08 02:08:13.909429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Pushing event updated for resources: {'Port': ['ID=15820a1a-9157-4efb-9050-f4d76bade7d2,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:13.996883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1191d428-54f9-4b85-8d98-c17eab078a89 req-95f98fb6-bed6-46f4-aa01-4d0ec2c9d592 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229529 Dec 08 02:08:14.033373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Attempting to bind port 15820a1a-9157-4efb-9050-f4d76bade7d2 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:08:14.034164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Attempting to bind port 15820a1a-9157-4efb-9050-f4d76bade7d2 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:08:14.034521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Attempting to bind port 15820a1a-9157-4efb-9050-f4d76bade7d2 on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:14.039948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Port 15820a1a-9157-4efb-9050-f4d76bade7d2 on network 8f279760-140c-407f-a667-25feea544d0c not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:08:14.040597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Attempting to bind port 15820a1a-9157-4efb-9050-f4d76bade7d2 on network 8f279760-140c-407f-a667-25feea544d0c {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:08:14.046864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:08:14.047526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Checking segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:08:14.047892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Bound using segment: {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:08:14.048369 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Bound port: 15820a1a-9157-4efb-9050-f4d76bade7d2, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3982c968-a30b-4b92-8c51-81d2a704ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '8f279760-140c-407f-a667-25feea544d0c'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:08:14.048876 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:14.129289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] For port 15820a1a-9157-4efb-9050-f4d76bade7d2, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:08:14.133287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] For port 15820a1a-9157-4efb-9050-f4d76bade7d2, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=15820a1a-9157-4efb-9050-f4d76bade7d2,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:08:14.139248 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:14.174334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:14.174976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:14.176461 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] 10.222.0.72 "PUT /v2.0/ports/15820a1a-9157-4efb-9050-f4d76bade7d2 HTTP/1.1" status: 200 len: 1092 time: 1.0495574 Dec 08 02:08:14.176919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'tag': '15820a1a-9157-4efb-9050-f4d76bade7d2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:14.179448 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff2725f-7d57-44da-8e94-2e2a86cb39d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf85799-e306-4745-b4f7-084f0fae57ac", "tag": "15820a1a-9157-4efb-9050-f4d76bade7d2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:14.212771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06628d-9081-4d9e-a79b-7f23c4d28b68 service neutron] Pushing event updated for resources: {'Port': ['ID=15820a1a-9157-4efb-9050-f4d76bade7d2,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:14.268485 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b065c97d-5733-4e16-9949-c810d6163325 x-openstack-request-id: req-b065c97d-5733-4e16-9949-c810d6163325 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:14.268992 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf85799-e306-4745-b4f7-084f0fae57ac", "tag": "15820a1a-9157-4efb-9050-f4d76bade7d2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:14.269312 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b065c97d-5733-4e16-9949-c810d6163325 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:14.269887 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'tag': '15820a1a-9157-4efb-9050-f4d76bade7d2', 'status': 'completed', 'code': 200} Dec 08 02:08:14.337827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-0026e510-2470-425d-b5f7-180119e6c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:14.340035 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-0026e510-2470-425d-b5f7-180119e6c3e6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 1095 time: 0.0532467 Dec 08 02:08:14.437919 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-3145b438-4600-4f3a-aa83-6940c0af8ed1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15820a1a-9157-4efb-9050-f4d76bade7d2 HTTP/1.1" status: 200 len: 217 time: 0.0838621 Dec 08 02:08:14.499081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f232-8d19-49d9-92a4-2951b5523495 req-5b19e3b2-e201-4533-89a1-b1fa943094fa tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:14.507292 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9839f232-8d19-49d9-92a4-2951b5523495 req-5b19e3b2-e201-4533-89a1-b1fa943094fa tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.1032383 Dec 08 02:08:14.548598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-2ddbd3c2-a30b-4354-a9db-dc18fe9475e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:14.550159 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-2ddbd3c2-a30b-4354-a9db-dc18fe9475e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.1018891 Dec 08 02:08:14.604852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9839f232-8d19-49d9-92a4-2951b5523495 req-3e33f9fc-92c6-4500-9b28-e0b3ba288512 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964320 Dec 08 02:08:14.623907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-1d5a64f7-b16b-45e8-98c3-b2ece7133bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:14.625990 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-1d5a64f7-b16b-45e8-98c3-b2ece7133bf6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642426 Dec 08 02:08:14.735736 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-0d874096-652a-4fea-92ba-a90bd90534e9 service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024477 Dec 08 02:08:14.841225 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ac9eb17-35f5-4118-8a3a-b21376815f39 req-5d88cf11-8af5-45bf-9381-db3e2a71be6f service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981088 Dec 08 02:08:14.959629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2725f-7d57-44da-8e94-2e2a86cb39d3 req-2bc66cf6-d848-4673-b6da-44a4211135eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:14.961384 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff2725f-7d57-44da-8e94-2e2a86cb39d3 req-2bc66cf6-d848-4673-b6da-44a4211135eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 1095 time: 0.0451624 Dec 08 02:08:15.060041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2725f-7d57-44da-8e94-2e2a86cb39d3 req-8ce07841-b863-4218-adbe-b0cce45dd275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:15.061750 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff2725f-7d57-44da-8e94-2e2a86cb39d3 req-8ce07841-b863-4218-adbe-b0cce45dd275 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.0936427 Dec 08 02:08:15.106974 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff2725f-7d57-44da-8e94-2e2a86cb39d3 req-f3c4e2ef-3e48-4596-9ab9-45e3eb9021b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15820a1a-9157-4efb-9050-f4d76bade7d2 HTTP/1.1" status: 200 len: 217 time: 0.0382109 Dec 08 02:08:15.158443 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2725f-7d57-44da-8e94-2e2a86cb39d3 req-29a23497-dbf5-462d-b078-71e43943afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:15.159993 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff2725f-7d57-44da-8e94-2e2a86cb39d3 req-29a23497-dbf5-462d-b078-71e43943afe7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0465968 Dec 08 02:08:15.206615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2725f-7d57-44da-8e94-2e2a86cb39d3 req-402c4a79-c8a0-4659-9dab-34ebe1cc1943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:15.208143 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff2725f-7d57-44da-8e94-2e2a86cb39d3 req-402c4a79-c8a0-4659-9dab-34ebe1cc1943 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417871 Dec 08 02:08:15.316780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff2725f-7d57-44da-8e94-2e2a86cb39d3 req-3451133a-200e-4067-898d-907b0eabf7ef service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010950 Dec 08 02:08:15.409021 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ff2725f-7d57-44da-8e94-2e2a86cb39d3 req-41d396cf-a38f-4d05-9aa4-5acb212ad4df service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850596 Dec 08 02:08:15.732545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3b336-f45a-423a-9f5c-a3064e29138d req-ba423ebb-4553-49a5-a1ab-025c88eb52ea tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:15.734730 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a6c3b336-f45a-423a-9f5c-a3064e29138d req-ba423ebb-4553-49a5-a1ab-025c88eb52ea tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0520389 Dec 08 02:08:15.787859 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a6c3b336-f45a-423a-9f5c-a3064e29138d req-753da45f-c8ee-4a6a-8934-8681cbf2d46c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468338 Dec 08 02:08:16.908776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088bde6-40fa-4b1f-a350-b36e2b311d63 req-f287dbcf-7d61-44eb-99fc-a01c649fd28c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:16.910193 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7088bde6-40fa-4b1f-a350-b36e2b311d63 req-f287dbcf-7d61-44eb-99fc-a01c649fd28c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0533714 Dec 08 02:08:16.960045 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7088bde6-40fa-4b1f-a350-b36e2b311d63 req-81d6354b-3b9c-4c3a-bdc9-5e0bbafc3c6c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435972 Dec 08 02:08:18.104693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf80ad-2aec-46b1-b15b-2019dd22a831 req-9a1902ea-d0f3-42ef-bc00-e782073289a3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:18.106182 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9fcf80ad-2aec-46b1-b15b-2019dd22a831 req-9a1902ea-d0f3-42ef-bc00-e782073289a3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0614254 Dec 08 02:08:18.160160 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9fcf80ad-2aec-46b1-b15b-2019dd22a831 req-09871c9d-2f6e-49ab-ac79-bc7dd16cd4bb tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462265 Dec 08 02:08:19.278486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60934cc9-2eb0-47e1-bd0e-8c9b27dabb24 req-80571402-59f5-46cc-bef6-5d7fe2d6a23c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:19.279912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60934cc9-2eb0-47e1-bd0e-8c9b27dabb24 req-80571402-59f5-46cc-bef6-5d7fe2d6a23c tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0504770 Dec 08 02:08:19.332783 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60934cc9-2eb0-47e1-bd0e-8c9b27dabb24 req-001388c4-0cc5-4bb6-87a4-cde75fc3568d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465171 Dec 08 02:08:20.450358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a8160-0110-473a-b878-4b8943927a9e req-d4db19d8-a9be-4611-bbfa-a1539bfa2c13 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:20.451866 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d74a8160-0110-473a-b878-4b8943927a9e req-d4db19d8-a9be-4611-bbfa-a1539bfa2c13 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0502291 Dec 08 02:08:20.501748 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d74a8160-0110-473a-b878-4b8943927a9e req-91689fca-04d7-4cfc-a8af-1bebb33ce316 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432348 Dec 08 02:08:21.625721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7afb8b-66b3-45d1-b36a-f6f9af42eb44 req-8575a06b-0281-40df-81b2-e2c0b989dbf4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:21.627219 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b7afb8b-66b3-45d1-b36a-f6f9af42eb44 req-8575a06b-0281-40df-81b2-e2c0b989dbf4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0517972 Dec 08 02:08:21.681889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b7afb8b-66b3-45d1-b36a-f6f9af42eb44 req-813cc710-affb-4366-817d-e5daf88b7823 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476134 Dec 08 02:08:21.906171 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e29b689-d1cc-4e6b-8697-72f8c5a1d803 req-ef0391e4-efaf-4b3b-aceb-f50361326217 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392778 Dec 08 02:08:21.990435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b689-d1cc-4e6b-8697-72f8c5a1d803 req-20b2dd66-8086-45c0-8323-ce275d59c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:21.991956 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e29b689-d1cc-4e6b-8697-72f8c5a1d803 req-20b2dd66-8086-45c0-8323-ce275d59c503 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 1097 time: 0.0415370 Dec 08 02:08:22.103877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b689-d1cc-4e6b-8697-72f8c5a1d803 req-cc41d428-e37a-4c64-b07d-eee42d0f70af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:22.105373 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e29b689-d1cc-4e6b-8697-72f8c5a1d803 req-cc41d428-e37a-4c64-b07d-eee42d0f70af service neutron] 10.222.0.65 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 920 time: 0.0884197 Dec 08 02:08:22.147287 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e29b689-d1cc-4e6b-8697-72f8c5a1d803 req-79e8745d-0dd5-4a6b-9fed-eb9441a97847 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab74c8a4-ac76-4d03-aced-4c123cf9aed7 HTTP/1.1" status: 200 len: 217 time: 0.0337691 Dec 08 02:08:22.203284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29b689-d1cc-4e6b-8697-72f8c5a1d803 req-2f4425ab-33bc-41e9-baf6-727dcfe6b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:22.204812 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e29b689-d1cc-4e6b-8697-72f8c5a1d803 req-2f4425ab-33bc-41e9-baf6-727dcfe6b48c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 200 len: 859 time: 0.0439806 Dec 08 02:08:22.244666 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e29b689-d1cc-4e6b-8697-72f8c5a1d803 req-7bee23a9-ff9d-4338-81fd-e73bd2450b9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=22a3fdce-0b5b-41d5-8090-838c26bda453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290973 Dec 08 02:08:22.338111 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e29b689-d1cc-4e6b-8697-72f8c5a1d803 req-28351a64-db50-4231-9fd9-e7119a6e6efd service neutron] 10.222.0.65 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823052 Dec 08 02:08:22.433198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e29b689-d1cc-4e6b-8697-72f8c5a1d803 req-145bcf39-2098-4d9c-8ea5-2bfe79673a7e service neutron] 10.222.0.65 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841756 Dec 08 02:08:22.802830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca975d2-45d2-46db-9165-3fe16114dcc4 req-e4085538-ac7a-4dc9-afe7-60277edfd8e3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:22.804351 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ca975d2-45d2-46db-9165-3fe16114dcc4 req-e4085538-ac7a-4dc9-afe7-60277edfd8e3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0526702 Dec 08 02:08:22.857032 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ca975d2-45d2-46db-9165-3fe16114dcc4 req-17ea9545-6841-432f-85eb-595b33ea5c29 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466897 Dec 08 02:08:23.980097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c2c2-8537-49d6-89af-976fc04d8253 req-13f8f5c9-6a8f-431d-9938-2f6b407aa766 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:23.981642 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4bc9c2c2-8537-49d6-89af-976fc04d8253 req-13f8f5c9-6a8f-431d-9938-2f6b407aa766 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0515926 Dec 08 02:08:24.036516 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4bc9c2c2-8537-49d6-89af-976fc04d8253 req-522251ac-aaee-4758-a880-5004f2cf780b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472345 Dec 08 02:08:25.157447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f3c9a-abe7-46f0-a6bd-dcb72cd7e389 req-7becc6bd-fe03-4367-b2ef-43f2057c59c2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:25.158931 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c33f3c9a-abe7-46f0-a6bd-dcb72cd7e389 req-7becc6bd-fe03-4367-b2ef-43f2057c59c2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0514748 Dec 08 02:08:25.213832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c33f3c9a-abe7-46f0-a6bd-dcb72cd7e389 req-412e6559-6c29-4f99-981b-062d9d12583d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489233 Dec 08 02:08:26.328558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e81d7-815d-4b40-a13e-5163c9a72fc9 req-4a3b47a4-9e84-40bb-84f9-bfd7ce6274ea tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:26.330033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf3e81d7-815d-4b40-a13e-5163c9a72fc9 req-4a3b47a4-9e84-40bb-84f9-bfd7ce6274ea tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0487008 Dec 08 02:08:26.382450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf3e81d7-815d-4b40-a13e-5163c9a72fc9 req-b4c0e0dd-8236-4017-977c-a10958bc93c1 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462842 Dec 08 02:08:27.500974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf71ef-095a-497c-8bab-9a7ff50b58f0 req-07e74ad5-cdd8-4771-8214-cecf56bac6f9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:27.502459 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5bf71ef-095a-497c-8bab-9a7ff50b58f0 req-07e74ad5-cdd8-4771-8214-cecf56bac6f9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0516315 Dec 08 02:08:27.550984 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5bf71ef-095a-497c-8bab-9a7ff50b58f0 req-33625377-b22f-4fb6-9547-cc5515e2f380 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426152 Dec 08 02:08:27.797488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df2485-3a84-4df7-a391-e37bdb42fde8 req-c9892d09-1f22-4723-b5c8-09d10df68e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:27.799072 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52df2485-3a84-4df7-a391-e37bdb42fde8 req-c9892d09-1f22-4723-b5c8-09d10df68e2a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 1097 time: 0.0426521 Dec 08 02:08:27.808331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472e3e7-8acd-4eab-af2e-01101c97aca5 req-549827b5-33ef-4411-adf9-cef92c482614 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:27.809815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f472e3e7-8acd-4eab-af2e-01101c97aca5 req-549827b5-33ef-4411-adf9-cef92c482614 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0610161 Dec 08 02:08:27.857772 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f472e3e7-8acd-4eab-af2e-01101c97aca5 req-e66dec02-7d74-49a3-8132-eb923167710b tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Dec 08 02:08:27.889247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df2485-3a84-4df7-a391-e37bdb42fde8 req-4017cf4a-a0f4-4d81-a2bd-27c13260febf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:27.891257 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52df2485-3a84-4df7-a391-e37bdb42fde8 req-4017cf4a-a0f4-4d81-a2bd-27c13260febf service neutron] 10.222.0.72 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 920 time: 0.0852237 Dec 08 02:08:27.935075 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52df2485-3a84-4df7-a391-e37bdb42fde8 req-8f77b74e-33e5-4eb2-a17f-e5553a32ce82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=161458f0-611e-4cc4-8684-931a2341b50a HTTP/1.1" status: 200 len: 217 time: 0.0362682 Dec 08 02:08:27.983654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df2485-3a84-4df7-a391-e37bdb42fde8 req-f88d4631-499a-471e-9754-2389ad2acd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:27.986027 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52df2485-3a84-4df7-a391-e37bdb42fde8 req-f88d4631-499a-471e-9754-2389ad2acd93 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 200 len: 859 time: 0.0441732 Dec 08 02:08:28.019486 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52df2485-3a84-4df7-a391-e37bdb42fde8 req-e084a083-e42a-4b7b-bce5-40f881a9e057 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a3fdce-0b5b-41d5-8090-838c26bda453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250022 Dec 08 02:08:28.114435 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52df2485-3a84-4df7-a391-e37bdb42fde8 req-d3a08b63-918a-4dfc-b82b-dd3d46e48034 service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865772 Dec 08 02:08:28.205210 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52df2485-3a84-4df7-a391-e37bdb42fde8 req-0c56215a-b8e4-4710-8061-a20dab961bf5 service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821347 Dec 08 02:08:28.672189 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe8c77-48a1-4911-bbc5-0f55bbf344ae req-5670fa56-4102-494b-a273-21de14e1cc9e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:28.673706 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cefe8c77-48a1-4911-bbc5-0f55bbf344ae req-5670fa56-4102-494b-a273-21de14e1cc9e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0538850 Dec 08 02:08:28.723891 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cefe8c77-48a1-4911-bbc5-0f55bbf344ae req-eab2b2ef-a71f-4eaa-895b-6627a64112c0 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441003 Dec 08 02:08:28.821932 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5fa3df35-faa7-4b10-ac60-7584671ff8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:28.974478 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48f8a2-d37b-4320-9aba-d997d82a72cf req-8c7ab3c5-f66f-45d8-a8d3-f64163cd77b3 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:28.975966 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3f48f8a2-d37b-4320-9aba-d997d82a72cf req-8c7ab3c5-f66f-45d8-a8d3-f64163cd77b3 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0498500 Dec 08 02:08:29.026667 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3f48f8a2-d37b-4320-9aba-d997d82a72cf req-1ae8d3a4-2de6-4b4e-b99d-204fcdaa06c1 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447176 Dec 08 02:08:29.661319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 15820a1a-9157-4efb-9050-f4d76bade7d2 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:08:29.756395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 15820a1a-9157-4efb-9050-f4d76bade7d2, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=15820a1a-9157-4efb-9050-f4d76bade7d2,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:29.768511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '15820a1a-9157-4efb-9050-f4d76bade7d2', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'port_id': '15820a1a-9157-4efb-9050-f4d76bade7d2', 'mac_address': 'fa:16:3e:4a:81:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:08:29.808346 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:29.821404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15820a1a-9157-4efb-9050-f4d76bade7d2 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:08:29.839692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa304c1-4161-47f8-9f5a-13ccd3dd4ac7 req-f1dbea66-1591-4458-b46c-fa68ea4742d2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:29.841100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 15820a1a-9157-4efb-9050-f4d76bade7d2, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=15820a1a-9157-4efb-9050-f4d76bade7d2,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:29.841511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3fa304c1-4161-47f8-9f5a-13ccd3dd4ac7 req-f1dbea66-1591-4458-b46c-fa68ea4742d2 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 943 time: 0.0499592 Dec 08 02:08:29.845309 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:29.891492 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3fa304c1-4161-47f8-9f5a-13ccd3dd4ac7 req-ecbe8e40-c0ab-4564-8a64-b5bdf1958b74 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437093 Dec 08 02:08:29.892694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=15820a1a-9157-4efb-9050-f4d76bade7d2,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:29.900435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:29.900791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:29.901136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:29.901476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:29.901918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:29.902137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:29.902490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:29.902809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:29.903134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:29.903457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:29.903782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:29.904104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:29.904462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:08:30.132264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['15820a1a-9157-4efb-9050-f4d76bade7d2'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:08:30.151526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311720c-b266-4bbb-a97d-f50f62de5367 req-52f6eb44-55d7-44c3-9f4a-645c6e38224f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:30.153088 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d311720c-b266-4bbb-a97d-f50f62de5367 req-52f6eb44-55d7-44c3-9f4a-645c6e38224f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0558259 Dec 08 02:08:30.200345 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d311720c-b266-4bbb-a97d-f50f62de5367 req-e79b9b32-22eb-4703-b51d-f7ab2cf32af1 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 Dec 08 02:08:31.007491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495221ab-b01f-4239-a074-1bd7e9ec3bb1 req-94f6acdd-cd26-439b-bb70-4889a8cb5232 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:31.009029 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-495221ab-b01f-4239-a074-1bd7e9ec3bb1 req-94f6acdd-cd26-439b-bb70-4889a8cb5232 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 944 time: 0.0487459 Dec 08 02:08:31.062378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-495221ab-b01f-4239-a074-1bd7e9ec3bb1 req-1fffec46-2071-4ccd-b91d-33ad12b53ba9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466328 Dec 08 02:08:31.316141 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c430bca-dfaa-4947-a200-a9b2a6a6a018 req-878fb73f-a0d4-4ecf-b937-275eef39779f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:31.317638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1c430bca-dfaa-4947-a200-a9b2a6a6a018 req-878fb73f-a0d4-4ecf-b937-275eef39779f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0481544 Dec 08 02:08:31.364379 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1c430bca-dfaa-4947-a200-a9b2a6a6a018 req-c274e701-f178-4035-8b4a-23656a8ea1f1 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Dec 08 02:08:31.674231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 15820a1a-9157-4efb-9050-f4d76bade7d2 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:08:31.722559 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 15820a1a-9157-4efb-9050-f4d76bade7d2 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:08:31.726169 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 15820a1a-9157-4efb-9050-f4d76bade7d2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:08:31.726544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:31.809755 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:31.832558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15820a1a-9157-4efb-9050-f4d76bade7d2'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:31.834854 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc46bd5-e727-4d5c-835e-2269b7b87028" -d '{"events": [{"server_uuid": "ddf85799-e306-4745-b4f7-084f0fae57ac", "name": "network-vif-plugged", "status": "completed", "tag": "15820a1a-9157-4efb-9050-f4d76bade7d2"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:31.847637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 15820a1a-9157-4efb-9050-f4d76bade7d2, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=15820a1a-9157-4efb-9050-f4d76bade7d2,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:31.852123 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:31.881805 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69413c80-592b-4241-bb6b-1255dd8e798e x-openstack-request-id: req-69413c80-592b-4241-bb6b-1255dd8e798e {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:31.882100 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf85799-e306-4745-b4f7-084f0fae57ac", "name": "network-vif-plugged", "status": "completed", "tag": "15820a1a-9157-4efb-9050-f4d76bade7d2", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:31.882363 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-69413c80-592b-4241-bb6b-1255dd8e798e {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:31.882759 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15820a1a-9157-4efb-9050-f4d76bade7d2', 'code': 200} Dec 08 02:08:31.895564 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:31.911749 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=15820a1a-9157-4efb-9050-f4d76bade7d2,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:32.005753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569da55c-7997-4005-a802-76e85b2a6f31 req-ba5c514b-c0bb-47eb-b48a-deb98619e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:32.007374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-569da55c-7997-4005-a802-76e85b2a6f31 req-ba5c514b-c0bb-47eb-b48a-deb98619e4a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 1097 time: 0.0429931 Dec 08 02:08:32.054462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-569da55c-7997-4005-a802-76e85b2a6f31 req-95b9e50e-63da-489d-844f-5705a22b0f97 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393596 Dec 08 02:08:32.084266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1508abcb-4751-4cce-8487-20bd6fef5899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:32.179727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01c8e4-a6a9-44e5-a118-e3c4d66dd855 req-bfcfa8c3-31d8-4cee-9185-5f3a8287880a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:32.181412 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce01c8e4-a6a9-44e5-a118-e3c4d66dd855 req-bfcfa8c3-31d8-4cee-9185-5f3a8287880a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 945 time: 0.0527215 Dec 08 02:08:32.237177 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce01c8e4-a6a9-44e5-a118-e3c4d66dd855 req-6d89c943-debd-4a4a-8ef8-8221c8f5adc4 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497658 Dec 08 02:08:32.375983 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:32.485677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa75adc-bdb8-46b7-a0a4-47fd60d7a9b2 req-3b77c64d-9b38-470a-bcce-5217b123a9ea tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:32.488306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8aa75adc-bdb8-46b7-a0a4-47fd60d7a9b2 req-3b77c64d-9b38-470a-bcce-5217b123a9ea tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0561178 Dec 08 02:08:32.537133 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8aa75adc-bdb8-46b7-a0a4-47fd60d7a9b2 req-b45aa9a4-dc11-4bd8-981e-8b82f9bbadda tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Dec 08 02:08:33.349808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130e84-5ac7-463a-b651-0b5850a50c68 req-cc167b37-175c-47c2-8eea-746d7352eb46 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:33.351256 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b130e84-5ac7-463a-b651-0b5850a50c68 req-cc167b37-175c-47c2-8eea-746d7352eb46 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 945 time: 0.0476410 Dec 08 02:08:33.399785 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b130e84-5ac7-463a-b651-0b5850a50c68 req-22932b6d-af2c-4b44-80bb-d77d0f4036eb tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425267 Dec 08 02:08:33.522725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc2151-7140-444b-a934-482360fa263f req-2fbe49c2-b927-4374-9729-87b392471574 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:33.530747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bcc2151-7140-444b-a934-482360fa263f req-2fbe49c2-b927-4374-9729-87b392471574 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 945 time: 0.0597935 Dec 08 02:08:33.580152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bcc2151-7140-444b-a934-482360fa263f req-a39bddc6-4620-40b3-8628-c4dc130cc9c3 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436144 Dec 08 02:08:33.604676 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 32826) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:33.674604 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:33.679406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e44cd-282b-4aa7-b750-a6e63662520e tempest-TestVolumeBootPattern-2027074451 tempest-TestVolumeBootPattern-2027074451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:33.680962 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-088e44cd-282b-4aa7-b750-a6e63662520e tempest-TestVolumeBootPattern-2027074451 tempest-TestVolumeBootPattern-2027074451-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 1092 time: 0.0752764 Dec 08 02:08:33.683924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 32830) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:08:33.689164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '15820a1a-9157-4efb-9050-f4d76bade7d2', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:08:33.690469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0c488-e2b9-457f-8285-b1b147b615aa req-32a10b94-3f12-4cdb-bce4-9877ead6b0a7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:33.691903 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0f0c488-e2b9-457f-8285-b1b147b615aa req-32a10b94-3f12-4cdb-bce4-9877ead6b0a7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0850267 Dec 08 02:08:33.714580 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:33.743579 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0f0c488-e2b9-457f-8285-b1b147b615aa req-76992269-978c-4f29-85c2-e5dd1a54a792 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454171 Dec 08 02:08:33.810032 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:33.916380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Allocated IP 172.25.2.70 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/278c9190-cbc0-444d-bf6c-c11dc279ed1e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:08:34.021482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.054343 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.092134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:08:34.095114 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:08:34.098699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:08:34.120392 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.122950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=278c9190-cbc0-444d-bf6c-c11dc279ed1e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:34.632846 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47064a9a-f674-4c77-adf1-36e674942406 req-53aa5e4b-4268-4a59-9ec8-b2fa18756d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:34.634390 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-47064a9a-f674-4c77-adf1-36e674942406 req-53aa5e4b-4268-4a59-9ec8-b2fa18756d20 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 1097 time: 0.0890324 Dec 08 02:08:34.730414 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-47064a9a-f674-4c77-adf1-36e674942406 req-200b2213-9876-4d32-a610-b9c7ec5064e0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885551 Dec 08 02:08:34.758134 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.827648 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.899252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e2abd-416a-486a-a21f-a955e5eeec78 req-0aa15b34-e3c1-48aa-bee7-98eddfa63813 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:34.900710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a9e2abd-416a-486a-a21f-a955e5eeec78 req-0aa15b34-e3c1-48aa-bee7-98eddfa63813 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0860763 Dec 08 02:08:34.938618 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:34.996455 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a9e2abd-416a-486a-a21f-a955e5eeec78 req-3ab4e48a-4271-4a19-9be4-243c00982498 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792396 Dec 08 02:08:35.109242 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:35.113724 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:35.179025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event updated for resources: {'Port': ['ID=278c9190-cbc0-444d-bf6c-c11dc279ed1e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:35.190585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:35.290288 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Floating IP fdc51197-9093-44f5-8472-61f1daf39488 associated. External IP: 172.25.2.70, port: 15820a1a-9157-4efb-9050-f4d76bade7d2. Dec 08 02:08:35.497130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Router 48058a06-d28a-4db7-84a8-eb9502a4152a has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:08:35.605548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:08:35.615542 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80893be8-a38d-4bfe-834a-c6088c2c3336 None None] Sync routers for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:08:35.623850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:35.625394 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80893be8-a38d-4bfe-834a-c6088c2c3336 None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:35.626009 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-80893be8-a38d-4bfe-834a-c6088c2c3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:08:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:35.656664 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-19c94176-fc69-4bde-9888-0bda10789720 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9714692 Dec 08 02:08:35.659095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'tag': '15820a1a-9157-4efb-9050-f4d76bade7d2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:35.662318 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513d8857-f5d7-4955-98d4-b7d2f70fd183" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf85799-e306-4745-b4f7-084f0fae57ac", "tag": "15820a1a-9157-4efb-9050-f4d76bade7d2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:35.704343 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327c6fde-dae9-4515-b71c-abc273074dfa x-openstack-request-id: req-327c6fde-dae9-4515-b71c-abc273074dfa {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:35.704650 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf85799-e306-4745-b4f7-084f0fae57ac", "tag": "15820a1a-9157-4efb-9050-f4d76bade7d2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:35.704934 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-327c6fde-dae9-4515-b71c-abc273074dfa {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:35.705392 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'tag': '15820a1a-9157-4efb-9050-f4d76bade7d2', 'status': 'completed', 'code': 200} Dec 08 02:08:35.754577 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-80893be8-a38d-4bfe-834a-c6088c2c3336 None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:08:35.796868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8857-f5d7-4955-98d4-b7d2f70fd183 req-c6a094d3-a4dd-4b6f-8376-3fe353971371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:35.798494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-513d8857-f5d7-4955-98d4-b7d2f70fd183 req-c6a094d3-a4dd-4b6f-8376-3fe353971371 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 1097 time: 0.0440016 Dec 08 02:08:35.896649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8857-f5d7-4955-98d4-b7d2f70fd183 req-39215767-4ac9-4a99-8406-0153741b6c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:35.898138 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-513d8857-f5d7-4955-98d4-b7d2f70fd183 req-39215767-4ac9-4a99-8406-0153741b6c40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.0922408 Dec 08 02:08:35.964206 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-513d8857-f5d7-4955-98d4-b7d2f70fd183 req-a2c1f30c-e6fd-4709-a9f1-8d79e77ca1a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15820a1a-9157-4efb-9050-f4d76bade7d2 HTTP/1.1" status: 200 len: 998 time: 0.0590949 Dec 08 02:08:35.981794 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-80893be8-a38d-4bfe-834a-c6088c2c3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b94a0b2e-6e13-473a-9b75-b1ad5d8763fb', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:95:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:06:18Z', 'updated_at': '2021-12-08T02:06:21Z', 'revision_number': 1, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}, {'id': 'fdc51197-9093-44f5-8472-61f1daf39488', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': '15820a1a-9157-4efb-9050-f4d76bade7d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:4a:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:08:34Z', 'updated_at': '2021-12-08T02:08:34Z', 'revision_number': 0, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:36.008646 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80893be8-a38d-4bfe-834a-c6088c2c3336 None None] Checking router: 48058a06-d28a-4db7-84a8-eb9502a4152a for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:08:36.017324 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80893be8-a38d-4bfe-834a-c6088c2c3336 None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:08:36.017945 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-80893be8-a38d-4bfe-834a-c6088c2c3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:08:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:36.020903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8857-f5d7-4955-98d4-b7d2f70fd183 req-a8b98c00-9f12-49af-ba58-80d1d8a36e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:36.022427 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-513d8857-f5d7-4955-98d4-b7d2f70fd183 req-a8b98c00-9f12-49af-ba58-80d1d8a36e78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0519767 Dec 08 02:08:36.070324 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8857-f5d7-4955-98d4-b7d2f70fd183 req-98aed3a4-ef75-4d24-bc16-c3d90a6dc5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:36.071866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-513d8857-f5d7-4955-98d4-b7d2f70fd183 req-98aed3a4-ef75-4d24-bc16-c3d90a6dc5df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422728 Dec 08 02:08:36.128989 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-80893be8-a38d-4bfe-834a-c6088c2c3336 None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:08:36.176704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203d1e2-9b56-4440-ba40-780b134d4635 req-b7ab18f3-a3dd-48d2-9c96-59d4c5fb3396 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:36.178975 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5203d1e2-9b56-4440-ba40-780b134d4635 req-b7ab18f3-a3dd-48d2-9c96-59d4c5fb3396 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.1061902 Dec 08 02:08:36.226156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-513d8857-f5d7-4955-98d4-b7d2f70fd183 req-01dc474c-ef56-44fe-8e2b-914463be21b3 service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432846 Dec 08 02:08:36.262234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5203d1e2-9b56-4440-ba40-780b134d4635 req-3514b2e7-7ff3-4643-8a9a-8852c6cebf52 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759809 Dec 08 02:08:36.332272 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-513d8857-f5d7-4955-98d4-b7d2f70fd183 req-d483a635-b198-4252-ad53-30fe92d51d27 service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957873 Dec 08 02:08:36.364369 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-80893be8-a38d-4bfe-834a-c6088c2c3336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b94a0b2e-6e13-473a-9b75-b1ad5d8763fb', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:95:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:06:18Z', 'updated_at': '2021-12-08T02:06:21Z', 'revision_number': 1, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}, {'id': 'fdc51197-9093-44f5-8472-61f1daf39488', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': '15820a1a-9157-4efb-9050-f4d76bade7d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:4a:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:08:34Z', 'updated_at': '2021-12-08T02:08:34Z', 'revision_number': 0, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:08:36.391845 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80893be8-a38d-4bfe-834a-c6088c2c3336 None None] The sync data for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 is: [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b94a0b2e-6e13-473a-9b75-b1ad5d8763fb', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:95:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:06:18Z', 'updated_at': '2021-12-08T02:06:21Z', 'revision_number': 1, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}, {'id': 'fdc51197-9093-44f5-8472-61f1daf39488', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': '15820a1a-9157-4efb-9050-f4d76bade7d2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:4a:81:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:08:34Z', 'updated_at': '2021-12-08T02:08:34Z', 'revision_number': 0, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:08:36.580736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53c03f-c609-4d1f-b572-74810f3ba5fc req-dac92cb2-f591-41a5-9737-4088c539f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:36.582211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75269346-4698-42c7-8877-32c80f890708 req-9d121f5b-61d4-4cd1-9ea7-f0ef81f48f53 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:36.582734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c53c03f-c609-4d1f-b572-74810f3ba5fc req-dac92cb2-f591-41a5-9737-4088c539f5b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8135e577e9d241b899e95c66a8e2dad4&device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 1097 time: 0.0475938 Dec 08 02:08:36.583915 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-75269346-4698-42c7-8877-32c80f890708 req-9d121f5b-61d4-4cd1-9ea7-f0ef81f48f53 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0541091 Dec 08 02:08:36.607421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e762b44-3cc1-4045-aa3d-bdb34fda26f8 None None] New status for floating IP fdc51197-9093-44f5-8472-61f1daf39488: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:08:36.641298 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-75269346-4698-42c7-8877-32c80f890708 req-7ec52b39-c1cd-4f5a-9ab4-2bd3d4ae6311 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508502 Dec 08 02:08:36.683017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53c03f-c609-4d1f-b572-74810f3ba5fc req-8afc5b26-4d8f-47c1-81eb-473f29efb769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:36.684719 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c53c03f-c609-4d1f-b572-74810f3ba5fc req-8afc5b26-4d8f-47c1-81eb-473f29efb769 service neutron] 10.222.0.72 "GET /v2.0/networks?id=22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 200 len: 920 time: 0.0939274 Dec 08 02:08:36.730140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c53c03f-c609-4d1f-b572-74810f3ba5fc req-8b068b18-8da1-43b7-a74a-944216e5a3d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=161458f0-611e-4cc4-8684-931a2341b50a HTTP/1.1" status: 200 len: 217 time: 0.0385897 Dec 08 02:08:36.783427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53c03f-c609-4d1f-b572-74810f3ba5fc req-f68d0bd7-bcf1-482e-beb0-c881fecc1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:36.784927 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c53c03f-c609-4d1f-b572-74810f3ba5fc req-f68d0bd7-bcf1-482e-beb0-c881fecc1c33 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 200 len: 859 time: 0.0485857 Dec 08 02:08:36.817438 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c53c03f-c609-4d1f-b572-74810f3ba5fc req-33f15628-50cd-4c92-9a6f-fd8081fa56aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=22a3fdce-0b5b-41d5-8090-838c26bda453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255995 Dec 08 02:08:36.914522 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c53c03f-c609-4d1f-b572-74810f3ba5fc req-f224215b-39ab-45bb-ad52-0e537ea90791 service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879951 Dec 08 02:08:37.003364 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c53c03f-c609-4d1f-b572-74810f3ba5fc req-81234e72-28ef-49b3-8880-6ea590ea0cb0 service neutron] 10.222.0.72 "GET /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817740 Dec 08 02:08:37.760726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fba9b-1a09-4f99-a532-d40931c96d07 req-130f901a-a845-40c0-8d41-15b46fccbcf3 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:37.762248 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e3fba9b-1a09-4f99-a532-d40931c96d07 req-130f901a-a845-40c0-8d41-15b46fccbcf3 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0501471 Dec 08 02:08:37.813579 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e3fba9b-1a09-4f99-a532-d40931c96d07 req-d66904a3-b03f-4886-a954-6ae96d2da267 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452323 Dec 08 02:08:38.928919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365adf0-cbf8-4900-b309-fe76492921a1 req-ad3af0ec-4429-4887-8e96-f33f184c1454 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:38.930390 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c365adf0-cbf8-4900-b309-fe76492921a1 req-ad3af0ec-4429-4887-8e96-f33f184c1454 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0490756 Dec 08 02:08:38.980620 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c365adf0-cbf8-4900-b309-fe76492921a1 req-d642b6e9-7ccb-4570-a6dd-6df708a11dbd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441194 Dec 08 02:08:39.774546 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:08:50.327199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523817ec-02ce-4518-8dc6-116fd76df56a req-15a5805a-e97a-49b8-af2e-53feca52c813 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:50.328862 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-523817ec-02ce-4518-8dc6-116fd76df56a req-15a5805a-e97a-49b8-af2e-53feca52c813 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0527227 Dec 08 02:08:50.377201 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-523817ec-02ce-4518-8dc6-116fd76df56a req-9934725e-c072-47f8-a0fd-ddfb696e2e5f tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Dec 08 02:08:51.497762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78e81d-f980-4c1b-a1d4-b9907a0270f3 req-b5636f74-53f6-47bf-b418-da7bd9101471 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:51.499300 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce78e81d-f980-4c1b-a1d4-b9907a0270f3 req-b5636f74-53f6-47bf-b418-da7bd9101471 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0494673 Dec 08 02:08:51.546462 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce78e81d-f980-4c1b-a1d4-b9907a0270f3 req-543fb7f5-c4df-4c5d-9e23-7da5a39e14d7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Dec 08 02:08:52.661076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5b165-429a-4363-9088-31636697b495 req-a840b225-7d82-4a2d-8db4-b1d977e06407 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:52.662591 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42c5b165-429a-4363-9088-31636697b495 req-a840b225-7d82-4a2d-8db4-b1d977e06407 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0483491 Dec 08 02:08:52.709857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42c5b165-429a-4363-9088-31636697b495 req-22c41ecd-5efe-4426-bfb9-8037d3fc5ef3 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413876 Dec 08 02:08:52.967903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c6e4f-0d0b-41b0-8ab9-b7c0ddb88f1b req-004129d7-bcd3-49bb-b01b-9955c568078d tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:52.969312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d7c6e4f-0d0b-41b0-8ab9-b7c0ddb88f1b req-004129d7-bcd3-49bb-b01b-9955c568078d tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.65 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 945 time: 0.0531774 Dec 08 02:08:53.065280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-0d7c6e4f-0d0b-41b0-8ab9-b7c0ddb88f1b req-4ed9b990-29aa-41d8-89bf-a304fd4b95ac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Deleting port ab74c8a4-ac76-4d03-aced-4c123cf9aed7 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:08:53.065611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d7c6e4f-0d0b-41b0-8ab9-b7c0ddb88f1b req-4ed9b990-29aa-41d8-89bf-a304fd4b95ac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.161671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0d7c6e4f-0d0b-41b0-8ab9-b7c0ddb88f1b req-4ed9b990-29aa-41d8-89bf-a304fd4b95ac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] For port ab74c8a4-ac76-4d03-aced-4c123cf9aed7, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ab74c8a4-ac76-4d03-aced-4c123cf9aed7,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:08:53.162039 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d7c6e4f-0d0b-41b0-8ab9-b7c0ddb88f1b req-4ed9b990-29aa-41d8-89bf-a304fd4b95ac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.175367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-0d7c6e4f-0d0b-41b0-8ab9-b7c0ddb88f1b req-4ed9b990-29aa-41d8-89bf-a304fd4b95ac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Calling delete_port for ab74c8a4-ac76-4d03-aced-4c123cf9aed7 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:08:53.299648 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d7c6e4f-0d0b-41b0-8ab9-b7c0ddb88f1b req-4ed9b990-29aa-41d8-89bf-a304fd4b95ac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.332847 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9b990-29aa-41d8-89bf-a304fd4b95ac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Pushing event deleted for resources: {'Port': ['ID=ab74c8a4-ac76-4d03-aced-4c123cf9aed7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:08:53.342169 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['ab74c8a4-ac76-4d03-aced-4c123cf9aed7'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:08:53.347166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['161458f0-611e-4cc4-8684-931a2341b50a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:08:53.375489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7c6e4f-0d0b-41b0-8ab9-b7c0ddb88f1b req-4ed9b990-29aa-41d8-89bf-a304fd4b95ac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] No DVR routers for this DVR port ab74c8a4-ac76-4d03-aced-4c123cf9aed7 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:08:53.378449 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d7c6e4f-0d0b-41b0-8ab9-b7c0ddb88f1b req-4ed9b990-29aa-41d8-89bf-a304fd4b95ac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:53.382080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d7c6e4f-0d0b-41b0-8ab9-b7c0ddb88f1b req-4ed9b990-29aa-41d8-89bf-a304fd4b95ac tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.65 "DELETE /v2.0/ports/ab74c8a4-ac76-4d03-aced-4c123cf9aed7 HTTP/1.1" status: 204 len: 173 time: 0.4025929 Dec 08 02:08:53.382573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824e6c32-d1ad-4e86-96bb-a4679904e725', 'name': 'network-vif-deleted', 'tag': 'ab74c8a4-ac76-4d03-aced-4c123cf9aed7'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:08:53.385180 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ebf2ea-6996-47a0-a09c-bdf9d280223c" -d '{"events": [{"server_uuid": "824e6c32-d1ad-4e86-96bb-a4679904e725", "name": "network-vif-deleted", "tag": "ab74c8a4-ac76-4d03-aced-4c123cf9aed7"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:08:53.429881 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ae8ab3-f6a3-4f3d-8f4a-b1314db32a49 x-openstack-request-id: req-84ae8ab3-f6a3-4f3d-8f4a-b1314db32a49 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:08:53.430209 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824e6c32-d1ad-4e86-96bb-a4679904e725", "name": "network-vif-deleted", "tag": "ab74c8a4-ac76-4d03-aced-4c123cf9aed7", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:08:53.430447 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-84ae8ab3-f6a3-4f3d-8f4a-b1314db32a49 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:08:53.430859 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824e6c32-d1ad-4e86-96bb-a4679904e725', 'name': 'network-vif-deleted', 'tag': 'ab74c8a4-ac76-4d03-aced-4c123cf9aed7', 'status': 'completed', 'code': 200} Dec 08 02:08:53.814381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fa312ff-64d1-426c-b792-0a776c3abb5c req-6b1faac9-91eb-4b0a-b78e-1f0a506af12e tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=824e6c32-d1ad-4e86-96bb-a4679904e725 HTTP/1.1" status: 200 len: 210 time: 0.0263369 Dec 08 02:08:55.093746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb1f49-9e57-4905-a141-ca3bad5242af req-74f7e3a8-d3c2-4f31-aaad-ecc2354ddbd7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:55.095303 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9beb1f49-9e57-4905-a141-ca3bad5242af req-74f7e3a8-d3c2-4f31-aaad-ecc2354ddbd7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0507457 Dec 08 02:08:55.142321 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9beb1f49-9e57-4905-a141-ca3bad5242af req-1146ae55-6ad0-4194-939d-450d34a4b166 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Dec 08 02:08:56.257680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264ec51-04a8-47ab-bbdc-32d022631375 req-93fb9bec-a8fb-4f56-b35e-217d772f1640 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:56.259208 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7264ec51-04a8-47ab-bbdc-32d022631375 req-93fb9bec-a8fb-4f56-b35e-217d772f1640 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0483935 Dec 08 02:08:56.309744 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7264ec51-04a8-47ab-bbdc-32d022631375 req-cf89c726-73e2-4f96-b826-db7cd8a84360 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439649 Dec 08 02:08:57.321687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ab74c8a4-ac76-4d03-aced-4c123cf9aed7 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:08:57.341935 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: ab74c8a4-ac76-4d03-aced-4c123cf9aed7 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:08:57.342326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ab74c8a4-ac76-4d03-aced-4c123cf9aed7 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:08:57.432098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52436ba9-daa9-4f79-b2a3-7514329b6a14 req-e1d8a50a-c3c6-4199-a229-17b5836d1340 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:57.433579 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52436ba9-daa9-4f79-b2a3-7514329b6a14 req-e1d8a50a-c3c6-4199-a229-17b5836d1340 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0533099 Dec 08 02:08:57.484536 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52436ba9-daa9-4f79-b2a3-7514329b6a14 req-f151b459-3765-433c-aa60-8999eb5ebeb4 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Dec 08 02:08:58.606070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632360f6-425d-42d5-bf02-441e1f50ec08 req-f27ad2e8-ea28-48d3-b906-6a55c4cd03b8 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:58.607652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-632360f6-425d-42d5-bf02-441e1f50ec08 req-f27ad2e8-ea28-48d3-b906-6a55c4cd03b8 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0502148 Dec 08 02:08:58.655757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-632360f6-425d-42d5-bf02-441e1f50ec08 req-e39777d8-ec97-4a41-807d-db088c8c8ffa tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420692 Dec 08 02:08:58.823004 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eec0060c-0661-4323-811f-1efc4b05ffee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:08:59.778107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899925f7-8a10-43f9-8b0f-b7d54b5a4058 req-a61f7ce9-62b0-4e34-9f20-e0faa0c3bca0 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:08:59.779585 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-899925f7-8a10-43f9-8b0f-b7d54b5a4058 req-a61f7ce9-62b0-4e34-9f20-e0faa0c3bca0 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0497842 Dec 08 02:08:59.827116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-899925f7-8a10-43f9-8b0f-b7d54b5a4058 req-288ba595-8c6d-4680-b1cc-71b9ab4d54b7 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404701 Dec 08 02:09:00.942906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93502b-7e08-411b-8c83-003d9a39bb38 req-d20492d5-a92b-482b-88e9-f274d8a5e667 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:00.944424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c93502b-7e08-411b-8c83-003d9a39bb38 req-d20492d5-a92b-482b-88e9-f274d8a5e667 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0494664 Dec 08 02:09:01.019655 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c93502b-7e08-411b-8c83-003d9a39bb38 req-40bcde92-70ad-4026-8852-1a0376f896ee tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.70 "GET /v2.0/security-groups?id=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693772 Dec 08 02:09:01.038798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad321e-e12b-42ef-9049-8d39cfce58dc req-2455ea18-b29f-467d-acd3-9e2df0eff616 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:01.040227 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42ad321e-e12b-42ef-9049-8d39cfce58dc req-2455ea18-b29f-467d-acd3-9e2df0eff616 tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.72 "GET /v2.0/ports?device_id=0ac208f0-a9f5-405a-83f7-0d54179747e9 HTTP/1.1" status: 200 len: 945 time: 0.0699599 Dec 08 02:09:01.130039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-42ad321e-e12b-42ef-9049-8d39cfce58dc req-f3016825-c577-4bc4-b5f6-83a53d6f4efd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Deleting port 161458f0-611e-4cc4-8684-931a2341b50a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:01.130287 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42ad321e-e12b-42ef-9049-8d39cfce58dc req-f3016825-c577-4bc4-b5f6-83a53d6f4efd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:01.222623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-42ad321e-e12b-42ef-9049-8d39cfce58dc req-f3016825-c577-4bc4-b5f6-83a53d6f4efd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] For port 161458f0-611e-4cc4-8684-931a2341b50a, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=161458f0-611e-4cc4-8684-931a2341b50a,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:01.222991 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42ad321e-e12b-42ef-9049-8d39cfce58dc req-f3016825-c577-4bc4-b5f6-83a53d6f4efd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:01.235606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-42ad321e-e12b-42ef-9049-8d39cfce58dc req-f3016825-c577-4bc4-b5f6-83a53d6f4efd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Calling delete_port for 161458f0-611e-4cc4-8684-931a2341b50a owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:01.365665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42ad321e-e12b-42ef-9049-8d39cfce58dc req-f3016825-c577-4bc4-b5f6-83a53d6f4efd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:01.391864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3016825-c577-4bc4-b5f6-83a53d6f4efd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Pushing event deleted for resources: {'Port': ['ID=161458f0-611e-4cc4-8684-931a2341b50a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:01.399689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['161458f0-611e-4cc4-8684-931a2341b50a'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:01.434565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ad321e-e12b-42ef-9049-8d39cfce58dc req-f3016825-c577-4bc4-b5f6-83a53d6f4efd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] No DVR routers for this DVR port 161458f0-611e-4cc4-8684-931a2341b50a on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:01.437162 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-42ad321e-e12b-42ef-9049-8d39cfce58dc req-f3016825-c577-4bc4-b5f6-83a53d6f4efd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:01.440581 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42ad321e-e12b-42ef-9049-8d39cfce58dc req-f3016825-c577-4bc4-b5f6-83a53d6f4efd tempest-ServerRescueNegativeTestJSON-1795263452 tempest-ServerRescueNegativeTestJSON-1795263452-project] 10.222.0.72 "DELETE /v2.0/ports/161458f0-611e-4cc4-8684-931a2341b50a HTTP/1.1" status: 204 len: 173 time: 0.3939962 Dec 08 02:09:01.440975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac208f0-a9f5-405a-83f7-0d54179747e9', 'name': 'network-vif-deleted', 'tag': '161458f0-611e-4cc4-8684-931a2341b50a'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:01.443245 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df091ee-b197-45c3-aeaa-ad9792c09c51" -d '{"events": [{"server_uuid": "0ac208f0-a9f5-405a-83f7-0d54179747e9", "name": "network-vif-deleted", "tag": "161458f0-611e-4cc4-8684-931a2341b50a"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:01.480444 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44917a0f-0e0e-44fc-b8f0-a5b89d326716 x-openstack-request-id: req-44917a0f-0e0e-44fc-b8f0-a5b89d326716 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:01.480775 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac208f0-a9f5-405a-83f7-0d54179747e9", "name": "network-vif-deleted", "tag": "161458f0-611e-4cc4-8684-931a2341b50a", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:01.481040 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44917a0f-0e0e-44fc-b8f0-a5b89d326716 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:01.481452 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac208f0-a9f5-405a-83f7-0d54179747e9', 'name': 'network-vif-deleted', 'tag': '161458f0-611e-4cc4-8684-931a2341b50a', 'status': 'completed', 'code': 200} Dec 08 02:09:01.887847 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:02.075260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 32938) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:02.087692 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-88033ce8-72ee-45aa-9994-097c2cbf4e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:02.377739 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:02.419976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0d379c-2f26-4154-b37a-95b9acfb2c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:02.664375 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d379c-2f26-4154-b37a-95b9acfb2c52 admin admin] Deleting port b45ef33d-17d4-40fc-bd8e-c1a0569824c6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:02.664636 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0d379c-2f26-4154-b37a-95b9acfb2c52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:02.745898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-8f0d379c-2f26-4154-b37a-95b9acfb2c52 admin admin] For port b45ef33d-17d4-40fc-bd8e-c1a0569824c6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b45ef33d-17d4-40fc-bd8e-c1a0569824c6,segment=NetworkSegment(55dff7fa-ae60-4bfd-a501-2aa32bd43e76),segment_id=55dff7fa-ae60-4bfd-a501-2aa32bd43e76)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:02.746258 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0d379c-2f26-4154-b37a-95b9acfb2c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:02.759303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d379c-2f26-4154-b37a-95b9acfb2c52 admin admin] Calling delete_port for b45ef33d-17d4-40fc-bd8e-c1a0569824c6 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:02.933479 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0d379c-2f26-4154-b37a-95b9acfb2c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:02.964926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d379c-2f26-4154-b37a-95b9acfb2c52 admin admin] Pushing event deleted for resources: {'Port': ['ID=b45ef33d-17d4-40fc-bd8e-c1a0569824c6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:03.425047 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f0d379c-2f26-4154-b37a-95b9acfb2c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.649085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0d379c-2f26-4154-b37a-95b9acfb2c52 admin admin] Router 838ddf29-5992-422a-9537-c6932e08b830 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:09:03.676687 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.756922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0d379c-2f26-4154-b37a-95b9acfb2c52 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:09:03.762067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8f0d379c-2f26-4154-b37a-95b9acfb2c52 admin admin] 10.222.0.70 "PUT /v2.0/routers/838ddf29-5992-422a-9537-c6932e08b830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6856840 Dec 08 02:09:03.764624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 32940) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:03.767201 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387b1be-fc09-46e8-8544-813c695d1534 None None] Sync routers for ids ['838ddf29-5992-422a-9537-c6932e08b830'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:09:03.777801 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387b1be-fc09-46e8-8544-813c695d1534 None None] Routers {'838ddf29-5992-422a-9537-c6932e08b830'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:03.778407 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f387b1be-fc09-46e8-8544-813c695d1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:09:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['838ddf29-5992-422a-9537-c6932e08b830'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:03.783269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 161458f0-611e-4cc4-8684-931a2341b50a no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:03.805284 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 161458f0-611e-4cc4-8684-931a2341b50a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:03.805938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 161458f0-611e-4cc4-8684-931a2341b50a not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:03.870870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:03.882941 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-f387b1be-fc09-46e8-8544-813c695d1534 None None] Set router 838ddf29-5992-422a-9537-c6932e08b830 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:09:03.981205 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.040513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Deleting port 5e9310ac-7882-45ef-b00f-bd2b26004cfa {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:04.040849 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.087330 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f387b1be-fc09-46e8-8544-813c695d1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838ddf29-5992-422a-9537-c6932e08b830', 'name': 'tempest-ServerRescueNegativeTestJSON-1388472764-router', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:09:02Z', 'revision_number': 5, 'project_id': '8135e577e9d241b899e95c66a8e2dad4', 'gw_port': {'id': '5e9310ac-7882-45ef-b00f-bd2b26004cfa', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838ddf29-5992-422a-9537-c6932e08b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3669, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:04.113956 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387b1be-fc09-46e8-8544-813c695d1534 None None] Checking router: 838ddf29-5992-422a-9537-c6932e08b830 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:09:04.122309 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387b1be-fc09-46e8-8544-813c695d1534 None None] Routers {'838ddf29-5992-422a-9537-c6932e08b830'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:09:04.122914 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f387b1be-fc09-46e8-8544-813c695d1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:09:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['838ddf29-5992-422a-9537-c6932e08b830'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:04.126089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] For port 5e9310ac-7882-45ef-b00f-bd2b26004cfa, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5e9310ac-7882-45ef-b00f-bd2b26004cfa,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:04.126459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.138447 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.141191 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Calling delete_port for 5e9310ac-7882-45ef-b00f-bd2b26004cfa owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:04.311367 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-f387b1be-fc09-46e8-8544-813c695d1534 None None] Set router 838ddf29-5992-422a-9537-c6932e08b830 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:09:04.314666 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.349404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9310ac-7882-45ef-b00f-bd2b26004cfa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:04.362249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74801c07-6b8a-421f-b1e2-c96e75e726ac None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:09:04.363328 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f387b1be-fc09-46e8-8544-813c695d1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '838ddf29-5992-422a-9537-c6932e08b830', 'name': 'tempest-ServerRescueNegativeTestJSON-1388472764-router', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:09:03Z', 'revision_number': 6, 'project_id': '8135e577e9d241b899e95c66a8e2dad4', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:04.393271 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f387b1be-fc09-46e8-8544-813c695d1534 None None] The sync data for ids ['838ddf29-5992-422a-9537-c6932e08b830'] in n-d-713498-30 is: [{'id': '838ddf29-5992-422a-9537-c6932e08b830', 'name': 'tempest-ServerRescueNegativeTestJSON-1388472764-router', 'tenant_id': '8135e577e9d241b899e95c66a8e2dad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:06:45Z', 'updated_at': '2021-12-08T02:09:03Z', 'revision_number': 6, 'project_id': '8135e577e9d241b899e95c66a8e2dad4', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:09:04.412922 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.503393 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.505523 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.548772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.549304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 838ddf29-5992-422a-9537-c6932e08b830 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:09:04.553903 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.555055 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-328c68cd-6ebe-4253-8ae0-422643a4acd9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/838ddf29-5992-422a-9537-c6932e08b830 HTTP/1.1" status: 204 len: 168 time: 0.7894878 Dec 08 02:09:04.557654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 32942) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:04.605869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-b414d1e2-0a7d-4cbb-81eb-c1b91f598809 admin admin] Deleting subnet 6e255f5f-ae51-4378-94b5-b16f97598be4 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:09:04.609640 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b414d1e2-0a7d-4cbb-81eb-c1b91f598809 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.644705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b414d1e2-0a7d-4cbb-81eb-c1b91f598809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.683697 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b414d1e2-0a7d-4cbb-81eb-c1b91f598809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.733914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b414d1e2-0a7d-4cbb-81eb-c1b91f598809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.762083 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b414d1e2-0a7d-4cbb-81eb-c1b91f598809 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.767957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b414d1e2-0a7d-4cbb-81eb-c1b91f598809 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6e255f5f-ae51-4378-94b5-b16f97598be4 HTTP/1.1" status: 204 len: 168 time: 0.2071743 Dec 08 02:09:04.768182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 32944) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:04.769622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.775060 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414d1e2-0a7d-4cbb-81eb-c1b91f598809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e255f5f-ae51-4378-94b5-b16f97598be4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:04.844973 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.925906 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.946031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a3fdce-0b5b-41d5-8090-838c26bda453']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:04.955178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55dff7fa-ae60-4bfd-a501-2aa32bd43e76') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:04.955475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55dff7fa-ae60-4bfd-a501-2aa32bd43e76') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:04.964578 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.977686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.984381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:04.984760 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:04.986365 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:05.038895 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.043753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.047932 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] 10.222.0.70 "DELETE /v2.0/networks/22a3fdce-0b5b-41d5-8090-838c26bda453 HTTP/1.1" status: 204 len: 168 time: 0.2787683 Dec 08 02:09:05.060455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28239ba4-39ab-4075-a472-c613283c8595 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a3fdce-0b5b-41d5-8090-838c26bda453,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:05.152718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 32950) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.193947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5f41fd3d-b35f-4413-8e8c-19b8b51ce0f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8135e577e9d241b899e95c66a8e2dad4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400710 Dec 08 02:09:05.196486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 32952) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:05.247377 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.510958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.556064 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.558880 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:05.560056 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/572f4e5f-e0a3-4cf4-b0f1-f30446ce9330 HTTP/1.1" status: 204 len: 168 time: 0.3626733 Dec 08 02:09:05.569097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572f4e5f-e0a3-4cf4-b0f1-f30446ce9330,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:05.576781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:05.577143 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:05.577492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:05.577844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:05.578183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:05.578518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:05.578855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:05.579186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:05.579529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:05.579907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:05.580176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:05.580526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:05.580854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f5c19-258c-4ab0-bbe4-c3a123a58a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:06.075552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b45ef33d-17d4-40fc-bd8e-c1a0569824c6 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:06.097379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: b45ef33d-17d4-40fc-bd8e-c1a0569824c6 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:06.097741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b45ef33d-17d4-40fc-bd8e-c1a0569824c6 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:06.098173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5e9310ac-7882-45ef-b00f-bd2b26004cfa no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:06.117587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 5e9310ac-7882-45ef-b00f-bd2b26004cfa {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:06.117945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5e9310ac-7882-45ef-b00f-bd2b26004cfa not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:06.210384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 32974) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:06.310957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1420229206-network', 'tenant_id': '960f2c2cfc1e436f9dc666c974a86115'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:06.332659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Made reservation on behalf of 960f2c2cfc1e436f9dc666c974a86115 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:06.334888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.343634 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.416148 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.419642 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.440130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:09:06.453874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f22bc2b-7725-4119-8bfc-9bb54f1dbdae,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:06.458623 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.458967 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Added segment c11d20f7-7582-44a4-b156-1c6acfa491f2 of type vlan for network aa591ba2-f8b0-4390-bcb2-4fae04414835 Dec 08 02:09:06.497374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.522435 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.523419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:06.523986 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.556832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3453279 Dec 08 02:09:06.561268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 32978) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:06.569188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f7c302a3-0b04-4962-95a0-8384ede1a083 admin admin] Request body: {'subnet': {'network_id': 'aa591ba2-f8b0-4390-bcb2-4fae04414835', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1420229206-subnet', 'tenant_id': '960f2c2cfc1e436f9dc666c974a86115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:06.590307 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3750f5-9eef-4eac-9077-1dde2e290100 admin admin] Pushing event updated for resources: {'Network': ['ID=aa591ba2-f8b0-4390-bcb2-4fae04414835,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:06.592892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c302a3-0b04-4962-95a0-8384ede1a083 admin admin] Made reservation on behalf of 960f2c2cfc1e436f9dc666c974a86115 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:06.595539 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7c302a3-0b04-4962-95a0-8384ede1a083 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.774361 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network aa591ba2-f8b0-4390-bcb2-4fae04414835 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:09:06.776404 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7c302a3-0b04-4962-95a0-8384ede1a083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.838136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c302a3-0b04-4962-95a0-8384ede1a083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77dcdeea-9264-4b06-94c6-44add945ea30,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:06.847700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c302a3-0b04-4962-95a0-8384ede1a083 admin admin] Checking segment: {'id': 'c11d20f7-7582-44a4-b156-1c6acfa491f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aa591ba2-f8b0-4390-bcb2-4fae04414835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:06.848068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c302a3-0b04-4962-95a0-8384ede1a083 admin admin] Network hostable DHCP agents. Network: aa591ba2-f8b0-4390-bcb2-4fae04414835, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:09:06.867975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c302a3-0b04-4962-95a0-8384ede1a083 admin admin] Network aa591ba2-f8b0-4390-bcb2-4fae04414835 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:09:06.878556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f7c302a3-0b04-4962-95a0-8384ede1a083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, aa591ba2-f8b0-4390-bcb2-4fae04414835) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:06.885116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c302a3-0b04-4962-95a0-8384ede1a083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:06.885904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f7c302a3-0b04-4962-95a0-8384ede1a083 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:06.902932 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f7c302a3-0b04-4962-95a0-8384ede1a083 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3395598 Dec 08 02:09:06.912391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd48f4-3e55-4b91-ae7d-03d6b27a8a69 None None] Network aa591ba2-f8b0-4390-bcb2-4fae04414835 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:07.024583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6c8397-1718-4202-a980-5f6ee6a4762b None None] Network aa591ba2-f8b0-4390-bcb2-4fae04414835 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:09:07.430747 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-b4db26f6-5651-4522-bcce-5d607b4a979a tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:07.432113 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-b4db26f6-5651-4522-bcce-5d607b4a979a tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/networks?id=aa591ba2-f8b0-4390-bcb2-4fae04414835 HTTP/1.1" status: 200 len: 809 time: 0.1022315 Dec 08 02:09:07.447239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-da4aebcd-fae1-416a-974f-589452cbd65e tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/quotas/960f2c2cfc1e436f9dc666c974a86115 HTTP/1.1" status: 200 len: 375 time: 0.0088258 Dec 08 02:09:07.478012 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-20888ae4-9244-4c87-93db-df52363e5569 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=960f2c2cfc1e436f9dc666c974a86115&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248401 Dec 08 02:09:07.616221 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-fa4a89ac-c793-4099-9110-0bef071bb3ee service neutron] 10.222.0.70 "GET /v2.0/networks/aa591ba2-f8b0-4390-bcb2-4fae04414835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309943 Dec 08 02:09:07.708137 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-154e4ab8-63d9-42b4-8b69-f8d89dbd307f service neutron] 10.222.0.70 "GET /v2.0/networks/aa591ba2-f8b0-4390-bcb2-4fae04414835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857189 Dec 08 02:09:07.928261 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df70a565-df8f-4f99-97ac-857b491d704c req-8404663d-60fe-4fa0-abec-66cfeae6dfd0 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 210 time: 0.0895679 Dec 08 02:09:09.020667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-3e8a4772-5467-4722-b191-dce6e1541244 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:09.022986 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-3e8a4772-5467-4722-b191-dce6e1541244 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.65 "GET /v2.0/networks?id=aa591ba2-f8b0-4390-bcb2-4fae04414835 HTTP/1.1" status: 200 len: 809 time: 0.1212194 Dec 08 02:09:09.031293 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f934cdbc-97b2-4212-9ec6-37a4ea72a3f7 req-e7efe27b-96b5-4f55-89b1-7fdabf28c520 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 210 time: 0.0279293 Dec 08 02:09:09.062102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Request body: {'port': {'device_id': '2ae23bbe-2c70-45db-9096-53d5f1923e17', 'network_id': 'aa591ba2-f8b0-4390-bcb2-4fae04414835', 'admin_state_up': True, 'tenant_id': '960f2c2cfc1e436f9dc666c974a86115'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:09.172266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Made reservation on behalf of 960f2c2cfc1e436f9dc666c974a86115 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:09:09.175791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.301563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Allocated IP 172.20.0.8 (aa591ba2-f8b0-4390-bcb2-4fae04414835/77dcdeea-9264-4b06-94c6-44add945ea30/f865f942-3a78-4c64-859b-497e0d96abce) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:09:09.444640 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.477648 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.520039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Network aa591ba2-f8b0-4390-bcb2-4fae04414835 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:09:09.524954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:09:09.527359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:09:09.561426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Pushing event updated for resources: {'Port': ['ID=f865f942-3a78-4c64-859b-497e0d96abce,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:09.584450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:09.585055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.601182 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-75690f92-05dd-41f1-97dd-fa0d7f3848a9 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5437419 Dec 08 02:09:09.622346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Request body: {'port': {'device_id': '2ae23bbe-2c70-45db-9096-53d5f1923e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:09:09.675684 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.931839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f865f942-3a78-4c64-859b-497e0d96abce {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:09.939453 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:09.951761 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Transition to ACTIVE for port object f865f942-3a78-4c64-859b-497e0d96abce will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:09:09.955538 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.006542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Pushing event updated for resources: {'Port': ['ID=f865f942-3a78-4c64-859b-497e0d96abce,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:10.071760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Attempting to bind port f865f942-3a78-4c64-859b-497e0d96abce on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:09:10.072471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Attempting to bind port f865f942-3a78-4c64-859b-497e0d96abce by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'c11d20f7-7582-44a4-b156-1c6acfa491f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aa591ba2-f8b0-4390-bcb2-4fae04414835'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:09:10.072590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Attempting to bind port f865f942-3a78-4c64-859b-497e0d96abce on network aa591ba2-f8b0-4390-bcb2-4fae04414835 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:10.077397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Port f865f942-3a78-4c64-859b-497e0d96abce on network aa591ba2-f8b0-4390-bcb2-4fae04414835 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:09:10.077728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Attempting to bind port f865f942-3a78-4c64-859b-497e0d96abce on network aa591ba2-f8b0-4390-bcb2-4fae04414835 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:09:10.082554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:09:10.082903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Checking segment: {'id': 'c11d20f7-7582-44a4-b156-1c6acfa491f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aa591ba2-f8b0-4390-bcb2-4fae04414835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:09:10.083291 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Bound using segment: {'id': 'c11d20f7-7582-44a4-b156-1c6acfa491f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aa591ba2-f8b0-4390-bcb2-4fae04414835'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:09:10.083717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Bound port: f865f942-3a78-4c64-859b-497e0d96abce, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c11d20f7-7582-44a4-b156-1c6acfa491f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'aa591ba2-f8b0-4390-bcb2-4fae04414835'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:09:10.084075 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.189321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e08d93-ffad-45c9-8463-22833df4fa8f req-edd83428-fe67-4c12-8c13-db26bda0a037 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:10.190733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41e08d93-ffad-45c9-8463-22833df4fa8f req-edd83428-fe67-4c12-8c13-db26bda0a037 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 943 time: 0.0911298 Dec 08 02:09:10.194387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] For port f865f942-3a78-4c64-859b-497e0d96abce, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:09:10.199077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] For port f865f942-3a78-4c64-859b-497e0d96abce, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f865f942-3a78-4c64-859b-497e0d96abce,segment=NetworkSegment(c11d20f7-7582-44a4-b156-1c6acfa491f2),segment_id=c11d20f7-7582-44a4-b156-1c6acfa491f2)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:09:10.207056 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.256991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:10.257576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:10.259299 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] 10.222.0.65 "PUT /v2.0/ports/f865f942-3a78-4c64-859b-497e0d96abce HTTP/1.1" status: 200 len: 1092 time: 0.6408722 Dec 08 02:09:10.266559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae23bbe-2c70-45db-9096-53d5f1923e17', 'tag': 'f865f942-3a78-4c64-859b-497e0d96abce'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:10.268825 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f4f246-7912-4d62-953f-f5129da3ec13" -d '{"events": [{"name": "network-changed", "server_uuid": "2ae23bbe-2c70-45db-9096-53d5f1923e17", "tag": "f865f942-3a78-4c64-859b-497e0d96abce"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:10.300644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e4f6c-db7e-4e0c-8533-050462a9b19d service neutron] Pushing event updated for resources: {'Port': ['ID=f865f942-3a78-4c64-859b-497e0d96abce,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:10.306563 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41e08d93-ffad-45c9-8463-22833df4fa8f req-0d55d109-f154-438f-abf4-980d299ee89a tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f22bc2b-7725-4119-8bfc-9bb54f1dbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099300 Dec 08 02:09:10.308402 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7bf62-3825-4981-be39-f01b642ae754 x-openstack-request-id: req-6cd7bf62-3825-4981-be39-f01b642ae754 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:10.308696 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ae23bbe-2c70-45db-9096-53d5f1923e17", "tag": "f865f942-3a78-4c64-859b-497e0d96abce", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:10.308956 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6cd7bf62-3825-4981-be39-f01b642ae754 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:10.309411 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae23bbe-2c70-45db-9096-53d5f1923e17', 'tag': 'f865f942-3a78-4c64-859b-497e0d96abce', 'status': 'completed', 'code': 200} Dec 08 02:09:10.373991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-439c1694-485d-4197-9f73-aad033c915f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:10.375572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-439c1694-485d-4197-9f73-aad033c915f0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=960f2c2cfc1e436f9dc666c974a86115&device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 1095 time: 0.0460699 Dec 08 02:09:10.428937 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-6e3b9c80-36d1-4593-8ab2-f88a1f3623fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f865f942-3a78-4c64-859b-497e0d96abce HTTP/1.1" status: 200 len: 217 time: 0.0370216 Dec 08 02:09:10.480490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-d768e12e-d246-446f-863c-04e45545c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:10.481842 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-d768e12e-d246-446f-863c-04e45545c729 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77dcdeea-9264-4b06-94c6-44add945ea30 HTTP/1.1" status: 200 len: 849 time: 0.0432653 Dec 08 02:09:10.519682 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-c13023d6-180c-479d-a2b5-ea1acb4a493f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa591ba2-f8b0-4390-bcb2-4fae04414835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247281 Dec 08 02:09:10.612643 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-0b271dff-dbe8-4f8a-82fc-fb2df80689c1 service neutron] 10.222.0.65 "GET /v2.0/networks/aa591ba2-f8b0-4390-bcb2-4fae04414835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854475 Dec 08 02:09:10.712415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1a7a5b3-5a34-4cb4-9827-c6f7a7e415c6 req-2369c2d2-b633-4dee-bf1f-4c4eb7eba5e6 service neutron] 10.222.0.65 "GET /v2.0/networks/aa591ba2-f8b0-4390-bcb2-4fae04414835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870781 Dec 08 02:09:10.844989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f246-7912-4d62-953f-f5129da3ec13 req-e4c5826b-fa37-44aa-8a6a-36f3da4cd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:10.846495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11f4f246-7912-4d62-953f-f5129da3ec13 req-e4c5826b-fa37-44aa-8a6a-36f3da4cd031 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=960f2c2cfc1e436f9dc666c974a86115&device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 1095 time: 0.0415137 Dec 08 02:09:10.936851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f246-7912-4d62-953f-f5129da3ec13 req-e5f537b9-c1f8-4794-8c9d-9ec2b6acf887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:10.938333 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11f4f246-7912-4d62-953f-f5129da3ec13 req-e5f537b9-c1f8-4794-8c9d-9ec2b6acf887 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aa591ba2-f8b0-4390-bcb2-4fae04414835 HTTP/1.1" status: 200 len: 910 time: 0.0845072 Dec 08 02:09:10.983667 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11f4f246-7912-4d62-953f-f5129da3ec13 req-7875f273-b444-4914-b85c-8a6ae1e8253d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f865f942-3a78-4c64-859b-497e0d96abce HTTP/1.1" status: 200 len: 217 time: 0.0367615 Dec 08 02:09:11.034567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f246-7912-4d62-953f-f5129da3ec13 req-9a790468-415a-443c-b42e-b80e4cf7d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:11.036046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11f4f246-7912-4d62-953f-f5129da3ec13 req-9a790468-415a-443c-b42e-b80e4cf7d714 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77dcdeea-9264-4b06-94c6-44add945ea30 HTTP/1.1" status: 200 len: 849 time: 0.0444880 Dec 08 02:09:11.072733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11f4f246-7912-4d62-953f-f5129da3ec13 req-cc22f34c-f36f-4214-ac3c-692d14b4f2af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aa591ba2-f8b0-4390-bcb2-4fae04414835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246761 Dec 08 02:09:11.167091 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11f4f246-7912-4d62-953f-f5129da3ec13 req-cd8e1244-0a37-408d-a16b-1792397178bd service neutron] 10.222.0.65 "GET /v2.0/networks/aa591ba2-f8b0-4390-bcb2-4fae04414835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866501 Dec 08 02:09:11.254564 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11f4f246-7912-4d62-953f-f5129da3ec13 req-5d4c2ed0-110b-434e-a0ac-1eee67a814b8 service neutron] 10.222.0.65 "GET /v2.0/networks/aa591ba2-f8b0-4390-bcb2-4fae04414835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800657 Dec 08 02:09:11.425147 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca34a05-f0d9-47e1-88d0-3c180687b8be req-fcd4dbc4-0b8c-4a06-9deb-47be0ffcfe45 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:11.426566 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6ca34a05-f0d9-47e1-88d0-3c180687b8be req-fcd4dbc4-0b8c-4a06-9deb-47be0ffcfe45 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 943 time: 0.0490978 Dec 08 02:09:11.479571 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6ca34a05-f0d9-47e1-88d0-3c180687b8be req-81340e62-b98a-41c3-83e2-5e365b12b1be tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f22bc2b-7725-4119-8bfc-9bb54f1dbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468969 Dec 08 02:09:11.537554 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-165025e9-6d72-4b5b-b055-edfd9599d776 req-a66f0043-9013-4d04-bc22-b897a1b24587 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0947161 Dec 08 02:09:11.636008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165025e9-6d72-4b5b-b055-edfd9599d776 req-c5d512af-5339-445e-a37e-74f3465fa3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:11.637562 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-165025e9-6d72-4b5b-b055-edfd9599d776 req-c5d512af-5339-445e-a37e-74f3465fa3f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 1097 time: 0.0403559 Dec 08 02:09:11.738969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165025e9-6d72-4b5b-b055-edfd9599d776 req-c236e424-ab5e-49f4-9c0b-01339b4bf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:11.740355 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-165025e9-6d72-4b5b-b055-edfd9599d776 req-c236e424-ab5e-49f4-9c0b-01339b4bf43c service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.0833023 Dec 08 02:09:11.808588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-165025e9-6d72-4b5b-b055-edfd9599d776 req-71a584fd-188f-47b8-a000-fe6164f4bea4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15820a1a-9157-4efb-9050-f4d76bade7d2 HTTP/1.1" status: 200 len: 1000 time: 0.0610552 Dec 08 02:09:11.855617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165025e9-6d72-4b5b-b055-edfd9599d776 req-d1775b93-11e9-4931-8176-b7d7fd22237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:11.857096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-165025e9-6d72-4b5b-b055-edfd9599d776 req-d1775b93-11e9-4931-8176-b7d7fd22237f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0420647 Dec 08 02:09:11.900233 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165025e9-6d72-4b5b-b055-edfd9599d776 req-c06d6267-ea8d-42d8-9217-8b9259ab1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:11.901722 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-165025e9-6d72-4b5b-b055-edfd9599d776 req-c06d6267-ea8d-42d8-9217-8b9259ab1e12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381005 Dec 08 02:09:12.288756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-165025e9-6d72-4b5b-b055-edfd9599d776 req-f95db59b-d0c2-4edf-8a0f-47950d76cc5a service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797321 Dec 08 02:09:12.379063 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-165025e9-6d72-4b5b-b055-edfd9599d776 req-1033a311-09b1-4929-b230-0eb3dfde455f service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828376 Dec 08 02:09:12.595019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150c026-0b26-44c1-ba1b-63457166da33 req-a02352c2-6353-417c-b857-42d04ea0e8d4 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:12.596439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b150c026-0b26-44c1-ba1b-63457166da33 req-a02352c2-6353-417c-b857-42d04ea0e8d4 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 943 time: 0.0481975 Dec 08 02:09:12.643292 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b150c026-0b26-44c1-ba1b-63457166da33 req-7da7e5bb-12ed-4f85-ae20-53b9cb933f87 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f22bc2b-7725-4119-8bfc-9bb54f1dbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 Dec 08 02:09:13.383363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f865f942-3a78-4c64-859b-497e0d96abce details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:09:13.475509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f865f942-3a78-4c64-859b-497e0d96abce, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f865f942-3a78-4c64-859b-497e0d96abce,segment=NetworkSegment(c11d20f7-7582-44a4-b156-1c6acfa491f2),segment_id=c11d20f7-7582-44a4-b156-1c6acfa491f2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:13.491973 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'f865f942-3a78-4c64-859b-497e0d96abce', 'network_id': 'aa591ba2-f8b0-4390-bcb2-4fae04414835', 'port_id': 'f865f942-3a78-4c64-859b-497e0d96abce', 'mac_address': 'fa:16:3e:95:39:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77dcdeea-9264-4b06-94c6-44add945ea30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:09:13.528145 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.541301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f865f942-3a78-4c64-859b-497e0d96abce {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:09:13.560056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f865f942-3a78-4c64-859b-497e0d96abce, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f865f942-3a78-4c64-859b-497e0d96abce,segment=NetworkSegment(c11d20f7-7582-44a4-b156-1c6acfa491f2),segment_id=c11d20f7-7582-44a4-b156-1c6acfa491f2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:13.563825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:13.610012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f865f942-3a78-4c64-859b-497e0d96abce,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:13.758699 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32e34b-cf27-40a7-aa89-0943b2d6e12d req-c3a4e8bb-eec6-453a-8bea-d47cc6aaef38 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:13.760189 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6e32e34b-cf27-40a7-aa89-0943b2d6e12d req-c3a4e8bb-eec6-453a-8bea-d47cc6aaef38 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 944 time: 0.0484524 Dec 08 02:09:13.806960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6e32e34b-cf27-40a7-aa89-0943b2d6e12d req-4c74ea7c-45f8-4e4d-a52f-41e11afd131d tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f22bc2b-7725-4119-8bfc-9bb54f1dbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402617 Dec 08 02:09:13.984893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['f865f942-3a78-4c64-859b-497e0d96abce'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:14.920611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6067304-9c61-499e-aff5-7e863d98e26b req-84525050-28c3-46de-96d0-c65af27e093d tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:14.922121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a6067304-9c61-499e-aff5-7e863d98e26b req-84525050-28c3-46de-96d0-c65af27e093d tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 944 time: 0.0497370 Dec 08 02:09:14.968747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a6067304-9c61-499e-aff5-7e863d98e26b req-0526ec40-6146-4170-b3db-1581d29ccc23 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f22bc2b-7725-4119-8bfc-9bb54f1dbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407116 Dec 08 02:09:15.398215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f865f942-3a78-4c64-859b-497e0d96abce up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:09:15.448872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port f865f942-3a78-4c64-859b-497e0d96abce completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:09:15.453668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port f865f942-3a78-4c64-859b-497e0d96abce triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:09:15.454046 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.533533 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.555703 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae23bbe-2c70-45db-9096-53d5f1923e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f865f942-3a78-4c64-859b-497e0d96abce'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:15.557989 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796ef966-0bf7-46bb-b5f2-bffe2fcd3e6c" -d '{"events": [{"server_uuid": "2ae23bbe-2c70-45db-9096-53d5f1923e17", "name": "network-vif-plugged", "status": "completed", "tag": "f865f942-3a78-4c64-859b-497e0d96abce"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:15.571378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f865f942-3a78-4c64-859b-497e0d96abce, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f865f942-3a78-4c64-859b-497e0d96abce,segment=NetworkSegment(c11d20f7-7582-44a4-b156-1c6acfa491f2),segment_id=c11d20f7-7582-44a4-b156-1c6acfa491f2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:15.575602 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:15.600580 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a15075c-8240-48bb-b4aa-2a0995c9683c x-openstack-request-id: req-5a15075c-8240-48bb-b4aa-2a0995c9683c {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:15.600878 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae23bbe-2c70-45db-9096-53d5f1923e17", "name": "network-vif-plugged", "status": "completed", "tag": "f865f942-3a78-4c64-859b-497e0d96abce", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:15.601133 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a15075c-8240-48bb-b4aa-2a0995c9683c {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:15.601525 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae23bbe-2c70-45db-9096-53d5f1923e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f865f942-3a78-4c64-859b-497e0d96abce', 'code': 200} Dec 08 02:09:15.626529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f865f942-3a78-4c64-859b-497e0d96abce,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:15.742492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a64f6-41f7-4ed4-a041-29aa914365cc req-d308f692-7173-408c-b85a-a3aee4ed9397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:15.743920 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f3a64f6-41f7-4ed4-a041-29aa914365cc req-d308f692-7173-408c-b85a-a3aee4ed9397 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 1097 time: 0.0441954 Dec 08 02:09:15.790425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f3a64f6-41f7-4ed4-a041-29aa914365cc req-324341be-ccc4-46d2-8015-3ee9040d1a2f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3f22bc2b-7725-4119-8bfc-9bb54f1dbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355768 Dec 08 02:09:16.084490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc0ed1-4d06-4bcb-9af1-771a7d745049 req-9b61b17c-d909-46c5-93b6-30ebea3cb258 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:16.085972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1cc0ed1-4d06-4bcb-9af1-771a7d745049 req-9b61b17c-d909-46c5-93b6-30ebea3cb258 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 945 time: 0.0474877 Dec 08 02:09:16.131585 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1cc0ed1-4d06-4bcb-9af1-771a7d745049 req-987953e1-8723-4c5f-ab09-4169ef2114db tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f22bc2b-7725-4119-8bfc-9bb54f1dbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398076 Dec 08 02:09:16.774261 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:09:17.251418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad9e41-480c-4916-9685-8d162b1de644 req-bd3dab12-6e97-444a-84ab-26aa84823953 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:17.252912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10ad9e41-480c-4916-9685-8d162b1de644 req-bd3dab12-6e97-444a-84ab-26aa84823953 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 945 time: 0.0506799 Dec 08 02:09:17.305063 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10ad9e41-480c-4916-9685-8d162b1de644 req-880cdd18-6bcc-48f0-a594-1857a2d6bd2b tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f22bc2b-7725-4119-8bfc-9bb54f1dbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 Dec 08 02:09:18.893787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68414073-6409-49ec-87f9-11f7168fd8c9 req-e27933a7-05a9-4c65-a0b7-b4ce295d2570 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:18.895356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68414073-6409-49ec-87f9-11f7168fd8c9 req-e27933a7-05a9-4c65-a0b7-b4ce295d2570 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 945 time: 0.0504637 Dec 08 02:09:18.948690 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-68414073-6409-49ec-87f9-11f7168fd8c9 req-89017f64-fc83-4420-b3f3-c873e2d22eda tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f22bc2b-7725-4119-8bfc-9bb54f1dbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464995 Dec 08 02:09:20.074743 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf9a19-807e-4287-8a27-6cb850ae14d1 req-cdbc2221-54c1-4124-abb7-53aa32a5a6ef tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:20.076329 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5edf9a19-807e-4287-8a27-6cb850ae14d1 req-cdbc2221-54c1-4124-abb7-53aa32a5a6ef tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 945 time: 0.0544524 Dec 08 02:09:20.132218 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5edf9a19-807e-4287-8a27-6cb850ae14d1 req-7ac4fac2-107a-467c-9889-fcdb8a486c13 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f22bc2b-7725-4119-8bfc-9bb54f1dbdae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496349 Dec 08 02:09:20.416191 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d7878-d1ea-49cb-b567-1807f579fe0c req-1058bc7d-9468-4615-bc26-c3037ea0d131 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:20.417672 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-635d7878-d1ea-49cb-b567-1807f579fe0c req-1058bc7d-9468-4615-bc26-c3037ea0d131 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 945 time: 0.0482826 Dec 08 02:09:20.524392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-635d7878-d1ea-49cb-b567-1807f579fe0c req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Deleting port f865f942-3a78-4c64-859b-497e0d96abce {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:09:20.524830 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-635d7878-d1ea-49cb-b567-1807f579fe0c req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:20.623933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-635d7878-d1ea-49cb-b567-1807f579fe0c req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] For port f865f942-3a78-4c64-859b-497e0d96abce, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f865f942-3a78-4c64-859b-497e0d96abce,segment=NetworkSegment(c11d20f7-7582-44a4-b156-1c6acfa491f2),segment_id=c11d20f7-7582-44a4-b156-1c6acfa491f2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:09:20.624446 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-635d7878-d1ea-49cb-b567-1807f579fe0c req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:20.637537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-635d7878-d1ea-49cb-b567-1807f579fe0c req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Calling delete_port for f865f942-3a78-4c64-859b-497e0d96abce owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:09:20.771824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-635d7878-d1ea-49cb-b567-1807f579fe0c req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:20.802417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Pushing event deleted for resources: {'Port': ['ID=f865f942-3a78-4c64-859b-497e0d96abce,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:20.813952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['f865f942-3a78-4c64-859b-497e0d96abce'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:09:20.827709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.828050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.828405 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.828759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.829072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.829410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.829742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.830074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.830404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.830732 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.831060 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.831386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.831721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:09:20.853782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-635d7878-d1ea-49cb-b567-1807f579fe0c req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] No DVR routers for this DVR port f865f942-3a78-4c64-859b-497e0d96abce on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:09:20.856251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-635d7878-d1ea-49cb-b567-1807f579fe0c req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:20.860659 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-635d7878-d1ea-49cb-b567-1807f579fe0c req-ca662977-7ee1-4543-a2b7-c7c890cfd602 tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.65 "DELETE /v2.0/ports/f865f942-3a78-4c64-859b-497e0d96abce HTTP/1.1" status: 204 len: 173 time: 0.4333599 Dec 08 02:09:20.861100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae23bbe-2c70-45db-9096-53d5f1923e17', 'name': 'network-vif-deleted', 'tag': 'f865f942-3a78-4c64-859b-497e0d96abce'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:09:20.863347 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b011f0-0449-4439-9f04-73e0b3063073" -d '{"events": [{"server_uuid": "2ae23bbe-2c70-45db-9096-53d5f1923e17", "name": "network-vif-deleted", "tag": "f865f942-3a78-4c64-859b-497e0d96abce"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:09:20.899960 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950d272a-f21c-4608-bcb7-5a3a4860411c x-openstack-request-id: req-950d272a-f21c-4608-bcb7-5a3a4860411c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:09:20.900353 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ae23bbe-2c70-45db-9096-53d5f1923e17", "name": "network-vif-deleted", "tag": "f865f942-3a78-4c64-859b-497e0d96abce", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:09:20.900748 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-950d272a-f21c-4608-bcb7-5a3a4860411c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:09:20.901110 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae23bbe-2c70-45db-9096-53d5f1923e17', 'name': 'network-vif-deleted', 'tag': 'f865f942-3a78-4c64-859b-497e0d96abce', 'status': 'completed', 'code': 200} Dec 08 02:09:21.248468 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a0e431e-6de7-4df6-be2f-d489094922a2 req-ff476d66-e2ae-4815-bd15-e739c8471f1b tempest-ServerTagsTestJSON-1508485184 tempest-ServerTagsTestJSON-1508485184-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ae23bbe-2c70-45db-9096-53d5f1923e17 HTTP/1.1" status: 200 len: 210 time: 0.0272386 Dec 08 02:09:22.307755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33090) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:22.354994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d80b6b-0686-4d4a-9fba-1be02ed1347c admin admin] Deleting subnet 77dcdeea-9264-4b06-94c6-44add945ea30 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:09:22.358419 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1d80b6b-0686-4d4a-9fba-1be02ed1347c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.391710 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1d80b6b-0686-4d4a-9fba-1be02ed1347c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.428813 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1d80b6b-0686-4d4a-9fba-1be02ed1347c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.480371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1d80b6b-0686-4d4a-9fba-1be02ed1347c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.509963 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d80b6b-0686-4d4a-9fba-1be02ed1347c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77dcdeea-9264-4b06-94c6-44add945ea30,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:22.511943 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1d80b6b-0686-4d4a-9fba-1be02ed1347c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.515896 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d1d80b6b-0686-4d4a-9fba-1be02ed1347c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/77dcdeea-9264-4b06-94c6-44add945ea30 HTTP/1.1" status: 204 len: 168 time: 0.2070646 Dec 08 02:09:22.518459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33092) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:22.590201 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.670790 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.690855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa591ba2-f8b0-4390-bcb2-4fae04414835']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:22.699813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11d20f7-7582-44a4-b156-1c6acfa491f2') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:22.700112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11d20f7-7582-44a4-b156-1c6acfa491f2') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:09:22.709640 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.722382 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.728187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:09:22.728611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:09:22.730219 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:09:22.785135 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.790660 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:22.793863 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] 10.222.0.70 "DELETE /v2.0/networks/aa591ba2-f8b0-4390-bcb2-4fae04414835 HTTP/1.1" status: 204 len: 168 time: 0.2744839 Dec 08 02:09:22.804910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67d3e9-2ce0-4832-8ef2-d95e650b7346 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa591ba2-f8b0-4390-bcb2-4fae04414835,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:22.904879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33096) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:22.968514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae5ec0dc-d3c8-48f2-9ab1-9756021bf3a5 req-aadd5087-0794-464f-ae90-7fb4c2dfa0c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0729852 Dec 08 02:09:22.972033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3aae8648-953c-4064-9e6a-e45e4262f971 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=960f2c2cfc1e436f9dc666c974a86115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661542 Dec 08 02:09:22.974519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33098) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:09:23.025962 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f71362f7-416e-4983-bcd8-7f81a81d0b34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:23.058892 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f71362f7-416e-4983-bcd8-7f81a81d0b34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:23.115598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ec0dc-d3c8-48f2-9ab1-9756021bf3a5 req-a53f4c49-ff52-40dc-ac11-0ad4f35a66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:23.117294 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae5ec0dc-d3c8-48f2-9ab1-9756021bf3a5 req-a53f4c49-ff52-40dc-ac11-0ad4f35a66fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 1098 time: 0.0701251 Dec 08 02:09:23.129924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f71362f7-416e-4983-bcd8-7f81a81d0b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:23.132632 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f71362f7-416e-4983-bcd8-7f81a81d0b34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:23.133797 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f71362f7-416e-4983-bcd8-7f81a81d0b34 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f22bc2b-7725-4119-8bfc-9bb54f1dbdae HTTP/1.1" status: 204 len: 168 time: 0.1583645 Dec 08 02:09:23.141940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71362f7-416e-4983-bcd8-7f81a81d0b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f22bc2b-7725-4119-8bfc-9bb54f1dbdae,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:09:23.235926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ec0dc-d3c8-48f2-9ab1-9756021bf3a5 req-00354ee7-a555-4376-bd4b-263cade1b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:23.237471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae5ec0dc-d3c8-48f2-9ab1-9756021bf3a5 req-00354ee7-a555-4376-bd4b-263cade1b132 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.0931833 Dec 08 02:09:23.315207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae5ec0dc-d3c8-48f2-9ab1-9756021bf3a5 req-723d5c6e-918c-4b3a-becd-b78fbc0fbe0d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0a338f9-8522-46ec-aac6-83683f1fc52c HTTP/1.1" status: 200 len: 1000 time: 0.0628667 Dec 08 02:09:23.375414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ec0dc-d3c8-48f2-9ab1-9756021bf3a5 req-33ae2e0c-5733-46ee-84e0-184c20c86588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:23.376929 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae5ec0dc-d3c8-48f2-9ab1-9756021bf3a5 req-33ae2e0c-5733-46ee-84e0-184c20c86588 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0502145 Dec 08 02:09:23.412676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f865f942-3a78-4c64-859b-497e0d96abce no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:09:23.432783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ec0dc-d3c8-48f2-9ab1-9756021bf3a5 req-104adb7c-0a24-4bad-b222-e3c261ad09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:09:23.434561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae5ec0dc-d3c8-48f2-9ab1-9756021bf3a5 req-104adb7c-0a24-4bad-b222-e3c261ad09bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451138 Dec 08 02:09:23.437653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: f865f942-3a78-4c64-859b-497e0d96abce {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:09:23.438032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f865f942-3a78-4c64-859b-497e0d96abce not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:09:23.541029 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae5ec0dc-d3c8-48f2-9ab1-9756021bf3a5 req-587c946b-f21d-4764-bcaf-aab0fe2f7ce9 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948672 Dec 08 02:09:23.644045 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae5ec0dc-d3c8-48f2-9ab1-9756021bf3a5 req-e08a79da-29f1-4b08-84b4-e10469eca738 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914328 Dec 08 02:09:24.213951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0db9b8d-0051-4135-9d65-d323fb2b389e req-8f4e12d1-b0ce-41e5-8f64-eaa28c2fd57a tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=467c9b9f-67b5-4b3d-a3a1-60e90a68aca9 HTTP/1.1" status: 200 len: 210 time: 0.0278707 Dec 08 02:09:24.581795 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d4c55b97-b6d2-409b-a372-321ceb01f9c3 req-29babdf7-4a3a-4ff0-b070-5c3db67c5456 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0283511 Dec 08 02:09:25.697799 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-45746289-3388-4e45-bcb0-b88081ee02ec req-5299aa47-0b18-4cf5-9683-2d3d3a55da65 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0288920 Dec 08 02:09:26.602684 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04fac42e-7c00-4639-850d-c3bdf9cef71b req-07cadc79-0190-4d89-a94d-176269fdf769 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=467c9b9f-67b5-4b3d-a3a1-60e90a68aca9 HTTP/1.1" status: 200 len: 210 time: 0.0288224 Dec 08 02:09:26.804840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7130a20b-fe66-49bc-a306-2354c83ab69d req-389d97a8-bf96-4833-a819-b93c83e556f8 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0284057 Dec 08 02:09:27.168388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27377fe9-ebaa-4ab2-8ff7-3b3f7d409399 req-bdabdbac-42ba-43e3-9c11-663352f07972 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0248446 Dec 08 02:09:27.907870 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-87196ad9-cbd0-46d9-8ad9-771fe5ee519e req-94c22d3d-4d19-466f-a4c9-5955658e51bf tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0279267 Dec 08 02:09:28.824047 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b7c94770-43a9-4f64-bc27-34d19acbb67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:29.017526 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b47ea91d-bb26-46f0-9ca6-6f59e7b9c3b3 req-3d11c706-014c-4500-b73f-aad9f8a1be56 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0320520 Dec 08 02:09:29.330982 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9dd39e70-4577-421a-8943-e615c115b09a req-7ac31dad-f420-444b-a038-a8ecc9ee543d tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0271697 Dec 08 02:09:30.681096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ec72f6f-ad2a-4da1-9650-51660d3dc493 req-74d2a969-3762-4811-8d43-c861a8dbbde1 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0264111 Dec 08 02:09:31.783455 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ec4229f0-13df-4966-920f-c54cc6587ba9 req-4d3ce5c9-572c-4abe-a0e4-368875aed91a tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0262694 Dec 08 02:09:31.885142 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.089723 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a79a4dc4-8c76-4b87-b3b0-91ea8cd132cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.379327 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:32.882609 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b705df90-e6b3-42f4-947f-356dadf27363 req-e92fcbbe-49d0-4dee-ad64-9d58fe7400af tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0266907 Dec 08 02:09:33.680209 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:33.985211 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a80d7c3-fb2f-47f9-8f5f-4ef01af1645b req-78c17705-813a-4cde-80ae-e8faf386ce46 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0268443 Dec 08 02:09:34.138286 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:34.762790 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:35.085598 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-147a0564-d0de-4c8b-808d-a7c6178d111b req-08eccb0c-ffaf-45cd-b8ae-5b328c0fb067 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0255558 Dec 08 02:09:36.188601 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-91e7e768-2006-4d28-a357-80809d563ebb req-7a2480cf-6669-4b3b-bf97-319c18242201 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0263419 Dec 08 02:09:37.292160 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-87eb08b5-8ea9-4622-a9d6-414dfb8d83e6 req-7ca9be78-55fd-42da-a8ae-bae0883a57f1 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0296817 Dec 08 02:09:38.393830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0cf3e5bf-0ded-43b3-8732-54621a3493e8 req-d83f7cdd-05cf-478d-886d-c567a406e927 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0266721 Dec 08 02:09:39.493387 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-349924e6-1ad8-43f2-b275-e1a9616cd7c5 req-7a28cd45-275b-4e21-b4af-d7175794a6cd tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0258622 Dec 08 02:09:40.597972 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1573d94-01b2-4bb0-a63b-178785258a68 req-77c00116-8165-454d-96db-8e9e8322b9a4 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0295982 Dec 08 02:09:41.701659 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab6b974f-7790-4bbd-9a7d-96c4d45f1776 req-051f6e4f-f670-4438-96c6-a5c52c2326b7 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0270629 Dec 08 02:09:42.803141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2899a890-4012-486c-a176-640d69d39ad1 req-adc3342b-49a4-4a0c-81ca-b88db34b4134 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0272987 Dec 08 02:09:43.905653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adfbb8d5-9df6-4ef5-9f40-7a151d97ee11 req-29765b49-74bf-4280-9c67-d61f078b382a tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0271335 Dec 08 02:09:45.010263 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e3cfd5c-3426-4980-9717-7168248ec5ff req-6cbb9de5-c517-4721-a737-4907ca379eda tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0272217 Dec 08 02:09:46.116480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6ca13db-89fc-4f66-affa-518eb784c4ac req-85c72baa-fc75-4188-a3ce-71b7cb300807 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0263081 Dec 08 02:09:47.217712 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34ba8550-4d2e-4552-b372-2b02b881df58 req-e9162e0a-5e9e-489b-9874-80646930a2e1 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0265880 Dec 08 02:09:48.317628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-83752a90-6f18-4dd0-a179-ef178fbb3faf req-93e3b77a-aa5a-4452-9964-26506e838912 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0262396 Dec 08 02:09:49.423073 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d79ac3f6-abd5-4bca-b467-b1e2df060864 req-846bf721-6cd8-4f9a-90e5-ee6e4bcf5983 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0283592 Dec 08 02:09:50.526557 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-812d6893-e50b-420d-b6cd-09c6762387a1 req-311b1695-9324-4e8a-94ed-53a2c94dc456 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0301559 Dec 08 02:09:51.627892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a0696586-b579-4e98-b3fb-c614b1653f92 req-4a65147b-09bd-4fa4-b921-4a3ee3c6fb43 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0269301 Dec 08 02:09:52.728297 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7b950f26-c7f1-49d1-8ee4-d2a2b6a5f284 req-d63ee6b2-24f4-4d81-9d55-bee12df7f390 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0268884 Dec 08 02:09:53.775500 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:09:53.832836 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f5e9f857-fb66-42c6-b8ff-862898f100d7 req-54e65ce8-5ceb-4c6f-a803-236087f39ca4 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0297458 Dec 08 02:09:54.937200 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7ff96439-ab77-4f81-92e8-3234991c2e9d req-b5c1e881-7863-458b-b660-b4eda25e396e tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0263610 Dec 08 02:09:56.039256 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bff86a62-5837-411e-86c4-82bf427cb3f7 req-d3fe880a-66db-4c7c-b2da-17741bec3dc6 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0271389 Dec 08 02:09:57.141728 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fd37285e-7545-42e4-b5ec-7986c4850e06 req-1a954b01-4c10-48d8-b9a8-eb2645d689b7 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0263669 Dec 08 02:09:57.303715 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-649d1db1-d071-4457-988f-41aad5600e8b req-ec4bd02e-f4fd-450c-a6e1-263400e9c1fe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0250537 Dec 08 02:09:57.933901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-601d9d58-5208-4bea-a07e-b91a574f22a9 req-71f4a662-05cf-48a9-841e-aaa202b29365 service neutron] (103129) timed out ('10.222.0.70', 38966) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:09:58.248551 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f295d6c-faea-4766-9a9a-faf7a85c66fc req-031d8274-196a-4692-b435-13efea2e91e7 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0265663 Dec 08 02:09:58.826431 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3475423e-a4c0-4743-bd66-12ad58fdcd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:09:59.349700 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d2468b8a-88d5-400b-9c3c-577a0545407d req-c74642d2-3a17-46e7-8349-c59c9422a02a tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0263658 Dec 08 02:09:59.633102 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-693474e2-b4b8-4a5b-a695-492457cf0003 req-7b955775-bac2-4f9f-832d-ce14c662ecc2 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6&device_id=467c9b9f-67b5-4b3d-a3a1-60e90a68aca9 HTTP/1.1" status: 200 len: 210 time: 0.0262568 Dec 08 02:09:59.846002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e21a663-6013-4efa-adf3-11641f589d09 req-52132b70-8c08-4201-9462-56fbaaf2134d tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0275435 Dec 08 02:09:59.859772 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f9d6c90-c668-47eb-afa2-1754aad461bd req-68cf4b82-da19-4279-9758-e84bc7553627 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c602550584c14881ab9480671dbc1ef0&device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0285156 Dec 08 02:09:59.899300 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f9d6c90-c668-47eb-afa2-1754aad461bd req-c3106dff-28d6-45f1-89e8-7834f6781ca0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c602550584c14881ab9480671dbc1ef0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251160 Dec 08 02:10:00.061178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d6c90-c668-47eb-afa2-1754aad461bd req-c0a6a96e-3a7d-40f3-bfef-b7a2a8cd0859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:00.062723 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f9d6c90-c668-47eb-afa2-1754aad461bd req-c0a6a96e-3a7d-40f3-bfef-b7a2a8cd0859 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571054 Dec 08 02:10:00.944312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5450cd19-8bc0-4f62-8a9f-dc46cd15944f req-72b571eb-592d-416e-b605-12e464fd8f5b tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0289898 Dec 08 02:10:01.495894 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f9d6c90-c668-47eb-afa2-1754aad461bd req-c3dabe7b-cc10-45d7-908b-22e8b7f6143a tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0258245 Dec 08 02:10:01.897496 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:02.054631 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5622658a-70fa-4737-b586-36bced7dfa57 req-ebcd4d6e-c3e8-429a-ae16-9c3790eaf0fd tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b31e122-bd72-4127-a8e6-fe01350375c6 HTTP/1.1" status: 200 len: 210 time: 0.0285089 Dec 08 02:10:02.089947 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ce306405-7b13-4e55-bba9-043290492967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:02.380001 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:03.312612 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b49525d-d093-448b-9dfe-0e8aab3f1fed req-e629bb4c-ee23-42f5-95dc-5241104e15cb tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=467c9b9f-67b5-4b3d-a3a1-60e90a68aca9 HTTP/1.1" status: 200 len: 210 time: 0.0375354 Dec 08 02:10:03.337519 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9dcf2908-25c3-404c-aa62-44614b08bbc5 req-56124de0-585c-47ca-bd82-bc344e0ea62f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c602550584c14881ab9480671dbc1ef0&device_id=467c9b9f-67b5-4b3d-a3a1-60e90a68aca9 HTTP/1.1" status: 200 len: 210 time: 0.0338738 Dec 08 02:10:03.372888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9dcf2908-25c3-404c-aa62-44614b08bbc5 req-37d32794-1893-46f1-8d94-6f675e095cd1 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c602550584c14881ab9480671dbc1ef0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198932 Dec 08 02:10:03.466619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf2908-25c3-404c-aa62-44614b08bbc5 req-65341089-0d70-4378-9a60-fe667b9b3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:03.468074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9dcf2908-25c3-404c-aa62-44614b08bbc5 req-65341089-0d70-4378-9a60-fe667b9b3995 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890510 Dec 08 02:10:03.683044 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.145861 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.421177 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2c90bfa7-7287-4b86-bc83-53f3ff79a0f6 req-068248da-c14d-4c24-b0f4-07b9b1b9ad9a tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.70 "GET /v2.0/ports?device_id=467c9b9f-67b5-4b3d-a3a1-60e90a68aca9 HTTP/1.1" status: 200 len: 210 time: 0.0345628 Dec 08 02:10:04.772505 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:04.897983 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9dcf2908-25c3-404c-aa62-44614b08bbc5 req-d0229fa7-cd7a-4a1c-af05-98ebb1893b95 tempest-ServerShowV247Test-1639762072 tempest-ServerShowV247Test-1639762072-project] 10.222.0.72 "GET /v2.0/ports?device_id=467c9b9f-67b5-4b3d-a3a1-60e90a68aca9 HTTP/1.1" status: 200 len: 210 time: 0.0250998 Dec 08 02:10:05.776023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33276) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:05.906331 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81343c3c-38fe-43f8-b860-e17b8cc5dea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:05.978797 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81343c3c-38fe-43f8-b860-e17b8cc5dea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:05.983494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81343c3c-38fe-43f8-b860-e17b8cc5dea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.022186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-81343c3c-38fe-43f8-b860-e17b8cc5dea5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c602550584c14881ab9480671dbc1ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450268 Dec 08 02:10:06.023062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81343c3c-38fe-43f8-b860-e17b8cc5dea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e39892-7234-4c32-b320-648e584e4109,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:06.024829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33280) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:06.085169 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.113198 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.158248 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.160787 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.161917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9e39892-7234-4c32-b320-648e584e4109 HTTP/1.1" status: 204 len: 168 time: 0.1360781 Dec 08 02:10:06.169297 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e39892-7234-4c32-b320-648e584e4109,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:06.176624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.176974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.177317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.177652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.177987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.178319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.178646 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.178974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.179300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.179621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.179947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.180271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.180616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba95017-7294-4cb1-9d36-38ae12f23540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:06.815400 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33302) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:06.912646 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-759555903-network', 'tenant_id': '159ea9eabb8a4b1e8c4f2b1d21f498a0'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:06.933369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Made reservation on behalf of 159ea9eabb8a4b1e8c4f2b1d21f498a0 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:06.935658 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:06.944237 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.018497 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.022244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.046541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:10:07.055941 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1463ce0-ba5d-4949-bd53-9f99175f89cf,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:07.060697 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.061049 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Added segment 034eea9b-6857-4233-8fc7-101ca28df244 of type vlan for network c0947a40-72ac-4d19-9153-81d17b8ad1b3 Dec 08 02:10:07.103562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.127524 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.128493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:07.129083 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.158509 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3420017 Dec 08 02:10:07.161642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33306) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:07.167241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9057bc71-caa8-4395-9000-f8900626d52a admin admin] Request body: {'subnet': {'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-759555903-subnet', 'tenant_id': '159ea9eabb8a4b1e8c4f2b1d21f498a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:07.189085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9057bc71-caa8-4395-9000-f8900626d52a admin admin] Made reservation on behalf of 159ea9eabb8a4b1e8c4f2b1d21f498a0 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:07.191640 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9057bc71-caa8-4395-9000-f8900626d52a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.192339 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65fcf95-cbd7-4836-88ea-e2fdc415bce5 admin admin] Pushing event updated for resources: {'Network': ['ID=c0947a40-72ac-4d19-9153-81d17b8ad1b3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:07.202976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network c0947a40-72ac-4d19-9153-81d17b8ad1b3 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:10:07.359255 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9057bc71-caa8-4395-9000-f8900626d52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.424218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057bc71-caa8-4395-9000-f8900626d52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=20418f9e-75bb-4f96-80db-9082524ea6c8,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:07.435767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057bc71-caa8-4395-9000-f8900626d52a admin admin] Checking segment: {'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:07.436151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9057bc71-caa8-4395-9000-f8900626d52a admin admin] Network hostable DHCP agents. Network: c0947a40-72ac-4d19-9153-81d17b8ad1b3, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:10:07.452564 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9057bc71-caa8-4395-9000-f8900626d52a admin admin] Network c0947a40-72ac-4d19-9153-81d17b8ad1b3 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:10:07.460949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9057bc71-caa8-4395-9000-f8900626d52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c0947a40-72ac-4d19-9153-81d17b8ad1b3) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:07.465179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9057bc71-caa8-4395-9000-f8900626d52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:07.465931 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9057bc71-caa8-4395-9000-f8900626d52a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:07.470029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0652ce02-8a82-4014-af34-287a14f808c6 None None] Network c0947a40-72ac-4d19-9153-81d17b8ad1b3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:07.481424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9057bc71-caa8-4395-9000-f8900626d52a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3179736 Dec 08 02:10:07.566844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca5973-525f-416f-b975-0d96e68a9c58 None None] Network c0947a40-72ac-4d19-9153-81d17b8ad1b3 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:07.910030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-61b25afd-b068-4c04-b5bd-c57378d1afda tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:07.911507 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-61b25afd-b068-4c04-b5bd-c57378d1afda tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 813 time: 0.1065230 Dec 08 02:10:07.926434 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-126f2927-1658-4673-a4c2-996731393a0b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/quotas/159ea9eabb8a4b1e8c4f2b1d21f498a0 HTTP/1.1" status: 200 len: 375 time: 0.0091732 Dec 08 02:10:07.958204 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-9d308757-f687-4c0f-89c0-65087606b027 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266049 Dec 08 02:10:08.050804 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-45623233-8e73-410f-951c-ed1f5d68f55e service neutron] 10.222.0.70 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857966 Dec 08 02:10:08.140190 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-374a486e-a9f6-4011-baf6-f8e00b3b29aa service neutron] 10.222.0.70 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830097 Dec 08 02:10:08.295734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-858d37a6-c19c-4689-9681-bde21681f87b req-8a40cbe3-9c6c-48bd-a096-9e2afeccfa45 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 210 time: 0.0272396 Dec 08 02:10:09.299391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-54f18719-cf48-440b-a392-707bec4b0c0c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:09.301140 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-54f18719-cf48-440b-a392-707bec4b0c0c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.72 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 813 time: 0.1052327 Dec 08 02:10:09.329476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Request body: {'port': {'device_id': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3', 'admin_state_up': True, 'tenant_id': '159ea9eabb8a4b1e8c4f2b1d21f498a0'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:09.390630 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7d11348-0d73-47ab-a130-73cfec01ef1d req-8777eca4-e31d-4c71-9a2a-0178453711f0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 210 time: 0.0266273 Dec 08 02:10:09.443224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Made reservation on behalf of 159ea9eabb8a4b1e8c4f2b1d21f498a0 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:09.446807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:09.573324 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Allocated IP 172.20.0.14 (c0947a40-72ac-4d19-9153-81d17b8ad1b3/20418f9e-75bb-4f96-80db-9082524ea6c8/ecde1a8a-eac8-4c84-b3ab-b409f104d46c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:09.722860 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:09.757240 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:09.804004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Network c0947a40-72ac-4d19-9153-81d17b8ad1b3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:09.807135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:09.811131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:09.837533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Pushing event updated for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:09.862900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:09.863503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:09.878573 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-74059427-3396-43eb-9917-ef26fb58a331 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5530624 Dec 08 02:10:09.897953 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Request body: {'port': {'device_id': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:09.950510 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:10.213056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecde1a8a-eac8-4c84-b3ab-b409f104d46c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:10:10.221470 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:10.234676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Transition to ACTIVE for port object ecde1a8a-eac8-4c84-b3ab-b409f104d46c will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:10:10.238191 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:10.288309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Pushing event updated for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:10.350729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Attempting to bind port ecde1a8a-eac8-4c84-b3ab-b409f104d46c on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:10:10.351404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Attempting to bind port ecde1a8a-eac8-4c84-b3ab-b409f104d46c by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:10:10.351404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Attempting to bind port ecde1a8a-eac8-4c84-b3ab-b409f104d46c on network c0947a40-72ac-4d19-9153-81d17b8ad1b3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:10.356345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Port ecde1a8a-eac8-4c84-b3ab-b409f104d46c on network c0947a40-72ac-4d19-9153-81d17b8ad1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:10:10.356765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Attempting to bind port ecde1a8a-eac8-4c84-b3ab-b409f104d46c on network c0947a40-72ac-4d19-9153-81d17b8ad1b3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:10.361745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:10:10.362082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Checking segment: {'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:10.362464 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Bound using segment: {'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:10:10.362886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Bound port: ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:10:10.363235 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:10.427101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:10:10.430303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:10:10.434099 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:10.499854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:10.500576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:10.501954 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] 10.222.0.72 "PUT /v2.0/ports/ecde1a8a-eac8-4c84-b3ab-b409f104d46c HTTP/1.1" status: 200 len: 1093 time: 0.6079369 Dec 08 02:10:10.502407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:10.504674 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03be62ae-43e9-4591-b5a5-cda973a514fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:10.529992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cce213-7baa-4e79-9d08-727eb8df28fb service neutron] Pushing event updated for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:10.548630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ad386-efbb-41d7-9ad6-35138b82e59b req-8d834028-931d-4018-801f-fed5180af21b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:10.552795 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e53ad386-efbb-41d7-9ad6-35138b82e59b req-8d834028-931d-4018-801f-fed5180af21b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 944 time: 0.0905182 Dec 08 02:10:10.555128 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9c8758-e7a3-4b15-a1e0-4463f4c90315 x-openstack-request-id: req-3f9c8758-e7a3-4b15-a1e0-4463f4c90315 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:10.555426 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:10.555686 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f9c8758-e7a3-4b15-a1e0-4463f4c90315 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:10.556218 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'status': 'completed', 'code': 200} Dec 08 02:10:10.628931 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e53ad386-efbb-41d7-9ad6-35138b82e59b req-2d9a3162-7ab5-4ec0-928d-3caf6f4eba6e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717711 Dec 08 02:10:10.635166 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-a5de7485-3e65-47ea-9d6e-7bc4067be0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:10.637168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-a5de7485-3e65-47ea-9d6e-7bc4067be0b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 1096 time: 0.0656469 Dec 08 02:10:10.684566 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-f8c9886d-8c65-41e3-bebe-3419b99a49d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c HTTP/1.1" status: 200 len: 217 time: 0.0344839 Dec 08 02:10:10.737026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-ddc58910-359e-430f-be1b-8f3273076f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:10.738374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-ddc58910-359e-430f-be1b-8f3273076f9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20418f9e-75bb-4f96-80db-9082524ea6c8 HTTP/1.1" status: 200 len: 853 time: 0.0437484 Dec 08 02:10:10.774913 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-37e1135d-b4b0-42bc-98c3-eb421a29a23d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0947a40-72ac-4d19-9153-81d17b8ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274990 Dec 08 02:10:10.862312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-797d7067-0338-49e2-8ac6-554f6589b49f service neutron] 10.222.0.72 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795166 Dec 08 02:10:10.952319 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a553d410-62d6-4e3e-bc37-fed4e89d2cd9 req-2d5d9c76-9981-41fd-9305-eaaa7a96acb3 service neutron] 10.222.0.72 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830233 Dec 08 02:10:11.087550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be62ae-43e9-4591-b5a5-cda973a514fa req-c44647d6-7ce2-43c8-a865-6c986b550369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:11.089047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03be62ae-43e9-4591-b5a5-cda973a514fa req-c44647d6-7ce2-43c8-a865-6c986b550369 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 1096 time: 0.0396008 Dec 08 02:10:11.182343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be62ae-43e9-4591-b5a5-cda973a514fa req-38765a08-a0b6-4d9b-b39e-d994721c0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:11.183894 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03be62ae-43e9-4591-b5a5-cda973a514fa req-38765a08-a0b6-4d9b-b39e-d994721c0f4f service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 914 time: 0.0852809 Dec 08 02:10:11.228970 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03be62ae-43e9-4591-b5a5-cda973a514fa req-ebd8f697-11b1-4042-85e1-585427c044ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c HTTP/1.1" status: 200 len: 217 time: 0.0376444 Dec 08 02:10:11.279931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be62ae-43e9-4591-b5a5-cda973a514fa req-406ff462-404e-4614-94d5-84acc3d554b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:11.281410 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03be62ae-43e9-4591-b5a5-cda973a514fa req-406ff462-404e-4614-94d5-84acc3d554b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20418f9e-75bb-4f96-80db-9082524ea6c8 HTTP/1.1" status: 200 len: 853 time: 0.0440087 Dec 08 02:10:11.315014 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03be62ae-43e9-4591-b5a5-cda973a514fa req-62b40663-325b-4b79-b969-316dda617450 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0947a40-72ac-4d19-9153-81d17b8ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243776 Dec 08 02:10:11.409713 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03be62ae-43e9-4591-b5a5-cda973a514fa req-15369ba3-86d1-4c5a-aa63-fc23a4cccb8b service neutron] 10.222.0.72 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845170 Dec 08 02:10:11.499136 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-03be62ae-43e9-4591-b5a5-cda973a514fa req-2be2a114-9a16-4767-953e-c54bb691db04 service neutron] 10.222.0.72 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788863 Dec 08 02:10:11.752532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5083050-6610-4b9c-9546-9b0f14139975 req-2c737845-0270-4fbc-ba3e-3ef09686db8f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:11.754017 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5083050-6610-4b9c-9546-9b0f14139975 req-2c737845-0270-4fbc-ba3e-3ef09686db8f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 944 time: 0.0528123 Dec 08 02:10:11.800443 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a5083050-6610-4b9c-9546-9b0f14139975 req-56ceedd2-0cf0-4e48-a048-e27777858da2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 Dec 08 02:10:12.927140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8a26b-c246-48d9-8908-0ef16db85609 req-9903192e-b0fb-424f-b632-6a5b36637b78 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:12.928657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08c8a26b-c246-48d9-8908-0ef16db85609 req-9903192e-b0fb-424f-b632-6a5b36637b78 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 944 time: 0.0528190 Dec 08 02:10:12.977137 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08c8a26b-c246-48d9-8908-0ef16db85609 req-8b0e9acd-d497-434c-92ba-a2d2f63f4766 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416803 Dec 08 02:10:13.094995 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f84bc570-04ba-4104-835e-bb54ab4a219c req-0b1e2ecb-8afa-45af-8926-29b5aaaca57f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395863 Dec 08 02:10:13.198774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc570-04ba-4104-835e-bb54ab4a219c req-d32220c4-d5d5-4b4b-9481-b992abec0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:13.200882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f84bc570-04ba-4104-835e-bb54ab4a219c req-d32220c4-d5d5-4b4b-9481-b992abec0cf2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 1097 time: 0.0474107 Dec 08 02:10:13.304708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc570-04ba-4104-835e-bb54ab4a219c req-4b81a8b2-b8de-44e7-b13d-30ddcd55ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:13.306186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f84bc570-04ba-4104-835e-bb54ab4a219c req-4b81a8b2-b8de-44e7-b13d-30ddcd55ceb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.0860138 Dec 08 02:10:13.368010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f84bc570-04ba-4104-835e-bb54ab4a219c req-f62d7d1d-ad9b-4631-aebe-38df6068def9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15820a1a-9157-4efb-9050-f4d76bade7d2 HTTP/1.1" status: 200 len: 1000 time: 0.0549982 Dec 08 02:10:13.418763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc570-04ba-4104-835e-bb54ab4a219c req-c5e0cc7d-784a-480e-a0e3-4de5115fad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:13.420191 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f84bc570-04ba-4104-835e-bb54ab4a219c req-c5e0cc7d-784a-480e-a0e3-4de5115fad6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0456204 Dec 08 02:10:13.465977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bc570-04ba-4104-835e-bb54ab4a219c req-8c039766-b55b-405d-8ef6-4c10a948c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:13.467465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f84bc570-04ba-4104-835e-bb54ab4a219c req-8c039766-b55b-405d-8ef6-4c10a948c1fe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399179 Dec 08 02:10:13.561072 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f84bc570-04ba-4104-835e-bb54ab4a219c req-dd269efe-f2f1-4019-891f-173e8526240a service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854788 Dec 08 02:10:13.658012 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f84bc570-04ba-4104-835e-bb54ab4a219c req-283bad43-2fa9-41be-99b8-4158143eb8bf service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892208 Dec 08 02:10:14.079795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ecde1a8a-eac8-4c84-b3ab-b409f104d46c details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:10:14.091222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76333e6-ccd5-4e2b-85d4-c02a5201509f req-6f45fae7-ad95-463d-99cd-9e185e38b1ad tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:14.092761 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f76333e6-ccd5-4e2b-85d4-c02a5201509f req-6f45fae7-ad95-463d-99cd-9e185e38b1ad tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 944 time: 0.0491755 Dec 08 02:10:14.140870 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f76333e6-ccd5-4e2b-85d4-c02a5201509f req-0a3a91d4-0d02-40af-9dae-76b574192876 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420942 Dec 08 02:10:14.177570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:14.189043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3', 'port_id': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'mac_address': 'fa:16:3e:04:c1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20418f9e-75bb-4f96-80db-9082524ea6c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:10:14.225167 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:14.241099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecde1a8a-eac8-4c84-b3ab-b409f104d46c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:10:14.260884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:14.265946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:14.316471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:14.323626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.323979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.324396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.324741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.325082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.325415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.325747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.326082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.326409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.326735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.327060 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.327386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.327708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:14.547078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ecde1a8a-eac8-4c84-b3ab-b409f104d46c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:14.685908 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33346) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:15.141435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Deleting port 278c9190-cbc0-444d-bf6c-c11dc279ed1e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:15.141779 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:15.229374 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:15.229696 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:15.257459 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Calling delete_port for 278c9190-cbc0-444d-bf6c-c11dc279ed1e owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:15.283868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56eba77-eebb-48e7-9e63-d274e28334ae req-448633e0-5c9d-4d4c-b5d5-8695e9b93aae tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:15.285299 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a56eba77-eebb-48e7-9e63-d274e28334ae req-448633e0-5c9d-4d4c-b5d5-8695e9b93aae tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0761528 Dec 08 02:10:15.404968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a56eba77-eebb-48e7-9e63-d274e28334ae req-79bd0b29-ec63-4ebc-91d3-bdea6d7cd6f2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862739 Dec 08 02:10:15.479526 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:15.507891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event deleted for resources: {'Port': ['ID=278c9190-cbc0-444d-bf6c-c11dc279ed1e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:15.567552 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:15.568021 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Floating IP fdc51197-9093-44f5-8472-61f1daf39488 disassociated (deleted). External IP: 172.25.2.70, port: 15820a1a-9157-4efb-9050-f4d76bade7d2. Dec 08 02:10:15.779704 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Router 48058a06-d28a-4db7-84a8-eb9502a4152a has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:10:15.889664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:10:15.894366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:15.903056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25c886-84d7-4796-9b06-b84ddda45f4f None None] Sync routers for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:10:15.912371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25c886-84d7-4796-9b06-b84ddda45f4f None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:10:15.912991 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2e25c886-84d7-4796-9b06-b84ddda45f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:10:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:15.921538 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c0dc8ffd-d0f1-46bc-a320-6eed6564bb7d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "DELETE /v2.0/floatingips/fdc51197-9093-44f5-8472-61f1daf39488 HTTP/1.1" status: 204 len: 168 time: 1.2345855 Dec 08 02:10:15.922244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'tag': '15820a1a-9157-4efb-9050-f4d76bade7d2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:15.924547 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a33313b-d7fe-4876-9e6f-7fec10282d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf85799-e306-4745-b4f7-084f0fae57ac", "tag": "15820a1a-9157-4efb-9050-f4d76bade7d2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:15.964438 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6747d83a-e717-4649-bf4e-de2ab86f233d x-openstack-request-id: req-6747d83a-e717-4649-bf4e-de2ab86f233d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:15.965376 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf85799-e306-4745-b4f7-084f0fae57ac", "tag": "15820a1a-9157-4efb-9050-f4d76bade7d2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:15.965604 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6747d83a-e717-4649-bf4e-de2ab86f233d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:15.965998 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'tag': '15820a1a-9157-4efb-9050-f4d76bade7d2', 'status': 'completed', 'code': 200} Dec 08 02:10:16.030862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2e25c886-84d7-4796-9b06-b84ddda45f4f None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:10:16.053379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33313b-d7fe-4876-9e6f-7fec10282d8a req-7bbb6a38-ea36-433d-9cee-f96c9e75592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:16.054929 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a33313b-d7fe-4876-9e6f-7fec10282d8a req-7bbb6a38-ea36-433d-9cee-f96c9e75592c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 1097 time: 0.0453062 Dec 08 02:10:16.114005 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ecde1a8a-eac8-4c84-b3ab-b409f104d46c up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:10:16.198885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33313b-d7fe-4876-9e6f-7fec10282d8a req-3a2251d9-f4e8-49fd-846a-d2bc80e68971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:16.201028 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a33313b-d7fe-4876-9e6f-7fec10282d8a req-3a2251d9-f4e8-49fd-846a-d2bc80e68971 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.1387553 Dec 08 02:10:16.211567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d02dba-ec25-4059-89c0-d26ebf19336d req-5e8b996e-2159-4350-87df-67e528134827 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:16.213016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a4d02dba-ec25-4059-89c0-d26ebf19336d req-5e8b996e-2159-4350-87df-67e528134827 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 945 time: 0.0708771 Dec 08 02:10:16.237314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port ecde1a8a-eac8-4c84-b3ab-b409f104d46c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:10:16.245030 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port ecde1a8a-eac8-4c84-b3ab-b409f104d46c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:16.245415 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:16.258841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a33313b-d7fe-4876-9e6f-7fec10282d8a req-49ea6f69-7117-4d32-8240-6230405a0912 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15820a1a-9157-4efb-9050-f4d76bade7d2 HTTP/1.1" status: 200 len: 217 time: 0.0448837 Dec 08 02:10:16.331949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a4d02dba-ec25-4059-89c0-d26ebf19336d req-cf9988b9-3324-4402-bdc3-f222cf0376ad tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114595 Dec 08 02:10:16.333900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33313b-d7fe-4876-9e6f-7fec10282d8a req-f0e7976f-36d9-49db-820b-ba5cd1a15ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:16.335890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a33313b-d7fe-4876-9e6f-7fec10282d8a req-f0e7976f-36d9-49db-820b-ba5cd1a15ae2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0685384 Dec 08 02:10:16.390287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33313b-d7fe-4876-9e6f-7fec10282d8a req-0084b57e-f448-44ce-9eab-4da235f419c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:16.391833 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a33313b-d7fe-4876-9e6f-7fec10282d8a req-0084b57e-f448-44ce-9eab-4da235f419c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487566 Dec 08 02:10:16.500114 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a33313b-d7fe-4876-9e6f-7fec10282d8a req-86d2912a-7d04-4158-a1eb-42e5fa6defde service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000321 Dec 08 02:10:16.522513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd0bbe-8dfa-4423-a83b-00e335b729aa req-c0f41ea2-56d8-4230-887c-92ffe18dfdd6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:16.524754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4fd0bbe-8dfa-4423-a83b-00e335b729aa req-c0f41ea2-56d8-4230-887c-92ffe18dfdd6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0498233 Dec 08 02:10:16.544079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2e25c886-84d7-4796-9b06-b84ddda45f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b94a0b2e-6e13-473a-9b75-b1ad5d8763fb', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:95:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:06:18Z', 'updated_at': '2021-12-08T02:06:21Z', 'revision_number': 1, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:16.571734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25c886-84d7-4796-9b06-b84ddda45f4f None None] Checking router: 48058a06-d28a-4db7-84a8-eb9502a4152a for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:10:16.574579 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:16.579227 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4fd0bbe-8dfa-4423-a83b-00e335b729aa req-9b496496-8617-4c59-bffc-457c85f0878d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475945 Dec 08 02:10:16.596998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25c886-84d7-4796-9b06-b84ddda45f4f None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:10:16.597941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2e25c886-84d7-4796-9b06-b84ddda45f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:10:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:16.601767 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a33313b-d7fe-4876-9e6f-7fec10282d8a req-57474522-9e3c-4631-bd53-b58b10ca9db3 service neutron] 10.222.0.72 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936906 Dec 08 02:10:16.642642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:16.644944 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff081783-895e-403c-a353-42bc514e6c86" -d '{"events": [{"server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "name": "network-vif-plugged", "status": "completed", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:16.664956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:16.672465 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:16.703267 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1162b354-09a7-4376-92fe-ff3f580caec5 x-openstack-request-id: req-1162b354-09a7-4376-92fe-ff3f580caec5 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:16.703569 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "name": "network-vif-plugged", "status": "completed", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:16.703828 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1162b354-09a7-4376-92fe-ff3f580caec5 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:16.704224 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'code': 200} Dec 08 02:10:16.765982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2e25c886-84d7-4796-9b06-b84ddda45f4f None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:10:16.796675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:16.826787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfba835-c201-43f9-8687-b7ff6485251c req-063f7ec6-7e36-4a28-b9ea-1b914f542ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:16.828465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ddfba835-c201-43f9-8687-b7ff6485251c req-063f7ec6-7e36-4a28-b9ea-1b914f542ad8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 1098 time: 0.0457258 Dec 08 02:10:16.873767 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ddfba835-c201-43f9-8687-b7ff6485251c req-1e715c91-0ce3-4256-887a-1347699eb28e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376387 Dec 08 02:10:16.999429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2e25c886-84d7-4796-9b06-b84ddda45f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b94a0b2e-6e13-473a-9b75-b1ad5d8763fb', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:95:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:06:18Z', 'updated_at': '2021-12-08T02:06:21Z', 'revision_number': 1, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:17.030906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25c886-84d7-4796-9b06-b84ddda45f4f None None] The sync data for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 is: [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'b94a0b2e-6e13-473a-9b75-b1ad5d8763fb', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'port_id': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'mac_address': 'fa:16:3e:95:84:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:06:18Z', 'updated_at': '2021-12-08T02:06:21Z', 'revision_number': 1, 'project_id': '630e950b003f4579a3179d6eb911a839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:10:17.247048 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1e3067-0b22-4d57-92b3-4b071159af14 None None] New status for floating IP fdc51197-9093-44f5-8472-61f1daf39488: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:10:17.451354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d71a5-0cfb-4aa5-b6f0-890fd432a3e0 req-5fd96ef3-9e66-4362-9ffe-771b39ad10ef tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:17.452876 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da3d71a5-0cfb-4aa5-b6f0-890fd432a3e0 req-5fd96ef3-9e66-4362-9ffe-771b39ad10ef tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 945 time: 0.0506921 Dec 08 02:10:17.501165 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da3d71a5-0cfb-4aa5-b6f0-890fd432a3e0 req-1db19cc7-afd3-4c04-bb77-3942ddbb0e97 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422831 Dec 08 02:10:17.707046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67bd0d-d9be-449b-b29e-b66b95c66420 req-ab63de00-93b5-40a0-97b8-3ce9e2208dd7 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:17.708587 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cc67bd0d-d9be-449b-b29e-b66b95c66420 req-ab63de00-93b5-40a0-97b8-3ce9e2208dd7 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0514622 Dec 08 02:10:17.755236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cc67bd0d-d9be-449b-b29e-b66b95c66420 req-e68744b0-d2f4-4a97-aa31-e9b56cce6799 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Dec 08 02:10:18.139188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457160fe-548d-4d49-bb87-5723f05b1f32 req-b72e2e5a-8d0e-4fea-b54d-70719a08659a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:18.140696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-457160fe-548d-4d49-bb87-5723f05b1f32 req-b72e2e5a-8d0e-4fea-b54d-70719a08659a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 945 time: 0.0537643 Dec 08 02:10:18.230096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-457160fe-548d-4d49-bb87-5723f05b1f32 req-98f7cf16-cb5d-4e77-814e-1c2ad0193446 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Deleting port 15820a1a-9157-4efb-9050-f4d76bade7d2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:18.231063 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-457160fe-548d-4d49-bb87-5723f05b1f32 req-98f7cf16-cb5d-4e77-814e-1c2ad0193446 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:18.322048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-457160fe-548d-4d49-bb87-5723f05b1f32 req-98f7cf16-cb5d-4e77-814e-1c2ad0193446 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] For port 15820a1a-9157-4efb-9050-f4d76bade7d2, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=15820a1a-9157-4efb-9050-f4d76bade7d2,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:18.322410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-457160fe-548d-4d49-bb87-5723f05b1f32 req-98f7cf16-cb5d-4e77-814e-1c2ad0193446 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:18.334823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-457160fe-548d-4d49-bb87-5723f05b1f32 req-98f7cf16-cb5d-4e77-814e-1c2ad0193446 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Calling delete_port for 15820a1a-9157-4efb-9050-f4d76bade7d2 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:18.470629 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-457160fe-548d-4d49-bb87-5723f05b1f32 req-98f7cf16-cb5d-4e77-814e-1c2ad0193446 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:18.504660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7cf16-cb5d-4e77-814e-1c2ad0193446 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event deleted for resources: {'Port': ['ID=15820a1a-9157-4efb-9050-f4d76bade7d2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:18.548158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-457160fe-548d-4d49-bb87-5723f05b1f32 req-98f7cf16-cb5d-4e77-814e-1c2ad0193446 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] No DVR routers for this DVR port 15820a1a-9157-4efb-9050-f4d76bade7d2 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:18.550908 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-457160fe-548d-4d49-bb87-5723f05b1f32 req-98f7cf16-cb5d-4e77-814e-1c2ad0193446 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:18.554328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-457160fe-548d-4d49-bb87-5723f05b1f32 req-98f7cf16-cb5d-4e77-814e-1c2ad0193446 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.72 "DELETE /v2.0/ports/15820a1a-9157-4efb-9050-f4d76bade7d2 HTTP/1.1" status: 204 len: 173 time: 0.4068699 Dec 08 02:10:18.554781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'name': 'network-vif-deleted', 'tag': '15820a1a-9157-4efb-9050-f4d76bade7d2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:18.557127 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6948c78b-8df1-4194-b38d-e7a757560463" -d '{"events": [{"server_uuid": "ddf85799-e306-4745-b4f7-084f0fae57ac", "name": "network-vif-deleted", "tag": "15820a1a-9157-4efb-9050-f4d76bade7d2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:18.599595 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7251748-78e5-4fcb-8339-92db2a198193 x-openstack-request-id: req-f7251748-78e5-4fcb-8339-92db2a198193 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:18.599915 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf85799-e306-4745-b4f7-084f0fae57ac", "name": "network-vif-deleted", "tag": "15820a1a-9157-4efb-9050-f4d76bade7d2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:18.600182 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7251748-78e5-4fcb-8339-92db2a198193 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:18.600717 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf85799-e306-4745-b4f7-084f0fae57ac', 'name': 'network-vif-deleted', 'tag': '15820a1a-9157-4efb-9050-f4d76bade7d2', 'status': 'completed', 'code': 200} Dec 08 02:10:18.609253 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a842c88-725a-4907-9f4f-90176f24c64b req-b933e73d-f509-47bc-b06c-ce870638509b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 210 time: 0.0279825 Dec 08 02:10:18.883921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244435c-0d91-4343-9f30-79f0174d1dd6 req-6ddb89e8-acfa-4520-914b-4fd97794054b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:18.885512 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2244435c-0d91-4343-9f30-79f0174d1dd6 req-6ddb89e8-acfa-4520-914b-4fd97794054b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0588524 Dec 08 02:10:18.944024 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2244435c-0d91-4343-9f30-79f0174d1dd6 req-a6b56ca2-c053-4e5c-b488-972cbd8414c4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513239 Dec 08 02:10:19.185466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-a30ee447-f430-4e62-866f-7d859cf608f4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:19.186859 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-a30ee447-f430-4e62-866f-7d859cf608f4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 813 time: 0.1067712 Dec 08 02:10:19.202655 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-5848bcfe-2518-44a8-9541-19f8b0f67246 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/quotas/159ea9eabb8a4b1e8c4f2b1d21f498a0 HTTP/1.1" status: 200 len: 375 time: 0.0101335 Dec 08 02:10:19.254177 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-634e8ae7-0fe1-4441-96e6-26fd089af8cd tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460954 Dec 08 02:10:19.360915 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-972cb4c0-628c-4700-ae2b-d6f92db75bcd service neutron] 10.222.0.70 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937428 Dec 08 02:10:19.452101 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-26cfd996-d326-4cb6-adb3-055d319a66b1 service neutron] 10.222.0.70 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849693 Dec 08 02:10:19.616073 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aef648be-31f6-432b-b211-9c1dd96cc768 req-824e1282-347c-455a-9170-f77e22ebdec1 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0274472 Dec 08 02:10:19.713745 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77497928-3c03-42d6-92f7-f5b9f3b37294 req-e0dc7747-1734-4f58-8459-a327cf152967 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 210 time: 0.0324111 Dec 08 02:10:20.095407 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 15820a1a-9157-4efb-9050-f4d76bade7d2 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:20.117901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 15820a1a-9157-4efb-9050-f4d76bade7d2 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:20.118335 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 15820a1a-9157-4efb-9050-f4d76bade7d2 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:20.762480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42606ab5-4993-4ac0-8238-c761e130b23e req-278cc6ba-209c-4b55-870d-91208d3e23db tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0638087 Dec 08 02:10:20.801643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-360eb1f5-287d-41c0-b6e8-e9f25091ae23 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:20.803388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-360eb1f5-287d-41c0-b6e8-e9f25091ae23 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.65 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 813 time: 0.1600890 Dec 08 02:10:20.834470 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Request body: {'port': {'device_id': 'ac6ec08b-9970-49d8-99dd-2279dbabd8a5', 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3', 'admin_state_up': True, 'tenant_id': '159ea9eabb8a4b1e8c4f2b1d21f498a0'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:20.854507 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7ceec788-897f-4845-b55b-772262a21f01 req-12bb063b-8db1-4abe-9a04-d6c22d2a0394 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 210 time: 0.0449741 Dec 08 02:10:20.960627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Made reservation on behalf of 159ea9eabb8a4b1e8c4f2b1d21f498a0 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:10:20.964049 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.095214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Allocated IP 172.20.0.7 (c0947a40-72ac-4d19-9153-81d17b8ad1b3/20418f9e-75bb-4f96-80db-9082524ea6c8/0b7b8f65-112b-485b-9909-feae6a203908) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:10:21.254968 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.290823 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.324570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ecde1a8a-eac8-4c84-b3ab-b409f104d46c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:21.340512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Network c0947a40-72ac-4d19-9153-81d17b8ad1b3 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:10:21.343829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:10:21.348000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:10:21.374884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Pushing event updated for resources: {'Port': ['ID=0b7b8f65-112b-485b-9909-feae6a203908,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:21.387968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.388386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.388699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.389046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.389385 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.389723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.390075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.390402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.390739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.391084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.391413 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.391741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.392071 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:10:21.412769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:21.413404 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.430251 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-800fc636-d0c7-4280-81eb-e4211966c756 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6000154 Dec 08 02:10:21.443895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-cc83d692-8721-428c-8fb5-7f8e26f9fb17 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:10:21.445114 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-cc83d692-8721-428c-8fb5-7f8e26f9fb17 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066679 Dec 08 02:10:21.531246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Request body: {'port': {'device_id': 'ac6ec08b-9970-49d8-99dd-2279dbabd8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:10:21.589159 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.897499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7b8f65-112b-485b-9909-feae6a203908 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:10:21.908939 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:21.931924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211e1fa-331c-43cc-b126-973476c45133 req-aef37afa-41ee-41b5-a9b1-1a312411adc0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:21.933533 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7211e1fa-331c-43cc-b126-973476c45133 req-aef37afa-41ee-41b5-a9b1-1a312411adc0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 931 time: 0.0749996 Dec 08 02:10:21.940692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Transition to ACTIVE for port object 0b7b8f65-112b-485b-9909-feae6a203908 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:10:21.947110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c8b0dc91-3e7c-431a-bf24-ffcada08694d req-a1aa9b78-f434-48ce-becb-62a9c2611d3f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 210 time: 0.0301335 Dec 08 02:10:21.950929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.022996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7b8f65-112b-485b-9909-feae6a203908,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:22.058809 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7211e1fa-331c-43cc-b126-973476c45133 req-382da1fd-29a5-4961-907c-2a11d6a4eced tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166255 Dec 08 02:10:22.110779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Attempting to bind port 0b7b8f65-112b-485b-9909-feae6a203908 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:10:22.111121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Attempting to bind port 0b7b8f65-112b-485b-9909-feae6a203908 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:10:22.111450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Attempting to bind port 0b7b8f65-112b-485b-9909-feae6a203908 on network c0947a40-72ac-4d19-9153-81d17b8ad1b3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:22.116111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Port 0b7b8f65-112b-485b-9909-feae6a203908 on network c0947a40-72ac-4d19-9153-81d17b8ad1b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:10:22.116481 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Attempting to bind port 0b7b8f65-112b-485b-9909-feae6a203908 on network c0947a40-72ac-4d19-9153-81d17b8ad1b3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:10:22.121891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:10:22.122228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Checking segment: {'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:10:22.122646 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Bound using segment: {'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:10:22.123076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Bound port: 0b7b8f65-112b-485b-9909-feae6a203908, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:10:22.123428 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.190403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] For port 0b7b8f65-112b-485b-9909-feae6a203908, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:10:22.193497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] For port 0b7b8f65-112b-485b-9909-feae6a203908, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=0b7b8f65-112b-485b-9909-feae6a203908,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:10:22.198464 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.230902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.231534 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:22.233346 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] 10.222.0.65 "PUT /v2.0/ports/0b7b8f65-112b-485b-9909-feae6a203908 HTTP/1.1" status: 200 len: 1092 time: 0.7690034 Dec 08 02:10:22.233798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac6ec08b-9970-49d8-99dd-2279dbabd8a5', 'tag': '0b7b8f65-112b-485b-9909-feae6a203908'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:22.236666 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d1ecfa-629c-4c4b-9340-b4efc583cf35" -d '{"events": [{"name": "network-changed", "server_uuid": "ac6ec08b-9970-49d8-99dd-2279dbabd8a5", "tag": "0b7b8f65-112b-485b-9909-feae6a203908"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:22.264845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e8f32-c1d5-4b04-bdac-917fb0274998 service neutron] Pushing event updated for resources: {'Port': ['ID=0b7b8f65-112b-485b-9909-feae6a203908,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:22.281674 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee5c75f-bdfd-4839-bc98-85a02832d630 x-openstack-request-id: req-0ee5c75f-bdfd-4839-bc98-85a02832d630 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:22.281978 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac6ec08b-9970-49d8-99dd-2279dbabd8a5", "tag": "0b7b8f65-112b-485b-9909-feae6a203908", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:22.282241 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0ee5c75f-bdfd-4839-bc98-85a02832d630 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:22.282654 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac6ec08b-9970-49d8-99dd-2279dbabd8a5', 'tag': '0b7b8f65-112b-485b-9909-feae6a203908', 'status': 'completed', 'code': 200} Dec 08 02:10:22.363632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-60fe68cb-7889-43f6-b19d-a72e859a54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.365195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-60fe68cb-7889-43f6-b19d-a72e859a54cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 1095 time: 0.0456600 Dec 08 02:10:22.424897 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-843b6b6b-4839-4222-b47f-48443253119f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b7b8f65-112b-485b-9909-feae6a203908 HTTP/1.1" status: 200 len: 217 time: 0.0340526 Dec 08 02:10:22.474608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-3428ac9c-3cf4-4230-b19f-516e6fe2160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.476063 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-3428ac9c-3cf4-4230-b19f-516e6fe2160d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=20418f9e-75bb-4f96-80db-9082524ea6c8 HTTP/1.1" status: 200 len: 853 time: 0.0436585 Dec 08 02:10:22.515453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-97295405-3b56-4827-b1e7-34941e53d6e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c0947a40-72ac-4d19-9153-81d17b8ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289314 Dec 08 02:10:22.606833 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-6a27ad38-3cc8-4452-b820-b363451b7e23 service neutron] 10.222.0.65 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832973 Dec 08 02:10:22.705580 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad914909-702d-47e7-af03-1b3f4bf8b627 req-08822268-b2d4-4615-a731-fe5738154505 service neutron] 10.222.0.65 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883346 Dec 08 02:10:22.848351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1ecfa-629c-4c4b-9340-b4efc583cf35 req-62d4b484-e085-4530-ac2f-6937547d0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.850103 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1d1ecfa-629c-4c4b-9340-b4efc583cf35 req-62d4b484-e085-4530-ac2f-6937547d0363 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 1095 time: 0.0424075 Dec 08 02:10:22.947320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1ecfa-629c-4c4b-9340-b4efc583cf35 req-abd94f65-652a-4806-990e-e42d7f99f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:22.948889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1d1ecfa-629c-4c4b-9340-b4efc583cf35 req-abd94f65-652a-4806-990e-e42d7f99f367 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 914 time: 0.0920217 Dec 08 02:10:22.994328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1d1ecfa-629c-4c4b-9340-b4efc583cf35 req-563c47a8-8544-4e14-98fe-35e4eba7a491 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b7b8f65-112b-485b-9909-feae6a203908 HTTP/1.1" status: 200 len: 217 time: 0.0375104 Dec 08 02:10:23.069355 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8198963f-9e94-4b1d-894e-6897392a05c9 req-b84a0cfa-472b-48eb-bd61-8c93a4d0c4ae tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=ddf85799-e306-4745-b4f7-084f0fae57ac HTTP/1.1" status: 200 len: 210 time: 0.0362651 Dec 08 02:10:23.086161 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1ecfa-629c-4c4b-9340-b4efc583cf35 req-e7d97776-d379-4142-a845-55540f261527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:23.087675 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1d1ecfa-629c-4c4b-9340-b4efc583cf35 req-e7d97776-d379-4142-a845-55540f261527 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=20418f9e-75bb-4f96-80db-9082524ea6c8 HTTP/1.1" status: 200 len: 853 time: 0.0853457 Dec 08 02:10:23.124937 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1d1ecfa-629c-4c4b-9340-b4efc583cf35 req-f4954100-da74-461e-ac6d-fb8995c0aab3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c0947a40-72ac-4d19-9153-81d17b8ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260954 Dec 08 02:10:23.199252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ddf5-534e-48f2-96ab-ccd08baf6bf9 req-6a0c4e9b-8194-4920-ae48-7b75f539090d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:23.201771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0be9ddf5-534e-48f2-96ab-ccd08baf6bf9 req-6a0c4e9b-8194-4920-ae48-7b75f539090d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 943 time: 0.0592649 Dec 08 02:10:23.224805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1d1ecfa-629c-4c4b-9340-b4efc583cf35 req-21b3a1b7-17be-4523-b426-dd3d14a23883 service neutron] 10.222.0.65 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918498 Dec 08 02:10:23.251029 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0be9ddf5-534e-48f2-96ab-ccd08baf6bf9 req-46b86928-d139-424b-a8ce-7edb3ea27b49 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427532 Dec 08 02:10:23.321466 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1d1ecfa-629c-4c4b-9340-b4efc583cf35 req-114f8c0d-fa40-42ba-ad15-519604236de1 service neutron] 10.222.0.65 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882018 Dec 08 02:10:24.371346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc8478-3860-4146-9456-ce11f9902040 req-47315ef2-b367-4bef-a206-cc1274699b30 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:24.372893 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-38bc8478-3860-4146-9456-ce11f9902040 req-47315ef2-b367-4bef-a206-cc1274699b30 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 943 time: 0.0517623 Dec 08 02:10:24.424807 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-38bc8478-3860-4146-9456-ce11f9902040 req-67dec82d-c24f-4504-a3f8-733d10fb842c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458708 Dec 08 02:10:24.953924 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c182aa4-7d2f-4189-bc93-0234b1b09826 req-3fff64bc-0e17-4383-81b4-ab4c57406cb2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421286 Dec 08 02:10:25.070000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c182aa4-7d2f-4189-bc93-0234b1b09826 req-e5b8e5b7-b557-47f6-803e-f43ca4b07600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:25.071571 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c182aa4-7d2f-4189-bc93-0234b1b09826 req-e5b8e5b7-b557-47f6-803e-f43ca4b07600 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 1098 time: 0.0409837 Dec 08 02:10:25.185134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c182aa4-7d2f-4189-bc93-0234b1b09826 req-78294f3b-037a-42b3-a1a0-07e973a31362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:25.186642 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c182aa4-7d2f-4189-bc93-0234b1b09826 req-78294f3b-037a-42b3-a1a0-07e973a31362 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.0893273 Dec 08 02:10:25.258143 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c182aa4-7d2f-4189-bc93-0234b1b09826 req-72a3cde8-940d-4e3e-8344-e7ba3484287d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0a338f9-8522-46ec-aac6-83683f1fc52c HTTP/1.1" status: 200 len: 1000 time: 0.0597188 Dec 08 02:10:25.315288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c182aa4-7d2f-4189-bc93-0234b1b09826 req-3c709995-07cf-4f3c-bcef-1071872068f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:25.316809 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c182aa4-7d2f-4189-bc93-0234b1b09826 req-3c709995-07cf-4f3c-bcef-1071872068f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0476065 Dec 08 02:10:25.367638 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c182aa4-7d2f-4189-bc93-0234b1b09826 req-449ec841-9cb0-42ab-b153-80020c218695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:25.369180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c182aa4-7d2f-4189-bc93-0234b1b09826 req-449ec841-9cb0-42ab-b153-80020c218695 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400314 Dec 08 02:10:25.470175 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c182aa4-7d2f-4189-bc93-0234b1b09826 req-49be1077-c6ca-4236-8067-a23b0b3db3d4 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894911 Dec 08 02:10:25.604866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70e88e-fbf6-43ed-8d88-324c63a2bcc5 req-d807dbf8-8ef7-4b07-b51c-8b943434b80d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:25.606932 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c70e88e-fbf6-43ed-8d88-324c63a2bcc5 req-d807dbf8-8ef7-4b07-b51c-8b943434b80d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 943 time: 0.1044807 Dec 08 02:10:25.611112 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c182aa4-7d2f-4189-bc93-0234b1b09826 req-b833ff56-940a-44fe-8139-2a638471dd0b service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275711 Dec 08 02:10:25.633170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 0b7b8f65-112b-485b-9909-feae6a203908 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:10:25.682409 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c70e88e-fbf6-43ed-8d88-324c63a2bcc5 req-a3b1a283-c85f-412c-8f95-2fffda520e37 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628774 Dec 08 02:10:25.754850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 0b7b8f65-112b-485b-9909-feae6a203908, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=0b7b8f65-112b-485b-9909-feae6a203908,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:25.766636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '0b7b8f65-112b-485b-9909-feae6a203908', 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3', 'port_id': '0b7b8f65-112b-485b-9909-feae6a203908', 'mac_address': 'fa:16:3e:57:e7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20418f9e-75bb-4f96-80db-9082524ea6c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:10:25.809396 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.826210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7b8f65-112b-485b-9909-feae6a203908 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:10:25.850291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 0b7b8f65-112b-485b-9909-feae6a203908, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=0b7b8f65-112b-485b-9909-feae6a203908,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:25.855172 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:25.906591 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=0b7b8f65-112b-485b-9909-feae6a203908,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:26.214976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['0b7b8f65-112b-485b-9909-feae6a203908'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:26.788206 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a9233-cad3-4077-a110-6c730d2cd565 req-053b8d62-a026-434c-8734-be5da64ee025 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:26.789713 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-281a9233-cad3-4077-a110-6c730d2cd565 req-053b8d62-a026-434c-8734-be5da64ee025 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 944 time: 0.0490124 Dec 08 02:10:26.841672 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-281a9233-cad3-4077-a110-6c730d2cd565 req-10f536bc-91f7-4883-bfec-74d8ecf2d671 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456128 Dec 08 02:10:27.635431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 0b7b8f65-112b-485b-9909-feae6a203908 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:10:27.689487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 0b7b8f65-112b-485b-9909-feae6a203908 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:10:27.694129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 0b7b8f65-112b-485b-9909-feae6a203908 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:10:27.694625 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:27.779010 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:27.802344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6ec08b-9970-49d8-99dd-2279dbabd8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7b8f65-112b-485b-9909-feae6a203908'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:27.804609 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e309c538-a58e-4bb0-ad6b-65d6d3ad3149" -d '{"events": [{"server_uuid": "ac6ec08b-9970-49d8-99dd-2279dbabd8a5", "name": "network-vif-plugged", "status": "completed", "tag": "0b7b8f65-112b-485b-9909-feae6a203908"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:27.817350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 0b7b8f65-112b-485b-9909-feae6a203908, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=0b7b8f65-112b-485b-9909-feae6a203908,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:27.824710 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:27.857826 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159c671e-856e-4338-bd1d-653c024105c3 x-openstack-request-id: req-159c671e-856e-4338-bd1d-653c024105c3 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:27.858130 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6ec08b-9970-49d8-99dd-2279dbabd8a5", "name": "network-vif-plugged", "status": "completed", "tag": "0b7b8f65-112b-485b-9909-feae6a203908", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:27.858391 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-159c671e-856e-4338-bd1d-653c024105c3 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:27.858794 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6ec08b-9970-49d8-99dd-2279dbabd8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7b8f65-112b-485b-9909-feae6a203908', 'code': 200} Dec 08 02:10:27.882221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=0b7b8f65-112b-485b-9909-feae6a203908,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:27.983800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dec886-ff35-4692-bf02-794a1d0c0c87 req-1417249f-8522-4e83-b701-51db22c1b848 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:27.985264 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46dec886-ff35-4692-bf02-794a1d0c0c87 req-1417249f-8522-4e83-b701-51db22c1b848 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 945 time: 0.0541766 Dec 08 02:10:28.002915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7107770-4ebf-4bce-82b0-29888e7c8fc7 req-084506c9-ccd6-490d-9c9e-13ab042521c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:28.005188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7107770-4ebf-4bce-82b0-29888e7c8fc7 req-084506c9-ccd6-490d-9c9e-13ab042521c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 1097 time: 0.0479362 Dec 08 02:10:28.039168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46dec886-ff35-4692-bf02-794a1d0c0c87 req-d77a4cff-abbe-444b-90dd-7fc9122cb706 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474901 Dec 08 02:10:28.071147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d7107770-4ebf-4bce-82b0-29888e7c8fc7 req-5e7431f3-bcad-4d09-bbf3-b704035d0b82 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544589 Dec 08 02:10:28.828927 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3e792e81-080d-445f-8b62-2f0ac7723076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.161480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ce1e4-17a2-4791-930c-407c88d589d5 req-df99e620-3892-455d-a01d-3414161eb9fa tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:29.162920 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c67ce1e4-17a2-4791-930c-407c88d589d5 req-df99e620-3892-455d-a01d-3414161eb9fa tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 945 time: 0.0486932 Dec 08 02:10:29.210246 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c67ce1e4-17a2-4791-930c-407c88d589d5 req-17466000-7178-45b9-b581-b9c7df127421 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401950 Dec 08 02:10:29.481618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33446) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:29.635299 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Deleting port 1709c460-84a8-4096-8e09-55b881b4ca8d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:29.635632 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.708712 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.709028 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.720489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Calling delete_port for 1709c460-84a8-4096-8e09-55b881b4ca8d owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:29.864608 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:29.891199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event deleted for resources: {'Port': ['ID=1709c460-84a8-4096-8e09-55b881b4ca8d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:30.266298 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.266987 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Floating IP b94a0b2e-6e13-473a-9b75-b1ad5d8763fb disassociated (deleted). External IP: 172.25.2.4, port: e0a338f9-8522-46ec-aac6-83683f1fc52c. Dec 08 02:10:30.332748 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2f0f3-44e9-40c9-ab7f-ad52f321d063 req-9fc26550-3980-4887-9850-7dd322ee9f52 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:30.334244 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ecf2f0f3-44e9-40c9-ab7f-ad52f321d063 req-9fc26550-3980-4887-9850-7dd322ee9f52 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 945 time: 0.0521214 Dec 08 02:10:30.381940 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ecf2f0f3-44e9-40c9-ab7f-ad52f321d063 req-0f010795-859e-4bef-9030-5565e5fac0ee tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Dec 08 02:10:30.474450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Router 48058a06-d28a-4db7-84a8-eb9502a4152a has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:10:30.593685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:10:30.598368 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:30.604908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35c722-51ce-4f2e-814c-0646d4af7d62 None None] Sync routers for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:10:30.616771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35c722-51ce-4f2e-814c-0646d4af7d62 None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:10:30.617569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4a35c722-51ce-4f2e-814c-0646d4af7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:10:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:30.622719 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759166a-ff72-42d7-afd6-e7140a72a141 req-282e212c-bb9e-40bd-a39e-05f3a0332363 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:30.624334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c759166a-ff72-42d7-afd6-e7140a72a141 req-282e212c-bb9e-40bd-a39e-05f3a0332363 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 945 time: 0.0513027 Dec 08 02:10:30.627587 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-10f139cd-760b-4904-8a05-759bf8cbb2a9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "DELETE /v2.0/floatingips/b94a0b2e-6e13-473a-9b75-b1ad5d8763fb HTTP/1.1" status: 204 len: 168 time: 1.1445992 Dec 08 02:10:30.628202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'tag': 'e0a338f9-8522-46ec-aac6-83683f1fc52c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:30.630952 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceccfdcd-bc7e-49c9-bc25-dfa8291f5e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "eac5b3ff-cd81-4709-b5ab-4329f92f8738", "tag": "e0a338f9-8522-46ec-aac6-83683f1fc52c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:30.678853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c759166a-ff72-42d7-afd6-e7140a72a141 req-9f262de8-c9cf-490b-a4cc-9509dad2220e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455892 Dec 08 02:10:30.730221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-4a35c722-51ce-4f2e-814c-0646d4af7d62 None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:10:30.730410 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec70c39-8b28-4360-94e2-8947d263a709 x-openstack-request-id: req-aec70c39-8b28-4360-94e2-8947d263a709 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:30.730933 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac5b3ff-cd81-4709-b5ab-4329f92f8738", "tag": "e0a338f9-8522-46ec-aac6-83683f1fc52c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:30.731258 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aec70c39-8b28-4360-94e2-8947d263a709 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:30.731765 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'tag': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'status': 'completed', 'code': 200} Dec 08 02:10:30.794984 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:10:30.821762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccfdcd-bc7e-49c9-bc25-dfa8291f5e2f req-2facb43b-45a9-4ce8-ace4-779db5491ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:30.824143 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ceccfdcd-bc7e-49c9-bc25-dfa8291f5e2f req-2facb43b-45a9-4ce8-ace4-779db5491ba8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=630e950b003f4579a3179d6eb911a839&device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 1098 time: 0.0470653 Dec 08 02:10:30.852086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8eba52-47d3-4fca-b31e-6602435b17ad req-b7e7ed56-eeaf-4525-904f-40da3843935b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:30.853893 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f8eba52-47d3-4fca-b31e-6602435b17ad req-b7e7ed56-eeaf-4525-904f-40da3843935b tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 946 time: 0.0507717 Dec 08 02:10:30.911184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f8eba52-47d3-4fca-b31e-6602435b17ad req-b861efcb-3d96-4df2-9940-e05533ae8b71 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493593 Dec 08 02:10:30.940995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4a35c722-51ce-4f2e-814c-0646d4af7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:30.949336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccfdcd-bc7e-49c9-bc25-dfa8291f5e2f req-3e6f2d70-6761-4a4a-949b-252b5619a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:30.950889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ceccfdcd-bc7e-49c9-bc25-dfa8291f5e2f req-3e6f2d70-6761-4a4a-949b-252b5619a9e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 200 len: 913 time: 0.1045051 Dec 08 02:10:30.968122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35c722-51ce-4f2e-814c-0646d4af7d62 None None] Checking router: 48058a06-d28a-4db7-84a8-eb9502a4152a for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:10:30.976416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a35c722-51ce-4f2e-814c-0646d4af7d62 None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:10:30.977027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4a35c722-51ce-4f2e-814c-0646d4af7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:10:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:30.994450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ceccfdcd-bc7e-49c9-bc25-dfa8291f5e2f req-3965c785-5949-4022-9929-f2bfa654a12b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0a338f9-8522-46ec-aac6-83683f1fc52c HTTP/1.1" status: 200 len: 217 time: 0.0351560 Dec 08 02:10:31.046622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccfdcd-bc7e-49c9-bc25-dfa8291f5e2f req-e2f46b44-a88f-4665-bca7-e7288409195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:31.048089 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ceccfdcd-bc7e-49c9-bc25-dfa8291f5e2f req-e2f46b44-a88f-4665-bca7-e7288409195d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 200 len: 851 time: 0.0448442 Dec 08 02:10:31.084702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-4a35c722-51ce-4f2e-814c-0646d4af7d62 None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:10:31.097338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccfdcd-bc7e-49c9-bc25-dfa8291f5e2f req-a5e586f9-83a6-42f7-b000-1f20105ae5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:31.098863 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ceccfdcd-bc7e-49c9-bc25-dfa8291f5e2f req-a5e586f9-83a6-42f7-b000-1f20105ae5c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8f279760-140c-407f-a667-25feea544d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407064 Dec 08 02:10:31.194521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ceccfdcd-bc7e-49c9-bc25-dfa8291f5e2f req-9d6ea39a-dac2-419c-a283-2aa6c03651d8 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869410 Dec 08 02:10:31.291770 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ceccfdcd-bc7e-49c9-bc25-dfa8291f5e2f req-3ad9a961-b3e5-495e-ab30-6b43c53c0063 service neutron] 10.222.0.65 "GET /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882645 Dec 08 02:10:31.292523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-4a35c722-51ce-4f2e-814c-0646d4af7d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:31.319376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a35c722-51ce-4f2e-814c-0646d4af7d62 None None] The sync data for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 is: [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T01:55:54Z', 'revision_number': 4, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e276c490-d078-42c9-9fd4-d84d2af14913', 'name': '', 'network_id': '8f279760-140c-407f-a667-25feea544d0c', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'mac_address': 'fa:16:3e:ba:d7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:52Z', 'updated_at': '2021-12-08T01:56:09Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'subnets': [{'id': 'ddacc30c-c599-475d-882a-2e882bb43a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:10:31.555936 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494c936a-947f-4d7c-b364-4da67bb78688 None None] New status for floating IP b94a0b2e-6e13-473a-9b75-b1ad5d8763fb: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:10:31.798593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad5264-76f1-4010-935b-ee812bdfbaf7 req-afc3329d-20da-4696-a957-f25e298a1119 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:31.800073 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5ad5264-76f1-4010-935b-ee812bdfbaf7 req-afc3329d-20da-4696-a957-f25e298a1119 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 945 time: 0.0494435 Dec 08 02:10:31.846320 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5ad5264-76f1-4010-935b-ee812bdfbaf7 req-deed642a-a2d8-4daf-adbd-a45638eba77e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Dec 08 02:10:31.896814 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:32.030745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd546f0-8b52-420d-913b-d59e7b751524 req-6777a320-8a75-4c74-8043-8ee5a9389a6f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:32.032245 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7bd546f0-8b52-420d-913b-d59e7b751524 req-6777a320-8a75-4c74-8043-8ee5a9389a6f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 946 time: 0.0486746 Dec 08 02:10:32.082031 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7bd546f0-8b52-420d-913b-d59e7b751524 req-3787debd-bb77-4ede-ae5d-4736dab5fddd tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438647 Dec 08 02:10:32.092608 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-05d89243-9bbb-49eb-81db-d277179e5814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:32.250697 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be57a8-e3f3-470a-91d3-d2cdd64e657a req-374ff4ad-0305-495f-acfd-852bf92b628d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:32.252148 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0be57a8-e3f3-470a-91d3-d2cdd64e657a req-374ff4ad-0305-495f-acfd-852bf92b628d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 945 time: 0.0510643 Dec 08 02:10:32.370488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b0be57a8-e3f3-470a-91d3-d2cdd64e657a req-e749f634-cd8b-4864-b8c8-6def109413d0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Deleting port 0b7b8f65-112b-485b-9909-feae6a203908 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:32.371253 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0be57a8-e3f3-470a-91d3-d2cdd64e657a req-e749f634-cd8b-4864-b8c8-6def109413d0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:32.383469 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:32.459694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b0be57a8-e3f3-470a-91d3-d2cdd64e657a req-e749f634-cd8b-4864-b8c8-6def109413d0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] For port 0b7b8f65-112b-485b-9909-feae6a203908, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=0b7b8f65-112b-485b-9909-feae6a203908,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:32.460052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0be57a8-e3f3-470a-91d3-d2cdd64e657a req-e749f634-cd8b-4864-b8c8-6def109413d0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:32.472731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b0be57a8-e3f3-470a-91d3-d2cdd64e657a req-e749f634-cd8b-4864-b8c8-6def109413d0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Calling delete_port for 0b7b8f65-112b-485b-9909-feae6a203908 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:32.601974 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0be57a8-e3f3-470a-91d3-d2cdd64e657a req-e749f634-cd8b-4864-b8c8-6def109413d0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:32.631199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749f634-cd8b-4864-b8c8-6def109413d0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Pushing event deleted for resources: {'Port': ['ID=0b7b8f65-112b-485b-9909-feae6a203908,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:32.635436 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ecde1a8a-eac8-4c84-b3ab-b409f104d46c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:32.663394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['0b7b8f65-112b-485b-9909-feae6a203908'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:10:32.679398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0be57a8-e3f3-470a-91d3-d2cdd64e657a req-e749f634-cd8b-4864-b8c8-6def109413d0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] No DVR routers for this DVR port 0b7b8f65-112b-485b-9909-feae6a203908 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:32.682302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b0be57a8-e3f3-470a-91d3-d2cdd64e657a req-e749f634-cd8b-4864-b8c8-6def109413d0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:32.686483 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0be57a8-e3f3-470a-91d3-d2cdd64e657a req-e749f634-cd8b-4864-b8c8-6def109413d0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.65 "DELETE /v2.0/ports/0b7b8f65-112b-485b-9909-feae6a203908 HTTP/1.1" status: 204 len: 173 time: 0.4036250 Dec 08 02:10:32.733284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac6ec08b-9970-49d8-99dd-2279dbabd8a5', 'name': 'network-vif-deleted', 'tag': '0b7b8f65-112b-485b-9909-feae6a203908'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:32.735755 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4811ba87-ba0d-44e1-9289-504d83f53d0f" -d '{"events": [{"server_uuid": "ac6ec08b-9970-49d8-99dd-2279dbabd8a5", "name": "network-vif-deleted", "tag": "0b7b8f65-112b-485b-9909-feae6a203908"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:32.782359 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15c09d3-4175-48de-9bbe-bd984d4264e8 x-openstack-request-id: req-c15c09d3-4175-48de-9bbe-bd984d4264e8 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:32.782647 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac6ec08b-9970-49d8-99dd-2279dbabd8a5", "name": "network-vif-deleted", "tag": "0b7b8f65-112b-485b-9909-feae6a203908", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:32.782905 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c15c09d3-4175-48de-9bbe-bd984d4264e8 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:32.783313 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac6ec08b-9970-49d8-99dd-2279dbabd8a5', 'name': 'network-vif-deleted', 'tag': '0b7b8f65-112b-485b-9909-feae6a203908', 'status': 'completed', 'code': 200} Dec 08 02:10:32.928323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4375af9-f2c8-4a66-80ff-fd788a68e108 req-fb1b8654-a714-4aa2-99f0-5a0bd087aaa9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:32.930002 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4375af9-f2c8-4a66-80ff-fd788a68e108 req-fb1b8654-a714-4aa2-99f0-5a0bd087aaa9 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 946 time: 0.0519145 Dec 08 02:10:32.956523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2adeeb44-a12d-4574-82ce-4aaeced9cc91 req-1f00ec48-abda-4044-ad78-010bcb0cb627 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=ac6ec08b-9970-49d8-99dd-2279dbabd8a5 HTTP/1.1" status: 200 len: 210 time: 0.0265563 Dec 08 02:10:33.024089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c4375af9-f2c8-4a66-80ff-fd788a68e108 req-0c710edb-c1c5-40e6-b899-86b77d4c3484 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Deleting port e0a338f9-8522-46ec-aac6-83683f1fc52c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:33.024470 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c4375af9-f2c8-4a66-80ff-fd788a68e108 req-0c710edb-c1c5-40e6-b899-86b77d4c3484 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:33.116669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c4375af9-f2c8-4a66-80ff-fd788a68e108 req-0c710edb-c1c5-40e6-b899-86b77d4c3484 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] For port e0a338f9-8522-46ec-aac6-83683f1fc52c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=e0a338f9-8522-46ec-aac6-83683f1fc52c,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:33.117038 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c4375af9-f2c8-4a66-80ff-fd788a68e108 req-0c710edb-c1c5-40e6-b899-86b77d4c3484 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:33.129985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c4375af9-f2c8-4a66-80ff-fd788a68e108 req-0c710edb-c1c5-40e6-b899-86b77d4c3484 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Calling delete_port for e0a338f9-8522-46ec-aac6-83683f1fc52c owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:33.244820 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ecc8f-20f7-4c9a-baaa-ce45a5f4bcbe req-b6f00299-88f4-4a1a-b2b1-b9ec3b5ea655 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:33.246540 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a83ecc8f-20f7-4c9a-baaa-ce45a5f4bcbe req-b6f00299-88f4-4a1a-b2b1-b9ec3b5ea655 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 946 time: 0.0729845 Dec 08 02:10:33.330476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a83ecc8f-20f7-4c9a-baaa-ce45a5f4bcbe req-ca61e370-c0c5-40f8-929a-484633971e6f tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/security-groups?id=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757060 Dec 08 02:10:33.348443 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c4375af9-f2c8-4a66-80ff-fd788a68e108 req-0c710edb-c1c5-40e6-b899-86b77d4c3484 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:33.377782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c710edb-c1c5-40e6-b899-86b77d4c3484 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event deleted for resources: {'Port': ['ID=e0a338f9-8522-46ec-aac6-83683f1fc52c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:33.424217 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4375af9-f2c8-4a66-80ff-fd788a68e108 req-0c710edb-c1c5-40e6-b899-86b77d4c3484 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] No DVR routers for this DVR port e0a338f9-8522-46ec-aac6-83683f1fc52c on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:33.426841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c4375af9-f2c8-4a66-80ff-fd788a68e108 req-0c710edb-c1c5-40e6-b899-86b77d4c3484 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:33.430525 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4375af9-f2c8-4a66-80ff-fd788a68e108 req-0c710edb-c1c5-40e6-b899-86b77d4c3484 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.65 "DELETE /v2.0/ports/e0a338f9-8522-46ec-aac6-83683f1fc52c HTTP/1.1" status: 204 len: 173 time: 0.4916990 Dec 08 02:10:33.687514 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:34.115050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e6fc5-888b-4857-85b7-804d8a0318b2 req-a35d9b59-c40b-4536-9bbc-ded836b3493b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:34.116698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c0e6fc5-888b-4857-85b7-804d8a0318b2 req-a35d9b59-c40b-4536-9bbc-ded836b3493b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0515087 Dec 08 02:10:34.151406 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:34.169169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c0e6fc5-888b-4857-85b7-804d8a0318b2 req-88c6aa5c-48bd-45f1-809d-28dcb27f1a9b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462997 Dec 08 02:10:34.338620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a23e2d-3894-4b37-9dfd-6e7a052ec226 req-d570bd20-f67b-4e10-bde5-35a548a1a4de tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:34.340883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79a23e2d-3894-4b37-9dfd-6e7a052ec226 req-d570bd20-f67b-4e10-bde5-35a548a1a4de tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0531671 Dec 08 02:10:34.396682 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79a23e2d-3894-4b37-9dfd-6e7a052ec226 req-8e95735f-eb06-4b3a-b074-d2c85c18cbe9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495105 Dec 08 02:10:34.431192 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-221265c1-9ead-4505-a227-a303cf4aaad1 req-444b2c11-6fb5-4321-b657-aba1c4fef28d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 210 time: 0.0274439 Dec 08 02:10:34.516255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864404fe-e1a2-439e-a721-eaf7f091da79 req-9ba5133c-a349-43f5-a0e6-a08580308001 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:34.517726 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-864404fe-e1a2-439e-a721-eaf7f091da79 req-9ba5133c-a349-43f5-a0e6-a08580308001 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0504990 Dec 08 02:10:34.566865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-864404fe-e1a2-439e-a721-eaf7f091da79 req-eb5aad1e-73ea-4f98-8e14-f02be2f747dc tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Dec 08 02:10:34.767132 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:34.784097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'name': 'network-vif-deleted', 'tag': 'e0a338f9-8522-46ec-aac6-83683f1fc52c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:10:34.786886 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27c28c9-8535-48cd-96d2-326c5d5d001d" -d '{"events": [{"server_uuid": "eac5b3ff-cd81-4709-b5ab-4329f92f8738", "name": "network-vif-deleted", "tag": "e0a338f9-8522-46ec-aac6-83683f1fc52c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:10:34.853646 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca12af5-a26d-493d-99a4-bbaa7d3b8612 x-openstack-request-id: req-cca12af5-a26d-493d-99a4-bbaa7d3b8612 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:10:34.854129 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac5b3ff-cd81-4709-b5ab-4329f92f8738", "name": "network-vif-deleted", "tag": "e0a338f9-8522-46ec-aac6-83683f1fc52c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:10:34.854556 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cca12af5-a26d-493d-99a4-bbaa7d3b8612 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:10:34.855166 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac5b3ff-cd81-4709-b5ab-4329f92f8738', 'name': 'network-vif-deleted', 'tag': 'e0a338f9-8522-46ec-aac6-83683f1fc52c', 'status': 'completed', 'code': 200} Dec 08 02:10:35.532571 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b381d6c9-1db5-4c0b-bdfb-4f438592d64a req-5d937cdf-a87a-4ae7-ace0-9ef373415c5e tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 210 time: 0.0297525 Dec 08 02:10:35.646523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 0b7b8f65-112b-485b-9909-feae6a203908 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:35.672401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 0b7b8f65-112b-485b-9909-feae6a203908 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:35.672852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 0b7b8f65-112b-485b-9909-feae6a203908 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:35.673350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device e0a338f9-8522-46ec-aac6-83683f1fc52c no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:35.694123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: e0a338f9-8522-46ec-aac6-83683f1fc52c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:35.694489 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device e0a338f9-8522-46ec-aac6-83683f1fc52c not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:36.219241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60225694-c680-4509-a845-d456ec972ee0 req-692862e8-0df0-4d64-9f4f-a2d8935c1b14 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:36.220814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60225694-c680-4509-a845-d456ec972ee0 req-692862e8-0df0-4d64-9f4f-a2d8935c1b14 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0515838 Dec 08 02:10:36.273480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-60225694-c680-4509-a845-d456ec972ee0 req-f92c0204-1043-45de-976d-03a8509323fc tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Dec 08 02:10:36.395428 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4d156-6b2c-4a1b-bb64-d2b86d4c6ee0 req-2cd27d21-cc85-483c-a806-75e4eeb50b6d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:36.397069 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f4d4d156-6b2c-4a1b-bb64-d2b86d4c6ee0 req-2cd27d21-cc85-483c-a806-75e4eeb50b6d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0534639 Dec 08 02:10:36.447663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f4d4d156-6b2c-4a1b-bb64-d2b86d4c6ee0 req-93ee1a61-959e-4e4e-b557-60d5b7fcf65d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437553 Dec 08 02:10:36.633464 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f5b9b4da-c04c-45c3-930a-a7b922725b35 req-049580c4-2497-430d-a2df-8af05c18f73a tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 210 time: 0.0279236 Dec 08 02:10:37.741270 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-00c4263a-15d0-4749-b533-99c08a2f7943 req-f90e1836-31cb-46f7-879d-a782b54fa670 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "GET /v2.0/ports?device_id=eac5b3ff-cd81-4709-b5ab-4329f92f8738 HTTP/1.1" status: 200 len: 210 time: 0.0280516 Dec 08 02:10:37.929204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4174c-3d90-48fa-b838-051bd298acda req-1a1a1d23-ccd6-4cc2-a496-62f3fb436b3f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:37.930681 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbd4174c-3d90-48fa-b838-051bd298acda req-1a1a1d23-ccd6-4cc2-a496-62f3fb436b3f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0513794 Dec 08 02:10:37.978191 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbd4174c-3d90-48fa-b838-051bd298acda req-eaa904fc-4662-4195-b29e-d223f52fd406 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Dec 08 02:10:38.096605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907838e-6304-492d-abd7-ba138c95f8bd req-de07ec07-c221-4fa3-b1d1-96ececf69130 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:38.098119 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f907838e-6304-492d-abd7-ba138c95f8bd req-de07ec07-c221-4fa3-b1d1-96ececf69130 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0496590 Dec 08 02:10:38.145454 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f907838e-6304-492d-abd7-ba138c95f8bd req-0eb6e5b5-0eac-43a4-ae17-28c567d303b3 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413349 Dec 08 02:10:38.313475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d823ba0-d627-4586-bede-39f8d40b01eb req-bed077d4-e801-44ed-8a42-d412b6706a27 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:38.315963 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d823ba0-d627-4586-bede-39f8d40b01eb req-bed077d4-e801-44ed-8a42-d412b6706a27 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0519152 Dec 08 02:10:38.368403 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d823ba0-d627-4586-bede-39f8d40b01eb req-26c70e33-f41d-4087-b4f8-ce6be20c9b20 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468678 Dec 08 02:10:38.488584 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4de167-9887-48b2-bdf1-b76cafddec91 req-0cbf87e1-7a3a-412d-9cee-c8b8efbbe278 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:38.490096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe4de167-9887-48b2-bdf1-b76cafddec91 req-0cbf87e1-7a3a-412d-9cee-c8b8efbbe278 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0529790 Dec 08 02:10:38.537435 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe4de167-9887-48b2-bdf1-b76cafddec91 req-5eb57eb3-e100-4568-846d-2c593080154c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Dec 08 02:10:38.699057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f295b9-ed9e-4901-984a-165312c7f460 req-4eee6536-ed29-4736-a724-d3c92f806d58 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:38.700649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-44f295b9-ed9e-4901-984a-165312c7f460 req-4eee6536-ed29-4736-a724-d3c92f806d58 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0502200 Dec 08 02:10:38.746379 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-44f295b9-ed9e-4901-984a-165312c7f460 req-89716f01-72c3-45ad-81a0-5242fc9c2832 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397623 Dec 08 02:10:38.797290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33552) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:38.863397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6227e-dfc0-4c81-a3e0-e541db8480ff req-d6c95dc7-69c2-45c0-9dc0-252483c62e95 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:38.865242 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e6227e-dfc0-4c81-a3e0-e541db8480ff req-d6c95dc7-69c2-45c0-9dc0-252483c62e95 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0529537 Dec 08 02:10:38.916787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e6227e-dfc0-4c81-a3e0-e541db8480ff req-2a1dd022-9d5f-4444-8af5-3f590c1ff01f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448627 Dec 08 02:10:38.923531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7acd2acf-1874-4dfb-bc4d-de35fdf3a213 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Deleting port 9b1a0827-5baf-4c0d-a81d-71110c4b7c4d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:38.923871 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7acd2acf-1874-4dfb-bc4d-de35fdf3a213 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.005807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7acd2acf-1874-4dfb-bc4d-de35fdf3a213 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.006143 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7acd2acf-1874-4dfb-bc4d-de35fdf3a213 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.019988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7acd2acf-1874-4dfb-bc4d-de35fdf3a213 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Calling delete_port for 9b1a0827-5baf-4c0d-a81d-71110c4b7c4d owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:39.097523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85254252-95a2-4005-8fa4-5f4b3d1d68f9 req-717aa50e-e31e-4e49-b4a9-09c968b170eb tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:39.099004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-85254252-95a2-4005-8fa4-5f4b3d1d68f9 req-717aa50e-e31e-4e49-b4a9-09c968b170eb tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0498745 Dec 08 02:10:39.147733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-85254252-95a2-4005-8fa4-5f4b3d1d68f9 req-09ac75af-93d6-482b-a0b7-866683f3e340 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 Dec 08 02:10:39.158628 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7acd2acf-1874-4dfb-bc4d-de35fdf3a213 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.191259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd2acf-1874-4dfb-bc4d-de35fdf3a213 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event deleted for resources: {'Port': ['ID=9b1a0827-5baf-4c0d-a81d-71110c4b7c4d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:39.278619 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7acd2acf-1874-4dfb-bc4d-de35fdf3a213 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.281230 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7acd2acf-1874-4dfb-bc4d-de35fdf3a213 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:39.282439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7acd2acf-1874-4dfb-bc4d-de35fdf3a213 tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "DELETE /v2.0/floatingips/b0397995-632d-4c75-a601-40ae256f4a55 HTTP/1.1" status: 204 len: 168 time: 0.4841797 Dec 08 02:10:39.298939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9207a9-6112-4fdb-83a2-9fef2d4195cf req-d7fb1814-6f06-49b0-82b0-aee84e9bacda tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:39.300593 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb9207a9-6112-4fdb-83a2-9fef2d4195cf req-d7fb1814-6f06-49b0-82b0-aee84e9bacda tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0653872 Dec 08 02:10:39.352778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb9207a9-6112-4fdb-83a2-9fef2d4195cf req-eda241aa-1577-46a8-915d-e29628212a2d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463233 Dec 08 02:10:39.531477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d7b25-eaa3-4c47-bbf4-0f79145ba106 req-7a6f7998-0355-4882-94e9-f66b79b530c0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:39.533042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce9d7b25-eaa3-4c47-bbf4-0f79145ba106 req-7a6f7998-0355-4882-94e9-f66b79b530c0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0503047 Dec 08 02:10:39.584747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce9d7b25-eaa3-4c47-bbf4-0f79145ba106 req-ac3b5911-3121-43b7-8f5e-80fe301f2eb7 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457168 Dec 08 02:10:39.701713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e079c9b-59eb-474b-972e-732d4ef1a99a req-eb260727-edb1-4fd2-8e9d-b92493f5541a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:39.703143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e079c9b-59eb-474b-972e-732d4ef1a99a req-eb260727-edb1-4fd2-8e9d-b92493f5541a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0487444 Dec 08 02:10:39.751604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e079c9b-59eb-474b-972e-732d4ef1a99a req-618bd3e0-6528-4b7e-a267-c142d76c45ad tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423067 Dec 08 02:10:39.921521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a57bee-6b32-4be0-8156-0ad064100616 req-daf77541-a5f8-46fb-8e27-41602882c235 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:39.923031 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34a57bee-6b32-4be0-8156-0ad064100616 req-daf77541-a5f8-46fb-8e27-41602882c235 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0529637 Dec 08 02:10:39.977374 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34a57bee-6b32-4be0-8156-0ad064100616 req-658b6ef0-4ae6-4a59-8cf3-45d1d88d5475 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481348 Dec 08 02:10:40.102221 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad395c3-e7ad-4bce-a0c9-d49c48070650 req-c917bab3-8ef3-4d19-bf07-56186dd402b8 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:40.103737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dad395c3-e7ad-4bce-a0c9-d49c48070650 req-c917bab3-8ef3-4d19-bf07-56186dd402b8 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0512114 Dec 08 02:10:40.152890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dad395c3-e7ad-4bce-a0c9-d49c48070650 req-9709a0cd-70e5-4152-b7e5-29205c72e724 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 Dec 08 02:10:40.386746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f70a9-2138-4a96-9bb5-3bdef7f84c71 req-7d7cc702-20ce-440e-9ca6-0095e82b8291 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:40.388239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e2f70a9-2138-4a96-9bb5-3bdef7f84c71 req-7d7cc702-20ce-440e-9ca6-0095e82b8291 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 813 time: 0.1061316 Dec 08 02:10:40.404055 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e2f70a9-2138-4a96-9bb5-3bdef7f84c71 req-b32c8e1e-e8b1-49f6-b32a-4e812b551d7f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/quotas/159ea9eabb8a4b1e8c4f2b1d21f498a0 HTTP/1.1" status: 200 len: 375 time: 0.0098221 Dec 08 02:10:40.453031 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5e2f70a9-2138-4a96-9bb5-3bdef7f84c71 req-e82a7672-0113-4114-8fa3-6c559f3d1c0d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434868 Dec 08 02:10:40.558880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2f91a-915b-456b-9a9a-b18886090d4e req-2fc987ac-7c67-4e79-9706-79f6306b4b8d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:40.560391 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13c2f91a-915b-456b-9a9a-b18886090d4e req-2fc987ac-7c67-4e79-9706-79f6306b4b8d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0490379 Dec 08 02:10:40.607276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13c2f91a-915b-456b-9a9a-b18886090d4e req-04d21320-3e52-45dd-8c97-c380bc556ab1 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Dec 08 02:10:40.726611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a595142-0de2-404f-98b4-adc397077fa4 req-2410bae2-d2a9-4d5e-a14a-cf84106614af tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:40.728108 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a595142-0de2-404f-98b4-adc397077fa4 req-2410bae2-d2a9-4d5e-a14a-cf84106614af tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0496063 Dec 08 02:10:40.784111 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a595142-0de2-404f-98b4-adc397077fa4 req-dd66e979-87aa-4043-9461-da0d9621ac2b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492091 Dec 08 02:10:40.935575 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26bf43d2-d345-432e-a75b-1ae7e54b692f req-925b797f-9bdf-4fe0-a981-f92d42eb5f59 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0 HTTP/1.1" status: 200 len: 221 time: 0.0263124 Dec 08 02:10:41.036885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9281338-dee2-4445-b9db-eab85681c73f req-6ce565f7-8aec-4115-97b8-848710ddd85f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:41.040118 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9281338-dee2-4445-b9db-eab85681c73f req-6ce565f7-8aec-4115-97b8-848710ddd85f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0489135 Dec 08 02:10:41.090629 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9281338-dee2-4445-b9db-eab85681c73f req-7cc35c32-3d66-4d76-952a-68b5631078e1 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447888 Dec 08 02:10:41.213167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedcab1-440d-499b-ac77-86c09506d5c0 req-5b7cf0d1-d4c0-4a1f-b069-73a098ea65e7 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:41.214863 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-baedcab1-440d-499b-ac77-86c09506d5c0 req-5b7cf0d1-d4c0-4a1f-b069-73a098ea65e7 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0538249 Dec 08 02:10:41.263151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-baedcab1-440d-499b-ac77-86c09506d5c0 req-0429bc9a-e57d-47cd-a222-2a9f2af0cf16 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 Dec 08 02:10:41.392903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b345c-c91e-42ee-9e47-d451301df18f req-41fcfcb7-84d9-44f8-9ab8-feb48807d3ac tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:41.394401 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a6b345c-c91e-42ee-9e47-d451301df18f req-41fcfcb7-84d9-44f8-9ab8-feb48807d3ac tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0498328 Dec 08 02:10:41.442874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a6b345c-c91e-42ee-9e47-d451301df18f req-64c08c67-4850-4479-9f65-b3bf8b8a118c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422435 Dec 08 02:10:41.565867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ab765-c615-4c7f-9713-bf65f218ef29 req-a64ab5a1-2933-4417-86a4-8841f67dbf52 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:41.567382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-528ab765-c615-4c7f-9713-bf65f218ef29 req-a64ab5a1-2933-4417-86a4-8841f67dbf52 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0541861 Dec 08 02:10:41.614226 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-528ab765-c615-4c7f-9713-bf65f218ef29 req-2283c932-472a-48e5-a55c-1c97ecf8541e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Dec 08 02:10:41.739319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ff495-8f03-40b6-957c-0e55d1002950 req-b7d63079-d103-43cb-9c3d-6383faed9ed9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:41.740934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-587ff495-8f03-40b6-957c-0e55d1002950 req-b7d63079-d103-43cb-9c3d-6383faed9ed9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0491202 Dec 08 02:10:41.787895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-587ff495-8f03-40b6-957c-0e55d1002950 req-a03160bf-8b42-4968-86ca-c5e5415d39c6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403831 Dec 08 02:10:41.913302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc4dda-0156-4356-8f51-956862c74aec req-658a229e-e05e-4a7b-8d97-0201101aec99 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:41.914881 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ebc4dda-0156-4356-8f51-956862c74aec req-658a229e-e05e-4a7b-8d97-0201101aec99 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0558343 Dec 08 02:10:41.962032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ebc4dda-0156-4356-8f51-956862c74aec req-741b4be3-f211-4789-a68f-821227ae1bdb tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 Dec 08 02:10:42.091417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fa1c1-91de-4823-a02a-92fb7726a465 req-6f168db9-0c29-4be0-b463-2b8f094e9376 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:42.092972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-257fa1c1-91de-4823-a02a-92fb7726a465 req-6f168db9-0c29-4be0-b463-2b8f094e9376 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0515518 Dec 08 02:10:42.143437 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-257fa1c1-91de-4823-a02a-92fb7726a465 req-6c06da6b-3ae2-4957-a9d0-073efc7dd30f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443051 Dec 08 02:10:42.268769 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba8670-0d69-4b58-b2c0-bfebfcd50bd7 req-572e6284-a9c6-4a8f-ba56-22d765249bbc tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:42.270674 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50ba8670-0d69-4b58-b2c0-bfebfcd50bd7 req-572e6284-a9c6-4a8f-ba56-22d765249bbc tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0543804 Dec 08 02:10:42.318359 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50ba8670-0d69-4b58-b2c0-bfebfcd50bd7 req-58590f46-8385-4ae1-b6df-9f01e3603c57 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415339 Dec 08 02:10:42.451418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb1174-face-4002-8393-31c16c632b8d req-d0f76e14-bdc2-4f22-8c93-7b0cf286857c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:42.452863 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1bb1174-face-4002-8393-31c16c632b8d req-d0f76e14-bdc2-4f22-8c93-7b0cf286857c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0489857 Dec 08 02:10:42.499898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1bb1174-face-4002-8393-31c16c632b8d req-efcecb6d-b005-4365-a846-c523a347ab09 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Dec 08 02:10:42.585448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33648) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:42.617777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3f10f-91c3-4ef2-b12d-fbe61357e6e1 req-b720d99e-9175-4885-8bff-15e7fbf3d161 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:42.619379 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1f3f10f-91c3-4ef2-b12d-fbe61357e6e1 req-b720d99e-9175-4885-8bff-15e7fbf3d161 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0514731 Dec 08 02:10:42.644327 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94a82da7-d78e-4c80-bf41-58a602cb952d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:42.677197 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1f3f10f-91c3-4ef2-b12d-fbe61357e6e1 req-ce1e655f-38e3-4acb-af40-6be82dfbcc16 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508339 Dec 08 02:10:42.680511 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94a82da7-d78e-4c80-bf41-58a602cb952d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:42.753768 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94a82da7-d78e-4c80-bf41-58a602cb952d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:42.756546 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94a82da7-d78e-4c80-bf41-58a602cb952d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:42.757989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-94a82da7-d78e-4c80-bf41-58a602cb952d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] 10.222.0.70 "DELETE /v2.0/security-groups/f28b1d3a-8f5d-4ce8-9970-966bdab5c10e HTTP/1.1" status: 204 len: 168 time: 0.1715252 Dec 08 02:10:42.772805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a82da7-d78e-4c80-bf41-58a602cb952d tempest-TestVolumeBootPattern-1772788635 tempest-TestVolumeBootPattern-1772788635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28b1d3a-8f5d-4ce8-9970-966bdab5c10e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:42.842547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33656) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:42.857868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56a860-8550-43c1-afdc-904ba2d921cb req-cc9e5020-2950-46a7-bed9-8b3a27b850e2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:42.859728 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-db56a860-8550-43c1-afdc-904ba2d921cb req-cc9e5020-2950-46a7-bed9-8b3a27b850e2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0831027 Dec 08 02:10:42.917602 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-db56a860-8550-43c1-afdc-904ba2d921cb req-4f7bf73e-94d8-4f63-bb04-a77f2ffaec6d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513289 Dec 08 02:10:43.085559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db58d5-c84b-4af4-a69d-9c740c1be42b req-3599f48b-7c5c-4741-a1a4-b5a115693f25 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:43.087075 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32db58d5-c84b-4af4-a69d-9c740c1be42b req-3599f48b-7c5c-4741-a1a4-b5a115693f25 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0933325 Dec 08 02:10:43.224563 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32db58d5-c84b-4af4-a69d-9c740c1be42b req-ee6df103-5329-4da9-9eeb-bdc1b3cb92c7 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268547 Dec 08 02:10:43.404259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d891d15-8804-4b53-b37d-ec0c235d50dc req-b3a47cc0-b23c-4892-97b9-9a1e3754d8e4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:43.405754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d891d15-8804-4b53-b37d-ec0c235d50dc req-b3a47cc0-b23c-4892-97b9-9a1e3754d8e4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0599446 Dec 08 02:10:43.421777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d3279ad-b4dd-451a-b03e-aa580bc2cc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:43.778356 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d891d15-8804-4b53-b37d-ec0c235d50dc req-e8324162-46da-4eae-a4fb-e00df2c71d60 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654919 Dec 08 02:10:43.909430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbde410-70bc-4937-acaf-ffb03b95a3f5 req-a374cb84-473e-4505-a039-dae6e2cc3370 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:43.912773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ecbde410-70bc-4937-acaf-ffb03b95a3f5 req-a374cb84-473e-4505-a039-dae6e2cc3370 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0579207 Dec 08 02:10:43.948553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2d3279ad-b4dd-451a-b03e-aa580bc2cc38 admin admin] Deleting port e276c490-d078-42c9-9fd4-d84d2af14913 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:43.949211 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d3279ad-b4dd-451a-b03e-aa580bc2cc38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:43.965048 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ecbde410-70bc-4937-acaf-ffb03b95a3f5 req-716b3530-ab65-46e6-bf3e-8044d529c2b0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476115 Dec 08 02:10:44.038930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-2d3279ad-b4dd-451a-b03e-aa580bc2cc38 admin admin] For port e276c490-d078-42c9-9fd4-d84d2af14913, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e276c490-d078-42c9-9fd4-d84d2af14913,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:44.039411 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d3279ad-b4dd-451a-b03e-aa580bc2cc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:44.052918 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-2d3279ad-b4dd-451a-b03e-aa580bc2cc38 admin admin] Calling delete_port for e276c490-d078-42c9-9fd4-d84d2af14913 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:44.134948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa015-0430-4489-9cc1-22d0056eec32 req-f3e7931c-3e2c-48e1-820f-6c648409ebcd tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:44.137141 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-390aa015-0430-4489-9cc1-22d0056eec32 req-f3e7931c-3e2c-48e1-820f-6c648409ebcd tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0552745 Dec 08 02:10:44.186918 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-390aa015-0430-4489-9cc1-22d0056eec32 req-2288d532-13fa-476d-8e18-d0c24ae37066 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Dec 08 02:10:44.242780 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d3279ad-b4dd-451a-b03e-aa580bc2cc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:44.269991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3279ad-b4dd-451a-b03e-aa580bc2cc38 admin admin] Pushing event deleted for resources: {'Port': ['ID=e276c490-d078-42c9-9fd4-d84d2af14913,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:44.374880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af94ce5-c246-44e6-b5de-d3f5e7c4ebe0 req-f7b0fa61-f543-44aa-af01-8e1b6a63c5f0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:44.376606 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7af94ce5-c246-44e6-b5de-d3f5e7c4ebe0 req-f7b0fa61-f543-44aa-af01-8e1b6a63c5f0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.1028116 Dec 08 02:10:44.510102 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7af94ce5-c246-44e6-b5de-d3f5e7c4ebe0 req-388b6614-177f-4a47-951c-0780f8e725af tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259630 Dec 08 02:10:44.526839 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d3279ad-b4dd-451a-b03e-aa580bc2cc38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:44.723854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dafae6-b884-4b87-a43d-5ab9cad6c1c7 req-7878cbf0-0351-4767-a686-6eb431dd9b0a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:44.725359 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18dafae6-b884-4b87-a43d-5ab9cad6c1c7 req-7878cbf0-0351-4767-a686-6eb431dd9b0a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0995133 Dec 08 02:10:44.818580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18dafae6-b884-4b87-a43d-5ab9cad6c1c7 req-9e679e4b-c8f7-4e02-ab96-0564367f7e0f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850973 Dec 08 02:10:44.820196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3279ad-b4dd-451a-b03e-aa580bc2cc38 admin admin] Router 48058a06-d28a-4db7-84a8-eb9502a4152a has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:10:44.931987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3279ad-b4dd-451a-b03e-aa580bc2cc38 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:10:44.939829 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2d3279ad-b4dd-451a-b03e-aa580bc2cc38 admin admin] 10.222.0.70 "PUT /v2.0/routers/48058a06-d28a-4db7-84a8-eb9502a4152a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0938852 Dec 08 02:10:44.940484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefee5c-a351-44a2-a782-1c8a60feb67b req-c250f257-48c7-491f-9921-e11b15b3708a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:44.941123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33684) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:44.942021 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-daefee5c-a351-44a2-a782-1c8a60feb67b req-c250f257-48c7-491f-9921-e11b15b3708a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0507910 Dec 08 02:10:44.944641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d07d7b-5303-4f16-bc36-aa925116e1fd None None] Sync routers for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:10:44.956858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d07d7b-5303-4f16-bc36-aa925116e1fd None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:10:44.957586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-37d07d7b-5303-4f16-bc36-aa925116e1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:10:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:45.007042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-daefee5c-a351-44a2-a782-1c8a60feb67b req-a611b461-cbdc-487f-982a-abd28e0698e4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517108 Dec 08 02:10:45.057802 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.155766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89338ecd-b02c-424f-b627-76b38f928b20 req-bc4f02d5-e253-445a-b414-9e0bb706534d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:45.157504 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-89338ecd-b02c-424f-b627-76b38f928b20 req-bc4f02d5-e253-445a-b414-9e0bb706534d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0534096 Dec 08 02:10:45.176140 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.214088 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-89338ecd-b02c-424f-b627-76b38f928b20 req-e7f1fa07-48ae-409c-bcac-952193a11a90 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490940 Dec 08 02:10:45.240746 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-37d07d7b-5303-4f16-bc36-aa925116e1fd None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:10:45.242864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Deleting port 6ea5244c-2951-48ec-80da-ecdc807cb843 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:45.243204 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.354975 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] For port 6ea5244c-2951-48ec-80da-ecdc807cb843, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6ea5244c-2951-48ec-80da-ecdc807cb843,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:45.355420 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.377057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba7fc3-ec36-4ff2-bd8c-d0252909621c req-2ce1faed-7f4e-4321-b294-4a563ccc1486 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:45.378537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15ba7fc3-ec36-4ff2-bd8c-d0252909621c req-2ce1faed-7f4e-4321-b294-4a563ccc1486 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0796876 Dec 08 02:10:45.379447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Calling delete_port for 6ea5244c-2951-48ec-80da-ecdc807cb843 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:45.422816 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-37d07d7b-5303-4f16-bc36-aa925116e1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T02:10:44Z', 'revision_number': 5, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port': {'id': '6ea5244c-2951-48ec-80da-ecdc807cb843', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:55:48Z', 'updated_at': '2021-12-08T01:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:45.451132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d07d7b-5303-4f16-bc36-aa925116e1fd None None] Checking router: 48058a06-d28a-4db7-84a8-eb9502a4152a for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:10:45.459344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d07d7b-5303-4f16-bc36-aa925116e1fd None None] Routers {'48058a06-d28a-4db7-84a8-eb9502a4152a'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:10:45.459953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-37d07d7b-5303-4f16-bc36-aa925116e1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:10:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['48058a06-d28a-4db7-84a8-eb9502a4152a'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:45.477314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15ba7fc3-ec36-4ff2-bd8c-d0252909621c req-83191081-9e2f-406d-a912-408ed157837b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914211 Dec 08 02:10:45.555979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-37d07d7b-5303-4f16-bc36-aa925116e1fd None None] Set router 48058a06-d28a-4db7-84a8-eb9502a4152a gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:10:45.601576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.612512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-37d07d7b-5303-4f16-bc36-aa925116e1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T02:10:45Z', 'revision_number': 6, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:45.629856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea5244c-2951-48ec-80da-ecdc807cb843,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:45.662322 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731d5b84-2cce-4df9-ae15-ddd9420284c1 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:45.664618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d07d7b-5303-4f16-bc36-aa925116e1fd None None] The sync data for ids ['48058a06-d28a-4db7-84a8-eb9502a4152a'] in n-d-713498-30 is: [{'id': '48058a06-d28a-4db7-84a8-eb9502a4152a', 'name': 'tempest-TestVolumeBootPattern-1291061640-router', 'tenant_id': '630e950b003f4579a3179d6eb911a839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:55:47Z', 'updated_at': '2021-12-08T02:10:45Z', 'revision_number': 6, 'project_id': '630e950b003f4579a3179d6eb911a839', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:10:45.735924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.748532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7668083-a1f5-4167-87c3-28873a52ef2a req-d870c1c9-9d40-4b71-b1c0-b2685609b962 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:45.750025 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7668083-a1f5-4167-87c3-28873a52ef2a req-d870c1c9-9d40-4b71-b1c0-b2685609b962 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0853333 Dec 08 02:10:45.853244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.860749 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.913257 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7668083-a1f5-4167-87c3-28873a52ef2a req-169f8622-973d-4c3a-85ee-a63a66ea0930 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395526 Dec 08 02:10:45.920626 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.921365 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48058a06-d28a-4db7-84a8-eb9502a4152a {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:10:45.925720 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:45.926832 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c21ae957-dbb0-4d6f-bd53-db7dab415ae2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/48058a06-d28a-4db7-84a8-eb9502a4152a HTTP/1.1" status: 204 len: 168 time: 0.9847307 Dec 08 02:10:45.932400 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33696) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:45.977087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc214f1-d76b-41a4-b875-1ced7acc5c66 admin admin] Deleting subnet ddacc30c-c599-475d-882a-2e882bb43a56 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:10:45.980815 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ffc214f1-d76b-41a4-b875-1ced7acc5c66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.016433 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ffc214f1-d76b-41a4-b875-1ced7acc5c66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.105239 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ffc214f1-d76b-41a4-b875-1ced7acc5c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.157067 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ffc214f1-d76b-41a4-b875-1ced7acc5c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.180072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc214f1-d76b-41a4-b875-1ced7acc5c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddacc30c-c599-475d-882a-2e882bb43a56,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:46.186180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ffc214f1-d76b-41a4-b875-1ced7acc5c66 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.189397 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ffc214f1-d76b-41a4-b875-1ced7acc5c66 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ddacc30c-c599-475d-882a-2e882bb43a56 HTTP/1.1" status: 204 len: 168 time: 0.2554126 Dec 08 02:10:46.191913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33698) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:46.192898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fe3da8-ad66-4026-b207-48b1a95d31a2 None None] Network 8f279760-140c-407f-a667-25feea544d0c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:46.260785 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.316123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Deleting port fe973235-f4f3-4e03-9ce1-712db268d7bf {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:46.316510 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.382860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] For port fe973235-f4f3-4e03-9ce1-712db268d7bf, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=fe973235-f4f3-4e03-9ce1-712db268d7bf,segment=NetworkSegment(3982c968-a30b-4b92-8c51-81d2a704ffa8),segment_id=3982c968-a30b-4b92-8c51-81d2a704ffa8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:46.383140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.394870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Calling delete_port for fe973235-f4f3-4e03-9ce1-712db268d7bf owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:46.455491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bfe4a4-7e82-44dd-8cfb-b3995454df81 None None] DHCP port deletion for 8f279760-140c-407f-a667-25feea544d0c request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:46.497628 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.516684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-04bfe4a4-7e82-44dd-8cfb-b3995454df81 None None] Deleting port fe973235-f4f3-4e03-9ce1-712db268d7bf {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:46.517353 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-04bfe4a4-7e82-44dd-8cfb-b3995454df81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.529379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe973235-f4f3-4e03-9ce1-712db268d7bf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:46.534219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] No DVR routers for this DVR port fe973235-f4f3-4e03-9ce1-712db268d7bf on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:46.580485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e276c490-d078-42c9-9fd4-d84d2af14913 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:46.610552 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.613101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: e276c490-d078-42c9-9fd4-d84d2af14913 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:46.613452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e276c490-d078-42c9-9fd4-d84d2af14913 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:46.615200 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-04bfe4a4-7e82-44dd-8cfb-b3995454df81 None None] For port fe973235-f4f3-4e03-9ce1-712db268d7bf, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:46.615591 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-04bfe4a4-7e82-44dd-8cfb-b3995454df81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.628666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-04bfe4a4-7e82-44dd-8cfb-b3995454df81 None None] Calling delete_port for fe973235-f4f3-4e03-9ce1-712db268d7bf owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:46.631302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-04bfe4a4-7e82-44dd-8cfb-b3995454df81 None None] Port fe973235-f4f3-4e03-9ce1-712db268d7bf was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:10:46.632175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f279760-140c-407f-a667-25feea544d0c']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:46.632528 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-04bfe4a4-7e82-44dd-8cfb-b3995454df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.642410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3982c968-a30b-4b92-8c51-81d2a704ffa8') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:46.642713 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3982c968-a30b-4b92-8c51-81d2a704ffa8') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:46.653088 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.657519 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfe4a4-7e82-44dd-8cfb-b3995454df81 None None] Pushing event deleted for resources: {'Port': ['ID=fe973235-f4f3-4e03-9ce1-712db268d7bf,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:46.664927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bfe4a4-7e82-44dd-8cfb-b3995454df81 None None] No DVR routers for this DVR port fe973235-f4f3-4e03-9ce1-712db268d7bf on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:46.668699 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.676327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:46.676752 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:46.695956 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:46.746913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.752523 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:46.755866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8f279760-140c-407f-a667-25feea544d0c HTTP/1.1" status: 204 len: 168 time: 0.5628290 Dec 08 02:10:46.759358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33700) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:46.770006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1309111-f372-4dca-acca-e8e358b9d6f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f279760-140c-407f-a667-25feea544d0c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:47.047012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ed070-6aba-4a0b-bcc0-b828655e5508 req-a5ed2318-c647-4b31-97e4-b51a504348aa tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:47.048705 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-829ed070-6aba-4a0b-bcc0-b828655e5508 req-a5ed2318-c647-4b31-97e4-b51a504348aa tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0557494 Dec 08 02:10:47.104604 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-829ed070-6aba-4a0b-bcc0-b828655e5508 req-57cddf49-da95-4522-b3ed-24ebbb366b49 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451741 Dec 08 02:10:47.370886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee7d44-43a6-44a9-af19-738e42f453c7 req-7958fd43-5d35-4588-a58a-a803de09e5c5 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:47.372388 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9bee7d44-43a6-44a9-af19-738e42f453c7 req-7958fd43-5d35-4588-a58a-a803de09e5c5 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0655909 Dec 08 02:10:47.453805 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9bee7d44-43a6-44a9-af19-738e42f453c7 req-2c249e37-565e-4d7b-8d09-4a277719edf4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727034 Dec 08 02:10:47.462146 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa03f857-7edb-438c-82ec-14670991a79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:47.712518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fa03f857-7edb-438c-82ec-14670991a79d admin admin] Deleting port e948a642-85f0-445a-ad0b-c6ad0b76f2ae {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:47.712859 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa03f857-7edb-438c-82ec-14670991a79d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:47.788597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-fa03f857-7edb-438c-82ec-14670991a79d admin admin] For port e948a642-85f0-445a-ad0b-c6ad0b76f2ae, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e948a642-85f0-445a-ad0b-c6ad0b76f2ae,segment=NetworkSegment(b8373e5f-dd48-455b-8225-38bff305b3dc),segment_id=b8373e5f-dd48-455b-8225-38bff305b3dc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:47.788956 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa03f857-7edb-438c-82ec-14670991a79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:47.801850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-fa03f857-7edb-438c-82ec-14670991a79d admin admin] Calling delete_port for e948a642-85f0-445a-ad0b-c6ad0b76f2ae owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:47.980689 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa03f857-7edb-438c-82ec-14670991a79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.011854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03f857-7edb-438c-82ec-14670991a79d admin admin] Pushing event deleted for resources: {'Port': ['ID=e948a642-85f0-445a-ad0b-c6ad0b76f2ae,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:48.190161 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-fa03f857-7edb-438c-82ec-14670991a79d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.247964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6ea5244c-2951-48ec-80da-ecdc807cb843 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:48.267884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 6ea5244c-2951-48ec-80da-ecdc807cb843 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:48.268241 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6ea5244c-2951-48ec-80da-ecdc807cb843 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:48.268682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fe973235-f4f3-4e03-9ce1-712db268d7bf no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:48.287339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: fe973235-f4f3-4e03-9ce1-712db268d7bf {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:48.287617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device fe973235-f4f3-4e03-9ce1-712db268d7bf not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:48.412990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa03f857-7edb-438c-82ec-14670991a79d admin admin] Router 8d046efc-7329-4909-a060-7f4a23cc392d has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:10:48.520236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa03f857-7edb-438c-82ec-14670991a79d admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:10:48.525365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fa03f857-7edb-438c-82ec-14670991a79d admin admin] 10.222.0.70 "PUT /v2.0/routers/8d046efc-7329-4909-a060-7f4a23cc392d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7647257 Dec 08 02:10:48.528528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33712) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:48.531739 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f0a135-0ebf-49c2-b247-53f6b11c2986 None None] Sync routers for ids ['8d046efc-7329-4909-a060-7f4a23cc392d'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:10:48.544433 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0a135-0ebf-49c2-b247-53f6b11c2986 None None] Routers {'8d046efc-7329-4909-a060-7f4a23cc392d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:10:48.545206 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f4f0a135-0ebf-49c2-b247-53f6b11c2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:10:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8d046efc-7329-4909-a060-7f4a23cc392d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:48.579277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86ccdd-342f-4cdc-9988-ff135f49a623 req-252d4005-d419-4266-978a-44000ec22622 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:48.580845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c86ccdd-342f-4cdc-9988-ff135f49a623 req-252d4005-d419-4266-978a-44000ec22622 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0551386 Dec 08 02:10:48.629835 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c86ccdd-342f-4cdc-9988-ff135f49a623 req-eda8e130-51da-45c6-be01-54dc15d9e1e7 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422688 Dec 08 02:10:48.635932 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.656951 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-f4f0a135-0ebf-49c2-b247-53f6b11c2986 None None] Set router 8d046efc-7329-4909-a060-7f4a23cc392d gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:10:48.770102 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.785447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4b73-80b9-4d45-b056-37803de51096 req-ac1db715-1e6e-4e7a-9731-b34ce0342fd8 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:48.786935 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f4f4b73-80b9-4d45-b056-37803de51096 req-ac1db715-1e6e-4e7a-9731-b34ce0342fd8 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0729618 Dec 08 02:10:48.838173 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f4f0a135-0ebf-49c2-b247-53f6b11c2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'name': 'tempest-TestVolumeBootPattern-1730247442-router', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T02:10:47Z', 'revision_number': 5, 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'gw_port': {'id': '017ae7b1-f5ed-4ea4-a010-2fa607f95bc2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T01:56:08Z', 'updated_at': '2021-12-08T01:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:48.869705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2f4f4b73-80b9-4d45-b056-37803de51096 req-89d7aa33-b32d-46fc-8f29-01c5420928e1 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731363 Dec 08 02:10:48.870026 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f0a135-0ebf-49c2-b247-53f6b11c2986 None None] Checking router: 8d046efc-7329-4909-a060-7f4a23cc392d for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:10:48.874730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Deleting port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:48.875003 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.880215 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0a135-0ebf-49c2-b247-53f6b11c2986 None None] Routers {'8d046efc-7329-4909-a060-7f4a23cc392d'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:10:48.881108 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f4f0a135-0ebf-49c2-b247-53f6b11c2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:10:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['8d046efc-7329-4909-a060-7f4a23cc392d'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:48.960927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] For port 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=017ae7b1-f5ed-4ea4-a010-2fa607f95bc2,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:48.961299 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:48.975290 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-f4f0a135-0ebf-49c2-b247-53f6b11c2986 None None] Set router 8d046efc-7329-4909-a060-7f4a23cc392d gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:10:48.977936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Calling delete_port for 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:49.026771 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f4f0a135-0ebf-49c2-b247-53f6b11c2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'name': 'tempest-TestVolumeBootPattern-1730247442-router', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T02:10:48Z', 'revision_number': 6, 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:49.057289 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f0a135-0ebf-49c2-b247-53f6b11c2986 None None] The sync data for ids ['8d046efc-7329-4909-a060-7f4a23cc392d'] in n-d-713498-30 is: [{'id': '8d046efc-7329-4909-a060-7f4a23cc392d', 'name': 'tempest-TestVolumeBootPattern-1730247442-router', 'tenant_id': '4d2b7c43adcf4f06ae8418d794910390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T01:56:04Z', 'updated_at': '2021-12-08T02:10:48Z', 'revision_number': 6, 'project_id': '4d2b7c43adcf4f06ae8418d794910390', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:10:49.078398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa56be-5ef9-4e89-9859-a3c62f226c30 req-262c15ce-6321-4660-af29-5d4a481f244f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:49.079964 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b3aa56be-5ef9-4e89-9859-a3c62f226c30 req-262c15ce-6321-4660-af29-5d4a481f244f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.1000233 Dec 08 02:10:49.179494 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b3aa56be-5ef9-4e89-9859-a3c62f226c30 req-2436a55b-fd38-4731-9d3f-54e1ced1bf6e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926974 Dec 08 02:10:49.228306 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.257026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Pushing event deleted for resources: {'Port': ['ID=017ae7b1-f5ed-4ea4-a010-2fa607f95bc2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:49.269977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b48decf-e83b-4303-87ca-14db6338084f None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:49.303346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31cc93-320f-4ede-a26e-3b47f693f8b3 req-c08ce465-0fd3-4f6b-82b1-4ba77b6d3d8a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:49.305084 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da31cc93-320f-4ede-a26e-3b47f693f8b3 req-c08ce465-0fd3-4f6b-82b1-4ba77b6d3d8a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0555105 Dec 08 02:10:49.324561 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.353760 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da31cc93-320f-4ede-a26e-3b47f693f8b3 req-220001c2-bfbf-4e8a-b75a-323ae271f9c9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423696 Dec 08 02:10:49.440895 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.443180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.499026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.499602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d046efc-7329-4909-a060-7f4a23cc392d {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:10:49.504079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.505807 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f58577be-8440-4cad-9aee-98dfc8e7bc82 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8d046efc-7329-4909-a060-7f4a23cc392d HTTP/1.1" status: 204 len: 168 time: 0.9763362 Dec 08 02:10:49.508342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33726) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:49.517727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f71b2-c87c-4553-8c40-f111e1c0ad75 req-5425c286-46d4-453a-9b12-d13678f06a3f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:49.519303 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fd4f71b2-c87c-4553-8c40-f111e1c0ad75 req-5425c286-46d4-453a-9b12-d13678f06a3f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0654967 Dec 08 02:10:49.554885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6122e37f-3127-49ff-91dc-945718b13504 admin admin] Deleting subnet 1b0b4cef-1f93-4a2f-8695-b1afd24554fe {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:10:49.558664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6122e37f-3127-49ff-91dc-945718b13504 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.567380 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fd4f71b2-c87c-4553-8c40-f111e1c0ad75 req-8e2577a4-03c5-40d5-801e-d54f47adba6a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Dec 08 02:10:49.597335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6122e37f-3127-49ff-91dc-945718b13504 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.704237 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6122e37f-3127-49ff-91dc-945718b13504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.732242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf34c1-5e79-4846-a9b8-48ffcbffb7a8 req-8ff6ded7-1f07-4bfe-ac56-380d026372fc tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:49.733768 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0cf34c1-5e79-4846-a9b8-48ffcbffb7a8 req-8ff6ded7-1f07-4bfe-ac56-380d026372fc tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0989053 Dec 08 02:10:49.803467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0cf34c1-5e79-4846-a9b8-48ffcbffb7a8 req-dca2ccf8-3b57-4d55-8dc0-2db48fd0c0c8 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621881 Dec 08 02:10:49.805308 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6122e37f-3127-49ff-91dc-945718b13504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.832382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122e37f-3127-49ff-91dc-945718b13504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0b4cef-1f93-4a2f-8695-b1afd24554fe,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:49.835860 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6122e37f-3127-49ff-91dc-945718b13504 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:49.839815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6122e37f-3127-49ff-91dc-945718b13504 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1b0b4cef-1f93-4a2f-8695-b1afd24554fe HTTP/1.1" status: 204 len: 168 time: 0.3304422 Dec 08 02:10:49.842783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33732) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:49.845061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7dc435-82c1-43b5-838d-10c3170b7574 None None] Network cba32cfc-fa00-4301-899a-6eeac0954d40 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:10:49.919608 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.012025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372a3f7-fb35-4388-b8c2-404bb545c898 None None] DHCP port deletion for cba32cfc-fa00-4301-899a-6eeac0954d40 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:10:50.064359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4372a3f7-fb35-4388-b8c2-404bb545c898 None None] Deleting port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:50.064677 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4372a3f7-fb35-4388-b8c2-404bb545c898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.146443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4372a3f7-fb35-4388-b8c2-404bb545c898 None None] For port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=403d042f-b2e4-4bbd-a4a5-9486b2edaad7,segment=NetworkSegment(b8373e5f-dd48-455b-8225-38bff305b3dc),segment_id=b8373e5f-dd48-455b-8225-38bff305b3dc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:50.146836 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4372a3f7-fb35-4388-b8c2-404bb545c898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.160567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:50.197407 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4372a3f7-fb35-4388-b8c2-404bb545c898 None None] Calling delete_port for 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:50.276729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551063c-059f-4ffc-b0e7-f52e4e81d726 req-20479464-42ee-40c9-8bcf-f695d08743da tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:50.278347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c551063c-059f-4ffc-b0e7-f52e4e81d726 req-20479464-42ee-40c9-8bcf-f695d08743da tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.3278279 Dec 08 02:10:50.283831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Deleting port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:10:50.284168 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.305565 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.345373 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4372a3f7-fb35-4388-b8c2-404bb545c898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.374290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] For port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=403d042f-b2e4-4bbd-a4a5-9486b2edaad7,segment=NetworkSegment(b8373e5f-dd48-455b-8225-38bff305b3dc),segment_id=b8373e5f-dd48-455b-8225-38bff305b3dc)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:10:50.374649 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.387645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:50.391612 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372a3f7-fb35-4388-b8c2-404bb545c898 None None] No DVR routers for this DVR port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:50.392206 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c551063c-059f-4ffc-b0e7-f52e4e81d726 req-be458955-3406-4631-a41a-070a0312fd38 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060281 Dec 08 02:10:50.393129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Calling delete_port for 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:10:50.421120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372a3f7-fb35-4388-b8c2-404bb545c898 None None] Pushing event deleted for resources: {'Port': ['ID=403d042f-b2e4-4bbd-a4a5-9486b2edaad7,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:50.421735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:50.422099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 017ae7b1-f5ed-4ea4-a010-2fa607f95bc2 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:50.422513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e948a642-85f0-445a-ad0b-c6ad0b76f2ae no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:10:50.442264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: e948a642-85f0-445a-ad0b-c6ad0b76f2ae {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:10:50.442605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e948a642-85f0-445a-ad0b-c6ad0b76f2ae not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:10:50.488229 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.515592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Pushing event deleted for resources: {'Port': ['ID=403d042f-b2e4-4bbd-a4a5-9486b2edaad7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:50.517450 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] No DVR routers for this DVR port 403d042f-b2e4-4bbd-a4a5-9486b2edaad7 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:10:50.524046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ecc93-067d-4754-899b-7e68c44639af req-c180c42f-2e69-45ad-9191-610576035272 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:50.525637 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f1ecc93-067d-4754-899b-7e68c44639af req-c180c42f-2e69-45ad-9191-610576035272 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0513062 Dec 08 02:10:50.573739 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2f1ecc93-067d-4754-899b-7e68c44639af req-b15d12c7-10cb-418c-bc37-d315b627fb1b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408993 Dec 08 02:10:50.596343 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.613091 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba32cfc-fa00-4301-899a-6eeac0954d40']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:50.622876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8373e5f-dd48-455b-8225-38bff305b3dc') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:50.623178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8373e5f-dd48-455b-8225-38bff305b3dc') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:10:50.632760 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.646968 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.655371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:10:50.655855 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: self.session.flush() Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:10:50.657702 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:10:50.706595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cc689-6602-4648-8753-86012d8adfb7 req-5b7b1e29-d5a5-4ca5-ba77-72cdc966553f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:50.708122 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b5cc689-6602-4648-8753-86012d8adfb7 req-5b7b1e29-d5a5-4ca5-ba77-72cdc966553f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0485895 Dec 08 02:10:50.719291 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.724957 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.728751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] 10.222.0.70 "DELETE /v2.0/networks/cba32cfc-fa00-4301-899a-6eeac0954d40 HTTP/1.1" status: 204 len: 168 time: 0.8849924 Dec 08 02:10:50.740327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2ef83-941a-498c-9541-c2a5e766b165 admin admin] Pushing event deleted for resources: {'Network': ['ID=cba32cfc-fa00-4301-899a-6eeac0954d40,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:50.768848 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b5cc689-6602-4648-8753-86012d8adfb7 req-714d22e4-9306-4c71-9ea4-f17753926347 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541456 Dec 08 02:10:50.850957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33748) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:50.924751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cf2edd27-ed32-4e3b-b908-676c918eef56 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=630e950b003f4579a3179d6eb911a839&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0723464 Dec 08 02:10:50.927394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33750) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:50.937705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d483e8f-2555-490d-9ab2-ad31ce6c5918 req-0660dcdf-fce4-4338-91a9-de1d954f261e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:50.939572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d483e8f-2555-490d-9ab2-ad31ce6c5918 req-0660dcdf-fce4-4338-91a9-de1d954f261e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0691090 Dec 08 02:10:50.975482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c389b29-0f1f-4405-9523-522b13d1cfa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:50.988130 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d483e8f-2555-490d-9ab2-ad31ce6c5918 req-cd2c0466-15f7-49e2-89e7-84eacda106c0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428014 Dec 08 02:10:50.997788 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c389b29-0f1f-4405-9523-522b13d1cfa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:51.046308 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c389b29-0f1f-4405-9523-522b13d1cfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:51.049171 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c389b29-0f1f-4405-9523-522b13d1cfa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:51.050351 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7c389b29-0f1f-4405-9523-522b13d1cfa6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/05f1d479-7d7e-4add-ad08-d0f3190344d2 HTTP/1.1" status: 204 len: 168 time: 0.1219399 Dec 08 02:10:51.061813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c389b29-0f1f-4405-9523-522b13d1cfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f1d479-7d7e-4add-ad08-d0f3190344d2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:51.129662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d55c5e-2596-483a-b37a-b9506bd34e39 req-8fa48c35-2423-4777-bdcb-1af81c03ddae tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:51.131363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d55c5e-2596-483a-b37a-b9506bd34e39 req-8fa48c35-2423-4777-bdcb-1af81c03ddae tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0517476 Dec 08 02:10:51.182770 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6d55c5e-2596-483a-b37a-b9506bd34e39 req-93ac9e93-fc1d-43d0-8389-5d0a857cdf45 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451124 Dec 08 02:10:51.304561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b97502-a397-4522-a50f-e8043d0871ef req-19f9b2f1-f920-4b18-8996-56f4fd1099a6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:51.306088 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4b97502-a397-4522-a50f-e8043d0871ef req-19f9b2f1-f920-4b18-8996-56f4fd1099a6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0501156 Dec 08 02:10:51.356421 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4b97502-a397-4522-a50f-e8043d0871ef req-4cd4040c-2b72-4bac-9591-2ac4017fe1cd tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439537 Dec 08 02:10:51.399356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33764) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:51.443859 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f9d24e02-71d8-45d4-b420-ff6a1e5e6675 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4d2b7c43adcf4f06ae8418d794910390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433002 Dec 08 02:10:51.446324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 33768) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:10:51.500747 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f67bae8-b2c8-402f-8bc8-33f30ea39188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:51.523241 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f67bae8-b2c8-402f-8bc8-33f30ea39188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:51.531457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbda176-6bc7-46f8-94eb-ce6469868c37 req-1b6e88b8-199f-42c1-982d-0db32b9b5373 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:51.533657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbda176-6bc7-46f8-94eb-ce6469868c37 req-1b6e88b8-199f-42c1-982d-0db32b9b5373 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0662820 Dec 08 02:10:51.580998 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f67bae8-b2c8-402f-8bc8-33f30ea39188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:51.583580 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6f67bae8-b2c8-402f-8bc8-33f30ea39188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:51.584795 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6f67bae8-b2c8-402f-8bc8-33f30ea39188 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cda16f61-641c-41a9-9560-bc6003fedb1c HTTP/1.1" status: 204 len: 168 time: 0.1375709 Dec 08 02:10:51.586576 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcbda176-6bc7-46f8-94eb-ce6469868c37 req-52afec7b-9f55-401a-b3f5-21d5f385c351 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469317 Dec 08 02:10:51.593869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67bae8-b2c8-402f-8bc8-33f30ea39188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda16f61-641c-41a9-9560-bc6003fedb1c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:10:51.710483 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d40ed-892e-4686-a59b-3957a7cc2695 req-5fa1d265-2855-42fb-a672-a392008fe860 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:51.712003 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d52d40ed-892e-4686-a59b-3957a7cc2695 req-5fa1d265-2855-42fb-a672-a392008fe860 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0509496 Dec 08 02:10:51.762022 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d52d40ed-892e-4686-a59b-3957a7cc2695 req-b2d8a1f0-3ab9-4aba-819a-54a9f5783ee2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 Dec 08 02:10:51.925550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b08e4-0642-4d3c-ba61-44363b542cdf req-fef4dd03-c468-4d60-899b-b9ab88d832c0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:51.927172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-250b08e4-0642-4d3c-ba61-44363b542cdf req-fef4dd03-c468-4d60-899b-b9ab88d832c0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0601323 Dec 08 02:10:51.980451 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-250b08e4-0642-4d3c-ba61-44363b542cdf req-0f5105d2-e6df-4d71-9035-63e0cbf76a34 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463307 Dec 08 02:10:52.105966 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcbf90-9202-43b6-94f7-16ab8de2bcac req-404d85e1-8ecb-4834-a8f7-222cacb7fe14 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:52.107910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-05dcbf90-9202-43b6-94f7-16ab8de2bcac req-404d85e1-8ecb-4834-a8f7-222cacb7fe14 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0544512 Dec 08 02:10:52.159091 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-05dcbf90-9202-43b6-94f7-16ab8de2bcac req-d7039993-ddf1-4cf8-ab00-74335d00d1fb tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 Dec 08 02:10:52.337752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbccc1c9-85a9-487b-b9b8-bcd1e1e02fbe req-605a23b9-3b86-49fc-989d-874d401156a9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:52.339528 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bbccc1c9-85a9-487b-b9b8-bcd1e1e02fbe req-605a23b9-3b86-49fc-989d-874d401156a9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0501983 Dec 08 02:10:52.390005 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bbccc1c9-85a9-487b-b9b8-bcd1e1e02fbe req-b47e33c3-3f62-4718-bfd3-46d25adb0ada tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447340 Dec 08 02:10:52.502791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6381c8e-ef4d-4aec-b7b5-688d452630db req-2ff1cf6e-05c5-4340-93ec-ecdb975f4fba tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:52.504186 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6381c8e-ef4d-4aec-b7b5-688d452630db req-2ff1cf6e-05c5-4340-93ec-ecdb975f4fba tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0487752 Dec 08 02:10:52.554703 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f6381c8e-ef4d-4aec-b7b5-688d452630db req-b3092a21-93fc-414f-97f8-5e61c00473ff tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444329 Dec 08 02:10:52.766327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f0725-2423-47f3-87c3-58d25bee0625 req-f30b92b8-ba22-412a-a757-469186497732 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:52.767763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e7f0725-2423-47f3-87c3-58d25bee0625 req-f30b92b8-ba22-412a-a757-469186497732 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0531583 Dec 08 02:10:52.814643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e7f0725-2423-47f3-87c3-58d25bee0625 req-03a6ef33-adaf-4329-8b1d-03a4a5f958ba tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Dec 08 02:10:52.940918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bb735-434f-4fe5-89f3-bcbd1a11ad01 req-9dc5d604-8007-480c-9cd2-3b4fa4088337 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:52.942417 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-641bb735-434f-4fe5-89f3-bcbd1a11ad01 req-9dc5d604-8007-480c-9cd2-3b4fa4088337 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0496256 Dec 08 02:10:52.989564 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-641bb735-434f-4fe5-89f3-bcbd1a11ad01 req-9eb9c83a-e8b1-43fc-a96e-2e2c3e747fb8 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410748 Dec 08 02:10:53.122339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a98bac-ddc3-49a5-b0cc-25b7716aa9c4 req-a02f1cfa-81e0-475f-b3f0-364c02df81b0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:53.123825 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4a98bac-ddc3-49a5-b0cc-25b7716aa9c4 req-a02f1cfa-81e0-475f-b3f0-364c02df81b0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0512226 Dec 08 02:10:53.175024 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4a98bac-ddc3-49a5-b0cc-25b7716aa9c4 req-6a2c5c6b-1953-4bde-aada-96b8e468cc4d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451934 Dec 08 02:10:53.297572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97a309-42d2-4061-b635-69346459a245 req-968bad04-bb5e-4d80-a806-fd5ad481a0eb tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:53.299058 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5a97a309-42d2-4061-b635-69346459a245 req-968bad04-bb5e-4d80-a806-fd5ad481a0eb tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0495915 Dec 08 02:10:53.344917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5a97a309-42d2-4061-b635-69346459a245 req-747f08d3-915b-4581-95c1-a54ff050dfd5 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398998 Dec 08 02:10:53.755452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1676a-a922-49cc-a7fb-d175ced4af9c req-67c13857-3c9f-4e6f-80b9-0ad485f27755 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:53.756976 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39b1676a-a922-49cc-a7fb-d175ced4af9c req-67c13857-3c9f-4e6f-80b9-0ad485f27755 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0495110 Dec 08 02:10:53.808443 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39b1676a-a922-49cc-a7fb-d175ced4af9c req-bfd9440f-4d0b-4709-a18c-97f4ffb29988 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453169 Dec 08 02:10:54.929290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c799d-3f68-4269-ae68-4c51232b569d req-c498715e-89e5-4657-899f-9c39ca629823 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:54.930772 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f15c799d-3f68-4269-ae68-4c51232b569d req-c498715e-89e5-4657-899f-9c39ca629823 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0516312 Dec 08 02:10:54.977105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f15c799d-3f68-4269-ae68-4c51232b569d req-184d9b2c-4223-4233-8673-bb53e2d75ff1 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Dec 08 02:10:56.093162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9bbd1-475f-4d5d-a8fd-3b5d84a4ac72 req-bacb7082-a38d-4a68-a6a4-f261f5888d13 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:56.094657 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89e9bbd1-475f-4d5d-a8fd-3b5d84a4ac72 req-bacb7082-a38d-4a68-a6a4-f261f5888d13 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0492373 Dec 08 02:10:56.141745 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89e9bbd1-475f-4d5d-a8fd-3b5d84a4ac72 req-a3ce4705-401f-495e-85ac-ae273255eff5 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411897 Dec 08 02:10:57.257711 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41de76-18c8-44f5-8172-6f0d3f3a064f req-f8ae40b1-4891-4fc9-b040-2611dc98e7a9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:57.259191 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e41de76-18c8-44f5-8172-6f0d3f3a064f req-f8ae40b1-4891-4fc9-b040-2611dc98e7a9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0496860 Dec 08 02:10:57.305610 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e41de76-18c8-44f5-8172-6f0d3f3a064f req-d64ac26a-3f20-42cf-8ded-6fe12f896f3d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Dec 08 02:10:58.420806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436124ea-2000-4ffa-b112-c1542199b52e req-8dacf450-ed21-4077-8a1d-f023829ca958 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:58.422277 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-436124ea-2000-4ffa-b112-c1542199b52e req-8dacf450-ed21-4077-8a1d-f023829ca958 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0494857 Dec 08 02:10:58.467908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-436124ea-2000-4ffa-b112-c1542199b52e req-bdff9d93-59e9-4c14-8e57-5fc5f05bf287 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397408 Dec 08 02:10:58.830741 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1a7195ab-aa16-4eb5-820e-c223a5679cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:10:59.587539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4599f3-b5f9-4665-bc09-0b2fdf5e8a87 req-b6aaf51e-ef7c-4b67-8ade-1c581b668ffc tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:10:59.590782 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0a4599f3-b5f9-4665-bc09-0b2fdf5e8a87 req-b6aaf51e-ef7c-4b67-8ade-1c581b668ffc tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0537248 Dec 08 02:10:59.635782 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0a4599f3-b5f9-4665-bc09-0b2fdf5e8a87 req-0cfc4c63-973d-412a-aa6e-7add1cbf0800 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397568 Dec 08 02:11:00.754935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e36d67-9fe6-461a-9270-bdc56ee19b59 req-f6aeb324-9da3-44e5-9b17-dd49482f7e02 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:00.756491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18e36d67-9fe6-461a-9270-bdc56ee19b59 req-f6aeb324-9da3-44e5-9b17-dd49482f7e02 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0543647 Dec 08 02:11:00.808337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-18e36d67-9fe6-461a-9270-bdc56ee19b59 req-f766e214-d7e9-436a-8326-f1a37d104219 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428848 Dec 08 02:11:01.913689 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:01.925754 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ac4f6-75bf-433b-9877-4445623395d0 req-25361927-bb77-4eac-9363-6fda98b87d0d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:01.927383 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad5ac4f6-75bf-433b-9877-4445623395d0 req-25361927-bb77-4eac-9363-6fda98b87d0d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0493863 Dec 08 02:11:01.975436 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ad5ac4f6-75bf-433b-9877-4445623395d0 req-4c8d82cb-a654-43e7-9a07-dd0bd28906b3 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 Dec 08 02:11:02.094668 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8c9b363-eca8-4e35-9c90-181c3f52cb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:02.386901 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:03.096205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e29f0a-bd35-4521-8280-b0c5b11de1c3 req-0b8a13a2-7471-49b3-889b-c4117c9717d6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:03.097738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e29f0a-bd35-4521-8280-b0c5b11de1c3 req-0b8a13a2-7471-49b3-889b-c4117c9717d6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0514696 Dec 08 02:11:03.146500 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e29f0a-bd35-4521-8280-b0c5b11de1c3 req-e330c518-5f52-4a5c-a9c3-5c466c00c12e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Dec 08 02:11:03.688980 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:04.164696 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:04.264675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db026b-453b-4d69-a57f-961999ccc7f8 req-59520045-2709-4513-b704-df9a69366a78 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:04.266483 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56db026b-453b-4d69-a57f-961999ccc7f8 req-59520045-2709-4513-b704-df9a69366a78 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0504868 Dec 08 02:11:04.316963 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56db026b-453b-4d69-a57f-961999ccc7f8 req-f96741fc-6e80-402a-b055-269d4280c113 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445673 Dec 08 02:11:04.769890 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:05.430757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb669608-85bb-4e2e-82cd-be6ef5b526fa req-49628f9f-5f0d-4746-bd25-fed1f9f925fd tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:05.432327 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb669608-85bb-4e2e-82cd-be6ef5b526fa req-49628f9f-5f0d-4746-bd25-fed1f9f925fd tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0493586 Dec 08 02:11:05.483384 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cb669608-85bb-4e2e-82cd-be6ef5b526fa req-4820b1e9-8f00-442f-91c3-db126109ddde tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451117 Dec 08 02:11:06.597306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f375a-0d5a-45bb-9e44-63f9be1cd329 req-fa0878a7-557c-464d-8d5f-0a82f3552a86 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:06.598847 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de4f375a-0d5a-45bb-9e44-63f9be1cd329 req-fa0878a7-557c-464d-8d5f-0a82f3552a86 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0493922 Dec 08 02:11:06.649808 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de4f375a-0d5a-45bb-9e44-63f9be1cd329 req-6932841c-cf7d-410c-ad3a-0e1f943d5345 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443046 Dec 08 02:11:07.766363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e804cf-7fa7-4367-b3ed-14a03208d111 req-0cf19f43-a3ba-469e-af75-515aa72e9102 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:07.767852 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9e804cf-7fa7-4367-b3ed-14a03208d111 req-0cf19f43-a3ba-469e-af75-515aa72e9102 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0488880 Dec 08 02:11:07.774920 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:11:07.815107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d9e804cf-7fa7-4367-b3ed-14a03208d111 req-9ffa78b1-399d-4209-bc2f-85a0dd07572e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Dec 08 02:11:08.932699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeebeb-3e12-4dd4-aa9d-08f52397bd0c req-be351807-1196-4746-bf74-f266dd0fd9d0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:08.934186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2caeebeb-3e12-4dd4-aa9d-08f52397bd0c req-be351807-1196-4746-bf74-f266dd0fd9d0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0498223 Dec 08 02:11:08.979727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2caeebeb-3e12-4dd4-aa9d-08f52397bd0c req-540d4766-efe3-4eb1-86e1-4bdb0316e74c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394955 Dec 08 02:11:10.095275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c4555-618d-487b-93ca-24dbf1578fa8 req-feca267b-fafc-413c-9303-a8b77024c4c5 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:10.096769 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d54c4555-618d-487b-93ca-24dbf1578fa8 req-feca267b-fafc-413c-9303-a8b77024c4c5 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0489998 Dec 08 02:11:10.142823 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d54c4555-618d-487b-93ca-24dbf1578fa8 req-5b85d9e9-37ef-426b-b3be-c350b897e9c2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Dec 08 02:11:11.265240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f4bcd-8caa-464e-ba09-b91ff5a8ef5c req-e66899f2-01e6-4272-971c-e834f50fda04 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:11.266756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-440f4bcd-8caa-464e-ba09-b91ff5a8ef5c req-e66899f2-01e6-4272-971c-e834f50fda04 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0548465 Dec 08 02:11:11.315640 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-440f4bcd-8caa-464e-ba09-b91ff5a8ef5c req-bcc4dbfe-ed98-40e9-b9c4-95427f71d19c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 Dec 08 02:11:12.407934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ecde1a8a-eac8-4c84-b3ab-b409f104d46c details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:11:12.453889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fe5b8-aa73-47f5-8d0e-b5009a1ebd9d req-0b901eb0-e74e-4a95-8865-a7f474338fe0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:12.461423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3d2fe5b8-aa73-47f5-8d0e-b5009a1ebd9d req-0b901eb0-e74e-4a95-8865-a7f474338fe0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0695522 Dec 08 02:11:12.528808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3d2fe5b8-aa73-47f5-8d0e-b5009a1ebd9d req-52987c3b-e395-4550-aabc-56188a147bb8 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569816 Dec 08 02:11:12.541225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:12.555372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3', 'port_id': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'mac_address': 'fa:16:3e:04:c1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20418f9e-75bb-4f96-80db-9082524ea6c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:11:12.596453 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:12.611007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecde1a8a-eac8-4c84-b3ab-b409f104d46c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:11:12.631649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:12.637615 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:12.705549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:12.780569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ecde1a8a-eac8-4c84-b3ab-b409f104d46c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:13.534822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e3c65-f8f4-4e57-acfc-088db54a64f5 req-3d013c8c-dd78-4451-b861-6aacbe441dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:13.536486 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a38e3c65-f8f4-4e57-acfc-088db54a64f5 req-3d013c8c-dd78-4451-b861-6aacbe441dcc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 1097 time: 0.0551355 Dec 08 02:11:13.708769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fab06-9c93-4470-b4d5-8b53398aa835 req-20ceda2c-a88a-4cc0-b202-d69c9842e270 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:13.710267 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c81fab06-9c93-4470-b4d5-8b53398aa835 req-20ceda2c-a88a-4cc0-b202-d69c9842e270 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.1050262 Dec 08 02:11:13.711281 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e3c65-f8f4-4e57-acfc-088db54a64f5 req-3e6bfa02-19e9-427a-832d-b9bbd23c88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:13.712630 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a38e3c65-f8f4-4e57-acfc-088db54a64f5 req-3e6bfa02-19e9-427a-832d-b9bbd23c88e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 914 time: 0.1467199 Dec 08 02:11:13.770721 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a38e3c65-f8f4-4e57-acfc-088db54a64f5 req-76a39cbe-0877-45e0-aca6-051e771728e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c HTTP/1.1" status: 200 len: 217 time: 0.0470037 Dec 08 02:11:13.840266 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c81fab06-9c93-4470-b4d5-8b53398aa835 req-0684655d-44cf-4b31-90cb-15d865db56fb tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227152 Dec 08 02:11:13.846376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e3c65-f8f4-4e57-acfc-088db54a64f5 req-ff2d166d-3b4c-49c1-9a98-749bfe5a3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:13.849293 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a38e3c65-f8f4-4e57-acfc-088db54a64f5 req-ff2d166d-3b4c-49c1-9a98-749bfe5a3161 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20418f9e-75bb-4f96-80db-9082524ea6c8 HTTP/1.1" status: 200 len: 853 time: 0.0639112 Dec 08 02:11:13.883396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a38e3c65-f8f4-4e57-acfc-088db54a64f5 req-c54f192e-1bcb-4c8c-878a-30980c8e947a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0947a40-72ac-4d19-9153-81d17b8ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263991 Dec 08 02:11:13.895200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-a38e3c65-f8f4-4e57-acfc-088db54a64f5 req-82880734-20db-4177-9e12-d89ec115c02e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:11:13.896457 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a38e3c65-f8f4-4e57-acfc-088db54a64f5 req-82880734-20db-4177-9e12-d89ec115c02e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054302 Dec 08 02:11:14.010347 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a38e3c65-f8f4-4e57-acfc-088db54a64f5 req-6f08b217-3da0-42eb-bc28-5355aab68245 service neutron] 10.222.0.72 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070266 Dec 08 02:11:14.137208 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a38e3c65-f8f4-4e57-acfc-088db54a64f5 req-1933718e-a3a5-4653-a7f9-56a3e5574bef service neutron] 10.222.0.72 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198156 Dec 08 02:11:14.423498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ecde1a8a-eac8-4c84-b3ab-b409f104d46c up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:14.481142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port ecde1a8a-eac8-4c84-b3ab-b409f104d46c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:14.481858 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.566263 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.593072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:14.595612 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339fb0d2-0f50-43b6-a6f6-fec217dfe2c1" -d '{"events": [{"server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "name": "network-vif-plugged", "status": "completed", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:14.615594 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:14.621416 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:14.683078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:14.693849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.694253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.694612 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.694976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.695370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.695713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.696103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.696469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.696979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.697463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.697817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.698362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.698491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:14.826096 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060fd02f-7183-4735-a621-bd8fef769c1e x-openstack-request-id: req-060fd02f-7183-4735-a621-bd8fef769c1e {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:14.826548 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "name": "network-vif-plugged", "status": "completed", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:14.826918 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-060fd02f-7183-4735-a621-bd8fef769c1e {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:14.827414 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'code': 200} Dec 08 02:11:14.978305 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf6644-7677-4ddd-84f0-20d94e241ebc req-d072b163-3b51-408c-9c00-1ae68b4d0145 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:14.979940 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eaf6644-7677-4ddd-84f0-20d94e241ebc req-d072b163-3b51-408c-9c00-1ae68b4d0145 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0594592 Dec 08 02:11:15.045964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9eaf6644-7677-4ddd-84f0-20d94e241ebc req-728712fb-9592-444e-9cf2-941b6032711c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594597 Dec 08 02:11:16.181109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82fb01-2ae2-46c4-b9bf-3b17368772a0 req-41444dc6-5def-4dca-bd4f-579b45a7b21b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:16.188833 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0c82fb01-2ae2-46c4-b9bf-3b17368772a0 req-41444dc6-5def-4dca-bd4f-579b45a7b21b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0650411 Dec 08 02:11:16.236918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0c82fb01-2ae2-46c4-b9bf-3b17368772a0 req-90900517-bcd6-40e7-a361-df4354f27eb2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Dec 08 02:11:17.708546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e3309-00ae-4ccd-b261-6bff7020dcc7 req-2ed9b809-4008-43c4-988c-1db276898a46 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:17.712465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b8e3309-00ae-4ccd-b261-6bff7020dcc7 req-2ed9b809-4008-43c4-988c-1db276898a46 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.3888116 Dec 08 02:11:17.766651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0b8e3309-00ae-4ccd-b261-6bff7020dcc7 req-ee577244-7c34-4da4-bb87-41c98f2c0ca1 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476007 Dec 08 02:11:18.901196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc79908-cd8d-467f-b8fe-24d4304c77c0 req-6c994f10-4de5-46ac-af51-67c2029e77f8 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:18.909883 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4bc79908-cd8d-467f-b8fe-24d4304c77c0 req-6c994f10-4de5-46ac-af51-67c2029e77f8 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0645554 Dec 08 02:11:18.960836 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4bc79908-cd8d-467f-b8fe-24d4304c77c0 req-b073a637-1738-4a14-b5f4-dffc739c45c0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499535 Dec 08 02:11:20.082717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb60d97-4cd3-4fea-a23b-b4aa92253853 req-7b2c0180-e4bf-4482-b544-85ce06fa5934 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:20.091109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adb60d97-4cd3-4fea-a23b-b4aa92253853 req-7b2c0180-e4bf-4482-b544-85ce06fa5934 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0599165 Dec 08 02:11:20.138965 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adb60d97-4cd3-4fea-a23b-b4aa92253853 req-a33c4fae-0e80-4ced-a610-a10f5e5ea555 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469584 Dec 08 02:11:21.186519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcd2d3-5652-436c-8d96-fcac9d435603 req-3f17ba06-1865-4f00-b94a-ca97dbc77b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:21.188023 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0bcd2d3-5652-436c-8d96-fcac9d435603 req-3f17ba06-1865-4f00-b94a-ca97dbc77b9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 1098 time: 0.0440869 Dec 08 02:11:21.258239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e54075-45e2-47ed-8ea7-8cacb56495a1 req-90741399-b8d9-4b12-b228-aca7b6f4f7db tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:21.260508 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-36e54075-45e2-47ed-8ea7-8cacb56495a1 req-90741399-b8d9-4b12-b228-aca7b6f4f7db tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0503325 Dec 08 02:11:21.281930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcd2d3-5652-436c-8d96-fcac9d435603 req-07f3ffdf-51dd-408d-bb8d-ce51e269515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:21.283335 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0bcd2d3-5652-436c-8d96-fcac9d435603 req-07f3ffdf-51dd-408d-bb8d-ce51e269515c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 914 time: 0.0876639 Dec 08 02:11:21.307547 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-36e54075-45e2-47ed-8ea7-8cacb56495a1 req-9fb983d1-2b22-44bc-bfa4-32da6fcb45c9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406766 Dec 08 02:11:21.329429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0bcd2d3-5652-436c-8d96-fcac9d435603 req-9d6f85ab-dca1-4bde-ae1f-b5b1ae61b185 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c HTTP/1.1" status: 200 len: 217 time: 0.0369725 Dec 08 02:11:21.378616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcd2d3-5652-436c-8d96-fcac9d435603 req-3022d4e7-1777-498e-9287-483a230cbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:21.380026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0bcd2d3-5652-436c-8d96-fcac9d435603 req-3022d4e7-1777-498e-9287-483a230cbad1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=20418f9e-75bb-4f96-80db-9082524ea6c8 HTTP/1.1" status: 200 len: 853 time: 0.0428634 Dec 08 02:11:21.411452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0bcd2d3-5652-436c-8d96-fcac9d435603 req-c21afe32-0e56-455f-97fd-cb9b25931e5b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0947a40-72ac-4d19-9153-81d17b8ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240095 Dec 08 02:11:21.502876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0bcd2d3-5652-436c-8d96-fcac9d435603 req-ad05a4d6-7acf-4422-a6ca-9f9128c07ac4 service neutron] 10.222.0.72 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841994 Dec 08 02:11:21.593155 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0bcd2d3-5652-436c-8d96-fcac9d435603 req-9f8202c9-495a-4a5f-ae28-9c5055cfc7bf service neutron] 10.222.0.72 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813465 Dec 08 02:11:22.426096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86f596-fb74-410e-9b86-68c4224f82c1 req-3a871bb2-eb04-4d72-b905-077f0fc5c93c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:22.427591 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f86f596-fb74-410e-9b86-68c4224f82c1 req-3a871bb2-eb04-4d72-b905-077f0fc5c93c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0496485 Dec 08 02:11:22.477876 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f86f596-fb74-410e-9b86-68c4224f82c1 req-34afa1bb-9418-4dae-a53c-e6f482914ba4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441461 Dec 08 02:11:23.598658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2728352-282a-4b29-a300-7b773554a69e req-ca6d0a2c-2731-45ff-abe1-3fa107acaaeb tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:23.600076 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b2728352-282a-4b29-a300-7b773554a69e req-ca6d0a2c-2731-45ff-abe1-3fa107acaaeb tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0537322 Dec 08 02:11:23.663096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b2728352-282a-4b29-a300-7b773554a69e req-b85f2bf9-6ddd-4580-a672-4be2c9cc46c6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565929 Dec 08 02:11:23.782021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26ff2d-c44f-48e8-b0b6-a36e95d84569 req-323a1a29-b75f-4fe7-852a-e28a045e8259 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:23.784737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af26ff2d-c44f-48e8-b0b6-a36e95d84569 req-323a1a29-b75f-4fe7-852a-e28a045e8259 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0536664 Dec 08 02:11:23.834046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af26ff2d-c44f-48e8-b0b6-a36e95d84569 req-d1919e2c-2dfd-4010-aad8-c92e5700630d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Dec 08 02:11:24.090654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-86af8c61-25a3-419d-b7b7-528b3171f7fd req-57c4ecfc-4217-4c5a-8279-23f3c523a612 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:11:24.091670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-86af8c61-25a3-419d-b7b7-528b3171f7fd req-57c4ecfc-4217-4c5a-8279-23f3c523a612 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1111131 Dec 08 02:11:24.245706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f616752-0182-4283-a7b2-43beac792d24 req-79d80dbe-bbcb-49d8-97f6-f27615ffa6c4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:24.247226 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9f616752-0182-4283-a7b2-43beac792d24 req-79d80dbe-bbcb-49d8-97f6-f27615ffa6c4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0501862 Dec 08 02:11:24.297663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9f616752-0182-4283-a7b2-43beac792d24 req-18585307-ffd8-484e-98b7-e5c1639ed16f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444696 Dec 08 02:11:24.346897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 33940) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:11:24.435917 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-f4220d43-7d4b-49a1-992a-e86f87a1eeee service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877721 Dec 08 02:11:24.444561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7c99a28d-b650-4c2c-ba94-68e247e77cfe service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:11:24.445536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7c99a28d-b650-4c2c-ba94-68e247e77cfe service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049350 Dec 08 02:11:24.476117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ecde1a8a-eac8-4c84-b3ab-b409f104d46c no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:11:24.555197 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:24.579438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:24.581722 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08886b4-480d-4891-a0aa-84fda81170d3" -d '{"events": [{"server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:24.594941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:24.598832 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:24.633820 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f159c3c-60dd-475e-a6da-49ab77c78353 x-openstack-request-id: req-7f159c3c-60dd-475e-a6da-49ab77c78353 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:24.634124 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "name": "network-vif-unplugged", "status": "failed", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c", "code": 422}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:24.634374 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f159c3c-60dd-475e-a6da-49ab77c78353 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:24.635626 n-d-713498-30 neutron-server[103131]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'code': 422} returned with failed status Dec 08 02:11:24.651382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:25.414070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424118d3-b6ce-4a83-9189-7759d4ec5821 req-00999025-5d70-4cee-9650-f50654e54bce tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:25.415560 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-424118d3-b6ce-4a83-9189-7759d4ec5821 req-00999025-5d70-4cee-9650-f50654e54bce tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 944 time: 0.0492671 Dec 08 02:11:25.465660 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-424118d3-b6ce-4a83-9189-7759d4ec5821 req-22b24427-9685-4c6d-99da-bfec0e03675b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Dec 08 02:11:25.539903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-166aeda7-acdc-41e0-aaa7-0db1276f3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:25.542096 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-166aeda7-acdc-41e0-aaa7-0db1276f3f30 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b&tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0 HTTP/1.1" status: 200 len: 1096 time: 0.0730333 Dec 08 02:11:25.569232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:11:25.637772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.885916 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:25.926700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:25.967675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecde1a8a-eac8-4c84-b3ab-b409f104d46c {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:11:25.975670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:25.991598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3714c4-5c27-4311-9c36-7e859e74560e req-ad7aced2-79b6-418f-9430-c17573a1116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:25.993714 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a3714c4-5c27-4311-9c36-7e859e74560e req-ad7aced2-79b6-418f-9430-c17573a1116b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 1096 time: 0.0523138 Dec 08 02:11:25.994973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Transition to ACTIVE for port object ecde1a8a-eac8-4c84-b3ab-b409f104d46c will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:11:26.000230 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.072123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] No DVR routers for this DVR port ecde1a8a-eac8-4c84-b3ab-b409f104d46c on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:11:26.083050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Pushing event updated for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:26.113507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.113859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.114208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.114553 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.114887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.115225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.116533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.116877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.117185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.117516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.117848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.118181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.118506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:11:26.119683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3714c4-5c27-4311-9c36-7e859e74560e req-15157c5c-0979-4e7f-b8cd-8ce6665d48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.121614 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a3714c4-5c27-4311-9c36-7e859e74560e req-15157c5c-0979-4e7f-b8cd-8ce6665d48b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 914 time: 0.1042814 Dec 08 02:11:26.142063 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Attempting to bind port ecde1a8a-eac8-4c84-b3ab-b409f104d46c on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:11:26.142063 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Attempting to bind port ecde1a8a-eac8-4c84-b3ab-b409f104d46c by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:11:26.142063 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Attempting to bind port ecde1a8a-eac8-4c84-b3ab-b409f104d46c on network c0947a40-72ac-4d19-9153-81d17b8ad1b3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:26.145719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Port ecde1a8a-eac8-4c84-b3ab-b409f104d46c on network c0947a40-72ac-4d19-9153-81d17b8ad1b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:11:26.146046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Attempting to bind port ecde1a8a-eac8-4c84-b3ab-b409f104d46c on network c0947a40-72ac-4d19-9153-81d17b8ad1b3 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:11:26.153922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:11:26.155229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Checking segment: {'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:11:26.155693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Bound using segment: {'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:11:26.156866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Bound port: ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034eea9b-6857-4233-8fc7-101ca28df244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:11:26.157315 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.185195 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a3714c4-5c27-4311-9c36-7e859e74560e req-c72361c5-27fc-4f5b-9cb4-a0b5a52599f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c HTTP/1.1" status: 200 len: 217 time: 0.0522497 Dec 08 02:11:26.240620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:11:26.243774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:11:26.247633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3714c4-5c27-4311-9c36-7e859e74560e req-c3584d05-2c5e-480e-a0c5-2b2d0c588fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.249303 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a3714c4-5c27-4311-9c36-7e859e74560e req-c3584d05-2c5e-480e-a0c5-2b2d0c588fe6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=20418f9e-75bb-4f96-80db-9082524ea6c8 HTTP/1.1" status: 200 len: 853 time: 0.0528920 Dec 08 02:11:26.249848 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.289688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.290380 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:26.291503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a3714c4-5c27-4311-9c36-7e859e74560e req-74db15c4-75f3-4581-a622-9707c3b48d60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c0947a40-72ac-4d19-9153-81d17b8ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342565 Dec 08 02:11:26.293271 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] 10.222.0.65 "PUT /v2.0/ports/ecde1a8a-eac8-4c84-b3ab-b409f104d46c HTTP/1.1" status: 200 len: 1093 time: 0.7282279 Dec 08 02:11:26.293988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:26.298013 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa5a2b7-2291-4af9-b48f-46a581de146a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:26.324224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] Pushing event updated for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:26.398968 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a3714c4-5c27-4311-9c36-7e859e74560e req-8e7f9bca-c658-4d93-a395-6d4cbda8e354 service neutron] 10.222.0.65 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923688 Dec 08 02:11:26.408689 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc744a3-d191-4d9d-99b7-ddd1456863e1 x-openstack-request-id: req-1bc744a3-d191-4d9d-99b7-ddd1456863e1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:26.408985 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:26.409243 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1bc744a3-d191-4d9d-99b7-ddd1456863e1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:26.409649 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'status': 'completed', 'code': 200} Dec 08 02:11:26.496462 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a3714c4-5c27-4311-9c36-7e859e74560e req-cd8af934-8ec7-4d0a-af53-bc1a2f938cda service neutron] 10.222.0.65 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831256 Dec 08 02:11:26.586754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94e805-066d-4b92-8106-3a4ebca59741 req-800d2eec-132a-4d50-837b-2ebc6800250e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.588846 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3d94e805-066d-4b92-8106-3a4ebca59741 req-800d2eec-132a-4d50-837b-2ebc6800250e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0498500 Dec 08 02:11:26.662660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-bac28f4e-1aed-4dbb-b26d-071e21a6c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.664159 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-bac28f4e-1aed-4dbb-b26d-071e21a6c46c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 1097 time: 0.0744448 Dec 08 02:11:26.668141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3d94e805-066d-4b92-8106-3a4ebca59741 req-28b8aad8-08e6-4a98-a5c5-ab4eb40cc850 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709391 Dec 08 02:11:26.762587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-9395d447-8d7c-435a-b4d4-04747a9270a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.763964 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-9395d447-8d7c-435a-b4d4-04747a9270a9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 914 time: 0.0851018 Dec 08 02:11:26.812152 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-10643849-4af9-4ca4-9d6d-739fc14eaa57 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c HTTP/1.1" status: 200 len: 217 time: 0.0370862 Dec 08 02:11:26.864749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-9d14085e-041a-4296-8cce-4841f60ded47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:26.866161 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-9d14085e-041a-4296-8cce-4841f60ded47 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=20418f9e-75bb-4f96-80db-9082524ea6c8 HTTP/1.1" status: 200 len: 853 time: 0.0426381 Dec 08 02:11:26.902297 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-98974147-6c85-4fb0-be8a-2c3dfa4fb29b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c0947a40-72ac-4d19-9153-81d17b8ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243816 Dec 08 02:11:26.995118 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-feab0306-d9bb-40b6-8701-5bf02e1d7308 service neutron] 10.222.0.65 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853381 Dec 08 02:11:27.089924 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-d19237e5-3c65-4eb0-8cfb-100f351f5eda service neutron] 10.222.0.65 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837030 Dec 08 02:11:27.211074 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5a2b7-2291-4af9-b48f-46a581de146a req-b0a20129-ab6e-4920-ae18-073e4843a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:27.212649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-daa5a2b7-2291-4af9-b48f-46a581de146a req-b0a20129-ab6e-4920-ae18-073e4843a54c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 1097 time: 0.0453868 Dec 08 02:11:27.311083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5a2b7-2291-4af9-b48f-46a581de146a req-f5b4eca7-a9ab-4164-b09f-50d61fa7de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:27.312911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-daa5a2b7-2291-4af9-b48f-46a581de146a req-f5b4eca7-a9ab-4164-b09f-50d61fa7de07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 914 time: 0.0884326 Dec 08 02:11:27.362568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-daa5a2b7-2291-4af9-b48f-46a581de146a req-a8994bca-e2ea-4c1b-a738-451630aa8ad5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c HTTP/1.1" status: 200 len: 217 time: 0.0382845 Dec 08 02:11:27.419084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5a2b7-2291-4af9-b48f-46a581de146a req-0e3b2209-f6b7-4fc1-86e0-728eea5244df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:27.420968 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-daa5a2b7-2291-4af9-b48f-46a581de146a req-0e3b2209-f6b7-4fc1-86e0-728eea5244df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=20418f9e-75bb-4f96-80db-9082524ea6c8 HTTP/1.1" status: 200 len: 853 time: 0.0477827 Dec 08 02:11:27.463649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-daa5a2b7-2291-4af9-b48f-46a581de146a req-cf9ad821-8fa7-4572-bea9-dc8fcc94465e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c0947a40-72ac-4d19-9153-81d17b8ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312085 Dec 08 02:11:27.807644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2448b-f9f3-48da-9b91-e017072e2c93 req-9ed46629-6388-4d71-827c-6fe97aea756f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:27.809273 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01c2448b-f9f3-48da-9b91-e017072e2c93 req-9ed46629-6388-4d71-827c-6fe97aea756f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0643430 Dec 08 02:11:27.869273 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01c2448b-f9f3-48da-9b91-e017072e2c93 req-7efd33cb-2f76-4670-b89a-e0c7828f8b08 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539665 Dec 08 02:11:28.832957 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-de9e4106-cedd-43b5-aad1-882ebf9757d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:28.996875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e6455-a29d-487a-8bc0-f5e5b9880724 req-a3c7d49b-62b0-4dd6-bf3a-96b908776a53 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:29.000519 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-734e6455-a29d-487a-8bc0-f5e5b9880724 req-a3c7d49b-62b0-4dd6-bf3a-96b908776a53 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0545528 Dec 08 02:11:29.060711 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-734e6455-a29d-487a-8bc0-f5e5b9880724 req-1f39862e-4b31-4fd0-b322-cb7ccb6cdb2b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494599 Dec 08 02:11:30.183693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caadd63-5e94-4a39-8647-d9d885a9d820 req-67769d68-6a7c-428a-9d07-8fe78140d40a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:30.185275 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5caadd63-5e94-4a39-8647-d9d885a9d820 req-67769d68-6a7c-428a-9d07-8fe78140d40a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0564423 Dec 08 02:11:30.236214 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5caadd63-5e94-4a39-8647-d9d885a9d820 req-e7a31aaf-4674-42c8-aed9-54cfb748f94c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Dec 08 02:11:31.363831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1bf84-3972-4123-9392-75900ac92ad2 req-47c0838b-661b-4362-9d7a-07d98aa6e98b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:31.365477 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4ca1bf84-3972-4123-9392-75900ac92ad2 req-47c0838b-661b-4362-9d7a-07d98aa6e98b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0615604 Dec 08 02:11:31.413363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4ca1bf84-3972-4123-9392-75900ac92ad2 req-b3cefc73-0aed-464e-a96e-b60ad3f7712d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 Dec 08 02:11:31.921582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.099811 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e456a713-1215-4437-aee1-cb61c64517f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.394244 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:32.539035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3cf3-76a2-47cc-bbe3-19d3f14c7104 req-3dbbf5fa-37fb-49bb-8c98-903d6e09d5e7 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:32.540622 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9af3cf3-76a2-47cc-bbe3-19d3f14c7104 req-3dbbf5fa-37fb-49bb-8c98-903d6e09d5e7 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0537302 Dec 08 02:11:32.590433 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9af3cf3-76a2-47cc-bbe3-19d3f14c7104 req-ecc47d1f-dca0-49ea-b1df-78bb7e09c50d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437489 Dec 08 02:11:33.690760 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:33.732630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73af87-42ee-4ba3-a844-c063e1ded08a req-1a5799da-8faf-406f-bfdc-49859f0f8d41 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:33.734439 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a73af87-42ee-4ba3-a844-c063e1ded08a req-1a5799da-8faf-406f-bfdc-49859f0f8d41 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0688519 Dec 08 02:11:33.783820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a73af87-42ee-4ba3-a844-c063e1ded08a req-2a5bd483-48ff-4919-9b5e-1b3e60013326 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432663 Dec 08 02:11:34.169914 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.773032 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:34.908552 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3eacd2-b57a-4458-a8c4-a6240f8d42d2 req-40ca14d3-e56b-4b25-a555-99fd58c4274d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:34.910049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef3eacd2-b57a-4458-a8c4-a6240f8d42d2 req-40ca14d3-e56b-4b25-a555-99fd58c4274d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0506785 Dec 08 02:11:34.970025 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef3eacd2-b57a-4458-a8c4-a6240f8d42d2 req-29556432-778c-43b4-b4f9-7e4d59b07a1a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533693 Dec 08 02:11:36.095296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdfca7-05f9-4529-9703-27d37bda4420 req-2130b884-cbed-422a-b8bd-4fa6757c5cb6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:36.096815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3cfdfca7-05f9-4529-9703-27d37bda4420 req-2130b884-cbed-422a-b8bd-4fa6757c5cb6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0505846 Dec 08 02:11:36.150406 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3cfdfca7-05f9-4529-9703-27d37bda4420 req-12965e41-857d-4ed8-a801-fab798afa0a9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474977 Dec 08 02:11:37.274328 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee2f3-0917-4a92-85fa-274a4727202e req-aac104c5-1165-4f38-890d-691624ba5c26 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:37.276585 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7dcee2f3-0917-4a92-85fa-274a4727202e req-aac104c5-1165-4f38-890d-691624ba5c26 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0507607 Dec 08 02:11:37.328339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7dcee2f3-0917-4a92-85fa-274a4727202e req-a9527f1c-549d-47c9-bec0-eddc74363c75 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456579 Dec 08 02:11:37.983764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-daa5a2b7-2291-4af9-b48f-46a581de146a req-c9de6671-bd70-455f-9f4f-0558fd6f4e8f service neutron] 10.222.0.65 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828073 Dec 08 02:11:38.101231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-daa5a2b7-2291-4af9-b48f-46a581de146a req-2cce0207-32d9-4c7d-8ade-c14c8ba17c38 service neutron] 10.222.0.65 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072240 Dec 08 02:11:38.457785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729860b-5527-411a-9637-f2973e24744e req-6953a3cf-29b8-4207-85a5-ca4750b86e3c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:38.459283 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6729860b-5527-411a-9637-f2973e24744e req-6953a3cf-29b8-4207-85a5-ca4750b86e3c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0513961 Dec 08 02:11:38.506847 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6729860b-5527-411a-9637-f2973e24744e req-fc2d2ee8-7c7d-4e64-9684-af2483968f33 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Dec 08 02:11:39.624655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a68ffc-1e6d-4078-834d-9bdad382b598 req-a360e425-6048-47c0-898d-a1f8c9a543e5 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:39.626162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e0a68ffc-1e6d-4078-834d-9bdad382b598 req-a360e425-6048-47c0-898d-a1f8c9a543e5 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 945 time: 0.0491259 Dec 08 02:11:39.672139 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e0a68ffc-1e6d-4078-834d-9bdad382b598 req-3bbd16eb-e8e0-47e4-9bf8-9a22e87337e0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 Dec 08 02:11:40.018973 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ecde1a8a-eac8-4c84-b3ab-b409f104d46c details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:11:40.113595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:40.125810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'network_id': 'c0947a40-72ac-4d19-9153-81d17b8ad1b3', 'port_id': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'mac_address': 'fa:16:3e:04:c1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20418f9e-75bb-4f96-80db-9082524ea6c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:11:40.167497 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.179906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecde1a8a-eac8-4c84-b3ab-b409f104d46c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:11:40.199396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:40.203348 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:40.252775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=11']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:40.578285 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['ecde1a8a-eac8-4c84-b3ab-b409f104d46c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:11:40.788807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0525c-ebcb-4d12-8f26-48ce3de2734c req-17ddbe7f-bf67-40e4-bc54-4402426b2fa2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:40.790289 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16c0525c-ebcb-4d12-8f26-48ce3de2734c req-17ddbe7f-bf67-40e4-bc54-4402426b2fa2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0486469 Dec 08 02:11:40.840146 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-16c0525c-ebcb-4d12-8f26-48ce3de2734c req-ab36dea4-b202-475d-80ad-36582d731e5e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437329 Dec 08 02:11:41.958774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cb284-7845-4dde-bb5d-fff02fd3516e req-1216601a-037a-47a7-ae66-923e1b1b4281 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:41.960306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d59cb284-7845-4dde-bb5d-fff02fd3516e req-1216601a-037a-47a7-ae66-923e1b1b4281 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 946 time: 0.0528190 Dec 08 02:11:42.008012 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d59cb284-7845-4dde-bb5d-fff02fd3516e req-bc017a1f-34c8-4c63-bcc7-04ec819baf5c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Dec 08 02:11:42.011954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ecde1a8a-eac8-4c84-b3ab-b409f104d46c up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:11:42.062850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port ecde1a8a-eac8-4c84-b3ab-b409f104d46c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:11:42.066428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port ecde1a8a-eac8-4c84-b3ab-b409f104d46c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:11:42.066799 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:42.142251 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:42.164378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:11:42.166758 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca0bede-9a11-4ffb-ac77-ac2d5eb64a37" -d '{"events": [{"server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "name": "network-vif-plugged", "status": "completed", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:11:42.179509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:42.184148 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:42.206746 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea3f6e7-f0f0-4864-858c-64031fcf4df4 x-openstack-request-id: req-3ea3f6e7-f0f0-4864-858c-64031fcf4df4 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:11:42.207034 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "name": "network-vif-plugged", "status": "completed", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:11:42.207281 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ea3f6e7-f0f0-4864-858c-64031fcf4df4 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:11:42.207677 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'code': 200} Dec 08 02:11:42.233109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=12']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:11:42.424660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576e092-0f3c-45dc-9e0e-44b1e806630c req-e03a3993-dcf5-43a8-910c-2bccd83cca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:42.426048 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3576e092-0f3c-45dc-9e0e-44b1e806630c req-e03a3993-dcf5-43a8-910c-2bccd83cca4f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 1099 time: 0.0404253 Dec 08 02:11:42.472867 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3576e092-0f3c-45dc-9e0e-44b1e806630c req-9761c912-3ab3-478a-8f6f-5c52be63ef36 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382924 Dec 08 02:11:43.124885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140abcc-8327-4d97-8200-5a8109262662 req-5185bac7-b78a-4d1a-933d-03397890bc9f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:43.126406 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e140abcc-8327-4d97-8200-5a8109262662 req-5185bac7-b78a-4d1a-933d-03397890bc9f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0507829 Dec 08 02:11:43.175098 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e140abcc-8327-4d97-8200-5a8109262662 req-53f6e006-f2de-4ae3-a460-9a44f265b1ab tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426881 Dec 08 02:11:44.310757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97ace-e86d-4bb9-b789-cc4ef4157262 req-cf37d1de-8cbc-457f-9f3b-c9b7da878c16 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:44.312339 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ab97ace-e86d-4bb9-b789-cc4ef4157262 req-cf37d1de-8cbc-457f-9f3b-c9b7da878c16 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0518627 Dec 08 02:11:44.362980 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ab97ace-e86d-4bb9-b789-cc4ef4157262 req-568e8ed0-57be-4c49-8f16-774829571ff2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446117 Dec 08 02:11:44.773761 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:11:45.483927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac50ea2-ba28-4479-b2c8-17f74664c965 req-a71c98cb-ae07-40b5-9cb0-706912900ed6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.485421 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aac50ea2-ba28-4479-b2c8-17f74664c965 req-a71c98cb-ae07-40b5-9cb0-706912900ed6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0526619 Dec 08 02:11:45.531756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aac50ea2-ba28-4479-b2c8-17f74664c965 req-2a707d40-9ddc-447d-a8e8-ce8d60bd296f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 Dec 08 02:11:45.649062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284a9cc-a2fb-4998-b7bf-2516d3e1591a req-a0b6fd18-573c-421f-9968-af3c17a77fc2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.650825 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9284a9cc-a2fb-4998-b7bf-2516d3e1591a req-a0b6fd18-573c-421f-9968-af3c17a77fc2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0537701 Dec 08 02:11:45.698297 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9284a9cc-a2fb-4998-b7bf-2516d3e1591a req-b5543561-ec0f-41ba-a903-a5dc736201e8 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Dec 08 02:11:45.818531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b5321-0d69-4a36-9fc1-7c8fbc490add req-13dde0a8-3da4-4936-ac82-e6e4c460d0ca tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.820009 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b3b5321-0d69-4a36-9fc1-7c8fbc490add req-13dde0a8-3da4-4936-ac82-e6e4c460d0ca tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0487294 Dec 08 02:11:45.867030 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2b3b5321-0d69-4a36-9fc1-7c8fbc490add req-d63e9bfc-daa2-41d7-b0f6-28b0d22679ab tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 Dec 08 02:11:45.996822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52119284-2ec7-4710-96fb-65ce138ae906 req-09d31ef1-dd51-4a89-be02-0767b19c1e32 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:45.998362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52119284-2ec7-4710-96fb-65ce138ae906 req-09d31ef1-dd51-4a89-be02-0767b19c1e32 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0503552 Dec 08 02:11:46.050013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52119284-2ec7-4710-96fb-65ce138ae906 req-7381f111-a408-48ec-a88b-723acb91f34f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457096 Dec 08 02:11:46.164793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b8b54-679e-44ae-8690-8432086423b4 req-325d4e58-6ce8-453a-b360-a2af1765a111 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.166784 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f0b8b54-679e-44ae-8690-8432086423b4 req-325d4e58-6ce8-453a-b360-a2af1765a111 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0503185 Dec 08 02:11:46.212629 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f0b8b54-679e-44ae-8690-8432086423b4 req-900aca49-01f5-4c57-baa4-19aa59a37596 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394721 Dec 08 02:11:46.342637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c415f-4e8b-44de-953d-50e4bbc15114 req-a7d3afeb-3964-4068-96c4-ed327c02ac05 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.344109 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa4c415f-4e8b-44de-953d-50e4bbc15114 req-a7d3afeb-3964-4068-96c4-ed327c02ac05 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0492585 Dec 08 02:11:46.395388 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa4c415f-4e8b-44de-953d-50e4bbc15114 req-936d8829-e62c-4d1d-be2b-67714a020a52 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454590 Dec 08 02:11:46.511998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee09557-0909-4666-8a1c-2edac529b11e req-b902c4d8-854e-452b-b229-1a9e279b32e6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.513506 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5ee09557-0909-4666-8a1c-2edac529b11e req-b902c4d8-854e-452b-b229-1a9e279b32e6 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0495656 Dec 08 02:11:46.560019 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5ee09557-0909-4666-8a1c-2edac529b11e req-52b481e4-f1e5-4266-b137-ec09e34ac212 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405898 Dec 08 02:11:46.781020 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69831eb4-85b8-440e-8313-7d37a967f5d0 req-593b6e1a-34c3-4e37-8335-bff3195e88e0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:46.782521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69831eb4-85b8-440e-8313-7d37a967f5d0 req-593b6e1a-34c3-4e37-8335-bff3195e88e0 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0486257 Dec 08 02:11:46.830197 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69831eb4-85b8-440e-8313-7d37a967f5d0 req-2bd7b998-aa96-4963-81f0-a1230b959988 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416899 Dec 08 02:11:47.950920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2506ec-2cf0-450e-b2b6-0e7823941158 req-8d1f9fd9-d527-49fa-8871-d7ac5f012c8c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:47.952454 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a2506ec-2cf0-450e-b2b6-0e7823941158 req-8d1f9fd9-d527-49fa-8871-d7ac5f012c8c tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0495131 Dec 08 02:11:47.999296 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a2506ec-2cf0-450e-b2b6-0e7823941158 req-9814137b-66f6-465f-ba8f-9ad4b51218ff tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409112 Dec 08 02:11:48.254184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451f9ea-ff93-4ed4-9687-26d9c768fa09 req-982760ee-19bf-4be0-bf15-4195c4699341 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:48.255721 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8451f9ea-ff93-4ed4-9687-26d9c768fa09 req-982760ee-19bf-4be0-bf15-4195c4699341 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0548925 Dec 08 02:11:48.303691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8451f9ea-ff93-4ed4-9687-26d9c768fa09 req-d4513915-70ec-489f-905f-710c278d454a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Dec 08 02:11:48.311236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc83b8-1890-4a5e-be13-ed756437bd68 req-c6c58902-2556-410a-99a1-3536e59366fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:48.312840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63cc83b8-1890-4a5e-be13-ed756437bd68 req-c6c58902-2556-410a-99a1-3536e59366fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 1099 time: 0.0412598 Dec 08 02:11:48.409058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc83b8-1890-4a5e-be13-ed756437bd68 req-4bd69e8a-10a9-4ec7-8e32-078cf4bcfe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:48.410491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63cc83b8-1890-4a5e-be13-ed756437bd68 req-4bd69e8a-10a9-4ec7-8e32-078cf4bcfe3e service neutron] 10.222.0.65 "GET /v2.0/networks?id=c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 200 len: 914 time: 0.0869870 Dec 08 02:11:48.452692 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63cc83b8-1890-4a5e-be13-ed756437bd68 req-181d2c7e-98ff-4254-92ca-cae9b51bc1cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c HTTP/1.1" status: 200 len: 217 time: 0.0340936 Dec 08 02:11:48.505833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc83b8-1890-4a5e-be13-ed756437bd68 req-dfed356a-b517-4dd3-9add-ddf8d37969b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:48.507243 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63cc83b8-1890-4a5e-be13-ed756437bd68 req-dfed356a-b517-4dd3-9add-ddf8d37969b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=20418f9e-75bb-4f96-80db-9082524ea6c8 HTTP/1.1" status: 200 len: 853 time: 0.0474324 Dec 08 02:11:48.543929 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63cc83b8-1890-4a5e-be13-ed756437bd68 req-35286278-ce4c-43e7-aedb-69a55780a0db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c0947a40-72ac-4d19-9153-81d17b8ad1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250025 Dec 08 02:11:48.641741 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63cc83b8-1890-4a5e-be13-ed756437bd68 req-9118803a-7c7a-473c-a090-3fb012ba111f service neutron] 10.222.0.65 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857041 Dec 08 02:11:48.754740 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63cc83b8-1890-4a5e-be13-ed756437bd68 req-75963689-be3e-47b8-a4d6-9128f92f5d8b service neutron] 10.222.0.65 "GET /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004660 Dec 08 02:11:49.424263 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d86181-d57d-423d-a31f-abb095e4e2b0 req-96bfe411-c5f6-4a95-8fd9-7c05179e61e4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:49.425758 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1d86181-d57d-423d-a31f-abb095e4e2b0 req-96bfe411-c5f6-4a95-8fd9-7c05179e61e4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0513029 Dec 08 02:11:49.474599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1d86181-d57d-423d-a31f-abb095e4e2b0 req-31a3bb0e-2005-4851-8e72-7c9a725c6779 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 Dec 08 02:11:50.592628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3208c-c69c-40aa-9f26-3fc11583591c req-10a4d2c0-baed-4389-a757-7e9aba28f27f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:50.594139 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1cd3208c-c69c-40aa-9f26-3fc11583591c req-10a4d2c0-baed-4389-a757-7e9aba28f27f tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0488577 Dec 08 02:11:50.641258 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1cd3208c-c69c-40aa-9f26-3fc11583591c req-02ca8473-3e0e-444f-93ec-73c235781d5e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412009 Dec 08 02:11:50.761786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb522c1-aff8-4ab4-8a54-b909f3552c3e req-c4363e92-4fbe-45f5-8abb-77814f312ad4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:50.763179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fdb522c1-aff8-4ab4-8a54-b909f3552c3e req-c4363e92-4fbe-45f5-8abb-77814f312ad4 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0528910 Dec 08 02:11:50.809466 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fdb522c1-aff8-4ab4-8a54-b909f3552c3e req-26f19a4e-a0ce-4e20-82dc-40e32113f5a5 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403750 Dec 08 02:11:50.937405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6ecce-bb46-4be5-9102-1c6d62e28619 req-26ecd0f9-fb82-4810-b2b1-18ad07f8e4e9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:50.938872 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eaa6ecce-bb46-4be5-9102-1c6d62e28619 req-26ecd0f9-fb82-4810-b2b1-18ad07f8e4e9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0492630 Dec 08 02:11:50.985375 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eaa6ecce-bb46-4be5-9102-1c6d62e28619 req-79e1c453-aeb0-4898-9c5c-77ef442a817b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Dec 08 02:11:51.098629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bd7b7-c7ba-411f-9c29-95d00307dbcf req-dc9d9cf7-194e-4a4f-8e6c-fc3a01ad4493 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:51.100080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c8bd7b7-c7ba-411f-9c29-95d00307dbcf req-dc9d9cf7-194e-4a4f-8e6c-fc3a01ad4493 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0489154 Dec 08 02:11:51.154491 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c8bd7b7-c7ba-411f-9c29-95d00307dbcf req-08a45268-1178-4d84-9027-1067c3ecbd7e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482442 Dec 08 02:11:51.309946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb7b1e-755d-4021-9780-5586b3855ae6 req-14925b8a-91ac-4f8b-90f2-04a19e8741c2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:51.311416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8fb7b1e-755d-4021-9780-5586b3855ae6 req-14925b8a-91ac-4f8b-90f2-04a19e8741c2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0483792 Dec 08 02:11:51.358425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8fb7b1e-755d-4021-9780-5586b3855ae6 req-45be79f9-1954-44f9-b44d-42865644956b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Dec 08 02:11:51.472613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985164e2-43a4-4622-9240-ed6e8ec1832a req-9146c91f-8af1-46f9-800f-7115ccc952ce tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:51.474278 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-985164e2-43a4-4622-9240-ed6e8ec1832a req-9146c91f-8af1-46f9-800f-7115ccc952ce tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0500638 Dec 08 02:11:51.525012 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-985164e2-43a4-4622-9240-ed6e8ec1832a req-939266e5-8b1b-47c0-9f30-3e96f659efbd tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436618 Dec 08 02:11:51.655421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90819faa-28a0-487d-9825-fc65c42707ac req-6deb3cee-4fa7-4d5a-9c35-6a3abed90ade tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:51.656907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90819faa-28a0-487d-9825-fc65c42707ac req-6deb3cee-4fa7-4d5a-9c35-6a3abed90ade tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0492327 Dec 08 02:11:51.703734 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90819faa-28a0-487d-9825-fc65c42707ac req-ec216d93-e407-48eb-ac9e-28efd236a395 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410700 Dec 08 02:11:51.817877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe3551-041b-42e2-814c-2af49419b715 req-8b92543b-0292-4cc3-8441-ad1df9abcc25 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:51.819300 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eabe3551-041b-42e2-814c-2af49419b715 req-8b92543b-0292-4cc3-8441-ad1df9abcc25 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0496106 Dec 08 02:11:51.866542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eabe3551-041b-42e2-814c-2af49419b715 req-56a9243a-ab7c-4623-8e1f-20cd6a0de52d tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Dec 08 02:11:51.932809 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-890eb925-3144-49da-b8c0-56f0c6e43c86 req-e9f505e3-7be2-472b-a022-de400ac3106b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:11:51.933789 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-890eb925-3144-49da-b8c0-56f0c6e43c86 req-e9f505e3-7be2-472b-a022-de400ac3106b service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054283 Dec 08 02:11:52.042717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f86d7a-2713-486d-a665-39d0c8e5eb72 req-8bc4986b-0641-48cd-8900-438d14db4c8b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.044899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78f86d7a-2713-486d-a665-39d0c8e5eb72 req-8bc4986b-0641-48cd-8900-438d14db4c8b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0597143 Dec 08 02:11:52.092137 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78f86d7a-2713-486d-a665-39d0c8e5eb72 req-49d21a1d-d11f-43e4-ae68-1e056937c66b tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412786 Dec 08 02:11:52.207998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253eeec-3871-43e3-b031-39b47ae8fc43 req-105e52bb-bd59-4fba-8f65-2db9bf2164c2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.209485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5253eeec-3871-43e3-b031-39b47ae8fc43 req-105e52bb-bd59-4fba-8f65-2db9bf2164c2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0485771 Dec 08 02:11:52.257226 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5253eeec-3871-43e3-b031-39b47ae8fc43 req-a37b062a-e0c1-45b0-bfc0-cfc21d263fe9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Dec 08 02:11:52.417903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f75ad9-1e54-4166-8b97-2950ea666c9e req-bc6c02fc-c237-42a9-9d6c-03df31bc9357 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.419516 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f4f75ad9-1e54-4166-8b97-2950ea666c9e req-bc6c02fc-c237-42a9-9d6c-03df31bc9357 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0802844 Dec 08 02:11:52.465531 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f4f75ad9-1e54-4166-8b97-2950ea666c9e req-723fcc16-f929-4a52-ba69-749b6cd69b27 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401397 Dec 08 02:11:52.582357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872bb8a-bbf9-4408-8046-51b7ddf3155e req-28de3547-5bab-467c-8c78-049d03376cc3 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.583860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0872bb8a-bbf9-4408-8046-51b7ddf3155e req-28de3547-5bab-467c-8c78-049d03376cc3 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0494771 Dec 08 02:11:52.631107 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0872bb8a-bbf9-4408-8046-51b7ddf3155e req-532a0ba9-f7bd-4216-81c1-c88929c2f4a2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403106 Dec 08 02:11:52.759999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ff37e-d467-4e27-b454-e47bf6d48304 req-7a275656-87e8-4531-9dfa-bf8be8cf849e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.761622 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c7ff37e-d467-4e27-b454-e47bf6d48304 req-7a275656-87e8-4531-9dfa-bf8be8cf849e tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0544426 Dec 08 02:11:52.816373 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7c7ff37e-d467-4e27-b454-e47bf6d48304 req-7af76610-f2fa-4dc4-8b84-f38ce8b1097a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485880 Dec 08 02:11:52.931612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213b673-22fe-458a-a470-c0e85c95ea41 req-d3e22731-80e4-4809-b835-98c44f4e6586 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:52.933262 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6213b673-22fe-458a-a470-c0e85c95ea41 req-d3e22731-80e4-4809-b835-98c44f4e6586 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0490286 Dec 08 02:11:52.979778 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6213b673-22fe-458a-a470-c0e85c95ea41 req-82b6b8d4-f653-4dc4-bdfb-e2421693f6a5 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 Dec 08 02:11:53.104678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0db8ac-e326-48f3-85b9-189e023a109f req-6990102e-a65b-4e80-80ce-dc2ab527c595 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:53.107299 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b0db8ac-e326-48f3-85b9-189e023a109f req-6990102e-a65b-4e80-80ce-dc2ab527c595 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0509915 Dec 08 02:11:53.158171 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b0db8ac-e326-48f3-85b9-189e023a109f req-5ddeb973-924b-42fe-8f6a-069f428fe5fa tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453947 Dec 08 02:11:57.799940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9461f-7466-45b1-a441-125725414936 req-9fb5940d-7d87-46c2-87d1-a90543a39c78 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:57.801617 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83b9461f-7466-45b1-a441-125725414936 req-9fb5940d-7d87-46c2-87d1-a90543a39c78 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0499828 Dec 08 02:11:57.849386 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83b9461f-7466-45b1-a441-125725414936 req-83d977e7-e39f-441a-bbbf-ec1591eaf052 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410113 Dec 08 02:11:58.834873 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebdaea43-acb7-4b99-891a-0a3582b85e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:58.966789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a8ad-02b9-49e1-979c-763123091719 req-1ce3a6d1-d4c4-44b2-8e4f-0a22d15907e9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:58.968152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a556a8ad-02b9-49e1-979c-763123091719 req-1ce3a6d1-d4c4-44b2-8e4f-0a22d15907e9 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0495691 Dec 08 02:11:59.015619 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a556a8ad-02b9-49e1-979c-763123091719 req-84390072-0437-437f-80aa-c1b4641a1ea2 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/security-groups?id=d1463ce0-ba5d-4949-bd53-9f99175f89cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Dec 08 02:11:59.689755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a050e-32be-46c6-89b1-9ee3634466b7 req-4ba97502-b000-423a-a76b-2ee0eb285662 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:11:59.691180 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e39a050e-32be-46c6-89b1-9ee3634466b7 req-4ba97502-b000-423a-a76b-2ee0eb285662 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.65 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 947 time: 0.0479212 Dec 08 02:11:59.784642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-e39a050e-32be-46c6-89b1-9ee3634466b7 req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Deleting port ecde1a8a-eac8-4c84-b3ab-b409f104d46c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:11:59.784972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e39a050e-32be-46c6-89b1-9ee3634466b7 req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.870420 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e39a050e-32be-46c6-89b1-9ee3634466b7 req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] For port ecde1a8a-eac8-4c84-b3ab-b409f104d46c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,segment=NetworkSegment(034eea9b-6857-4233-8fc7-101ca28df244),segment_id=034eea9b-6857-4233-8fc7-101ca28df244)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:11:59.870773 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e39a050e-32be-46c6-89b1-9ee3634466b7 req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:11:59.882825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-e39a050e-32be-46c6-89b1-9ee3634466b7 req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Calling delete_port for ecde1a8a-eac8-4c84-b3ab-b409f104d46c owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:12:00.008213 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e39a050e-32be-46c6-89b1-9ee3634466b7 req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.037487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Pushing event deleted for resources: {'Port': ['ID=ecde1a8a-eac8-4c84-b3ab-b409f104d46c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:00.051436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.051436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.051436 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.052059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.052059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.052349 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.052693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.053028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.053368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.053700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.054034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.054367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.054698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:00.062149 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['ecde1a8a-eac8-4c84-b3ab-b409f104d46c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:12:00.098794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39a050e-32be-46c6-89b1-9ee3634466b7 req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] No DVR routers for this DVR port ecde1a8a-eac8-4c84-b3ab-b409f104d46c on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:12:00.108278 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e39a050e-32be-46c6-89b1-9ee3634466b7 req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:00.111521 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e39a050e-32be-46c6-89b1-9ee3634466b7 req-f06282c6-031c-454f-a179-ce816fba953a tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.65 "DELETE /v2.0/ports/ecde1a8a-eac8-4c84-b3ab-b409f104d46c HTTP/1.1" status: 204 len: 173 time: 0.4102411 Dec 08 02:12:00.111968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'name': 'network-vif-deleted', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:00.114243 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f431537-9df1-4ac0-b443-dab77c3ae69b" -d '{"events": [{"server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "name": "network-vif-deleted", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:00.139302 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d7e0d098-8893-441e-8e58-afd562323cbf req-c90093ef-5752-4ab8-875d-f72726159958 tempest-ServersNegativeTestJSON-1803829030 tempest-ServersNegativeTestJSON-1803829030-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4a755f5-c7f1-4e98-8b48-0a798cba1c9b HTTP/1.1" status: 200 len: 210 time: 0.0417662 Dec 08 02:12:00.221000 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49835b1c-98c8-481f-aaa2-279e1059389d x-openstack-request-id: req-49835b1c-98c8-481f-aaa2-279e1059389d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:00.221346 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a755f5-c7f1-4e98-8b48-0a798cba1c9b", "name": "network-vif-deleted", "tag": "ecde1a8a-eac8-4c84-b3ab-b409f104d46c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:00.221695 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-49835b1c-98c8-481f-aaa2-279e1059389d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:00.222108 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a755f5-c7f1-4e98-8b48-0a798cba1c9b', 'name': 'network-vif-deleted', 'tag': 'ecde1a8a-eac8-4c84-b3ab-b409f104d46c', 'status': 'completed', 'code': 200} Dec 08 02:12:01.202197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:01.247440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9d17bd-1d28-4114-bf86-ccc70d80ccc5 admin admin] Deleting subnet 20418f9e-75bb-4f96-80db-9082524ea6c8 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:12:01.250579 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da9d17bd-1d28-4114-bf86-ccc70d80ccc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.288963 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da9d17bd-1d28-4114-bf86-ccc70d80ccc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.326818 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da9d17bd-1d28-4114-bf86-ccc70d80ccc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.377275 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da9d17bd-1d28-4114-bf86-ccc70d80ccc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.403724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d17bd-1d28-4114-bf86-ccc70d80ccc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20418f9e-75bb-4f96-80db-9082524ea6c8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:01.405764 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da9d17bd-1d28-4114-bf86-ccc70d80ccc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.409047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-da9d17bd-1d28-4114-bf86-ccc70d80ccc5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/20418f9e-75bb-4f96-80db-9082524ea6c8 HTTP/1.1" status: 204 len: 168 time: 0.2058110 Dec 08 02:12:01.411485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34168) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:01.488457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.566361 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.587867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0947a40-72ac-4d19-9153-81d17b8ad1b3']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:01.596868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034eea9b-6857-4233-8fc7-101ca28df244') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:01.597169 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034eea9b-6857-4233-8fc7-101ca28df244') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:01.607128 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.619867 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.625874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:12:01.626313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:12:01.627979 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:12:01.685017 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.690484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.693714 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c0947a40-72ac-4d19-9153-81d17b8ad1b3 HTTP/1.1" status: 204 len: 168 time: 0.2812903 Dec 08 02:12:01.704254 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b156ff3-a2c1-4729-bc21-4e300f61b981 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0947a40-72ac-4d19-9153-81d17b8ad1b3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:01.851647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:01.893481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-90eaa5d2-dac7-4565-a4de-09350c8bcd5b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=159ea9eabb8a4b1e8c4f2b1d21f498a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401275 Dec 08 02:12:01.895822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34174) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:01.927858 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.945261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6eafe2b2-9e99-4659-af6b-c7984406ef05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:01.966905 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6eafe2b2-9e99-4659-af6b-c7984406ef05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.018302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6eafe2b2-9e99-4659-af6b-c7984406ef05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.020961 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6eafe2b2-9e99-4659-af6b-c7984406ef05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.022151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6eafe2b2-9e99-4659-af6b-c7984406ef05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d1463ce0-ba5d-4949-bd53-9f99175f89cf HTTP/1.1" status: 204 len: 168 time: 0.1253922 Dec 08 02:12:02.031492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafe2b2-9e99-4659-af6b-c7984406ef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1463ce0-ba5d-4949-bd53-9f99175f89cf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:02.037242 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ecde1a8a-eac8-4c84-b3ab-b409f104d46c no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:12:02.063905 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: ecde1a8a-eac8-4c84-b3ab-b409f104d46c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:12:02.064261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device ecde1a8a-eac8-4c84-b3ab-b409f104d46c not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:12:02.101162 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-336fb064-5066-4c4e-8dd8-a8a1f26aad89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.394588 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.687569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34196) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:02.788851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-network', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:02.810742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Made reservation on behalf of 8cef2a0d6ddb4026bcfb510dcb974471 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:02.813251 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.822111 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.896190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.900854 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.927917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:12:02.934212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c117e1a8-6a91-4a7d-aa37-d488cde80b9e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:02.940128 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:02.940513 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Added segment ce28bff8-db71-4333-a029-dd1eae1d6846 of type vlan for network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b Dec 08 02:12:02.981427 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.005103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.006078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:03.006658 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.285634 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5969501 Dec 08 02:12:03.288653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34200) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:03.293650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bef9161a-f95c-41b2-bff1-a62544ff787a admin admin] Request body: {'subnet': {'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-subnet', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:03.315113 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef9161a-f95c-41b2-bff1-a62544ff787a admin admin] Made reservation on behalf of 8cef2a0d6ddb4026bcfb510dcb974471 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:03.316186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcd922-1368-4841-8bc1-010efebfbff7 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:03.317564 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bef9161a-f95c-41b2-bff1-a62544ff787a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.327116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:12:03.485381 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bef9161a-f95c-41b2-bff1-a62544ff787a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.538660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9161a-f95c-41b2-bff1-a62544ff787a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3143fa6e-d25b-41eb-97a8-f49b82e42d1c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:03.548943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9161a-f95c-41b2-bff1-a62544ff787a admin admin] Checking segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:03.549303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9161a-f95c-41b2-bff1-a62544ff787a admin admin] Network hostable DHCP agents. Network: 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:12:03.565648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef9161a-f95c-41b2-bff1-a62544ff787a admin admin] Network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:12:03.574643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-bef9161a-f95c-41b2-bff1-a62544ff787a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:03.578817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef9161a-f95c-41b2-bff1-a62544ff787a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:03.579408 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bef9161a-f95c-41b2-bff1-a62544ff787a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.583255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55738f-7e58-4802-ab4c-91c307d59dc1 None None] Network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:03.595074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bef9161a-f95c-41b2-bff1-a62544ff787a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3053007 Dec 08 02:12:03.597913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34202) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:03.602127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:03.622828 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.624052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.678391 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.692427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:12:03.693352 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.821722 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.867932 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:03.987713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Allocated IP 172.20.0.2 (9e5118ab-0eaf-4211-a7f4-f38a258a5a0b/3143fa6e-d25b-41eb-97a8-f49b82e42d1c/a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:04.026297 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.045203 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.132545 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.138925 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.145974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Allocated IP 172.25.2.209 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/665f5e70-eab9-4d18-81a8-1b45feca564d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:04.197716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:04.201066 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.201979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:04.206401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:04.209518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Pushing event updated for resources: {'Port': ['ID=a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:04.257130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.262933 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Attempting to bind port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:04.263304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Attempting to bind port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:04.263667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Attempting to bind port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:04.268652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:04.269047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Checking segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:04.269576 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.269986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Bound using segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:04.270463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Bound port: a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:04.270851 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.293348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.332834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:04.333985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-70b73978-6e71-45b6-abad-35c497645731 None None] For port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:04.335789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:04.337305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-70b73978-6e71-45b6-abad-35c497645731 None None] For port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:04.338934 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:04.341166 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.368968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Pushing event updated for resources: {'Port': ['ID=665f5e70-eab9-4d18-81a8-1b45feca564d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:04.371992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf45c122-5b94-40b6-b81e-39e9a91573b8 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:04.409219 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b73978-6e71-45b6-abad-35c497645731 None None] Pushing event updated for resources: {'Port': ['ID=a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:04.479451 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f0931791-d6fa-46bf-bcb7-01a82321744c None None] Provisioning complete for port 665f5e70-eab9-4d18-81a8-1b45feca564d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:04.479829 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f0931791-d6fa-46bf-bcb7-01a82321744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.514651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f0931791-d6fa-46bf-bcb7-01a82321744c None None] Port 665f5e70-eab9-4d18-81a8-1b45feca564d cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:04.624365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.776427 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.825709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:04.954331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Router 74dda5f3-a34c-4527-ae48-e0e0d9045662 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:12:05.066444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:05.076121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Sync routers for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:05.085976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.089882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c7e17e43-36d4-457a-a1e1-1d7e0f807f6c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4885542 Dec 08 02:12:05.090065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:05.090065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:12:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:05.090303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34204) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:05.204571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:05.374710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52545dd7-82ef-4162-aeb1-35879caac0cd None None] Network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:12:05.480520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a5acdcb5-9109-43b7-89fd-5fe486aed812 None None] Provisioning complete for port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:05.480800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5acdcb5-9109-43b7-89fd-5fe486aed812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.483414 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:04Z', 'revision_number': 3, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:05.550477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Checking router: 74dda5f3-a34c-4527-ae48-e0e0d9045662 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:05.550835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Updating router 74dda5f3-a34c-4527-ae48-e0e0d9045662 port 665f5e70-eab9-4d18-81a8-1b45feca564d binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:12:05.591052 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.731795 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5acdcb5-9109-43b7-89fd-5fe486aed812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.795848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a5acdcb5-9109-43b7-89fd-5fe486aed812 None None] For port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:05.826627 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a5acdcb5-9109-43b7-89fd-5fe486aed812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.862654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.901067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acdcb5-9109-43b7-89fd-5fe486aed812 None None] Pushing event updated for resources: {'Port': ['ID=a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:05.965068 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.971016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6a5236b4-48f1-4704-b912-45f4720622ed None None] Provisioning complete for port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:05.971390 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6a5236b4-48f1-4704-b912-45f4720622ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:05.973987 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.023618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Allocated IP 172.20.0.1 (9e5118ab-0eaf-4211-a7f4-f38a258a5a0b/3143fa6e-d25b-41eb-97a8-f49b82e42d1c/584c28b5-cc0d-4824-9c79-a9fecaf8a77e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:06.049986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3cd75e-5c38-4e7c-91a3-373928bcada3 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:06.066669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Attempting to bind port 665f5e70-eab9-4d18-81a8-1b45feca564d on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:06.067042 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Attempting to bind port 665f5e70-eab9-4d18-81a8-1b45feca564d by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:06.067408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Attempting to bind port 665f5e70-eab9-4d18-81a8-1b45feca564d on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:06.076027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042a1df-e412-4511-9175-bbd372771107 None None] Pushing event updated for resources: {'Port': ['ID=665f5e70-eab9-4d18-81a8-1b45feca564d,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:06.081784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:06.082207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:06.082618 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.083013 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:06.083466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Bound port: 665f5e70-eab9-4d18-81a8-1b45feca564d, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:06.083783 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.138879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.166168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] For port 665f5e70-eab9-4d18-81a8-1b45feca564d, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:06.169718 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] For port 665f5e70-eab9-4d18-81a8-1b45feca564d, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=665f5e70-eab9-4d18-81a8-1b45feca564d,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:06.175813 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.189406 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.236115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:06.239844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7d96b1-8def-4023-b2c3-1f44197b7d92 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:12:06.240046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:06.242356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:06.245963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:06.246590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:12:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:06.248533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:06.271307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Pushing event updated for resources: {'Port': ['ID=584c28b5-cc0d-4824-9c79-a9fecaf8a77e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:06.271645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042a1df-e412-4511-9175-bbd372771107 None None] Pushing event updated for resources: {'Port': ['ID=665f5e70-eab9-4d18-81a8-1b45feca564d,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:06.288934 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.382332 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a1a0ec34-f87d-4747-b391-07f1d2b615e7 None None] Provisioning complete for port 665f5e70-eab9-4d18-81a8-1b45feca564d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:06.382946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a1a0ec34-f87d-4747-b391-07f1d2b615e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.429921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.437493 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:06.470989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:06.471137 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.603498 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.608568 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.674222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Pushing event updated for resources: {'Port': ['ID=584c28b5-cc0d-4824-9c79-a9fecaf8a77e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:06.676975 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.683104 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a1a0ec34-f87d-4747-b391-07f1d2b615e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.720586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a1a0ec34-f87d-4747-b391-07f1d2b615e7 None None] For port 665f5e70-eab9-4d18-81a8-1b45feca564d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=665f5e70-eab9-4d18-81a8-1b45feca564d,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:06.729598 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a1a0ec34-f87d-4747-b391-07f1d2b615e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.772851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:06.774860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:06.785526 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:04Z', 'revision_number': 3, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:06.787373 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0ec34-f87d-4747-b391-07f1d2b615e7 None None] Pushing event updated for resources: {'Port': ['ID=665f5e70-eab9-4d18-81a8-1b45feca564d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:06.816383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a490c55f-eb59-4a6d-8626-fdadb1bf16cb None None] The sync data for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 is: [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:04Z', 'revision_number': 3, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:06.856640 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5375b8f6-9971-431d-a753-43aa46ba1680 None None] Provisioning complete for port 665f5e70-eab9-4d18-81a8-1b45feca564d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:06.856932 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5375b8f6-9971-431d-a753-43aa46ba1680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.917188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Router 74dda5f3-a34c-4527-ae48-e0e0d9045662 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:06.955338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5375b8f6-9971-431d-a753-43aa46ba1680 None None] Provisioning complete for port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:06.955712 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5375b8f6-9971-431d-a753-43aa46ba1680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:06.994979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5375b8f6-9971-431d-a753-43aa46ba1680 None None] Port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:07.043310 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:07.048727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bc33fce5-314f-4cce-8e9f-7df876ccc7ac admin admin] 10.222.0.70 "PUT /v2.0/routers/74dda5f3-a34c-4527-ae48-e0e0d9045662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9571071 Dec 08 02:12:07.121524 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-249045fe-6b26-4846-b4c1-6f8713fa4dd7 None None] Provisioning complete for port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:07.121826 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-249045fe-6b26-4846-b4c1-6f8713fa4dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.164138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-249045fe-6b26-4846-b4c1-6f8713fa4dd7 None None] Port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:07.488727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34212) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:07.494214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-79164418-f902-47f7-87a9-52f13332ee58 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966917272', 'description': 'tempest-description--1751820819'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:07.517451 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79164418-f902-47f7-87a9-52f13332ee58 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.590693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79164418-f902-47f7-87a9-52f13332ee58 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.594706 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79164418-f902-47f7-87a9-52f13332ee58 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.625336 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-79164418-f902-47f7-87a9-52f13332ee58 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.626518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-79164418-f902-47f7-87a9-52f13332ee58 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1367309 Dec 08 02:12:07.628489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79164418-f902-47f7-87a9-52f13332ee58 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e77772-284d-4fc4-bc24-3423ab5ef9ed,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:07.629901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34214) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:07.635993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-26adfbcb-1d89-4f76-a4ea-580b0a6e4696 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Request body: {'security_group_rule': {'security_group_id': '75e77772-284d-4fc4-bc24-3423ab5ef9ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:07.663162 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26adfbcb-1d89-4f76-a4ea-580b0a6e4696 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.721327 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26adfbcb-1d89-4f76-a4ea-580b0a6e4696 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.725361 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26adfbcb-1d89-4f76-a4ea-580b0a6e4696 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.745807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adfbcb-1d89-4f76-a4ea-580b0a6e4696 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f53df6-ae1c-481c-b473-b61922b94476,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:07.753987 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26adfbcb-1d89-4f76-a4ea-580b0a6e4696 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.755317 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-26adfbcb-1d89-4f76-a4ea-580b0a6e4696 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242807 Dec 08 02:12:07.758031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34216) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:07.762356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ddafc1b7-a497-4de8-a76c-e5cf50e47c93 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Request body: {'security_group_rule': {'security_group_id': '75e77772-284d-4fc4-bc24-3423ab5ef9ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:07.788704 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ddafc1b7-a497-4de8-a76c-e5cf50e47c93 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.853539 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ddafc1b7-a497-4de8-a76c-e5cf50e47c93 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.857489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ddafc1b7-a497-4de8-a76c-e5cf50e47c93 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.874936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafc1b7-a497-4de8-a76c-e5cf50e47c93 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555ffb1d-3c42-418d-8053-c4a6b0d9e44b,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:07.882882 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ddafc1b7-a497-4de8-a76c-e5cf50e47c93 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:07.884707 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ddafc1b7-a497-4de8-a76c-e5cf50e47c93 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257198 Dec 08 02:12:07.887637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34218) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:07.892010 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:07.917173 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.015974 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.128026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Allocated IP 172.25.2.202 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/a527a1e5-2381-4cfb-922f-56f1d583c3f4) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:08.218990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 665f5e70-eab9-4d18-81a8-1b45feca564d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:08.253840 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.274314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 665f5e70-eab9-4d18-81a8-1b45feca564d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:08.274808 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.295047 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.337550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:08.340678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:08.344461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:08.350869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event updated for resources: {'Port': ['ID=a527a1e5-2381-4cfb-922f-56f1d583c3f4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:08.476793 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Sync routers for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:08.488905 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:08.489530 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:12:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:08.491801 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.535649 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.692216 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.697540 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.698927 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:08.765327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event updated for resources: {'Port': ['ID=a527a1e5-2381-4cfb-922f-56f1d583c3f4,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:08.777656 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.792637 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:08.800397 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a33ec919-31cd-43cd-96e1-83111191962c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9054546 Dec 08 02:12:08.915246 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 2, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:08.944728 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Checking router: 74dda5f3-a34c-4527-ae48-e0e0d9045662 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:08.945088 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Updating router 74dda5f3-a34c-4527-ae48-e0e0d9045662 port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:12:08.954655 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-18eb094d-4a4d-44ab-9e83-27167d78723a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--966917272&fields=id&tenant_id=8cef2a0d6ddb4026bcfb510dcb974471 HTTP/1.1" status: 200 len: 267 time: 0.0433612 Dec 08 02:12:08.969661 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.069051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924a41-0073-4610-a868-e0cc42971497 req-b3a36fb9-e366-4d00-ad1b-c0fe80db08c3 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:09.070800 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-b3a36fb9-e366-4d00-ad1b-c0fe80db08c3 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 817 time: 0.1091013 Dec 08 02:12:09.085770 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-5d3d57e5-0524-4972-b1c4-e39636eb8c22 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/quotas/8cef2a0d6ddb4026bcfb510dcb974471 HTTP/1.1" status: 200 len: 375 time: 0.0092611 Dec 08 02:12:09.137716 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-62e21334-03fe-419b-997a-039b38e42025 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463960 Dec 08 02:12:09.240584 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.246734 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.250941 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-1eda5db2-9946-46ea-a19e-e1de3e2dfc1b service neutron] 10.222.0.70 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008012 Dec 08 02:12:09.302533 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Pushing event updated for resources: {'Port': ['ID=584c28b5-cc0d-4824-9c79-a9fecaf8a77e,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:09.326158 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.326158 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.326158 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.326658 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.326811 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.327153 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.327487 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.327822 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.328155 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.328507 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.328846 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.329175 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.329501 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:09.349670 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-84c9ab6c-72a8-4341-96c6-03e9cf60acf7 service neutron] 10.222.0.70 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924194 Dec 08 02:12:09.362873 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Attempting to bind port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:09.363253 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Attempting to bind port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:09.363620 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Attempting to bind port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:09.369518 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:09.369905 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Checking segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:09.370313 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.370762 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Bound using segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:09.371359 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Bound port: 584c28b5-cc0d-4824-9c79-a9fecaf8a77e, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:09.371748 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.439223 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] For port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:09.442904 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] For port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=584c28b5-cc0d-4824-9c79-a9fecaf8a77e,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:09.449949 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.536867 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da0fadc5-a6a0-41fb-9a21-3e951fcf7eaf req-913e2611-d011-413e-b76d-1eb98c25f9d8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 210 time: 0.0408890 Dec 08 02:12:09.538248 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:09.538963 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:12:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:09.576464 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3f32c-b3f8-4e6f-a774-cd1225110b59 None None] Pushing event updated for resources: {'Port': ['ID=584c28b5-cc0d-4824-9c79-a9fecaf8a77e,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:09.607690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3ad41b35-222f-424c-8076-7e275f0eabfd None None] Provisioning complete for port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:09.608713 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ad41b35-222f-424c-8076-7e275f0eabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.685287 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:09.707221 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ad41b35-222f-424c-8076-7e275f0eabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.750879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3ad41b35-222f-424c-8076-7e275f0eabfd None None] For port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=584c28b5-cc0d-4824-9c79-a9fecaf8a77e,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:09.756965 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ad41b35-222f-424c-8076-7e275f0eabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.811025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad41b35-222f-424c-8076-7e275f0eabfd None None] Pushing event updated for resources: {'Port': ['ID=584c28b5-cc0d-4824-9c79-a9fecaf8a77e,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:09.885945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e1b68096-0940-4c5f-ad63-a94d1d5ca6d5 None None] Provisioning complete for port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:09.886336 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1b68096-0940-4c5f-ad63-a94d1d5ca6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:09.909255 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:09.936573 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc90be2-b093-46e2-8b20-0818217484eb None None] The sync data for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 is: [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:10.221393 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 584c28b5-cc0d-4824-9c79-a9fecaf8a77e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:10.281828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:10.282190 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:10.657406 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-565de040-9df1-4d5f-afab-54cc1af710bb req-a189a971-b631-4ab9-b819-a0bac8b7e433 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 210 time: 0.0371778 Dec 08 02:12:10.805709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924a41-0073-4610-a868-e0cc42971497 req-013bbfba-1506-4f8d-844a-8dd236fccc95 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:10.807221 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-013bbfba-1506-4f8d-844a-8dd236fccc95 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 817 time: 0.1121099 Dec 08 02:12:10.887983 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-e86cfa19-26f5-4f3b-a13d-b421426da0fc tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cef2a0d6ddb4026bcfb510dcb974471 HTTP/1.1" status: 200 len: 379 time: 0.0603654 Dec 08 02:12:10.926070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-08924a41-0073-4610-a868-e0cc42971497 req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Request body: {'port': {'device_id': '246b8268-8d72-4809-a25c-40c9782f7d37', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'admin_state_up': True, 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'security_groups': ['75e77772-284d-4fc4-bc24-3423ab5ef9ed']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:11.042707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08924a41-0073-4610-a868-e0cc42971497 req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Made reservation on behalf of 8cef2a0d6ddb4026bcfb510dcb974471 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:12:11.046281 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-08924a41-0073-4610-a868-e0cc42971497 req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.175118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-08924a41-0073-4610-a868-e0cc42971497 req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Allocated IP 172.20.0.6 (9e5118ab-0eaf-4211-a7f4-f38a258a5a0b/3143fa6e-d25b-41eb-97a8-f49b82e42d1c/a488241b-b01b-4aaf-97eb-14d047c307f1) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:12:11.306680 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-08924a41-0073-4610-a868-e0cc42971497 req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.339703 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-08924a41-0073-4610-a868-e0cc42971497 req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.387553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08924a41-0073-4610-a868-e0cc42971497 req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:12:11.390680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-08924a41-0073-4610-a868-e0cc42971497 req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:12:11.394392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-08924a41-0073-4610-a868-e0cc42971497 req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:12:11.422674 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event updated for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:11.450555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924a41-0073-4610-a868-e0cc42971497 req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:11.451224 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-08924a41-0073-4610-a868-e0cc42971497 req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.468720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-8694d9be-e0eb-4480-8f76-1c0c7b5b0c9e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5466471 Dec 08 02:12:11.497691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Request body: {'port': {'device_id': '246b8268-8d72-4809-a25c-40c9782f7d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:11.553816 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.607820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5cc9b514-c28e-41f2-9494-6345fe6bc920 None None] Provisioning complete for port a488241b-b01b-4aaf-97eb-14d047c307f1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:11.608465 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5cc9b514-c28e-41f2-9494-6345fe6bc920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.645590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5cc9b514-c28e-41f2-9494-6345fe6bc920 None None] Port a488241b-b01b-4aaf-97eb-14d047c307f1 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:12:11.782009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20996fc1-d2ee-4019-a999-d96b9adde813 req-c0c90335-53e8-4909-a4df-9dfb9d0740f3 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:11.783514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20996fc1-d2ee-4019-a999-d96b9adde813 req-c0c90335-53e8-4909-a4df-9dfb9d0740f3 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 931 time: 0.0495193 Dec 08 02:12:11.827300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a488241b-b01b-4aaf-97eb-14d047c307f1 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:12:11.834759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.835283 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20996fc1-d2ee-4019-a999-d96b9adde813 req-a879339f-27a9-4676-aaf0-23093d9f4fdb tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455570 Dec 08 02:12:11.847892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Transition to ACTIVE for port object a488241b-b01b-4aaf-97eb-14d047c307f1 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:12:11.851033 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:11.903760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Pushing event updated for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:11.974588 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Attempting to bind port a488241b-b01b-4aaf-97eb-14d047c307f1 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:12:11.974936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Attempting to bind port a488241b-b01b-4aaf-97eb-14d047c307f1 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:12:11.975272 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Attempting to bind port a488241b-b01b-4aaf-97eb-14d047c307f1 on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:11.980268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Port a488241b-b01b-4aaf-97eb-14d047c307f1 on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:12:11.980620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Attempting to bind port a488241b-b01b-4aaf-97eb-14d047c307f1 on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:12:11.985973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:12:11.986320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Checking segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:12:11.986708 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Bound using segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:12:11.987137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Bound port: a488241b-b01b-4aaf-97eb-14d047c307f1, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:12:11.987499 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.060160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:12:12.063458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:12:12.067431 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.104221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:12.105152 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:12.107412 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] 10.222.0.65 "PUT /v2.0/ports/a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 200 len: 1092 time: 0.6147258 Dec 08 02:12:12.108043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:12.111659 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd3a56f-5dc8-4b30-9233-94fefffb2799" -d '{"events": [{"name": "network-changed", "server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:12.149813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9a775-1839-403b-8b08-07a882c62f7c service neutron] Pushing event updated for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:12.187399 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c033c190-08cf-4c67-9192-52b1b0a6184e x-openstack-request-id: req-c033c190-08cf-4c67-9192-52b1b0a6184e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:12.187675 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:12.188089 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c033c190-08cf-4c67-9192-52b1b0a6184e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:12.188555 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'status': 'completed', 'code': 200} Dec 08 02:12:12.224486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924a41-0073-4610-a868-e0cc42971497 req-825eafd5-0e6e-4c7a-96a3-c03cd35ed261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:12.226140 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-825eafd5-0e6e-4c7a-96a3-c03cd35ed261 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 1095 time: 0.0501192 Dec 08 02:12:12.281129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-33e269bb-bfb4-493f-9882-4d097f9166da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 200 len: 217 time: 0.0403936 Dec 08 02:12:12.337665 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924a41-0073-4610-a868-e0cc42971497 req-8f9c47ec-129f-4fe5-bf8f-cf3e956e6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:12.339484 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-8f9c47ec-129f-4fe5-bf8f-cf3e956e6b3e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0462658 Dec 08 02:12:12.388703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08924a41-0073-4610-a868-e0cc42971497 req-62047265-442c-4394-aa79-421e2d9e3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:12.390223 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-62047265-442c-4394-aa79-421e2d9e3ba8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417931 Dec 08 02:12:12.487676 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-4455c92b-f99b-430b-947c-351ebeb09d95 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886197 Dec 08 02:12:12.583104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08924a41-0073-4610-a868-e0cc42971497 req-84375c39-c19e-4d9c-9e5c-31918c87ad4f service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839949 Dec 08 02:12:12.721100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3a56f-5dc8-4b30-9233-94fefffb2799 req-c894d332-c76a-4876-b2ad-f6999477bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:12.722828 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cd3a56f-5dc8-4b30-9233-94fefffb2799 req-c894d332-c76a-4876-b2ad-f6999477bee4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 1095 time: 0.0448947 Dec 08 02:12:12.812952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3a56f-5dc8-4b30-9233-94fefffb2799 req-e45f05b2-a825-4485-baed-5afef8ab95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:12.814474 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cd3a56f-5dc8-4b30-9233-94fefffb2799 req-e45f05b2-a825-4485-baed-5afef8ab95ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0840385 Dec 08 02:12:12.859981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cd3a56f-5dc8-4b30-9233-94fefffb2799 req-b8bc7e0e-c145-4f4a-81e3-187b1f05456e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 200 len: 217 time: 0.0376225 Dec 08 02:12:12.909863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3a56f-5dc8-4b30-9233-94fefffb2799 req-82de77c8-8756-4c4e-861b-ecffe36d0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:12.911318 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cd3a56f-5dc8-4b30-9233-94fefffb2799 req-82de77c8-8756-4c4e-861b-ecffe36d0a7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0445795 Dec 08 02:12:12.958157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3a56f-5dc8-4b30-9233-94fefffb2799 req-8c1cdc4e-440d-4db2-a20d-1bbe9f9edcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:12.959040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff5c92-d703-4a0e-8d03-eb083969f325 req-d19b6122-825e-4ba6-bc9a-26e80bd60785 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:12.959776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cd3a56f-5dc8-4b30-9233-94fefffb2799 req-8c1cdc4e-440d-4db2-a20d-1bbe9f9edcac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405402 Dec 08 02:12:12.960795 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78ff5c92-d703-4a0e-8d03-eb083969f325 req-d19b6122-825e-4ba6-bc9a-26e80bd60785 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 943 time: 0.0487096 Dec 08 02:12:13.009812 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78ff5c92-d703-4a0e-8d03-eb083969f325 req-85458cde-7064-4baf-ab19-d78fc83870cc tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424137 Dec 08 02:12:13.055934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cd3a56f-5dc8-4b30-9233-94fefffb2799 req-e32b1750-0d00-4301-85e5-d72e77c61298 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873890 Dec 08 02:12:13.145084 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cd3a56f-5dc8-4b30-9233-94fefffb2799 req-96ae6efb-386d-4d48-a4b4-99f0c7d534e8 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809739 Dec 08 02:12:14.130513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83241644-bd83-4654-b5d6-b816efec76aa req-564213fa-1268-4c54-9bc1-552d338c4ede tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:14.132103 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83241644-bd83-4654-b5d6-b816efec76aa req-564213fa-1268-4c54-9bc1-552d338c4ede tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 943 time: 0.0478599 Dec 08 02:12:14.183301 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83241644-bd83-4654-b5d6-b816efec76aa req-cd0f29c5-97a4-4539-a4d0-9d76ed3b4196 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448258 Dec 08 02:12:15.305324 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7516c-3789-4d73-aa7b-83f2ac1b9d50 req-4858f3d1-f6b1-450f-9118-161171bbdf01 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:15.306817 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19b7516c-3789-4d73-aa7b-83f2ac1b9d50 req-4858f3d1-f6b1-450f-9118-161171bbdf01 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 943 time: 0.0512695 Dec 08 02:12:15.353203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19b7516c-3789-4d73-aa7b-83f2ac1b9d50 req-3de4ff88-5ba8-4f0f-954c-73595d9d7119 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404415 Dec 08 02:12:16.125204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a488241b-b01b-4aaf-97eb-14d047c307f1 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:12:16.222179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:16.233395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'port_id': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'mac_address': 'fa:16:3e:33:eb:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:12:16.270106 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:16.282966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a488241b-b01b-4aaf-97eb-14d047c307f1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:12:16.301789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:16.306513 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:16.351006 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:16.358492 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.358922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.359317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.359661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.359998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.360356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.360689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.361018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.361344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.361670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.361994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.362318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.362640 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:12:16.471060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7b37d-f1a0-403d-8cea-d9f70678d4f5 req-41d6e770-ecfe-4b3e-b4a5-6038d03e310e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:16.472576 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79c7b37d-f1a0-403d-8cea-d9f70678d4f5 req-41d6e770-ecfe-4b3e-b4a5-6038d03e310e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0486045 Dec 08 02:12:16.519570 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79c7b37d-f1a0-403d-8cea-d9f70678d4f5 req-602e57e4-4465-40e2-bcdc-906c0c3b7779 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411520 Dec 08 02:12:16.637681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a488241b-b01b-4aaf-97eb-14d047c307f1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:12:17.644393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfae89-5124-4350-ab09-a0a1b571e605 req-89089f46-b6a6-4019-a3cf-f6c81b054b19 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:17.645899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-84cfae89-5124-4350-ab09-a0a1b571e605 req-89089f46-b6a6-4019-a3cf-f6c81b054b19 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0542021 Dec 08 02:12:17.692912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-84cfae89-5124-4350-ab09-a0a1b571e605 req-61c99c99-b571-4070-990a-11245a0e1691 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409839 Dec 08 02:12:18.129069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a488241b-b01b-4aaf-97eb-14d047c307f1 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:12:18.180045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port a488241b-b01b-4aaf-97eb-14d047c307f1 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:12:18.184192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port a488241b-b01b-4aaf-97eb-14d047c307f1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:12:18.184594 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.275215 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.298103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:18.300523 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83f886d-a50f-4ce4-8045-ddfa084ad89a" -d '{"events": [{"server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "name": "network-vif-plugged", "status": "completed", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:18.313044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:12:18.317635 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:18.342418 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8470624-f625-4bb6-a5c5-a145595d669f x-openstack-request-id: req-a8470624-f625-4bb6-a5c5-a145595d669f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:18.342717 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "name": "network-vif-plugged", "status": "completed", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:18.342976 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8470624-f625-4bb6-a5c5-a145595d669f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:18.343369 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'code': 200} Dec 08 02:12:18.370523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:12:18.478035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3ac72-ac61-46e8-bbd1-e1954e4a7fce req-6649f069-f3f0-4bc4-a65c-93c59debaaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:18.479471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-24b3ac72-ac61-46e8-bbd1-e1954e4a7fce req-6649f069-f3f0-4bc4-a65c-93c59debaaf6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 1097 time: 0.0404487 Dec 08 02:12:18.531559 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-24b3ac72-ac61-46e8-bbd1-e1954e4a7fce req-a55d764a-3089-4724-80d2-0e852e78d0bc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401347 Dec 08 02:12:18.813215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd05851-f7c1-4a21-bb17-a3bb98ae056c req-f890e86d-b2c9-4e4a-b65f-50bbee8143cf tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:18.814718 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9dd05851-f7c1-4a21-bb17-a3bb98ae056c req-f890e86d-b2c9-4e4a-b65f-50bbee8143cf tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0507092 Dec 08 02:12:18.864006 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9dd05851-f7c1-4a21-bb17-a3bb98ae056c req-323c1d35-4cab-4ec7-8526-b827e29d75b7 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432796 Dec 08 02:12:19.988164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73c894-29c2-4914-8056-32ce12990e5e req-6675c6a0-dc68-42a3-b2f6-0e45b4de83ef tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:19.989656 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee73c894-29c2-4914-8056-32ce12990e5e req-6675c6a0-dc68-42a3-b2f6-0e45b4de83ef tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0515237 Dec 08 02:12:20.038090 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee73c894-29c2-4914-8056-32ce12990e5e req-a0f91153-2f28-4225-bb49-bf496b78f2c0 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418413 Dec 08 02:12:20.159481 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24df68-3c3c-43fa-b7d9-34d627490407 req-a8486fca-04d0-4b3f-a004-b1b2fe48b908 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:20.161040 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2a24df68-3c3c-43fa-b7d9-34d627490407 req-a8486fca-04d0-4b3f-a004-b1b2fe48b908 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0531046 Dec 08 02:12:20.169936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34266) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:12:20.174228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b4b4b322-303e-4129-9048-a3f40754e0a8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Request body: {'floatingip': {'port_id': 'a488241b-b01b-4aaf-97eb-14d047c307f1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:12:20.212888 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b322-303e-4129-9048-a3f40754e0a8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.634349 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b322-303e-4129-9048-a3f40754e0a8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.638356 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b322-303e-4129-9048-a3f40754e0a8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:20.736797 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-b4b4b322-303e-4129-9048-a3f40754e0a8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Floating IP bbc505c8-30d1-42e1-8f09-06e289b12398 associated. External IP: 172.25.2.202, port: a488241b-b01b-4aaf-97eb-14d047c307f1. Dec 08 02:12:20.941178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b4b322-303e-4129-9048-a3f40754e0a8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Router 74dda5f3-a34c-4527-ae48-e0e0d9045662 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:12:21.048762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b4b322-303e-4129-9048-a3f40754e0a8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:12:21.053571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4b4b322-303e-4129-9048-a3f40754e0a8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:21.058933 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7767b-6e91-4a47-916b-f6562c4085ac None None] Sync routers for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:12:21.068565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7767b-6e91-4a47-916b-f6562c4085ac None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:21.069190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e7f7767b-6e91-4a47-916b-f6562c4085ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:12:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:21.084788 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b4b4b322-303e-4129-9048-a3f40754e0a8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "PUT /v2.0/floatingips/bbc505c8-30d1-42e1-8f09-06e289b12398 HTTP/1.1" status: 200 len: 991 time: 0.9137907 Dec 08 02:12:21.085387 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:12:21.088393 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b03dc2b-885e-4d82-bbdc-4cff22943bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:12:21.137183 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f234b318-f7d3-4606-a5c7-70b2c7270b0e x-openstack-request-id: req-f234b318-f7d3-4606-a5c7-70b2c7270b0e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:12:21.137487 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:12:21.137748 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f234b318-f7d3-4606-a5c7-70b2c7270b0e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:12:21.138162 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'status': 'completed', 'code': 200} Dec 08 02:12:21.188774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e7f7767b-6e91-4a47-916b-f6562c4085ac None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:21.259497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03dc2b-885e-4d82-bbdc-4cff22943bc4 req-cd858a7d-5d16-46da-a5ee-235ef8786f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:21.261174 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b03dc2b-885e-4d82-bbdc-4cff22943bc4 req-cd858a7d-5d16-46da-a5ee-235ef8786f6a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 1097 time: 0.0449631 Dec 08 02:12:21.359490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03dc2b-885e-4d82-bbdc-4cff22943bc4 req-1acb72a5-b746-4a0c-8013-3bcfd81ed346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:21.361011 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b03dc2b-885e-4d82-bbdc-4cff22943bc4 req-1acb72a5-b746-4a0c-8013-3bcfd81ed346 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0913541 Dec 08 02:12:21.421355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e7f7767b-6e91-4a47-916b-f6562c4085ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'bbc505c8-30d1-42e1-8f09-06e289b12398', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'port_id': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'mac_address': 'fa:16:3e:33:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246b8268-8d72-4809-a25c-40c9782f7d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:12:08Z', 'updated_at': '2021-12-08T02:12:20Z', 'revision_number': 1, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:21.428221 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b03dc2b-885e-4d82-bbdc-4cff22943bc4 req-fab5eef5-e982-4c14-bc91-64467d3b34c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 200 len: 999 time: 0.0583911 Dec 08 02:12:21.447634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7767b-6e91-4a47-916b-f6562c4085ac None None] Checking router: 74dda5f3-a34c-4527-ae48-e0e0d9045662 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:12:21.455980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f7767b-6e91-4a47-916b-f6562c4085ac None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:12:21.456625 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e7f7767b-6e91-4a47-916b-f6562c4085ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:12:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:21.479077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03dc2b-885e-4d82-bbdc-4cff22943bc4 req-50607164-559d-4c0a-a4e1-98c4e8b6ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:21.480526 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b03dc2b-885e-4d82-bbdc-4cff22943bc4 req-50607164-559d-4c0a-a4e1-98c4e8b6ffaa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0443761 Dec 08 02:12:21.533105 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03dc2b-885e-4d82-bbdc-4cff22943bc4 req-165bec32-44e4-4772-a3e1-5202359ce6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:21.535000 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b03dc2b-885e-4d82-bbdc-4cff22943bc4 req-165bec32-44e4-4772-a3e1-5202359ce6a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458090 Dec 08 02:12:21.564572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e7f7767b-6e91-4a47-916b-f6562c4085ac None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:12:21.644621 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b03dc2b-885e-4d82-bbdc-4cff22943bc4 req-7428973f-c7e0-44e5-ab07-017a109d69ce service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833082 Dec 08 02:12:21.746471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b03dc2b-885e-4d82-bbdc-4cff22943bc4 req-2f6fbead-c1c3-4c52-85fa-8f943cd3d46a service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947764 Dec 08 02:12:21.772611 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:12:21.795889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e7f7767b-6e91-4a47-916b-f6562c4085ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'bbc505c8-30d1-42e1-8f09-06e289b12398', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'port_id': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'mac_address': 'fa:16:3e:33:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246b8268-8d72-4809-a25c-40c9782f7d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:12:08Z', 'updated_at': '2021-12-08T02:12:20Z', 'revision_number': 1, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:12:21.822827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f7767b-6e91-4a47-916b-f6562c4085ac None None] The sync data for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 is: [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'bbc505c8-30d1-42e1-8f09-06e289b12398', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'port_id': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'mac_address': 'fa:16:3e:33:eb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246b8268-8d72-4809-a25c-40c9782f7d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:12:08Z', 'updated_at': '2021-12-08T02:12:20Z', 'revision_number': 1, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:12:22.013419 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fd664-be88-4b60-9857-597c84531a93 None None] New status for floating IP bbc505c8-30d1-42e1-8f09-06e289b12398: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:12:27.890039 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51568e79-d124-4922-b8e3-4a19366ad6f5 req-d9738f2d-0ee5-4114-8f08-37796e6cd01b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439141 Dec 08 02:12:28.000784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51568e79-d124-4922-b8e3-4a19366ad6f5 req-119280cc-feb4-4362-9b2f-e01332cc859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:28.003195 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51568e79-d124-4922-b8e3-4a19366ad6f5 req-119280cc-feb4-4362-9b2f-e01332cc859f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 1097 time: 0.0520396 Dec 08 02:12:28.127282 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51568e79-d124-4922-b8e3-4a19366ad6f5 req-063a620b-365d-4e5e-a059-eca394c3f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:28.128929 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51568e79-d124-4922-b8e3-4a19366ad6f5 req-063a620b-365d-4e5e-a059-eca394c3f54b service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.1051991 Dec 08 02:12:28.199730 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51568e79-d124-4922-b8e3-4a19366ad6f5 req-e13739ce-8cd7-4199-a56e-b747c4cc64f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 200 len: 1001 time: 0.0636849 Dec 08 02:12:28.256934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51568e79-d124-4922-b8e3-4a19366ad6f5 req-6c6e0ac9-0441-4f46-b231-56ead4c977b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:28.259020 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51568e79-d124-4922-b8e3-4a19366ad6f5 req-6c6e0ac9-0441-4f46-b231-56ead4c977b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0520160 Dec 08 02:12:28.308858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51568e79-d124-4922-b8e3-4a19366ad6f5 req-05fde615-b5b9-4498-ae2f-e5ef82a2216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:12:28.310356 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51568e79-d124-4922-b8e3-4a19366ad6f5 req-05fde615-b5b9-4498-ae2f-e5ef82a2216a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435326 Dec 08 02:12:28.403309 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51568e79-d124-4922-b8e3-4a19366ad6f5 req-51fe268e-a1dc-4422-b1a4-1ca0f1a3c290 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848954 Dec 08 02:12:28.493067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-51568e79-d124-4922-b8e3-4a19366ad6f5 req-fdc294ba-07fc-4a6b-8a9f-5cae1f4cbe28 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820887 Dec 08 02:12:28.836436 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-665f7999-2bc3-47d2-9c4c-e46cb9a946bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:31.931457 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:32.103359 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d5c1648a-73c5-4aca-b9e4-c63ac2d299d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:32.395973 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:33.699683 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.178710 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:34.777345 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:12:58.772089 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:12:58.837666 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-77a7ae90-fd23-4a29-82cb-c720cd66622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:01.934319 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.108208 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b0f00bb9-ba6e-4c0d-84aa-28da790bceec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:02.399210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:03.699671 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.197411 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:04.779828 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:27.877006 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26f676e-faf5-45e9-9faf-5dc679ea578b req-3d023666-8b46-479f-8d38-86751d2a805c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408885 Dec 08 02:13:27.994858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f676e-faf5-45e9-9faf-5dc679ea578b req-771f8c47-7088-42a2-a6e4-e46cc318afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:27.996396 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26f676e-faf5-45e9-9faf-5dc679ea578b req-771f8c47-7088-42a2-a6e4-e46cc318afb2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 1097 time: 0.0466745 Dec 08 02:13:28.101733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f676e-faf5-45e9-9faf-5dc679ea578b req-a453c8f1-c350-4502-893c-af85ccdd1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:28.103197 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26f676e-faf5-45e9-9faf-5dc679ea578b req-a453c8f1-c350-4502-893c-af85ccdd1b7a service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0838654 Dec 08 02:13:28.175774 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26f676e-faf5-45e9-9faf-5dc679ea578b req-94d181d7-27d3-48d8-8063-cef1367f4e3d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 200 len: 1001 time: 0.0613248 Dec 08 02:13:28.230820 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f676e-faf5-45e9-9faf-5dc679ea578b req-e1d09fad-76c9-4a40-b83d-5afee82af117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:28.232259 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26f676e-faf5-45e9-9faf-5dc679ea578b req-e1d09fad-76c9-4a40-b83d-5afee82af117 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0444591 Dec 08 02:13:28.282157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f676e-faf5-45e9-9faf-5dc679ea578b req-0288585b-1a6e-4ccf-8796-4a932da61ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:13:28.283613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26f676e-faf5-45e9-9faf-5dc679ea578b req-0288585b-1a6e-4ccf-8796-4a932da61ce8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400627 Dec 08 02:13:28.623822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26f676e-faf5-45e9-9faf-5dc679ea578b req-566eb6ff-d8a9-482e-9cdc-e67fc48e2d8d service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268900 Dec 08 02:13:28.716664 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26f676e-faf5-45e9-9faf-5dc679ea578b req-f0764ed4-0aee-4dfd-8734-bf2caf5bc571 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811272 Dec 08 02:13:28.839303 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-74571e7e-fe9a-4fed-b9eb-0c2e94e38b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:31.941703 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.109143 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-910f1584-785d-413a-906c-a45f509ad76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:32.404205 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:33.702433 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.210544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:34.782210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:13:35.770525 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:13:58.840998 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-52352943-2184-4528-b157-4dc2e81d3097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:01.947212 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.112077 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2085bf11-b59a-4598-b228-7d0ff6f7bc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:02.405273 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:03.712908 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.202326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:04.790524 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:06.207402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd52bc-cb58-4eae-aa9e-5b1c32a069ee req-9110c746-5751-4363-aea9-1de449b0297d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:06.209232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75cd52bc-cb58-4eae-aa9e-5b1c32a069ee req-9110c746-5751-4363-aea9-1de449b0297d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0514405 Dec 08 02:14:06.260374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75cd52bc-cb58-4eae-aa9e-5b1c32a069ee req-bb86815e-e39a-4ec9-b4da-54a369de87ec tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427761 Dec 08 02:14:07.452241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4963b02-ffbe-49ad-93ca-ea586dfeeecf req-62964928-3831-42cf-9a11-57cd218c993d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:07.453784 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4963b02-ffbe-49ad-93ca-ea586dfeeecf req-62964928-3831-42cf-9a11-57cd218c993d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.1190765 Dec 08 02:14:07.503903 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4963b02-ffbe-49ad-93ca-ea586dfeeecf req-e8ea3407-e924-40c3-a6e8-e9aad21a06a8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440419 Dec 08 02:14:08.683314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a59477-c1c5-4ef4-bec0-0af92cd573be req-5b9953c3-6b72-4bc9-84cf-fb4e250e55bb tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:08.684826 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b5a59477-c1c5-4ef4-bec0-0af92cd573be req-5b9953c3-6b72-4bc9-84cf-fb4e250e55bb tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.1087546 Dec 08 02:14:08.730796 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b5a59477-c1c5-4ef4-bec0-0af92cd573be req-e7646f52-87bb-41c2-a562-1d5d33aeaa8a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398443 Dec 08 02:14:09.850070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d88d71-7c12-489f-bf2f-61f78d0002be req-9da83e85-bf59-4e8c-9dfd-819610a3e7b5 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:09.851548 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d88d71-7c12-489f-bf2f-61f78d0002be req-9da83e85-bf59-4e8c-9dfd-819610a3e7b5 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0479610 Dec 08 02:14:09.897914 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35d88d71-7c12-489f-bf2f-61f78d0002be req-8c1fbe02-ec5d-4d4e-af24-808e82022749 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401647 Dec 08 02:14:11.023950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187ecd7-e1eb-403b-8bbf-40d5d1d3ea2d req-c030f3d7-2779-4587-bca5-48df77dc1ce1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:11.025465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c187ecd7-e1eb-403b-8bbf-40d5d1d3ea2d req-c030f3d7-2779-4587-bca5-48df77dc1ce1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0530927 Dec 08 02:14:11.071906 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c187ecd7-e1eb-403b-8bbf-40d5d1d3ea2d req-3abe9c19-a194-48f2-bb63-fd0dac959999 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405607 Dec 08 02:14:12.190496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b15f0-0866-4299-95b4-9361e621f774 req-b73e69a7-c99f-42f8-8f20-9fca5f31579d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:12.192211 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c5b15f0-0866-4299-95b4-9361e621f774 req-b73e69a7-c99f-42f8-8f20-9fca5f31579d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0482965 Dec 08 02:14:12.241421 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c5b15f0-0866-4299-95b4-9361e621f774 req-2d76bf9d-a266-425d-b1bc-3bae151641d9 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423644 Dec 08 02:14:12.770139 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:14:13.362535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c17466-fd15-44e3-abb6-21c37d78b5f6 req-99a3847a-5536-4326-a502-84c02cac37ef tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:13.364016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08c17466-fd15-44e3-abb6-21c37d78b5f6 req-99a3847a-5536-4326-a502-84c02cac37ef tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0483866 Dec 08 02:14:13.411896 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-08c17466-fd15-44e3-abb6-21c37d78b5f6 req-18eb30fc-566b-4909-beb1-c0566f53a039 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410261 Dec 08 02:14:14.533358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f6cb6-b687-41a2-9141-66205371e74d req-bca8803f-3db9-48df-96dc-c640800720af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:14.534826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe6f6cb6-b687-41a2-9141-66205371e74d req-bca8803f-3db9-48df-96dc-c640800720af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0511065 Dec 08 02:14:14.580775 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fe6f6cb6-b687-41a2-9141-66205371e74d req-9118fafc-92f6-45c2-994a-63ca73bae4d9 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395217 Dec 08 02:14:15.706417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afdc23-4215-4ef1-8eef-bd5a003d514d req-6f0235a6-ab76-4e4e-892c-915135889b30 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:15.707897 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77afdc23-4215-4ef1-8eef-bd5a003d514d req-6f0235a6-ab76-4e4e-892c-915135889b30 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0534089 Dec 08 02:14:15.756561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77afdc23-4215-4ef1-8eef-bd5a003d514d req-71c5ae9b-251c-4566-818f-9d971e0b2e70 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420210 Dec 08 02:14:16.875496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354bfb0-1268-4f53-bda4-4cababbbc697 req-888810cb-0fb1-42f5-b55d-7fe808249721 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:16.876979 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b354bfb0-1268-4f53-bda4-4cababbbc697 req-888810cb-0fb1-42f5-b55d-7fe808249721 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0481863 Dec 08 02:14:16.922566 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b354bfb0-1268-4f53-bda4-4cababbbc697 req-cd1bd129-be8e-42fa-a0c2-610fa04c526a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396147 Dec 08 02:14:18.044909 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d4687-f552-4ffa-93fc-c97975a3a50c req-a47ebd36-34ac-40d2-ab7e-c1d1d0e3a880 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:18.046416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e01d4687-f552-4ffa-93fc-c97975a3a50c req-a47ebd36-34ac-40d2-ab7e-c1d1d0e3a880 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0504737 Dec 08 02:14:18.093775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e01d4687-f552-4ffa-93fc-c97975a3a50c req-371d11eb-7d44-41c4-804b-476e29dbc748 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410955 Dec 08 02:14:18.829337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a488241b-b01b-4aaf-97eb-14d047c307f1 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:14:18.946303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:18.957479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'port_id': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'mac_address': 'fa:16:3e:33:eb:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:14:18.996204 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.009827 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a488241b-b01b-4aaf-97eb-14d047c307f1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:14:19.030564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:19.034674 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:19.096543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:19.105194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.105557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.105906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.106437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.106954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.107496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.107844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.108185 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.108559 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.108900 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.109248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.109782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.110240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:19.206795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['a488241b-b01b-4aaf-97eb-14d047c307f1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:14:19.249125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff48034-7d3f-40bb-9297-16e041bd59b9 req-7821dc17-6b17-49ac-969d-5d4fec54fd23 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:19.250854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bff48034-7d3f-40bb-9297-16e041bd59b9 req-7821dc17-6b17-49ac-969d-5d4fec54fd23 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0740738 Dec 08 02:14:19.310960 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bff48034-7d3f-40bb-9297-16e041bd59b9 req-b5545a75-f993-4f68-8213-34c3a0f99fad tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501323 Dec 08 02:14:20.443469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764284c-dbe9-48a3-aac6-65e89297f7b9 req-684b865a-ccfa-47a7-9efc-386f52df1f2e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:20.445216 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9764284c-dbe9-48a3-aac6-65e89297f7b9 req-684b865a-ccfa-47a7-9efc-386f52df1f2e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0528841 Dec 08 02:14:20.501412 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9764284c-dbe9-48a3-aac6-65e89297f7b9 req-0666733f-6e92-47f4-a90f-6ad7f9ad998f tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493870 Dec 08 02:14:20.842391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a488241b-b01b-4aaf-97eb-14d047c307f1 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:14:20.901981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port a488241b-b01b-4aaf-97eb-14d047c307f1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:14:20.902381 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.159170 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.185825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:14:21.190500 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6886f057-10ab-4f9d-a080-d500d0c9ab12" -d '{"events": [{"server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "name": "network-vif-plugged", "status": "completed", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:14:21.205315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:21.211197 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:21.268392 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffb2df0-7898-489c-82bf-b7f1279d36ab x-openstack-request-id: req-2ffb2df0-7898-489c-82bf-b7f1279d36ab {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:14:21.268789 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "name": "network-vif-plugged", "status": "completed", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:14:21.269113 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2ffb2df0-7898-489c-82bf-b7f1279d36ab {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:14:21.269695 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'code': 200} Dec 08 02:14:21.275870 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:21.636179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61563c2-c5a1-403a-9ad7-be065621096b req-051867f9-0928-44e9-9cc3-101e580dd48e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:21.637899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d61563c2-c5a1-403a-9ad7-be065621096b req-051867f9-0928-44e9-9cc3-101e580dd48e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0548086 Dec 08 02:14:21.694787 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d61563c2-c5a1-403a-9ad7-be065621096b req-c3f8d783-b689-4137-a2f2-8a2026eae7dd tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505121 Dec 08 02:14:22.826346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344ecf8-4f02-4f49-ad2b-344442b591e9 req-7dd6a372-fd28-4727-b606-f3b1fa5a4121 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:22.827884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6344ecf8-4f02-4f49-ad2b-344442b591e9 req-7dd6a372-fd28-4727-b606-f3b1fa5a4121 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0556283 Dec 08 02:14:22.883078 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6344ecf8-4f02-4f49-ad2b-344442b591e9 req-72873433-8ab7-4e18-be70-5815b50b9cb4 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470066 Dec 08 02:14:24.019098 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b87b61-99cc-4770-a8f5-fac3d75a7177 req-23bbd041-6b17-4dba-8dd7-ab5802cb2562 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:24.021181 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-74b87b61-99cc-4770-a8f5-fac3d75a7177 req-23bbd041-6b17-4dba-8dd7-ab5802cb2562 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0567794 Dec 08 02:14:24.087705 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-74b87b61-99cc-4770-a8f5-fac3d75a7177 req-4b4cccdd-8df5-4fb7-b227-1809b7ef724c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586762 Dec 08 02:14:25.219446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb13d3-3256-4e6b-86cd-d7b575fe3cc1 req-a6d7f2fd-c6ee-4fc4-a092-7c544cb757e8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:25.229358 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65bb13d3-3256-4e6b-86cd-d7b575fe3cc1 req-a6d7f2fd-c6ee-4fc4-a092-7c544cb757e8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0589836 Dec 08 02:14:25.289930 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65bb13d3-3256-4e6b-86cd-d7b575fe3cc1 req-9d0ce430-3572-4e12-98db-861d6b1f7261 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580778 Dec 08 02:14:26.428336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43e5aa-6c14-4e01-a3d1-cf45938ce246 req-82aa1011-7d35-41c4-b009-7b0058851649 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:26.429973 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef43e5aa-6c14-4e01-a3d1-cf45938ce246 req-82aa1011-7d35-41c4-b009-7b0058851649 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0593169 Dec 08 02:14:26.488156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef43e5aa-6c14-4e01-a3d1-cf45938ce246 req-730362f3-40c9-400a-be2b-5311379c561d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517251 Dec 08 02:14:27.612728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6dc24-e9bf-434a-afe5-20374379b474 req-33f8d102-6ac6-4433-920e-172b3a7c7c58 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:27.614753 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9c6dc24-e9bf-434a-afe5-20374379b474 req-33f8d102-6ac6-4433-920e-172b3a7c7c58 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0543301 Dec 08 02:14:27.674785 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9c6dc24-e9bf-434a-afe5-20374379b474 req-f87470e9-780e-40d1-8742-402b0bd2b4be tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474539 Dec 08 02:14:28.803974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d6a8e-d97b-4e92-b576-ca2fec991fba req-d5b0fd1e-3eaa-4391-8e84-584f51fa7b04 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:28.805516 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a6d6a8e-d97b-4e92-b576-ca2fec991fba req-d5b0fd1e-3eaa-4391-8e84-584f51fa7b04 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0483475 Dec 08 02:14:28.855316 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a37fdb37-ddd4-44df-947e-32cd89b4bdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:28.862471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a6d6a8e-d97b-4e92-b576-ca2fec991fba req-39683790-1787-47a1-9656-8ad920d27178 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499437 Dec 08 02:14:28.878929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b9bb9-145a-4ae2-9d2b-16124c813100 req-fa82659b-85e9-4b0a-8eaf-b91cb1cfc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:28.881044 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c0b9bb9-145a-4ae2-9d2b-16124c813100 req-fa82659b-85e9-4b0a-8eaf-b91cb1cfc7fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 1097 time: 0.0459504 Dec 08 02:14:28.975598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b9bb9-145a-4ae2-9d2b-16124c813100 req-80fc3f75-2b20-4fcc-93c0-3b5761b5d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:28.977013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c0b9bb9-145a-4ae2-9d2b-16124c813100 req-80fc3f75-2b20-4fcc-93c0-3b5761b5d36c service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0870807 Dec 08 02:14:29.042809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c0b9bb9-145a-4ae2-9d2b-16124c813100 req-fd93475a-863a-4b5e-aa9c-6eae89ad58eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 200 len: 1001 time: 0.0575089 Dec 08 02:14:29.099856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b9bb9-145a-4ae2-9d2b-16124c813100 req-51386114-f8de-4d45-b401-d22665be772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:29.101344 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c0b9bb9-145a-4ae2-9d2b-16124c813100 req-51386114-f8de-4d45-b401-d22665be772d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0470579 Dec 08 02:14:29.155583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b9bb9-145a-4ae2-9d2b-16124c813100 req-df04eb15-f586-4468-8529-a77095573628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:29.157208 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c0b9bb9-145a-4ae2-9d2b-16124c813100 req-df04eb15-f586-4468-8529-a77095573628 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414908 Dec 08 02:14:29.251836 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c0b9bb9-145a-4ae2-9d2b-16124c813100 req-b311c669-d4a7-48a6-9b37-f25c3f818af7 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829625 Dec 08 02:14:29.351604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c0b9bb9-145a-4ae2-9d2b-16124c813100 req-ac692c9f-a4b2-4e5f-aaef-69eb73beaef7 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877020 Dec 08 02:14:29.499642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1da2-2fb3-4915-9ec1-70a30bda35e1 req-95d7577d-4dbb-4051-9df9-f6def22fbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:29.501158 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67ae1da2-2fb3-4915-9ec1-70a30bda35e1 req-95d7577d-4dbb-4051-9df9-f6def22fbc13 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 1097 time: 0.0427551 Dec 08 02:14:29.610500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1da2-2fb3-4915-9ec1-70a30bda35e1 req-ad85c9c6-4378-4749-a7af-3f7cf82bcd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:29.612005 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67ae1da2-2fb3-4915-9ec1-70a30bda35e1 req-ad85c9c6-4378-4749-a7af-3f7cf82bcd45 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0902328 Dec 08 02:14:29.679127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67ae1da2-2fb3-4915-9ec1-70a30bda35e1 req-2cb072a2-de31-4e5c-bef0-b114ff03e8db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 200 len: 1001 time: 0.0582998 Dec 08 02:14:29.730290 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1da2-2fb3-4915-9ec1-70a30bda35e1 req-31e2f219-66e1-4d6e-9b6f-aa355d6cf2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:29.731715 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67ae1da2-2fb3-4915-9ec1-70a30bda35e1 req-31e2f219-66e1-4d6e-9b6f-aa355d6cf2cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0429451 Dec 08 02:14:29.781606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae1da2-2fb3-4915-9ec1-70a30bda35e1 req-85b85de4-8ae5-41c1-bd7b-02c03fb2d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:29.783079 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67ae1da2-2fb3-4915-9ec1-70a30bda35e1 req-85b85de4-8ae5-41c1-bd7b-02c03fb2d8fb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431564 Dec 08 02:14:29.874385 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67ae1da2-2fb3-4915-9ec1-70a30bda35e1 req-a8971fe4-f3c6-4ca2-9fdc-be9f864ac6de service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818446 Dec 08 02:14:30.003725 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67ae1da2-2fb3-4915-9ec1-70a30bda35e1 req-6e901c92-2b48-4038-aaff-b6f585b9a62f service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197495 Dec 08 02:14:30.013288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded4122-2a48-4e45-beb0-af997b8c5f6c req-04432a6b-ce47-441c-92ac-03fa3077b768 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:30.015522 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ded4122-2a48-4e45-beb0-af997b8c5f6c req-04432a6b-ce47-441c-92ac-03fa3077b768 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0695465 Dec 08 02:14:30.062767 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ded4122-2a48-4e45-beb0-af997b8c5f6c req-dddf5981-c770-4ea2-a319-c9494e81565a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419328 Dec 08 02:14:31.193683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a9811-e120-4b8e-84f1-60263f024fc3 req-59e872ec-2565-4a4b-92f5-2fcaa3468dc2 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:31.195202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e68a9811-e120-4b8e-84f1-60263f024fc3 req-59e872ec-2565-4a4b-92f5-2fcaa3468dc2 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0537455 Dec 08 02:14:31.248330 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e68a9811-e120-4b8e-84f1-60263f024fc3 req-7675c07d-b112-44a5-a24b-8a7d2bd4c035 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450029 Dec 08 02:14:31.941464 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.116068 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7b183860-4af4-4f11-9bf4-cb02b1e64283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.375466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0ffe9-4bed-42f5-b36b-705266025137 req-457e5fbf-b8a6-43b3-9c39-2f83696f091e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:32.376997 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9d0ffe9-4bed-42f5-b36b-705266025137 req-457e5fbf-b8a6-43b3-9c39-2f83696f091e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0540953 Dec 08 02:14:32.407577 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:32.427471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a9d0ffe9-4bed-42f5-b36b-705266025137 req-c470a4e4-b8ae-4183-9181-0127dcd40889 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438261 Dec 08 02:14:32.920026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device a488241b-b01b-4aaf-97eb-14d047c307f1 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:14:33.018850 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:33.028825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f835f4d-988c-48bb-ab82-2d80443f4a4a req-4bf2e9e3-c60a-4b32-82fb-8d3920d8dd65 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:33.030368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1f835f4d-988c-48bb-ab82-2d80443f4a4a req-4bf2e9e3-c60a-4b32-82fb-8d3920d8dd65 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0611994 Dec 08 02:14:33.044202 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:14:33.046503 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530806c8-659f-485c-862e-eb81cfc7f4e5" -d '{"events": [{"server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "name": "network-vif-unplugged", "status": "completed", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:14:33.059415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:33.063686 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:33.090835 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 02:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05743201-c996-4eb0-a3ea-d4edd91f3c32 x-openstack-request-id: req-05743201-c996-4eb0-a3ea-d4edd91f3c32 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:14:33.091153 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "name": "network-vif-unplugged", "status": "failed", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1", "code": 422}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:14:33.091390 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05743201-c996-4eb0-a3ea-d4edd91f3c32 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:14:33.091781 n-d-713498-30 neutron-server[103131]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'code': 422} returned with failed status Dec 08 02:14:33.107496 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-47c5290b-2e3e-41ac-8f9e-01e05c465b57 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737028 Dec 08 02:14:33.115418 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1f835f4d-988c-48bb-ab82-2d80443f4a4a req-7ce3c57d-6a73-475d-849d-645c5c028fb1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700700 Dec 08 02:14:33.117433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:33.702701 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:34.216951 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:34.242988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb1a5b-1066-40cc-9945-ffe3def71dae req-47c04147-b9e3-45ae-8ffa-17ff759f36f0 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:34.244600 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1beb1a5b-1066-40cc-9945-ffe3def71dae req-47c04147-b9e3-45ae-8ffa-17ff759f36f0 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 943 time: 0.0540726 Dec 08 02:14:34.294737 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1beb1a5b-1066-40cc-9945-ffe3def71dae req-90f64ec3-8390-445f-b5aa-169a79c89dc3 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438757 Dec 08 02:14:34.782813 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:35.423662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d237ee-cb61-45ca-bb4f-590a1ad67edb req-cf215533-9c4a-4c45-a7e5-c928eef2cedc tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:35.425163 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3d237ee-cb61-45ca-bb4f-590a1ad67edb req-cf215533-9c4a-4c45-a7e5-c928eef2cedc tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 943 time: 0.0536594 Dec 08 02:14:35.475659 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3d237ee-cb61-45ca-bb4f-590a1ad67edb req-0bf94896-5424-4525-a1be-988effda87fe tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440528 Dec 08 02:14:36.606262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f53a7-a6f4-4c43-b964-2b843aae0d4d req-2e340d86-8e83-4582-92c1-af882a573b6c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:36.607923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e5f53a7-a6f4-4c43-b964-2b843aae0d4d req-2e340d86-8e83-4582-92c1-af882a573b6c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 943 time: 0.0501785 Dec 08 02:14:36.664708 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e5f53a7-a6f4-4c43-b964-2b843aae0d4d req-c5c7e11f-4a90-420a-97a2-808cf12180a1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506918 Dec 08 02:14:37.786609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cb4ec-b9e9-4845-9ce6-2b65c0ec4a22 req-61166b22-61b0-41db-9552-d2214bffecdd tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:37.788052 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-420cb4ec-b9e9-4845-9ce6-2b65c0ec4a22 req-61166b22-61b0-41db-9552-d2214bffecdd tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 943 time: 0.0490720 Dec 08 02:14:37.835560 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-420cb4ec-b9e9-4845-9ce6-2b65c0ec4a22 req-46b9d7a2-44b7-4aee-9a54-798c3a50fcfd tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415421 Dec 08 02:14:38.961609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57024c6-5ba9-421f-9e8b-2dff9ee6dae0 req-92d77692-b615-4684-89f1-9c4f4066f1a3 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:38.963132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a57024c6-5ba9-421f-9e8b-2dff9ee6dae0 req-92d77692-b615-4684-89f1-9c4f4066f1a3 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 943 time: 0.0506363 Dec 08 02:14:38.981894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-e4dd93fa-3f2d-418c-9c54-f131c4c1fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:38.983409 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-e4dd93fa-3f2d-418c-9c54-f131c4c1fc34 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37&tenant_id=8cef2a0d6ddb4026bcfb510dcb974471 HTTP/1.1" status: 200 len: 1095 time: 0.0923548 Dec 08 02:14:39.001203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:14:39.010529 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a57024c6-5ba9-421f-9e8b-2dff9ee6dae0 req-267b1b19-7f5c-4691-ad14-daa7b7f222c3 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413427 Dec 08 02:14:39.058223 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:39.256870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:14:39.288901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:14:39.320835 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a488241b-b01b-4aaf-97eb-14d047c307f1 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:14:39.328060 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:39.341165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Transition to ACTIVE for port object a488241b-b01b-4aaf-97eb-14d047c307f1 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:14:39.344672 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:39.460502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Pushing event updated for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:39.490330 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.490681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.491032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.491381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.491724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.492067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.492432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.492769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.493105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.493442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.493773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.494104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.494436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:14:39.527207 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] No DVR routers for this DVR port a488241b-b01b-4aaf-97eb-14d047c307f1 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:14:39.663388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Attempting to bind port a488241b-b01b-4aaf-97eb-14d047c307f1 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:14:39.663724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Attempting to bind port a488241b-b01b-4aaf-97eb-14d047c307f1 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:14:39.664056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Attempting to bind port a488241b-b01b-4aaf-97eb-14d047c307f1 on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:14:39.668348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Port a488241b-b01b-4aaf-97eb-14d047c307f1 on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:14:39.668675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Attempting to bind port a488241b-b01b-4aaf-97eb-14d047c307f1 on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:14:39.673477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:14:39.673816 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Checking segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:14:39.674201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Bound using segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:14:39.674627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Bound port: a488241b-b01b-4aaf-97eb-14d047c307f1, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:14:39.674980 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:39.736293 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:14:39.739307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:14:39.743642 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:39.780486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:39.781109 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:39.782535 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] 10.222.0.72 "PUT /v2.0/ports/a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 200 len: 1092 time: 0.7853210 Dec 08 02:14:39.782946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:14:39.785241 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468bc243-23e6-42c8-aad8-6ee9320518db" -d '{"events": [{"name": "network-changed", "server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:14:39.806705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73a399-6ffe-4a95-9cea-57442e739752 service neutron] Pushing event updated for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:14:39.837800 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa889525-500b-4c91-82ac-4eb79c28be9f x-openstack-request-id: req-aa889525-500b-4c91-82ac-4eb79c28be9f {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:14:39.838098 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:14:39.838363 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa889525-500b-4c91-82ac-4eb79c28be9f {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:14:39.838763 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'status': 'completed', 'code': 200} Dec 08 02:14:39.872726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-0d1f95f5-150c-4639-9f40-d42e296bf4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:39.874282 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-0d1f95f5-150c-4639-9f40-d42e296bf4b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 1096 time: 0.0467780 Dec 08 02:14:39.974429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-f4dcb1b8-bfb6-46f7-a217-cbe7bc8e06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:39.975955 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-f4dcb1b8-bfb6-46f7-a217-cbe7bc8e06ed service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0922410 Dec 08 02:14:40.045496 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-cd29888a-c5dc-41d0-b306-17ef1b770ae0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 200 len: 999 time: 0.0624795 Dec 08 02:14:40.095329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-5f279880-752d-4972-a007-c5c6ed23f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:40.097117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-5f279880-752d-4972-a007-c5c6ed23f0fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0448811 Dec 08 02:14:40.135964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00de21a-3ed3-42a9-8140-763a211b59d0 req-368bdd6a-22d8-4bb0-bb62-bdcc8a48013a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:40.137537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b00de21a-3ed3-42a9-8140-763a211b59d0 req-368bdd6a-22d8-4bb0-bb62-bdcc8a48013a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0498137 Dec 08 02:14:40.142760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-44417609-0939-4406-93f9-f4116578dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:40.144238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-44417609-0939-4406-93f9-f4116578dbe6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401154 Dec 08 02:14:40.186077 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b00de21a-3ed3-42a9-8140-763a211b59d0 req-2f3c4367-97a1-485a-93f6-2ece153cbe80 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423999 Dec 08 02:14:40.556892 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-96045bab-2d27-449d-9e23-73083dd77d35 service neutron] 10.222.0.72 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045653 Dec 08 02:14:40.646094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a1f46b1e-6a81-4a62-bd1a-ad39fddcc90e req-b8f3dd17-1168-4e58-a4f8-56f905e9d80d service neutron] 10.222.0.72 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818491 Dec 08 02:14:40.785259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bc243-23e6-42c8-aad8-6ee9320518db req-0e09899e-4a95-42a0-b523-31a0d6af7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:40.787951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-468bc243-23e6-42c8-aad8-6ee9320518db req-0e09899e-4a95-42a0-b523-31a0d6af7bbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 1096 time: 0.0420942 Dec 08 02:14:40.884061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bc243-23e6-42c8-aad8-6ee9320518db req-a4e4b5af-8e54-43e4-85b3-8e4f188c1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:40.885584 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-468bc243-23e6-42c8-aad8-6ee9320518db req-a4e4b5af-8e54-43e4-85b3-8e4f188c1347 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0911567 Dec 08 02:14:40.956074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-468bc243-23e6-42c8-aad8-6ee9320518db req-f2226d77-d54f-4873-8a66-4472c680db85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 200 len: 999 time: 0.0627341 Dec 08 02:14:41.328278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11078628-a219-45bd-ad9e-7cff1bc66b98 req-1078b51e-cc5a-4269-8fcd-fc408e571a78 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:41.336106 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11078628-a219-45bd-ad9e-7cff1bc66b98 req-1078b51e-cc5a-4269-8fcd-fc408e571a78 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0620701 Dec 08 02:14:41.392530 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-11078628-a219-45bd-ad9e-7cff1bc66b98 req-cb893a44-b0e0-4d34-a8ff-64aba6e5a901 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528650 Dec 08 02:14:42.526887 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8996f1-c1be-48d2-89d2-4ded1a495af0 req-702975cb-3bd7-4b39-a012-b59844742222 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:42.532143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c8996f1-c1be-48d2-89d2-4ded1a495af0 req-702975cb-3bd7-4b39-a012-b59844742222 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0589435 Dec 08 02:14:42.583261 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c8996f1-c1be-48d2-89d2-4ded1a495af0 req-066b3454-be6c-46a5-ba46-a4049179a68d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445623 Dec 08 02:14:43.720090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77064c2-b546-4d6a-be54-c24f21945233 req-01148bcc-4345-4672-a262-3db1fd16789b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:43.721882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e77064c2-b546-4d6a-be54-c24f21945233 req-01148bcc-4345-4672-a262-3db1fd16789b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0507622 Dec 08 02:14:43.788925 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e77064c2-b546-4d6a-be54-c24f21945233 req-2d7770df-6ffc-4a23-84a8-3e2cdc872805 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594020 Dec 08 02:14:44.927547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6866f93-705c-4aca-a465-8afeaabfc76e req-293bc0d6-fc47-45cf-965c-ad735678ae08 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:44.929471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d6866f93-705c-4aca-a465-8afeaabfc76e req-293bc0d6-fc47-45cf-965c-ad735678ae08 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0564346 Dec 08 02:14:44.987472 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d6866f93-705c-4aca-a465-8afeaabfc76e req-e0edfe71-2c8a-41f4-86d2-3b5c85f43344 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520735 Dec 08 02:14:46.124565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a885bb5-0c53-4418-a8d4-e03f3fca9e8b req-e1194da1-0ba3-46bf-95eb-1bd3e400d666 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:46.126805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a885bb5-0c53-4418-a8d4-e03f3fca9e8b req-e1194da1-0ba3-46bf-95eb-1bd3e400d666 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0537736 Dec 08 02:14:46.185198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3a885bb5-0c53-4418-a8d4-e03f3fca9e8b req-1c0f95b2-7a6d-4e4f-9c7c-e309449efe0a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506334 Dec 08 02:14:47.309070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc661-f9d7-4ca2-9d72-9b4b33049fe1 req-4bafe553-11df-4a4b-976d-95a16bdbca92 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:47.310836 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-722bc661-f9d7-4ca2-9d72-9b4b33049fe1 req-4bafe553-11df-4a4b-976d-95a16bdbca92 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0542293 Dec 08 02:14:47.371269 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-722bc661-f9d7-4ca2-9d72-9b4b33049fe1 req-98aa2169-8694-48ee-b9ec-0f032f7adaa7 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534565 Dec 08 02:14:48.504083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff751799-4fab-47f9-b70d-2385f9629577 req-1568c431-3c64-4124-b863-60848cb8a984 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:48.506664 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff751799-4fab-47f9-b70d-2385f9629577 req-1568c431-3c64-4124-b863-60848cb8a984 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0605419 Dec 08 02:14:48.558445 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ff751799-4fab-47f9-b70d-2385f9629577 req-8be38d0e-620b-40c7-b469-8b6bec0d49aa tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455134 Dec 08 02:14:49.686238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760126-090f-4056-84f2-e6244613d365 req-606d1494-632b-47dc-ae74-164a8fd9aeb5 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:49.687720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b760126-090f-4056-84f2-e6244613d365 req-606d1494-632b-47dc-ae74-164a8fd9aeb5 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0503395 Dec 08 02:14:49.740353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b760126-090f-4056-84f2-e6244613d365 req-953af909-ea9a-4de3-b717-74eb72816719 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462360 Dec 08 02:14:49.769583 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:14:50.871980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a5115-21e3-4a48-922d-3ebb8058888f req-2cf5bf35-edcf-493c-bcf4-a9317afb7a08 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:50.873492 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a20a5115-21e3-4a48-922d-3ebb8058888f req-2cf5bf35-edcf-493c-bcf4-a9317afb7a08 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0483723 Dec 08 02:14:50.927033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a20a5115-21e3-4a48-922d-3ebb8058888f req-11f8f7d5-a80a-4731-a5f1-7aa973f7f8aa tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467546 Dec 08 02:14:52.066783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9324cd0-d3d1-4134-a926-b7c7fb301895 req-490f8e3e-01e2-4ce4-9fe6-1e18730e5f88 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:52.068479 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9324cd0-d3d1-4134-a926-b7c7fb301895 req-490f8e3e-01e2-4ce4-9fe6-1e18730e5f88 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0537794 Dec 08 02:14:52.115554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9324cd0-d3d1-4134-a926-b7c7fb301895 req-6b383a59-b22e-4316-88f0-76b88692fce7 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412226 Dec 08 02:14:52.635724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bc243-23e6-42c8-aad8-6ee9320518db req-fc180968-01ce-48db-bd2c-d29c676ca71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:52.637263 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-468bc243-23e6-42c8-aad8-6ee9320518db req-fc180968-01ce-48db-bd2c-d29c676ca71c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0452974 Dec 08 02:14:52.683780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bc243-23e6-42c8-aad8-6ee9320518db req-7eb28d70-f079-4a07-bd07-d54d289217a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:52.685370 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-468bc243-23e6-42c8-aad8-6ee9320518db req-7eb28d70-f079-4a07-bd07-d54d289217a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394223 Dec 08 02:14:52.785764 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-468bc243-23e6-42c8-aad8-6ee9320518db req-567dd247-07f4-49e2-acea-c2c8a0dbc37c service neutron] 10.222.0.72 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867221 Dec 08 02:14:52.897568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-468bc243-23e6-42c8-aad8-6ee9320518db req-f50451fe-a8b8-4642-8e2d-4fd099e63cd9 service neutron] 10.222.0.72 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878346 Dec 08 02:14:53.241682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8430c-62bd-4618-ac96-19974874f0f4 req-2962afc5-3d93-4f79-b3bf-e7db62c39c9f tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:53.243155 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3cd8430c-62bd-4618-ac96-19974874f0f4 req-2962afc5-3d93-4f79-b3bf-e7db62c39c9f tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0548038 Dec 08 02:14:53.294082 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3cd8430c-62bd-4618-ac96-19974874f0f4 req-4815b9ce-10b0-4648-a806-6522a8a5f336 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448802 Dec 08 02:14:54.418076 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af62e52-494a-4bc4-8a0e-a5ceaba84501 req-6667995e-b54d-48ea-96f5-633e814651f8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:54.419537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6af62e52-494a-4bc4-8a0e-a5ceaba84501 req-6667995e-b54d-48ea-96f5-633e814651f8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0522645 Dec 08 02:14:54.465722 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6af62e52-494a-4bc4-8a0e-a5ceaba84501 req-2ff113f7-a160-4da4-a822-792ca1ed7885 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402882 Dec 08 02:14:55.586848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de9959-5a59-4ef3-b2a0-840e1229cf9c req-1835ae6c-1ee7-4fb4-aeb0-6e96ecc5478a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:55.588443 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62de9959-5a59-4ef3-b2a0-840e1229cf9c req-1835ae6c-1ee7-4fb4-aeb0-6e96ecc5478a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0492296 Dec 08 02:14:55.635154 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62de9959-5a59-4ef3-b2a0-840e1229cf9c req-4d633fd2-393e-4e85-9837-a063b6b3198f tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409219 Dec 08 02:14:56.759015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3917a-e1a0-4621-89db-5ff0995222e0 req-63b01cae-77a4-432c-ac5c-5e45344f61a1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:56.760503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2dd3917a-e1a0-4621-89db-5ff0995222e0 req-63b01cae-77a4-432c-ac5c-5e45344f61a1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0494130 Dec 08 02:14:56.806880 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2dd3917a-e1a0-4621-89db-5ff0995222e0 req-531efea8-6887-4b32-8d11-8b10f5978215 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404670 Dec 08 02:14:57.933904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba349f41-b8d8-4ade-838b-b519cb331cd8 req-14c9607b-6476-42e6-afa9-2d132a58c6dc tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:57.935458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ba349f41-b8d8-4ade-838b-b519cb331cd8 req-14c9607b-6476-42e6-afa9-2d132a58c6dc tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0564430 Dec 08 02:14:57.984594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ba349f41-b8d8-4ade-838b-b519cb331cd8 req-b328ffdc-2763-4a74-aa8e-f01df7ab2be9 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416515 Dec 08 02:14:58.838250 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-574db5af-1bfb-4dcc-bd22-998ac18943bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:14:59.108991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0c3d3-1bd4-4cae-8568-119a27f2a1f9 req-e752354c-24a6-44cb-bd76-aa37e8c1ed64 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:14:59.110453 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-57d0c3d3-1bd4-4cae-8568-119a27f2a1f9 req-e752354c-24a6-44cb-bd76-aa37e8c1ed64 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0524070 Dec 08 02:14:59.156402 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-57d0c3d3-1bd4-4cae-8568-119a27f2a1f9 req-f18a7f8d-0229-4806-aadf-ae4e8f277a46 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394199 Dec 08 02:15:00.283423 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a112ac6-21d1-46d8-acdb-f77e05bff2c4 req-d56a371f-f1fd-4cd6-8f29-1c9a61fa6c6b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:00.284830 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a112ac6-21d1-46d8-acdb-f77e05bff2c4 req-d56a371f-f1fd-4cd6-8f29-1c9a61fa6c6b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0517740 Dec 08 02:15:00.331385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8a112ac6-21d1-46d8-acdb-f77e05bff2c4 req-367031ff-8ea1-41d2-90ce-dd873ec66e66 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396318 Dec 08 02:15:01.329652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device a488241b-b01b-4aaf-97eb-14d047c307f1 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:15:01.425854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:15:01.437215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'port_id': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'mac_address': 'fa:16:3e:33:eb:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:15:01.458122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d5ef9-834f-49b1-8adc-748753953746 req-b059430c-668e-4955-b753-d8b1b39277fc tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:01.459653 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-263d5ef9-834f-49b1-8adc-748753953746 req-b059430c-668e-4955-b753-d8b1b39277fc tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 944 time: 0.0526192 Dec 08 02:15:01.480139 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:01.493287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a488241b-b01b-4aaf-97eb-14d047c307f1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:15:01.507377 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-263d5ef9-834f-49b1-8adc-748753953746 req-36ba3b52-394a-42a8-8989-7dea0ef61a3d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414681 Dec 08 02:15:01.513897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:15:01.517986 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:01.564837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=11']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:01.808115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['a488241b-b01b-4aaf-97eb-14d047c307f1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:15:01.963409 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:02.118717 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b5d3faf1-ccab-4ee9-96e3-d17a99d01608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:02.411981 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:02.634904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f3c59-eee6-426c-9274-e31fb3f82627 req-c95bf9cf-78df-490d-87d7-3d94857a9123 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:02.636446 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a02f3c59-eee6-426c-9274-e31fb3f82627 req-c95bf9cf-78df-490d-87d7-3d94857a9123 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 945 time: 0.0504436 Dec 08 02:15:02.684381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a02f3c59-eee6-426c-9274-e31fb3f82627 req-0f3eef02-ff35-475a-adf0-2ca8a1d77078 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417824 Dec 08 02:15:03.336948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device a488241b-b01b-4aaf-97eb-14d047c307f1 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:15:03.384096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port a488241b-b01b-4aaf-97eb-14d047c307f1 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:15:03.387784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port a488241b-b01b-4aaf-97eb-14d047c307f1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:15:03.388156 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:03.466254 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:03.488131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:15:03.490841 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfb31c2-998d-4e21-882a-bc9d90ede888" -d '{"events": [{"server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "name": "network-vif-plugged", "status": "completed", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:15:03.506530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:15:03.511711 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:03.536838 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a49a33-b033-42ca-bd5a-0f05b81565b7 x-openstack-request-id: req-98a49a33-b033-42ca-bd5a-0f05b81565b7 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:15:03.537132 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "name": "network-vif-plugged", "status": "completed", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:15:03.537386 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-98a49a33-b033-42ca-bd5a-0f05b81565b7 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:15:03.537783 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'code': 200} Dec 08 02:15:03.562661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=12']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:03.704063 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:03.742815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b4cdc-b220-4d17-96f9-e29c54a96b39 req-ad8473a0-f9ea-4739-9161-0309167e91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:03.744380 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c26b4cdc-b220-4d17-96f9-e29c54a96b39 req-ad8473a0-f9ea-4739-9161-0309167e91d8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 1098 time: 0.0471108 Dec 08 02:15:03.814693 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c26b4cdc-b220-4d17-96f9-e29c54a96b39 req-43f12490-a559-4247-9208-9567840eaa36 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635006 Dec 08 02:15:03.827394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603da7d-75e6-4b30-9a5f-9f986ed9a831 req-e73535d3-26e6-4dec-9dba-443fa79dfe59 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:03.828834 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7603da7d-75e6-4b30-9a5f-9f986ed9a831 req-e73535d3-26e6-4dec-9dba-443fa79dfe59 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 946 time: 0.0655024 Dec 08 02:15:03.875446 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7603da7d-75e6-4b30-9a5f-9f986ed9a831 req-0fe403fa-5353-4742-951e-17ff8ab6c665 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400736 Dec 08 02:15:04.199877 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:04.785626 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:05.003017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4338352-1863-425c-bc6a-f301f0ea68ab req-6bc0287c-099e-4eba-b5d0-34c57954d9ce tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:05.004718 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4338352-1863-425c-bc6a-f301f0ea68ab req-6bc0287c-099e-4eba-b5d0-34c57954d9ce tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 946 time: 0.0503626 Dec 08 02:15:05.061415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4338352-1863-425c-bc6a-f301f0ea68ab req-4e83c24f-84dd-4169-bd3a-69509a441556 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504758 Dec 08 02:15:06.185612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacdd4d-7f84-4f66-bc9d-2811339bcedc req-b0bf4825-569f-40e1-b115-3fbe831e6a00 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:06.187121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bbacdd4d-7f84-4f66-bc9d-2811339bcedc req-b0bf4825-569f-40e1-b115-3fbe831e6a00 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 946 time: 0.0507078 Dec 08 02:15:06.239356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bbacdd4d-7f84-4f66-bc9d-2811339bcedc req-844970e8-cfcc-41b3-aee4-855c0e27a637 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451937 Dec 08 02:15:18.155674 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cbf8bd5-3b7b-4f9a-901a-4b16e553840a req-8a9f1a1e-ecf5-41a9-b658-9e93bb440dd4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404665 Dec 08 02:15:18.260119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8bd5-3b7b-4f9a-901a-4b16e553840a req-e3cc2a10-5adc-49b9-88eb-66b2eaba6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:18.261706 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cbf8bd5-3b7b-4f9a-901a-4b16e553840a req-e3cc2a10-5adc-49b9-88eb-66b2eaba6987 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 1098 time: 0.0414679 Dec 08 02:15:18.369379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8bd5-3b7b-4f9a-901a-4b16e553840a req-97c909e4-519b-4e07-b72e-095c42259949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:18.370908 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cbf8bd5-3b7b-4f9a-901a-4b16e553840a req-97c909e4-519b-4e07-b72e-095c42259949 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0880311 Dec 08 02:15:18.435934 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cbf8bd5-3b7b-4f9a-901a-4b16e553840a req-d37b3dc1-c1f3-4d70-94ae-1164d773fa17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 200 len: 1001 time: 0.0573213 Dec 08 02:15:18.487022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8bd5-3b7b-4f9a-901a-4b16e553840a req-1d324a9e-2faf-4709-8de5-df7563dad3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:18.488648 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cbf8bd5-3b7b-4f9a-901a-4b16e553840a req-1d324a9e-2faf-4709-8de5-df7563dad3ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0439429 Dec 08 02:15:18.538265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8bd5-3b7b-4f9a-901a-4b16e553840a req-d07be15c-1833-4957-9a82-c8c77b2ca909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:18.539737 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cbf8bd5-3b7b-4f9a-901a-4b16e553840a req-d07be15c-1833-4957-9a82-c8c77b2ca909 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439038 Dec 08 02:15:18.629801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cbf8bd5-3b7b-4f9a-901a-4b16e553840a req-5e27bc9e-90be-4aef-a6bc-396e11933995 service neutron] 10.222.0.72 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818951 Dec 08 02:15:18.723586 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6cbf8bd5-3b7b-4f9a-901a-4b16e553840a req-e23ba8fe-9382-447c-8b07-87914089a072 service neutron] 10.222.0.72 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857146 Dec 08 02:15:26.770403 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:15:28.839529 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9dc3bab5-f174-4cae-83f5-c55313f5e4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:31.964947 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:32.123781 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c1ef8aaf-712b-4553-abfd-e130a9f7eced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:32.413974 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:33.706027 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:34.208221 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:34.787959 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:40.870432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19978a18-7298-46d5-a8d1-cd3235e867ae req-5ca06004-3504-474f-b9fb-85f8aa3f7818 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:40.871854 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19978a18-7298-46d5-a8d1-cd3235e867ae req-5ca06004-3504-474f-b9fb-85f8aa3f7818 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 946 time: 0.0509734 Dec 08 02:15:40.920088 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19978a18-7298-46d5-a8d1-cd3235e867ae req-708c7baa-5116-4c3a-8ca9-54c21618ee8b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 Dec 08 02:15:42.045571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48ae90-4c1d-4f55-a00d-004d287f77fc req-59a746a5-39c9-4fcb-8427-62abcd2f196c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:42.047071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ae48ae90-4c1d-4f55-a00d-004d287f77fc req-59a746a5-39c9-4fcb-8427-62abcd2f196c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 946 time: 0.0527179 Dec 08 02:15:42.093738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ae48ae90-4c1d-4f55-a00d-004d287f77fc req-c22a3e53-fee7-4abe-87ee-ddb6e7aa20d0 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=75e77772-284d-4fc4-bc24-3423ab5ef9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400572 Dec 08 02:15:42.467462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-36bfc8e1-bb11-4b96-99ac-6c5badb6db9d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:42.468988 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-36bfc8e1-bb11-4b96-99ac-6c5badb6db9d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.72 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 946 time: 0.0480247 Dec 08 02:15:42.560843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Deleting port a488241b-b01b-4aaf-97eb-14d047c307f1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:15:42.561200 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:42.653039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] For port a488241b-b01b-4aaf-97eb-14d047c307f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=a488241b-b01b-4aaf-97eb-14d047c307f1,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:15:42.653405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:42.834511 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:42.834765 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:42.835083 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Floating IP bbc505c8-30d1-42e1-8f09-06e289b12398 disassociated. External IP: 172.25.2.202, port: a488241b-b01b-4aaf-97eb-14d047c307f1. Dec 08 02:15:42.835427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Calling delete_port for a488241b-b01b-4aaf-97eb-14d047c307f1 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:15:42.961008 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:42.998318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event deleted for resources: {'Port': ['ID=a488241b-b01b-4aaf-97eb-14d047c307f1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:43.010000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.010357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.010719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.011069 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.011417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.011830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.012988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.012988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.012988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.013383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.013710 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.014046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.014407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:43.121279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Router 74dda5f3-a34c-4527-ae48-e0e0d9045662 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:15:43.201659 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0f6d2f3a-a909-4c2b-a521-7e810b657363 req-bed7ab21-bf66-47ae-b0af-d52c49629e34 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=246b8268-8d72-4809-a25c-40c9782f7d37 HTTP/1.1" status: 200 len: 210 time: 0.0338755 Dec 08 02:15:43.265784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:15:43.277774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531cb24e-a96d-44a5-adb5-dbb4c4dbb662 None None] Sync routers for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:15:43.288374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531cb24e-a96d-44a5-adb5-dbb4c4dbb662 None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:15:43.289228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-531cb24e-a96d-44a5-adb5-dbb4c4dbb662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:15:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:15:43.309911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] No DVR routers for this DVR port a488241b-b01b-4aaf-97eb-14d047c307f1 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:15:43.312667 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:43.316353 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a39db4ff-6171-40c0-b561-4afeb55ef74e req-7d87323e-1775-447e-aaf7-becbd6668443 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.72 "DELETE /v2.0/ports/a488241b-b01b-4aaf-97eb-14d047c307f1 HTTP/1.1" status: 204 len: 173 time: 0.8412912 Dec 08 02:15:43.316863 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'name': 'network-vif-deleted', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:15:43.319403 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4df84a-e958-4c61-ab71-8dad0912fa3e" -d '{"events": [{"server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "name": "network-vif-deleted", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:15:43.393137 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4e2695-9f81-41fd-a757-f42ccf62d18a x-openstack-request-id: req-0f4e2695-9f81-41fd-a757-f42ccf62d18a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:15:43.393137 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "246b8268-8d72-4809-a25c-40c9782f7d37", "name": "network-vif-deleted", "tag": "a488241b-b01b-4aaf-97eb-14d047c307f1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:15:43.393137 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f4e2695-9f81-41fd-a757-f42ccf62d18a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:15:43.393137 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '246b8268-8d72-4809-a25c-40c9782f7d37', 'name': 'network-vif-deleted', 'tag': 'a488241b-b01b-4aaf-97eb-14d047c307f1', 'status': 'completed', 'code': 200} Dec 08 02:15:43.447104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-531cb24e-a96d-44a5-adb5-dbb4c4dbb662 None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:15:43.675638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-531cb24e-a96d-44a5-adb5-dbb4c4dbb662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:15:43.702135 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531cb24e-a96d-44a5-adb5-dbb4c4dbb662 None None] Checking router: 74dda5f3-a34c-4527-ae48-e0e0d9045662 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:15:43.710532 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531cb24e-a96d-44a5-adb5-dbb4c4dbb662 None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:15:43.711139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-531cb24e-a96d-44a5-adb5-dbb4c4dbb662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:15:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:15:43.826196 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-531cb24e-a96d-44a5-adb5-dbb4c4dbb662 None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:15:44.044444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-531cb24e-a96d-44a5-adb5-dbb4c4dbb662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:15:44.075041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531cb24e-a96d-44a5-adb5-dbb4c4dbb662 None None] The sync data for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 is: [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:15:44.315811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34820) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:44.340056 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2365174a-7651-4525-9160-d31881b7ed2e None None] New status for floating IP bbc505c8-30d1-42e1-8f09-06e289b12398: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:15:44.371736 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:44.396457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:44.481470 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:44.484170 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:44.485577 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "DELETE /v2.0/security-groups/75e77772-284d-4fc4-bc24-3423ab5ef9ed HTTP/1.1" status: 204 len: 168 time: 0.1684372 Dec 08 02:15:44.488512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34822) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:44.495194 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e77772-284d-4fc4-bc24-3423ab5ef9ed,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:44.503913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.504329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.504649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.504999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.505354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.505773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.505995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.506331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.506798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.506981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.508337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.508691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.509032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801295b-3bc8-4afc-a02b-595ca281b725 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:44.510002 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-3559f61b-4834-43c0-900b-866b785d5d8b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] show failed (client error): The resource could not be found. Dec 08 02:15:44.511117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3559f61b-4834-43c0-900b-866b785d5d8b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups/75e77772-284d-4fc4-bc24-3423ab5ef9ed HTTP/1.1" status: 404 len: 347 time: 0.0170472 Dec 08 02:15:44.514098 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34824) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:44.638922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-97985e47-6f4b-4c32-8aa3-1c1b3d34669e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Deleting port a527a1e5-2381-4cfb-922f-56f1d583c3f4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:15:44.639268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97985e47-6f4b-4c32-8aa3-1c1b3d34669e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:44.718368 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97985e47-6f4b-4c32-8aa3-1c1b3d34669e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:44.718626 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97985e47-6f4b-4c32-8aa3-1c1b3d34669e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:44.731435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-97985e47-6f4b-4c32-8aa3-1c1b3d34669e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Calling delete_port for a527a1e5-2381-4cfb-922f-56f1d583c3f4 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:15:44.883804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97985e47-6f4b-4c32-8aa3-1c1b3d34669e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:44.909996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97985e47-6f4b-4c32-8aa3-1c1b3d34669e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event deleted for resources: {'Port': ['ID=a527a1e5-2381-4cfb-922f-56f1d583c3f4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:44.971312 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97985e47-6f4b-4c32-8aa3-1c1b3d34669e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:44.974232 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-97985e47-6f4b-4c32-8aa3-1c1b3d34669e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:44.975385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-97985e47-6f4b-4c32-8aa3-1c1b3d34669e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "DELETE /v2.0/floatingips/bbc505c8-30d1-42e1-8f09-06e289b12398 HTTP/1.1" status: 204 len: 168 time: 0.4603341 Dec 08 02:15:45.434260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34828) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:45.440128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3b36b0ab-ec5f-4b27-93ec-67b8a00edbad tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1505798875', 'description': 'tempest-description--194644310'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:15:45.465113 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b36b0ab-ec5f-4b27-93ec-67b8a00edbad tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.535888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b36b0ab-ec5f-4b27-93ec-67b8a00edbad tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.539288 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b36b0ab-ec5f-4b27-93ec-67b8a00edbad tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.566111 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b36b0ab-ec5f-4b27-93ec-67b8a00edbad tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.567358 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3b36b0ab-ec5f-4b27-93ec-67b8a00edbad tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1316400 Dec 08 02:15:45.570153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34830) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:45.574423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d2d86636-8ad9-4c0f-93fe-b1b88a799abf tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Request body: {'security_group_rule': {'security_group_id': '9f81d69f-e682-448a-8cab-76615088972d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:15:45.582535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36b0ab-ec5f-4b27-93ec-67b8a00edbad tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f81d69f-e682-448a-8cab-76615088972d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:45.604851 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2d86636-8ad9-4c0f-93fe-b1b88a799abf tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.658258 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2d86636-8ad9-4c0f-93fe-b1b88a799abf tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.662517 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2d86636-8ad9-4c0f-93fe-b1b88a799abf tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.680175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d86636-8ad9-4c0f-93fe-b1b88a799abf tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dfbe4c-30f5-4afb-b29d-29c72c815c9b,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:45.687299 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d2d86636-8ad9-4c0f-93fe-b1b88a799abf tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.688528 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d2d86636-8ad9-4c0f-93fe-b1b88a799abf tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174333 Dec 08 02:15:45.691099 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34832) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:45.695390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2c9d5caa-adc0-4bb2-8c57-49a51bc2fc7e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Request body: {'security_group_rule': {'security_group_id': '9f81d69f-e682-448a-8cab-76615088972d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:15:45.722578 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9d5caa-adc0-4bb2-8c57-49a51bc2fc7e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.783741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9d5caa-adc0-4bb2-8c57-49a51bc2fc7e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.787946 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9d5caa-adc0-4bb2-8c57-49a51bc2fc7e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.802366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d5caa-adc0-4bb2-8c57-49a51bc2fc7e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847776f3-2497-410f-b5ee-85fffd885ff0,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:45.812499 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2c9d5caa-adc0-4bb2-8c57-49a51bc2fc7e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.813697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2c9d5caa-adc0-4bb2-8c57-49a51bc2fc7e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216700 Dec 08 02:15:45.817471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 34834) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:45.821752 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:15:45.843002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:45.941826 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:46.046725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Allocated IP 172.25.2.103 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/ff695c13-e61b-4112-826d-efc8a753cbb9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:15:46.146227 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:46.179172 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:46.218352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:15:46.221160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:15:46.225202 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:15:46.252558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event updated for resources: {'Port': ['ID=ff695c13-e61b-4112-826d-efc8a753cbb9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:46.314290 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:46.349599 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:46.497134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:46.501393 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:46.571202 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event updated for resources: {'Port': ['ID=ff695c13-e61b-4112-826d-efc8a753cbb9,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:46.579107 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:46.594508 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:46.595733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-91052348-2bb0-4d21-8f35-1cc1f3f8215c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7773147 Dec 08 02:15:46.747273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-9acd6dcc-cc1f-4941-bbad-be9b7b98119a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1505798875&fields=id&tenant_id=8cef2a0d6ddb4026bcfb510dcb974471 HTTP/1.1" status: 200 len: 267 time: 0.0461221 Dec 08 02:15:46.852710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21788045-873c-42d3-b7ed-b37d6434181d req-20e0308a-05b4-47ad-816b-af13b6bc9f52 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:46.854441 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-20e0308a-05b4-47ad-816b-af13b6bc9f52 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 817 time: 0.0990896 Dec 08 02:15:46.869185 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-e32d3ec9-8555-4bf1-bb4f-362ab4e555cf tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/quotas/8cef2a0d6ddb4026bcfb510dcb974471 HTTP/1.1" status: 200 len: 375 time: 0.0090690 Dec 08 02:15:46.923926 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-be1da95e-03cd-43ca-8376-f8e0220479c2 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496449 Dec 08 02:15:46.989572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-7a922918-f5f3-4904-bc1d-19da951f2521 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:15:46.990581 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-7a922918-f5f3-4904-bc1d-19da951f2521 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0545599 Dec 08 02:15:47.079345 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-bdd93566-af09-4c92-a116-e68440b51727 service neutron] 10.222.0.70 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823629 Dec 08 02:15:47.170219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-2f79a894-ab63-47f7-9102-6f0bf02f651e service neutron] 10.222.0.70 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842884 Dec 08 02:15:47.330129 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f96f8996-65a0-4b67-81bc-91cfc617604c req-3e71bc1e-9a42-42f8-9709-9e1a959cd1e9 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 210 time: 0.0261593 Dec 08 02:15:47.580070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device a488241b-b01b-4aaf-97eb-14d047c307f1 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:15:47.605377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: a488241b-b01b-4aaf-97eb-14d047c307f1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:15:47.605676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device a488241b-b01b-4aaf-97eb-14d047c307f1 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:15:48.460264 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f54beba3-e502-4fef-b358-006f30ff9662 req-23147a86-bf82-46e4-8b2a-6637a75f0132 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 210 time: 0.0538266 Dec 08 02:15:48.495878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21788045-873c-42d3-b7ed-b37d6434181d req-a523917e-6194-4a33-a189-5c3dad16350e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:48.497392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-a523917e-6194-4a33-a189-5c3dad16350e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 817 time: 0.1347067 Dec 08 02:15:48.579681 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-c005f475-55df-4208-8877-a8e3589c8bf8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cef2a0d6ddb4026bcfb510dcb974471 HTTP/1.1" status: 200 len: 380 time: 0.0547419 Dec 08 02:15:48.597540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-21788045-873c-42d3-b7ed-b37d6434181d req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Request body: {'port': {'device_id': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'admin_state_up': True, 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'security_groups': ['9f81d69f-e682-448a-8cab-76615088972d']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:15:48.701604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21788045-873c-42d3-b7ed-b37d6434181d req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Made reservation on behalf of 8cef2a0d6ddb4026bcfb510dcb974471 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:15:48.705013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21788045-873c-42d3-b7ed-b37d6434181d req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:48.835762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-21788045-873c-42d3-b7ed-b37d6434181d req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Allocated IP 172.20.0.4 (9e5118ab-0eaf-4211-a7f4-f38a258a5a0b/3143fa6e-d25b-41eb-97a8-f49b82e42d1c/4ff03297-73de-4311-b2b3-d8ff64c2f53f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:15:48.968659 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21788045-873c-42d3-b7ed-b37d6434181d req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:49.007133 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21788045-873c-42d3-b7ed-b37d6434181d req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:49.050333 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21788045-873c-42d3-b7ed-b37d6434181d req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:15:49.053414 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-21788045-873c-42d3-b7ed-b37d6434181d req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:15:49.057030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-21788045-873c-42d3-b7ed-b37d6434181d req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:15:49.063804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event updated for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:49.111305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21788045-873c-42d3-b7ed-b37d6434181d req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:49.111924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21788045-873c-42d3-b7ed-b37d6434181d req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:49.130245 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-de619b0e-bc2f-493e-97e5-3ee29efd46af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5368664 Dec 08 02:15:49.212137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Request body: {'port': {'device_id': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:15:49.268103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:49.312926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0ff3a3c3-8b00-4f8e-8b61-8c0d2820ead0 None None] Provisioning complete for port 4ff03297-73de-4311-b2b3-d8ff64c2f53f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:15:49.313558 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0ff3a3c3-8b00-4f8e-8b61-8c0d2820ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:49.349062 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0ff3a3c3-8b00-4f8e-8b61-8c0d2820ead0 None None] Port 4ff03297-73de-4311-b2b3-d8ff64c2f53f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:15:49.526681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff03297-73de-4311-b2b3-d8ff64c2f53f {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:15:49.534756 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:49.546509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Transition to ACTIVE for port object 4ff03297-73de-4311-b2b3-d8ff64c2f53f will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:15:49.550654 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:49.583449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1cffe-9f5d-4e82-b154-38715f446d03 req-ca816401-a500-465a-8684-b59416df485a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:49.585019 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90b1cffe-9f5d-4e82-b154-38715f446d03 req-ca816401-a500-465a-8684-b59416df485a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 931 time: 0.0511341 Dec 08 02:15:49.603273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:49.642968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90b1cffe-9f5d-4e82-b154-38715f446d03 req-823c51d8-83a0-4d31-8dfe-586b3c08c147 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500813 Dec 08 02:15:49.678471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Attempting to bind port 4ff03297-73de-4311-b2b3-d8ff64c2f53f on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:15:49.678809 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Attempting to bind port 4ff03297-73de-4311-b2b3-d8ff64c2f53f by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:15:49.679139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Attempting to bind port 4ff03297-73de-4311-b2b3-d8ff64c2f53f on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:15:49.683783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Port 4ff03297-73de-4311-b2b3-d8ff64c2f53f on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:15:49.684101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Attempting to bind port 4ff03297-73de-4311-b2b3-d8ff64c2f53f on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:15:49.689138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:15:49.689472 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Checking segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:15:49.689857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Bound using segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:15:49.690831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Bound port: 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:15:49.691255 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:49.756751 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:15:49.759878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:15:49.765024 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:49.802041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:49.802642 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:49.804025 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] 10.222.0.65 "PUT /v2.0/ports/4ff03297-73de-4311-b2b3-d8ff64c2f53f HTTP/1.1" status: 200 len: 1092 time: 0.6517520 Dec 08 02:15:49.804498 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:15:49.806774 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2c4f93-ca40-4de8-9a47-f3795653f8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:15:49.830446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e6852-3618-4d11-84ce-c89fe2995ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:49.855577 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a130ddca-9579-47b2-b2de-d32fd7ed2385 x-openstack-request-id: req-a130ddca-9579-47b2-b2de-d32fd7ed2385 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:15:49.856153 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:15:49.856643 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a130ddca-9579-47b2-b2de-d32fd7ed2385 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:15:49.857346 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'status': 'completed', 'code': 200} Dec 08 02:15:49.917247 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21788045-873c-42d3-b7ed-b37d6434181d req-fdc3e7dd-9990-40d8-ae2a-60fbcf28eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:49.918761 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-fdc3e7dd-9990-40d8-ae2a-60fbcf28eb62 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 1095 time: 0.0439780 Dec 08 02:15:49.980971 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-a6a5974d-5c03-417a-b6f9-ae44f3e5d8b1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f HTTP/1.1" status: 200 len: 217 time: 0.0397346 Dec 08 02:15:50.032187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21788045-873c-42d3-b7ed-b37d6434181d req-29d5e0fc-3dde-4fd7-b117-a6fd7dd0a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:50.033664 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-29d5e0fc-3dde-4fd7-b117-a6fd7dd0a103 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0441051 Dec 08 02:15:50.081220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21788045-873c-42d3-b7ed-b37d6434181d req-84ef0e51-94fc-4035-8662-60dd66b812b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:50.082707 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-84ef0e51-94fc-4035-8662-60dd66b812b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394313 Dec 08 02:15:50.179912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-50a9f40b-b55b-4a25-8da4-7a629758769f service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858889 Dec 08 02:15:50.273913 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21788045-873c-42d3-b7ed-b37d6434181d req-3c054305-a685-4618-89c4-f64272e69b0b service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822389 Dec 08 02:15:50.417356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c4f93-ca40-4de8-9a47-f3795653f8a4 req-b2700f49-2de0-42ac-b703-bc87c29b333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:50.418855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb2c4f93-ca40-4de8-9a47-f3795653f8a4 req-b2700f49-2de0-42ac-b703-bc87c29b333a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 1095 time: 0.0465703 Dec 08 02:15:50.511707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c4f93-ca40-4de8-9a47-f3795653f8a4 req-64c03d05-ae73-45ed-b961-c246a711f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:50.513224 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb2c4f93-ca40-4de8-9a47-f3795653f8a4 req-64c03d05-ae73-45ed-b961-c246a711f315 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0859666 Dec 08 02:15:50.557936 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb2c4f93-ca40-4de8-9a47-f3795653f8a4 req-ac2ebe2e-4c34-4dc7-9025-e4bc3f615075 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f HTTP/1.1" status: 200 len: 217 time: 0.0358877 Dec 08 02:15:50.606330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c4f93-ca40-4de8-9a47-f3795653f8a4 req-0ff8fa41-6d45-402e-8ac2-69e4326e764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:50.607764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb2c4f93-ca40-4de8-9a47-f3795653f8a4 req-0ff8fa41-6d45-402e-8ac2-69e4326e764b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0433674 Dec 08 02:15:50.652510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c4f93-ca40-4de8-9a47-f3795653f8a4 req-3c0438f7-bd2a-4678-addd-b01c3bb8de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:50.653990 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb2c4f93-ca40-4de8-9a47-f3795653f8a4 req-3c0438f7-bd2a-4678-addd-b01c3bb8de1c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392137 Dec 08 02:15:50.748792 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb2c4f93-ca40-4de8-9a47-f3795653f8a4 req-efd827b1-485b-400a-9141-a4d278690335 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868988 Dec 08 02:15:50.767602 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320b344-887e-42de-b197-1a15c2cc27f8 req-f1e9168c-6576-4331-bb54-011daf6c551a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:50.769491 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6320b344-887e-42de-b197-1a15c2cc27f8 req-f1e9168c-6576-4331-bb54-011daf6c551a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 943 time: 0.0500944 Dec 08 02:15:50.818461 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6320b344-887e-42de-b197-1a15c2cc27f8 req-9ceedd3b-9dbe-4e2b-94ec-e36ca6e94b5c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Dec 08 02:15:50.841339 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb2c4f93-ca40-4de8-9a47-f3795653f8a4 req-10f052c1-2c51-4929-95f7-c36a58ffd0fd service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841968 Dec 08 02:15:51.946186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd5ade-d56d-4eb4-bb90-09e7aa1c639e req-e4e1954b-b970-457e-b67c-b9e339b50358 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:51.948402 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50bd5ade-d56d-4eb4-bb90-09e7aa1c639e req-e4e1954b-b970-457e-b67c-b9e339b50358 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 943 time: 0.0535257 Dec 08 02:15:51.994188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-50bd5ade-d56d-4eb4-bb90-09e7aa1c639e req-6ef714e2-4521-4d69-8fd3-8c96f311431a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397704 Dec 08 02:15:53.114252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19748a-45d6-42f6-bb0a-6d05623fec63 req-2012fe27-c3da-454d-926b-fa88339ce33b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:53.115733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e19748a-45d6-42f6-bb0a-6d05623fec63 req-2012fe27-c3da-454d-926b-fa88339ce33b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 943 time: 0.0482533 Dec 08 02:15:53.161542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9e19748a-45d6-42f6-bb0a-6d05623fec63 req-a1dcd2e7-d442-4284-b7bf-cd9fc7b76492 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398760 Dec 08 02:15:53.282386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4ff03297-73de-4311-b2b3-d8ff64c2f53f details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:15:53.381326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:15:53.392099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'port_id': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'mac_address': 'fa:16:3e:af:78:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:15:53.429346 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:53.442297 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff03297-73de-4311-b2b3-d8ff64c2f53f {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:15:53.462144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:15:53.465526 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:53.519188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:53.528180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.528570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.528923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.529293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.529869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.530466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.531071 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.531609 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.531975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.532323 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.532719 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.533008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.533445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:15:53.880537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4ff03297-73de-4311-b2b3-d8ff64c2f53f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:15:54.281029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37159b17-3d90-4faf-a164-4ad98ece18b5 req-a17bf73c-e7c1-4d53-a96a-a25eeec11635 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:54.282505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-37159b17-3d90-4faf-a164-4ad98ece18b5 req-a17bf73c-e7c1-4d53-a96a-a25eeec11635 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0487232 Dec 08 02:15:54.329717 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-37159b17-3d90-4faf-a164-4ad98ece18b5 req-0bd6eb3e-dbd3-4d77-97fd-170b41fa5cf5 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412600 Dec 08 02:15:55.282307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4ff03297-73de-4311-b2b3-d8ff64c2f53f up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:15:55.333230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 4ff03297-73de-4311-b2b3-d8ff64c2f53f completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:15:55.337129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 4ff03297-73de-4311-b2b3-d8ff64c2f53f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:15:55.337516 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:55.415336 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:55.437679 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:15:55.439926 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38233daa-46d0-41f0-8c1c-435473f661ab" -d '{"events": [{"server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "name": "network-vif-plugged", "status": "completed", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:15:55.453733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:15:55.458718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33267630-8988-4bd8-ad34-70f05d4f7ecc req-7b9cbc8c-1831-462b-ab41-854d7e0ee36e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:55.459261 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:55.461389 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33267630-8988-4bd8-ad34-70f05d4f7ecc req-7b9cbc8c-1831-462b-ab41-854d7e0ee36e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0551775 Dec 08 02:15:55.487568 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0f2909-698c-4f2a-bfdc-189be41069c1 x-openstack-request-id: req-1f0f2909-698c-4f2a-bfdc-189be41069c1 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:15:55.487859 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "name": "network-vif-plugged", "status": "completed", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:15:55.488234 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f0f2909-698c-4f2a-bfdc-189be41069c1 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:15:55.488648 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'code': 200} Dec 08 02:15:55.512346 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33267630-8988-4bd8-ad34-70f05d4f7ecc req-f7eb2d00-75ac-4976-bb1d-89d7007c04c7 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442476 Dec 08 02:15:55.513629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:15:55.624562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b300ca-3bd6-4155-96c2-97622131df53 req-fe52b8d6-21ef-4c9c-b0df-531437e8b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:55.626009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67b300ca-3bd6-4155-96c2-97622131df53 req-fe52b8d6-21ef-4c9c-b0df-531437e8b70a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 1097 time: 0.0388806 Dec 08 02:15:55.673492 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-67b300ca-3bd6-4155-96c2-97622131df53 req-5cb63154-b4a2-47b6-98a0-ee1f67088bea service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387855 Dec 08 02:15:56.879655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3996d02-e792-4712-be3a-2533b101d286 req-c412d00a-e569-4caf-8c56-6c1e7b0efe59 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:56.881091 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3996d02-e792-4712-be3a-2533b101d286 req-c412d00a-e569-4caf-8c56-6c1e7b0efe59 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.2949667 Dec 08 02:15:56.928127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3996d02-e792-4712-be3a-2533b101d286 req-d0129afa-13d8-4ae5-a6ca-4a6056c09ac4 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Dec 08 02:15:58.048736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc8ac2-8206-4514-bac8-693a7603ba96 req-d8c6242c-5fd5-44cb-aa1a-293bbdf546cc tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:58.050217 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-affc8ac2-8206-4514-bac8-693a7603ba96 req-d8c6242c-5fd5-44cb-aa1a-293bbdf546cc tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0490746 Dec 08 02:15:58.098388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-affc8ac2-8206-4514-bac8-693a7603ba96 req-a2b67ef6-2d4f-47af-9ac8-5ff96216641e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420630 Dec 08 02:15:58.212734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee42b85-db3a-4331-9095-0be228a68d85 req-2e73d8da-7f80-4f89-9fc9-10f0edf87616 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:58.214126 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6ee42b85-db3a-4331-9095-0be228a68d85 req-2e73d8da-7f80-4f89-9fc9-10f0edf87616 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0482039 Dec 08 02:15:58.223475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 34890) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:15:58.228028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-974e91d9-be5a-43ba-864c-d1b1e721b946 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Request body: {'floatingip': {'port_id': '4ff03297-73de-4311-b2b3-d8ff64c2f53f'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:15:58.270651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-974e91d9-be5a-43ba-864c-d1b1e721b946 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:58.690949 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-974e91d9-be5a-43ba-864c-d1b1e721b946 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:58.694937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-974e91d9-be5a-43ba-864c-d1b1e721b946 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:58.798701 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-974e91d9-be5a-43ba-864c-d1b1e721b946 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Floating IP 9f72c6b7-d58a-4379-852c-ae4cd6f4336f associated. External IP: 172.25.2.103, port: 4ff03297-73de-4311-b2b3-d8ff64c2f53f. Dec 08 02:15:58.847357 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a1538000-2ed7-45dc-b7aa-682a103ace41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:59.013615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974e91d9-be5a-43ba-864c-d1b1e721b946 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Router 74dda5f3-a34c-4527-ae48-e0e0d9045662 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:15:59.119926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974e91d9-be5a-43ba-864c-d1b1e721b946 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:15:59.124776 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-974e91d9-be5a-43ba-864c-d1b1e721b946 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:15:59.129917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059376e-75c7-4a41-8f5f-fa45d8860d88 None None] Sync routers for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:15:59.139177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059376e-75c7-4a41-8f5f-fa45d8860d88 None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:15:59.139795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a059376e-75c7-4a41-8f5f-fa45d8860d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:15:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:15:59.151747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-974e91d9-be5a-43ba-864c-d1b1e721b946 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "PUT /v2.0/floatingips/9f72c6b7-d58a-4379-852c-ae4cd6f4336f HTTP/1.1" status: 200 len: 991 time: 0.9271646 Dec 08 02:15:59.152363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:15:59.154628 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f483a9a7-4bb5-4f37-90bb-84d4845b4c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:15:59.196506 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3bcf90-ef11-47b3-aae7-4e0fed7ed969 x-openstack-request-id: req-4b3bcf90-ef11-47b3-aae7-4e0fed7ed969 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:15:59.196813 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:15:59.197086 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b3bcf90-ef11-47b3-aae7-4e0fed7ed969 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:15:59.197807 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'status': 'completed', 'code': 200} Dec 08 02:15:59.297694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483a9a7-4bb5-4f37-90bb-84d4845b4c1a req-af86f8f8-9002-4307-8e24-5be23fdba03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:59.299367 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f483a9a7-4bb5-4f37-90bb-84d4845b4c1a req-af86f8f8-9002-4307-8e24-5be23fdba03e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 1097 time: 0.0430079 Dec 08 02:15:59.395568 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483a9a7-4bb5-4f37-90bb-84d4845b4c1a req-c4df10b4-c4ab-47c4-89f5-733eb40974f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:59.397062 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f483a9a7-4bb5-4f37-90bb-84d4845b4c1a req-c4df10b4-c4ab-47c4-89f5-733eb40974f3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0896654 Dec 08 02:15:59.418404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a059376e-75c7-4a41-8f5f-fa45d8860d88 None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:15:59.466314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f483a9a7-4bb5-4f37-90bb-84d4845b4c1a req-a81ed9d1-bb99-4681-8598-77c51e9ef156 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f HTTP/1.1" status: 200 len: 999 time: 0.0597434 Dec 08 02:15:59.521517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483a9a7-4bb5-4f37-90bb-84d4845b4c1a req-736b5d84-f7d9-4cf2-95f0-cc03e7a47785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:59.522990 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f483a9a7-4bb5-4f37-90bb-84d4845b4c1a req-736b5d84-f7d9-4cf2-95f0-cc03e7a47785 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0499959 Dec 08 02:15:59.569440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483a9a7-4bb5-4f37-90bb-84d4845b4c1a req-1294c65c-bdc6-4e5a-ae27-6b984475c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:15:59.570979 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f483a9a7-4bb5-4f37-90bb-84d4845b4c1a req-1294c65c-bdc6-4e5a-ae27-6b984475c718 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409853 Dec 08 02:15:59.642534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a059376e-75c7-4a41-8f5f-fa45d8860d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '9f72c6b7-d58a-4379-852c-ae4cd6f4336f', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'port_id': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'mac_address': 'fa:16:3e:af:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:15:46Z', 'updated_at': '2021-12-08T02:15:58Z', 'revision_number': 1, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:15:59.664102 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f483a9a7-4bb5-4f37-90bb-84d4845b4c1a req-789efebe-510a-4484-9c56-75775f762dd2 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859566 Dec 08 02:15:59.672483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059376e-75c7-4a41-8f5f-fa45d8860d88 None None] Checking router: 74dda5f3-a34c-4527-ae48-e0e0d9045662 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:15:59.681046 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059376e-75c7-4a41-8f5f-fa45d8860d88 None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:15:59.681655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a059376e-75c7-4a41-8f5f-fa45d8860d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:15:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:15:59.754250 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f483a9a7-4bb5-4f37-90bb-84d4845b4c1a req-eac19124-0282-4a02-a2ce-0127412bc4ab service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833025 Dec 08 02:15:59.788457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a059376e-75c7-4a41-8f5f-fa45d8860d88 None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:16:00.015924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a059376e-75c7-4a41-8f5f-fa45d8860d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '9f72c6b7-d58a-4379-852c-ae4cd6f4336f', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'port_id': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'mac_address': 'fa:16:3e:af:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:15:46Z', 'updated_at': '2021-12-08T02:15:58Z', 'revision_number': 1, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:16:00.047714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059376e-75c7-4a41-8f5f-fa45d8860d88 None None] The sync data for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 is: [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '9f72c6b7-d58a-4379-852c-ae4cd6f4336f', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'port_id': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'mac_address': 'fa:16:3e:af:78:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:15:46Z', 'updated_at': '2021-12-08T02:15:58Z', 'revision_number': 1, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:16:00.244639 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c6eb0d-8b8a-49eb-bab9-df3b2bafa38b None None] New status for floating IP 9f72c6b7-d58a-4379-852c-ae4cd6f4336f: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:16:01.954003 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:02.115628 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-41026013-b276-4a01-9efe-4d34fcdbc28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:02.418958 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:03.709843 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:03.771446 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:16:04.221586 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:04.792960 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:17.022088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-775cd41a-7d8d-4063-aa91-c8f2716323d5 req-925fa042-e64f-4fd4-8cda-d88310374cd5 service neutron] (103130) timed out ('10.222.0.70', 60194) {{(pid=103130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:16:28.842683 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d144fa35-2352-4f9c-8bd5-81721411bc22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:31.958289 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:32.118602 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b540465f-c9c8-4fc5-8385-4fd0e0c7a075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:32.420216 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:32.641090 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c7375eb9-4e4f-4076-9d5f-3c21c695e614 req-fc455aae-7250-40bd-bdf7-3ce224264b66 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0486929 Dec 08 02:16:32.771081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7375eb9-4e4f-4076-9d5f-3c21c695e614 req-dc7027c1-96ca-4e88-b908-29f7838d72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:32.775714 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c7375eb9-4e4f-4076-9d5f-3c21c695e614 req-dc7027c1-96ca-4e88-b908-29f7838d72aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 1097 time: 0.0541463 Dec 08 02:16:32.896728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7375eb9-4e4f-4076-9d5f-3c21c695e614 req-349816d6-260a-4560-8741-c5703914a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:32.898212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c7375eb9-4e4f-4076-9d5f-3c21c695e614 req-349816d6-260a-4560-8741-c5703914a626 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.1038377 Dec 08 02:16:32.984395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c7375eb9-4e4f-4076-9d5f-3c21c695e614 req-cede0255-db01-40ac-909c-e9352ae4454c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f HTTP/1.1" status: 200 len: 1001 time: 0.0784605 Dec 08 02:16:33.043017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7375eb9-4e4f-4076-9d5f-3c21c695e614 req-c3a7d28a-9ef4-4c30-855e-075c1ea7980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:33.044599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c7375eb9-4e4f-4076-9d5f-3c21c695e614 req-c3a7d28a-9ef4-4c30-855e-075c1ea7980c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0523970 Dec 08 02:16:33.107257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7375eb9-4e4f-4076-9d5f-3c21c695e614 req-c7ac165f-a4d5-405e-9f3b-a214978a0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:16:33.108829 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c7375eb9-4e4f-4076-9d5f-3c21c695e614 req-c7ac165f-a4d5-405e-9f3b-a214978a0b32 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517130 Dec 08 02:16:33.224309 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c7375eb9-4e4f-4076-9d5f-3c21c695e614 req-0e325f5a-63f4-4171-9aec-6a4655510671 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049583 Dec 08 02:16:33.326032 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c7375eb9-4e4f-4076-9d5f-3c21c695e614 req-b90b527e-ed58-4f84-bb04-9de83b32d327 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922503 Dec 08 02:16:33.711691 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:34.222010 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:34.794801 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:16:40.770778 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:16:58.844455 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f82ce5c1-768e-4d88-88b1-750bd7537c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:01.966933 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:02.119562 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b16dc9be-e5f0-4557-a32c-f58ecc21a85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:02.428613 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:03.714181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:04.218121 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:04.796002 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:17.772334 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:17:28.846896 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e0e0-f160-44e7-b4ab-858b9f23e636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:31.981414 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:32.120729 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fcf23ea9-f486-4b9d-8d2b-e8ec84639e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:32.426281 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:32.881010 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b66159c-1cb7-4ae1-a98c-0e1bcee03431 req-d78e395f-3f36-4fac-a9d3-c1aab183409e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470645 Dec 08 02:17:33.000617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66159c-1cb7-4ae1-a98c-0e1bcee03431 req-8831baee-4fc6-4cac-996f-39cec3511674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:33.002862 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b66159c-1cb7-4ae1-a98c-0e1bcee03431 req-8831baee-4fc6-4cac-996f-39cec3511674 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 1097 time: 0.0414097 Dec 08 02:17:33.115793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66159c-1cb7-4ae1-a98c-0e1bcee03431 req-a31327d8-b02f-4a82-ba3b-91955ec948e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:33.117232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b66159c-1cb7-4ae1-a98c-0e1bcee03431 req-a31327d8-b02f-4a82-ba3b-91955ec948e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0874760 Dec 08 02:17:33.191145 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b66159c-1cb7-4ae1-a98c-0e1bcee03431 req-ae4b3ad8-e970-4f86-8cf0-01aca826761f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f HTTP/1.1" status: 200 len: 1001 time: 0.0608876 Dec 08 02:17:33.245030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66159c-1cb7-4ae1-a98c-0e1bcee03431 req-f196db00-f9f0-4bef-b1c0-13d073299262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:33.246471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b66159c-1cb7-4ae1-a98c-0e1bcee03431 req-f196db00-f9f0-4bef-b1c0-13d073299262 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0448551 Dec 08 02:17:33.297989 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66159c-1cb7-4ae1-a98c-0e1bcee03431 req-761000b3-d226-4753-8cb6-f5617e6e402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:33.300545 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b66159c-1cb7-4ae1-a98c-0e1bcee03431 req-761000b3-d226-4753-8cb6-f5617e6e402b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427530 Dec 08 02:17:33.404846 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b66159c-1cb7-4ae1-a98c-0e1bcee03431 req-206e2351-f97d-4dd0-9c4c-f16ce485a201 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926793 Dec 08 02:17:33.510580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3b66159c-1cb7-4ae1-a98c-0e1bcee03431 req-8b928179-8032-449d-aeae-72a4e0ce86e1 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943577 Dec 08 02:17:33.723968 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:34.223132 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:34.798197 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:41.901514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144acb78-b229-492d-a662-dc39dae474b7 req-0ae3bc45-f195-4fe0-972f-bfe02c1f745b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:41.903122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-144acb78-b229-492d-a662-dc39dae474b7 req-0ae3bc45-f195-4fe0-972f-bfe02c1f745b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0504091 Dec 08 02:17:41.952845 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-144acb78-b229-492d-a662-dc39dae474b7 req-eda1bb13-9e94-48dd-92e1-3e01c2552145 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Dec 08 02:17:43.076803 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404f5f3-37d5-4677-9eb3-599cdfe128ad req-d485adc9-91cb-4fcf-b781-4ebbd33f5ae8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:43.078303 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4404f5f3-37d5-4677-9eb3-599cdfe128ad req-d485adc9-91cb-4fcf-b781-4ebbd33f5ae8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0494251 Dec 08 02:17:43.128156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4404f5f3-37d5-4677-9eb3-599cdfe128ad req-710faede-9a3a-479c-b591-26621b94fdfd tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Dec 08 02:17:44.252416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c244a-30b2-4fc4-8174-7fcc2023b8a0 req-211751c7-42de-4220-86e8-2571dcf8f0e4 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:44.253954 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-263c244a-30b2-4fc4-8174-7fcc2023b8a0 req-211751c7-42de-4220-86e8-2571dcf8f0e4 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0504911 Dec 08 02:17:44.300753 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-263c244a-30b2-4fc4-8174-7fcc2023b8a0 req-f52b177e-ecc5-4299-95df-5427f70a179f tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408359 Dec 08 02:17:45.422298 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f36490-5e48-49b8-9e57-6e0e6e643f8f req-b9ef35c8-4347-431d-ac26-50dee66ed61d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:45.423965 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a9f36490-5e48-49b8-9e57-6e0e6e643f8f req-b9ef35c8-4347-431d-ac26-50dee66ed61d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0502989 Dec 08 02:17:45.471338 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a9f36490-5e48-49b8-9e57-6e0e6e643f8f req-1566ae68-d304-457a-b527-e7e493da85df tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414095 Dec 08 02:17:46.594855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ac44e-aad0-4334-acf8-b4c603834774 req-f50ae792-1a3b-40ec-8f66-9ca2fcc7714c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:46.596265 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-651ac44e-aad0-4334-acf8-b4c603834774 req-f50ae792-1a3b-40ec-8f66-9ca2fcc7714c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0529742 Dec 08 02:17:46.643122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-651ac44e-aad0-4334-acf8-b4c603834774 req-fc170c7a-48ca-40b9-9c21-2e927e63f23c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408161 Dec 08 02:17:47.764607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a7793-dc7a-41ac-babd-f9a897ca23bc req-91f7a5b4-2fc0-4333-b478-f05696df11ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:47.766372 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9f9a7793-dc7a-41ac-babd-f9a897ca23bc req-91f7a5b4-2fc0-4333-b478-f05696df11ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0487721 Dec 08 02:17:47.813468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9f9a7793-dc7a-41ac-babd-f9a897ca23bc req-e4333a9e-2669-47bb-ac29-cc63316cf874 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409031 Dec 08 02:17:48.936993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92c459-1e23-444f-8d0f-63e7fc833f03 req-770264e8-5568-48c1-88be-22179676f66c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:48.938504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d92c459-1e23-444f-8d0f-63e7fc833f03 req-770264e8-5568-48c1-88be-22179676f66c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0480034 Dec 08 02:17:48.985285 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d92c459-1e23-444f-8d0f-63e7fc833f03 req-ef25ba24-173b-47a9-a6e0-d8ec81b581dd tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402067 Dec 08 02:17:50.123967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a786839-54e9-4a16-a51f-0b8c510559ea req-6a3dc9f5-3966-4811-aa11-1f18ade71453 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:50.125474 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a786839-54e9-4a16-a51f-0b8c510559ea req-6a3dc9f5-3966-4811-aa11-1f18ade71453 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0519633 Dec 08 02:17:50.172154 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4a786839-54e9-4a16-a51f-0b8c510559ea req-9a130578-cbf7-44ea-a183-de7c1866542a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401928 Dec 08 02:17:51.291984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dae6a-0bf8-4b12-971b-3c2bd9696455 req-07b71ae3-bcd9-4c82-8736-c48f52fa7bea tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:51.293521 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c16dae6a-0bf8-4b12-971b-3c2bd9696455 req-07b71ae3-bcd9-4c82-8736-c48f52fa7bea tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0488317 Dec 08 02:17:51.345071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c16dae6a-0bf8-4b12-971b-3c2bd9696455 req-90ac9e9a-1d6b-4e52-a6b7-38e62e8cf054 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448773 Dec 08 02:17:52.465524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b75353-77f8-456c-a00d-7043e9085adb req-6ee8a18c-241d-4f05-882c-9a8863a41c4a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:52.467017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37b75353-77f8-456c-a00d-7043e9085adb req-6ee8a18c-241d-4f05-882c-9a8863a41c4a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0485106 Dec 08 02:17:52.513476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37b75353-77f8-456c-a00d-7043e9085adb req-4520e090-42b4-4b9c-9f54-dfeb9e9c40fc tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402453 Dec 08 02:17:53.633974 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339ee2e-15c2-4f73-830b-b317fd90633b req-9df0c899-4413-431a-91c8-69479cc719ee tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:53.635464 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8339ee2e-15c2-4f73-830b-b317fd90633b req-9df0c899-4413-431a-91c8-69479cc719ee tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0494621 Dec 08 02:17:53.682549 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8339ee2e-15c2-4f73-830b-b317fd90633b req-c19472c3-d32c-42fe-81d4-ec2bf082dffe tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411158 Dec 08 02:17:53.884962 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4ff03297-73de-4311-b2b3-d8ff64c2f53f details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:17:53.979102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:53.989920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'port_id': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'mac_address': 'fa:16:3e:af:78:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:17:54.031929 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:54.047081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ff03297-73de-4311-b2b3-d8ff64c2f53f {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:17:54.068465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:54.073483 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:54.121490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:54.129327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.129684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.130032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.130371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.130710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.131043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.131375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.131705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.132032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.132378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.132707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.133032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.133358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:17:54.238862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4ff03297-73de-4311-b2b3-d8ff64c2f53f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:17:54.774658 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:17:54.831782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4514f-cbeb-4a1f-97f1-f6d7ef96fc3e req-7e8f9066-f2f8-49e7-9983-92658e4fc868 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:54.833595 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-faa4514f-cbeb-4a1f-97f1-f6d7ef96fc3e req-7e8f9066-f2f8-49e7-9983-92658e4fc868 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0650210 Dec 08 02:17:54.890741 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-faa4514f-cbeb-4a1f-97f1-f6d7ef96fc3e req-f4c5d337-9963-4fb1-8e3c-95e4f6013df7 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492344 Dec 08 02:17:55.901324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4ff03297-73de-4311-b2b3-d8ff64c2f53f up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:17:55.982457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 4ff03297-73de-4311-b2b3-d8ff64c2f53f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:17:55.983007 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:56.066682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7e41a-db1a-4ca2-b216-213bed05ed1b req-0acd6640-3e1d-4428-9d72-df1b35d025ef tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:56.075017 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cf7e41a-db1a-4ca2-b216-213bed05ed1b req-0acd6640-3e1d-4428-9d72-df1b35d025ef tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0788624 Dec 08 02:17:56.086858 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:56.114642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:17:56.117230 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b5dfc0-539b-4562-95da-1154c3850812" -d '{"events": [{"server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "name": "network-vif-plugged", "status": "completed", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:17:56.143044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:17:56.147202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9cf7e41a-db1a-4ca2-b216-213bed05ed1b req-3db6c37e-abf0-4682-b1b6-70bc7a20923a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711949 Dec 08 02:17:56.150690 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:56.238294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:17:56.249397 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463f36e2-04bf-4d91-880d-3a6196d7fbd2 x-openstack-request-id: req-463f36e2-04bf-4d91-880d-3a6196d7fbd2 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:17:56.250123 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "name": "network-vif-plugged", "status": "completed", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:17:56.252098 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-463f36e2-04bf-4d91-880d-3a6196d7fbd2 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:17:56.252822 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'code': 200} Dec 08 02:17:57.305645 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4f59d-fecb-430e-b900-3627b68ec371 req-bd28fb73-0583-46c2-a1ba-8c52d3a7651b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:57.307226 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68e4f59d-fecb-430e-b900-3627b68ec371 req-bd28fb73-0583-46c2-a1ba-8c52d3a7651b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0655723 Dec 08 02:17:57.359451 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-68e4f59d-fecb-430e-b900-3627b68ec371 req-24ee8995-001c-4f88-ac59-30134e82445a tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459771 Dec 08 02:17:58.487874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835731a-9956-4a9c-8d58-6165cbcffeb1 req-1abe080a-ad50-4a53-a770-b8f20dd63168 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:58.490129 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2835731a-9956-4a9c-8d58-6165cbcffeb1 req-1abe080a-ad50-4a53-a770-b8f20dd63168 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0513558 Dec 08 02:17:58.549128 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2835731a-9956-4a9c-8d58-6165cbcffeb1 req-9667a6cd-57dc-4357-ac66-183f1f635a4b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515707 Dec 08 02:17:58.853014 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-496608c3-3c26-4afd-a88f-9251bda033e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:17:59.677226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3079f-e8a3-45a2-bfae-582dbe967c31 req-bf86ef88-a318-4bc7-9b49-3cce7f7f9e41 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:17:59.679067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-24b3079f-e8a3-45a2-bfae-582dbe967c31 req-bf86ef88-a318-4bc7-9b49-3cce7f7f9e41 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0554299 Dec 08 02:17:59.738232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-24b3079f-e8a3-45a2-bfae-582dbe967c31 req-0f81440b-ce70-4c00-a213-54a1845c337d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529211 Dec 08 02:18:00.889994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3c814-ba93-4b8c-b240-9f2b05e281ad req-cdf5304d-284e-4abd-9ae8-ce4fceae7595 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:00.892848 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2fd3c814-ba93-4b8c-b240-9f2b05e281ad req-cdf5304d-284e-4abd-9ae8-ce4fceae7595 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0605645 Dec 08 02:18:00.951675 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2fd3c814-ba93-4b8c-b240-9f2b05e281ad req-e5a7a4d7-c33e-4a67-b546-b2dacaac5b70 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511036 Dec 08 02:18:01.981171 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.105146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78dda8-b3e8-4769-a188-589f29da08ea req-a9c435db-a64b-4daa-8b19-97f3f0456549 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:02.112925 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e78dda8-b3e8-4769-a188-589f29da08ea req-a9c435db-a64b-4daa-8b19-97f3f0456549 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0739689 Dec 08 02:18:02.128006 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-afc62aed-54df-433f-978b-c288b76e5abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:02.165749 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e78dda8-b3e8-4769-a188-589f29da08ea req-f9f02851-7814-486e-b696-9d68cd5046d5 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519340 Dec 08 02:18:02.433396 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:03.302096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e07379-dc90-4d57-b05a-0c227689b380 req-aa602dee-5b8d-451e-b8d2-433d4b0258a9 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:03.303733 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1e07379-dc90-4d57-b05a-0c227689b380 req-aa602dee-5b8d-451e-b8d2-433d4b0258a9 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0531733 Dec 08 02:18:03.359036 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1e07379-dc90-4d57-b05a-0c227689b380 req-e4049612-e32f-4356-bd5d-95b683f9624f tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490067 Dec 08 02:18:03.720101 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:04.217547 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:04.256005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c4b1e-cf9e-4205-aa7f-dd04f724d9a9 req-6319b8b5-a6ba-4f39-864a-d36eb874a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:04.257538 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-546c4b1e-cf9e-4205-aa7f-dd04f724d9a9 req-6319b8b5-a6ba-4f39-864a-d36eb874a674 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 1097 time: 0.0422986 Dec 08 02:18:04.354763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c4b1e-cf9e-4205-aa7f-dd04f724d9a9 req-a280f6ab-1760-4ccc-9480-26e386e6ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:04.356231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-546c4b1e-cf9e-4205-aa7f-dd04f724d9a9 req-a280f6ab-1760-4ccc-9480-26e386e6ed07 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0879405 Dec 08 02:18:04.445853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-546c4b1e-cf9e-4205-aa7f-dd04f724d9a9 req-759a3e64-f800-4723-aa4e-68c745e8a720 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f HTTP/1.1" status: 200 len: 1001 time: 0.0781808 Dec 08 02:18:04.526120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c4b1e-cf9e-4205-aa7f-dd04f724d9a9 req-9037f3f1-6c6e-4b35-a4b1-76f73d5ca4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:04.527579 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-546c4b1e-cf9e-4205-aa7f-dd04f724d9a9 req-9037f3f1-6c6e-4b35-a4b1-76f73d5ca4a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0691435 Dec 08 02:18:04.536850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467c26c-4302-4959-a114-74ba50240639 req-9d8063a8-dd30-40b8-b2c0-6bd7c4ae51b7 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:04.538258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f467c26c-4302-4959-a114-74ba50240639 req-9d8063a8-dd30-40b8-b2c0-6bd7c4ae51b7 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0881746 Dec 08 02:18:04.608924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c4b1e-cf9e-4205-aa7f-dd04f724d9a9 req-408f69b3-6798-4f08-9fb9-020d084400a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:04.611047 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-546c4b1e-cf9e-4205-aa7f-dd04f724d9a9 req-408f69b3-6798-4f08-9fb9-020d084400a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698535 Dec 08 02:18:04.614374 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f467c26c-4302-4959-a114-74ba50240639 req-a9b1b346-f2dc-4b9b-a3d8-b7bf38dce8ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664954 Dec 08 02:18:04.707801 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-546c4b1e-cf9e-4205-aa7f-dd04f724d9a9 req-bb930290-7460-4fb2-a408-fd8befa4407a service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844495 Dec 08 02:18:04.801259 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:04.807465 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-546c4b1e-cf9e-4205-aa7f-dd04f724d9a9 req-88ad19fb-6eb0-4558-9ba7-530d3daccbc0 service neutron] 10.222.0.65 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885835 Dec 08 02:18:05.741251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecabc0-aebe-4147-9ac1-941c2e2d7f8f req-ad83420c-17e8-4c38-aa8a-111eb9c80839 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:05.742899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57ecabc0-aebe-4147-9ac1-941c2e2d7f8f req-ad83420c-17e8-4c38-aa8a-111eb9c80839 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0554931 Dec 08 02:18:05.791612 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-57ecabc0-aebe-4147-9ac1-941c2e2d7f8f req-c1fcb21e-f073-4fb9-8fcb-f7e72463d17f tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426607 Dec 08 02:18:06.917141 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ed20-0b01-4928-a191-bc778f9091a0 req-0a994f85-a0ab-498c-a31f-d30bf5a693b5 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:06.918632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31e1ed20-0b01-4928-a191-bc778f9091a0 req-0a994f85-a0ab-498c-a31f-d30bf5a693b5 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0509727 Dec 08 02:18:06.969877 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31e1ed20-0b01-4928-a191-bc778f9091a0 req-1a771d83-fe8e-43a7-a954-132e63fc6b08 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447121 Dec 08 02:18:07.839898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680f7ab-1cea-4985-a33f-fca31ff5231e req-19bbf691-e788-4623-a8f4-81a81b02b631 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:07.841536 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0680f7ab-1cea-4985-a33f-fca31ff5231e req-19bbf691-e788-4623-a8f4-81a81b02b631 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0505893 Dec 08 02:18:07.889376 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0680f7ab-1cea-4985-a33f-fca31ff5231e req-59783a11-d725-40dc-888a-2cdb17fc3579 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417972 Dec 08 02:18:07.962598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4ff03297-73de-4311-b2b3-d8ff64c2f53f no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:18:08.041424 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.064165 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:18:08.066550 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3e04c4-8dd0-447c-be72-eb687cc3e0f1" -d '{"events": [{"server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:18:08.079888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:08.083997 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:08.100974 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-32b0766d-3638-4d7a-9ee4-989dbb2384f4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1454644 Dec 08 02:18:08.110314 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 02:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa8459f-2cb5-47bd-9a44-12e0bb02c8cb x-openstack-request-id: req-6aa8459f-2cb5-47bd-9a44-12e0bb02c8cb {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:18:08.110608 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "name": "network-vif-unplugged", "status": "failed", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f", "code": 422}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:18:08.110919 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6aa8459f-2cb5-47bd-9a44-12e0bb02c8cb {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:18:08.111255 n-d-713498-30 neutron-server[103131]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'code': 422} returned with failed status Dec 08 02:18:08.141990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:09.014176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537bb57-36a4-4b19-9737-af57c5df2525 req-c5d73278-bb07-439a-8e08-bfd57e175b55 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:09.015707 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a537bb57-36a4-4b19-9737-af57c5df2525 req-c5d73278-bb07-439a-8e08-bfd57e175b55 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 943 time: 0.0513725 Dec 08 02:18:09.034324 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-78d92655-1ebf-48c2-8abb-7af15bd7baac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:09.035854 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-78d92655-1ebf-48c2-8abb-7af15bd7baac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd&tenant_id=8cef2a0d6ddb4026bcfb510dcb974471 HTTP/1.1" status: 200 len: 1095 time: 0.0427704 Dec 08 02:18:09.053360 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:18:09.065714 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a537bb57-36a4-4b19-9737-af57c5df2525 req-6ac51d7b-ccbe-4e2d-8852-c26151d4f48c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415020 Dec 08 02:18:09.107172 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:09.310736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:09.343360 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:18:09.376224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff03297-73de-4311-b2b3-d8ff64c2f53f {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:18:09.383490 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:09.396153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Transition to ACTIVE for port object 4ff03297-73de-4311-b2b3-d8ff64c2f53f will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:18:09.399985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:09.481188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=9']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:09.494119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.494497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.494853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.495204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.495548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.495897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.496239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.496612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.496950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.497283 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.497623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.497946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.498273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:18:09.857506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] No DVR routers for this DVR port 4ff03297-73de-4311-b2b3-d8ff64c2f53f on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:18:09.986652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Attempting to bind port 4ff03297-73de-4311-b2b3-d8ff64c2f53f on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:18:09.986988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Attempting to bind port 4ff03297-73de-4311-b2b3-d8ff64c2f53f by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:18:09.987318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Attempting to bind port 4ff03297-73de-4311-b2b3-d8ff64c2f53f on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:18:09.991486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Port 4ff03297-73de-4311-b2b3-d8ff64c2f53f on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:18:09.991806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Attempting to bind port 4ff03297-73de-4311-b2b3-d8ff64c2f53f on network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:18:09.996569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:18:09.996913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Checking segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:18:09.997293 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Bound using segment: {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:18:09.997714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Bound port: 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce28bff8-db71-4333-a029-dd1eae1d6846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:18:09.998061 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:10.060365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:18:10.064196 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:18:10.069030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:10.103979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:10.104755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:10.106326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] 10.222.0.72 "PUT /v2.0/ports/4ff03297-73de-4311-b2b3-d8ff64c2f53f HTTP/1.1" status: 200 len: 1092 time: 1.0568943 Dec 08 02:18:10.106776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:18:10.109154 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f11d23-d4a9-49ab-955d-9cf2aca454ee" -d '{"events": [{"name": "network-changed", "server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:18:10.139104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1df72a-1b6e-4697-8fba-03cb0379a466 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:10.228897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-e6a62215-d659-461b-a731-3e8d09d2882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:10.230448 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-e6a62215-d659-461b-a731-3e8d09d2882b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 1096 time: 0.0787055 Dec 08 02:18:10.236630 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18be7f1a-1c9a-4f91-8ea8-9a62c333dd9b x-openstack-request-id: req-18be7f1a-1c9a-4f91-8ea8-9a62c333dd9b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:18:10.236935 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:18:10.237196 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18be7f1a-1c9a-4f91-8ea8-9a62c333dd9b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:18:10.237602 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'status': 'completed', 'code': 200} Dec 08 02:18:10.267120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc20d0a-177d-440a-985c-c304e2b08b59 req-7137a512-4940-4dd9-8bf3-af59ad6b2cea tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:10.268677 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edc20d0a-177d-440a-985c-c304e2b08b59 req-7137a512-4940-4dd9-8bf3-af59ad6b2cea tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0833058 Dec 08 02:18:10.370779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edc20d0a-177d-440a-985c-c304e2b08b59 req-de41caea-9e1b-4a80-9f91-0d0ce0f69ac3 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929816 Dec 08 02:18:10.373367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab4cb7ae-66bc-4580-ac54-dfe5ab6ccf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:10.374748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-ab4cb7ae-66bc-4580-ac54-dfe5ab6ccf5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.1343911 Dec 08 02:18:10.440201 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-fb78a76d-7e82-4284-86ac-0b8a142ed534 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f HTTP/1.1" status: 200 len: 999 time: 0.0577452 Dec 08 02:18:10.487813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-4456f00a-4c1c-4933-b6a3-ebbef6adec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:10.489258 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-4456f00a-4c1c-4933-b6a3-ebbef6adec30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0424964 Dec 08 02:18:10.538823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-85c47180-ccb3-4d57-8f94-2a10bab6e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:10.540301 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-85c47180-ccb3-4d57-8f94-2a10bab6e1b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432856 Dec 08 02:18:10.627650 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-03a0d81c-c940-4ac5-937a-b2f3da93334c service neutron] 10.222.0.72 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803852 Dec 08 02:18:10.719125 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab4c3b56-0836-4549-a4f2-4aa5dc404a8a req-294e09d1-d1aa-4fe3-95eb-e0ab2dc4b5c3 service neutron] 10.222.0.72 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841701 Dec 08 02:18:10.853599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f11d23-d4a9-49ab-955d-9cf2aca454ee req-1ddbcdb4-590a-405f-97f5-13b28ae2e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:10.855109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41f11d23-d4a9-49ab-955d-9cf2aca454ee req-1ddbcdb4-590a-405f-97f5-13b28ae2e665 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 1096 time: 0.0405753 Dec 08 02:18:10.951838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f11d23-d4a9-49ab-955d-9cf2aca454ee req-e23f5886-28f7-43f6-be16-e260eca327ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:10.953395 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41f11d23-d4a9-49ab-955d-9cf2aca454ee req-e23f5886-28f7-43f6-be16-e260eca327ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0903871 Dec 08 02:18:11.040205 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41f11d23-d4a9-49ab-955d-9cf2aca454ee req-05ed6d78-1374-4f7c-abb6-4202795c6e5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f HTTP/1.1" status: 200 len: 999 time: 0.0796599 Dec 08 02:18:11.507743 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3d68-e80c-41ed-89e3-7d3669da1565 req-7eb30b74-6e71-48c5-929a-bfdfd815ce9d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:11.509235 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e7c3d68-e80c-41ed-89e3-7d3669da1565 req-7eb30b74-6e71-48c5-929a-bfdfd815ce9d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0576091 Dec 08 02:18:11.562173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e7c3d68-e80c-41ed-89e3-7d3669da1565 req-4b76be49-7c75-48c0-af99-0c1d7f55308f tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467410 Dec 08 02:18:12.694009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777abdd1-3db5-49d4-9815-e6dc84581c5a req-ce117834-f7ab-4f3a-9ad7-8b2db7e4e783 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:12.695853 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-777abdd1-3db5-49d4-9815-e6dc84581c5a req-ce117834-f7ab-4f3a-9ad7-8b2db7e4e783 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0608058 Dec 08 02:18:12.751037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-777abdd1-3db5-49d4-9815-e6dc84581c5a req-98f6fced-1b76-4fce-b34d-43bc7ff0ab05 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487726 Dec 08 02:18:13.896790 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a9c9a-d525-43ba-974b-d827e7bbbe66 req-afeb20df-5bc2-4ca5-a843-bec45dcb47ce tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:13.899170 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-622a9c9a-d525-43ba-974b-d827e7bbbe66 req-afeb20df-5bc2-4ca5-a843-bec45dcb47ce tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0634482 Dec 08 02:18:13.948010 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-622a9c9a-d525-43ba-974b-d827e7bbbe66 req-1745f021-5eb1-4b9d-877f-9cbf68c878d1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 Dec 08 02:18:15.075499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e799f-dd53-4ee4-bbf5-b530da7008e6 req-ffcde24a-f33a-4ad1-b94d-5286ce1e815b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:15.077043 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e8e799f-dd53-4ee4-bbf5-b530da7008e6 req-ffcde24a-f33a-4ad1-b94d-5286ce1e815b tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0525391 Dec 08 02:18:15.129224 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e8e799f-dd53-4ee4-bbf5-b530da7008e6 req-812f544f-3aaa-4ff1-bea9-c0ad70d06521 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460238 Dec 08 02:18:16.268891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a7744-5ebd-4810-9471-2d5c3eda260d req-fd63d500-6cbb-4e51-a8a1-b47caba98ef2 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:16.270319 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-991a7744-5ebd-4810-9471-2d5c3eda260d req-fd63d500-6cbb-4e51-a8a1-b47caba98ef2 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0592532 Dec 08 02:18:16.320507 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-991a7744-5ebd-4810-9471-2d5c3eda260d req-b3bc2e1d-14e5-442f-921a-84264bc03c85 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434766 Dec 08 02:18:17.453295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ccfc9-ba59-4d7f-bea5-d1f69a03aae4 req-0ce58d91-fdab-4cb6-afe6-cbfe5a8ec1af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:17.455766 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-333ccfc9-ba59-4d7f-bea5-d1f69a03aae4 req-0ce58d91-fdab-4cb6-afe6-cbfe5a8ec1af tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0513742 Dec 08 02:18:17.505997 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-333ccfc9-ba59-4d7f-bea5-d1f69a03aae4 req-0682a99d-c8ff-4140-8b7a-fbcbb8bdb2ce tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 Dec 08 02:18:18.630298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf8de3-35fa-4490-a9b7-b02c118e7fd9 req-5d52035d-a3ab-4523-aaac-e88fab70fcad tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:18.631698 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbaf8de3-35fa-4490-a9b7-b02c118e7fd9 req-5d52035d-a3ab-4523-aaac-e88fab70fcad tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0489991 Dec 08 02:18:18.683868 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbaf8de3-35fa-4490-a9b7-b02c118e7fd9 req-55f08a0a-3c0d-402f-ab7c-31f53173e3d3 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456719 Dec 08 02:18:19.818650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad700f1-8c94-4b2a-81b9-f095f9834521 req-8d312e0f-9058-4987-82ec-cba1038a714d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:19.820172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aad700f1-8c94-4b2a-81b9-f095f9834521 req-8d312e0f-9058-4987-82ec-cba1038a714d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0616746 Dec 08 02:18:19.866925 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aad700f1-8c94-4b2a-81b9-f095f9834521 req-61a0a050-54e1-40d7-98c3-196345cb9c61 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408273 Dec 08 02:18:20.994231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd964f09-4335-4883-8aa2-ea79b2693ce4 req-cfb59141-9b9a-4cd7-a0d7-6583760a441d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:20.995691 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd964f09-4335-4883-8aa2-ea79b2693ce4 req-cfb59141-9b9a-4cd7-a0d7-6583760a441d tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0495243 Dec 08 02:18:21.049212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd964f09-4335-4883-8aa2-ea79b2693ce4 req-f65af63b-051f-4b84-a0b2-1ec61372b5d2 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468998 Dec 08 02:18:21.533104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f11d23-d4a9-49ab-955d-9cf2aca454ee req-7abc6942-5ddd-4e41-95ef-7b0976d8883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:21.534584 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41f11d23-d4a9-49ab-955d-9cf2aca454ee req-7abc6942-5ddd-4e41-95ef-7b0976d8883a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0446384 Dec 08 02:18:21.582225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f11d23-d4a9-49ab-955d-9cf2aca454ee req-8f4b980c-37fe-436b-9b84-417ee929f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:21.583719 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41f11d23-d4a9-49ab-955d-9cf2aca454ee req-8f4b980c-37fe-436b-9b84-417ee929f502 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395319 Dec 08 02:18:21.680711 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41f11d23-d4a9-49ab-955d-9cf2aca454ee req-02e7fd7d-80cf-447a-b50e-4696da5f308d service neutron] 10.222.0.72 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856087 Dec 08 02:18:21.778232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-41f11d23-d4a9-49ab-955d-9cf2aca454ee req-da9751d2-5838-4b4b-b227-5d84e882c485 service neutron] 10.222.0.72 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891092 Dec 08 02:18:21.915405 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0cd39-4bcc-4ef5-8554-494663f8abe8 req-caad74dc-3d67-4138-b7cf-3c39f6d13f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:21.916967 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0af0cd39-4bcc-4ef5-8554-494663f8abe8 req-caad74dc-3d67-4138-b7cf-3c39f6d13f2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 1096 time: 0.0463641 Dec 08 02:18:22.022526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0cd39-4bcc-4ef5-8554-494663f8abe8 req-520c7f27-71bd-4578-a28c-f44095d7fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:22.024011 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0af0cd39-4bcc-4ef5-8554-494663f8abe8 req-520c7f27-71bd-4578-a28c-f44095d7fb4a service neutron] 10.222.0.72 "GET /v2.0/networks?id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 200 len: 918 time: 0.0849738 Dec 08 02:18:22.092577 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0af0cd39-4bcc-4ef5-8554-494663f8abe8 req-b79b1382-bd39-4ae8-940c-48a95f21487a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f HTTP/1.1" status: 200 len: 999 time: 0.0604041 Dec 08 02:18:22.168624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0cd39-4bcc-4ef5-8554-494663f8abe8 req-a6e983fc-c3d0-4943-979e-59b8d982478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:22.170003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0af0cd39-4bcc-4ef5-8554-494663f8abe8 req-a6e983fc-c3d0-4943-979e-59b8d982478c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 200 len: 856 time: 0.0697877 Dec 08 02:18:22.186932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec6410-d773-4790-b32d-8b21e65984dd req-2cccaf33-56cf-4714-a867-0a098102b4d7 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:22.188882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bec6410-d773-4790-b32d-8b21e65984dd req-2cccaf33-56cf-4714-a867-0a098102b4d7 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0629311 Dec 08 02:18:22.262599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0cd39-4bcc-4ef5-8554-494663f8abe8 req-76f331a8-2920-448b-b6af-d18bf8f93f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:22.264094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0af0cd39-4bcc-4ef5-8554-494663f8abe8 req-76f331a8-2920-448b-b6af-d18bf8f93f8c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850062 Dec 08 02:18:22.267481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bec6410-d773-4790-b32d-8b21e65984dd req-f1c02e63-7115-4b9f-99c4-3d8b497228da tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715530 Dec 08 02:18:22.358398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0af0cd39-4bcc-4ef5-8554-494663f8abe8 req-18b273ea-d8ef-4fc6-806e-c543377c3e55 service neutron] 10.222.0.72 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851777 Dec 08 02:18:22.454387 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0af0cd39-4bcc-4ef5-8554-494663f8abe8 req-5b3a59f5-ed04-4a4f-9c0b-ec87c5ab26ec service neutron] 10.222.0.72 "GET /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876055 Dec 08 02:18:23.387718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350c9b4-0c06-4b2f-ac19-5dc28be195ed req-3c769fc0-52cb-4662-ac00-0c3f29643383 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:23.389110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e350c9b4-0c06-4b2f-ac19-5dc28be195ed req-3c769fc0-52cb-4662-ac00-0c3f29643383 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0492485 Dec 08 02:18:23.434902 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e350c9b4-0c06-4b2f-ac19-5dc28be195ed req-e4e09190-3ac1-4223-86b3-9bffaa4b5071 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393353 Dec 08 02:18:24.487044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4ff03297-73de-4311-b2b3-d8ff64c2f53f details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:18:24.558863 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8f2e9-3f24-49e1-b083-966b7ee9afbf req-f40cc7ac-904f-41d2-b1ea-97e2934b61ab tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:24.560404 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40d8f2e9-3f24-49e1-b083-966b7ee9afbf req-f40cc7ac-904f-41d2-b1ea-97e2934b61ab tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 944 time: 0.0496402 Dec 08 02:18:24.585294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:24.597169 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'port_id': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'mac_address': 'fa:16:3e:af:78:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:18:24.608739 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40d8f2e9-3f24-49e1-b083-966b7ee9afbf req-cbedac69-d822-468f-8964-641dd7222910 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 Dec 08 02:18:24.635891 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:24.652289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff03297-73de-4311-b2b3-d8ff64c2f53f {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:18:24.672021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:24.675563 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:24.721138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=11']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:24.977014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['4ff03297-73de-4311-b2b3-d8ff64c2f53f'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:18:25.731980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a92683-0764-416b-94e5-62b78119f3f4 req-b4df7d10-c0c1-43ed-bbd6-2597ef810863 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:25.733482 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-30a92683-0764-416b-94e5-62b78119f3f4 req-b4df7d10-c0c1-43ed-bbd6-2597ef810863 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 945 time: 0.0488989 Dec 08 02:18:25.780242 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-30a92683-0764-416b-94e5-62b78119f3f4 req-15c81b03-1f29-4aa7-a0cc-c79be60caab0 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408151 Dec 08 02:18:26.482357 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4ff03297-73de-4311-b2b3-d8ff64c2f53f up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:18:26.530258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 4ff03297-73de-4311-b2b3-d8ff64c2f53f completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:18:26.534533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 4ff03297-73de-4311-b2b3-d8ff64c2f53f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:18:26.534903 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:26.612107 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:26.637510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:18:26.639759 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8841e4-ccb0-4ca6-8511-329b42016c4f" -d '{"events": [{"server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "name": "network-vif-plugged", "status": "completed", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:18:26.653121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:26.658803 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:26.684781 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc7ed12-5ad2-4e19-9adb-67f7e5591a37 x-openstack-request-id: req-4fc7ed12-5ad2-4e19-9adb-67f7e5591a37 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:18:26.685085 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "name": "network-vif-plugged", "status": "completed", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:18:26.685350 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4fc7ed12-5ad2-4e19-9adb-67f7e5591a37 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:18:26.685755 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'code': 200} Dec 08 02:18:26.710657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=12']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:18:26.895991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fa9c0-9b50-4447-a67f-33ade4e14469 req-3959c992-4cb7-4fa8-86d7-a22df8eee236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:26.897460 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a21fa9c0-9b50-4447-a67f-33ade4e14469 req-3959c992-4cb7-4fa8-86d7-a22df8eee236 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 1098 time: 0.0421333 Dec 08 02:18:26.907341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707d2d8-f36f-45b7-b415-12467a9762b4 req-9a1ee384-70e2-41c6-a04e-0dc073cde03f tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:26.908862 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6707d2d8-f36f-45b7-b415-12467a9762b4 req-9a1ee384-70e2-41c6-a04e-0dc073cde03f tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 946 time: 0.0539458 Dec 08 02:18:26.948592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a21fa9c0-9b50-4447-a67f-33ade4e14469 req-1103813a-a3f6-43da-a2da-4e78891e5563 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429506 Dec 08 02:18:26.956892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6707d2d8-f36f-45b7-b415-12467a9762b4 req-6f59f5d5-8998-43b9-a799-1eb9b5660a3e tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419972 Dec 08 02:18:28.089524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dacd6-a6f5-491d-9a50-856f0623dbb4 req-d182da80-5cd8-4993-9dd3-8fcc6d042034 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:28.091050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-908dacd6-a6f5-491d-9a50-856f0623dbb4 req-d182da80-5cd8-4993-9dd3-8fcc6d042034 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 946 time: 0.0526648 Dec 08 02:18:28.158299 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-908dacd6-a6f5-491d-9a50-856f0623dbb4 req-99b7139d-aa75-46e2-a88e-c928bc218513 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606647 Dec 08 02:18:28.844093 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f7a067d-534d-4d2e-8008-7d26640e655e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:29.278155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd574adf-9d69-45b7-aa83-30db6aeaaa2f req-0f94ad0a-4387-4144-9ed3-5389a77269de tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:29.279640 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd574adf-9d69-45b7-aa83-30db6aeaaa2f req-0f94ad0a-4387-4144-9ed3-5389a77269de tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 946 time: 0.0496769 Dec 08 02:18:29.326650 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd574adf-9d69-45b7-aa83-30db6aeaaa2f req-869b3b4e-1331-4b8c-9a3c-5183317da7c8 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400796 Dec 08 02:18:31.774800 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:18:31.986355 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:32.120599 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-90c79b05-1e6a-4266-aa0b-84f9f809ad36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:32.430684 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:33.724596 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:34.226778 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:34.810477 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:58.348087 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26b518-250c-469d-ab13-56686367a9a6 req-f5e05570-3245-480a-b69d-e0400928db90 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:58.349729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ba26b518-250c-469d-ab13-56686367a9a6 req-f5e05570-3245-480a-b69d-e0400928db90 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 946 time: 0.0514960 Dec 08 02:18:58.396909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ba26b518-250c-469d-ab13-56686367a9a6 req-e1657c99-e4ca-464d-bf47-21d4a0f66200 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410256 Dec 08 02:18:58.845416 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-861d3895-434e-4928-98ba-8ca1cdeec399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:59.520498 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090dbf7-a4f1-451b-85a9-7fe22e62cdbf req-9f96ce5e-f31b-49d5-b0f5-d8cdb1794015 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:59.521965 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7090dbf7-a4f1-451b-85a9-7fe22e62cdbf req-9f96ce5e-f31b-49d5-b0f5-d8cdb1794015 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 946 time: 0.0490270 Dec 08 02:18:59.572248 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7090dbf7-a4f1-451b-85a9-7fe22e62cdbf req-05c665d6-2043-466b-bb78-ad1f97232926 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups?id=9f81d69f-e682-448a-8cab-76615088972d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442827 Dec 08 02:18:59.800006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20823043-1678-4011-afa3-519bd7a7899c req-77db0f68-bdbc-42ec-b21c-be8f59fd731c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:18:59.801559 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20823043-1678-4011-afa3-519bd7a7899c req-77db0f68-bdbc-42ec-b21c-be8f59fd731c tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 946 time: 0.0536101 Dec 08 02:18:59.894919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Deleting port 4ff03297-73de-4311-b2b3-d8ff64c2f53f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:18:59.895265 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:18:59.987004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] For port 4ff03297-73de-4311-b2b3-d8ff64c2f53f, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=4ff03297-73de-4311-b2b3-d8ff64c2f53f,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:18:59.987358 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:00.154383 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:00.154665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:00.154984 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Floating IP 9f72c6b7-d58a-4379-852c-ae4cd6f4336f disassociated. External IP: 172.25.2.103, port: 4ff03297-73de-4311-b2b3-d8ff64c2f53f. Dec 08 02:19:00.155379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Calling delete_port for 4ff03297-73de-4311-b2b3-d8ff64c2f53f owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:19:00.283641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:00.309739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event deleted for resources: {'Port': ['ID=4ff03297-73de-4311-b2b3-d8ff64c2f53f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:00.425279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Router 74dda5f3-a34c-4527-ae48-e0e0d9045662 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:19:00.529808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:19:00.539239 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151d267-17f6-4559-b059-2c5a3bc86aeb None None] Sync routers for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:19:00.550010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151d267-17f6-4559-b059-2c5a3bc86aeb None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:19:00.551376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a151d267-17f6-4559-b059-2c5a3bc86aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:18:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:00.572382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] No DVR routers for this DVR port 4ff03297-73de-4311-b2b3-d8ff64c2f53f on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:19:00.574980 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:00.578295 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20823043-1678-4011-afa3-519bd7a7899c req-3c072654-3129-4a90-ad33-47f13a3930ff tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.72 "DELETE /v2.0/ports/4ff03297-73de-4311-b2b3-d8ff64c2f53f HTTP/1.1" status: 204 len: 173 time: 0.7696784 Dec 08 02:19:00.578735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'name': 'network-vif-deleted', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:19:00.581105 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0359817-8ef5-4b92-b405-9052c9ff8b99" -d '{"events": [{"server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "name": "network-vif-deleted", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:19:00.623616 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7712950-e37c-45ab-9b94-33fdcfc0e4ba x-openstack-request-id: req-b7712950-e37c-45ab-9b94-33fdcfc0e4ba {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:19:00.624102 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbba419d-50c3-4184-94fd-17a4fa575ffd", "name": "network-vif-deleted", "tag": "4ff03297-73de-4311-b2b3-d8ff64c2f53f", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:19:00.624243 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7712950-e37c-45ab-9b94-33fdcfc0e4ba {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:19:00.624637 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbba419d-50c3-4184-94fd-17a4fa575ffd', 'name': 'network-vif-deleted', 'tag': '4ff03297-73de-4311-b2b3-d8ff64c2f53f', 'status': 'completed', 'code': 200} Dec 08 02:19:00.683452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a151d267-17f6-4559-b059-2c5a3bc86aeb None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:19:00.712900 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c85c305b-5455-4529-b4ec-d9c234b1d765 req-402a85e0-e519-45fe-b199-346e70e96458 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbba419d-50c3-4184-94fd-17a4fa575ffd HTTP/1.1" status: 200 len: 210 time: 0.0309470 Dec 08 02:19:00.911809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a151d267-17f6-4559-b059-2c5a3bc86aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:01.102637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151d267-17f6-4559-b059-2c5a3bc86aeb None None] Checking router: 74dda5f3-a34c-4527-ae48-e0e0d9045662 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:19:01.111116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151d267-17f6-4559-b059-2c5a3bc86aeb None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:19:01.111728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a151d267-17f6-4559-b059-2c5a3bc86aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:18:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:01.218294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a151d267-17f6-4559-b059-2c5a3bc86aeb None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:19:01.418505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a151d267-17f6-4559-b059-2c5a3bc86aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:01.450858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151d267-17f6-4559-b059-2c5a3bc86aeb None None] The sync data for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 is: [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '584c28b5-cc0d-4824-9c79-a9fecaf8a77e', 'name': '', 'network_id': '9e5118ab-0eaf-4211-a7f4-f38a258a5a0b', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'mac_address': 'fa:16:3e:cb:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:05Z', 'updated_at': '2021-12-08T02:12:09Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'subnets': [{'id': '3143fa6e-d25b-41eb-97a8-f49b82e42d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:19:01.662527 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e372a-e1e3-4e57-9a2b-29354ef1c984 None None] New status for floating IP 9f72c6b7-d58a-4379-852c-ae4cd6f4336f: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:19:01.816129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35424) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:01.870278 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:01.893656 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:01.940460 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:01.943091 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:01.944252 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "DELETE /v2.0/security-groups/9f81d69f-e682-448a-8cab-76615088972d HTTP/1.1" status: 204 len: 168 time: 0.1270628 Dec 08 02:19:01.947078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35426) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:01.953416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f81d69f-e682-448a-8cab-76615088972d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:01.961302 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-07c5b0e5-7a0d-4e36-93e3-a3a0f95b7960 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] show failed (client error): The resource could not be found. Dec 08 02:19:01.961482 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:01.961678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:01.962037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:01.962303 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-07c5b0e5-7a0d-4e36-93e3-a3a0f95b7960 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "GET /v2.0/security-groups/9f81d69f-e682-448a-8cab-76615088972d HTTP/1.1" status: 404 len: 347 time: 0.0140643 Dec 08 02:19:01.962515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:01.962723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:01.963051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:01.963390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:01.963719 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:01.964060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:01.964435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:01.964772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:01.965010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35428) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:01.965141 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:01.965417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c629061f-12df-42de-b354-f858a4308980 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:02.000397 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:02.089729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ff4aa2cc-c1d7-4855-95ef-4ac8f814a4d1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Deleting port ff695c13-e61b-4112-826d-efc8a753cbb9 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:19:02.090068 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa2cc-c1d7-4855-95ef-4ac8f814a4d1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:02.121446 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-273a526a-67bb-497c-b610-d2790a896074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:02.170440 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa2cc-c1d7-4855-95ef-4ac8f814a4d1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:02.170774 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa2cc-c1d7-4855-95ef-4ac8f814a4d1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:02.182389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ff4aa2cc-c1d7-4855-95ef-4ac8f814a4d1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Calling delete_port for ff695c13-e61b-4112-826d-efc8a753cbb9 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:19:02.312773 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa2cc-c1d7-4855-95ef-4ac8f814a4d1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:02.341026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aa2cc-c1d7-4855-95ef-4ac8f814a4d1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Pushing event deleted for resources: {'Port': ['ID=ff695c13-e61b-4112-826d-efc8a753cbb9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:02.410870 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa2cc-c1d7-4855-95ef-4ac8f814a4d1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:02.413679 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff4aa2cc-c1d7-4855-95ef-4ac8f814a4d1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:02.414848 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ff4aa2cc-c1d7-4855-95ef-4ac8f814a4d1 tempest-AttachVolumeShelveTestJSON-1984255986 tempest-AttachVolumeShelveTestJSON-1984255986-project] 10.222.0.70 "DELETE /v2.0/floatingips/9f72c6b7-d58a-4379-852c-ae4cd6f4336f HTTP/1.1" status: 204 len: 168 time: 0.4489655 Dec 08 02:19:02.434908 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:03.727166 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:04.224324 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:04.675175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4ff03297-73de-4311-b2b3-d8ff64c2f53f no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:19:04.704538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 4ff03297-73de-4311-b2b3-d8ff64c2f53f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:19:04.705031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 4ff03297-73de-4311-b2b3-d8ff64c2f53f not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:19:04.806572 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:08.020580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35464) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:08.440277 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21e31ac0-a202-46e6-bb2f-957b2bcb9172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:08.697897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-21e31ac0-a202-46e6-bb2f-957b2bcb9172 admin admin] Deleting port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:19:08.698136 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21e31ac0-a202-46e6-bb2f-957b2bcb9172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:08.776656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-21e31ac0-a202-46e6-bb2f-957b2bcb9172 admin admin] For port 584c28b5-cc0d-4824-9c79-a9fecaf8a77e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=584c28b5-cc0d-4824-9c79-a9fecaf8a77e,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:08.777047 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21e31ac0-a202-46e6-bb2f-957b2bcb9172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:08.777651 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:19:08.790791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-21e31ac0-a202-46e6-bb2f-957b2bcb9172 admin admin] Calling delete_port for 584c28b5-cc0d-4824-9c79-a9fecaf8a77e owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:19:08.987697 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21e31ac0-a202-46e6-bb2f-957b2bcb9172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:09.013994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e31ac0-a202-46e6-bb2f-957b2bcb9172 admin admin] Pushing event deleted for resources: {'Port': ['ID=584c28b5-cc0d-4824-9c79-a9fecaf8a77e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:09.504841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-21e31ac0-a202-46e6-bb2f-957b2bcb9172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:09.722199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e31ac0-a202-46e6-bb2f-957b2bcb9172 admin admin] Router 74dda5f3-a34c-4527-ae48-e0e0d9045662 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:19:09.826893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e31ac0-a202-46e6-bb2f-957b2bcb9172 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:19:09.832002 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-21e31ac0-a202-46e6-bb2f-957b2bcb9172 admin admin] 10.222.0.70 "PUT /v2.0/routers/74dda5f3-a34c-4527-ae48-e0e0d9045662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8103437 Dec 08 02:19:09.834645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35468) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:09.835820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f29ee6-a6f8-4870-b1db-aaf9160db230 None None] Sync routers for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:19:09.846406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f29ee6-a6f8-4870-b1db-aaf9160db230 None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:19:09.847029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-50f29ee6-a6f8-4870-b1db-aaf9160db230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:19:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:09.951568 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:09.958326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-50f29ee6-a6f8-4870-b1db-aaf9160db230 None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:19:10.052852 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.109860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Deleting port 665f5e70-eab9-4d18-81a8-1b45feca564d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:19:10.110107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.138135 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-50f29ee6-a6f8-4870-b1db-aaf9160db230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:19:08Z', 'revision_number': 5, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port': {'id': '665f5e70-eab9-4d18-81a8-1b45feca564d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:12:04Z', 'updated_at': '2021-12-08T02:12:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:10.166360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f29ee6-a6f8-4870-b1db-aaf9160db230 None None] Checking router: 74dda5f3-a34c-4527-ae48-e0e0d9045662 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:19:10.174833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f29ee6-a6f8-4870-b1db-aaf9160db230 None None] Routers {'74dda5f3-a34c-4527-ae48-e0e0d9045662'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:19:10.175564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-50f29ee6-a6f8-4870-b1db-aaf9160db230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:19:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['74dda5f3-a34c-4527-ae48-e0e0d9045662'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:10.189831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] For port 665f5e70-eab9-4d18-81a8-1b45feca564d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=665f5e70-eab9-4d18-81a8-1b45feca564d,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:10.190217 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.202776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Calling delete_port for 665f5e70-eab9-4d18-81a8-1b45feca564d owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:19:10.263178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-50f29ee6-a6f8-4870-b1db-aaf9160db230 None None] Set router 74dda5f3-a34c-4527-ae48-e0e0d9045662 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:19:10.319018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-50f29ee6-a6f8-4870-b1db-aaf9160db230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:19:10Z', 'revision_number': 6, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:10.346208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f29ee6-a6f8-4870-b1db-aaf9160db230 None None] The sync data for ids ['74dda5f3-a34c-4527-ae48-e0e0d9045662'] in n-d-713498-30 is: [{'id': '74dda5f3-a34c-4527-ae48-e0e0d9045662', 'name': 'tempest-AttachVolumeShelveTestJSON-1585366185-router', 'tenant_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:12:03Z', 'updated_at': '2021-12-08T02:19:10Z', 'revision_number': 6, 'project_id': '8cef2a0d6ddb4026bcfb510dcb974471', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:19:10.373896 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.396813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cdd044-1440-492e-9e12-be4af06a400c None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:19:10.406435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=665f5e70-eab9-4d18-81a8-1b45feca564d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:10.433128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.433485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.433839 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.434183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.434526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.434868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.435206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.435544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.435878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.436210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.436645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.436980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.437311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:10.475543 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.565838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.567959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.610777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.611421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74dda5f3-a34c-4527-ae48-e0e0d9045662 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:19:10.615808 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.617234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3d9ceffe-b82a-4961-b844-7182124493c2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/74dda5f3-a34c-4527-ae48-e0e0d9045662 HTTP/1.1" status: 204 len: 168 time: 0.7816150 Dec 08 02:19:10.619623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35470) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:10.664762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-811e338a-7958-46d4-a85f-616f4f0c0ab5 admin admin] Deleting subnet 3143fa6e-d25b-41eb-97a8-f49b82e42d1c {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:19:10.667964 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-811e338a-7958-46d4-a85f-616f4f0c0ab5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.708893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-811e338a-7958-46d4-a85f-616f4f0c0ab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.791263 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-811e338a-7958-46d4-a85f-616f4f0c0ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.846509 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-811e338a-7958-46d4-a85f-616f4f0c0ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.873460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e338a-7958-46d4-a85f-616f4f0c0ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3143fa6e-d25b-41eb-97a8-f49b82e42d1c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:10.875355 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-811e338a-7958-46d4-a85f-616f4f0c0ab5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:10.879302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-811e338a-7958-46d4-a85f-616f4f0c0ab5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3143fa6e-d25b-41eb-97a8-f49b82e42d1c HTTP/1.1" status: 204 len: 168 time: 0.2587075 Dec 08 02:19:10.881699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35472) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:10.883539 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e5888a-3c0e-4114-aeee-7bff66ee9947 None None] Network 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:19:10.957503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.013266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Deleting port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:19:11.013611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.083730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] For port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:11.083730 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.097271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Calling delete_port for a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:19:11.107886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] DHCP port deletion for 9e5118ab-0eaf-4211-a7f4-f38a258a5a0b request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:19:11.158068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Deleting port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:19:11.158453 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.182149 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.210388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:11.216692 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] No DVR routers for this DVR port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:19:11.227794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] For port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56,segment=NetworkSegment(ce28bff8-db71-4333-a029-dd1eae1d6846),segment_id=ce28bff8-db71-4333-a029-dd1eae1d6846)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:11.228208 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.241937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Calling delete_port for a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:19:11.295860 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.320488 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.323078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5118ab-0eaf-4211-a7f4-f38a258a5a0b']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:11.334219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce28bff8-db71-4333-a029-dd1eae1d6846') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:11.334611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce28bff8-db71-4333-a029-dd1eae1d6846') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:11.346409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.350684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Pushing event deleted for resources: {'Port': ['ID=a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:11.354259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] No DVR routers for this DVR port a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:19:11.361946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.362293 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.362448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.362648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.363000 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.363347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.363694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.364033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.364399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.364741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.365078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.365413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.365747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.366388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95547e43-3613-46f5-831b-781026e40fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:19:11.372344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:19:11.373001 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:19:11.374905 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:19:11.436862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.443319 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.447144 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] 10.222.0.70 "DELETE /v2.0/networks/9e5118ab-0eaf-4211-a7f4-f38a258a5a0b HTTP/1.1" status: 204 len: 168 time: 0.5645032 Dec 08 02:19:11.460155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755f3b4-10a6-4133-8029-5c39f5c367ed admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5118ab-0eaf-4211-a7f4-f38a258a5a0b,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:11.556762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35478) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:11.597428 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ab8466fc-e91b-45d1-8ace-8115536ad71a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8cef2a0d6ddb4026bcfb510dcb974471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394068 Dec 08 02:19:11.599852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35480) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:11.647209 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f825ae9d-181a-4432-af17-6476576d8adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.668404 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f825ae9d-181a-4432-af17-6476576d8adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.716108 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f825ae9d-181a-4432-af17-6476576d8adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.718864 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f825ae9d-181a-4432-af17-6476576d8adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:11.720873 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f825ae9d-181a-4432-af17-6476576d8adf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c117e1a8-6a91-4a7d-aa37-d488cde80b9e HTTP/1.1" status: 204 len: 168 time: 0.1199245 Dec 08 02:19:11.729055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825ae9d-181a-4432-af17-6476576d8adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c117e1a8-6a91-4a7d-aa37-d488cde80b9e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:12.409301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:19:12.430733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:19:12.431087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a666eaad-f06b-4fc1-ad7d-14bd2d9b5a56 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:19:12.431507 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 665f5e70-eab9-4d18-81a8-1b45feca564d no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:19:12.450823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 665f5e70-eab9-4d18-81a8-1b45feca564d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:19:12.451174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 665f5e70-eab9-4d18-81a8-1b45feca564d not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:19:12.451589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 584c28b5-cc0d-4824-9c79-a9fecaf8a77e no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:19:12.472451 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 584c28b5-cc0d-4824-9c79-a9fecaf8a77e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:19:12.472733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 584c28b5-cc0d-4824-9c79-a9fecaf8a77e not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:19:13.165539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35536) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:13.276220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f50aa58-0b3b-4c54-8d75-c67c4609beb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:13.355099 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f50aa58-0b3b-4c54-8d75-c67c4609beb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:13.358837 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4f50aa58-0b3b-4c54-8d75-c67c4609beb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:13.398923 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4f50aa58-0b3b-4c54-8d75-c67c4609beb3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bd87ea6d1984a9db5ff158a15bd91f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322836 Dec 08 02:19:13.400023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50aa58-0b3b-4c54-8d75-c67c4609beb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff03ae10-c64b-4f78-846a-26e0bbd31ce5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:13.401725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35540) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:13.449212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f42b9c0-bb13-4d3c-998b-0c507ad33f48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:13.469508 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f42b9c0-bb13-4d3c-998b-0c507ad33f48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:13.524525 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f42b9c0-bb13-4d3c-998b-0c507ad33f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:13.527113 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f42b9c0-bb13-4d3c-998b-0c507ad33f48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:13.528276 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3f42b9c0-bb13-4d3c-998b-0c507ad33f48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff03ae10-c64b-4f78-846a-26e0bbd31ce5 HTTP/1.1" status: 204 len: 168 time: 0.1254923 Dec 08 02:19:13.536686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42b9c0-bb13-4d3c-998b-0c507ad33f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff03ae10-c64b-4f78-846a-26e0bbd31ce5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:18.387413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35754) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:18.518354 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51ccc85d-f5ed-4a35-b610-2fe63c497416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:18.593924 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51ccc85d-f5ed-4a35-b610-2fe63c497416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:18.598322 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51ccc85d-f5ed-4a35-b610-2fe63c497416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:18.633171 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccc85d-f5ed-4a35-b610-2fe63c497416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006b5ae2-88aa-4b9f-ad9b-6a1740b78819,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:18.644869 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-51ccc85d-f5ed-4a35-b610-2fe63c497416 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a7044d97f7149debc3b25005e11597d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2562196 Dec 08 02:19:18.646706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35766) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:18.698597 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26b3d833-ab2f-4bb0-b492-573b6350dfb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:18.719752 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26b3d833-ab2f-4bb0-b492-573b6350dfb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:18.765210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26b3d833-ab2f-4bb0-b492-573b6350dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:18.767972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-26b3d833-ab2f-4bb0-b492-573b6350dfb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:18.769145 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-26b3d833-ab2f-4bb0-b492-573b6350dfb0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/006b5ae2-88aa-4b9f-ad9b-6a1740b78819 HTTP/1.1" status: 204 len: 168 time: 0.1215186 Dec 08 02:19:18.777128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3d833-ab2f-4bb0-b492-573b6350dfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006b5ae2-88aa-4b9f-ad9b-6a1740b78819,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:19.029923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35774) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:19.046544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13598aa-4ad8-4055-a8ee-7ee837cf28ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:19.133990 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13598aa-4ad8-4055-a8ee-7ee837cf28ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:19.137823 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b13598aa-4ad8-4055-a8ee-7ee837cf28ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:19.188528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13598aa-4ad8-4055-a8ee-7ee837cf28ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64dbacd-0865-4b36-a73f-c7b34a7bbba6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:19.193946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b13598aa-4ad8-4055-a8ee-7ee837cf28ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6e133c8be8042469c020221833295ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627855 Dec 08 02:19:19.197281 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35776) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:19.257793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-584ffb93-1ed5-4882-8890-9d39113896ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:19.279117 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-584ffb93-1ed5-4882-8890-9d39113896ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:19.325885 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-584ffb93-1ed5-4882-8890-9d39113896ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:19.328562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-584ffb93-1ed5-4882-8890-9d39113896ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:19.330341 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-584ffb93-1ed5-4882-8890-9d39113896ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e64dbacd-0865-4b36-a73f-c7b34a7bbba6 HTTP/1.1" status: 204 len: 168 time: 0.1318107 Dec 08 02:19:19.338180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ffb93-1ed5-4882-8890-9d39113896ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64dbacd-0865-4b36-a73f-c7b34a7bbba6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:21.109174 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35822) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:21.210784 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5957b55a-c870-45e9-9869-620cf19b81a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.287296 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5957b55a-c870-45e9-9869-620cf19b81a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.291090 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5957b55a-c870-45e9-9869-620cf19b81a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.329581 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5957b55a-c870-45e9-9869-620cf19b81a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42a0c14f39244fe2933ba356b780ff94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2187564 Dec 08 02:19:21.330514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957b55a-c870-45e9-9869-620cf19b81a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d71ad4-f06f-4bb1-a474-197684897de0,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:21.332435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35826) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:21.380413 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ebc2-de4f-46ce-af3c-64c0d54f4f43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.410435 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ebc2-de4f-46ce-af3c-64c0d54f4f43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.461607 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ebc2-de4f-46ce-af3c-64c0d54f4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.464136 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a0c1ebc2-de4f-46ce-af3c-64c0d54f4f43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.465350 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a0c1ebc2-de4f-46ce-af3c-64c0d54f4f43 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/86d71ad4-f06f-4bb1-a474-197684897de0 HTTP/1.1" status: 204 len: 168 time: 0.1319146 Dec 08 02:19:21.473325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1ebc2-de4f-46ce-af3c-64c0d54f4f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d71ad4-f06f-4bb1-a474-197684897de0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:21.723248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35832) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:21.737093 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd12b720-c32e-4400-a0e1-2f7f0225f445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.811596 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd12b720-c32e-4400-a0e1-2f7f0225f445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.815601 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fd12b720-c32e-4400-a0e1-2f7f0225f445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.856086 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fd12b720-c32e-4400-a0e1-2f7f0225f445 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f95cb21ab78944789e70e28df405ea6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317332 Dec 08 02:19:21.857218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12b720-c32e-4400-a0e1-2f7f0225f445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc90838-5008-4662-8160-4c4609625517,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:21.858800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35834) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:21.908310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1219ab5f-80b9-4a36-9444-6ac6f6ef671f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.929827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1219ab5f-80b9-4a36-9444-6ac6f6ef671f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.976988 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1219ab5f-80b9-4a36-9444-6ac6f6ef671f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.979932 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1219ab5f-80b9-4a36-9444-6ac6f6ef671f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:21.981128 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1219ab5f-80b9-4a36-9444-6ac6f6ef671f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6cc90838-5008-4662-8160-4c4609625517 HTTP/1.1" status: 204 len: 168 time: 0.1213059 Dec 08 02:19:21.989446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219ab5f-80b9-4a36-9444-6ac6f6ef671f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc90838-5008-4662-8160-4c4609625517,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:24.307093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35908) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:24.425991 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-38299258-ba57-4b8f-9781-479808f1891f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:24.500790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-38299258-ba57-4b8f-9781-479808f1891f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:24.504596 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-38299258-ba57-4b8f-9781-479808f1891f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:24.545493 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-38299258-ba57-4b8f-9781-479808f1891f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=26662c844dde464c8ba54d86a12dfd04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373011 Dec 08 02:19:24.546374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38299258-ba57-4b8f-9781-479808f1891f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad3292b-25bf-4ad4-80b9-ff6321425031,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:24.548315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35912) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:24.598415 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8251dcf-213b-4efb-8479-9d32929f838d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:24.620573 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8251dcf-213b-4efb-8479-9d32929f838d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:24.665402 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8251dcf-213b-4efb-8479-9d32929f838d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:24.668062 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d8251dcf-213b-4efb-8479-9d32929f838d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:24.669249 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d8251dcf-213b-4efb-8479-9d32929f838d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ad3292b-25bf-4ad4-80b9-ff6321425031 HTTP/1.1" status: 204 len: 168 time: 0.1194022 Dec 08 02:19:24.677057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8251dcf-213b-4efb-8479-9d32929f838d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad3292b-25bf-4ad4-80b9-ff6321425031,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:24.937295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 35918) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:24.950852 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc8b0640-0917-4da0-b63e-c7114fcc2f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:25.025208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc8b0640-0917-4da0-b63e-c7114fcc2f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:25.028982 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fc8b0640-0917-4da0-b63e-c7114fcc2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:25.068682 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fc8b0640-0917-4da0-b63e-c7114fcc2f41 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d25727aca6f041ad8cc0f7bc7ae8412c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296501 Dec 08 02:19:25.069564 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b0640-0917-4da0-b63e-c7114fcc2f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89b9e7a-6f4a-4044-abb1-e046b0477e73,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:25.071613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 35920) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:25.123498 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-002da11e-e1c1-4f29-bc60-f23b2e6831ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:25.145377 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-002da11e-e1c1-4f29-bc60-f23b2e6831ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:25.190181 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-002da11e-e1c1-4f29-bc60-f23b2e6831ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:25.193114 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-002da11e-e1c1-4f29-bc60-f23b2e6831ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:25.194265 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-002da11e-e1c1-4f29-bc60-f23b2e6831ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b89b9e7a-6f4a-4044-abb1-e046b0477e73 HTTP/1.1" status: 204 len: 168 time: 0.1215460 Dec 08 02:19:25.202251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002da11e-e1c1-4f29-bc60-f23b2e6831ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89b9e7a-6f4a-4044-abb1-e046b0477e73,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:28.846817 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ffd99d64-f084-4b7f-ac18-24e061c2ee66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:32.008924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:32.122618 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3150e760-c50e-49a9-863f-d37a20a454ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:32.438515 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:33.730379 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:34.233487 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:34.804759 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:45.777895 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:19:49.776424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36020) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:49.885357 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b513-291a-42c2-a77b-5ad23dafd77d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:49.960334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b513-291a-42c2-a77b-5ad23dafd77d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:49.964089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b513-291a-42c2-a77b-5ad23dafd77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:50.002008 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d3d9b513-291a-42c2-a77b-5ad23dafd77d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7514e00e82694d27a8d0032b24708c2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2244673 Dec 08 02:19:50.004115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9b513-291a-42c2-a77b-5ad23dafd77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1805fd06-3813-4765-8f0e-9f828822ffd3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:50.004702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36024) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:50.062126 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03e1f408-5599-423c-ad43-80d0d2e96b78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:50.087226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03e1f408-5599-423c-ad43-80d0d2e96b78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:50.137371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03e1f408-5599-423c-ad43-80d0d2e96b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:50.140233 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-03e1f408-5599-423c-ad43-80d0d2e96b78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:50.141631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-03e1f408-5599-423c-ad43-80d0d2e96b78 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1805fd06-3813-4765-8f0e-9f828822ffd3 HTTP/1.1" status: 204 len: 168 time: 0.1359119 Dec 08 02:19:50.149177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1f408-5599-423c-ad43-80d0d2e96b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1805fd06-3813-4765-8f0e-9f828822ffd3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:51.866965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36102) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:51.970507 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3027f5cf-ec02-40e4-99d1-d9930d2c260a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.043998 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3027f5cf-ec02-40e4-99d1-d9930d2c260a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.048491 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3027f5cf-ec02-40e4-99d1-d9930d2c260a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.084776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027f5cf-ec02-40e4-99d1-d9930d2c260a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc0161a-a04e-42f0-bc17-984135050805,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:52.089069 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3027f5cf-ec02-40e4-99d1-d9930d2c260a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e3386a0f3f814a0db9009a8e028ca302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210641 Dec 08 02:19:52.092071 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36106) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:52.143378 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ba56f02-e131-45ee-90f9-94c52ecc065b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.167426 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ba56f02-e131-45ee-90f9-94c52ecc065b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.213820 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ba56f02-e131-45ee-90f9-94c52ecc065b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.216492 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8ba56f02-e131-45ee-90f9-94c52ecc065b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.217712 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8ba56f02-e131-45ee-90f9-94c52ecc065b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9dc0161a-a04e-42f0-bc17-984135050805 HTTP/1.1" status: 204 len: 168 time: 0.1250701 Dec 08 02:19:52.225752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba56f02-e131-45ee-90f9-94c52ecc065b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc0161a-a04e-42f0-bc17-984135050805,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:52.489843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36112) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:52.504410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9088dedb-4a37-407d-9bca-c7b6d1107b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.579331 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9088dedb-4a37-407d-9bca-c7b6d1107b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.583156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9088dedb-4a37-407d-9bca-c7b6d1107b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.621908 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9088dedb-4a37-407d-9bca-c7b6d1107b9a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07b2a0f5b185418cb7537e841e222e28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308985 Dec 08 02:19:52.622606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088dedb-4a37-407d-9bca-c7b6d1107b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e529f0-2e5c-4a20-aaa8-d39e5465fcf5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:52.625256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36114) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:52.675909 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54af7f15-a2a4-407d-ae84-995d2b121c48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.696946 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54af7f15-a2a4-407d-ae84-995d2b121c48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.743490 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54af7f15-a2a4-407d-ae84-995d2b121c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.746185 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54af7f15-a2a4-407d-ae84-995d2b121c48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:52.747327 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-54af7f15-a2a4-407d-ae84-995d2b121c48 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40e529f0-2e5c-4a20-aaa8-d39e5465fcf5 HTTP/1.1" status: 204 len: 168 time: 0.1209211 Dec 08 02:19:52.755617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af7f15-a2a4-407d-ae84-995d2b121c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e529f0-2e5c-4a20-aaa8-d39e5465fcf5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:53.939361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36150) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:54.083997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1622412257'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:19:54.106195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Made reservation on behalf of 2cb39f5ff7b04053b7d3e7f27cb39f35 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:19:54.110618 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.119414 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.205457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.209099 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.237567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:19:54.243854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afabe180-1d0b-4f1e-b787-35b408f8469d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:54.250509 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.250854 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Added segment ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0 of type vlan for network b237bf6c-5eef-4770-b0f6-d8834a5496dd Dec 08 02:19:54.294922 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.319687 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.325148 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:54.325734 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.360794 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4203098 Dec 08 02:19:54.363626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36154) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:54.368648 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a0ebb6e7-a3e2-4dd9-8e81-258dce766831 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Request body: {'subnet': {'network_id': 'b237bf6c-5eef-4770-b0f6-d8834a5496dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:19:54.423977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314a70f-4f9f-4a3b-a03a-235c92ab2f10 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Pushing event updated for resources: {'Network': ['ID=b237bf6c-5eef-4770-b0f6-d8834a5496dd,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:54.441426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network b237bf6c-5eef-4770-b0f6-d8834a5496dd details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:19:54.496143 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ebb6e7-a3e2-4dd9-8e81-258dce766831 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Made reservation on behalf of 2cb39f5ff7b04053b7d3e7f27cb39f35 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:19:54.500940 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0ebb6e7-a3e2-4dd9-8e81-258dce766831 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.678649 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0ebb6e7-a3e2-4dd9-8e81-258dce766831 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.736815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebb6e7-a3e2-4dd9-8e81-258dce766831 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Pushing event updated for resources: {'Subnet': ['ID=0fcecf7c-1570-4bc2-b60d-4e3220afa631,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:54.746629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ebb6e7-a3e2-4dd9-8e81-258dce766831 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Checking segment: {'id': 'ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b237bf6c-5eef-4770-b0f6-d8834a5496dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:19:54.746991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ebb6e7-a3e2-4dd9-8e81-258dce766831 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Network hostable DHCP agents. Network: b237bf6c-5eef-4770-b0f6-d8834a5496dd, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:19:54.788367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ebb6e7-a3e2-4dd9-8e81-258dce766831 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Network b237bf6c-5eef-4770-b0f6-d8834a5496dd is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:19:54.801736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a0ebb6e7-a3e2-4dd9-8e81-258dce766831 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, b237bf6c-5eef-4770-b0f6-d8834a5496dd) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:19:54.810151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ebb6e7-a3e2-4dd9-8e81-258dce766831 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:54.810790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a0ebb6e7-a3e2-4dd9-8e81-258dce766831 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.816142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf1483b-1a2d-4aa4-bcac-ca190d3b60d2 None None] Network b237bf6c-5eef-4770-b0f6-d8834a5496dd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:19:54.833191 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a0ebb6e7-a3e2-4dd9-8e81-258dce766831 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4649091 Dec 08 02:19:54.833447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36156) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:54.838215 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Request body: {'port': {'network_id': 'b237bf6c-5eef-4770-b0f6-d8834a5496dd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-179650857'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:19:54.924523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-b237bf6c-5eef-4770-b0f6-d8834a5496dd', 'network_id': 'b237bf6c-5eef-4770-b0f6-d8834a5496dd', 'project_id': '2cb39f5ff7b04053b7d3e7f27cb39f35', 'fixed_ips': [{'subnet_id': '0fcecf7c-1570-4bc2-b60d-4e3220afa631'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:19:54.925411 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.949854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Made reservation on behalf of 2cb39f5ff7b04053b7d3e7f27cb39f35 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:19:54.952652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:54.974969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] device_id is not set on port d5767985-48e5-4031-be81-edd439fe04a5 yet. {{(pid=103130) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:19:55.064115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Allocated IP 172.20.0.2 (b237bf6c-5eef-4770-b0f6-d8834a5496dd/0fcecf7c-1570-4bc2-b60d-4e3220afa631/033fecaf-2745-4c49-a2cc-72ef3a059c0d) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:19:55.214862 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:55.221918 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:55.268087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Network b237bf6c-5eef-4770-b0f6-d8834a5496dd is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:19:55.277538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:19:55.278738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Allocated IP 172.20.0.12 (b237bf6c-5eef-4770-b0f6-d8834a5496dd/0fcecf7c-1570-4bc2-b60d-4e3220afa631/d5767985-48e5-4031-be81-edd439fe04a5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:19:55.282603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:19:55.290860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Pushing event updated for resources: {'Port': ['ID=033fecaf-2745-4c49-a2cc-72ef3a059c0d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:55.352704 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Attempting to bind port 033fecaf-2745-4c49-a2cc-72ef3a059c0d on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:19:55.353089 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Attempting to bind port 033fecaf-2745-4c49-a2cc-72ef3a059c0d by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b237bf6c-5eef-4770-b0f6-d8834a5496dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:19:55.353458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Attempting to bind port 033fecaf-2745-4c49-a2cc-72ef3a059c0d on network b237bf6c-5eef-4770-b0f6-d8834a5496dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:19:55.358365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:19:55.358754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Checking segment: {'id': 'ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b237bf6c-5eef-4770-b0f6-d8834a5496dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:19:55.359254 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:55.359692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Bound using segment: {'id': 'ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b237bf6c-5eef-4770-b0f6-d8834a5496dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:19:55.360136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Bound port: 033fecaf-2745-4c49-a2cc-72ef3a059c0d, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b237bf6c-5eef-4770-b0f6-d8834a5496dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:19:55.360551 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:55.421860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] For port 033fecaf-2745-4c49-a2cc-72ef3a059c0d, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:19:55.424928 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] For port 033fecaf-2745-4c49-a2cc-72ef3a059c0d, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=033fecaf-2745-4c49-a2cc-72ef3a059c0d,segment=NetworkSegment(ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0),segment_id=ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:19:55.429821 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:55.434688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:55.471701 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:55.489687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158206c-78da-44ae-b804-b3bcd9fccae2 None None] Pushing event updated for resources: {'Port': ['ID=033fecaf-2745-4c49-a2cc-72ef3a059c0d,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:55.518640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Network b237bf6c-5eef-4770-b0f6-d8834a5496dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:19:55.521880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:19:55.525688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:19:55.551698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Pushing event updated for resources: {'Port': ['ID=d5767985-48e5-4031-be81-edd439fe04a5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:55.582674 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:55.583334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:55.599619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-25f4a117-c76a-4a6c-b3b2-cfbaa951876f tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7651827 Dec 08 02:19:55.603159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36158) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:55.962614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9621955f-453f-465c-a1ab-48d4b79dd0b7 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Deleting port d5767985-48e5-4031-be81-edd439fe04a5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:19:55.963145 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9621955f-453f-465c-a1ab-48d4b79dd0b7 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:56.055691 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9621955f-453f-465c-a1ab-48d4b79dd0b7 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:56.067156 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9621955f-453f-465c-a1ab-48d4b79dd0b7 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Calling delete_port for d5767985-48e5-4031-be81-edd439fe04a5 owned by {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:19:56.198888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9621955f-453f-465c-a1ab-48d4b79dd0b7 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:56.237613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621955f-453f-465c-a1ab-48d4b79dd0b7 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Pushing event deleted for resources: {'Port': ['ID=d5767985-48e5-4031-be81-edd439fe04a5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:56.305985 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9621955f-453f-465c-a1ab-48d4b79dd0b7 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:56.311815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9621955f-453f-465c-a1ab-48d4b79dd0b7 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] 10.222.0.70 "DELETE /v2.0/ports/d5767985-48e5-4031-be81-edd439fe04a5 HTTP/1.1" status: 204 len: 168 time: 0.7075090 Dec 08 02:19:56.312724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36160) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:56.384117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36164) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:56.384355 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a08c5820-3969-459e-906e-90c396b7f31c tempest-DHCPAgentSchedulersTestJSON-1803012452 tempest-DHCPAgentSchedulersTestJSON-1803012452-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4934 time: 0.0702078 Dec 08 02:19:56.393205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4a34c2d3-92ee-4580-9104-8b6dc3a966f4 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-715097629'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:19:56.423280 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a34c2d3-92ee-4580-9104-8b6dc3a966f4 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Made reservation on behalf of 2cb39f5ff7b04053b7d3e7f27cb39f35 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:19:56.432574 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a34c2d3-92ee-4580-9104-8b6dc3a966f4 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:56.458772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a34c2d3-92ee-4580-9104-8b6dc3a966f4 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:19:56.470753 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a34c2d3-92ee-4580-9104-8b6dc3a966f4 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:56.471246 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-4a34c2d3-92ee-4580-9104-8b6dc3a966f4 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Added segment 46d940e7-bd3e-474b-9a95-54aac939afc6 of type vlan for network 53a6bcc4-5c40-4d5e-80ec-64ee733cb3ae Dec 08 02:19:56.485131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53579ca0-ffec-4cab-b619-a3cd08597c35 None None] Network b237bf6c-5eef-4770-b0f6-d8834a5496dd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:19:56.487748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 033fecaf-2745-4c49-a2cc-72ef3a059c0d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:19:56.523565 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a34c2d3-92ee-4580-9104-8b6dc3a966f4 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:56.550782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a34c2d3-92ee-4580-9104-8b6dc3a966f4 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:56.556886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a34c2d3-92ee-4580-9104-8b6dc3a966f4 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:19:56.557517 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a34c2d3-92ee-4580-9104-8b6dc3a966f4 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:56.598984 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4a34c2d3-92ee-4580-9104-8b6dc3a966f4 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2130668 Dec 08 02:19:56.602265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:56.636889 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34c2d3-92ee-4580-9104-8b6dc3a966f4 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Pushing event updated for resources: {'Network': ['ID=53a6bcc4-5c40-4d5e-80ec-64ee733cb3ae,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:56.695710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 53a6bcc4-5c40-4d5e-80ec-64ee733cb3ae details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:19:56.743236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6ceed823-4d03-4f0e-ba1d-ce92d7feea07 tempest-DHCPAgentSchedulersTestJSON-1803012452 tempest-DHCPAgentSchedulersTestJSON-1803012452-project-admin] 10.222.0.70 "GET /v2.0/agents/8ad8945e-0f36-4e4a-9d51-fbaea49a8953/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1370809 Dec 08 02:19:56.743405 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36168) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:56.821178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a99a8b7a-23a3-41f7-9eb0-6032b31b68d4 None None] Provisioning complete for port 033fecaf-2745-4c49-a2cc-72ef3a059c0d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:19:56.821464 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a99a8b7a-23a3-41f7-9eb0-6032b31b68d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:56.825279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b6542c-7dfa-4f6a-a5b8-c34f1300ddb8 tempest-DHCPAgentSchedulersTestJSON-1803012452 tempest-DHCPAgentSchedulersTestJSON-1803012452-project-admin] Network 53a6bcc4-5c40-4d5e-80ec-64ee733cb3ae is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:19:56.837683 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-28b6542c-7dfa-4f6a-a5b8-c34f1300ddb8 tempest-DHCPAgentSchedulersTestJSON-1803012452 tempest-DHCPAgentSchedulersTestJSON-1803012452-project-admin] 10.222.0.70 "POST /v2.0/agents/8ad8945e-0f36-4e4a-9d51-fbaea49a8953/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0932662 Dec 08 02:19:56.840552 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:56.854983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafe6e8c-d9e1-4488-b425-9c88baab4d35 None None] Network 53a6bcc4-5c40-4d5e-80ec-64ee733cb3ae requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:19:56.950366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3826a69d-e2f2-42f6-b018-0edb77fef43a tempest-DHCPAgentSchedulersTestJSON-1803012452 tempest-DHCPAgentSchedulersTestJSON-1803012452-project-admin] 10.222.0.70 "GET /v2.0/agents/8ad8945e-0f36-4e4a-9d51-fbaea49a8953/dhcp-networks HTTP/1.1" status: 200 len: 4069 time: 0.1084657 Dec 08 02:19:56.954543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 033fecaf-2745-4c49-a2cc-72ef3a059c0d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:19:56.954738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:56.954921 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.045087 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8884d4af-7b04-41ac-b8d1-f40859b89953 tempest-DHCPAgentSchedulersTestJSON-1803012452 tempest-DHCPAgentSchedulersTestJSON-1803012452-project-admin] 10.222.0.70 "DELETE /v2.0/agents/8ad8945e-0f36-4e4a-9d51-fbaea49a8953/dhcp-networks/53a6bcc4-5c40-4d5e-80ec-64ee733cb3ae HTTP/1.1" status: 204 len: 168 time: 0.0870659 Dec 08 02:19:57.045482 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36174) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:57.057515 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a99a8b7a-23a3-41f7-9eb0-6032b31b68d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.120543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a99a8b7a-23a3-41f7-9eb0-6032b31b68d4 None None] For port 033fecaf-2745-4c49-a2cc-72ef3a059c0d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=033fecaf-2745-4c49-a2cc-72ef3a059c0d,segment=NetworkSegment(ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0),segment_id=ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:57.126007 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.129252 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a99a8b7a-23a3-41f7-9eb0-6032b31b68d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.197797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36176) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:57.198192 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-aa82b90b-1ff7-47f4-8a57-ef99bdf773c6 tempest-DHCPAgentSchedulersTestJSON-1803012452 tempest-DHCPAgentSchedulersTestJSON-1803012452-project-admin] 10.222.0.70 "GET /v2.0/agents/8ad8945e-0f36-4e4a-9d51-fbaea49a8953/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1512609 Dec 08 02:19:57.220985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a8b7a-23a3-41f7-9eb0-6032b31b68d4 None None] Pushing event updated for resources: {'Port': ['ID=033fecaf-2745-4c49-a2cc-72ef3a059c0d,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:57.226410 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3ffd792b-e243-4330-a3ed-045738f0fa8b tempest-DHCPAgentSchedulersTestJSON-1803012452 tempest-DHCPAgentSchedulersTestJSON-1803012452-project-admin] 10.222.0.70 "GET /v2.0/networks/b237bf6c-5eef-4770-b0f6-d8834a5496dd/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0260336 Dec 08 02:19:57.230742 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 02:19:57.230869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36178) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:57.231230 n-d-713498-30 neutron-server[103131]: DEBUG oslo_db.api [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 02:19:57.250419 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-43a78923-c2c9-4772-b78d-70263a84ce2c tempest-DHCPAgentSchedulersTestJSON-1803012452 tempest-DHCPAgentSchedulersTestJSON-1803012452-project-admin] 10.222.0.70 "GET /v2.0/networks/b237bf6c-5eef-4770-b0f6-d8834a5496dd/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0183294 Dec 08 02:19:57.252771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36180) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:57.349387 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-54df8760-4c9f-41f5-9b0b-2134bf80dcbc None None] Provisioning complete for port 033fecaf-2745-4c49-a2cc-72ef3a059c0d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:19:57.349904 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54df8760-4c9f-41f5-9b0b-2134bf80dcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.364012 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5d2a4892-90a9-439c-a68b-ddad970be35f tempest-DHCPAgentSchedulersTestJSON-1803012452 tempest-DHCPAgentSchedulersTestJSON-1803012452-project-admin] 10.222.0.70 "GET /v2.0/agents/8ad8945e-0f36-4e4a-9d51-fbaea49a8953/dhcp-networks HTTP/1.1" status: 200 len: 3299 time: 0.1099946 Dec 08 02:19:57.367354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36182) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:57.447588 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.541106 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.548692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2582e9bc-6c5f-47a6-947f-0e4e7911a29c None None] Could not find standard attr ID for object d5767985-48e5-4031-be81-edd439fe04a5. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:19:57.565446 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a6bcc4-5c40-4d5e-80ec-64ee733cb3ae']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:57.575282 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d940e7-bd3e-474b-9a95-54aac939afc6') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:57.575560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d940e7-bd3e-474b-9a95-54aac939afc6') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:57.585268 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.599907 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.606869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:19:57.607427 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:19:57.611252 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:19:57.667686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.675511 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.678740 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] 10.222.0.70 "DELETE /v2.0/networks/53a6bcc4-5c40-4d5e-80ec-64ee733cb3ae HTTP/1.1" status: 204 len: 168 time: 0.3098371 Dec 08 02:19:57.681407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36184) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:57.694669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7e461-ea67-48a8-b8e2-5319fe506340 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Pushing event deleted for resources: {'Network': ['ID=53a6bcc4-5c40-4d5e-80ec-64ee733cb3ae,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:57.709971 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10dc5cb-fed3-4058-89fa-7d97b783e60d tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] DELETE failed (client error): The resource could not be found. Dec 08 02:19:57.710446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10dc5cb-fed3-4058-89fa-7d97b783e60d tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:19:57.713662 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f10dc5cb-fed3-4058-89fa-7d97b783e60d tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] 10.222.0.70 "DELETE /v2.0/ports/d5767985-48e5-4031-be81-edd439fe04a5 HTTP/1.1" status: 404 len: 333 time: 0.0312216 Dec 08 02:19:57.716241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36186) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:57.767148 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1944cc1-ca44-4215-8a54-3965b86b6626 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Deleting subnet 0fcecf7c-1570-4bc2-b60d-4e3220afa631 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:19:57.770313 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1944cc1-ca44-4215-8a54-3965b86b6626 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.809815 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1944cc1-ca44-4215-8a54-3965b86b6626 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.893618 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1944cc1-ca44-4215-8a54-3965b86b6626 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.950275 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1944cc1-ca44-4215-8a54-3965b86b6626 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.980152 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b1944cc1-ca44-4215-8a54-3965b86b6626 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:57.985398 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b1944cc1-ca44-4215-8a54-3965b86b6626 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] 10.222.0.70 "DELETE /v2.0/subnets/0fcecf7c-1570-4bc2-b60d-4e3220afa631 HTTP/1.1" status: 204 len: 168 time: 0.2681580 Dec 08 02:19:57.986193 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edb94e8-0f45-4b61-b67b-b7f7a29b9880 None None] Network b237bf6c-5eef-4770-b0f6-d8834a5496dd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:19:57.986652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1944cc1-ca44-4215-8a54-3965b86b6626 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Pushing event deleted for resources: {'Subnet': ['ID=0fcecf7c-1570-4bc2-b60d-4e3220afa631,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:57.987976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36188) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:58.064934 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.119809 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Deleting port 033fecaf-2745-4c49-a2cc-72ef3a059c0d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:19:58.120210 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.124361 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d353ea1-63a5-4cc5-b3f7-abf9bcd08093 None None] DHCP port deletion for b237bf6c-5eef-4770-b0f6-d8834a5496dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:19:58.177313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8d353ea1-63a5-4cc5-b3f7-abf9bcd08093 None None] Deleting port 033fecaf-2745-4c49-a2cc-72ef3a059c0d {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:19:58.177606 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8d353ea1-63a5-4cc5-b3f7-abf9bcd08093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.187811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] For port 033fecaf-2745-4c49-a2cc-72ef3a059c0d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=033fecaf-2745-4c49-a2cc-72ef3a059c0d,segment=NetworkSegment(ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0),segment_id=ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:58.188187 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.199902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Calling delete_port for 033fecaf-2745-4c49-a2cc-72ef3a059c0d owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:19:58.239644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8d353ea1-63a5-4cc5-b3f7-abf9bcd08093 None None] For port 033fecaf-2745-4c49-a2cc-72ef3a059c0d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=033fecaf-2745-4c49-a2cc-72ef3a059c0d,segment=NetworkSegment(ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0),segment_id=ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:19:58.240042 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8d353ea1-63a5-4cc5-b3f7-abf9bcd08093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.253035 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8d353ea1-63a5-4cc5-b3f7-abf9bcd08093 None None] Calling delete_port for 033fecaf-2745-4c49-a2cc-72ef3a059c0d owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:19:58.279554 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.305636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Pushing event deleted for resources: {'Port': ['ID=033fecaf-2745-4c49-a2cc-72ef3a059c0d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:58.309353 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] No DVR routers for this DVR port 033fecaf-2745-4c49-a2cc-72ef3a059c0d on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:19:58.331613 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8d353ea1-63a5-4cc5-b3f7-abf9bcd08093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.354968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d353ea1-63a5-4cc5-b3f7-abf9bcd08093 None None] Pushing event deleted for resources: {'Port': ['ID=033fecaf-2745-4c49-a2cc-72ef3a059c0d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:58.360902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d353ea1-63a5-4cc5-b3f7-abf9bcd08093 None None] No DVR routers for this DVR port 033fecaf-2745-4c49-a2cc-72ef3a059c0d on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:19:58.394932 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.415259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b237bf6c-5eef-4770-b0f6-d8834a5496dd']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:58.425527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:58.425906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3cdc1d-ff19-4477-8b74-bfa0d9c9bfb0') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:19:58.427256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 033fecaf-2745-4c49-a2cc-72ef3a059c0d no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:19:58.435743 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.449017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 033fecaf-2745-4c49-a2cc-72ef3a059c0d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:19:58.449414 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 033fecaf-2745-4c49-a2cc-72ef3a059c0d not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:19:58.449752 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.459456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:19:58.459456 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:19:58.459962 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:19:58.520455 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.527501 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.531272 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] 10.222.0.70 "DELETE /v2.0/networks/b237bf6c-5eef-4770-b0f6-d8834a5496dd HTTP/1.1" status: 204 len: 168 time: 0.5413175 Dec 08 02:19:58.542214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34dc10-94d4-4208-93aa-ae02b534b913 tempest-DHCPAgentSchedulersTestJSON-1700791629 tempest-DHCPAgentSchedulersTestJSON-1700791629-project] Pushing event deleted for resources: {'Network': ['ID=b237bf6c-5eef-4770-b0f6-d8834a5496dd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:58.769078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36194) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:58.849074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-50f4aaf2-7aeb-4270-b89a-24c96f7313f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.904147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c633661a-c9c8-4c4b-9663-8a0eca77540e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2cb39f5ff7b04053b7d3e7f27cb39f35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338007 Dec 08 02:19:58.906839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36202) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:58.955244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c166ec2b-5615-48e0-90b3-ae10525333f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:58.975699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c166ec2b-5615-48e0-90b3-ae10525333f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:59.022187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c166ec2b-5615-48e0-90b3-ae10525333f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:59.024831 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c166ec2b-5615-48e0-90b3-ae10525333f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:59.025991 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c166ec2b-5615-48e0-90b3-ae10525333f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/afabe180-1d0b-4f1e-b787-35b408f8469d HTTP/1.1" status: 204 len: 168 time: 0.1181598 Dec 08 02:19:59.034060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166ec2b-5615-48e0-90b3-ae10525333f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afabe180-1d0b-4f1e-b787-35b408f8469d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:59.282068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36208) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:59.295044 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81740dbf-0ad6-4f4f-beb1-8b706b990f66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:59.373639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81740dbf-0ad6-4f4f-beb1-8b706b990f66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:59.377498 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81740dbf-0ad6-4f4f-beb1-8b706b990f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:59.416073 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-81740dbf-0ad6-4f4f-beb1-8b706b990f66 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=de64c6fd429947e78bea02e70b295734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329365 Dec 08 02:19:59.417239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81740dbf-0ad6-4f4f-beb1-8b706b990f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33041fe0-123a-45fa-91ad-cb1e9bd8d595,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:19:59.418891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36210) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:19:59.472213 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-574fa9be-4214-40f2-813c-8909a4525d9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:59.492956 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-574fa9be-4214-40f2-813c-8909a4525d9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:59.539694 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-574fa9be-4214-40f2-813c-8909a4525d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:59.542341 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-574fa9be-4214-40f2-813c-8909a4525d9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:19:59.543494 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-574fa9be-4214-40f2-813c-8909a4525d9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/33041fe0-123a-45fa-91ad-cb1e9bd8d595 HTTP/1.1" status: 204 len: 168 time: 0.1236141 Dec 08 02:19:59.551060 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fa9be-4214-40f2-813c-8909a4525d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33041fe0-123a-45fa-91ad-cb1e9bd8d595,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:00.715905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36246) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:00.809786 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-952697362', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:00.835395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Made reservation on behalf of e09326a1a37d41198a3dc4f4cd28bbcb for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:00.837738 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:00.845931 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:00.919340 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:00.923051 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:00.927478 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] device_id is not set on port 83b75c5c-87be-417e-9693-77acc45ff629 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:20:00.983426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75e9689-f021-47b3-9e6d-d6a89b51ec37,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:01.044006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Allocated IP 172.25.2.49 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/83b75c5c-87be-417e-9693-77acc45ff629) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:01.179006 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:01.211836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:01.257549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:01.260499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:01.263906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:01.274700 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1c54af-b3bb-4b7e-8b86-8917e52cbfad None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:01.289011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Pushing event updated for resources: {'Port': ['ID=83b75c5c-87be-417e-9693-77acc45ff629,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:01.306279 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:01.306906 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:01.322073 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2abf040c-0e95-44a2-b3c4-adf2c640217d tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.6050501 Dec 08 02:20:01.324864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36250) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:01.329707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.49'}]}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:01.349585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:01.350669 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:01.393831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5850d4d0-da73-4b23-ba73-16dbbdf61a7e None None] Provisioning complete for port 83b75c5c-87be-417e-9693-77acc45ff629 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:01.394774 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5850d4d0-da73-4b23-ba73-16dbbdf61a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:01.402590 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:01.428328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5850d4d0-da73-4b23-ba73-16dbbdf61a7e None None] Port 83b75c5c-87be-417e-9693-77acc45ff629 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:20:01.864006 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.009245 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.065298 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.083813 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.125759 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc3e7b43-1f00-4f42-8022-074908a05771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.230889 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.388651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.390903 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.434458 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.435052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d56cf0fa-aad4-447b-a233-7c88caeaad84 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:20:02.442236 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.450854 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 02:20:02.452036 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-45c1a313-a8b2-4fd7-8edc-ccb80b93bc86 tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1262407 Dec 08 02:20:02.454920 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36252) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:02.528663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bbab4f9f-03b4-4deb-a1a9-4397ccf68dcb tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Deleting port 83b75c5c-87be-417e-9693-77acc45ff629 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:02.529004 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbab4f9f-03b4-4deb-a1a9-4397ccf68dcb tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.605796 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbab4f9f-03b4-4deb-a1a9-4397ccf68dcb tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.617624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-bbab4f9f-03b4-4deb-a1a9-4397ccf68dcb tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Calling delete_port for 83b75c5c-87be-417e-9693-77acc45ff629 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:02.738174 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbab4f9f-03b4-4deb-a1a9-4397ccf68dcb tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.764797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab4f9f-03b4-4deb-a1a9-4397ccf68dcb tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Pushing event deleted for resources: {'Port': ['ID=83b75c5c-87be-417e-9693-77acc45ff629,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:02.779171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bafc296-4df3-45a4-beb3-f3943fcccefd None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:02.824943 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bbab4f9f-03b4-4deb-a1a9-4397ccf68dcb tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:02.828909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bbab4f9f-03b4-4deb-a1a9-4397ccf68dcb tempest-RoutersAdminNegativeTest-1117102169 tempest-RoutersAdminNegativeTest-1117102169-project-admin] 10.222.0.70 "DELETE /v2.0/ports/83b75c5c-87be-417e-9693-77acc45ff629 HTTP/1.1" status: 204 len: 168 time: 0.3730106 Dec 08 02:20:03.070201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36258) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:03.179021 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5858e84f-1dba-4d2d-9b55-81b61ceec735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.260036 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5858e84f-1dba-4d2d-9b55-81b61ceec735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.264247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5858e84f-1dba-4d2d-9b55-81b61ceec735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.306829 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5858e84f-1dba-4d2d-9b55-81b61ceec735 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a6d5f5df6c046e9a4d20062da41c17d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2355242 Dec 08 02:20:03.307578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858e84f-1dba-4d2d-9b55-81b61ceec735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7de0c79-001c-46f8-8253-ac1e3bd2ab60,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:03.309669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36266) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:03.359647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.380643 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.426643 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.429188 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.430332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b7de0c79-001c-46f8-8253-ac1e3bd2ab60 HTTP/1.1" status: 204 len: 168 time: 0.1196747 Dec 08 02:20:03.438374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7de0c79-001c-46f8-8253-ac1e3bd2ab60,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:03.445813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.446009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.446359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.446703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.447036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.447370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.447705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.448036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.448402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.448730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.449059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.449386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.449712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97584e37-a3b2-4d85-afaa-54f4878a66d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:03.694430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36272) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:03.735195 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.736048 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b648cf19-03fe-4b82-9463-4af6bcdabdc4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e09326a1a37d41198a3dc4f4cd28bbcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403490 Dec 08 02:20:03.738435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36274) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:03.786116 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5e7b-86fd-47bb-9f4e-0303112696e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.809842 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5e7b-86fd-47bb-9f4e-0303112696e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.857029 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5e7b-86fd-47bb-9f4e-0303112696e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.859631 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-cc3f5e7b-86fd-47bb-9f4e-0303112696e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:03.860854 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-cc3f5e7b-86fd-47bb-9f4e-0303112696e6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c75e9689-f021-47b3-9e6d-d6a89b51ec37 HTTP/1.1" status: 204 len: 168 time: 0.1214862 Dec 08 02:20:03.868432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f5e7b-86fd-47bb-9f4e-0303112696e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75e9689-f021-47b3-9e6d-d6a89b51ec37,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:04.238351 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.544642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36296) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:04.636063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'networks': [{'name': 'tempest-network--206631926'}, {'name': 'tempest-network--191713022'}]} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:04.636415 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'network': {'name': 'tempest-network--206631926'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:04.636887 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'network': {'name': 'tempest-network--191713022'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:04.658899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Made reservation on behalf of 4c240d3427b940b0b7abb1b49c4a6da5 for: {'network': 2} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:04.663513 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.672316 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.747984 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.752462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.752954 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.791612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b74b963-bda1-4716-9a23-0b876e290c29,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:04.797531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:20:04.800102 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.806736 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.807126 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Added segment c34fac8e-af22-48e2-af93-37b245bee181 of type vlan for network de7d1228-6156-45f7-8cb4-61c3e9079c45 Dec 08 02:20:04.856080 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.887437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:20:04.896821 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.897161 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Added segment 70a0c5a6-0d99-49ef-8187-a445874358a0 of type vlan for network ae794396-3b3f-4bd0-b56b-ce29a1b708e9 Dec 08 02:20:04.935082 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.960447 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.960927 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:04.966360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:04.971499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:04.972113 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.005970 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.4601815 Dec 08 02:20:05.008612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36300) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:05.089678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event updated for resources: {'Network': ['ID=de7d1228-6156-45f7-8cb4-61c3e9079c45,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:05.100812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network de7d1228-6156-45f7-8cb4-61c3e9079c45 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:20:05.251493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4a722-e118-47bd-a519-887153e0e14b tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event updated for resources: {'Network': ['ID=ae794396-3b3f-4bd0-b56b-ce29a1b708e9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:05.261617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network ae794396-3b3f-4bd0-b56b-ce29a1b708e9 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:20:05.281091 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8152e7-af2c-4cc4-aa74-69f3abec5b67 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:05.287592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8152e7-af2c-4cc4-aa74-69f3abec5b67 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:05.293394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8152e7-af2c-4cc4-aa74-69f3abec5b67 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:05.300183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8152e7-af2c-4cc4-aa74-69f3abec5b67 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:05.301891 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-db8152e7-af2c-4cc4-aa74-69f3abec5b67 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2924798 Dec 08 02:20:05.304729 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36302) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:05.384044 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.469411 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.489385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7d1228-6156-45f7-8cb4-61c3e9079c45']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:05.498140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34fac8e-af22-48e2-af93-37b245bee181') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:05.498435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34fac8e-af22-48e2-af93-37b245bee181') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:05.508019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.520676 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.526540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:05.526988 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:05.529865 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:05.585022 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.592385 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.595672 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "DELETE /v2.0/networks/de7d1228-6156-45f7-8cb4-61c3e9079c45 HTTP/1.1" status: 204 len: 168 time: 0.2899592 Dec 08 02:20:05.598473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36304) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:05.606914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34da4f-4907-4568-8301-b12ba6d72f46 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event deleted for resources: {'Network': ['ID=de7d1228-6156-45f7-8cb4-61c3e9079c45,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:05.677150 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.768752 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.788761 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae794396-3b3f-4bd0-b56b-ce29a1b708e9']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:05.797745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a0c5a6-0d99-49ef-8187-a445874358a0') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:05.798044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a0c5a6-0d99-49ef-8187-a445874358a0') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:05.807067 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.819761 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.825618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:05.825993 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:05.829531 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:05.885625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.894615 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:05.898060 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "DELETE /v2.0/networks/ae794396-3b3f-4bd0-b56b-ce29a1b708e9 HTTP/1.1" status: 204 len: 168 time: 0.2985706 Dec 08 02:20:05.900524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36306) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:05.930808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de51e47-d4a1-4730-8009-531ae033d9ac tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event deleted for resources: {'Network': ['ID=ae794396-3b3f-4bd0-b56b-ce29a1b708e9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:06.089320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87689a0-bfd4-4c98-8e87-5b2a484bdbe1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:06.095488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87689a0-bfd4-4c98-8e87-5b2a484bdbe1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:06.097051 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a87689a0-bfd4-4c98-8e87-5b2a484bdbe1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1956153 Dec 08 02:20:06.100743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36308) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:06.105637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-dcf9fc26-dde9-4665-bd9f-692fdea3f8cf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2028215204'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:06.126650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf9fc26-dde9-4665-bd9f-692fdea3f8cf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Made reservation on behalf of 4c240d3427b940b0b7abb1b49c4a6da5 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:06.130069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcf9fc26-dde9-4665-bd9f-692fdea3f8cf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.153320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf9fc26-dde9-4665-bd9f-692fdea3f8cf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:20:06.161959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcf9fc26-dde9-4665-bd9f-692fdea3f8cf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.162285 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-dcf9fc26-dde9-4665-bd9f-692fdea3f8cf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Added segment b9f42061-1dc6-4b06-8328-7864096d07b9 of type vlan for network 77d89756-da1b-4499-97a6-62a14dda2e0b Dec 08 02:20:06.203839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcf9fc26-dde9-4665-bd9f-692fdea3f8cf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.228265 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcf9fc26-dde9-4665-bd9f-692fdea3f8cf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.233769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf9fc26-dde9-4665-bd9f-692fdea3f8cf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:06.234349 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcf9fc26-dde9-4665-bd9f-692fdea3f8cf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.267425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dcf9fc26-dde9-4665-bd9f-692fdea3f8cf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1654279 Dec 08 02:20:06.269927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36310) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:06.274552 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a9fca1a3-5091-4889-a12e-33bf058d5e21 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-331772790'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:06.317189 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9fc26-dde9-4665-bd9f-692fdea3f8cf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event updated for resources: {'Network': ['ID=77d89756-da1b-4499-97a6-62a14dda2e0b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:06.329434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 77d89756-da1b-4499-97a6-62a14dda2e0b details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:20:06.331336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fca1a3-5091-4889-a12e-33bf058d5e21 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Made reservation on behalf of 4c240d3427b940b0b7abb1b49c4a6da5 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:06.334852 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9fca1a3-5091-4889-a12e-33bf058d5e21 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.358302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9fca1a3-5091-4889-a12e-33bf058d5e21 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:20:06.367540 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9fca1a3-5091-4889-a12e-33bf058d5e21 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.367881 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-a9fca1a3-5091-4889-a12e-33bf058d5e21 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Added segment e5e4b82b-046f-4175-9a2a-1561324eb689 of type vlan for network f417025b-3ef8-4f0c-9fb6-ecbb9bed703e Dec 08 02:20:06.407640 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9fca1a3-5091-4889-a12e-33bf058d5e21 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.432734 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9fca1a3-5091-4889-a12e-33bf058d5e21 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.438918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fca1a3-5091-4889-a12e-33bf058d5e21 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:06.439503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9fca1a3-5091-4889-a12e-33bf058d5e21 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.471940 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a9fca1a3-5091-4889-a12e-33bf058d5e21 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2008657 Dec 08 02:20:06.474486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36312) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:06.480021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'ports': [{'network_id': '77d89756-da1b-4499-97a6-62a14dda2e0b', 'name': 'tempest-port--570834679', 'admin_state_up': True}, {'network_id': 'f417025b-3ef8-4f0c-9fb6-ecbb9bed703e', 'admin_state_up': False}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:06.480373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'port': {'network_id': '77d89756-da1b-4499-97a6-62a14dda2e0b', 'name': 'tempest-port--570834679', 'admin_state_up': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:06.480867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'port': {'network_id': 'f417025b-3ef8-4f0c-9fb6-ecbb9bed703e', 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:06.535773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fca1a3-5091-4889-a12e-33bf058d5e21 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event updated for resources: {'Network': ['ID=f417025b-3ef8-4f0c-9fb6-ecbb9bed703e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:06.545572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network f417025b-3ef8-4f0c-9fb6-ecbb9bed703e details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:20:06.670800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Made reservation on behalf of 4c240d3427b940b0b7abb1b49c4a6da5 for: {'port': 2} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:06.676089 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.689261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.765090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] device_id is not set on port a3593f79-db30-40cc-b7b3-11bec21146b4 yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:20:06.883591 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:06.948012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] device_id is not set on port f14a35b4-ffe7-4c08-928a-65d0d603795c yet. {{(pid=103129) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 02:20:07.058372 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.094051 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.148335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event updated for resources: {'Port': ['ID=a3593f79-db30-40cc-b7b3-11bec21146b4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:07.164096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Checking segment: {'id': 'b9f42061-1dc6-4b06-8328-7864096d07b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '77d89756-da1b-4499-97a6-62a14dda2e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:07.164504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Network hostable DHCP agents. Network: 77d89756-da1b-4499-97a6-62a14dda2e0b, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:20:07.180828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Network 77d89756-da1b-4499-97a6-62a14dda2e0b is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:20:07.189574 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 77d89756-da1b-4499-97a6-62a14dda2e0b) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:07.193355 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:07.194218 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.199015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c636750-bc5a-4420-89d7-a03b10fe32c9 None None] Network 77d89756-da1b-4499-97a6-62a14dda2e0b requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:07.256938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event updated for resources: {'Port': ['ID=f14a35b4-ffe7-4c08-928a-65d0d603795c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:07.268537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Checking segment: {'id': 'e5e4b82b-046f-4175-9a2a-1561324eb689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f417025b-3ef8-4f0c-9fb6-ecbb9bed703e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:07.268847 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Network hostable DHCP agents. Network: f417025b-3ef8-4f0c-9fb6-ecbb9bed703e, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:20:07.286585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Network f417025b-3ef8-4f0c-9fb6-ecbb9bed703e is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:20:07.296729 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, f417025b-3ef8-4f0c-9fb6-ecbb9bed703e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:07.300483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:07.305687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6107625-a829-48d4-b2ed-c87d496701de None None] Network f417025b-3ef8-4f0c-9fb6-ecbb9bed703e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:07.306265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:07.311153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:07.311892 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.329430 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d1f19d05-44b9-41c4-ac47-2f6580f784ee tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.8538301 Dec 08 02:20:07.331731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36314) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:07.385559 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c55fc8-3c4f-42df-9d45-7cdd77ec7010 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:07.391561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c55fc8-3c4f-42df-9d45-7cdd77ec7010 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:07.393157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-02c55fc8-3c4f-42df-9d45-7cdd77ec7010 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0604045 Dec 08 02:20:07.395851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36316) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:07.478848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e90e9cc-b87b-4082-8017-81030bb9cabf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Deleting port a3593f79-db30-40cc-b7b3-11bec21146b4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:07.479187 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e90e9cc-b87b-4082-8017-81030bb9cabf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.546906 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e90e9cc-b87b-4082-8017-81030bb9cabf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.558521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e90e9cc-b87b-4082-8017-81030bb9cabf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Calling delete_port for a3593f79-db30-40cc-b7b3-11bec21146b4 owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:07.634654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e90e9cc-b87b-4082-8017-81030bb9cabf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.667051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90e9cc-b87b-4082-8017-81030bb9cabf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event deleted for resources: {'Port': ['ID=a3593f79-db30-40cc-b7b3-11bec21146b4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:07.672841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e90e9cc-b87b-4082-8017-81030bb9cabf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.676076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2e90e9cc-b87b-4082-8017-81030bb9cabf tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "DELETE /v2.0/ports/a3593f79-db30-40cc-b7b3-11bec21146b4 HTTP/1.1" status: 204 len: 168 time: 0.2792685 Dec 08 02:20:07.680147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36318) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:07.764546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6d5616f2-1a06-4b35-a783-96338daff0f7 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Deleting port f14a35b4-ffe7-4c08-928a-65d0d603795c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:07.764933 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d5616f2-1a06-4b35-a783-96338daff0f7 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.833537 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d5616f2-1a06-4b35-a783-96338daff0f7 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.845556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6d5616f2-1a06-4b35-a783-96338daff0f7 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Calling delete_port for f14a35b4-ffe7-4c08-928a-65d0d603795c owned by {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:07.930405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d5616f2-1a06-4b35-a783-96338daff0f7 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.958311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5616f2-1a06-4b35-a783-96338daff0f7 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event deleted for resources: {'Port': ['ID=f14a35b4-ffe7-4c08-928a-65d0d603795c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:07.965548 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6d5616f2-1a06-4b35-a783-96338daff0f7 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:07.969101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6d5616f2-1a06-4b35-a783-96338daff0f7 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "DELETE /v2.0/ports/f14a35b4-ffe7-4c08-928a-65d0d603795c HTTP/1.1" status: 204 len: 168 time: 0.2878294 Dec 08 02:20:07.971585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36320) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:08.000025 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ed69e1cc-a48c-4303-9ec5-79025290e9de tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0267262 Dec 08 02:20:08.003509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36322) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:08.008607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c3322a2f-7af7-4420-80e0-cfafb9dce3f3 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-335428658'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:08.029324 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3322a2f-7af7-4420-80e0-cfafb9dce3f3 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Made reservation on behalf of 4c240d3427b940b0b7abb1b49c4a6da5 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:08.032835 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3322a2f-7af7-4420-80e0-cfafb9dce3f3 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.055871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3322a2f-7af7-4420-80e0-cfafb9dce3f3 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:20:08.065285 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3322a2f-7af7-4420-80e0-cfafb9dce3f3 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.065640 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-c3322a2f-7af7-4420-80e0-cfafb9dce3f3 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Added segment 278e682f-e280-42df-a05a-5ca87be0d3d6 of type vlan for network 4fe9fd68-5431-400d-a0dc-3cb5174f5eed Dec 08 02:20:08.107348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3322a2f-7af7-4420-80e0-cfafb9dce3f3 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.132681 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3322a2f-7af7-4420-80e0-cfafb9dce3f3 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.138134 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3322a2f-7af7-4420-80e0-cfafb9dce3f3 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:08.138716 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3322a2f-7af7-4420-80e0-cfafb9dce3f3 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.176674 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c3322a2f-7af7-4420-80e0-cfafb9dce3f3 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1718814 Dec 08 02:20:08.179377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36324) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:08.184487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-79d18f73-97db-4079-ad4f-40acab1abefd tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-508960304'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:08.205327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d18f73-97db-4079-ad4f-40acab1abefd tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Made reservation on behalf of 4c240d3427b940b0b7abb1b49c4a6da5 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:08.208706 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79d18f73-97db-4079-ad4f-40acab1abefd tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.209434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3322a2f-7af7-4420-80e0-cfafb9dce3f3 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event updated for resources: {'Network': ['ID=4fe9fd68-5431-400d-a0dc-3cb5174f5eed,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:08.220644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 4fe9fd68-5431-400d-a0dc-3cb5174f5eed details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:20:08.233237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d18f73-97db-4079-ad4f-40acab1abefd tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:20:08.244014 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79d18f73-97db-4079-ad4f-40acab1abefd tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.244392 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-79d18f73-97db-4079-ad4f-40acab1abefd tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Added segment 111e167a-d2df-4585-92c9-349caee18ff3 of type vlan for network 30fabba4-d7c3-44ec-a231-aec6ebf45eb4 Dec 08 02:20:08.295207 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79d18f73-97db-4079-ad4f-40acab1abefd tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.319611 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79d18f73-97db-4079-ad4f-40acab1abefd tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.325399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d18f73-97db-4079-ad4f-40acab1abefd tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:08.325980 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-79d18f73-97db-4079-ad4f-40acab1abefd tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:08.361134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-79d18f73-97db-4079-ad4f-40acab1abefd tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1805332 Dec 08 02:20:08.395920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d18f73-97db-4079-ad4f-40acab1abefd tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event updated for resources: {'Network': ['ID=30fabba4-d7c3-44ec-a231-aec6ebf45eb4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:08.406964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 30fabba4-d7c3-44ec-a231-aec6ebf45eb4 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:20:11.778609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36326) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:11.784486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'subnets': [{'network_id': '4fe9fd68-5431-400d-a0dc-3cb5174f5eed', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1361131957', 'ip_version': 6}, {'network_id': '30fabba4-d7c3-44ec-a231-aec6ebf45eb4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:11.784818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'subnet': {'network_id': '4fe9fd68-5431-400d-a0dc-3cb5174f5eed', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1361131957', 'ip_version': 6}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:11.785480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Request body: {'subnet': {'network_id': '30fabba4-d7c3-44ec-a231-aec6ebf45eb4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:11.947612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Made reservation on behalf of 4c240d3427b940b0b7abb1b49c4a6da5 for: {'subnet': 2} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:11.952167 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:11.952694 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.334873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.398146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event updated for resources: {'Subnet': ['ID=81de4908-01ee-4ecf-8ec3-8b48e2ae5640,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:12.410342 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.410701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.411052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.411397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.411739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.412077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.412444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.412782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.413110 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.413440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.413769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.414097 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.414422 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:12.417458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Checking segment: {'id': '278e682f-e280-42df-a05a-5ca87be0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fe9fd68-5431-400d-a0dc-3cb5174f5eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:12.417826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Network hostable DHCP agents. Network: 4fe9fd68-5431-400d-a0dc-3cb5174f5eed, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:20:12.434815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Network 4fe9fd68-5431-400d-a0dc-3cb5174f5eed is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:20:12.444128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 4fe9fd68-5431-400d-a0dc-3cb5174f5eed) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:12.448582 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.453601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4648eaf9-15be-4cc4-ad36-78f09fb1e751 None None] Network 4fe9fd68-5431-400d-a0dc-3cb5174f5eed requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:12.507557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event updated for resources: {'Subnet': ['ID=ecbd08de-5a6b-46bc-b042-527bf576f893,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:12.520066 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Checking segment: {'id': '111e167a-d2df-4585-92c9-349caee18ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '30fabba4-d7c3-44ec-a231-aec6ebf45eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:12.520576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Network hostable DHCP agents. Network: 30fabba4-d7c3-44ec-a231-aec6ebf45eb4, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:20:12.540720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Network 30fabba4-d7c3-44ec-a231-aec6ebf45eb4 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:20:12.550284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 30fabba4-d7c3-44ec-a231-aec6ebf45eb4) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:12.554826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:12.555109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-4fe9fd68-5431-400d-a0dc-3cb5174f5eed', 'network_id': '4fe9fd68-5431-400d-a0dc-3cb5174f5eed', 'project_id': '4c240d3427b940b0b7abb1b49c4a6da5', 'fixed_ips': [{'subnet_id': '81de4908-01ee-4ecf-8ec3-8b48e2ae5640'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:20:12.555439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:12.556155 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.556253 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.560968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf3a498-6894-4dfb-b5c4-11e5b8ed8dcc None None] Network 30fabba4-d7c3-44ec-a231-aec6ebf45eb4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:12.574189 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9d3d7e66-4979-478f-ac2e-6f31e8118789 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.7937510 Dec 08 02:20:12.575930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36328) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:12.689862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b15029-d284-4428-b7af-b415e67eb001 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:12.691247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b15029-d284-4428-b7af-b415e67eb001 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:12.692784 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b15029-d284-4428-b7af-b415e67eb001 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:12.694364 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-48b15029-d284-4428-b7af-b415e67eb001 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1173611 Dec 08 02:20:12.704343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36330) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:12.754344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-30fabba4-d7c3-44ec-a231-aec6ebf45eb4', 'network_id': '30fabba4-d7c3-44ec-a231-aec6ebf45eb4', 'project_id': '4c240d3427b940b0b7abb1b49c4a6da5', 'fixed_ips': [{'subnet_id': 'ecbd08de-5a6b-46bc-b042-527bf576f893'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:20:12.755198 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:12.757248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-830556d3-6ba2-4c4f-a038-35b9467b502d tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Deleting subnet 81de4908-01ee-4ecf-8ec3-8b48e2ae5640 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:20:12.797039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Allocated IP 2001:db8::1 (4fe9fd68-5431-400d-a0dc-3cb5174f5eed/81de4908-01ee-4ecf-8ec3-8b48e2ae5640/75ce5fd0-0486-4918-9987-881e38b6f258) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:12.969877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Allocated IP 2001:db8:0:1::1 (30fabba4-d7c3-44ec-a231-aec6ebf45eb4/ecbd08de-5a6b-46bc-b042-527bf576f893/538e14dc-20bf-4ebe-8e6f-f90cbc42deef) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:13.096470 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.102890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-830556d3-6ba2-4c4f-a038-35b9467b502d tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.107371 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.145339 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-830556d3-6ba2-4c4f-a038-35b9467b502d tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.239394 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-830556d3-6ba2-4c4f-a038-35b9467b502d tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.301422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-830556d3-6ba2-4c4f-a038-35b9467b502d tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.329996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830556d3-6ba2-4c4f-a038-35b9467b502d tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event deleted for resources: {'Subnet': ['ID=81de4908-01ee-4ecf-8ec3-8b48e2ae5640,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:13.333913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-830556d3-6ba2-4c4f-a038-35b9467b502d tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.337267 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-830556d3-6ba2-4c4f-a038-35b9467b502d tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "DELETE /v2.0/subnets/81de4908-01ee-4ecf-8ec3-8b48e2ae5640 HTTP/1.1" status: 204 len: 168 time: 0.6318531 Dec 08 02:20:13.340042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36332) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:13.354792 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Network 4fe9fd68-5431-400d-a0dc-3cb5174f5eed is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:13.361501 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:13.370876 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:13.377597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Pushing event updated for resources: {'Port': ['ID=75ce5fd0-0486-4918-9987-881e38b6f258,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:13.399536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.399901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.400262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.400634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.400978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.401320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.401659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.401989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.402327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.402641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e319c5-e9bf-4909-bd00-babedcc18451 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Deleting subnet ecbd08de-5a6b-46bc-b042-527bf576f893 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:20:13.402750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.402981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.403304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.403635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:20:13.407254 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.425707 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52e319c5-e9bf-4909-bd00-babedcc18451 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.427405 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.470820 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52e319c5-e9bf-4909-bd00-babedcc18451 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.482690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Network 30fabba4-d7c3-44ec-a231-aec6ebf45eb4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:13.486413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:13.488247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Attempting to bind port 75ce5fd0-0486-4918-9987-881e38b6f258 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:20:13.488657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Attempting to bind port 75ce5fd0-0486-4918-9987-881e38b6f258 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '278e682f-e280-42df-a05a-5ca87be0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fe9fd68-5431-400d-a0dc-3cb5174f5eed'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:20:13.489028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Attempting to bind port 75ce5fd0-0486-4918-9987-881e38b6f258 on network 4fe9fd68-5431-400d-a0dc-3cb5174f5eed {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:20:13.495546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:13.506115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:20:13.506506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Checking segment: {'id': '278e682f-e280-42df-a05a-5ca87be0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fe9fd68-5431-400d-a0dc-3cb5174f5eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:13.506918 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.507320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Bound using segment: {'id': '278e682f-e280-42df-a05a-5ca87be0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fe9fd68-5431-400d-a0dc-3cb5174f5eed'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:20:13.507803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Bound port: 75ce5fd0-0486-4918-9987-881e38b6f258, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278e682f-e280-42df-a05a-5ca87be0d3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '4fe9fd68-5431-400d-a0dc-3cb5174f5eed'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:20:13.508185 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.542934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Pushing event updated for resources: {'Port': ['ID=538e14dc-20bf-4ebe-8e6f-f90cbc42deef,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:13.559823 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52e319c5-e9bf-4909-bd00-babedcc18451 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.598808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Attempting to bind port 538e14dc-20bf-4ebe-8e6f-f90cbc42deef on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:20:13.599190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Attempting to bind port 538e14dc-20bf-4ebe-8e6f-f90cbc42deef by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '111e167a-d2df-4585-92c9-349caee18ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '30fabba4-d7c3-44ec-a231-aec6ebf45eb4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:20:13.599569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Attempting to bind port 538e14dc-20bf-4ebe-8e6f-f90cbc42deef on network 30fabba4-d7c3-44ec-a231-aec6ebf45eb4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:20:13.611419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:20:13.611758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Checking segment: {'id': '111e167a-d2df-4585-92c9-349caee18ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '30fabba4-d7c3-44ec-a231-aec6ebf45eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:13.612197 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.612663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Bound using segment: {'id': '111e167a-d2df-4585-92c9-349caee18ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '30fabba4-d7c3-44ec-a231-aec6ebf45eb4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:20:13.613151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Bound port: 538e14dc-20bf-4ebe-8e6f-f90cbc42deef, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111e167a-d2df-4585-92c9-349caee18ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '30fabba4-d7c3-44ec-a231-aec6ebf45eb4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:20:13.613545 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.622040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52e319c5-e9bf-4909-bd00-babedcc18451 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.652126 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-52e319c5-e9bf-4909-bd00-babedcc18451 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.656033 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-52e319c5-e9bf-4909-bd00-babedcc18451 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "DELETE /v2.0/subnets/ecbd08de-5a6b-46bc-b042-527bf576f893 HTTP/1.1" status: 204 len: 168 time: 0.3142993 Dec 08 02:20:13.658020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e319c5-e9bf-4909-bd00-babedcc18451 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbd08de-5a6b-46bc-b042-527bf576f893,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:13.658173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] For port 75ce5fd0-0486-4918-9987-881e38b6f258, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:20:13.659012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36334) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:13.679909 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] For port 75ce5fd0-0486-4918-9987-881e38b6f258, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=75ce5fd0-0486-4918-9987-881e38b6f258,segment=NetworkSegment(278e682f-e280-42df-a05a-5ca87be0d3d6),segment_id=278e682f-e280-42df-a05a-5ca87be0d3d6)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:20:13.688306 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.713572 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7eab4ee-48be-43e8-919c-b365efcbc5a5 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:13.715276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f7eab4ee-48be-43e8-919c-b365efcbc5a5 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0544536 Dec 08 02:20:13.719731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36336) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:13.743485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] For port 538e14dc-20bf-4ebe-8e6f-f90cbc42deef, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:20:13.778286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] For port 538e14dc-20bf-4ebe-8e6f-f90cbc42deef, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=538e14dc-20bf-4ebe-8e6f-f90cbc42deef,segment=NetworkSegment(111e167a-d2df-4585-92c9-349caee18ff3),segment_id=111e167a-d2df-4585-92c9-349caee18ff3)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:20:13.791524 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.799412 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f01e1e-3f13-4ce1-a1b3-c0eb19d4a171 None None] Pushing event updated for resources: {'Port': ['ID=75ce5fd0-0486-4918-9987-881e38b6f258,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:13.804655 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.830369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf68706-cd7c-4b6d-9a6b-2f70f2c8604d None None] Network 4fe9fd68-5431-400d-a0dc-3cb5174f5eed requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:13.861724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Deleting port 538e14dc-20bf-4ebe-8e6f-f90cbc42deef {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:13.862212 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.929186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] For port 538e14dc-20bf-4ebe-8e6f-f90cbc42deef, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=538e14dc-20bf-4ebe-8e6f-f90cbc42deef,segment=NetworkSegment(111e167a-d2df-4585-92c9-349caee18ff3),segment_id=111e167a-d2df-4585-92c9-349caee18ff3)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:13.929544 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:13.934527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b306166-7e6e-49d8-b12a-25e035eb63f9 None None] Network 30fabba4-d7c3-44ec-a231-aec6ebf45eb4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:13.941440 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Calling delete_port for 538e14dc-20bf-4ebe-8e6f-f90cbc42deef owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:13.951054 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac2cad-358e-4a8a-8a7a-613978db0701 None None] Pushing event updated for resources: {'Port': ['ID=538e14dc-20bf-4ebe-8e6f-f90cbc42deef,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:14.030454 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.055916 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event deleted for resources: {'Port': ['ID=538e14dc-20bf-4ebe-8e6f-f90cbc42deef,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:14.062992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] No DVR routers for this DVR port 538e14dc-20bf-4ebe-8e6f-f90cbc42deef on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:14.063347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff8cab0-0a5d-4621-810a-dee1d1ce97b1 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:20:14.129485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff8cab0-0a5d-4621-810a-dee1d1ce97b1 None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:20:14.146842 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.166549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fabba4-d7c3-44ec-a231-aec6ebf45eb4']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:14.176381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111e167a-d2df-4585-92c9-349caee18ff3') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:14.176681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111e167a-d2df-4585-92c9-349caee18ff3') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:14.186327 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.200727 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.207255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:14.207677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:14.211052 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:14.276893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.286262 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.289542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "DELETE /v2.0/networks/30fabba4-d7c3-44ec-a231-aec6ebf45eb4 HTTP/1.1" status: 204 len: 168 time: 0.5687926 Dec 08 02:20:14.292246 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36338) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:14.299131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff356c7-2bf1-455c-abb1-12207ab6a5e1 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event deleted for resources: {'Network': ['ID=30fabba4-d7c3-44ec-a231-aec6ebf45eb4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:14.354216 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc12570-06e9-4bd9-92b4-8830d3dcf69a None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:20:14.372372 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.417091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc12570-06e9-4bd9-92b4-8830d3dcf69a None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:20:14.438883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Deleting port 75ce5fd0-0486-4918-9987-881e38b6f258 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:14.439223 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.504350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] For port 75ce5fd0-0486-4918-9987-881e38b6f258, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=75ce5fd0-0486-4918-9987-881e38b6f258,segment=NetworkSegment(278e682f-e280-42df-a05a-5ca87be0d3d6),segment_id=278e682f-e280-42df-a05a-5ca87be0d3d6)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:14.504713 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.517163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Calling delete_port for 75ce5fd0-0486-4918-9987-881e38b6f258 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:14.597812 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.626862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event deleted for resources: {'Port': ['ID=75ce5fd0-0486-4918-9987-881e38b6f258,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:14.632867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] No DVR routers for this DVR port 75ce5fd0-0486-4918-9987-881e38b6f258 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:14.709889 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.728995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe9fd68-5431-400d-a0dc-3cb5174f5eed']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:14.738630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278e682f-e280-42df-a05a-5ca87be0d3d6') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:14.738924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278e682f-e280-42df-a05a-5ca87be0d3d6') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:14.748225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.761623 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.767522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:14.767901 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:14.770840 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:14.832308 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.839432 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:14.842359 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "DELETE /v2.0/networks/4fe9fd68-5431-400d-a0dc-3cb5174f5eed HTTP/1.1" status: 204 len: 168 time: 0.5490613 Dec 08 02:20:14.845388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36340) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:14.853787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faee17d-e388-4043-be09-2d35cb20f05a tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event deleted for resources: {'Network': ['ID=4fe9fd68-5431-400d-a0dc-3cb5174f5eed,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:14.929163 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.020168 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.041079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f417025b-3ef8-4f0c-9fb6-ecbb9bed703e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:15.050685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e4b82b-046f-4175-9a2a-1561324eb689') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:15.050988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e4b82b-046f-4175-9a2a-1561324eb689') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:15.060195 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.073156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.079073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:15.079457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:15.082365 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:15.138953 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.146855 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.150082 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "DELETE /v2.0/networks/f417025b-3ef8-4f0c-9fb6-ecbb9bed703e HTTP/1.1" status: 204 len: 168 time: 0.3036313 Dec 08 02:20:15.152718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36342) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:15.161779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6ed9c-a041-4eb2-9ce5-80423c8c2917 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event deleted for resources: {'Network': ['ID=f417025b-3ef8-4f0c-9fb6-ecbb9bed703e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:15.231361 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.313898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.333686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d89756-da1b-4499-97a6-62a14dda2e0b']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:15.342532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f42061-1dc6-4b06-8328-7864096d07b9') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:15.342874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f42061-1dc6-4b06-8328-7864096d07b9') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:15.352329 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.365397 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.371098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:15.371475 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:15.375051 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:15.434487 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.441741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.444838 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] 10.222.0.70 "DELETE /v2.0/networks/77d89756-da1b-4499-97a6-62a14dda2e0b HTTP/1.1" status: 204 len: 168 time: 0.2910872 Dec 08 02:20:15.456154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda4cb0-abae-4e2c-b67e-4f010589a6b2 tempest-BulkNetworkOpsIpV6Test-1947655083 tempest-BulkNetworkOpsIpV6Test-1947655083-project] Pushing event deleted for resources: {'Network': ['ID=77d89756-da1b-4499-97a6-62a14dda2e0b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:15.742387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36348) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:15.896512 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e12e7a7a-7294-4246-9882-9e45d4974b02 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c240d3427b940b0b7abb1b49c4a6da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529267 Dec 08 02:20:15.899016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36352) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:15.946584 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72bb328a-09bf-4c95-ab2b-a6c11c2b8ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:15.968741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72bb328a-09bf-4c95-ab2b-a6c11c2b8ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.020640 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72bb328a-09bf-4c95-ab2b-a6c11c2b8ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.023465 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72bb328a-09bf-4c95-ab2b-a6c11c2b8ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.024641 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-72bb328a-09bf-4c95-ab2b-a6c11c2b8ff5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7b74b963-bda1-4716-9a23-0b876e290c29 HTTP/1.1" status: 204 len: 168 time: 0.1246479 Dec 08 02:20:16.032433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb328a-09bf-4c95-ab2b-a6c11c2b8ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b74b963-bda1-4716-9a23-0b876e290c29,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:16.676819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36374) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:16.769983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-2641a651-ff7b-4a74-820c-026a9157e69c tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-237134666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:16.793041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2641a651-ff7b-4a74-820c-026a9157e69c tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.794004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2641a651-ff7b-4a74-820c-026a9157e69c tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.845467 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2641a651-ff7b-4a74-820c-026a9157e69c tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.849453 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2641a651-ff7b-4a74-820c-026a9157e69c tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.866230 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2641a651-ff7b-4a74-820c-026a9157e69c tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.867384 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2641a651-ff7b-4a74-820c-026a9157e69c tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1895714 Dec 08 02:20:16.870081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36378) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:16.875857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-785269384'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:16.896252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Made reservation on behalf of 9540d5f62d3f45dc918accf8afaa9192 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:16.899699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.907788 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.980047 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:16.984392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.007323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:20:17.025534 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03089467-8e5a-48f5-8294-17672678906e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:17.028400 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.028748 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Added segment 1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8 of type vlan for network 5449350f-0ea7-47e0-a7f4-66440be7da1c Dec 08 02:20:17.069331 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.093336 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.099321 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:17.099921 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.137540 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2664313 Dec 08 02:20:17.140603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36380) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:17.145298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a2e4c9f5-1e64-4d4e-8072-2f7f2f3864ee tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Request body: {'subnet': {'network_id': '5449350f-0ea7-47e0-a7f4-66440be7da1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:17.183439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0c9f0-995e-4963-8f86-b419784c5cbb tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'Network': ['ID=5449350f-0ea7-47e0-a7f4-66440be7da1c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:17.197434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 5449350f-0ea7-47e0-a7f4-66440be7da1c details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:20:17.265103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e4c9f5-1e64-4d4e-8072-2f7f2f3864ee tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Made reservation on behalf of 9540d5f62d3f45dc918accf8afaa9192 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:17.268717 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c9f5-1e64-4d4e-8072-2f7f2f3864ee tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.443671 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c9f5-1e64-4d4e-8072-2f7f2f3864ee tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.494912 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4c9f5-1e64-4d4e-8072-2f7f2f3864ee tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'Subnet': ['ID=17514d78-ef5e-469f-9fc4-21b5eb2eb4fc,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:17.509496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e4c9f5-1e64-4d4e-8072-2f7f2f3864ee tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Checking segment: {'id': '1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5449350f-0ea7-47e0-a7f4-66440be7da1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:17.509854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e4c9f5-1e64-4d4e-8072-2f7f2f3864ee tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Network hostable DHCP agents. Network: 5449350f-0ea7-47e0-a7f4-66440be7da1c, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:20:17.526160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e4c9f5-1e64-4d4e-8072-2f7f2f3864ee tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Network 5449350f-0ea7-47e0-a7f4-66440be7da1c is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:20:17.534587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a2e4c9f5-1e64-4d4e-8072-2f7f2f3864ee tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 5449350f-0ea7-47e0-a7f4-66440be7da1c) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:17.538492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e4c9f5-1e64-4d4e-8072-2f7f2f3864ee tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:17.539091 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2e4c9f5-1e64-4d4e-8072-2f7f2f3864ee tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.543274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229211d-1026-4358-8f45-50d2120fb361 None None] Network 5449350f-0ea7-47e0-a7f4-66440be7da1c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:17.555916 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a2e4c9f5-1e64-4d4e-8072-2f7f2f3864ee tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4143100 Dec 08 02:20:17.559497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36382) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:17.564413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9f9a2b6a-341c-42c4-ae19-d02d59f7a920 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Request body: {'network': {'name': 'tempest-router-network01--2095826162'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:17.585309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9a2b6a-341c-42c4-ae19-d02d59f7a920 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Made reservation on behalf of 9540d5f62d3f45dc918accf8afaa9192 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:17.588746 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2b6a-341c-42c4-ae19-d02d59f7a920 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.613750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9a2b6a-341c-42c4-ae19-d02d59f7a920 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:20:17.622771 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2b6a-341c-42c4-ae19-d02d59f7a920 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.623116 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-9f9a2b6a-341c-42c4-ae19-d02d59f7a920 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Added segment 1e840109-2b84-49a6-808b-647167c54f32 of type vlan for network 85f8acea-018a-42c7-b2e8-d8e079d0177f Dec 08 02:20:17.649584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-5449350f-0ea7-47e0-a7f4-66440be7da1c', 'network_id': '5449350f-0ea7-47e0-a7f4-66440be7da1c', 'project_id': '9540d5f62d3f45dc918accf8afaa9192', 'fixed_ips': [{'subnet_id': '17514d78-ef5e-469f-9fc4-21b5eb2eb4fc'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:20:17.650447 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.668170 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2b6a-341c-42c4-ae19-d02d59f7a920 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.698641 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2b6a-341c-42c4-ae19-d02d59f7a920 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.705116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9a2b6a-341c-42c4-ae19-d02d59f7a920 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:17.705684 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9f9a2b6a-341c-42c4-ae19-d02d59f7a920 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.742627 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9f9a2b6a-341c-42c4-ae19-d02d59f7a920 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1820796 Dec 08 02:20:17.745256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36384) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:17.751182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a7aca69c-b447-45f6-a093-4c7ffa9493b1 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Request body: {'network': {'name': 'tempest-router-network02--1927677461'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:17.773933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aca69c-b447-45f6-a093-4c7ffa9493b1 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Made reservation on behalf of 9540d5f62d3f45dc918accf8afaa9192 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:17.777591 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7aca69c-b447-45f6-a093-4c7ffa9493b1 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.778611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a2b6a-341c-42c4-ae19-d02d59f7a920 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'Network': ['ID=85f8acea-018a-42c7-b2e8-d8e079d0177f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:17.791011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 85f8acea-018a-42c7-b2e8-d8e079d0177f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:20:17.800321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Allocated IP 2001:db8::2 (5449350f-0ea7-47e0-a7f4-66440be7da1c/17514d78-ef5e-469f-9fc4-21b5eb2eb4fc/3eb76851-5ab0-4f59-b6f5-8bb51a74d401) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:17.809084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7aca69c-b447-45f6-a093-4c7ffa9493b1 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:20:17.819217 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7aca69c-b447-45f6-a093-4c7ffa9493b1 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.819568 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-a7aca69c-b447-45f6-a093-4c7ffa9493b1 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Added segment 62d31b0f-922c-45d7-809a-439173e504c2 of type vlan for network 660c7bff-d692-47cd-8c79-dd2a6291196d Dec 08 02:20:17.860527 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7aca69c-b447-45f6-a093-4c7ffa9493b1 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.886660 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7aca69c-b447-45f6-a093-4c7ffa9493b1 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.892976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aca69c-b447-45f6-a093-4c7ffa9493b1 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:17.893567 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a7aca69c-b447-45f6-a093-4c7ffa9493b1 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:17.930678 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a7aca69c-b447-45f6-a093-4c7ffa9493b1 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1837742 Dec 08 02:20:17.933765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36386) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:17.939122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-72202e9f-5ab5-4b69-abb5-1ac0056a3b08 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Request body: {'subnet': {'network_id': '85f8acea-018a-42c7-b2e8-d8e079d0177f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:17.967015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aca69c-b447-45f6-a093-4c7ffa9493b1 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'Network': ['ID=660c7bff-d692-47cd-8c79-dd2a6291196d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:17.993254 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 660c7bff-d692-47cd-8c79-dd2a6291196d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:20:18.037918 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72202e9f-5ab5-4b69-abb5-1ac0056a3b08 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Made reservation on behalf of 9540d5f62d3f45dc918accf8afaa9192 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:18.041562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72202e9f-5ab5-4b69-abb5-1ac0056a3b08 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.069727 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.077754 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.127741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Network 5449350f-0ea7-47e0-a7f4-66440be7da1c is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:18.131086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:18.135887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:18.139185 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Pushing event updated for resources: {'Port': ['ID=3eb76851-5ab0-4f59-b6f5-8bb51a74d401,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:18.195698 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Attempting to bind port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:20:18.196077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Attempting to bind port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5449350f-0ea7-47e0-a7f4-66440be7da1c'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:20:18.196500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Attempting to bind port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 on network 5449350f-0ea7-47e0-a7f4-66440be7da1c {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:20:18.201934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:20:18.203249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Checking segment: {'id': '1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5449350f-0ea7-47e0-a7f4-66440be7da1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:18.203249 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.203629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Bound using segment: {'id': '1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5449350f-0ea7-47e0-a7f4-66440be7da1c'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:20:18.204105 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Bound port: 3eb76851-5ab0-4f59-b6f5-8bb51a74d401, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5449350f-0ea7-47e0-a7f4-66440be7da1c'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:20:18.204523 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.271137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] For port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:20:18.274366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] For port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3eb76851-5ab0-4f59-b6f5-8bb51a74d401,segment=NetworkSegment(1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8),segment_id=1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:20:18.278130 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.339084 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd14e40-4c91-46ab-ac9b-0cd2b85236f2 None None] Pushing event updated for resources: {'Port': ['ID=3eb76851-5ab0-4f59-b6f5-8bb51a74d401,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:18.517199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72202e9f-5ab5-4b69-abb5-1ac0056a3b08 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.584673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72202e9f-5ab5-4b69-abb5-1ac0056a3b08 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'Subnet': ['ID=2d3e670e-de22-4ebd-8d1a-b4f8043daa94,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:18.595405 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72202e9f-5ab5-4b69-abb5-1ac0056a3b08 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Checking segment: {'id': '1e840109-2b84-49a6-808b-647167c54f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85f8acea-018a-42c7-b2e8-d8e079d0177f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:18.595762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72202e9f-5ab5-4b69-abb5-1ac0056a3b08 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Network hostable DHCP agents. Network: 85f8acea-018a-42c7-b2e8-d8e079d0177f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:20:18.615047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72202e9f-5ab5-4b69-abb5-1ac0056a3b08 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Network 85f8acea-018a-42c7-b2e8-d8e079d0177f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:20:18.624985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-72202e9f-5ab5-4b69-abb5-1ac0056a3b08 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 85f8acea-018a-42c7-b2e8-d8e079d0177f) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:18.629558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72202e9f-5ab5-4b69-abb5-1ac0056a3b08 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:18.630228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72202e9f-5ab5-4b69-abb5-1ac0056a3b08 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.635380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63723396-1fa3-41d5-8f11-0565cdf9b479 None None] Network 85f8acea-018a-42c7-b2e8-d8e079d0177f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:18.647334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-72202e9f-5ab5-4b69-abb5-1ac0056a3b08 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7123964 Dec 08 02:20:18.650193 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36388) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:18.655148 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7323b482-4ca1-4261-95c3-2c6c24502a51 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Request body: {'subnet': {'network_id': '660c7bff-d692-47cd-8c79-dd2a6291196d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:18.738076 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-85f8acea-018a-42c7-b2e8-d8e079d0177f', 'network_id': '85f8acea-018a-42c7-b2e8-d8e079d0177f', 'project_id': '9540d5f62d3f45dc918accf8afaa9192', 'fixed_ips': [{'subnet_id': '2d3e670e-de22-4ebd-8d1a-b4f8043daa94'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:20:18.738953 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.747935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7323b482-4ca1-4261-95c3-2c6c24502a51 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Made reservation on behalf of 9540d5f62d3f45dc918accf8afaa9192 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:18.753007 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7323b482-4ca1-4261-95c3-2c6c24502a51 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:18.884947 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Allocated IP 2001:db8::2 (85f8acea-018a-42c7-b2e8-d8e079d0177f/2d3e670e-de22-4ebd-8d1a-b4f8043daa94/778f3aee-61ee-4100-ae53-793d70be8e9c) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:18.942607 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7323b482-4ca1-4261-95c3-2c6c24502a51 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.019901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323b482-4ca1-4261-95c3-2c6c24502a51 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'Subnet': ['ID=5c3e0112-dcf2-4969-926b-3f6097f7cbb1,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:19.024642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7323b482-4ca1-4261-95c3-2c6c24502a51 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Checking segment: {'id': '62d31b0f-922c-45d7-809a-439173e504c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '660c7bff-d692-47cd-8c79-dd2a6291196d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:19.025083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7323b482-4ca1-4261-95c3-2c6c24502a51 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Network hostable DHCP agents. Network: 660c7bff-d692-47cd-8c79-dd2a6291196d, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:20:19.043303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7323b482-4ca1-4261-95c3-2c6c24502a51 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Network 660c7bff-d692-47cd-8c79-dd2a6291196d is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:20:19.052677 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.053384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-7323b482-4ca1-4261-95c3-2c6c24502a51 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 660c7bff-d692-47cd-8c79-dd2a6291196d) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:19.058467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323b482-4ca1-4261-95c3-2c6c24502a51 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:19.058905 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.059112 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7323b482-4ca1-4261-95c3-2c6c24502a51 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.080091 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7323b482-4ca1-4261-95c3-2c6c24502a51 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4286113 Dec 08 02:20:19.082642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36390) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:19.091255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d6959-7716-491a-8e02-77888ab68f09 None None] Network 660c7bff-d692-47cd-8c79-dd2a6291196d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:19.143775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Network 85f8acea-018a-42c7-b2e8-d8e079d0177f is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:19.174381 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Pushing event updated for resources: {'Port': ['ID=778f3aee-61ee-4100-ae53-793d70be8e9c,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:19.176919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:19.181377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:19.262932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Attempting to bind port 778f3aee-61ee-4100-ae53-793d70be8e9c on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:20:19.263500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Attempting to bind port 778f3aee-61ee-4100-ae53-793d70be8e9c by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '1e840109-2b84-49a6-808b-647167c54f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85f8acea-018a-42c7-b2e8-d8e079d0177f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:20:19.263669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Attempting to bind port 778f3aee-61ee-4100-ae53-793d70be8e9c on network 85f8acea-018a-42c7-b2e8-d8e079d0177f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:20:19.270342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:20:19.270984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Checking segment: {'id': '1e840109-2b84-49a6-808b-647167c54f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85f8acea-018a-42c7-b2e8-d8e079d0177f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:19.271393 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.271986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Bound using segment: {'id': '1e840109-2b84-49a6-808b-647167c54f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85f8acea-018a-42c7-b2e8-d8e079d0177f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:20:19.272261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Bound port: 778f3aee-61ee-4100-ae53-793d70be8e9c, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e840109-2b84-49a6-808b-647167c54f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '85f8acea-018a-42c7-b2e8-d8e079d0177f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:20:19.272674 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.276871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-660c7bff-d692-47cd-8c79-dd2a6291196d', 'network_id': '660c7bff-d692-47cd-8c79-dd2a6291196d', 'project_id': '9540d5f62d3f45dc918accf8afaa9192', 'fixed_ips': [{'subnet_id': '5c3e0112-dcf2-4969-926b-3f6097f7cbb1'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:20:19.277688 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.324940 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a6728a-e727-462c-8c42-6253bbb95459 None None] Network 5449350f-0ea7-47e0-a7f4-66440be7da1c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:19.381129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.656498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9fec9cac-6aec-4b10-9b70-ea43dae61489 None None] Provisioning complete for port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:19.656946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9fec9cac-6aec-4b10-9b70-ea43dae61489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.658866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] For port 778f3aee-61ee-4100-ae53-793d70be8e9c, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:20:19.681103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Allocated IP 2001:db8::1 (85f8acea-018a-42c7-b2e8-d8e079d0177f/2d3e670e-de22-4ebd-8d1a-b4f8043daa94/21fed01b-e087-4e49-b5e5-18f414a59d4e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:19.720912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] For port 778f3aee-61ee-4100-ae53-793d70be8e9c, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=778f3aee-61ee-4100-ae53-793d70be8e9c,segment=NetworkSegment(1e840109-2b84-49a6-808b-647167c54f32),segment_id=1e840109-2b84-49a6-808b-647167c54f32)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:20:19.741221 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.807260 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.827432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Allocated IP 2001:db8::2 (660c7bff-d692-47cd-8c79-dd2a6291196d/5c3e0112-dcf2-4969-926b-3f6097f7cbb1/d3a0f32f-64de-43e1-9725-0a6cfc01b5e0) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:19.847744 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.888765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694113e5-cac5-43a2-9ec3-59459e29e591 None None] Pushing event updated for resources: {'Port': ['ID=778f3aee-61ee-4100-ae53-793d70be8e9c,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:19.896324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Network 85f8acea-018a-42c7-b2e8-d8e079d0177f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:19.899655 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:19.903372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:19.903966 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:19.910444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'Port': ['ID=21fed01b-e087-4e49-b5e5-18f414a59d4e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:19.970485 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9fec9cac-6aec-4b10-9b70-ea43dae61489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.030062 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9fec9cac-6aec-4b10-9b70-ea43dae61489 None None] For port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3eb76851-5ab0-4f59-b6f5-8bb51a74d401,segment=NetworkSegment(1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8),segment_id=1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:20.043980 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9fec9cac-6aec-4b10-9b70-ea43dae61489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.049764 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.149531 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.162734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec9cac-6aec-4b10-9b70-ea43dae61489 None None] Pushing event updated for resources: {'Port': ['ID=3eb76851-5ab0-4f59-b6f5-8bb51a74d401,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:20.166630 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.219847 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Network 660c7bff-d692-47cd-8c79-dd2a6291196d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:20.223250 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:20.227152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:20.235927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Pushing event updated for resources: {'Port': ['ID=d3a0f32f-64de-43e1-9725-0a6cfc01b5e0,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:20.303686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Attempting to bind port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:20:20.304393 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Attempting to bind port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '62d31b0f-922c-45d7-809a-439173e504c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '660c7bff-d692-47cd-8c79-dd2a6291196d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:20:20.304506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Attempting to bind port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 on network 660c7bff-d692-47cd-8c79-dd2a6291196d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:20:20.306324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e895627a-8fcc-4ef2-884b-f127fcff5b70 None None] Provisioning complete for port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:20.306710 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e895627a-8fcc-4ef2-884b-f127fcff5b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.336422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:20:20.336812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Checking segment: {'id': '62d31b0f-922c-45d7-809a-439173e504c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '660c7bff-d692-47cd-8c79-dd2a6291196d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:20.337230 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.337635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Bound using segment: {'id': '62d31b0f-922c-45d7-809a-439173e504c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '660c7bff-d692-47cd-8c79-dd2a6291196d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:20:20.338119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Bound port: d3a0f32f-64de-43e1-9725-0a6cfc01b5e0, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d31b0f-922c-45d7-809a-439173e504c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '660c7bff-d692-47cd-8c79-dd2a6291196d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:20:20.338510 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.391691 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.397473 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.398339 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.444039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] For port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:20:20.459684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] For port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d3a0f32f-64de-43e1-9725-0a6cfc01b5e0,segment=NetworkSegment(62d31b0f-922c-45d7-809a-439173e504c2),segment_id=62d31b0f-922c-45d7-809a-439173e504c2)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:20:20.466550 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.475639 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'Port': ['ID=21fed01b-e087-4e49-b5e5-18f414a59d4e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:20.534752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8a337-872f-417b-94d5-e6a6e18ba6ff None None] Pushing event updated for resources: {'Port': ['ID=d3a0f32f-64de-43e1-9725-0a6cfc01b5e0,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:20.538738 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Network 85f8acea-018a-42c7-b2e8-d8e079d0177f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:20.540238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:20.573236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:20:20.626363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:20.626750 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.673404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Router a9adcd6e-12ee-4424-8563-26c257aba7ef is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:20:20.721351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 778f3aee-61ee-4100-ae53-793d70be8e9c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:20:20.784381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:20:20.789523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-81c097b1-447a-4460-b08e-51423fc8c792 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "PUT /v2.0/routers/a9adcd6e-12ee-4424-8563-26c257aba7ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7058151 Dec 08 02:20:20.792254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36394) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:20.795691 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6808ef-c86a-4ead-a249-14197300e842 None None] Sync routers for ids ['a9adcd6e-12ee-4424-8563-26c257aba7ef'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:20:20.815100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 778f3aee-61ee-4100-ae53-793d70be8e9c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:20.815561 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.817146 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6808ef-c86a-4ead-a249-14197300e842 None None] Routers {'a9adcd6e-12ee-4424-8563-26c257aba7ef'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:20.818135 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3f6808ef-c86a-4ead-a249-14197300e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:20:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a9adcd6e-12ee-4424-8563-26c257aba7ef'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:20.853650 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3f6808ef-c86a-4ead-a249-14197300e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:20.864249 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6808ef-c86a-4ead-a249-14197300e842 None None] Routers {'a9adcd6e-12ee-4424-8563-26c257aba7ef'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:20.868663 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3f6808ef-c86a-4ead-a249-14197300e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:20:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a9adcd6e-12ee-4424-8563-26c257aba7ef'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:20.909177 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3f6808ef-c86a-4ead-a249-14197300e842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:20.909844 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6808ef-c86a-4ead-a249-14197300e842 None None] The sync data for ids ['a9adcd6e-12ee-4424-8563-26c257aba7ef'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:20:20.942474 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:20.978590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 778f3aee-61ee-4100-ae53-793d70be8e9c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=778f3aee-61ee-4100-ae53-793d70be8e9c,segment=NetworkSegment(1e840109-2b84-49a6-808b-647167c54f32),segment_id=1e840109-2b84-49a6-808b-647167c54f32)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:20.985916 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:21.050923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=778f3aee-61ee-4100-ae53-793d70be8e9c,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:21.152079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedae82a-aaaf-470a-abbd-77acae0b6092 None None] Network 85f8acea-018a-42c7-b2e8-d8e079d0177f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:21.213592 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-808e5e6a-5199-441d-9896-583a483a3bfa tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:20:21.214604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-808e5e6a-5199-441d-9896-583a483a3bfa tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "PUT /v2.0/routers/a9adcd6e-12ee-4424-8563-26c257aba7ef/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4212005 Dec 08 02:20:21.217496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36396) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:21.240210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4b5ff4f1-4901-470a-ae5b-40cade2b51cf None None] Provisioning complete for port 778f3aee-61ee-4100-ae53-793d70be8e9c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:21.240622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4b5ff4f1-4901-470a-ae5b-40cade2b51cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:21.594938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-76b5fd08-225a-4fa0-b35c-60ad4b9d8471 None None] Provisioning complete for port 21fed01b-e087-4e49-b5e5-18f414a59d4e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:21.595637 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-76b5fd08-225a-4fa0-b35c-60ad4b9d8471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:21.650288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-76b5fd08-225a-4fa0-b35c-60ad4b9d8471 None None] Port 21fed01b-e087-4e49-b5e5-18f414a59d4e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:20:21.661863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-76b5fd08-225a-4fa0-b35c-60ad4b9d8471 None None] Provisioning complete for port 778f3aee-61ee-4100-ae53-793d70be8e9c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:21.663249 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-76b5fd08-225a-4fa0-b35c-60ad4b9d8471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:21.772991 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea52094-f468-4b73-9023-a9fa32a9f471 None None] Network 660c7bff-d692-47cd-8c79-dd2a6291196d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:21.846552 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e49e4a30-dc88-4709-ada6-6fe5095b66cd tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:21.898769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-08db6e74-64ff-44a4-a86e-9e115618cabe None None] Provisioning complete for port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:21.899152 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-08db6e74-64ff-44a4-a86e-9e115618cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.007263 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-08db6e74-64ff-44a4-a86e-9e115618cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.043016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-08db6e74-64ff-44a4-a86e-9e115618cabe None None] For port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d3a0f32f-64de-43e1-9725-0a6cfc01b5e0,segment=NetworkSegment(62d31b0f-922c-45d7-809a-439173e504c2),segment_id=62d31b0f-922c-45d7-809a-439173e504c2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:22.049635 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-08db6e74-64ff-44a4-a86e-9e115618cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.093243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-08db6e74-64ff-44a4-a86e-9e115618cabe None None] Provisioning complete for port 21fed01b-e087-4e49-b5e5-18f414a59d4e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:22.093631 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-08db6e74-64ff-44a4-a86e-9e115618cabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.138609 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db6e74-64ff-44a4-a86e-9e115618cabe None None] Pushing event updated for resources: {'Port': ['ID=d3a0f32f-64de-43e1-9725-0a6cfc01b5e0,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:22.148449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-08db6e74-64ff-44a4-a86e-9e115618cabe None None] Port 21fed01b-e087-4e49-b5e5-18f414a59d4e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:20:22.151886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e49e4a30-dc88-4709-ada6-6fe5095b66cd tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Deleting port 21fed01b-e087-4e49-b5e5-18f414a59d4e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:22.152266 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e49e4a30-dc88-4709-ada6-6fe5095b66cd tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.239786 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e49e4a30-dc88-4709-ada6-6fe5095b66cd tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.251859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e49e4a30-dc88-4709-ada6-6fe5095b66cd tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Calling delete_port for 21fed01b-e087-4e49-b5e5-18f414a59d4e owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:22.267580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-70079068-0d57-43f1-9865-649ff9bb2c47 None None] Provisioning complete for port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:22.267874 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70079068-0d57-43f1-9865-649ff9bb2c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.357839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-70079068-0d57-43f1-9865-649ff9bb2c47 None None] Provisioning complete for port 21fed01b-e087-4e49-b5e5-18f414a59d4e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:22.358743 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-70079068-0d57-43f1-9865-649ff9bb2c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.393848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-70079068-0d57-43f1-9865-649ff9bb2c47 None None] Port 21fed01b-e087-4e49-b5e5-18f414a59d4e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:20:22.430009 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e49e4a30-dc88-4709-ada6-6fe5095b66cd tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.480248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e4a30-dc88-4709-ada6-6fe5095b66cd tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Port': ['ID=21fed01b-e087-4e49-b5e5-18f414a59d4e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:22.547612 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:20:22.557726 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e49e4a30-dc88-4709-ada6-6fe5095b66cd tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.599877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:22.600492 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.685151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 778f3aee-61ee-4100-ae53-793d70be8e9c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:20:22.715575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49e4a30-dc88-4709-ada6-6fe5095b66cd tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Router a9adcd6e-12ee-4424-8563-26c257aba7ef has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:20:22.732542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 778f3aee-61ee-4100-ae53-793d70be8e9c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:22.732927 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:22.777034 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:20:22.792942 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49e4a30-dc88-4709-ada6-6fe5095b66cd tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:20:22.798107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e49e4a30-dc88-4709-ada6-6fe5095b66cd tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "PUT /v2.0/routers/a9adcd6e-12ee-4424-8563-26c257aba7ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5795109 Dec 08 02:20:22.802320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36398) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:22.807261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5cbfd-fbc8-4088-b7f8-46352e915773 None None] Sync routers for ids ['a9adcd6e-12ee-4424-8563-26c257aba7ef'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:20:22.825344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5cbfd-fbc8-4088-b7f8-46352e915773 None None] Routers {'a9adcd6e-12ee-4424-8563-26c257aba7ef'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:22.825971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-74c5cbfd-fbc8-4088-b7f8-46352e915773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:20:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a9adcd6e-12ee-4424-8563-26c257aba7ef'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:22.840108 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-9a7bcbe7-784d-4c2f-932f-bd8cd20394be tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] delete failed (client error): The resource could not be found. Dec 08 02:20:22.841205 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9a7bcbe7-784d-4c2f-932f-bd8cd20394be tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-589753716 HTTP/1.1" status: 404 len: 334 time: 0.0379307 Dec 08 02:20:22.844969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36400) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:22.849341 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-df1e6b18-5846-44ba-b863-93bfe2338761 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a9adcd6e-12ee-4424-8563-26c257aba7ef'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:22.862772 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-74c5cbfd-fbc8-4088-b7f8-46352e915773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:22.871908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c5cbfd-fbc8-4088-b7f8-46352e915773 None None] Routers {'a9adcd6e-12ee-4424-8563-26c257aba7ef'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:22.872557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-74c5cbfd-fbc8-4088-b7f8-46352e915773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:20:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a9adcd6e-12ee-4424-8563-26c257aba7ef'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:22.905878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-74c5cbfd-fbc8-4088-b7f8-46352e915773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:22.906552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c5cbfd-fbc8-4088-b7f8-46352e915773 None None] The sync data for ids ['a9adcd6e-12ee-4424-8563-26c257aba7ef'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:20:23.056495 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-df1e6b18-5846-44ba-b863-93bfe2338761 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.075178 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-df1e6b18-5846-44ba-b863-93bfe2338761 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] update failed (client error): The resource could not be found. Dec 08 02:20:23.076229 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-df1e6b18-5846-44ba-b863-93bfe2338761 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "PUT /v2.0/routers/a9adcd6e-12ee-4424-8563-26c257aba7ef HTTP/1.1" status: 404 len: 339 time: 0.2303400 Dec 08 02:20:23.079787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36402) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:23.084592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-425013f9-25ce-45ab-a878-70a0ef1c6470 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1666096612'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:23.105197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425013f9-25ce-45ab-a878-70a0ef1c6470 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Made reservation on behalf of 9540d5f62d3f45dc918accf8afaa9192 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:23.109365 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-425013f9-25ce-45ab-a878-70a0ef1c6470 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.132063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425013f9-25ce-45ab-a878-70a0ef1c6470 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:20:23.140946 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-425013f9-25ce-45ab-a878-70a0ef1c6470 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.141288 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-425013f9-25ce-45ab-a878-70a0ef1c6470 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Added segment f00575b2-99f5-457d-bb94-499548ada9e0 of type vlan for network 441770cf-768f-41d7-8b76-5d3770ff350e Dec 08 02:20:23.179731 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-425013f9-25ce-45ab-a878-70a0ef1c6470 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.204585 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-425013f9-25ce-45ab-a878-70a0ef1c6470 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.210057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425013f9-25ce-45ab-a878-70a0ef1c6470 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:23.210639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-425013f9-25ce-45ab-a878-70a0ef1c6470 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.244632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-425013f9-25ce-45ab-a878-70a0ef1c6470 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1637621 Dec 08 02:20:23.247416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36404) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:23.255153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3117a3d4-637e-4e75-a036-823c5ba46330 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Request body: {'subnet': {'network_id': '441770cf-768f-41d7-8b76-5d3770ff350e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:23.303863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425013f9-25ce-45ab-a878-70a0ef1c6470 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'Network': ['ID=441770cf-768f-41d7-8b76-5d3770ff350e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:23.314314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 441770cf-768f-41d7-8b76-5d3770ff350e details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:20:23.388069 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3117a3d4-637e-4e75-a036-823c5ba46330 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Made reservation on behalf of 9540d5f62d3f45dc918accf8afaa9192 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:23.391800 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3117a3d4-637e-4e75-a036-823c5ba46330 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.573358 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3117a3d4-637e-4e75-a036-823c5ba46330 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.640453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117a3d4-637e-4e75-a036-823c5ba46330 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'Subnet': ['ID=16191c87-b465-4a9f-b385-604b1cf424cf,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:23.647953 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3117a3d4-637e-4e75-a036-823c5ba46330 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Checking segment: {'id': 'f00575b2-99f5-457d-bb94-499548ada9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '441770cf-768f-41d7-8b76-5d3770ff350e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:23.648344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3117a3d4-637e-4e75-a036-823c5ba46330 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Network hostable DHCP agents. Network: 441770cf-768f-41d7-8b76-5d3770ff350e, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:20:23.665315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3117a3d4-637e-4e75-a036-823c5ba46330 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Network 441770cf-768f-41d7-8b76-5d3770ff350e is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:20:23.674157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3117a3d4-637e-4e75-a036-823c5ba46330 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 441770cf-768f-41d7-8b76-5d3770ff350e) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:23.678293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3117a3d4-637e-4e75-a036-823c5ba46330 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:23.678889 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3117a3d4-637e-4e75-a036-823c5ba46330 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.683035 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f76417-2a44-454f-9ce8-00e500298bea None None] Network 441770cf-768f-41d7-8b76-5d3770ff350e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:23.701515 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3117a3d4-637e-4e75-a036-823c5ba46330 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4505780 Dec 08 02:20:23.701819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36406) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:23.706952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-73bcefb3-7e5f-43ad-9b53-48631ac7cab7 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Request body: {'router': {'external_gateway_info': {'network_id': '441770cf-768f-41d7-8b76-5d3770ff350e'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:23.790056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-441770cf-768f-41d7-8b76-5d3770ff350e', 'network_id': '441770cf-768f-41d7-8b76-5d3770ff350e', 'project_id': '9540d5f62d3f45dc918accf8afaa9192', 'fixed_ips': [{'subnet_id': '16191c87-b465-4a9f-b385-604b1cf424cf'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:20:23.790969 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.913511 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73bcefb3-7e5f-43ad-9b53-48631ac7cab7 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:23.931169 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Allocated IP 2001:db8:1::2 (441770cf-768f-41d7-8b76-5d3770ff350e/16191c87-b465-4a9f-b385-604b1cf424cf/c5aae7b2-f298-45e8-880b-603904e01c26) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:24.027669 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-73bcefb3-7e5f-43ad-9b53-48631ac7cab7 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:20:24.028768 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-73bcefb3-7e5f-43ad-9b53-48631ac7cab7 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "PUT /v2.0/routers/a9adcd6e-12ee-4424-8563-26c257aba7ef HTTP/1.1" status: 400 len: 364 time: 0.3253648 Dec 08 02:20:24.033106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36408) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:24.093715 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:24.099753 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:24.141798 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Network 441770cf-768f-41d7-8b76-5d3770ff350e is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:24.146170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:24.149573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:24.157136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Pushing event updated for resources: {'Port': ['ID=c5aae7b2-f298-45e8-880b-603904e01c26,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:24.207775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Attempting to bind port c5aae7b2-f298-45e8-880b-603904e01c26 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:20:24.208150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Attempting to bind port c5aae7b2-f298-45e8-880b-603904e01c26 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f00575b2-99f5-457d-bb94-499548ada9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '441770cf-768f-41d7-8b76-5d3770ff350e'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:20:24.208545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Attempting to bind port c5aae7b2-f298-45e8-880b-603904e01c26 on network 441770cf-768f-41d7-8b76-5d3770ff350e {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:20:24.213536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:20:24.214027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Checking segment: {'id': 'f00575b2-99f5-457d-bb94-499548ada9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '441770cf-768f-41d7-8b76-5d3770ff350e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:20:24.214325 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:24.214735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Bound using segment: {'id': 'f00575b2-99f5-457d-bb94-499548ada9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '441770cf-768f-41d7-8b76-5d3770ff350e'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:20:24.215439 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Bound port: c5aae7b2-f298-45e8-880b-603904e01c26, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00575b2-99f5-457d-bb94-499548ada9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '441770cf-768f-41d7-8b76-5d3770ff350e'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:20:24.215790 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:24.278706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] For port c5aae7b2-f298-45e8-880b-603904e01c26, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:20:24.282729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] For port c5aae7b2-f298-45e8-880b-603904e01c26, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c5aae7b2-f298-45e8-880b-603904e01c26,segment=NetworkSegment(f00575b2-99f5-457d-bb94-499548ada9e0),segment_id=f00575b2-99f5-457d-bb94-499548ada9e0)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:20:24.287189 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:24.312307 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:24.347473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c45576-1b42-4966-bd11-5f2d41bf0b4b None None] Pushing event updated for resources: {'Port': ['ID=c5aae7b2-f298-45e8-880b-603904e01c26,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:24.570065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Allocated IP 2001:db8::1 (5449350f-0ea7-47e0-a7f4-66440be7da1c/17514d78-ef5e-469f-9fc4-21b5eb2eb4fc/4ef6179d-b581-4307-b22a-c21b0a78bd28) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:20:24.688593 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:24.721274 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:24.762220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Network 5449350f-0ea7-47e0-a7f4-66440be7da1c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:24.766114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:24.769927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:20:24.770462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:24.776417 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'Port': ['ID=4ef6179d-b581-4307-b22a-c21b0a78bd28,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:25.035542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d4922fcd-c828-4209-a347-ca8b5e1d9158 None None] Provisioning complete for port 4ef6179d-b581-4307-b22a-c21b0a78bd28 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:25.036143 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d4922fcd-c828-4209-a347-ca8b5e1d9158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:25.080968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d4922fcd-c828-4209-a347-ca8b5e1d9158 None None] Port 4ef6179d-b581-4307-b22a-c21b0a78bd28 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:20:25.180983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:25.329909 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb91e3-76e5-431c-a0a0-6ecb8b73e6ce None None] Network 441770cf-768f-41d7-8b76-5d3770ff350e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:25.476591 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:25.481885 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:25.482978 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:25.552903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event updated for resources: {'Port': ['ID=4ef6179d-b581-4307-b22a-c21b0a78bd28,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:25.607007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-013efd85-93d1-451d-be1b-1b6f39a16e03 None None] Provisioning complete for port c5aae7b2-f298-45e8-880b-603904e01c26 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:25.607296 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-013efd85-93d1-451d-be1b-1b6f39a16e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:25.620765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Network 5449350f-0ea7-47e0-a7f4-66440be7da1c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:20:25.622173 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:20:25.698581 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-013efd85-93d1-451d-be1b-1b6f39a16e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:25.727329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Router a9adcd6e-12ee-4424-8563-26c257aba7ef has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:20:25.741121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-013efd85-93d1-451d-be1b-1b6f39a16e03 None None] For port c5aae7b2-f298-45e8-880b-603904e01c26, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c5aae7b2-f298-45e8-880b-603904e01c26,segment=NetworkSegment(f00575b2-99f5-457d-bb94-499548ada9e0),segment_id=f00575b2-99f5-457d-bb94-499548ada9e0)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:25.748759 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-013efd85-93d1-451d-be1b-1b6f39a16e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:25.839968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013efd85-93d1-451d-be1b-1b6f39a16e03 None None] Pushing event updated for resources: {'Port': ['ID=c5aae7b2-f298-45e8-880b-603904e01c26,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:25.862298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:20:25.868201 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-21c1a0c7-b4f9-4711-8b5a-98cf3721c9e5 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "PUT /v2.0/routers/a9adcd6e-12ee-4424-8563-26c257aba7ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8339953 Dec 08 02:20:25.871037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36410) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:25.876070 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5658c74-f062-43e9-a371-d1bf837a2602 None None] Sync routers for ids ['a9adcd6e-12ee-4424-8563-26c257aba7ef'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:20:25.903054 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5658c74-f062-43e9-a371-d1bf837a2602 None None] Routers {'a9adcd6e-12ee-4424-8563-26c257aba7ef'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:25.904107 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a5658c74-f062-43e9-a371-d1bf837a2602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:20:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a9adcd6e-12ee-4424-8563-26c257aba7ef'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:25.948226 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a5658c74-f062-43e9-a371-d1bf837a2602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:25.961178 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5658c74-f062-43e9-a371-d1bf837a2602 None None] Routers {'a9adcd6e-12ee-4424-8563-26c257aba7ef'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:25.962128 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a5658c74-f062-43e9-a371-d1bf837a2602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:20:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a9adcd6e-12ee-4424-8563-26c257aba7ef'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:25.978251 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-edac28f2-8044-4d6f-a6ca-b858bc118a91 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:25.998496 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a5658c74-f062-43e9-a371-d1bf837a2602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:25.999384 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5658c74-f062-43e9-a371-d1bf837a2602 None None] The sync data for ids ['a9adcd6e-12ee-4424-8563-26c257aba7ef'] in n-d-713498-30 is: [] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:20:26.063802 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-edac28f2-8044-4d6f-a6ca-b858bc118a91 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 02:20:26.064887 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-edac28f2-8044-4d6f-a6ca-b858bc118a91 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "DELETE /v2.0/routers/a9adcd6e-12ee-4424-8563-26c257aba7ef HTTP/1.1" status: 409 len: 329 time: 0.1926172 Dec 08 02:20:26.067670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36412) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:26.071061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-43e4f651-f91e-4551-8631-cb48482a0f72 None None] Provisioning complete for port 4ef6179d-b581-4307-b22a-c21b0a78bd28 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:26.071569 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43e4f651-f91e-4551-8631-cb48482a0f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:26.110505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-43e4f651-f91e-4551-8631-cb48482a0f72 None None] Port 4ef6179d-b581-4307-b22a-c21b0a78bd28 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:20:26.120589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-43e4f651-f91e-4551-8631-cb48482a0f72 None None] Provisioning complete for port c5aae7b2-f298-45e8-880b-603904e01c26 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:26.120966 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43e4f651-f91e-4551-8631-cb48482a0f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:26.400022 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed55dcff-af05-4b20-b79b-be05d11e291b tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:26.474041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c5aae7b2-f298-45e8-880b-603904e01c26 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:20:26.532212 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c5aae7b2-f298-45e8-880b-603904e01c26 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:20:26.532781 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:26.651688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ed55dcff-af05-4b20-b79b-be05d11e291b tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Deleting port 4ef6179d-b581-4307-b22a-c21b0a78bd28 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:26.652225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed55dcff-af05-4b20-b79b-be05d11e291b tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:26.740049 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed55dcff-af05-4b20-b79b-be05d11e291b tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:26.752426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-ed55dcff-af05-4b20-b79b-be05d11e291b tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Calling delete_port for 4ef6179d-b581-4307-b22a-c21b0a78bd28 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:26.922886 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed55dcff-af05-4b20-b79b-be05d11e291b tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:26.949697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55dcff-af05-4b20-b79b-be05d11e291b tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Port': ['ID=4ef6179d-b581-4307-b22a-c21b0a78bd28,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:27.046898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ed55dcff-af05-4b20-b79b-be05d11e291b tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.208855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed55dcff-af05-4b20-b79b-be05d11e291b tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Router a9adcd6e-12ee-4424-8563-26c257aba7ef has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:20:27.281866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed55dcff-af05-4b20-b79b-be05d11e291b tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:20:27.286973 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ed55dcff-af05-4b20-b79b-be05d11e291b tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "PUT /v2.0/routers/a9adcd6e-12ee-4424-8563-26c257aba7ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2183783 Dec 08 02:20:27.290523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36414) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:27.291410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028355c8-4bdd-4eff-8d9d-71d287cca9fd None None] Sync routers for ids ['a9adcd6e-12ee-4424-8563-26c257aba7ef'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:20:27.302357 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028355c8-4bdd-4eff-8d9d-71d287cca9fd None None] Routers {'a9adcd6e-12ee-4424-8563-26c257aba7ef'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:27.303055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-028355c8-4bdd-4eff-8d9d-71d287cca9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:20:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a9adcd6e-12ee-4424-8563-26c257aba7ef'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:27.331005 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-16ca2b92-d5a6-4b89-b361-cbfaed1483ca tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] show failed (client error): The resource could not be found. Dec 08 02:20:27.332048 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-16ca2b92-d5a6-4b89-b361-cbfaed1483ca tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-1733255296 HTTP/1.1" status: 404 len: 335 time: 0.0405340 Dec 08 02:20:27.335720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36416) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:27.337945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-028355c8-4bdd-4eff-8d9d-71d287cca9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:27.340262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ebac86a3-1010-4671-997b-fcef80fe2b41 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:27.347504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028355c8-4bdd-4eff-8d9d-71d287cca9fd None None] Routers {'a9adcd6e-12ee-4424-8563-26c257aba7ef'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:20:27.348113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-028355c8-4bdd-4eff-8d9d-71d287cca9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:20:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['a9adcd6e-12ee-4424-8563-26c257aba7ef'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:27.374191 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-ebac86a3-1010-4671-997b-fcef80fe2b41 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] update failed (client error): The resource could not be found. Dec 08 02:20:27.375349 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ebac86a3-1010-4671-997b-fcef80fe2b41 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1889637063 HTTP/1.1" status: 404 len: 335 time: 0.0385895 Dec 08 02:20:27.378876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36418) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:27.380119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-028355c8-4bdd-4eff-8d9d-71d287cca9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:27.380804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028355c8-4bdd-4eff-8d9d-71d287cca9fd None None] The sync data for ids ['a9adcd6e-12ee-4424-8563-26c257aba7ef'] in n-d-713498-30 is: [] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:20:27.438516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-45284f59-e568-4d8d-bd48-dc7e450453d4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Deleting subnet 16191c87-b465-4a9f-b385-604b1cf424cf {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:20:27.441764 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45284f59-e568-4d8d-bd48-dc7e450453d4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.482827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45284f59-e568-4d8d-bd48-dc7e450453d4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.563212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45284f59-e568-4d8d-bd48-dc7e450453d4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.623172 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45284f59-e568-4d8d-bd48-dc7e450453d4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.651926 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-45284f59-e568-4d8d-bd48-dc7e450453d4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.655784 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-45284f59-e568-4d8d-bd48-dc7e450453d4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "DELETE /v2.0/subnets/16191c87-b465-4a9f-b385-604b1cf424cf HTTP/1.1" status: 204 len: 168 time: 0.2753000 Dec 08 02:20:27.657672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45284f59-e568-4d8d-bd48-dc7e450453d4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Subnet': ['ID=16191c87-b465-4a9f-b385-604b1cf424cf,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:27.658546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36420) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:27.658992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe4ffd0-c872-4c52-866c-77c6da152513 None None] Network 441770cf-768f-41d7-8b76-5d3770ff350e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:27.745677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.802553 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Deleting port c5aae7b2-f298-45e8-880b-603904e01c26 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:27.802906 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.807740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7457ea-ef1a-4087-9cd1-944748c4d334 None None] DHCP port deletion for 441770cf-768f-41d7-8b76-5d3770ff350e request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:27.855595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4d7457ea-ef1a-4087-9cd1-944748c4d334 None None] Deleting port c5aae7b2-f298-45e8-880b-603904e01c26 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:27.855982 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d7457ea-ef1a-4087-9cd1-944748c4d334 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.928191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4d7457ea-ef1a-4087-9cd1-944748c4d334 None None] For port c5aae7b2-f298-45e8-880b-603904e01c26, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c5aae7b2-f298-45e8-880b-603904e01c26,segment=NetworkSegment(f00575b2-99f5-457d-bb94-499548ada9e0),segment_id=f00575b2-99f5-457d-bb94-499548ada9e0)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:27.928638 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d7457ea-ef1a-4087-9cd1-944748c4d334 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:27.943619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4d7457ea-ef1a-4087-9cd1-944748c4d334 None None] Calling delete_port for c5aae7b2-f298-45e8-880b-603904e01c26 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:28.027310 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d7457ea-ef1a-4087-9cd1-944748c4d334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.058837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7457ea-ef1a-4087-9cd1-944748c4d334 None None] Pushing event deleted for resources: {'Port': ['ID=c5aae7b2-f298-45e8-880b-603904e01c26,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:28.063236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7457ea-ef1a-4087-9cd1-944748c4d334 None None] No DVR routers for this DVR port c5aae7b2-f298-45e8-880b-603904e01c26 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:28.199905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] For port c5aae7b2-f298-45e8-880b-603904e01c26, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c5aae7b2-f298-45e8-880b-603904e01c26,segment=NetworkSegment(f00575b2-99f5-457d-bb94-499548ada9e0),segment_id=f00575b2-99f5-457d-bb94-499548ada9e0)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:28.200276 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.213219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Calling delete_port for c5aae7b2-f298-45e8-880b-603904e01c26 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:28.288932 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.314752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Port': ['ID=c5aae7b2-f298-45e8-880b-603904e01c26,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:28.319473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] No DVR routers for this DVR port c5aae7b2-f298-45e8-880b-603904e01c26 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:28.400924 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.422433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441770cf-768f-41d7-8b76-5d3770ff350e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:28.431787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00575b2-99f5-457d-bb94-499548ada9e0') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:28.432112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00575b2-99f5-457d-bb94-499548ada9e0') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:28.442451 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.444450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c5aae7b2-f298-45e8-880b-603904e01c26 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:28.455732 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.461873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:28.462200 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.465179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: c5aae7b2-f298-45e8-880b-603904e01c26 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:28.465537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c5aae7b2-f298-45e8-880b-603904e01c26 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: self.session.flush() Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:28.465664 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:28.526897 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.534400 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.537590 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "DELETE /v2.0/networks/441770cf-768f-41d7-8b76-5d3770ff350e HTTP/1.1" status: 204 len: 168 time: 0.8773596 Dec 08 02:20:28.540308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36422) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:28.549131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f09f4c-9fc3-4d1e-ba10-b952e9571d2a tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Network': ['ID=441770cf-768f-41d7-8b76-5d3770ff350e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:28.591566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24ade94-77c4-4bf9-a0f2-f44691d35801 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Deleting subnet 5c3e0112-dcf2-4969-926b-3f6097f7cbb1 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:20:28.595554 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e24ade94-77c4-4bf9-a0f2-f44691d35801 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.634835 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e24ade94-77c4-4bf9-a0f2-f44691d35801 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.719757 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e24ade94-77c4-4bf9-a0f2-f44691d35801 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.778636 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e24ade94-77c4-4bf9-a0f2-f44691d35801 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.803266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ade94-77c4-4bf9-a0f2-f44691d35801 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Subnet': ['ID=5c3e0112-dcf2-4969-926b-3f6097f7cbb1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:28.808761 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e24ade94-77c4-4bf9-a0f2-f44691d35801 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.812808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e24ade94-77c4-4bf9-a0f2-f44691d35801 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "DELETE /v2.0/subnets/5c3e0112-dcf2-4969-926b-3f6097f7cbb1 HTTP/1.1" status: 204 len: 168 time: 0.2714500 Dec 08 02:20:28.815233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36424) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:28.816147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a62fe2b-c562-4264-b288-2e1012872cf5 None None] Network 660c7bff-d692-47cd-8c79-dd2a6291196d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:28.867634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b257d7-7792-42d7-8b9b-fee8848847d7 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Deleting subnet 2d3e670e-de22-4ebd-8d1a-b4f8043daa94 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:20:28.870754 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8b257d7-7792-42d7-8b9b-fee8848847d7 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.890628 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ecf93aa-9478-48c8-bf21-568c340cbf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.917585 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8b257d7-7792-42d7-8b9b-fee8848847d7 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:28.988804 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5d6f33-26d9-48e3-855d-f907035a07e4 None None] DHCP port deletion for 660c7bff-d692-47cd-8c79-dd2a6291196d request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:29.005360 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8b257d7-7792-42d7-8b9b-fee8848847d7 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.036095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d6f33-26d9-48e3-855d-f907035a07e4 None None] Deleting port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:29.036517 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6f33-26d9-48e3-855d-f907035a07e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.067502 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8b257d7-7792-42d7-8b9b-fee8848847d7 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.098023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b257d7-7792-42d7-8b9b-fee8848847d7 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3e670e-de22-4ebd-8d1a-b4f8043daa94,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:29.104065 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a8b257d7-7792-42d7-8b9b-fee8848847d7 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.105344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9a5d6f33-26d9-48e3-855d-f907035a07e4 None None] For port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d3a0f32f-64de-43e1-9725-0a6cfc01b5e0,segment=NetworkSegment(62d31b0f-922c-45d7-809a-439173e504c2),segment_id=62d31b0f-922c-45d7-809a-439173e504c2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:29.105740 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6f33-26d9-48e3-855d-f907035a07e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.110799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a8b257d7-7792-42d7-8b9b-fee8848847d7 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "DELETE /v2.0/subnets/2d3e670e-de22-4ebd-8d1a-b4f8043daa94 HTTP/1.1" status: 204 len: 168 time: 0.2945662 Dec 08 02:20:29.110984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36428) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:29.115666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3966ed-5bea-4b13-bb22-621ff9e92937 None None] Network 85f8acea-018a-42c7-b2e8-d8e079d0177f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:29.123061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9a5d6f33-26d9-48e3-855d-f907035a07e4 None None] Calling delete_port for d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:29.185902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.245252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Deleting port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:29.245506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.284244 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9a5d6f33-26d9-48e3-855d-f907035a07e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.310458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d6f33-26d9-48e3-855d-f907035a07e4 None None] Pushing event deleted for resources: {'Port': ['ID=d3a0f32f-64de-43e1-9725-0a6cfc01b5e0,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:29.314148 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d6f33-26d9-48e3-855d-f907035a07e4 None None] No DVR routers for this DVR port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:29.325499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] For port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d3a0f32f-64de-43e1-9725-0a6cfc01b5e0,segment=NetworkSegment(62d31b0f-922c-45d7-809a-439173e504c2),segment_id=62d31b0f-922c-45d7-809a-439173e504c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:29.325869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.338908 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Calling delete_port for d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:29.348613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9647b3c-8be7-47fe-9b91-dcd015fd7ebc None None] DHCP port deletion for 85f8acea-018a-42c7-b2e8-d8e079d0177f request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:29.396932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c9647b3c-8be7-47fe-9b91-dcd015fd7ebc None None] Deleting port 778f3aee-61ee-4100-ae53-793d70be8e9c {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:29.397316 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9647b3c-8be7-47fe-9b91-dcd015fd7ebc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.422017 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.448611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Port': ['ID=d3a0f32f-64de-43e1-9725-0a6cfc01b5e0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:29.450465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] No DVR routers for this DVR port d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:29.464095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c9647b3c-8be7-47fe-9b91-dcd015fd7ebc None None] For port 778f3aee-61ee-4100-ae53-793d70be8e9c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=778f3aee-61ee-4100-ae53-793d70be8e9c,segment=NetworkSegment(1e840109-2b84-49a6-808b-647167c54f32),segment_id=1e840109-2b84-49a6-808b-647167c54f32)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:29.464623 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9647b3c-8be7-47fe-9b91-dcd015fd7ebc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.478386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-c9647b3c-8be7-47fe-9b91-dcd015fd7ebc None None] Calling delete_port for 778f3aee-61ee-4100-ae53-793d70be8e9c owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:29.528868 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.550631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660c7bff-d692-47cd-8c79-dd2a6291196d']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:29.557652 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c9647b3c-8be7-47fe-9b91-dcd015fd7ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.560982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d31b0f-922c-45d7-809a-439173e504c2') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:29.561301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d31b0f-922c-45d7-809a-439173e504c2') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:29.575043 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.587244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9647b3c-8be7-47fe-9b91-dcd015fd7ebc None None] Pushing event deleted for resources: {'Port': ['ID=778f3aee-61ee-4100-ae53-793d70be8e9c,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:29.589077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9647b3c-8be7-47fe-9b91-dcd015fd7ebc None None] No DVR routers for this DVR port 778f3aee-61ee-4100-ae53-793d70be8e9c on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:29.589199 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.597992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:29.598410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:29.601666 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:29.658876 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.663428 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.666663 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "DELETE /v2.0/networks/660c7bff-d692-47cd-8c79-dd2a6291196d HTTP/1.1" status: 204 len: 168 time: 0.5546772 Dec 08 02:20:29.669294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36430) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:29.680502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1c031-28be-414f-94bc-f41420345dc4 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Network': ['ID=660c7bff-d692-47cd-8c79-dd2a6291196d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:29.745997 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.835318 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.856674 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f8acea-018a-42c7-b2e8-d8e079d0177f']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:29.866797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e840109-2b84-49a6-808b-647167c54f32') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:29.867086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e840109-2b84-49a6-808b-647167c54f32') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:29.876274 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.888807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.894979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:29.895354 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:29.898255 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:29.954790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.961183 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:29.964429 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "DELETE /v2.0/networks/85f8acea-018a-42c7-b2e8-d8e079d0177f HTTP/1.1" status: 204 len: 168 time: 0.2938383 Dec 08 02:20:29.966872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36434) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:29.984836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb5833-e525-4fa3-bd7e-31ac50b39ad3 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Network': ['ID=85f8acea-018a-42c7-b2e8-d8e079d0177f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:30.032353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-51fbdae3-bd03-4a6d-8835-593015679f99 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Deleting subnet 17514d78-ef5e-469f-9fc4-21b5eb2eb4fc {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:20:30.036531 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51fbdae3-bd03-4a6d-8835-593015679f99 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.079029 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51fbdae3-bd03-4a6d-8835-593015679f99 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.162563 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51fbdae3-bd03-4a6d-8835-593015679f99 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.224387 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51fbdae3-bd03-4a6d-8835-593015679f99 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.252544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbdae3-bd03-4a6d-8835-593015679f99 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Subnet': ['ID=17514d78-ef5e-469f-9fc4-21b5eb2eb4fc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:30.256037 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-51fbdae3-bd03-4a6d-8835-593015679f99 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.259224 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-51fbdae3-bd03-4a6d-8835-593015679f99 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "DELETE /v2.0/subnets/17514d78-ef5e-469f-9fc4-21b5eb2eb4fc HTTP/1.1" status: 204 len: 168 time: 0.2908070 Dec 08 02:20:30.261754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36438) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:30.264407 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cab3ba-2176-46a1-b834-a0ed6037f29f None None] Network 5449350f-0ea7-47e0-a7f4-66440be7da1c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:20:30.338235 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.397977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Deleting port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:30.398252 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.437476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32818374-06bf-4d0d-ae61-c71ae534c350 None None] DHCP port deletion for 5449350f-0ea7-47e0-a7f4-66440be7da1c request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:20:30.468563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] For port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3eb76851-5ab0-4f59-b6f5-8bb51a74d401,segment=NetworkSegment(1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8),segment_id=1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:30.468948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.482051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Calling delete_port for 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:30.495513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-32818374-06bf-4d0d-ae61-c71ae534c350 None None] Deleting port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:20:30.496039 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-32818374-06bf-4d0d-ae61-c71ae534c350 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.509214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:30.538615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:30.538967 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d3a0f32f-64de-43e1-9725-0a6cfc01b5e0 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:30.539380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 778f3aee-61ee-4100-ae53-793d70be8e9c no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:30.560513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 778f3aee-61ee-4100-ae53-793d70be8e9c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:30.561020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 778f3aee-61ee-4100-ae53-793d70be8e9c not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:30.562680 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.594827 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Port': ['ID=3eb76851-5ab0-4f59-b6f5-8bb51a74d401,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:30.596668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] No DVR routers for this DVR port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:30.605385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-32818374-06bf-4d0d-ae61-c71ae534c350 None None] For port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3eb76851-5ab0-4f59-b6f5-8bb51a74d401,segment=NetworkSegment(1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8),segment_id=1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:20:30.605797 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-32818374-06bf-4d0d-ae61-c71ae534c350 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.618678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-32818374-06bf-4d0d-ae61-c71ae534c350 None None] Calling delete_port for 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:20:30.672523 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.691833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5449350f-0ea7-47e0-a7f4-66440be7da1c']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:30.694389 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-32818374-06bf-4d0d-ae61-c71ae534c350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.703096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:30.703392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0fc772-33e3-4c0f-9eab-174e3fd8c1a8') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:30.712767 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.719901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32818374-06bf-4d0d-ae61-c71ae534c350 None None] Pushing event deleted for resources: {'Port': ['ID=3eb76851-5ab0-4f59-b6f5-8bb51a74d401,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:30.723329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32818374-06bf-4d0d-ae61-c71ae534c350 None None] No DVR routers for this DVR port 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:20:30.726743 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.733120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:30.733896 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:30.736870 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:30.799044 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.806106 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:30.809379 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "DELETE /v2.0/networks/5449350f-0ea7-47e0-a7f4-66440be7da1c HTTP/1.1" status: 204 len: 168 time: 0.5467107 Dec 08 02:20:30.812250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36440) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:30.820408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1ce2c-a97a-439a-8aea-1ed277f0ee7e tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Pushing event deleted for resources: {'Network': ['ID=5449350f-0ea7-47e0-a7f4-66440be7da1c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:30.841070 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0459ca8d-82e0-4470-adb8-195240c3e736 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9adcd6e-12ee-4424-8563-26c257aba7ef HTTP/1.1" status: 200 len: 205 time: 0.0275993 Dec 08 02:20:30.843952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36442) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:30.962426 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23cbccec-40ab-4379-944e-8c35264b1e50 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:31.119824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23cbccec-40ab-4379-944e-8c35264b1e50 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:31.122048 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23cbccec-40ab-4379-944e-8c35264b1e50 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:31.164855 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23cbccec-40ab-4379-944e-8c35264b1e50 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:31.165371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cbccec-40ab-4379-944e-8c35264b1e50 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Fanout notify agent at l3_agent the message router_deleted on router a9adcd6e-12ee-4424-8563-26c257aba7ef {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:20:31.172206 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23cbccec-40ab-4379-944e-8c35264b1e50 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:31.173396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-23cbccec-40ab-4379-944e-8c35264b1e50 tempest-RoutersNegativeIpV6Test-1346313968 tempest-RoutersNegativeIpV6Test-1346313968-project] 10.222.0.70 "DELETE /v2.0/routers/a9adcd6e-12ee-4424-8563-26c257aba7ef HTTP/1.1" status: 204 len: 168 time: 0.3284459 Dec 08 02:20:31.407752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36450) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:31.539915 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2872764f-215a-40a5-833d-1d62419b46e2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9540d5f62d3f45dc918accf8afaa9192&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309505 Dec 08 02:20:31.542380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36454) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:31.589907 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6eba639-0189-47ef-9f8d-f865f63c5ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:31.611130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6eba639-0189-47ef-9f8d-f865f63c5ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:31.655767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6eba639-0189-47ef-9f8d-f865f63c5ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:31.658385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f6eba639-0189-47ef-9f8d-f865f63c5ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:31.659593 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f6eba639-0189-47ef-9f8d-f865f63c5ec2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03089467-8e5a-48f5-8294-17672678906e HTTP/1.1" status: 204 len: 168 time: 0.1162734 Dec 08 02:20:31.667335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eba639-0189-47ef-9f8d-f865f63c5ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03089467-8e5a-48f5-8294-17672678906e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:32.009514 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.128267 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cd88e459-dfa8-47de-a4db-3a1710b7da28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.288939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36478) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:32.383834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-631472476'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:20:32.410200 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Made reservation on behalf of f52cc9508f9d4111a926656a2bc343fd for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:20:32.413752 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.423622 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.446478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:20:32.450035 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.469601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:20:32.469940 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3eb76851-5ab0-4f59-b6f5-8bb51a74d401 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:20:32.500755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.504711 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.534084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:20:32.550284 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82594f9e-e12d-4479-8be4-f45ac745ca33,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:32.553169 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.553524 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Added segment 2c797788-80d2-4d60-93cd-de234cedff4f of type vlan for network a7c9d4a1-37e2-4208-9202-557a634449f4 Dec 08 02:20:32.593680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.618681 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.624245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:20:32.624850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:32.658101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.3680582 Dec 08 02:20:32.661422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36482) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:32.666362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-df7d6b3f-88a9-4735-ace6-a5c2ba6a1545 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a7c9d4a1-37e2-4208-9202-557a634449f4', 'tempest-TagsTest-Tag-1467380054') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:32.696968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad02b73-3e2d-4ec6-a9fa-237c17496b4c tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Pushing event updated for resources: {'Network': ['ID=a7c9d4a1-37e2-4208-9202-557a634449f4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:32.707402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network a7c9d4a1-37e2-4208-9202-557a634449f4 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:20:32.750315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-df7d6b3f-88a9-4735-ace6-a5c2ba6a1545 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "PUT /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4/tags/tempest-TagsTest-Tag-1467380054 HTTP/1.1" status: 201 len: 201 time: 0.0876276 Dec 08 02:20:32.752878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36484) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:32.757135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-26add72a-7004-4252-88b7-d4bf3df9bf61 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a7c9d4a1-37e2-4208-9202-557a634449f4', 'tempest-TagsTest-Tag-1467380054') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:32.825495 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-26add72a-7004-4252-88b7-d4bf3df9bf61 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "GET /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4/tags/tempest-TagsTest-Tag-1467380054 HTTP/1.1" status: 204 len: 168 time: 0.0714695 Dec 08 02:20:32.827732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36486) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:32.832169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-daadd369-b299-4c70-aa58-e908c281ae60 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a7c9d4a1-37e2-4208-9202-557a634449f4') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:32.900272 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-daadd369-b299-4c70-aa58-e908c281ae60 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "GET /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4/tags HTTP/1.1" status: 200 len: 238 time: 0.0714238 Dec 08 02:20:32.902880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36488) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:32.907370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-88c695b7-5f51-463a-8410-b2943c5b1e32 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a7c9d4a1-37e2-4208-9202-557a634449f4', {'tags': ['tempest-TagsTest-Tag-542297825', 'tempest-TagsTest-Tag-480162290', 'tempest-TagsTest-Tag-1820035528']}) {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:33.243536 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-88c695b7-5f51-463a-8410-b2943c5b1e32 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "PUT /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4/tags HTTP/1.1" status: 200 len: 307 time: 0.3394833 Dec 08 02:20:33.246119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36490) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:33.251342 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-11320b1f-140f-4d38-8d14-c0b3c1d33347 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a7c9d4a1-37e2-4208-9202-557a634449f4', 'tempest-TagsTest-Tag-542297825') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:33.330962 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-11320b1f-140f-4d38-8d14-c0b3c1d33347 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "DELETE /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4/tags/tempest-TagsTest-Tag-542297825 HTTP/1.1" status: 204 len: 168 time: 0.0836458 Dec 08 02:20:33.333454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36492) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:33.337699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-277cefcc-52e1-493a-af97-180b118eb6a0 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a7c9d4a1-37e2-4208-9202-557a634449f4', 'tempest-TagsTest-Tag-542297825') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:33.412169 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-277cefcc-52e1-493a-af97-180b118eb6a0 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] show failed (client error): The resource could not be found. Dec 08 02:20:33.413261 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-277cefcc-52e1-493a-af97-180b118eb6a0 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "GET /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4/tags/tempest-TagsTest-Tag-542297825 HTTP/1.1" status: 404 len: 325 time: 0.0788548 Dec 08 02:20:33.415844 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36494) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:33.419915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-4a9f379c-189b-4482-b039-4e841bf597fb tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a7c9d4a1-37e2-4208-9202-557a634449f4', 'tempest-TagsTest-Tag-480162290') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:33.487219 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4a9f379c-189b-4482-b039-4e841bf597fb tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "GET /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4/tags/tempest-TagsTest-Tag-480162290 HTTP/1.1" status: 204 len: 168 time: 0.0703344 Dec 08 02:20:33.489632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36496) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:33.493768 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-6c24bc46-a79c-4cce-b4b7-a05917597183 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a7c9d4a1-37e2-4208-9202-557a634449f4', 'tempest-TagsTest-Tag-1820035528') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:33.564811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6c24bc46-a79c-4cce-b4b7-a05917597183 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "GET /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4/tags/tempest-TagsTest-Tag-1820035528 HTTP/1.1" status: 204 len: 168 time: 0.0741601 Dec 08 02:20:33.567088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36498) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:33.571250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.tag.tag_plugin [None req-8eba9912-93be-4e85-ba53-9e80bd88f8eb tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a7c9d4a1-37e2-4208-9202-557a634449f4') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:33.653811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8eba9912-93be-4e85-ba53-9e80bd88f8eb tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "DELETE /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4/tags HTTP/1.1" status: 204 len: 168 time: 0.0856769 Dec 08 02:20:33.657213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36500) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:33.661573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-14bf37e8-72b3-440d-9846-b80af842562d tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a7c9d4a1-37e2-4208-9202-557a634449f4', 'tempest-TagsTest-Tag-480162290') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:33.728952 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-14bf37e8-72b3-440d-9846-b80af842562d tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] show failed (client error): The resource could not be found. Dec 08 02:20:33.730941 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-14bf37e8-72b3-440d-9846-b80af842562d tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "GET /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4/tags/tempest-TagsTest-Tag-480162290 HTTP/1.1" status: 404 len: 325 time: 0.0717824 Dec 08 02:20:33.732886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36502) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:33.737110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-301acfbb-04ba-4373-803a-49b4d3a2ec8a tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a7c9d4a1-37e2-4208-9202-557a634449f4', 'tempest-TagsTest-Tag-1820035528') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:33.737645 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:33.802765 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [None req-301acfbb-04ba-4373-803a-49b4d3a2ec8a tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] show failed (client error): The resource could not be found. Dec 08 02:20:33.803801 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-301acfbb-04ba-4373-803a-49b4d3a2ec8a tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "GET /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4/tags/tempest-TagsTest-Tag-1820035528 HTTP/1.1" status: 404 len: 326 time: 0.0700328 Dec 08 02:20:33.806623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36504) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:33.810744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.tag.tag_plugin [None req-05bb7ca9-797d-4690-a110-4730a7a90d52 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a7c9d4a1-37e2-4208-9202-557a634449f4') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:33.888004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-05bb7ca9-797d-4690-a110-4730a7a90d52 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "DELETE /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4/tags HTTP/1.1" status: 204 len: 168 time: 0.0804012 Dec 08 02:20:33.892852 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36506) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:33.967072 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.056599 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.076532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c9d4a1-37e2-4208-9202-557a634449f4']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:34.086746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c797788-80d2-4d60-93cd-de234cedff4f') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:34.087046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c797788-80d2-4d60-93cd-de234cedff4f') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:20:34.096429 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.109400 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.115172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:20:34.115544 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:20:34.118415 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:20:34.176442 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.180717 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.183884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] 10.222.0.70 "DELETE /v2.0/networks/a7c9d4a1-37e2-4208-9202-557a634449f4 HTTP/1.1" status: 204 len: 168 time: 0.2902122 Dec 08 02:20:34.204108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dabd17-77ee-40ac-8de8-a167c3f3e837 tempest-TagsTest-2105566080 tempest-TagsTest-2105566080-project] Pushing event deleted for resources: {'Network': ['ID=a7c9d4a1-37e2-4208-9202-557a634449f4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:34.232008 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.422927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36512) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:34.553567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fa1699b9-b610-42ce-80bd-19ffed9dc791 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f52cc9508f9d4111a926656a2bc343fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294587 Dec 08 02:20:34.555926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36516) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:34.601676 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a4cd14f6-c558-42bd-98e5-77e9c0692b74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.622638 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a4cd14f6-c558-42bd-98e5-77e9c0692b74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.668276 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a4cd14f6-c558-42bd-98e5-77e9c0692b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.671755 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a4cd14f6-c558-42bd-98e5-77e9c0692b74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:34.672923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a4cd14f6-c558-42bd-98e5-77e9c0692b74 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82594f9e-e12d-4479-8be4-f45ac745ca33 HTTP/1.1" status: 204 len: 168 time: 0.1160576 Dec 08 02:20:34.681350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd14f6-c558-42bd-98e5-77e9c0692b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82594f9e-e12d-4479-8be4-f45ac745ca33,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:34.801049 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.377533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36582) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:36.486651 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ddc3-6b2e-4bdd-a21f-c6894597dda5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.562390 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ddc3-6b2e-4bdd-a21f-c6894597dda5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.567150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ee5ddc3-6b2e-4bdd-a21f-c6894597dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.615457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5ddc3-6b2e-4bdd-a21f-c6894597dda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e244e9-7756-4455-8c44-4b4b2954e6e9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:36.621650 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9ee5ddc3-6b2e-4bdd-a21f-c6894597dda5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=931a874f7445455e8663a5c42e18116d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425318 Dec 08 02:20:36.623881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36586) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:36.677206 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8875ed68-db01-4552-978a-0afd6ba71cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.699507 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8875ed68-db01-4552-978a-0afd6ba71cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.754258 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8875ed68-db01-4552-978a-0afd6ba71cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.756995 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8875ed68-db01-4552-978a-0afd6ba71cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:36.758174 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8875ed68-db01-4552-978a-0afd6ba71cd9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14e244e9-7756-4455-8c44-4b4b2954e6e9 HTTP/1.1" status: 204 len: 168 time: 0.1332796 Dec 08 02:20:36.767057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875ed68-db01-4552-978a-0afd6ba71cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e244e9-7756-4455-8c44-4b4b2954e6e9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:37.070635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36592) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:37.088521 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ea7349-3827-4d9d-b73c-42d931ab1f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.178384 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ea7349-3827-4d9d-b73c-42d931ab1f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.182976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66ea7349-3827-4d9d-b73c-42d931ab1f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.235842 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-66ea7349-3827-4d9d-b73c-42d931ab1f7c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7130ec644c5649eaaccea4457eba8efd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1639063 Dec 08 02:20:37.238339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea7349-3827-4d9d-b73c-42d931ab1f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddccf71-a556-4198-8a7b-26446a13770d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:37.240781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36594) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:37.300955 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-639e761a-12a7-4072-8e58-95a81fd84994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.323342 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-639e761a-12a7-4072-8e58-95a81fd84994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.368856 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-639e761a-12a7-4072-8e58-95a81fd84994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.371486 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-639e761a-12a7-4072-8e58-95a81fd84994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:37.372666 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-639e761a-12a7-4072-8e58-95a81fd84994 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ddccf71-a556-4198-8a7b-26446a13770d HTTP/1.1" status: 204 len: 168 time: 0.1308773 Dec 08 02:20:37.381328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e761a-12a7-4072-8e58-95a81fd84994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddccf71-a556-4198-8a7b-26446a13770d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:39.665819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36662) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:39.767766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0653cedf-23f6-4192-91f6-e2fe2e3f657e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:39.844004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0653cedf-23f6-4192-91f6-e2fe2e3f657e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:39.847717 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0653cedf-23f6-4192-91f6-e2fe2e3f657e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:39.885942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0653cedf-23f6-4192-91f6-e2fe2e3f657e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eeaa17d5fdfc48b187659003202b8e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2189913 Dec 08 02:20:39.887093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653cedf-23f6-4192-91f6-e2fe2e3f657e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79408f1-0acb-48ff-b8a2-94538648cb3a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:39.888592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36666) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:39.937849 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7571c583-071c-4506-9d6f-07edbb983036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:39.958572 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7571c583-071c-4506-9d6f-07edbb983036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.005205 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7571c583-071c-4506-9d6f-07edbb983036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.007684 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7571c583-071c-4506-9d6f-07edbb983036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.008896 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7571c583-071c-4506-9d6f-07edbb983036 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c79408f1-0acb-48ff-b8a2-94538648cb3a HTTP/1.1" status: 204 len: 168 time: 0.1190338 Dec 08 02:20:40.018871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571c583-071c-4506-9d6f-07edbb983036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79408f1-0acb-48ff-b8a2-94538648cb3a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:40.266990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36672) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:40.280640 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1651-8735-4864-93ee-2e2df32f006d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.353527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1651-8735-4864-93ee-2e2df32f006d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.357396 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7f9c1651-8735-4864-93ee-2e2df32f006d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.394686 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7f9c1651-8735-4864-93ee-2e2df32f006d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=46cf03079e7449fa80811fccb1d2bf16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266315 Dec 08 02:20:40.395574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c1651-8735-4864-93ee-2e2df32f006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77048e42-8b60-4794-a799-88c28ab402f3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:40.397471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36674) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:40.445958 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c06ba91-f8f1-4211-8a84-73b52cd83698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.467777 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c06ba91-f8f1-4211-8a84-73b52cd83698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.514908 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c06ba91-f8f1-4211-8a84-73b52cd83698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.517646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5c06ba91-f8f1-4211-8a84-73b52cd83698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:40.518805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5c06ba91-f8f1-4211-8a84-73b52cd83698 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/77048e42-8b60-4794-a799-88c28ab402f3 HTTP/1.1" status: 204 len: 168 time: 0.1203060 Dec 08 02:20:40.526252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06ba91-f8f1-4211-8a84-73b52cd83698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77048e42-8b60-4794-a799-88c28ab402f3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:51.132197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36818) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:51.242371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f823c499-d4a9-4aef-bf84-841900846630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:51.322193 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f823c499-d4a9-4aef-bf84-841900846630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:51.325942 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f823c499-d4a9-4aef-bf84-841900846630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:51.365008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f823c499-d4a9-4aef-bf84-841900846630 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d37934067d54ae69c28f3abc61eab20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2317002 Dec 08 02:20:51.366091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823c499-d4a9-4aef-bf84-841900846630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb41c5e-5887-44d3-afd2-e7e4592421fc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:51.367661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36822) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:51.427997 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd218eb4-baa4-4727-a9d3-f6f5143841ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:51.450297 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd218eb4-baa4-4727-a9d3-f6f5143841ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:51.504649 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd218eb4-baa4-4727-a9d3-f6f5143841ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:51.507365 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd218eb4-baa4-4727-a9d3-f6f5143841ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:51.508648 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dd218eb4-baa4-4727-a9d3-f6f5143841ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccb41c5e-5887-44d3-afd2-e7e4592421fc HTTP/1.1" status: 204 len: 168 time: 0.1399400 Dec 08 02:20:51.517305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd218eb4-baa4-4727-a9d3-f6f5143841ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb41c5e-5887-44d3-afd2-e7e4592421fc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:51.775051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36828) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:51.788122 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc0dc7b4-4095-455d-a041-a3b5834b531a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:51.870485 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc0dc7b4-4095-455d-a041-a3b5834b531a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:51.875549 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc0dc7b4-4095-455d-a041-a3b5834b531a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:51.920993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dc7b4-4095-455d-a041-a3b5834b531a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcdb4ac-38a3-4375-93ed-fc09aa067ff3,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:51.927082 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bc0dc7b4-4095-455d-a041-a3b5834b531a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d2ba9de206714bb887304ff1801518aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508179 Dec 08 02:20:51.929558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36830) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:51.984495 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4de6ae61-1765-4359-a23a-952447a1c06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:52.006114 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4de6ae61-1765-4359-a23a-952447a1c06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:52.053157 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4de6ae61-1765-4359-a23a-952447a1c06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:52.055999 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4de6ae61-1765-4359-a23a-952447a1c06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:52.057188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4de6ae61-1765-4359-a23a-952447a1c06f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cfcdb4ac-38a3-4375-93ed-fc09aa067ff3 HTTP/1.1" status: 204 len: 168 time: 0.1265707 Dec 08 02:20:52.065580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6ae61-1765-4359-a23a-952447a1c06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcdb4ac-38a3-4375-93ed-fc09aa067ff3,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:52.371867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36836) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:52.388650 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3edcd70a-ba96-4475-8f44-f2b51c96475a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:52.464799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3edcd70a-ba96-4475-8f44-f2b51c96475a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:52.468528 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3edcd70a-ba96-4475-8f44-f2b51c96475a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:52.507776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3edcd70a-ba96-4475-8f44-f2b51c96475a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5cf2d83e4ec4a838941345f00f09003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347401 Dec 08 02:20:52.508780 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcd70a-ba96-4475-8f44-f2b51c96475a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb0eb8f-f7f1-4d8e-a81f-b0e91e3f7b94,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:52.510487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36838) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:52.573889 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3aba8255-346d-44ec-b991-5d6468775418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:52.602452 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3aba8255-346d-44ec-b991-5d6468775418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:52.659348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3aba8255-346d-44ec-b991-5d6468775418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:52.662121 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3aba8255-346d-44ec-b991-5d6468775418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:52.663296 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3aba8255-346d-44ec-b991-5d6468775418 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1bb0eb8f-f7f1-4d8e-a81f-b0e91e3f7b94 HTTP/1.1" status: 204 len: 168 time: 0.1516807 Dec 08 02:20:52.672648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba8255-346d-44ec-b991-5d6468775418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb0eb8f-f7f1-4d8e-a81f-b0e91e3f7b94,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:58.085486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36914) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:58.194968 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e434052-309f-4630-a67e-8583be6b3eb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.276814 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e434052-309f-4630-a67e-8583be6b3eb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.281419 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0e434052-309f-4630-a67e-8583be6b3eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.318228 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0e434052-309f-4630-a67e-8583be6b3eb4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e12d170dd6842ad920ed1f50ef63fed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315056 Dec 08 02:20:58.320271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e434052-309f-4630-a67e-8583be6b3eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b4512d-16ef-47ad-9fa4-c06fb32131c4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:58.321000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36918) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:58.379994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-643dba56-06b0-4a53-986f-1f8ab6e43778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.403655 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-643dba56-06b0-4a53-986f-1f8ab6e43778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.454442 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-643dba56-06b0-4a53-986f-1f8ab6e43778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.457155 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-643dba56-06b0-4a53-986f-1f8ab6e43778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.458335 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-643dba56-06b0-4a53-986f-1f8ab6e43778 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/39b4512d-16ef-47ad-9fa4-c06fb32131c4 HTTP/1.1" status: 204 len: 168 time: 0.1363087 Dec 08 02:20:58.469454 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643dba56-06b0-4a53-986f-1f8ab6e43778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b4512d-16ef-47ad-9fa4-c06fb32131c4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:58.745225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 36924) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:58.758962 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9da80978-fa84-4f52-9855-99a751d71ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.834593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9da80978-fa84-4f52-9855-99a751d71ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.838858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9da80978-fa84-4f52-9855-99a751d71ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.854101 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1e7b45ff-4448-4be8-a48a-9750643b0b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.885150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 36926) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:20:58.889336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9da80978-fa84-4f52-9855-99a751d71ce6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5a4de4621ea4d119f22469926f84d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424067 Dec 08 02:20:58.891274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da80978-fa84-4f52-9855-99a751d71ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5726c5d2-1ec1-4d1d-bb8b-c7463e8b8f5e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:58.934959 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04ceaac3-72e1-402e-91e0-5b3ceb7df9fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:58.961043 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04ceaac3-72e1-402e-91e0-5b3ceb7df9fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.007244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04ceaac3-72e1-402e-91e0-5b3ceb7df9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.009872 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-04ceaac3-72e1-402e-91e0-5b3ceb7df9fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:20:59.011024 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-04ceaac3-72e1-402e-91e0-5b3ceb7df9fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5726c5d2-1ec1-4d1d-bb8b-c7463e8b8f5e HTTP/1.1" status: 204 len: 168 time: 0.1247716 Dec 08 02:20:59.020559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceaac3-72e1-402e-91e0-5b3ceb7df9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5726c5d2-1ec1-4d1d-bb8b-c7463e8b8f5e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:20:59.775589 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:21:02.007833 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:02.131176 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-76f6cbc7-fd92-4272-ae27-68c442ef0279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:02.448745 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:03.740070 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.224787 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:04.803311 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:08.942775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37054) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:09.050034 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.130036 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.134500 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.172236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e392e16e-e5ee-447a-9d27-7d35e4e7a6d4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:09.178415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f797be54fd794add9691c94822ba1673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322555 Dec 08 02:21:09.178906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37058) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:09.182278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.182630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.182970 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.183306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.183638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.183967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.184311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.184646 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.184971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.186433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.186433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.186676 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.187000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f3be5c-ab44-4305-97fc-6d4cd92c6236 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:09.233988 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e25b20c8-a811-46ba-ba0c-11cd386f009e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.255733 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e25b20c8-a811-46ba-ba0c-11cd386f009e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.305052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e25b20c8-a811-46ba-ba0c-11cd386f009e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.307792 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e25b20c8-a811-46ba-ba0c-11cd386f009e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.308984 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e25b20c8-a811-46ba-ba0c-11cd386f009e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e392e16e-e5ee-447a-9d27-7d35e4e7a6d4 HTTP/1.1" status: 204 len: 168 time: 0.1290803 Dec 08 02:21:09.318096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b20c8-a811-46ba-ba0c-11cd386f009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e392e16e-e5ee-447a-9d27-7d35e4e7a6d4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:09.570879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37064) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:09.584596 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6197787c-4f39-4cdc-a072-1fe57acbe942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.662246 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6197787c-4f39-4cdc-a072-1fe57acbe942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.666135 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6197787c-4f39-4cdc-a072-1fe57acbe942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.704020 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6197787c-4f39-4cdc-a072-1fe57acbe942 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6c1c549459344bfaba4ac0a9709258d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320341 Dec 08 02:21:09.706267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197787c-4f39-4cdc-a072-1fe57acbe942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3532a40-57c3-452d-ba1f-e8f07e099376,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:09.706815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37066) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:09.755121 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-baaabba1-07ad-46fa-9d0f-eaa5e2597a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.780002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-baaabba1-07ad-46fa-9d0f-eaa5e2597a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.841179 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-baaabba1-07ad-46fa-9d0f-eaa5e2597a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.844668 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-baaabba1-07ad-46fa-9d0f-eaa5e2597a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:09.845827 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-baaabba1-07ad-46fa-9d0f-eaa5e2597a79 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3532a40-57c3-452d-ba1f-e8f07e099376 HTTP/1.1" status: 204 len: 168 time: 0.1379921 Dec 08 02:21:09.853948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaabba1-07ad-46fa-9d0f-eaa5e2597a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3532a40-57c3-452d-ba1f-e8f07e099376,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:10.162594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37072) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:10.175726 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef86d974-23aa-4753-a548-f25baef332ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.251382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef86d974-23aa-4753-a548-f25baef332ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.255220 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef86d974-23aa-4753-a548-f25baef332ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.293975 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ef86d974-23aa-4753-a548-f25baef332ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d5af7b931c243ef9fd25deba66f2f74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302679 Dec 08 02:21:10.295430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86d974-23aa-4753-a548-f25baef332ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a19c225-42e6-4b95-9517-272d0ba11f1f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:10.296702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37074) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:10.346391 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5792dd9f-95d4-4076-abeb-dafb082fbc0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.367382 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5792dd9f-95d4-4076-abeb-dafb082fbc0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.413661 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5792dd9f-95d4-4076-abeb-dafb082fbc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.416381 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5792dd9f-95d4-4076-abeb-dafb082fbc0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:10.417592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5792dd9f-95d4-4076-abeb-dafb082fbc0c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a19c225-42e6-4b95-9517-272d0ba11f1f HTTP/1.1" status: 204 len: 168 time: 0.1198628 Dec 08 02:21:10.425513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792dd9f-95d4-4076-abeb-dafb082fbc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a19c225-42e6-4b95-9517-272d0ba11f1f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:28.858614 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-04a81604-b732-4be1-a9ff-f62165ca6663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.021933 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.159996 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e76d889f-3b31-457c-8f20-e2de712c79d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:32.461795 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:33.751485 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:34.232312 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:34.810486 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:36.775746 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:21:58.242283 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37342) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:58.348968 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.429156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.433009 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.471840 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=23ff7c51bc9a4b588d7d7115e4769060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284458 Dec 08 02:21:58.472994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137548cd-56a7-4d3e-a0af-62b77c70ee1d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:58.474694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37346) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:58.480791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.481239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.481691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.482053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.482407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.482753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.483094 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.483433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.483771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.484108 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.484467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.484808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.485141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b525c-c067-4dc9-a3d0-cade5a35a3ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:21:58.527662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06899b17-8eb6-4bb4-bf35-e5dd394d6d80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.551560 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06899b17-8eb6-4bb4-bf35-e5dd394d6d80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.601021 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06899b17-8eb6-4bb4-bf35-e5dd394d6d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.603893 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-06899b17-8eb6-4bb4-bf35-e5dd394d6d80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:58.605073 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-06899b17-8eb6-4bb4-bf35-e5dd394d6d80 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/137548cd-56a7-4d3e-a0af-62b77c70ee1d HTTP/1.1" status: 204 len: 168 time: 0.1290429 Dec 08 02:21:58.613594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06899b17-8eb6-4bb4-bf35-e5dd394d6d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137548cd-56a7-4d3e-a0af-62b77c70ee1d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:21:58.862646 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9534718a-8616-41a2-822a-4164f3475336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:59.782906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:21:59.922886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'network': {'name': 'tempest-network-smoke--573425725', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:21:59.944300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Made reservation on behalf of f74b507f757b415aa28d82f93896af02 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:21:59.947741 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:21:59.956564 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.038687 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.042574 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.066913 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:22:00.080785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac6b895-105a-4224-9af5-be9dc7df5d18,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:00.088641 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.088641 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Added segment e539b735-8bb4-4a51-9242-9e57d9ed3e12 of type vlan for network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 Dec 08 02:22:00.127638 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.151678 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.157408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:00.157944 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.193686 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4095900 Dec 08 02:22:00.196535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37386) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:00.203560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-424489061', 'admin_state_up': True, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:00.243182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c6380-b9a9-4f21-9f2f-297ec1ea0039 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Network': ['ID=fd692ee3-b02d-4d2d-9940-ee2984f85bb4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:00.254307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:22:00.256932 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.257952 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.309580 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.458517 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.649886 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.672405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.772504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Allocated IP 172.25.2.86 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/c73e2b9b-bbaf-4083-b959-c2d0d44834b8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:00.876411 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.909581 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:00.947152 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:00.950015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:00.953017 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:00.963590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93634d16-c019-40b0-b9e3-fc89dc9742ba None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:00.982088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=c73e2b9b-bbaf-4083-b959-c2d0d44834b8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:01.069612 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-87e6b705-b078-45ab-bd7e-51b86dcb4971 None None] Provisioning complete for port c73e2b9b-bbaf-4083-b959-c2d0d44834b8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:01.069984 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-87e6b705-b078-45ab-bd7e-51b86dcb4971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.103165 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-87e6b705-b078-45ab-bd7e-51b86dcb4971 None None] Port c73e2b9b-bbaf-4083-b959-c2d0d44834b8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:01.495319 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.690902 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.821620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Router 09fbf395-4eca-41ed-a673-818c852c2f38 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:22:01.924884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:01.935017 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Sync routers for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:01.945299 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:01.945546 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:01.945913 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:21:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:01.952355 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-43532807-9df0-42bb-994b-096786455ae1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7493279 Dec 08 02:22:01.952572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37394) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:02.021062 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.040315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6c758dbc-4025-444d-b275-9bd89530101d tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f74b507f757b415aa28d82f93896af02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0869062 Dec 08 02:22:02.041217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37398) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:02.051423 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:02.131398 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1ac6-9572-4a63-a41f-a0688ed5e448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.191325 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58878a90-f396-400b-b0c1-91f071cc6da5 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:02.192875 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-58878a90-f396-400b-b0c1-91f071cc6da5 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507237 Dec 08 02:22:02.195677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37400) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:02.230908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9538dc04-b299-47a7-9a31-89dd9449bbbd tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341566 Dec 08 02:22:02.232785 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:01Z', 'revision_number': 3, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:02.233555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37402) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:02.238308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-53f88649-f818-4b68-999a-53aac2f7000b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1054337331', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:02.258738 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Checking router: 09fbf395-4eca-41ed-a673-818c852c2f38 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:22:02.259083 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Updating router 09fbf395-4eca-41ed-a673-818c852c2f38 port c73e2b9b-bbaf-4083-b959-c2d0d44834b8 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:22:02.284126 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.329887 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f88649-f818-4b68-999a-53aac2f7000b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Made reservation on behalf of f74b507f757b415aa28d82f93896af02 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:02.333407 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53f88649-f818-4b68-999a-53aac2f7000b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.450344 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.522472 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53f88649-f818-4b68-999a-53aac2f7000b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.546878 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.552153 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.586257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f88649-f818-4b68-999a-53aac2f7000b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Subnet': ['ID=c59d28bc-9ece-4bc5-8c95-ce2156ed58d6,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:02.594570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f88649-f818-4b68-999a-53aac2f7000b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Checking segment: {'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:02.594745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f88649-f818-4b68-999a-53aac2f7000b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network hostable DHCP agents. Network: fd692ee3-b02d-4d2d-9940-ee2984f85bb4, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:22:02.597435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e8c255-d395-44e5-946e-1c4ed4497f56 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:02.601530 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Attempting to bind port c73e2b9b-bbaf-4083-b959-c2d0d44834b8 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:22:02.601922 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Attempting to bind port c73e2b9b-bbaf-4083-b959-c2d0d44834b8 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:22:02.602272 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Attempting to bind port c73e2b9b-bbaf-4083-b959-c2d0d44834b8 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:02.612310 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:22:02.612924 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:02.613863 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.614326 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:22:02.614880 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Bound port: c73e2b9b-bbaf-4083-b959-c2d0d44834b8, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:22:02.615009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f88649-f818-4b68-999a-53aac2f7000b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:22:02.615444 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.621049 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Pushing event updated for resources: {'Port': ['ID=c73e2b9b-bbaf-4083-b959-c2d0d44834b8,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:02.627054 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-53f88649-f818-4b68-999a-53aac2f7000b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, fd692ee3-b02d-4d2d-9940-ee2984f85bb4) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:02.631432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f88649-f818-4b68-999a-53aac2f7000b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:02.632081 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-53f88649-f818-4b68-999a-53aac2f7000b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.644547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b49f9658-a97b-4a66-8c60-286078889cf2 None None] Provisioning complete for port c73e2b9b-bbaf-4083-b959-c2d0d44834b8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:02.644970 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b49f9658-a97b-4a66-8c60-286078889cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.650039 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.650406 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.650939 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.652172 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.652172 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.652172 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.652492 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1754f7bc-3c6a-4301-bd4c-e8d6d28341f3 None None] Network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:22:02.652583 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.652583 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.652865 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.653208 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.653675 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.653859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37404) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:02.654061 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.654433 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:02.661337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-53f88649-f818-4b68-999a-53aac2f7000b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4266393 Dec 08 02:22:02.686456 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] For port c73e2b9b-bbaf-4083-b959-c2d0d44834b8, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:22:02.689943 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] For port c73e2b9b-bbaf-4083-b959-c2d0d44834b8, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c73e2b9b-bbaf-4083-b959-c2d0d44834b8,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:22:02.693866 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:02.753002 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:02.753797 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:22:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:02.797216 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f375647-807d-41e0-ac6b-1e18b0a73c89 None None] Pushing event updated for resources: {'Port': ['ID=c73e2b9b-bbaf-4083-b959-c2d0d44834b8,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:02.867521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b49c71-259b-4d30-93f0-506236cfb089 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:22:02.869155 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:02.934510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b49f9658-a97b-4a66-8c60-286078889cf2 None None] Port c73e2b9b-bbaf-4083-b959-c2d0d44834b8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:02.972817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:22:02.973682 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.085381 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Provisioning complete for port c73e2b9b-bbaf-4083-b959-c2d0d44834b8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:03.086101 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.149841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.169176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Allocated IP 172.20.0.2 (fd692ee3-b02d-4d2d-9940-ee2984f85bb4/c59d28bc-9ece-4bc5-8c95-ce2156ed58d6/a34a0692-c527-4888-870b-789842420b0c) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:03.176069 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:01Z', 'revision_number': 3, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:03.210511 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789beccd-7a95-4c42-a236-069cb8b80876 None None] The sync data for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 is: [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:01Z', 'revision_number': 3, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:03.234999 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.288627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] For port c73e2b9b-bbaf-4083-b959-c2d0d44834b8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c73e2b9b-bbaf-4083-b959-c2d0d44834b8,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:03.294685 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.395539 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Pushing event updated for resources: {'Port': ['ID=c73e2b9b-bbaf-4083-b959-c2d0d44834b8,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:03.412023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.412408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.412760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.413290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.413783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.414130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.414585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.414799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.415377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.415733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.416075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.416445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.416769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3da07c1-96d7-437c-b9f5-f8ceffee9128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:03.421472 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.429802 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.471116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:03.475994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:03.486010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:03.505201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Pushing event updated for resources: {'Port': ['ID=a34a0692-c527-4888-870b-789842420b0c,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:03.588743 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Attempting to bind port a34a0692-c527-4888-870b-789842420b0c on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:22:03.589283 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Attempting to bind port a34a0692-c527-4888-870b-789842420b0c by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:22:03.589758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Attempting to bind port a34a0692-c527-4888-870b-789842420b0c on network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:03.596131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:22:03.596994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Checking segment: {'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:03.598299 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.598948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Bound using segment: {'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:22:03.599996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Bound port: a34a0692-c527-4888-870b-789842420b0c, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:22:03.600666 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.687584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] For port a34a0692-c527-4888-870b-789842420b0c, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:22:03.692805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] For port a34a0692-c527-4888-870b-789842420b0c, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a34a0692-c527-4888-870b-789842420b0c,segment=NetworkSegment(e539b735-8bb4-4a51-9242-9e57d9ed3e12),segment_id=e539b735-8bb4-4a51-9242-9e57d9ed3e12)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:22:03.698004 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.795512 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:03.796573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23814a5c-3c97-4ede-a7c4-6533ad437be2 None None] Pushing event updated for resources: {'Port': ['ID=a34a0692-c527-4888-870b-789842420b0c,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:03.910731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Allocated IP 172.20.0.1 (fd692ee3-b02d-4d2d-9940-ee2984f85bb4/c59d28bc-9ece-4bc5-8c95-ce2156ed58d6/aa89b129-288a-49f2-9002-2539a1976d6a) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:04.079324 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.117907 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.166171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:04.169818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:04.172374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:04.198222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=aa89b129-288a-49f2-9002-2539a1976d6a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:04.224472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.249458 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.392879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.548170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c73e2b9b-bbaf-4083-b959-c2d0d44834b8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:22:04.602754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c73e2b9b-bbaf-4083-b959-c2d0d44834b8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:04.603110 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.688822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a34a0692-c527-4888-870b-789842420b0c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:22:04.705137 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.710035 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.741486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a34a0692-c527-4888-870b-789842420b0c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:04.741870 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.789460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=aa89b129-288a-49f2-9002-2539a1976d6a,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:04.791831 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.838705 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.846130 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.850376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3000dd03-7342-474d-9de2-5d6ad493fee9 None None] Network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:22:04.894019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:04.895535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:04.938884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port a34a0692-c527-4888-870b-789842420b0c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a34a0692-c527-4888-870b-789842420b0c,segment=NetworkSegment(e539b735-8bb4-4a51-9242-9e57d9ed3e12),segment_id=e539b735-8bb4-4a51-9242-9e57d9ed3e12)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:04.951770 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:04.993432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ef5a1cb7-0943-4a0d-af90-6860ba825a06 None None] Provisioning complete for port a34a0692-c527-4888-870b-789842420b0c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:04.993810 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1cb7-0943-4a0d-af90-6860ba825a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.024437 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Router 09fbf395-4eca-41ed-a673-818c852c2f38 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:22:05.063118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=a34a0692-c527-4888-870b-789842420b0c,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:05.150612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:05.156892 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b0d079d8-2995-463c-b527-45599c2ddd40 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "PUT /v2.0/routers/09fbf395-4eca-41ed-a673-818c852c2f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5019345 Dec 08 02:22:05.159256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37406) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:05.346766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-511c2b51-c50e-4728-aea1-2906f4dbec5c None None] Provisioning complete for port aa89b129-288a-49f2-9002-2539a1976d6a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:05.347311 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-511c2b51-c50e-4728-aea1-2906f4dbec5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.348115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836ddd0-2272-4312-905b-39d9331129eb tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:05.348849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836ddd0-2272-4312-905b-39d9331129eb tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:05.349278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836ddd0-2272-4312-905b-39d9331129eb tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:05.350005 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836ddd0-2272-4312-905b-39d9331129eb tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:05.352665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c836ddd0-2272-4312-905b-39d9331129eb tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1916699 Dec 08 02:22:05.354991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37408) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:05.400204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-511c2b51-c50e-4728-aea1-2906f4dbec5c None None] Port aa89b129-288a-49f2-9002-2539a1976d6a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:05.411974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-511c2b51-c50e-4728-aea1-2906f4dbec5c None None] Provisioning complete for port a34a0692-c527-4888-870b-789842420b0c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:05.412267 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-511c2b51-c50e-4728-aea1-2906f4dbec5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.442418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Sync routers for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:05.452338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88866ccd-2bfb-4728-965e-64d0e04984b6 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:05.452824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88866ccd-2bfb-4728-965e-64d0e04984b6 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:05.453292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88866ccd-2bfb-4728-965e-64d0e04984b6 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:05.454348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88866ccd-2bfb-4728-965e-64d0e04984b6 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:05.456119 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-88866ccd-2bfb-4728-965e-64d0e04984b6 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0995274 Dec 08 02:22:05.459050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37410) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:05.465419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:05.466058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:22:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:05.611865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:05.695583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8d7cb7da-0269-468c-9d2c-1a28b51c5e91 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2354095 Dec 08 02:22:05.764146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-dfe42942-ff39-4c5c-8372-8102b2e7a65b None None] Provisioning complete for port aa89b129-288a-49f2-9002-2539a1976d6a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:05.764626 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dfe42942-ff39-4c5c-8372-8102b2e7a65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.814135 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-dfe42942-ff39-4c5c-8372-8102b2e7a65b None None] Port aa89b129-288a-49f2-9002-2539a1976d6a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:05.864045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:04Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:04Z', 'revision_number': 2, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:05.890303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Checking router: 09fbf395-4eca-41ed-a673-818c852c2f38 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:22:05.890666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Updating router 09fbf395-4eca-41ed-a673-818c852c2f38 port aa89b129-288a-49f2-9002-2539a1976d6a binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:22:05.914326 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:05.981904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37416) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:05.986645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5d77bdbc-bb88-47fd-8e73-2d96d0b147ea tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1030711454', 'description': 'tempest-secgroup-smoke-1030711454 description', 'project_id': 'f74b507f757b415aa28d82f93896af02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:06.013753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d77bdbc-bb88-47fd-8e73-2d96d0b147ea tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.080151 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d77bdbc-bb88-47fd-8e73-2d96d0b147ea tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.084754 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d77bdbc-bb88-47fd-8e73-2d96d0b147ea tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.116734 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5d77bdbc-bb88-47fd-8e73-2d96d0b147ea tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.117992 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5d77bdbc-bb88-47fd-8e73-2d96d0b147ea tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1350203 Dec 08 02:22:06.119122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77bdbc-bb88-47fd-8e73-2d96d0b147ea tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:06.121126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37418) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:06.126277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b308f886-1752-461d-8efd-91e40a3f3843 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': 'f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:06.159253 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b308f886-1752-461d-8efd-91e40a3f3843 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.190164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.195831 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.211078 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b308f886-1752-461d-8efd-91e40a3f3843 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.214598 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b308f886-1752-461d-8efd-91e40a3f3843 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.233709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308f886-1752-461d-8efd-91e40a3f3843 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acc940a-0217-4a3a-9a45-046c6f27cf62,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:06.246518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fdb1d-9748-47a1-89e0-c9cf31e4cbe8 None None] Pushing event updated for resources: {'Port': ['ID=aa89b129-288a-49f2-9002-2539a1976d6a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:06.249123 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b308f886-1752-461d-8efd-91e40a3f3843 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.251302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b308f886-1752-461d-8efd-91e40a3f3843 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286223 Dec 08 02:22:06.253376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37420) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:06.258045 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-073f7477-b473-474b-b06f-746a85689c2b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': 'f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:06.287482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-073f7477-b473-474b-b06f-746a85689c2b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.309437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Attempting to bind port aa89b129-288a-49f2-9002-2539a1976d6a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:22:06.309843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Attempting to bind port aa89b129-288a-49f2-9002-2539a1976d6a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:22:06.310213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Attempting to bind port aa89b129-288a-49f2-9002-2539a1976d6a on network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:06.316178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:22:06.316590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Checking segment: {'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:06.316998 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.317390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Bound using segment: {'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:22:06.317855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Bound port: aa89b129-288a-49f2-9002-2539a1976d6a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:22:06.318236 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.367027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-073f7477-b473-474b-b06f-746a85689c2b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.372994 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-073f7477-b473-474b-b06f-746a85689c2b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.397148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f7477-b473-474b-b06f-746a85689c2b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a3000d-8b1b-459e-81ac-cd9fe45232ee,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:06.408199 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-073f7477-b473-474b-b06f-746a85689c2b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.411966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-073f7477-b473-474b-b06f-746a85689c2b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549885 Dec 08 02:22:06.412391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37422) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:06.417422 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b73cf971-a3cd-4eab-8839-30d176a80882 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': 'f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:06.419553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] For port aa89b129-288a-49f2-9002-2539a1976d6a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:22:06.423038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] For port aa89b129-288a-49f2-9002-2539a1976d6a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=aa89b129-288a-49f2-9002-2539a1976d6a,segment=NetworkSegment(e539b735-8bb4-4a51-9242-9e57d9ed3e12),segment_id=e539b735-8bb4-4a51-9242-9e57d9ed3e12)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:22:06.428179 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.450220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b73cf971-a3cd-4eab-8839-30d176a80882 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.482558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:06.483192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:22:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:06.529670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b73cf971-a3cd-4eab-8839-30d176a80882 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.534940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b73cf971-a3cd-4eab-8839-30d176a80882 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.539961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fdb1d-9748-47a1-89e0-c9cf31e4cbe8 None None] Pushing event updated for resources: {'Port': ['ID=aa89b129-288a-49f2-9002-2539a1976d6a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:06.549942 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a34a0692-c527-4888-870b-789842420b0c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:22:06.558741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cf971-a3cd-4eab-8839-30d176a80882 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f638f47b-ed37-43eb-a5ea-cc042f807286,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:06.568696 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b73cf971-a3cd-4eab-8839-30d176a80882 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.572931 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b73cf971-a3cd-4eab-8839-30d176a80882 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567614 Dec 08 02:22:06.572931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37424) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:06.578804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-55d6ad62-f2c7-4c01-8543-8eed62669a01 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': 'f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:06.597440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cb422711-c9dd-4925-bfcb-b3cd44cfd05f None None] Provisioning complete for port aa89b129-288a-49f2-9002-2539a1976d6a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:06.597823 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb422711-c9dd-4925-bfcb-b3cd44cfd05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.612967 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55d6ad62-f2c7-4c01-8543-8eed62669a01 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.678994 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55d6ad62-f2c7-4c01-8543-8eed62669a01 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.688596 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55d6ad62-f2c7-4c01-8543-8eed62669a01 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.707230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6ad62-f2c7-4c01-8543-8eed62669a01 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9240aaa-daba-432b-a623-f478cbefefdf,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:06.718205 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55d6ad62-f2c7-4c01-8543-8eed62669a01 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.719473 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-55d6ad62-f2c7-4c01-8543-8eed62669a01 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455808 Dec 08 02:22:06.722289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37426) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:06.727129 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-da2b61a6-ca8b-4328-9aa4-73c86a85860b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': 'f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:06.750205 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-da2b61a6-ca8b-4328-9aa4-73c86a85860b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Project f74b507f757b415aa28d82f93896af02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:22:06.755865 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da2b61a6-ca8b-4328-9aa4-73c86a85860b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.819938 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da2b61a6-ca8b-4328-9aa4-73c86a85860b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.825052 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da2b61a6-ca8b-4328-9aa4-73c86a85860b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.842952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b61a6-ca8b-4328-9aa4-73c86a85860b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73f90ea-a7ca-416c-a10a-9c83431cc9dd,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:06.852707 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-da2b61a6-ca8b-4328-9aa4-73c86a85860b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.854290 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-da2b61a6-ca8b-4328-9aa4-73c86a85860b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307058 Dec 08 02:22:06.857007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37428) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:06.861315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-441f639a-db64-489c-ad02-a468a40d5304 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': 'f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:06.876812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:06.884447 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-441f639a-db64-489c-ad02-a468a40d5304 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Project f74b507f757b415aa28d82f93896af02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:22:06.890293 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-441f639a-db64-489c-ad02-a468a40d5304 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.924769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a34a0692-c527-4888-870b-789842420b0c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:06.925163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.950579 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-441f639a-db64-489c-ad02-a468a40d5304 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.954882 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-441f639a-db64-489c-ad02-a468a40d5304 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.975858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f639a-db64-489c-ad02-a468a40d5304 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6dde16-501a-41dd-b44c-fda3e192b52d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:06.981422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-441f639a-db64-489c-ad02-a468a40d5304 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:06.988540 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-441f639a-db64-489c-ad02-a468a40d5304 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246371 Dec 08 02:22:07.051955 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb422711-c9dd-4925-bfcb-b3cd44cfd05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:07.138010 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-0d46ecac-7405-4e7b-adfb-5610ff73c432 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1030711454&fields=id&tenant_id=f74b507f757b415aa28d82f93896af02 HTTP/1.1" status: 200 len: 267 time: 0.0458024 Dec 08 02:22:07.162839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-cb422711-c9dd-4925-bfcb-b3cd44cfd05f None None] For port aa89b129-288a-49f2-9002-2539a1976d6a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=aa89b129-288a-49f2-9002-2539a1976d6a,segment=NetworkSegment(e539b735-8bb4-4a51-9242-9e57d9ed3e12),segment_id=e539b735-8bb4-4a51-9242-9e57d9ed3e12)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:07.171232 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cb422711-c9dd-4925-bfcb-b3cd44cfd05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:07.256143 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-90dc91bf-842e-49ec-94d8-34c793b20aed tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:07.257171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb422711-c9dd-4925-bfcb-b3cd44cfd05f None None] Pushing event updated for resources: {'Port': ['ID=aa89b129-288a-49f2-9002-2539a1976d6a,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:07.257560 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-90dc91bf-842e-49ec-94d8-34c793b20aed tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/networks?id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4 HTTP/1.1" status: 200 len: 796 time: 0.1127193 Dec 08 02:22:07.272954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:04Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:06Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:07.273478 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-d791d97e-614b-495c-a71f-723c9057cf8a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/quotas/f74b507f757b415aa28d82f93896af02 HTTP/1.1" status: 200 len: 375 time: 0.0093036 Dec 08 02:22:07.307966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5893667b-53ba-4d95-9b6e-a7b4f69265f6 None None] The sync data for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 is: [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:04Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:06Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:07.320339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-73d0c8d1-8541-4edf-9e3d-b508d366fca9 None None] Provisioning complete for port aa89b129-288a-49f2-9002-2539a1976d6a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:07.320732 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-73d0c8d1-8541-4edf-9e3d-b508d366fca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:07.325819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-c1980643-c74c-40c9-8613-35888235d1e4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464911 Dec 08 02:22:07.513977 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-31152a68-2e3e-48fa-8eb9-3c34cad4e7a5 service neutron] 10.222.0.70 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761184 Dec 08 02:22:07.609154 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-809ae05b-f303-4201-bfb1-99dec3b37fe3 service neutron] 10.222.0.70 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885625 Dec 08 02:22:07.806957 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5644e19-a966-44ca-b79f-db3dd29fdded req-2841d920-9f95-49c0-a0ed-9ffb8347fb5d tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 210 time: 0.0271492 Dec 08 02:22:08.510856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device aa89b129-288a-49f2-9002-2539a1976d6a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:22:08.559130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port aa89b129-288a-49f2-9002-2539a1976d6a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:08.559423 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:08.916385 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d312447-364e-465b-a7b5-aa1d4f81bf69 req-67c6ef03-c5e9-428a-8c95-88a1724c95fb tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 210 time: 0.0324793 Dec 08 02:22:09.993575 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-deef97e7-8e6a-4430-817a-4be7cfd4fe7a req-f4c74e96-5c2a-4f7d-8489-35b6380bade2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 210 time: 0.0265157 Dec 08 02:22:11.070006 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-88d95eb2-12bf-4447-935a-590988db8f79 req-959b6646-a02c-4d1b-8da3-bcb3a1663efd tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 210 time: 0.0255890 Dec 08 02:22:12.119045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-e7bccd14-6912-4e70-aa91-54c8db574feb tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:12.120552 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-e7bccd14-6912-4e70-aa91-54c8db574feb tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.65 "GET /v2.0/networks?id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4 HTTP/1.1" status: 200 len: 796 time: 0.1044331 Dec 08 02:22:12.170516 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4e887afc-1081-42fd-89b4-ca567fe42153 req-430b078a-807f-467f-b520-2a60316c9fe0 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 210 time: 0.0307944 Dec 08 02:22:12.212573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-9c06d627-8273-48f1-9951-dbe99ba52749 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f74b507f757b415aa28d82f93896af02 HTTP/1.1" status: 200 len: 380 time: 0.0539379 Dec 08 02:22:12.237258 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'port': {'device_id': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'admin_state_up': True, 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'security_groups': ['f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:12.345832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Made reservation on behalf of f74b507f757b415aa28d82f93896af02 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:22:12.349547 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:12.482317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Allocated IP 172.20.0.13 (fd692ee3-b02d-4d2d-9940-ee2984f85bb4/c59d28bc-9ece-4bc5-8c95-ce2156ed58d6/f1bbafc4-03e7-408f-ab3a-e643876d6546) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:12.614892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:12.647438 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:12.696540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:12.699660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:12.703285 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:12.726484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=f1bbafc4-03e7-408f-ab3a-e643876d6546,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:12.741860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.742204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.742546 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.742883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.743211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.743538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.743866 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.744193 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.744541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.744867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.745203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.745524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.746460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:22:12.767715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:12.768348 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:12.785466 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-b373a539-dd97-4a36-b731-2ef4b9b04252 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5516317 Dec 08 02:22:12.808993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-395169ad-6836-4c0c-9010-a7f143ce5d03 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:22:12.810026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-395169ad-6836-4c0c-9010-a7f143ce5d03 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059407 Dec 08 02:22:12.884529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Request body: {'port': {'device_id': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:12.891712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fc214055-d5ab-4bc8-8695-f6f4b91bb1fd None None] Provisioning complete for port f1bbafc4-03e7-408f-ab3a-e643876d6546 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:12.892226 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc214055-d5ab-4bc8-8695-f6f4b91bb1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:12.926846 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fc214055-d5ab-4bc8-8695-f6f4b91bb1fd None None] Port f1bbafc4-03e7-408f-ab3a-e643876d6546 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:22:12.941317 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:13.210524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bbafc4-03e7-408f-ab3a-e643876d6546 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:22:13.218534 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:13.231828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Transition to ACTIVE for port object f1bbafc4-03e7-408f-ab3a-e643876d6546 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:22:13.235449 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:13.333988 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bbafc4-03e7-408f-ab3a-e643876d6546,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:13.377336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365eb0c9-467b-4331-83c8-201b96cab329 req-dd13bcaf-e49c-48cf-b8b8-5d4395b247f2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:13.378902 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-365eb0c9-467b-4331-83c8-201b96cab329 req-dd13bcaf-e49c-48cf-b8b8-5d4395b247f2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 944 time: 0.1355345 Dec 08 02:22:13.419598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Attempting to bind port f1bbafc4-03e7-408f-ab3a-e643876d6546 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:22:13.419939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Attempting to bind port f1bbafc4-03e7-408f-ab3a-e643876d6546 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:22:13.420275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Attempting to bind port f1bbafc4-03e7-408f-ab3a-e643876d6546 on network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:13.432826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Port f1bbafc4-03e7-408f-ab3a-e643876d6546 on network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:22:13.433173 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Attempting to bind port f1bbafc4-03e7-408f-ab3a-e643876d6546 on network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:22:13.448713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:22:13.449761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Checking segment: {'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:22:13.450208 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Bound using segment: {'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:22:13.450807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Bound port: f1bbafc4-03e7-408f-ab3a-e643876d6546, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e539b735-8bb4-4a51-9242-9e57d9ed3e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:22:13.451177 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:13.461139 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-365eb0c9-467b-4331-83c8-201b96cab329 req-f69f272e-e5f6-4db0-bcf2-f5ea2d5393bd tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753808 Dec 08 02:22:13.537487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] For port f1bbafc4-03e7-408f-ab3a-e643876d6546, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:22:13.540695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] For port f1bbafc4-03e7-408f-ab3a-e643876d6546, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f1bbafc4-03e7-408f-ab3a-e643876d6546,segment=NetworkSegment(e539b735-8bb4-4a51-9242-9e57d9ed3e12),segment_id=e539b735-8bb4-4a51-9242-9e57d9ed3e12)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:22:13.545410 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:13.586622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:13.587249 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:13.588652 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] 10.222.0.65 "PUT /v2.0/ports/f1bbafc4-03e7-408f-ab3a-e643876d6546 HTTP/1.1" status: 200 len: 1093 time: 0.7644339 Dec 08 02:22:13.589105 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'tag': 'f1bbafc4-03e7-408f-ab3a-e643876d6546'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:22:13.591625 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1574b8-d08e-4e47-aa65-c88dac8e2b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c54bccc-0dfe-4faf-b536-0e63a62d3727", "tag": "f1bbafc4-03e7-408f-ab3a-e643876d6546"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:22:13.615334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68fad2-eae8-4bcd-a2af-134027efc642 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bbafc4-03e7-408f-ab3a-e643876d6546,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:13.701959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-2c1321d0-f993-4813-afdf-fcca972631ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:13.703584 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-2c1321d0-f993-4813-afdf-fcca972631ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 1096 time: 0.0472431 Dec 08 02:22:13.758677 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-7d698577-bbaa-4381-8ebb-3bcf31e71719 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1bbafc4-03e7-408f-ab3a-e643876d6546 HTTP/1.1" status: 200 len: 217 time: 0.0374405 Dec 08 02:22:13.776121 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:22:13.816891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-91c3a976-0c0b-445a-a97e-128869e0493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:13.818346 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-91c3a976-0c0b-445a-a97e-128869e0493b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c59d28bc-9ece-4bc5-8c95-ce2156ed58d6 HTTP/1.1" status: 200 len: 835 time: 0.0504766 Dec 08 02:22:13.868327 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-c85563f5-6906-4394-9872-6fe2602eadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:13.869772 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-c85563f5-6906-4394-9872-6fe2602eadcd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395317 Dec 08 02:22:13.967963 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-5b6de6f7-0942-4795-9c36-1b8938f4dd30 service neutron] 10.222.0.65 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894818 Dec 08 02:22:14.066524 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01438aad-9f5e-49a6-81d4-9a6d87206d5f req-6e380ba3-d60e-473a-a6d6-5a02e2dbcfd4 service neutron] 10.222.0.65 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862994 Dec 08 02:22:14.582422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb9867-edf6-4dfb-90a9-48f38f5e0025 req-4a933516-e121-4b3a-80d6-47d9e6938e0c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:14.583926 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b6fb9867-edf6-4dfb-90a9-48f38f5e0025 req-4a933516-e121-4b3a-80d6-47d9e6938e0c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 944 time: 0.0531085 Dec 08 02:22:14.636252 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b6fb9867-edf6-4dfb-90a9-48f38f5e0025 req-c397c86e-d911-4ec1-afbc-3d4f8161cf6e tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422821 Dec 08 02:22:14.824523 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50204e1c-8305-4a82-99e0-550d48e50c18 x-openstack-request-id: req-50204e1c-8305-4a82-99e0-550d48e50c18 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:22:14.825299 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c54bccc-0dfe-4faf-b536-0e63a62d3727", "tag": "f1bbafc4-03e7-408f-ab3a-e643876d6546", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:22:14.825299 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50204e1c-8305-4a82-99e0-550d48e50c18 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:22:14.825512 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'tag': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'status': 'completed', 'code': 200} Dec 08 02:22:14.923694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1574b8-d08e-4e47-aa65-c88dac8e2b3b req-a58bbbe5-9417-42a6-b311-fab0976c72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:14.925167 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a1574b8-d08e-4e47-aa65-c88dac8e2b3b req-a58bbbe5-9417-42a6-b311-fab0976c72ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 1096 time: 0.0466819 Dec 08 02:22:15.016680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1574b8-d08e-4e47-aa65-c88dac8e2b3b req-8b1880b7-d81e-4b93-80a7-8c1f21c67ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:15.018147 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a1574b8-d08e-4e47-aa65-c88dac8e2b3b req-8b1880b7-d81e-4b93-80a7-8c1f21c67ebf service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4 HTTP/1.1" status: 200 len: 897 time: 0.0852275 Dec 08 02:22:15.063750 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a1574b8-d08e-4e47-aa65-c88dac8e2b3b req-d56c0775-a66c-4ffe-9271-5b994e01d130 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1bbafc4-03e7-408f-ab3a-e643876d6546 HTTP/1.1" status: 200 len: 217 time: 0.0373268 Dec 08 02:22:15.113055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1574b8-d08e-4e47-aa65-c88dac8e2b3b req-548e7546-5ba2-4c0e-8505-129b38bbdca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:15.114445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a1574b8-d08e-4e47-aa65-c88dac8e2b3b req-548e7546-5ba2-4c0e-8505-129b38bbdca1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c59d28bc-9ece-4bc5-8c95-ce2156ed58d6 HTTP/1.1" status: 200 len: 835 time: 0.0436022 Dec 08 02:22:15.161016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1574b8-d08e-4e47-aa65-c88dac8e2b3b req-51ff3a82-076f-49f1-8879-ae6527cf9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:15.162471 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a1574b8-d08e-4e47-aa65-c88dac8e2b3b req-51ff3a82-076f-49f1-8879-ae6527cf9ec1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395854 Dec 08 02:22:15.257554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a1574b8-d08e-4e47-aa65-c88dac8e2b3b req-103fe7d8-a509-44cd-9c06-4f478ce81e35 service neutron] 10.222.0.65 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870969 Dec 08 02:22:15.350820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1a1574b8-d08e-4e47-aa65-c88dac8e2b3b req-38d53309-2e06-4223-97aa-1c772e8a0058 service neutron] 10.222.0.65 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805974 Dec 08 02:22:15.758861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e3855-8a1c-47f0-aafe-b679fb38d69e req-0dd47336-3be2-4382-8776-ad68f030bf57 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:15.760343 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c1e3855-8a1c-47f0-aafe-b679fb38d69e req-0dd47336-3be2-4382-8776-ad68f030bf57 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 944 time: 0.0531116 Dec 08 02:22:15.811573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c1e3855-8a1c-47f0-aafe-b679fb38d69e req-ab2b7968-823b-4d08-addf-b16f0ce716b8 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450263 Dec 08 02:22:16.932896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66107a31-63b7-4e60-8621-e8368c729d22 req-4ec2d101-68b6-49b2-ae6c-9251830d35c4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:16.935120 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66107a31-63b7-4e60-8621-e8368c729d22 req-4ec2d101-68b6-49b2-ae6c-9251830d35c4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 944 time: 0.0511439 Dec 08 02:22:16.984596 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66107a31-63b7-4e60-8621-e8368c729d22 req-1b876712-b40c-43dc-a837-66127a33cde0 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433581 Dec 08 02:22:17.198474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f1bbafc4-03e7-408f-ab3a-e643876d6546 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:22:17.294170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f1bbafc4-03e7-408f-ab3a-e643876d6546, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f1bbafc4-03e7-408f-ab3a-e643876d6546,segment=NetworkSegment(e539b735-8bb4-4a51-9242-9e57d9ed3e12),segment_id=e539b735-8bb4-4a51-9242-9e57d9ed3e12)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:17.308510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'port_id': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'mac_address': 'fa:16:3e:c6:be:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:22:17.345630 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:17.358828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bbafc4-03e7-408f-ab3a-e643876d6546 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:22:17.378225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f1bbafc4-03e7-408f-ab3a-e643876d6546, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f1bbafc4-03e7-408f-ab3a-e643876d6546,segment=NetworkSegment(e539b735-8bb4-4a51-9242-9e57d9ed3e12),segment_id=e539b735-8bb4-4a51-9242-9e57d9ed3e12)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:17.382112 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:17.430214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f1bbafc4-03e7-408f-ab3a-e643876d6546,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:17.746115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['f1bbafc4-03e7-408f-ab3a-e643876d6546'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:22:18.100011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd84b-9fb6-4fa8-8793-b07a1d480963 req-865ae15b-6939-48d3-aac9-c690baf2c82f tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:18.101504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-87ddd84b-9fb6-4fa8-8793-b07a1d480963 req-865ae15b-6939-48d3-aac9-c690baf2c82f tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 945 time: 0.0488026 Dec 08 02:22:18.149728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-87ddd84b-9fb6-4fa8-8793-b07a1d480963 req-93b6032d-c229-49af-af42-468470a3e94a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422733 Dec 08 02:22:19.204834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f1bbafc4-03e7-408f-ab3a-e643876d6546 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:22:19.256228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port f1bbafc4-03e7-408f-ab3a-e643876d6546 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:22:19.260515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port f1bbafc4-03e7-408f-ab3a-e643876d6546 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:22:19.260956 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.266212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092fc2a-b17f-4141-b1f4-91cce52875ae req-95963843-931a-4fd9-b1df-89f1fd3e7322 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:19.267663 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f092fc2a-b17f-4141-b1f4-91cce52875ae req-95963843-931a-4fd9-b1df-89f1fd3e7322 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 945 time: 0.0498424 Dec 08 02:22:19.317104 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f092fc2a-b17f-4141-b1f4-91cce52875ae req-8ded3912-2bec-4821-be0c-db4aac45e231 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430989 Dec 08 02:22:19.341743 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.364266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bbafc4-03e7-408f-ab3a-e643876d6546'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:22:19.366521 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5a74e8-ab72-4148-a5d6-1c28d505bb61" -d '{"events": [{"server_uuid": "6c54bccc-0dfe-4faf-b536-0e63a62d3727", "name": "network-vif-plugged", "status": "completed", "tag": "f1bbafc4-03e7-408f-ab3a-e643876d6546"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:22:19.379190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f1bbafc4-03e7-408f-ab3a-e643876d6546, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f1bbafc4-03e7-408f-ab3a-e643876d6546,segment=NetworkSegment(e539b735-8bb4-4a51-9242-9e57d9ed3e12),segment_id=e539b735-8bb4-4a51-9242-9e57d9ed3e12)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:22:19.383692 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:19.407171 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329dac7d-8633-4959-9059-71c5a746e554 x-openstack-request-id: req-329dac7d-8633-4959-9059-71c5a746e554 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:22:19.407468 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c54bccc-0dfe-4faf-b536-0e63a62d3727", "name": "network-vif-plugged", "status": "completed", "tag": "f1bbafc4-03e7-408f-ab3a-e643876d6546", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:22:19.407726 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-329dac7d-8633-4959-9059-71c5a746e554 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:22:19.408124 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'code': 200} Dec 08 02:22:19.434167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f1bbafc4-03e7-408f-ab3a-e643876d6546,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:19.547077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88faa-5edc-4053-88db-3a13cd7135b5 req-5a98c4a6-633f-465b-a41b-ee814a6ffa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:19.548593 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0b88faa-5edc-4053-88db-3a13cd7135b5 req-5a98c4a6-633f-465b-a41b-ee814a6ffa31 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 1098 time: 0.0409205 Dec 08 02:22:19.597012 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d0b88faa-5edc-4053-88db-3a13cd7135b5 req-a050ac28-32e6-4934-babf-efc89a3d2b72 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412462 Dec 08 02:22:20.436989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26205dd0-1a24-4365-be4e-c09026fef16e req-3c389261-28a0-4f90-98f0-7f92bcf853da tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:20.438471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26205dd0-1a24-4365-be4e-c09026fef16e req-3c389261-28a0-4f90-98f0-7f92bcf853da tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 946 time: 0.0532732 Dec 08 02:22:20.487726 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26205dd0-1a24-4365-be4e-c09026fef16e req-d7840575-36f2-4fb4-8bb4-03d8edcaffee tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432117 Dec 08 02:22:21.606227 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785f938-840c-4060-bd30-92430cac4b3d req-a5ae1314-f07b-4c2d-8770-c50411b84d39 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:21.607693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9785f938-840c-4060-bd30-92430cac4b3d req-a5ae1314-f07b-4c2d-8770-c50411b84d39 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 946 time: 0.0482118 Dec 08 02:22:21.655780 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9785f938-840c-4060-bd30-92430cac4b3d req-ede4c500-1d5a-4701-a471-1b952447f3f3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420790 Dec 08 02:22:21.771707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7776e-ffbb-408d-aaa0-57186311a75d req-7099f544-cce9-4ef5-815f-e90b4a0b2f88 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:21.773254 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94c7776e-ffbb-408d-aaa0-57186311a75d req-7099f544-cce9-4ef5-815f-e90b4a0b2f88 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 946 time: 0.0507150 Dec 08 02:22:21.830157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-94c7776e-ffbb-408d-aaa0-57186311a75d req-5916d6f9-a54b-46f5-a11d-e5aac955dcc9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502212 Dec 08 02:22:21.852578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37510) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:21.891336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9533519a-9ec3-4f46-b18c-d4779d3136be tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:21.892991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9533519a-9ec3-4f46-b18c-d4779d3136be tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 1093 time: 0.0394461 Dec 08 02:22:21.895813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37512) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:21.900084 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:22:21.928170 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.023021 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.378949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Allocated IP 172.25.2.93 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/d6b89bee-1acb-4bd5-838e-988645ec35fd) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:22:22.479230 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.513062 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:22.555334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:22:22.558606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:22:22.563172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:22:22.566153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=d6b89bee-1acb-4bd5-838e-988645ec35fd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:23.016747 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.086440 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.233171 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.237423 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.304645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=d6b89bee-1acb-4bd5-838e-988645ec35fd,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:22:23.314428 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.411549 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Floating IP 63c0e8c5-2b1b-4d36-b79c-754681425ce5 associated. External IP: 172.25.2.93, port: f1bbafc4-03e7-408f-ab3a-e643876d6546. Dec 08 02:22:23.619978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Router 09fbf395-4eca-41ed-a673-818c852c2f38 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:22:23.726028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:22:23.736803 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f905b-c13b-42bb-9953-eb1929631cc2 None None] Sync routers for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:22:23.743024 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:23.748043 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f905b-c13b-42bb-9953-eb1929631cc2 None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:23.748774 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cb8f905b-c13b-42bb-9953-eb1929631cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:22:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:23.770692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a47559e7-102b-4e4c-8c75-fd7a18fe8d82 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8737793 Dec 08 02:22:23.771285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'tag': 'f1bbafc4-03e7-408f-ab3a-e643876d6546'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:22:23.773614 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435e20cb-d98f-4be0-a61d-319db9dfee90" -d '{"events": [{"name": "network-changed", "server_uuid": "6c54bccc-0dfe-4faf-b536-0e63a62d3727", "tag": "f1bbafc4-03e7-408f-ab3a-e643876d6546"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:22:23.773758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37514) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:23.814203 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418be0d0-7191-4fa2-a6a4-e1cb42f89d8c x-openstack-request-id: req-418be0d0-7191-4fa2-a6a4-e1cb42f89d8c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:22:23.814845 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c54bccc-0dfe-4faf-b536-0e63a62d3727", "tag": "f1bbafc4-03e7-408f-ab3a-e643876d6546", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:22:23.814845 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-418be0d0-7191-4fa2-a6a4-e1cb42f89d8c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:22:23.815710 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'tag': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'status': 'completed', 'code': 200} Dec 08 02:22:23.835454 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9ae30f43-b48e-4e9e-8ec3-306dab36fe00 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/floatingips/63c0e8c5-2b1b-4d36-b79c-754681425ce5 HTTP/1.1" status: 200 len: 991 time: 0.0606141 Dec 08 02:22:23.872129 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-cb8f905b-c13b-42bb-9953-eb1929631cc2 None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:23.902612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e20cb-d98f-4be0-a61d-319db9dfee90 req-6b1d7c79-999e-48e7-b82f-dd03e97c763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:23.904121 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-435e20cb-d98f-4be0-a61d-319db9dfee90 req-6b1d7c79-999e-48e7-b82f-dd03e97c763a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 1098 time: 0.0458310 Dec 08 02:22:23.995370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e20cb-d98f-4be0-a61d-319db9dfee90 req-b39e6ff6-c2b5-4136-8bf7-1f93573ef3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:23.997762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-435e20cb-d98f-4be0-a61d-319db9dfee90 req-b39e6ff6-c2b5-4136-8bf7-1f93573ef3df service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4 HTTP/1.1" status: 200 len: 897 time: 0.0866175 Dec 08 02:22:24.103842 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cb8f905b-c13b-42bb-9953-eb1929631cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:04Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '63c0e8c5-2b1b-4d36-b79c-754681425ce5', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'port_id': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'mac_address': 'fa:16:3e:c6:be:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:22Z', 'revision_number': 0, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:07Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:24.132085 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f905b-c13b-42bb-9953-eb1929631cc2 None None] Checking router: 09fbf395-4eca-41ed-a673-818c852c2f38 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:22:24.141630 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f905b-c13b-42bb-9953-eb1929631cc2 None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:22:24.142263 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cb8f905b-c13b-42bb-9953-eb1929631cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:22:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:24.250948 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-cb8f905b-c13b-42bb-9953-eb1929631cc2 None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:22:24.334265 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-435e20cb-d98f-4be0-a61d-319db9dfee90 req-f0d98219-87c0-4ce5-90a2-be615e9add18 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1bbafc4-03e7-408f-ab3a-e643876d6546 HTTP/1.1" status: 200 len: 999 time: 0.3294461 Dec 08 02:22:24.384557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e20cb-d98f-4be0-a61d-319db9dfee90 req-d15629a5-b1b0-400c-998e-33306926def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:24.386118 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-435e20cb-d98f-4be0-a61d-319db9dfee90 req-d15629a5-b1b0-400c-998e-33306926def5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c59d28bc-9ece-4bc5-8c95-ce2156ed58d6 HTTP/1.1" status: 200 len: 835 time: 0.0445700 Dec 08 02:22:24.437211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e20cb-d98f-4be0-a61d-319db9dfee90 req-8a19e95f-8c03-4080-bc49-283fc37c7c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:24.439718 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-435e20cb-d98f-4be0-a61d-319db9dfee90 req-8a19e95f-8c03-4080-bc49-283fc37c7c40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461476 Dec 08 02:22:24.483452 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cb8f905b-c13b-42bb-9953-eb1929631cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:04Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '63c0e8c5-2b1b-4d36-b79c-754681425ce5', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'port_id': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'mac_address': 'fa:16:3e:c6:be:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:22Z', 'revision_number': 0, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:07Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:22:24.510170 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f905b-c13b-42bb-9953-eb1929631cc2 None None] The sync data for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 is: [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:04Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '63c0e8c5-2b1b-4d36-b79c-754681425ce5', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'port_id': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'mac_address': 'fa:16:3e:c6:be:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:22Z', 'revision_number': 0, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:07Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:22:24.534714 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-435e20cb-d98f-4be0-a61d-319db9dfee90 req-d352b617-bce5-4cd8-87f0-eddd4d6651e5 service neutron] 10.222.0.65 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880229 Dec 08 02:22:24.628148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-435e20cb-d98f-4be0-a61d-319db9dfee90 req-8653bfa1-abef-42a2-9c53-cbbc766256a7 service neutron] 10.222.0.65 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865977 Dec 08 02:22:24.700700 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e93946-7c20-4119-b16a-3e1210271442 None None] New status for floating IP 63c0e8c5-2b1b-4d36-b79c-754681425ce5: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:22:24.838991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37518) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:24.906850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d6697df1-fbd4-4347-ac1b-b12464f68447 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/floatingips/63c0e8c5-2b1b-4d36-b79c-754681425ce5 HTTP/1.1" status: 200 len: 993 time: 0.0658574 Dec 08 02:22:28.864515 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c0c77df4-4705-41e4-b73d-101c802eee00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:32.036265 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:32.133612 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7177f12e-788a-4da0-a5c3-7f83e32e2a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:32.449476 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:33.742124 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:33.877405 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76b08736-4525-4e9b-9119-ed68a3b53a80 req-b3056b50-646e-4bbc-96f9-955b7dcec2a9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415528 Dec 08 02:22:33.980822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08736-4525-4e9b-9119-ed68a3b53a80 req-ae87bf1b-7bbf-4a47-8ff4-f4977987094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:33.982211 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76b08736-4525-4e9b-9119-ed68a3b53a80 req-ae87bf1b-7bbf-4a47-8ff4-f4977987094c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 1098 time: 0.0406256 Dec 08 02:22:34.086394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08736-4525-4e9b-9119-ed68a3b53a80 req-b72ab9f7-aab0-4949-98d7-a6b85b65a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:34.087833 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76b08736-4525-4e9b-9119-ed68a3b53a80 req-b72ab9f7-aab0-4949-98d7-a6b85b65a431 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4 HTTP/1.1" status: 200 len: 897 time: 0.0865378 Dec 08 02:22:34.151968 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76b08736-4525-4e9b-9119-ed68a3b53a80 req-c2054334-72d9-4439-8cab-a255ef2287b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1bbafc4-03e7-408f-ab3a-e643876d6546 HTTP/1.1" status: 200 len: 1001 time: 0.0560722 Dec 08 02:22:34.204092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08736-4525-4e9b-9119-ed68a3b53a80 req-16fd60df-088b-4e56-97ea-670974db8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:34.205691 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76b08736-4525-4e9b-9119-ed68a3b53a80 req-16fd60df-088b-4e56-97ea-670974db8a89 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c59d28bc-9ece-4bc5-8c95-ce2156ed58d6 HTTP/1.1" status: 200 len: 835 time: 0.0462956 Dec 08 02:22:34.240398 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:34.254891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08736-4525-4e9b-9119-ed68a3b53a80 req-c8eb2fde-8e4e-4a6e-a08d-4ceae801a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:34.256457 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76b08736-4525-4e9b-9119-ed68a3b53a80 req-c8eb2fde-8e4e-4a6e-a08d-4ceae801a087 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432780 Dec 08 02:22:34.346878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76b08736-4525-4e9b-9119-ed68a3b53a80 req-1c741148-4cdb-450e-b355-f48bd7c2f85d service neutron] 10.222.0.65 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826914 Dec 08 02:22:34.441927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76b08736-4525-4e9b-9119-ed68a3b53a80 req-26389606-5ab1-45dd-9ccf-3c1b736756cf service neutron] 10.222.0.65 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856390 Dec 08 02:22:34.802522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:22:50.774797 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:22:58.137820 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37532) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:22:58.213330 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9922ea-8235-4d31-9e8a-7123caea4235 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:58.214597 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9922ea-8235-4d31-9e8a-7123caea4235 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:58.215075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9922ea-8235-4d31-9e8a-7123caea4235 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:22:58.216801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fe9922ea-8235-4d31-9e8a-7123caea4235 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=f74b507f757b415aa28d82f93896af02&network_id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4 HTTP/1.1" status: 200 len: 2973 time: 0.0779533 Dec 08 02:22:58.865110 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d4a87cc2-b003-4b9e-a5d1-967aeeab079e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:01.489145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37542) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:01.542464 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e240f6b2-ce55-4568-a560-78ef0168f982 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:01.544004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e240f6b2-ce55-4568-a560-78ef0168f982 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd HTTP/1.1" status: 200 len: 814 time: 0.0538650 Dec 08 02:23:02.036875 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.116854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:02.122371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'network': {'name': 'tempest-network-smoke--983276574', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:02.136591 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-925a4a2e-a47f-4774-a758-413887355277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.143864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Made reservation on behalf of f74b507f757b415aa28d82f93896af02 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:02.147378 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.170847 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:23:02.179361 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.179704 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Added segment c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9 of type vlan for network c2dd3829-f1d0-4a24-96a4-1c407698cdca Dec 08 02:23:02.218020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.242537 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.248947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:02.249537 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.290586 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1725543 Dec 08 02:23:02.294345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37550) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:02.321669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Network': ['ID=c2dd3829-f1d0-4a24-96a4-1c407698cdca,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:02.329053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.329549 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.329897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.330236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.330571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.330905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.331232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.331560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.331885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.332206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.332560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.332887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.333210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3df7a1b-9fd3-43d8-b1b9-199bef2bc0aa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:02.345299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network c2dd3829-f1d0-4a24-96a4-1c407698cdca details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:23:02.370380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24bcd27-8710-4661-ba0c-e392ab616441 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:02.374791 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d24bcd27-8710-4661-ba0c-e392ab616441 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f74b507f757b415aa28d82f93896af02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0762937 Dec 08 02:23:02.375081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37552) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:02.453220 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.466924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b698b96d-bd81-4ea5-8730-b7c481c6c4d1 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:02.468470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b698b96d-bd81-4ea5-8730-b7c481c6c4d1 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924122 Dec 08 02:23:02.471215 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37554) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:02.498761 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2e8f85a5-e081-48e5-8b4b-448ddadda7c7 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265207 Dec 08 02:23:02.501768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37556) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:02.533365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e9bd9ef0-a82c-45b0-8256-f006bef3689c tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f74b507f757b415aa28d82f93896af02&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305943 Dec 08 02:23:02.535708 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37558) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:02.619096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5291d-bf2d-442f-96d2-5e3d9f5b541e tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:02.620573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-73a5291d-bf2d-442f-96d2-5e3d9f5b541e tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0839739 Dec 08 02:23:02.623350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37560) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:02.650078 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9973766e-0b8d-401e-883c-77df48d69181 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257332 Dec 08 02:23:02.653011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37562) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:02.657550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-0fd12865-4a48-4334-963b-ddd504ebebe4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-123987496', 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:02.745524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd12865-4a48-4334-963b-ddd504ebebe4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Made reservation on behalf of f74b507f757b415aa28d82f93896af02 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:02.749065 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fd12865-4a48-4334-963b-ddd504ebebe4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.931537 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fd12865-4a48-4334-963b-ddd504ebebe4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:02.984673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd12865-4a48-4334-963b-ddd504ebebe4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Subnet': ['ID=8ca2dff7-4582-4374-9f99-bbadb7d54cc9,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:03.000039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd12865-4a48-4334-963b-ddd504ebebe4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Checking segment: {'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:03.000440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd12865-4a48-4334-963b-ddd504ebebe4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network hostable DHCP agents. Network: c2dd3829-f1d0-4a24-96a4-1c407698cdca, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:23:03.017563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd12865-4a48-4334-963b-ddd504ebebe4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network c2dd3829-f1d0-4a24-96a4-1c407698cdca is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:23:03.026463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0fd12865-4a48-4334-963b-ddd504ebebe4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c2dd3829-f1d0-4a24-96a4-1c407698cdca) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:03.030680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd12865-4a48-4334-963b-ddd504ebebe4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:03.031268 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0fd12865-4a48-4334-963b-ddd504ebebe4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.035526 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8807193-4e9a-457b-b0da-e4ed212fed45 None None] Network c2dd3829-f1d0-4a24-96a4-1c407698cdca requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:03.047383 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0fd12865-4a48-4334-963b-ddd504ebebe4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3934076 Dec 08 02:23:03.137710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-c2dd3829-f1d0-4a24-96a4-1c407698cdca', 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ips': [{'subnet_id': '8ca2dff7-4582-4374-9f99-bbadb7d54cc9'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:23:03.138560 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.236600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37566) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:03.242047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6ef18699-920a-4f47-8da2-53a099aebc19 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1766922507', 'description': 'tempest-secgroup-smoke-1766922507 description', 'project_id': 'f74b507f757b415aa28d82f93896af02'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:03.264700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ef18699-920a-4f47-8da2-53a099aebc19 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.278400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Allocated IP 172.20.0.18 (c2dd3829-f1d0-4a24-96a4-1c407698cdca/8ca2dff7-4582-4374-9f99-bbadb7d54cc9/0b463941-7043-41a3-8cb1-8b34e0543ddf) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:03.336360 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ef18699-920a-4f47-8da2-53a099aebc19 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.341695 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ef18699-920a-4f47-8da2-53a099aebc19 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.373598 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6ef18699-920a-4f47-8da2-53a099aebc19 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.374862 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6ef18699-920a-4f47-8da2-53a099aebc19 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1363797 Dec 08 02:23:03.376034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef18699-920a-4f47-8da2-53a099aebc19 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc325f9-c2cb-4bfc-8089-a347ea70e44e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:03.378019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37568) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:03.382633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ddc2cf01-a916-41ad-a77e-d0d368e09f0a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': 'edc325f9-c2cb-4bfc-8089-a347ea70e44e', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:03.418680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddc2cf01-a916-41ad-a77e-d0d368e09f0a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.430341 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.436909 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.473656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Network c2dd3829-f1d0-4a24-96a4-1c407698cdca is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:03.478585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:03.481235 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddc2cf01-a916-41ad-a77e-d0d368e09f0a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.481426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:03.485085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddc2cf01-a916-41ad-a77e-d0d368e09f0a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.501144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Pushing event updated for resources: {'Port': ['ID=0b463941-7043-41a3-8cb1-8b34e0543ddf,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:03.506321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2cf01-a916-41ad-a77e-d0d368e09f0a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd5d142-f835-4e82-b714-5d7b7473b960,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:03.512660 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ddc2cf01-a916-41ad-a77e-d0d368e09f0a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.513934 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ddc2cf01-a916-41ad-a77e-d0d368e09f0a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348608 Dec 08 02:23:03.516707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37570) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:03.521379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1745d7f5-0920-4e88-bfd9-ee6f52d0875c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': 'edc325f9-c2cb-4bfc-8089-a347ea70e44e', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:03.524509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.524873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.525411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.526367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.526713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.527458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.527801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.528143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.528505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.528850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.529189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.529554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.529886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:03.555340 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1745d7f5-0920-4e88-bfd9-ee6f52d0875c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.559268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Attempting to bind port 0b463941-7043-41a3-8cb1-8b34e0543ddf on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:03.559649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Attempting to bind port 0b463941-7043-41a3-8cb1-8b34e0543ddf by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:03.560017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Attempting to bind port 0b463941-7043-41a3-8cb1-8b34e0543ddf on network c2dd3829-f1d0-4a24-96a4-1c407698cdca {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:03.565092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:03.565480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Checking segment: {'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:03.565889 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.566287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Bound using segment: {'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:03.566759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Bound port: 0b463941-7043-41a3-8cb1-8b34e0543ddf, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:03.567144 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.616972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1745d7f5-0920-4e88-bfd9-ee6f52d0875c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.620915 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1745d7f5-0920-4e88-bfd9-ee6f52d0875c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.634099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] For port 0b463941-7043-41a3-8cb1-8b34e0543ddf, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:03.638644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] For port 0b463941-7043-41a3-8cb1-8b34e0543ddf, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0b463941-7043-41a3-8cb1-8b34e0543ddf,segment=NetworkSegment(c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9),segment_id=c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:03.639437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745d7f5-0920-4e88-bfd9-ee6f52d0875c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e82334-4507-40a1-b59d-2d3ca3eb87b6,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:03.642964 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.646787 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1745d7f5-0920-4e88-bfd9-ee6f52d0875c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.649300 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1745d7f5-0920-4e88-bfd9-ee6f52d0875c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305547 Dec 08 02:23:03.651758 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37572) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:03.656708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9b503011-cfe9-4afb-93b8-44fe91e1325e tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': 'edc325f9-c2cb-4bfc-8089-a347ea70e44e', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:03.683253 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b503011-cfe9-4afb-93b8-44fe91e1325e tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.705371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f93b8-3eda-455e-93ad-561fed6fa4a1 None None] Pushing event updated for resources: {'Port': ['ID=0b463941-7043-41a3-8cb1-8b34e0543ddf,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:03.751807 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.752419 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b503011-cfe9-4afb-93b8-44fe91e1325e tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.755820 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b503011-cfe9-4afb-93b8-44fe91e1325e tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.777702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b503011-cfe9-4afb-93b8-44fe91e1325e tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d8ef67-e93b-473d-a740-0e5857b4c40a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:03.785964 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9b503011-cfe9-4afb-93b8-44fe91e1325e tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.787161 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9b503011-cfe9-4afb-93b8-44fe91e1325e tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343429 Dec 08 02:23:03.789943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37574) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:03.794396 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a9ef4f18-0aa1-498d-9b3b-2371a98b9124 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': 'edc325f9-c2cb-4bfc-8089-a347ea70e44e', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:03.822184 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4f18-0aa1-498d-9b3b-2371a98b9124 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.894709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4f18-0aa1-498d-9b3b-2371a98b9124 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.897554 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4f18-0aa1-498d-9b3b-2371a98b9124 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.920627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef4f18-0aa1-498d-9b3b-2371a98b9124 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f222ca99-6fb3-4d11-a1d0-9a96f1eae385,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:03.926838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a9ef4f18-0aa1-498d-9b3b-2371a98b9124 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:03.928143 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a9ef4f18-0aa1-498d-9b3b-2371a98b9124 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372831 Dec 08 02:23:03.930974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37576) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:03.936148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c3f9d71a-9162-4d7f-bec4-5722f7097352 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': 'edc325f9-c2cb-4bfc-8089-a347ea70e44e', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:03.958843 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-c3f9d71a-9162-4d7f-bec4-5722f7097352 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Project f74b507f757b415aa28d82f93896af02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:23:03.963981 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3f9d71a-9162-4d7f-bec4-5722f7097352 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.037745 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3f9d71a-9162-4d7f-bec4-5722f7097352 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.041585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3f9d71a-9162-4d7f-bec4-5722f7097352 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.060506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9d71a-9162-4d7f-bec4-5722f7097352 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473ac4c7-904e-44d0-b00f-a9bdb4459c18,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:04.065981 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c3f9d71a-9162-4d7f-bec4-5722f7097352 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.069958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c3f9d71a-9162-4d7f-bec4-5722f7097352 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353378 Dec 08 02:23:04.070177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37578) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:04.075396 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8001284c-0354-431d-a92b-055d2f1e59d0 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': 'edc325f9-c2cb-4bfc-8089-a347ea70e44e', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:04.097876 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-8001284c-0354-431d-a92b-055d2f1e59d0 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Project f74b507f757b415aa28d82f93896af02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:23:04.103065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8001284c-0354-431d-a92b-055d2f1e59d0 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.164913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8001284c-0354-431d-a92b-055d2f1e59d0 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.170299 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8001284c-0354-431d-a92b-055d2f1e59d0 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.191202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001284c-0354-431d-a92b-055d2f1e59d0 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243f21a7-98d5-40ec-9f58-ec6aec18856b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:04.200319 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8001284c-0354-431d-a92b-055d2f1e59d0 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.201592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8001284c-0354-431d-a92b-055d2f1e59d0 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304331 Dec 08 02:23:04.242600 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.368981 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-edc7a966-a4e0-4cf5-83fb-bae21aaf12ad tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1766922507&fields=id&tenant_id=f74b507f757b415aa28d82f93896af02 HTTP/1.1" status: 200 len: 267 time: 0.0554414 Dec 08 02:23:04.558071 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0b463941-7043-41a3-8cb1-8b34e0543ddf up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:04.574402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-dd3fb81e-c920-4526-b1ba-1f13d810519f tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:04.575976 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-dd3fb81e-c920-4526-b1ba-1f13d810519f tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/networks?id=c2dd3829-f1d0-4a24-96a4-1c407698cdca HTTP/1.1" status: 200 len: 796 time: 0.1992226 Dec 08 02:23:04.593471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-fe4c8166-aa7e-4851-8ff9-22486a4f6754 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/quotas/f74b507f757b415aa28d82f93896af02 HTTP/1.1" status: 200 len: 375 time: 0.0112741 Dec 08 02:23:04.611710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0b463941-7043-41a3-8cb1-8b34e0543ddf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:04.612090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.690231 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-5ce6c9d5-b70a-47eb-9d7c-2923c681d43b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0896783 Dec 08 02:23:04.691948 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.695932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb049298-e116-4fa7-80c8-52aa46630732 None None] Network c2dd3829-f1d0-4a24-96a4-1c407698cdca requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:04.756578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-1627ae35-96cf-4c8d-9794-03d22b5bd770 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:23:04.757578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-1627ae35-96cf-4c8d-9794-03d22b5bd770 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0554459 Dec 08 02:23:04.784655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e28481a9-6f4f-4132-abc3-50b83f729470 None None] Provisioning complete for port 0b463941-7043-41a3-8cb1-8b34e0543ddf triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:04.785030 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e28481a9-6f4f-4132-abc3-50b83f729470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.803098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 0b463941-7043-41a3-8cb1-8b34e0543ddf, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0b463941-7043-41a3-8cb1-8b34e0543ddf,segment=NetworkSegment(c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9),segment_id=c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:04.835818 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.857424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-28199445-50e1-4daa-aa18-a6a75967483b service neutron] 10.222.0.70 "GET /v2.0/networks/c2dd3829-f1d0-4a24-96a4-1c407698cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928810 Dec 08 02:23:04.881881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:04.926970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=0b463941-7043-41a3-8cb1-8b34e0543ddf,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:04.950652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-6e0d04e7-5a62-4eb9-98bd-c64ed7ba9e6b service neutron] 10.222.0.70 "GET /v2.0/networks/c2dd3829-f1d0-4a24-96a4-1c407698cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864742 Dec 08 02:23:05.198623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-81a6341b-df14-4737-823c-67556719ce06 None None] Provisioning complete for port 0b463941-7043-41a3-8cb1-8b34e0543ddf triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:05.199099 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81a6341b-df14-4737-823c-67556719ce06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:06.146838 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2074d0c4-92db-4359-be11-f1b7d22a702e req-cd22acf8-7ee4-4864-ae81-78197d2645b4 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 210 time: 0.0290709 Dec 08 02:23:06.529508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0b463941-7043-41a3-8cb1-8b34e0543ddf up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:06.578716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0b463941-7043-41a3-8cb1-8b34e0543ddf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:06.579079 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:07.161183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-47526ea2-519a-4fbe-9966-b3e4143def4b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:07.162673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-47526ea2-519a-4fbe-9966-b3e4143def4b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.72 "GET /v2.0/networks?id=c2dd3829-f1d0-4a24-96a4-1c407698cdca HTTP/1.1" status: 200 len: 796 time: 0.1086321 Dec 08 02:23:07.254217 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f04fe73-c811-4729-9915-59fee8c1cda5 req-33254a14-f5f5-4169-81f4-647e9b8028b5 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 210 time: 0.0359018 Dec 08 02:23:07.285356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-39867d87-0a7e-4a02-87b9-eca6ea7c6208 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f74b507f757b415aa28d82f93896af02 HTTP/1.1" status: 200 len: 473 time: 0.0991087 Dec 08 02:23:07.296055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'port': {'device_id': 'c59feb2c-c174-4807-bfb3-6684c6741685', 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca', 'admin_state_up': True, 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'security_groups': ['edc325f9-c2cb-4bfc-8089-a347ea70e44e']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:07.408645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Made reservation on behalf of f74b507f757b415aa28d82f93896af02 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:07.412317 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:07.537877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Allocated IP 172.20.0.19 (c2dd3829-f1d0-4a24-96a4-1c407698cdca/8ca2dff7-4582-4374-9f99-bbadb7d54cc9/6cc17c50-4cdb-4824-97c8-1d5fe8908096) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:07.959789 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:07.993422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.042745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network c2dd3829-f1d0-4a24-96a4-1c407698cdca is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:08.045855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:08.050616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:08.054253 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=6cc17c50-4cdb-4824-97c8-1d5fe8908096,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:08.103413 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:08.104767 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.122444 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-57b346b9-c55a-44f6-8177-26911aaa127a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8298450 Dec 08 02:23:08.133834 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-a031f7e7-2d9e-4f79-bd59-aea8cf1e7644 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:23:08.135218 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-a031f7e7-2d9e-4f79-bd59-aea8cf1e7644 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057666 Dec 08 02:23:08.204776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Request body: {'port': {'device_id': 'c59feb2c-c174-4807-bfb3-6684c6741685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:08.258580 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.321547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-49d4cdbd-568f-4568-b691-f88166c2623e None None] Provisioning complete for port 6cc17c50-4cdb-4824-97c8-1d5fe8908096 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:08.322098 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49d4cdbd-568f-4568-b691-f88166c2623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.358182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-49d4cdbd-568f-4568-b691-f88166c2623e None None] Port 6cc17c50-4cdb-4824-97c8-1d5fe8908096 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:08.376931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41da1e-b737-4cdd-8641-0c2987bb9583 req-cc49c7aa-78ee-4826-80bb-2ea23e1d18cc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:08.378438 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e41da1e-b737-4cdd-8641-0c2987bb9583 req-cc49c7aa-78ee-4826-80bb-2ea23e1d18cc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 932 time: 0.0524309 Dec 08 02:23:08.429933 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8e41da1e-b737-4cdd-8641-0c2987bb9583 req-df508f6b-aadd-4a41-ade5-2bdd1aa1508a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc325f9-c2cb-4bfc-8089-a347ea70e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449162 Dec 08 02:23:08.528075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc17c50-4cdb-4824-97c8-1d5fe8908096 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:23:08.535478 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.547734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Transition to ACTIVE for port object 6cc17c50-4cdb-4824-97c8-1d5fe8908096 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:23:08.551484 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.604211 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc17c50-4cdb-4824-97c8-1d5fe8908096,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:08.676701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Attempting to bind port 6cc17c50-4cdb-4824-97c8-1d5fe8908096 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:08.677091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Attempting to bind port 6cc17c50-4cdb-4824-97c8-1d5fe8908096 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:08.677373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Attempting to bind port 6cc17c50-4cdb-4824-97c8-1d5fe8908096 on network c2dd3829-f1d0-4a24-96a4-1c407698cdca {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:08.682680 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Port 6cc17c50-4cdb-4824-97c8-1d5fe8908096 on network c2dd3829-f1d0-4a24-96a4-1c407698cdca not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:23:08.683247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Attempting to bind port 6cc17c50-4cdb-4824-97c8-1d5fe8908096 on network c2dd3829-f1d0-4a24-96a4-1c407698cdca {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:08.688509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:08.688852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Checking segment: {'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:08.689241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Bound using segment: {'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:08.689672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Bound port: 6cc17c50-4cdb-4824-97c8-1d5fe8908096, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:08.690034 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.756411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] For port 6cc17c50-4cdb-4824-97c8-1d5fe8908096, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:08.759652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] For port 6cc17c50-4cdb-4824-97c8-1d5fe8908096, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6cc17c50-4cdb-4824-97c8-1d5fe8908096,segment=NetworkSegment(c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9),segment_id=c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:08.765069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.797667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:08.798337 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:08.799686 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] 10.222.0.72 "PUT /v2.0/ports/6cc17c50-4cdb-4824-97c8-1d5fe8908096 HTTP/1.1" status: 200 len: 1093 time: 0.6511817 Dec 08 02:23:08.800129 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59feb2c-c174-4807-bfb3-6684c6741685', 'tag': '6cc17c50-4cdb-4824-97c8-1d5fe8908096'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:08.802410 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c98e38a-3245-43d0-9447-1e1b67ff8dee" -d '{"events": [{"name": "network-changed", "server_uuid": "c59feb2c-c174-4807-bfb3-6684c6741685", "tag": "6cc17c50-4cdb-4824-97c8-1d5fe8908096"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:08.833172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ed370-5808-4ef4-9fcb-28fa09070e16 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc17c50-4cdb-4824-97c8-1d5fe8908096,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:08.859733 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf1e276-543c-4daf-b00e-508219026088 x-openstack-request-id: req-9cf1e276-543c-4daf-b00e-508219026088 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:08.860033 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59feb2c-c174-4807-bfb3-6684c6741685", "tag": "6cc17c50-4cdb-4824-97c8-1d5fe8908096", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:08.860303 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9cf1e276-543c-4daf-b00e-508219026088 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:08.860734 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59feb2c-c174-4807-bfb3-6684c6741685', 'tag': '6cc17c50-4cdb-4824-97c8-1d5fe8908096', 'status': 'completed', 'code': 200} Dec 08 02:23:08.921006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-0ae6819a-61fa-4e3a-9a98-e6814a09545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:08.922590 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-0ae6819a-61fa-4e3a-9a98-e6814a09545a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 1096 time: 0.0481164 Dec 08 02:23:08.973460 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-a6ef79ba-d3f2-47fa-b517-3ffb62f3dce6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=6cc17c50-4cdb-4824-97c8-1d5fe8908096 HTTP/1.1" status: 200 len: 217 time: 0.0380774 Dec 08 02:23:09.023304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-4aff7bc6-1363-4266-83b9-26327d73bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:09.024838 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-4aff7bc6-1363-4266-83b9-26327d73bd22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8ca2dff7-4582-4374-9f99-bbadb7d54cc9 HTTP/1.1" status: 200 len: 837 time: 0.0447617 Dec 08 02:23:09.069585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-187405c8-72e0-499b-8689-e7c600bf76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:09.071112 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-187405c8-72e0-499b-8689-e7c600bf76a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2dd3829-f1d0-4a24-96a4-1c407698cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0395174 Dec 08 02:23:09.162522 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-e9f4f277-b01c-490e-85af-6db294a09c5a service neutron] 10.222.0.72 "GET /v2.0/networks/c2dd3829-f1d0-4a24-96a4-1c407698cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845165 Dec 08 02:23:09.250230 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-836c5874-d7a9-4071-8c82-e4c9b29db0d9 req-cf2e4bc1-d0cf-4435-a0da-d9d9eb7cd543 service neutron] 10.222.0.72 "GET /v2.0/networks/c2dd3829-f1d0-4a24-96a4-1c407698cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806069 Dec 08 02:23:09.391083 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e38a-3245-43d0-9447-1e1b67ff8dee req-53fe978f-8afb-44e3-8940-240156bee286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:09.392656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c98e38a-3245-43d0-9447-1e1b67ff8dee req-53fe978f-8afb-44e3-8940-240156bee286 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 1096 time: 0.0454688 Dec 08 02:23:09.482994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e38a-3245-43d0-9447-1e1b67ff8dee req-cd37a023-db17-447e-aa44-d7a33250d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:09.484525 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c98e38a-3245-43d0-9447-1e1b67ff8dee req-cd37a023-db17-447e-aa44-d7a33250d5a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2dd3829-f1d0-4a24-96a4-1c407698cdca HTTP/1.1" status: 200 len: 897 time: 0.0843115 Dec 08 02:23:09.532965 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c98e38a-3245-43d0-9447-1e1b67ff8dee req-5e33b6d0-5318-46a7-beb7-bbdd1fb07c86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=6cc17c50-4cdb-4824-97c8-1d5fe8908096 HTTP/1.1" status: 200 len: 217 time: 0.0395911 Dec 08 02:23:09.556202 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c595c3-675b-4e64-aa9b-abb1816246db req-c9084aba-1b71-4c6f-97da-ecdf1a314db5 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:09.557903 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9c595c3-675b-4e64-aa9b-abb1816246db req-c9084aba-1b71-4c6f-97da-ecdf1a314db5 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 944 time: 0.0504541 Dec 08 02:23:09.584353 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e38a-3245-43d0-9447-1e1b67ff8dee req-77c763a5-86dc-4275-87f4-d718bbe8fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:09.585851 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c98e38a-3245-43d0-9447-1e1b67ff8dee req-77c763a5-86dc-4275-87f4-d718bbe8fbc3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8ca2dff7-4582-4374-9f99-bbadb7d54cc9 HTTP/1.1" status: 200 len: 837 time: 0.0453393 Dec 08 02:23:09.612016 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9c595c3-675b-4e64-aa9b-abb1816246db req-d1f3ac5d-a664-49cf-8a41-aa35cad9f93b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc325f9-c2cb-4bfc-8089-a347ea70e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480773 Dec 08 02:23:09.633281 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98e38a-3245-43d0-9447-1e1b67ff8dee req-90dc1c3b-c928-49b6-b0c9-a49f1fd6d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:09.635416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c98e38a-3245-43d0-9447-1e1b67ff8dee req-90dc1c3b-c928-49b6-b0c9-a49f1fd6d417 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2dd3829-f1d0-4a24-96a4-1c407698cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0408003 Dec 08 02:23:09.729822 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c98e38a-3245-43d0-9447-1e1b67ff8dee req-c2f2b223-f122-47b0-86a6-1405cd9b3e0a service neutron] 10.222.0.72 "GET /v2.0/networks/c2dd3829-f1d0-4a24-96a4-1c407698cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872750 Dec 08 02:23:09.823451 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c98e38a-3245-43d0-9447-1e1b67ff8dee req-39a5eed3-2ee9-4667-91ba-17650cdc765b service neutron] 10.222.0.72 "GET /v2.0/networks/c2dd3829-f1d0-4a24-96a4-1c407698cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826783 Dec 08 02:23:10.730770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a6c96-3dcb-466e-abfc-846ceab67a94 req-31ca969f-e35b-46f4-b329-4f02aa17dd0e tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:10.732550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-427a6c96-3dcb-466e-abfc-846ceab67a94 req-31ca969f-e35b-46f4-b329-4f02aa17dd0e tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 944 time: 0.0506015 Dec 08 02:23:10.786042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-427a6c96-3dcb-466e-abfc-846ceab67a94 req-1a11e307-2803-464a-a194-af5ea07f01d5 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc325f9-c2cb-4bfc-8089-a347ea70e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474913 Dec 08 02:23:11.905153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e01363-0b17-4ce3-abf5-3f81bb6edb44 req-f9ef31da-ef41-40cb-b8fb-be1151fa04bc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:11.906765 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3e01363-0b17-4ce3-abf5-3f81bb6edb44 req-f9ef31da-ef41-40cb-b8fb-be1151fa04bc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 944 time: 0.0496132 Dec 08 02:23:11.955874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3e01363-0b17-4ce3-abf5-3f81bb6edb44 req-af2ad2bd-5ed8-4653-97e3-024c75d425df tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc325f9-c2cb-4bfc-8089-a347ea70e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431442 Dec 08 02:23:12.186068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6cc17c50-4cdb-4824-97c8-1d5fe8908096 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:23:12.458318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6cc17c50-4cdb-4824-97c8-1d5fe8908096, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6cc17c50-4cdb-4824-97c8-1d5fe8908096,segment=NetworkSegment(c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9),segment_id=c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:12.469890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '6cc17c50-4cdb-4824-97c8-1d5fe8908096', 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca', 'port_id': '6cc17c50-4cdb-4824-97c8-1d5fe8908096', 'mac_address': 'fa:16:3e:11:c8:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca2dff7-4582-4374-9f99-bbadb7d54cc9', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:23:12.507014 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:12.520115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc17c50-4cdb-4824-97c8-1d5fe8908096 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:23:12.540421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6cc17c50-4cdb-4824-97c8-1d5fe8908096, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6cc17c50-4cdb-4824-97c8-1d5fe8908096,segment=NetworkSegment(c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9),segment_id=c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:12.544622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:12.594824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6cc17c50-4cdb-4824-97c8-1d5fe8908096,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:12.845036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['6cc17c50-4cdb-4824-97c8-1d5fe8908096'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:23:13.072825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73f1a-a8d1-4ee5-9d85-fcde1235ac59 req-217b5536-ec0c-46f8-b38a-9e228d0a4598 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:13.075170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40a73f1a-a8d1-4ee5-9d85-fcde1235ac59 req-217b5536-ec0c-46f8-b38a-9e228d0a4598 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 945 time: 0.0510671 Dec 08 02:23:13.124987 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40a73f1a-a8d1-4ee5-9d85-fcde1235ac59 req-5b7f57c4-a0c5-442a-b1b3-db7ebf08541c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc325f9-c2cb-4bfc-8089-a347ea70e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436327 Dec 08 02:23:13.652614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-edbbd4f2-50e7-4d6e-b69e-9e5b17a97fd8 req-7ab24e50-b7a5-4b81-802a-e7af9a80ba5f service neutron] (103129) timed out ('10.222.0.72', 57666) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:23:14.217293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6cc17c50-4cdb-4824-97c8-1d5fe8908096 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:14.242162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75ab35-444b-45dc-9149-f44dc0f3f27b req-30bc1130-b42b-4163-a67e-5273ce2c2433 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:14.243680 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd75ab35-444b-45dc-9149-f44dc0f3f27b req-30bc1130-b42b-4163-a67e-5273ce2c2433 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 945 time: 0.0509186 Dec 08 02:23:14.268138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 6cc17c50-4cdb-4824-97c8-1d5fe8908096 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:23:14.272355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 6cc17c50-4cdb-4824-97c8-1d5fe8908096 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:14.272736 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:14.294953 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd75ab35-444b-45dc-9149-f44dc0f3f27b req-94a6f2e4-21f1-4568-b232-e2957aee4186 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc325f9-c2cb-4bfc-8089-a347ea70e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445490 Dec 08 02:23:14.353486 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:14.376043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59feb2c-c174-4807-bfb3-6684c6741685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc17c50-4cdb-4824-97c8-1d5fe8908096'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:14.378327 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a2a5d2-87da-40d0-aa23-540268fdc5ef" -d '{"events": [{"server_uuid": "c59feb2c-c174-4807-bfb3-6684c6741685", "name": "network-vif-plugged", "status": "completed", "tag": "6cc17c50-4cdb-4824-97c8-1d5fe8908096"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:14.390912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 6cc17c50-4cdb-4824-97c8-1d5fe8908096, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6cc17c50-4cdb-4824-97c8-1d5fe8908096,segment=NetworkSegment(c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9),segment_id=c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:14.395164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:14.446432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=6cc17c50-4cdb-4824-97c8-1d5fe8908096,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:14.481231 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1a8de5-55ae-4c80-88a1-8d3c14076bb3 x-openstack-request-id: req-fa1a8de5-55ae-4c80-88a1-8d3c14076bb3 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:14.481528 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59feb2c-c174-4807-bfb3-6684c6741685", "name": "network-vif-plugged", "status": "completed", "tag": "6cc17c50-4cdb-4824-97c8-1d5fe8908096", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:14.481785 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa1a8de5-55ae-4c80-88a1-8d3c14076bb3 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:14.482189 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59feb2c-c174-4807-bfb3-6684c6741685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc17c50-4cdb-4824-97c8-1d5fe8908096', 'code': 200} Dec 08 02:23:14.611174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655e000-a254-42eb-98e8-874d0ffa0481 req-7a36638f-0ba8-4bd7-98ff-4735cf83e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:14.612712 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9655e000-a254-42eb-98e8-874d0ffa0481 req-7a36638f-0ba8-4bd7-98ff-4735cf83e9f4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 1098 time: 0.0422673 Dec 08 02:23:14.659605 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9655e000-a254-42eb-98e8-874d0ffa0481 req-e110eafb-2468-402b-923f-bd2905da40bf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=edc325f9-c2cb-4bfc-8089-a347ea70e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389280 Dec 08 02:23:15.416457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab99d1c-f6ce-4275-be01-c3bef6d62fe8 req-c0cad64d-2a8e-4fa6-808e-29d063a31640 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:15.418127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3ab99d1c-f6ce-4275-be01-c3bef6d62fe8 req-c0cad64d-2a8e-4fa6-808e-29d063a31640 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 946 time: 0.0551641 Dec 08 02:23:15.470895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3ab99d1c-f6ce-4275-be01-c3bef6d62fe8 req-35e9ecb5-9cd1-4be4-a8f6-bea828c2035f tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc325f9-c2cb-4bfc-8089-a347ea70e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467947 Dec 08 02:23:16.601113 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa18474-8174-41c7-b8bc-1eee084917cb req-ae1a600d-6d96-422b-97cd-2acbea056e9d tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:16.602633 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-baa18474-8174-41c7-b8bc-1eee084917cb req-ae1a600d-6d96-422b-97cd-2acbea056e9d tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 946 time: 0.0535383 Dec 08 02:23:16.651503 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-baa18474-8174-41c7-b8bc-1eee084917cb req-987da7c3-8e0d-4888-bf3c-71f5716ca979 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc325f9-c2cb-4bfc-8089-a347ea70e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422976 Dec 08 02:23:16.767238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4c2a7-8df1-4d49-9b51-43f1cf2f96bf req-c473291c-465c-4907-b2ff-807d529e6cdb tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:16.768654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dda4c2a7-8df1-4d49-9b51-43f1cf2f96bf req-c473291c-465c-4907-b2ff-807d529e6cdb tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 946 time: 0.0503879 Dec 08 02:23:16.817520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dda4c2a7-8df1-4d49-9b51-43f1cf2f96bf req-4234e504-02ad-482a-b301-8288366ddd13 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc325f9-c2cb-4bfc-8089-a347ea70e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428238 Dec 08 02:23:18.315554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37638) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:18.740775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.007502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Allocated IP 172.20.0.17 (c2dd3829-f1d0-4a24-96a4-1c407698cdca/8ca2dff7-4582-4374-9f99-bbadb7d54cc9/a1fd612a-489c-4eee-a265-91d02228dbbc) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:19.122194 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.155801 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.194247 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network c2dd3829-f1d0-4a24-96a4-1c407698cdca is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:19.197863 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:19.201583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:19.227058 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=a1fd612a-489c-4eee-a265-91d02228dbbc,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:19.256195 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.399239 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.482735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8ce5a671-4f50-451f-a58b-a70c7b1e1bf8 None None] Provisioning complete for port a1fd612a-489c-4eee-a265-91d02228dbbc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:19.483304 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ce5a671-4f50-451f-a58b-a70c7b1e1bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.520647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8ce5a671-4f50-451f-a58b-a70c7b1e1bf8 None None] Port a1fd612a-489c-4eee-a265-91d02228dbbc cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:19.672885 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.677374 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.749478 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=a1fd612a-489c-4eee-a265-91d02228dbbc,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:19.751811 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:19.852915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network c2dd3829-f1d0-4a24-96a4-1c407698cdca is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:19.854985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:19.972232 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Router 09fbf395-4eca-41ed-a673-818c852c2f38 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:20.042408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fcfb360f-c96e-4635-94b7-88e8c975792f None None] Provisioning complete for port a1fd612a-489c-4eee-a265-91d02228dbbc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:20.042788 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fcfb360f-c96e-4635-94b7-88e8c975792f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:20.077044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb360f-c96e-4635-94b7-88e8c975792f None None] Port a1fd612a-489c-4eee-a265-91d02228dbbc cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:20.087587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:20.094177 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a6d634ab-cba7-4512-9777-05242170c930 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "PUT /v2.0/routers/09fbf395-4eca-41ed-a673-818c852c2f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7772918 Dec 08 02:23:20.098176 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Sync routers for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:20.111271 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:20.111825 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:23:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:20.217512 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:20.444552 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:23:19Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '63c0e8c5-2b1b-4d36-b79c-754681425ce5', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'port_id': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'mac_address': 'fa:16:3e:c6:be:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:24Z', 'revision_number': 1, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1fd612a-489c-4eee-a265-91d02228dbbc', 'name': '', 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:ce:f5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '8ca2dff7-4582-4374-9f99-bbadb7d54cc9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:18Z', 'updated_at': '2021-12-08T02:23:19Z', 'revision_number': 2, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': '8ca2dff7-4582-4374-9f99-bbadb7d54cc9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:07Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:20.470306 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Checking router: 09fbf395-4eca-41ed-a673-818c852c2f38 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:23:20.470658 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Updating router 09fbf395-4eca-41ed-a673-818c852c2f38 port a1fd612a-489c-4eee-a265-91d02228dbbc binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:23:20.494801 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:20.833739 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:20.839299 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:20.887540 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Pushing event updated for resources: {'Port': ['ID=a1fd612a-489c-4eee-a265-91d02228dbbc,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:20.910241 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.910589 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.910930 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.911267 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.911602 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.911929 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.912263 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.912610 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.912933 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.913257 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.913580 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.913899 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.914217 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:20.949444 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Attempting to bind port a1fd612a-489c-4eee-a265-91d02228dbbc on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:20.949824 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Attempting to bind port a1fd612a-489c-4eee-a265-91d02228dbbc by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:20.950186 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Attempting to bind port a1fd612a-489c-4eee-a265-91d02228dbbc on network c2dd3829-f1d0-4a24-96a4-1c407698cdca {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:20.955573 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:20.955953 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Checking segment: {'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:20.956387 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:20.956785 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Bound using segment: {'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:20.957254 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Bound port: a1fd612a-489c-4eee-a265-91d02228dbbc, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:20.957636 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.029269 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] For port a1fd612a-489c-4eee-a265-91d02228dbbc, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:21.032610 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] For port a1fd612a-489c-4eee-a265-91d02228dbbc, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a1fd612a-489c-4eee-a265-91d02228dbbc,segment=NetworkSegment(c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9),segment_id=c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:21.036507 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.094420 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:21.095054 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:23:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:21.096789 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1991316-6874-49f6-bbc7-962cf814d3bb None None] Pushing event updated for resources: {'Port': ['ID=a1fd612a-489c-4eee-a265-91d02228dbbc,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:21.106865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7962950a-503a-4030-8281-47283494d74a None None] Provisioning complete for port a1fd612a-489c-4eee-a265-91d02228dbbc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:21.107377 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7962950a-503a-4030-8281-47283494d74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.193136 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7962950a-503a-4030-8281-47283494d74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.216770 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:21.236627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7962950a-503a-4030-8281-47283494d74a None None] For port a1fd612a-489c-4eee-a265-91d02228dbbc, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a1fd612a-489c-4eee-a265-91d02228dbbc,segment=NetworkSegment(c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9),segment_id=c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:21.241064 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7962950a-503a-4030-8281-47283494d74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.292306 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962950a-503a-4030-8281-47283494d74a None None] Pushing event updated for resources: {'Port': ['ID=a1fd612a-489c-4eee-a265-91d02228dbbc,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:21.453366 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:23:19Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '63c0e8c5-2b1b-4d36-b79c-754681425ce5', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'port_id': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'mac_address': 'fa:16:3e:c6:be:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:24Z', 'revision_number': 1, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1fd612a-489c-4eee-a265-91d02228dbbc', 'name': '', 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:ce:f5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '8ca2dff7-4582-4374-9f99-bbadb7d54cc9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:18Z', 'updated_at': '2021-12-08T02:23:21Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': '8ca2dff7-4582-4374-9f99-bbadb7d54cc9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:07Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:21.463766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7b13dba1-4912-4528-9cb8-9842c33c674a None None] Provisioning complete for port a1fd612a-489c-4eee-a265-91d02228dbbc triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:21.464220 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7b13dba1-4912-4528-9cb8-9842c33c674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:21.485382 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf49a82-f7ce-4559-adde-a72d4bfef746 None None] The sync data for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 is: [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:23:19Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '63c0e8c5-2b1b-4d36-b79c-754681425ce5', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'port_id': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'mac_address': 'fa:16:3e:c6:be:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:24Z', 'revision_number': 1, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1fd612a-489c-4eee-a265-91d02228dbbc', 'name': '', 'network_id': 'c2dd3829-f1d0-4a24-96a4-1c407698cdca', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:ce:f5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '8ca2dff7-4582-4374-9f99-bbadb7d54cc9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:18Z', 'updated_at': '2021-12-08T02:23:21Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': '8ca2dff7-4582-4374-9f99-bbadb7d54cc9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:07Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:22.460132 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-25e3e1df-0713-4079-8df3-071575e5dcfc req-3be83250-6383-4078-9170-36c48764d40f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400140 Dec 08 02:23:22.555346 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a1fd612a-489c-4eee-a265-91d02228dbbc up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:23:22.564363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3e1df-0713-4079-8df3-071575e5dcfc req-bbfb32c0-891e-41bf-8142-7380267319c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:22.565886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-25e3e1df-0713-4079-8df3-071575e5dcfc req-bbfb32c0-891e-41bf-8142-7380267319c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 1098 time: 0.0426471 Dec 08 02:23:22.608076 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a1fd612a-489c-4eee-a265-91d02228dbbc triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:22.608477 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:22.676654 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3e1df-0713-4079-8df3-071575e5dcfc req-6c7dd79d-6c10-4968-88ed-8299ecce2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:22.678157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-25e3e1df-0713-4079-8df3-071575e5dcfc req-6c7dd79d-6c10-4968-88ed-8299ecce2485 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c2dd3829-f1d0-4a24-96a4-1c407698cdca HTTP/1.1" status: 200 len: 897 time: 0.0912824 Dec 08 02:23:22.720515 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-25e3e1df-0713-4079-8df3-071575e5dcfc req-dc896018-0091-43a7-9329-1406f139db73 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=6cc17c50-4cdb-4824-97c8-1d5fe8908096 HTTP/1.1" status: 200 len: 217 time: 0.0350266 Dec 08 02:23:22.770371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3e1df-0713-4079-8df3-071575e5dcfc req-85d8aae9-2220-45ca-966e-2cbc21cd169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:22.771874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-25e3e1df-0713-4079-8df3-071575e5dcfc req-85d8aae9-2220-45ca-966e-2cbc21cd169b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8ca2dff7-4582-4374-9f99-bbadb7d54cc9 HTTP/1.1" status: 200 len: 837 time: 0.0445845 Dec 08 02:23:22.820542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3e1df-0713-4079-8df3-071575e5dcfc req-0f3c9751-e7b1-4c53-a835-5b2e32ebad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:22.822084 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-25e3e1df-0713-4079-8df3-071575e5dcfc req-0f3c9751-e7b1-4c53-a835-5b2e32ebad83 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c2dd3829-f1d0-4a24-96a4-1c407698cdca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0433927 Dec 08 02:23:22.911632 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-25e3e1df-0713-4079-8df3-071575e5dcfc req-34149cdd-c915-49ec-bf66-57746d3ef578 service neutron] 10.222.0.72 "GET /v2.0/networks/c2dd3829-f1d0-4a24-96a4-1c407698cdca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827396 Dec 08 02:23:23.005195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-25e3e1df-0713-4079-8df3-071575e5dcfc req-50579eb4-6822-4a3c-b0ca-d4956e26ca97 service neutron] 10.222.0.72 "GET /v2.0/networks/c2dd3829-f1d0-4a24-96a4-1c407698cdca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861924 Dec 08 02:23:27.773544 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:23:28.871142 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e199ee39-483e-4f20-a8f0-e2a05b8e928a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.036533 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.138548 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c5b9b60-eab5-449a-ac11-63b104e84038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:32.455181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:33.748546 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.257300 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:34.803272 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:35.876016 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fcccfc1c-a1e1-4ca8-8c76-001b46176cb3 req-4e167a1a-815d-4bab-87fd-829962c794dd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451834 Dec 08 02:23:35.993017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccfc1c-a1e1-4ca8-8c76-001b46176cb3 req-55614bd6-6e57-4312-89d0-6593fcc24469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:35.995083 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fcccfc1c-a1e1-4ca8-8c76-001b46176cb3 req-55614bd6-6e57-4312-89d0-6593fcc24469 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 1098 time: 0.0418737 Dec 08 02:23:36.104770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccfc1c-a1e1-4ca8-8c76-001b46176cb3 req-9c7b3263-5997-4e77-a55d-c1664d529616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:36.106236 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fcccfc1c-a1e1-4ca8-8c76-001b46176cb3 req-9c7b3263-5997-4e77-a55d-c1664d529616 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4 HTTP/1.1" status: 200 len: 897 time: 0.0853424 Dec 08 02:23:36.177152 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fcccfc1c-a1e1-4ca8-8c76-001b46176cb3 req-f3b803cb-06f9-4ec5-9a3d-da26bc0aabda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1bbafc4-03e7-408f-ab3a-e643876d6546 HTTP/1.1" status: 200 len: 1001 time: 0.0620677 Dec 08 02:23:36.225995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccfc1c-a1e1-4ca8-8c76-001b46176cb3 req-271ac5b6-2e40-42bf-8757-f8ff9f617702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:36.227461 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fcccfc1c-a1e1-4ca8-8c76-001b46176cb3 req-271ac5b6-2e40-42bf-8757-f8ff9f617702 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c59d28bc-9ece-4bc5-8c95-ce2156ed58d6 HTTP/1.1" status: 200 len: 835 time: 0.0427511 Dec 08 02:23:36.272362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccfc1c-a1e1-4ca8-8c76-001b46176cb3 req-46336882-238a-4eb1-b6b7-6216494240b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:36.273915 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fcccfc1c-a1e1-4ca8-8c76-001b46176cb3 req-46336882-238a-4eb1-b6b7-6216494240b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390160 Dec 08 02:23:36.367340 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fcccfc1c-a1e1-4ca8-8c76-001b46176cb3 req-88b540b4-ab28-4327-bc24-95c8e0189168 service neutron] 10.222.0.65 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838945 Dec 08 02:23:36.458963 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fcccfc1c-a1e1-4ca8-8c76-001b46176cb3 req-89657469-5982-45ac-91b6-7a0f7b1f2e00 service neutron] 10.222.0.65 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808325 Dec 08 02:23:40.682804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37666) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:41.129344 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.495710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting port a1fd612a-489c-4eee-a265-91d02228dbbc {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:41.496056 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.595958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] For port a1fd612a-489c-4eee-a265-91d02228dbbc, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a1fd612a-489c-4eee-a265-91d02228dbbc,segment=NetworkSegment(c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9),segment_id=c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:41.596341 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.610791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Calling delete_port for a1fd612a-489c-4eee-a265-91d02228dbbc owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:41.791001 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:41.820151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Port': ['ID=a1fd612a-489c-4eee-a265-91d02228dbbc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:41.832835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:41.833210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:41.833524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:41.833886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:41.834313 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:41.834800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:41.835140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:41.835475 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:41.835817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:41.836135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:41.836485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:41.836815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:41.837172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:23:42.004737 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:42.216892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Router 09fbf395-4eca-41ed-a673-818c852c2f38 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:42.600251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:42.606740 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4dc6fb2c-762c-434d-b359-14eec0231b48 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "PUT /v2.0/routers/09fbf395-4eca-41ed-a673-818c852c2f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9222960 Dec 08 02:23:42.610291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846314b-3999-42b8-9f98-1adc0d0a182d None None] Sync routers for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:42.621752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846314b-3999-42b8-9f98-1adc0d0a182d None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:42.622243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a846314b-3999-42b8-9f98-1adc0d0a182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:23:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:42.735973 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a846314b-3999-42b8-9f98-1adc0d0a182d None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:42.824485 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd2105-edfe-49e7-aa08-8a5f88c41429 req-78d90643-9028-4ab0-afaa-8c00cbe6f1ea tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:42.827166 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-72dd2105-edfe-49e7-aa08-8a5f88c41429 req-78d90643-9028-4ab0-afaa-8c00cbe6f1ea tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 946 time: 0.0505180 Dec 08 02:23:42.880317 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-72dd2105-edfe-49e7-aa08-8a5f88c41429 req-c11c9833-5708-4e51-a602-1713f5b3ef1f tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc325f9-c2cb-4bfc-8089-a347ea70e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469005 Dec 08 02:23:42.963841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a846314b-3999-42b8-9f98-1adc0d0a182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:23:41Z', 'revision_number': 6, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '63c0e8c5-2b1b-4d36-b79c-754681425ce5', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'port_id': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'mac_address': 'fa:16:3e:c6:be:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:24Z', 'revision_number': 1, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:07Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:42.993823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846314b-3999-42b8-9f98-1adc0d0a182d None None] Checking router: 09fbf395-4eca-41ed-a673-818c852c2f38 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:23:43.001924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a846314b-3999-42b8-9f98-1adc0d0a182d None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:43.002527 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a846314b-3999-42b8-9f98-1adc0d0a182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:23:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:43.106799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a846314b-3999-42b8-9f98-1adc0d0a182d None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:43.332390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a846314b-3999-42b8-9f98-1adc0d0a182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:23:41Z', 'revision_number': 6, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '63c0e8c5-2b1b-4d36-b79c-754681425ce5', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'port_id': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'mac_address': 'fa:16:3e:c6:be:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:24Z', 'revision_number': 1, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:07Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:43.359308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a846314b-3999-42b8-9f98-1adc0d0a182d None None] The sync data for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 is: [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:23:41Z', 'revision_number': 6, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '63c0e8c5-2b1b-4d36-b79c-754681425ce5', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'port_id': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3950, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'mac_address': 'fa:16:3e:c6:be:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:22:22Z', 'updated_at': '2021-12-08T02:22:24Z', 'revision_number': 1, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:07Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:44.001930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef5fb1-c413-488f-a403-833a7aea9aee req-254e55ca-3073-4389-8a50-786a319f6ab1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:44.003544 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-10ef5fb1-c413-488f-a403-833a7aea9aee req-254e55ca-3073-4389-8a50-786a319f6ab1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 946 time: 0.0502868 Dec 08 02:23:44.054117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-10ef5fb1-c413-488f-a403-833a7aea9aee req-3a1e8da6-39c4-4ff9-bd9c-b512a87c3cb5 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc325f9-c2cb-4bfc-8089-a347ea70e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442207 Dec 08 02:23:44.269331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82311e-1cd9-4a3f-8bb0-442a4d0e99a2 req-e42e49b0-0eff-4bb5-b191-f47cf6301810 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:44.270751 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fd82311e-1cd9-4a3f-8bb0-442a4d0e99a2 req-e42e49b0-0eff-4bb5-b191-f47cf6301810 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.72 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 946 time: 0.0548067 Dec 08 02:23:44.360542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-fd82311e-1cd9-4a3f-8bb0-442a4d0e99a2 req-c68ddaf0-d8e2-49bf-9bd9-244c5a4f9c73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting port 6cc17c50-4cdb-4824-97c8-1d5fe8908096 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:44.360886 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd82311e-1cd9-4a3f-8bb0-442a4d0e99a2 req-c68ddaf0-d8e2-49bf-9bd9-244c5a4f9c73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.454012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fd82311e-1cd9-4a3f-8bb0-442a4d0e99a2 req-c68ddaf0-d8e2-49bf-9bd9-244c5a4f9c73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] For port 6cc17c50-4cdb-4824-97c8-1d5fe8908096, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=6cc17c50-4cdb-4824-97c8-1d5fe8908096,segment=NetworkSegment(c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9),segment_id=c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:44.454385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd82311e-1cd9-4a3f-8bb0-442a4d0e99a2 req-c68ddaf0-d8e2-49bf-9bd9-244c5a4f9c73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.468811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-fd82311e-1cd9-4a3f-8bb0-442a4d0e99a2 req-c68ddaf0-d8e2-49bf-9bd9-244c5a4f9c73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Calling delete_port for 6cc17c50-4cdb-4824-97c8-1d5fe8908096 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:44.515540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a1fd612a-489c-4eee-a265-91d02228dbbc no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:44.546431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: a1fd612a-489c-4eee-a265-91d02228dbbc {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:44.546938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a1fd612a-489c-4eee-a265-91d02228dbbc not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:44.607896 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd82311e-1cd9-4a3f-8bb0-442a4d0e99a2 req-c68ddaf0-d8e2-49bf-9bd9-244c5a4f9c73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.642312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ddaf0-d8e2-49bf-9bd9-244c5a4f9c73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Port': ['ID=6cc17c50-4cdb-4824-97c8-1d5fe8908096,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:44.682582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd82311e-1cd9-4a3f-8bb0-442a4d0e99a2 req-c68ddaf0-d8e2-49bf-9bd9-244c5a4f9c73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] No DVR routers for this DVR port 6cc17c50-4cdb-4824-97c8-1d5fe8908096 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:44.685170 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fd82311e-1cd9-4a3f-8bb0-442a4d0e99a2 req-c68ddaf0-d8e2-49bf-9bd9-244c5a4f9c73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:44.688502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fd82311e-1cd9-4a3f-8bb0-442a4d0e99a2 req-c68ddaf0-d8e2-49bf-9bd9-244c5a4f9c73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.72 "DELETE /v2.0/ports/6cc17c50-4cdb-4824-97c8-1d5fe8908096 HTTP/1.1" status: 204 len: 173 time: 0.4118755 Dec 08 02:23:44.688947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59feb2c-c174-4807-bfb3-6684c6741685', 'name': 'network-vif-deleted', 'tag': '6cc17c50-4cdb-4824-97c8-1d5fe8908096'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:44.691177 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ba4b68-fe12-4d71-8633-e83c4a4e2424" -d '{"events": [{"server_uuid": "c59feb2c-c174-4807-bfb3-6684c6741685", "name": "network-vif-deleted", "tag": "6cc17c50-4cdb-4824-97c8-1d5fe8908096"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:44.797644 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33249626-9a66-4135-8f51-01cafbb7b8a3 x-openstack-request-id: req-33249626-9a66-4135-8f51-01cafbb7b8a3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:44.797929 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59feb2c-c174-4807-bfb3-6684c6741685", "name": "network-vif-deleted", "tag": "6cc17c50-4cdb-4824-97c8-1d5fe8908096", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:44.798192 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-33249626-9a66-4135-8f51-01cafbb7b8a3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:44.798597 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59feb2c-c174-4807-bfb3-6684c6741685', 'name': 'network-vif-deleted', 'tag': '6cc17c50-4cdb-4824-97c8-1d5fe8908096', 'status': 'completed', 'code': 200} Dec 08 02:23:45.178078 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6f4e6cc3-a46d-410c-8a7b-e49be86b83d4 req-08d69a95-55aa-4576-9385-5a75bfabe9a1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=c59feb2c-c174-4807-bfb3-6684c6741685 HTTP/1.1" status: 200 len: 210 time: 0.0265872 Dec 08 02:23:46.240036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37682) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:46.309008 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00eababa-74a8-40ce-825c-85c2a6dfb4e5 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.342509 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00eababa-74a8-40ce-825c-85c2a6dfb4e5 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.402782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00eababa-74a8-40ce-825c-85c2a6dfb4e5 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.405455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-00eababa-74a8-40ce-825c-85c2a6dfb4e5 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.406626 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-00eababa-74a8-40ce-825c-85c2a6dfb4e5 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/security-groups/edc325f9-c2cb-4bfc-8089-a347ea70e44e HTTP/1.1" status: 204 len: 168 time: 0.1655257 Dec 08 02:23:46.417078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eababa-74a8-40ce-825c-85c2a6dfb4e5 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc325f9-c2cb-4bfc-8089-a347ea70e44e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:46.439043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37686) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:46.490498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff68f297-7e5a-4f7e-affc-7326984d5bb2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting subnet 8ca2dff7-4582-4374-9f99-bbadb7d54cc9 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:23:46.493677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff68f297-7e5a-4f7e-affc-7326984d5bb2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.843274 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff68f297-7e5a-4f7e-affc-7326984d5bb2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.921770 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff68f297-7e5a-4f7e-affc-7326984d5bb2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:46.980096 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff68f297-7e5a-4f7e-affc-7326984d5bb2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.007956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68f297-7e5a-4f7e-affc-7326984d5bb2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca2dff7-4582-4374-9f99-bbadb7d54cc9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:47.010926 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff68f297-7e5a-4f7e-affc-7326984d5bb2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.015196 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ff68f297-7e5a-4f7e-affc-7326984d5bb2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/subnets/8ca2dff7-4582-4374-9f99-bbadb7d54cc9 HTTP/1.1" status: 204 len: 168 time: 0.5740228 Dec 08 02:23:47.016974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37688) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:47.020355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f6ddaa-a06b-4171-9b2d-43738d4387b6 None None] Network c2dd3829-f1d0-4a24-96a4-1c407698cdca requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:47.095556 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.153995 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting port 0b463941-7043-41a3-8cb1-8b34e0543ddf {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:47.154342 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.172204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c22a06-53fe-42bc-93d1-83dcb5543830 None None] DHCP port deletion for c2dd3829-f1d0-4a24-96a4-1c407698cdca request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:47.218496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-14c22a06-53fe-42bc-93d1-83dcb5543830 None None] Deleting port 0b463941-7043-41a3-8cb1-8b34e0543ddf {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:47.218880 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-14c22a06-53fe-42bc-93d1-83dcb5543830 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.220631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] For port 0b463941-7043-41a3-8cb1-8b34e0543ddf, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0b463941-7043-41a3-8cb1-8b34e0543ddf,segment=NetworkSegment(c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9),segment_id=c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:47.221003 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.234088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Calling delete_port for 0b463941-7043-41a3-8cb1-8b34e0543ddf owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:47.286469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-14c22a06-53fe-42bc-93d1-83dcb5543830 None None] For port 0b463941-7043-41a3-8cb1-8b34e0543ddf, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0b463941-7043-41a3-8cb1-8b34e0543ddf,segment=NetworkSegment(c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9),segment_id=c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:47.286874 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-14c22a06-53fe-42bc-93d1-83dcb5543830 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.302290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-14c22a06-53fe-42bc-93d1-83dcb5543830 None None] Calling delete_port for 0b463941-7043-41a3-8cb1-8b34e0543ddf owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:47.314970 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.345101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Port': ['ID=0b463941-7043-41a3-8cb1-8b34e0543ddf,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:47.348979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] No DVR routers for this DVR port 0b463941-7043-41a3-8cb1-8b34e0543ddf on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:47.387464 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-14c22a06-53fe-42bc-93d1-83dcb5543830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.412538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c22a06-53fe-42bc-93d1-83dcb5543830 None None] Pushing event deleted for resources: {'Port': ['ID=0b463941-7043-41a3-8cb1-8b34e0543ddf,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:47.416969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c22a06-53fe-42bc-93d1-83dcb5543830 None None] No DVR routers for this DVR port 0b463941-7043-41a3-8cb1-8b34e0543ddf on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:47.431250 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.451214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2dd3829-f1d0-4a24-96a4-1c407698cdca']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:47.460416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:47.460717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98c2ab0-9454-4ddc-b4a9-79ce55d24ab9') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:47.471075 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.485535 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.491527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:23:47.491906 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:23:47.495103 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:23:47.555263 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.562830 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.566146 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/networks/c2dd3829-f1d0-4a24-96a4-1c407698cdca HTTP/1.1" status: 204 len: 168 time: 0.5482142 Dec 08 02:23:47.569113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37690) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:47.577029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff214543-d340-462c-8a7c-9f6d1c1c4597 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Network': ['ID=c2dd3829-f1d0-4a24-96a4-1c407698cdca,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:47.733755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting port d6b89bee-1acb-4bd5-838e-988645ec35fd {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:47.733977 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.808169 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.808527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:47.819936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Calling delete_port for d6b89bee-1acb-4bd5-838e-988645ec35fd owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:47.996164 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.023006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Port': ['ID=d6b89bee-1acb-4bd5-838e-988645ec35fd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:48.080851 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.081125 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Floating IP 63c0e8c5-2b1b-4d36-b79c-754681425ce5 disassociated (deleted). External IP: 172.25.2.93, port: f1bbafc4-03e7-408f-ab3a-e643876d6546. Dec 08 02:23:48.291570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Router 09fbf395-4eca-41ed-a673-818c852c2f38 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:48.326604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6cc17c50-4cdb-4824-97c8-1d5fe8908096 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:48.350720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 6cc17c50-4cdb-4824-97c8-1d5fe8908096 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:48.351076 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 6cc17c50-4cdb-4824-97c8-1d5fe8908096 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:48.407680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:48.412432 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:48.417998 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21baab3-e733-47c0-b391-9b19e972b2be None None] Sync routers for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:48.427541 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21baab3-e733-47c0-b391-9b19e972b2be None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:48.428144 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c21baab3-e733-47c0-b391-9b19e972b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:23:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:48.440506 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4e1a0e14-dbfd-4c27-8c60-6bd8cd596776 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/floatingips/63c0e8c5-2b1b-4d36-b79c-754681425ce5 HTTP/1.1" status: 204 len: 168 time: 0.8702607 Dec 08 02:23:48.441210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'tag': 'f1bbafc4-03e7-408f-ab3a-e643876d6546'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:48.443966 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572ed24a-8b86-4494-ba34-e73b9bfb6188" -d '{"events": [{"name": "network-changed", "server_uuid": "6c54bccc-0dfe-4faf-b536-0e63a62d3727", "tag": "f1bbafc4-03e7-408f-ab3a-e643876d6546"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:48.488522 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589c98ef-7a04-4376-ba71-03c81c9cf6e1 x-openstack-request-id: req-589c98ef-7a04-4376-ba71-03c81c9cf6e1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:48.488823 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c54bccc-0dfe-4faf-b536-0e63a62d3727", "tag": "f1bbafc4-03e7-408f-ab3a-e643876d6546", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:48.489150 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-589c98ef-7a04-4376-ba71-03c81c9cf6e1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:48.489482 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'tag': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'status': 'completed', 'code': 200} Dec 08 02:23:48.538169 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-c21baab3-e733-47c0-b391-9b19e972b2be None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:48.566111 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0b463941-7043-41a3-8cb1-8b34e0543ddf no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:48.608797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed24a-8b86-4494-ba34-e73b9bfb6188 req-4809cc73-b9ed-498f-a7d2-647aafd4b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:48.610714 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-572ed24a-8b86-4494-ba34-e73b9bfb6188 req-4809cc73-b9ed-498f-a7d2-647aafd4b5d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 1098 time: 0.0616052 Dec 08 02:23:48.711580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37121ea7-5368-4cd3-a8a5-3d277b38b6b3 req-109ec377-b32f-41f7-8db5-9d56dd6c74cf tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:48.720102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37121ea7-5368-4cd3-a8a5-3d277b38b6b3 req-109ec377-b32f-41f7-8db5-9d56dd6c74cf tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 946 time: 0.0614588 Dec 08 02:23:48.773888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37121ea7-5368-4cd3-a8a5-3d277b38b6b3 req-4e69081f-f5ca-48e9-a96f-7d8c29564b03 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524340 Dec 08 02:23:48.786877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 0b463941-7043-41a3-8cb1-8b34e0543ddf {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:48.787418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0b463941-7043-41a3-8cb1-8b34e0543ddf not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:48.803050 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c21baab3-e733-47c0-b391-9b19e972b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:23:41Z', 'revision_number': 6, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:07Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:48.806791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed24a-8b86-4494-ba34-e73b9bfb6188 req-f67e1f4f-04c7-4dbe-bf09-0dabe77013b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:48.808275 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-572ed24a-8b86-4494-ba34-e73b9bfb6188 req-f67e1f4f-04c7-4dbe-bf09-0dabe77013b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4 HTTP/1.1" status: 200 len: 897 time: 0.1454101 Dec 08 02:23:48.829170 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21baab3-e733-47c0-b391-9b19e972b2be None None] Checking router: 09fbf395-4eca-41ed-a673-818c852c2f38 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:23:48.837831 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21baab3-e733-47c0-b391-9b19e972b2be None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:48.838440 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c21baab3-e733-47c0-b391-9b19e972b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:23:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:48.851349 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-572ed24a-8b86-4494-ba34-e73b9bfb6188 req-0bac3596-64bb-49d5-aa0c-1e35b3811966 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1bbafc4-03e7-408f-ab3a-e643876d6546 HTTP/1.1" status: 200 len: 217 time: 0.0351670 Dec 08 02:23:48.907648 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed24a-8b86-4494-ba34-e73b9bfb6188 req-eab49f67-335c-4bf7-bdf2-f03d467c90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:48.909168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-572ed24a-8b86-4494-ba34-e73b9bfb6188 req-eab49f67-335c-4bf7-bdf2-f03d467c90fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c59d28bc-9ece-4bc5-8c95-ce2156ed58d6 HTTP/1.1" status: 200 len: 835 time: 0.0495131 Dec 08 02:23:48.946134 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-c21baab3-e733-47c0-b391-9b19e972b2be None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:48.957786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed24a-8b86-4494-ba34-e73b9bfb6188 req-97811086-feef-4735-a383-13f6023fcec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:48.959288 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-572ed24a-8b86-4494-ba34-e73b9bfb6188 req-97811086-feef-4735-a383-13f6023fcec0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd692ee3-b02d-4d2d-9940-ee2984f85bb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421991 Dec 08 02:23:49.057392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-572ed24a-8b86-4494-ba34-e73b9bfb6188 req-5f84a3a4-fbcf-4766-9908-1e7d850fea81 service neutron] 10.222.0.65 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862041 Dec 08 02:23:49.145752 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c21baab3-e733-47c0-b391-9b19e972b2be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:23:41Z', 'revision_number': 6, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:07Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:49.154404 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-572ed24a-8b86-4494-ba34-e73b9bfb6188 req-533bbd23-bb77-4231-ac56-fb824d959039 service neutron] 10.222.0.65 "GET /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851851 Dec 08 02:23:49.177160 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21baab3-e733-47c0-b391-9b19e972b2be None None] The sync data for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 is: [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:23:41Z', 'revision_number': 6, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'aa89b129-288a-49f2-9002-2539a1976d6a', 'name': '', 'network_id': 'fd692ee3-b02d-4d2d-9940-ee2984f85bb4', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:d3:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:03Z', 'updated_at': '2021-12-08T02:22:07Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': 'c59d28bc-9ece-4bc5-8c95-ce2156ed58d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:49.400411 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb316641-44cf-42a3-8a95-0fa465de0221 None None] New status for floating IP 63c0e8c5-2b1b-4d36-b79c-754681425ce5: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:23:49.895546 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f55fe-e0c1-4ec0-9c8a-d20f73e8ea5d req-c1be722d-a53d-4d49-bb01-1f12b5924d0f tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:49.897054 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-431f55fe-e0c1-4ec0-9c8a-d20f73e8ea5d req-c1be722d-a53d-4d49-bb01-1f12b5924d0f tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 946 time: 0.0495410 Dec 08 02:23:49.949266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-431f55fe-e0c1-4ec0-9c8a-d20f73e8ea5d req-ebfb5ef5-9a2c-4bc2-a884-60c02f1e9a14 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454144 Dec 08 02:23:50.411554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4128-371f-49ef-8b19-9c75d8870a32 req-d9a621c8-8292-4c01-b3c3-7e039ba00f83 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:50.413036 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b91a4128-371f-49ef-8b19-9c75d8870a32 req-d9a621c8-8292-4c01-b3c3-7e039ba00f83 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 946 time: 0.0497711 Dec 08 02:23:50.504969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-b91a4128-371f-49ef-8b19-9c75d8870a32 req-0794c06e-658f-442b-913d-65e909d7aefc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting port f1bbafc4-03e7-408f-ab3a-e643876d6546 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:50.505310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b91a4128-371f-49ef-8b19-9c75d8870a32 req-0794c06e-658f-442b-913d-65e909d7aefc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.594937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b91a4128-371f-49ef-8b19-9c75d8870a32 req-0794c06e-658f-442b-913d-65e909d7aefc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] For port f1bbafc4-03e7-408f-ab3a-e643876d6546, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f1bbafc4-03e7-408f-ab3a-e643876d6546,segment=NetworkSegment(e539b735-8bb4-4a51-9242-9e57d9ed3e12),segment_id=e539b735-8bb4-4a51-9242-9e57d9ed3e12)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:50.595300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b91a4128-371f-49ef-8b19-9c75d8870a32 req-0794c06e-658f-442b-913d-65e909d7aefc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.607791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-b91a4128-371f-49ef-8b19-9c75d8870a32 req-0794c06e-658f-442b-913d-65e909d7aefc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Calling delete_port for f1bbafc4-03e7-408f-ab3a-e643876d6546 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:50.740789 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b91a4128-371f-49ef-8b19-9c75d8870a32 req-0794c06e-658f-442b-913d-65e909d7aefc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.769059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794c06e-658f-442b-913d-65e909d7aefc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Port': ['ID=f1bbafc4-03e7-408f-ab3a-e643876d6546,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:50.809690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91a4128-371f-49ef-8b19-9c75d8870a32 req-0794c06e-658f-442b-913d-65e909d7aefc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] No DVR routers for this DVR port f1bbafc4-03e7-408f-ab3a-e643876d6546 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:50.812316 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b91a4128-371f-49ef-8b19-9c75d8870a32 req-0794c06e-658f-442b-913d-65e909d7aefc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:50.815710 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b91a4128-371f-49ef-8b19-9c75d8870a32 req-0794c06e-658f-442b-913d-65e909d7aefc tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.65 "DELETE /v2.0/ports/f1bbafc4-03e7-408f-ab3a-e643876d6546 HTTP/1.1" status: 204 len: 173 time: 0.3919618 Dec 08 02:23:50.816139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'name': 'network-vif-deleted', 'tag': 'f1bbafc4-03e7-408f-ab3a-e643876d6546'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:23:50.818383 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1504a649-c4c6-4fbc-b546-733bc889f353" -d '{"events": [{"server_uuid": "6c54bccc-0dfe-4faf-b536-0e63a62d3727", "name": "network-vif-deleted", "tag": "f1bbafc4-03e7-408f-ab3a-e643876d6546"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:23:50.858598 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2335a2-5bf8-4019-bb4d-bd15ccdf7ac4 x-openstack-request-id: req-7a2335a2-5bf8-4019-bb4d-bd15ccdf7ac4 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:23:50.859028 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c54bccc-0dfe-4faf-b536-0e63a62d3727", "name": "network-vif-deleted", "tag": "f1bbafc4-03e7-408f-ab3a-e643876d6546", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:23:50.859339 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a2335a2-5bf8-4019-bb4d-bd15ccdf7ac4 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:23:50.859791 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c54bccc-0dfe-4faf-b536-0e63a62d3727', 'name': 'network-vif-deleted', 'tag': 'f1bbafc4-03e7-408f-ab3a-e643876d6546', 'status': 'completed', 'code': 200} Dec 08 02:23:51.058137 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c67ead57-8a63-4fe2-9852-4a2751fefabe req-ad81a5bb-3cbc-467c-9d3e-6a4d32f6030f tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=6c54bccc-0dfe-4faf-b536-0e63a62d3727 HTTP/1.1" status: 200 len: 210 time: 0.0270648 Dec 08 02:23:52.115798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37706) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:52.170366 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc085146-4ca3-4aff-8730-418d01e851ba tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.198723 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc085146-4ca3-4aff-8730-418d01e851ba tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.258144 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc085146-4ca3-4aff-8730-418d01e851ba tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.260933 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc085146-4ca3-4aff-8730-418d01e851ba tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.262087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bc085146-4ca3-4aff-8730-418d01e851ba tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/security-groups/f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b HTTP/1.1" status: 204 len: 168 time: 0.1452796 Dec 08 02:23:52.271243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc085146-4ca3-4aff-8730-418d01e851ba tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e0b0c0-8739-4abc-9e3a-d74f8e14d34b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:52.297232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37710) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:52.647176 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-425ad3ff-b71a-4855-a202-51fcd0cb0697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.907883 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-425ad3ff-b71a-4855-a202-51fcd0cb0697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting port aa89b129-288a-49f2-9002-2539a1976d6a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:52.908138 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-425ad3ff-b71a-4855-a202-51fcd0cb0697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:52.997659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-425ad3ff-b71a-4855-a202-51fcd0cb0697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] For port aa89b129-288a-49f2-9002-2539a1976d6a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=aa89b129-288a-49f2-9002-2539a1976d6a,segment=NetworkSegment(e539b735-8bb4-4a51-9242-9e57d9ed3e12),segment_id=e539b735-8bb4-4a51-9242-9e57d9ed3e12)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:52.998016 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-425ad3ff-b71a-4855-a202-51fcd0cb0697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.010978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-425ad3ff-b71a-4855-a202-51fcd0cb0697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Calling delete_port for aa89b129-288a-49f2-9002-2539a1976d6a owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:53.191810 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-425ad3ff-b71a-4855-a202-51fcd0cb0697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.219576 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ad3ff-b71a-4855-a202-51fcd0cb0697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Port': ['ID=aa89b129-288a-49f2-9002-2539a1976d6a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:53.389898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-425ad3ff-b71a-4855-a202-51fcd0cb0697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.607802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425ad3ff-b71a-4855-a202-51fcd0cb0697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Router 09fbf395-4eca-41ed-a673-818c852c2f38 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:23:53.709313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f1bbafc4-03e7-408f-ab3a-e643876d6546 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:53.711838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425ad3ff-b71a-4855-a202-51fcd0cb0697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:53.717032 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-425ad3ff-b71a-4855-a202-51fcd0cb0697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "PUT /v2.0/routers/09fbf395-4eca-41ed-a673-818c852c2f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4187605 Dec 08 02:23:53.719566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37712) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:53.722158 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993245c0-ecb5-487c-a9ae-acf2f76a40bf None None] Sync routers for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:53.734662 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993245c0-ecb5-487c-a9ae-acf2f76a40bf None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:53.735414 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-993245c0-ecb5-487c-a9ae-acf2f76a40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:23:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:53.736920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: f1bbafc4-03e7-408f-ab3a-e643876d6546 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:53.737276 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f1bbafc4-03e7-408f-ab3a-e643876d6546 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:53.772443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c28bb50-4c62-41cf-a03c-2f084ee0fb76 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting subnet c59d28bc-9ece-4bc5-8c95-ce2156ed58d6 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:23:53.775870 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c28bb50-4c62-41cf-a03c-2f084ee0fb76 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.820404 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c28bb50-4c62-41cf-a03c-2f084ee0fb76 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.906952 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c28bb50-4c62-41cf-a03c-2f084ee0fb76 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.933002 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-993245c0-ecb5-487c-a9ae-acf2f76a40bf None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:53.965020 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c28bb50-4c62-41cf-a03c-2f084ee0fb76 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.990377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28bb50-4c62-41cf-a03c-2f084ee0fb76 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Subnet': ['ID=c59d28bc-9ece-4bc5-8c95-ce2156ed58d6,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:53.996641 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9c28bb50-4c62-41cf-a03c-2f084ee0fb76 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:53.999859 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9c28bb50-4c62-41cf-a03c-2f084ee0fb76 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/subnets/c59d28bc-9ece-4bc5-8c95-ce2156ed58d6 HTTP/1.1" status: 204 len: 168 time: 0.2790582 Dec 08 02:23:54.002707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37714) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:54.018092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf19cae2-983b-45dc-9f15-e83f6a7e3219 None None] Network fd692ee3-b02d-4d2d-9940-ee2984f85bb4 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:54.117184 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-993245c0-ecb5-487c-a9ae-acf2f76a40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:23:53Z', 'revision_number': 7, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:54.120552 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.148012 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993245c0-ecb5-487c-a9ae-acf2f76a40bf None None] Checking router: 09fbf395-4eca-41ed-a673-818c852c2f38 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:23:54.157490 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993245c0-ecb5-487c-a9ae-acf2f76a40bf None None] Routers {'09fbf395-4eca-41ed-a673-818c852c2f38'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:54.158038 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-993245c0-ecb5-487c-a9ae-acf2f76a40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:23:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['09fbf395-4eca-41ed-a673-818c852c2f38'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:54.199253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e0b39f-fdde-4d44-a18d-882a0b4f3aa6 None None] DHCP port deletion for fd692ee3-b02d-4d2d-9940-ee2984f85bb4 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:54.231620 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.250714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-00e0b39f-fdde-4d44-a18d-882a0b4f3aa6 None None] Deleting port a34a0692-c527-4888-870b-789842420b0c {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:54.251095 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00e0b39f-fdde-4d44-a18d-882a0b4f3aa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.266556 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-993245c0-ecb5-487c-a9ae-acf2f76a40bf None None] Set router 09fbf395-4eca-41ed-a673-818c852c2f38 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:54.298188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting port c73e2b9b-bbaf-4083-b959-c2d0d44834b8 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:23:54.298701 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.319789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-00e0b39f-fdde-4d44-a18d-882a0b4f3aa6 None None] For port a34a0692-c527-4888-870b-789842420b0c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a34a0692-c527-4888-870b-789842420b0c,segment=NetworkSegment(e539b735-8bb4-4a51-9242-9e57d9ed3e12),segment_id=e539b735-8bb4-4a51-9242-9e57d9ed3e12)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:54.320519 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00e0b39f-fdde-4d44-a18d-882a0b4f3aa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.333674 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-00e0b39f-fdde-4d44-a18d-882a0b4f3aa6 None None] Calling delete_port for a34a0692-c527-4888-870b-789842420b0c owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:54.378936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] For port c73e2b9b-bbaf-4083-b959-c2d0d44834b8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c73e2b9b-bbaf-4083-b959-c2d0d44834b8,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:54.379718 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.392374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Calling delete_port for c73e2b9b-bbaf-4083-b959-c2d0d44834b8 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:23:54.425200 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-00e0b39f-fdde-4d44-a18d-882a0b4f3aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.455279 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-993245c0-ecb5-487c-a9ae-acf2f76a40bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:23:53Z', 'revision_number': 7, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:54.456234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0b39f-fdde-4d44-a18d-882a0b4f3aa6 None None] Pushing event deleted for resources: {'Port': ['ID=a34a0692-c527-4888-870b-789842420b0c,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:54.460088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e0b39f-fdde-4d44-a18d-882a0b4f3aa6 None None] No DVR routers for this DVR port a34a0692-c527-4888-870b-789842420b0c on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:23:54.485902 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993245c0-ecb5-487c-a9ae-acf2f76a40bf None None] The sync data for ids ['09fbf395-4eca-41ed-a673-818c852c2f38'] in n-d-713498-30 is: [{'id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'name': 'tempest-TestNetworkBasicOps-router-424489061', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:23:53Z', 'revision_number': 7, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c73e2b9b-bbaf-4083-b959-c2d0d44834b8', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09fbf395-4eca-41ed-a673-818c852c2f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:22:00Z', 'updated_at': '2021-12-08T02:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:54.579327 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.610630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Port': ['ID=c73e2b9b-bbaf-4083-b959-c2d0d44834b8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:54.616036 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf4698d-b346-42dc-b1f6-e0a73f48cd64 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:54.671915 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.765258 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.767249 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.808940 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.809465 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Fanout notify agent at l3_agent the message router_deleted on router 09fbf395-4eca-41ed-a673-818c852c2f38 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:23:54.816435 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:54.817545 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-25488e97-d814-454e-97ae-cb0de5127ae9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/routers/09fbf395-4eca-41ed-a673-818c852c2f38 HTTP/1.1" status: 204 len: 168 time: 0.8138967 Dec 08 02:23:54.820338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37716) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:54.949918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a34a0692-c527-4888-870b-789842420b0c no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:54.973041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: a34a0692-c527-4888-870b-789842420b0c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:54.973708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a34a0692-c527-4888-870b-789842420b0c not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:55.211018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.295323 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.315277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd692ee3-b02d-4d2d-9940-ee2984f85bb4']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:55.324374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e539b735-8bb4-4a51-9242-9e57d9ed3e12') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:55.324678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e539b735-8bb4-4a51-9242-9e57d9ed3e12') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:55.333688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.347090 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.353922 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:23:55.354307 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:23:55.357302 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:23:55.417067 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.424148 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.427326 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/networks/fd692ee3-b02d-4d2d-9940-ee2984f85bb4 HTTP/1.1" status: 204 len: 168 time: 0.6060185 Dec 08 02:23:55.439650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffdbda-1d56-40ff-a7ef-7c0a97854c02 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Network': ['ID=fd692ee3-b02d-4d2d-9940-ee2984f85bb4,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:55.447068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37718) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:55.452165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d1ef735e-3c63-4408-8235-099140222050 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'network': {'name': 'tempest-network-smoke--405948903', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:55.472774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ef735e-3c63-4408-8235-099140222050 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Made reservation on behalf of f74b507f757b415aa28d82f93896af02 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:55.476358 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1ef735e-3c63-4408-8235-099140222050 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.501140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ef735e-3c63-4408-8235-099140222050 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:23:55.510982 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1ef735e-3c63-4408-8235-099140222050 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.511340 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-d1ef735e-3c63-4408-8235-099140222050 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Added segment f9d5973b-80bc-4034-836e-64ea3b6fe0f7 of type vlan for network 56e5965b-feab-4f5e-a354-aafcac50dfd8 Dec 08 02:23:55.564592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1ef735e-3c63-4408-8235-099140222050 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.590020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1ef735e-3c63-4408-8235-099140222050 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.595936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef735e-3c63-4408-8235-099140222050 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:55.596548 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1ef735e-3c63-4408-8235-099140222050 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.630319 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d1ef735e-3c63-4408-8235-099140222050 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1821201 Dec 08 02:23:55.633168 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37720) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:55.637736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-672768708', 'admin_state_up': True, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:55.660803 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.661782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.669048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef735e-3c63-4408-8235-099140222050 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Network': ['ID=56e5965b-feab-4f5e-a354-aafcac50dfd8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:55.679097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 56e5965b-feab-4f5e-a354-aafcac50dfd8 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:23:55.717357 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:55.852060 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.043792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.062204 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.163682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Allocated IP 172.25.2.7 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/c5cc0063-0633-44bf-bbd5-e5fcdd6a206b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:56.268578 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.301131 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.335617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:56.340326 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:56.342792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:56.353442 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0cb7c-1f1f-4ae6-8083-2cb9117bd0ee None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:56.379882 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=c5cc0063-0633-44bf-bbd5-e5fcdd6a206b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:56.396526 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5d5f0fd1-dd4e-48e8-a8c3-0a518f9a9717 None None] Provisioning complete for port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:56.396987 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5d5f0fd1-dd4e-48e8-a8c3-0a518f9a9717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.432170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f0fd1-dd4e-48e8-a8c3-0a518f9a9717 None None] Port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:56.549719 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c73e2b9b-bbaf-4083-b959-c2d0d44834b8 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:56.570326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: c73e2b9b-bbaf-4083-b959-c2d0d44834b8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:56.570683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c73e2b9b-bbaf-4083-b959-c2d0d44834b8 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:56.571675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device aa89b129-288a-49f2-9002-2539a1976d6a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:23:56.591073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: aa89b129-288a-49f2-9002-2539a1976d6a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:23:56.591429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device aa89b129-288a-49f2-9002-2539a1976d6a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:23:56.603887 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.795624 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:56.920538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:23:57.026488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:23:57.036121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Sync routers for ids ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:23:57.047090 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.048267 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a5410244-741c-4e1f-8985-9975ece84876 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4140909 Dec 08 02:23:57.050869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Routers {'da8700d1-d0cd-4fbd-9876-126b8f9c72d6'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:57.051352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37722) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:57.051474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:23:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:57.079165 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-57606220-5a6f-4aa8-be19-5f998469362e tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=f74b507f757b415aa28d82f93896af02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266993 Dec 08 02:23:57.082087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37724) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:57.155038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Set router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:57.173369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014ce0e3-cc17-4d74-8553-73557c2615e6 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:57.174891 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-014ce0e3-cc17-4d74-8553-73557c2615e6 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918484 Dec 08 02:23:57.177907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37726) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:57.206083 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-edcabb22-2204-4394-9e9b-31a8220d486e tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271049 Dec 08 02:23:57.208666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37728) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:57.213863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-392250a0-d2ea-471d-ac64-0a9f3395e332 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-268980608', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:23:57.303521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392250a0-d2ea-471d-ac64-0a9f3395e332 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Made reservation on behalf of f74b507f757b415aa28d82f93896af02 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:23:57.308056 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-392250a0-d2ea-471d-ac64-0a9f3395e332 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.335720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:23:56Z', 'revision_number': 3, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:57.362824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Checking router: da8700d1-d0cd-4fbd-9876-126b8f9c72d6 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:23:57.363553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Updating router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:23:57.394165 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.489193 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-392250a0-d2ea-471d-ac64-0a9f3395e332 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.554504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392250a0-d2ea-471d-ac64-0a9f3395e332 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Subnet': ['ID=1354bee2-9990-4951-b929-9fb3b2d1acfe,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:57.563036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392250a0-d2ea-471d-ac64-0a9f3395e332 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Checking segment: {'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:57.563397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392250a0-d2ea-471d-ac64-0a9f3395e332 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network hostable DHCP agents. Network: 56e5965b-feab-4f5e-a354-aafcac50dfd8, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:23:57.580802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392250a0-d2ea-471d-ac64-0a9f3395e332 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network 56e5965b-feab-4f5e-a354-aafcac50dfd8 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:23:57.589927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-392250a0-d2ea-471d-ac64-0a9f3395e332 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 56e5965b-feab-4f5e-a354-aafcac50dfd8) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:57.594183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392250a0-d2ea-471d-ac64-0a9f3395e332 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:23:57.594788 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-392250a0-d2ea-471d-ac64-0a9f3395e332 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.600657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6b6283-f97e-44f0-a1fb-b083f76ace59 None None] Network 56e5965b-feab-4f5e-a354-aafcac50dfd8 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:23:57.611573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-392250a0-d2ea-471d-ac64-0a9f3395e332 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4019008 Dec 08 02:23:57.614241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37730) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:23:57.713323 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.722792 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.784587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-56e5965b-feab-4f5e-a354-aafcac50dfd8', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ips': [{'subnet_id': '1354bee2-9990-4951-b929-9fb3b2d1acfe'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:23:57.785428 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.796418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7cc1e8-02a0-4e74-904f-f053e6daf8c2 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:57.815362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60525fdf-fc4b-4651-889e-15f67769036c None None] Pushing event updated for resources: {'Port': ['ID=c5cc0063-0633-44bf-bbd5-e5fcdd6a206b,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:57.821304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Attempting to bind port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:57.821835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Attempting to bind port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:57.822538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Attempting to bind port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:57.834569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:57.835239 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:57.835792 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.836461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:57.837509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Bound port: c5cc0063-0633-44bf-bbd5-e5fcdd6a206b, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:57.837970 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.964842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fc170058-98f4-4641-816d-38dd1d0c96f9 None None] Provisioning complete for port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:57.965222 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc170058-98f4-4641-816d-38dd1d0c96f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:57.969830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] For port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:57.976651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] For port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c5cc0063-0633-44bf-bbd5-e5fcdd6a206b,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:58.021054 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.047941 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.069776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fc170058-98f4-4641-816d-38dd1d0c96f9 None None] Port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:23:58.087660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92775fc-ce3a-4ded-8008-e2f068fff2b3 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:23:58.110932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Allocated IP 172.20.0.2 (56e5965b-feab-4f5e-a354-aafcac50dfd8/1354bee2-9990-4951-b929-9fb3b2d1acfe/712b6917-901c-4492-9381-25817e183d4d) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:58.125053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Routers {'da8700d1-d0cd-4fbd-9876-126b8f9c72d6'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:23:58.125687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:23:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:58.130950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60525fdf-fc4b-4651-889e-15f67769036c None None] Pushing event updated for resources: {'Port': ['ID=c5cc0063-0633-44bf-bbd5-e5fcdd6a206b,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:58.288227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-505219c2-17e7-4aab-9aea-cec1bfaeaec4 None None] Provisioning complete for port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:23:58.288626 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-505219c2-17e7-4aab-9aea-cec1bfaeaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.511440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] Set router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:23:58.639789 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.690133 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.695765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Allocated IP 172.20.0.1 (56e5965b-feab-4f5e-a354-aafcac50dfd8/1354bee2-9990-4951-b929-9fb3b2d1acfe/5423135c-5e53-42b6-b1be-8571cc077724) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:23:58.767083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Network 56e5965b-feab-4f5e-a354-aafcac50dfd8 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:58.773283 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:58.777236 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-505219c2-17e7-4aab-9aea-cec1bfaeaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.786610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:58.812769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Pushing event updated for resources: {'Port': ['ID=712b6917-901c-4492-9381-25817e183d4d,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:58.819666 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.832896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-505219c2-17e7-4aab-9aea-cec1bfaeaec4 None None] For port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c5cc0063-0633-44bf-bbd5-e5fcdd6a206b,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:23:58.857786 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-505219c2-17e7-4aab-9aea-cec1bfaeaec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.858069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.903961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network 56e5965b-feab-4f5e-a354-aafcac50dfd8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:58.907913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:23:58.910859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:23:58.934032 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dac8962a-e6de-442f-86fe-8033d53ed78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.939132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=5423135c-5e53-42b6-b1be-8571cc077724,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:58.943585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Attempting to bind port 712b6917-901c-4492-9381-25817e183d4d on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:23:58.944540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Attempting to bind port 712b6917-901c-4492-9381-25817e183d4d by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:23:58.944540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Attempting to bind port 712b6917-901c-4492-9381-25817e183d4d on network 56e5965b-feab-4f5e-a354-aafcac50dfd8 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:23:58.961395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:23:58.962222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Checking segment: {'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:23:58.962806 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.962933 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.963217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Bound using segment: {'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:23:58.963693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Bound port: 712b6917-901c-4492-9381-25817e183d4d, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:23:58.964081 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:58.966982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505219c2-17e7-4aab-9aea-cec1bfaeaec4 None None] Pushing event updated for resources: {'Port': ['ID=c5cc0063-0633-44bf-bbd5-e5fcdd6a206b,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:58.983128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:23:56Z', 'revision_number': 3, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:23:59.030487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4af75-04aa-4e5e-97e9-34c7677bf05b None None] The sync data for ids ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'] in n-d-713498-30 is: [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:23:56Z', 'revision_number': 3, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:23:59.077177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] For port 712b6917-901c-4492-9381-25817e183d4d, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:23:59.081032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] For port 712b6917-901c-4492-9381-25817e183d4d, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=712b6917-901c-4492-9381-25817e183d4d,segment=NetworkSegment(f9d5973b-80bc-4034-836e-64ea3b6fe0f7),segment_id=f9d5973b-80bc-4034-836e-64ea3b6fe0f7)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:23:59.087313 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.157231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5995f5-4119-40e2-8348-8d9c37ac7230 None None] Pushing event updated for resources: {'Port': ['ID=712b6917-901c-4492-9381-25817e183d4d,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:59.443662 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.737708 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.743147 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.818341 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:23:59.820113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=5423135c-5e53-42b6-b1be-8571cc077724,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:23:59.929225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network 56e5965b-feab-4f5e-a354-aafcac50dfd8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:23:59.931460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:00.057633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:00.172220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:00.178503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-417c208b-9eba-40a1-b0ea-551ff276d1b3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "PUT /v2.0/routers/da8700d1-d0cd-4fbd-9876-126b8f9c72d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5621283 Dec 08 02:24:00.179888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37732) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:00.200415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c199b9-7320-4768-adb8-8232e68e3555 None None] Network 56e5965b-feab-4f5e-a354-aafcac50dfd8 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:00.308766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bec0b2d6-301c-4263-bc60-adc7d2ebb769 None None] Provisioning complete for port 712b6917-901c-4492-9381-25817e183d4d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:00.309051 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bec0b2d6-301c-4263-bc60-adc7d2ebb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:00.349915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1232a-fe9f-4b53-bd0c-7edfdb2fc61f tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:00.350397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1232a-fe9f-4b53-bd0c-7edfdb2fc61f tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:00.350858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1232a-fe9f-4b53-bd0c-7edfdb2fc61f tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:00.351320 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1232a-fe9f-4b53-bd0c-7edfdb2fc61f tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:00.356173 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-51c1232a-fe9f-4b53-bd0c-7edfdb2fc61f tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1721778 Dec 08 02:24:00.356173 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37734) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:00.406800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bec0b2d6-301c-4263-bc60-adc7d2ebb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:00.451429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bec0b2d6-301c-4263-bc60-adc7d2ebb769 None None] For port 712b6917-901c-4492-9381-25817e183d4d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=712b6917-901c-4492-9381-25817e183d4d,segment=NetworkSegment(f9d5973b-80bc-4034-836e-64ea3b6fe0f7),segment_id=f9d5973b-80bc-4034-836e-64ea3b6fe0f7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:00.454599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2479f2d-af34-47c9-802b-e2269e6a72f2 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:00.455068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2479f2d-af34-47c9-802b-e2269e6a72f2 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:00.455526 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2479f2d-af34-47c9-802b-e2269e6a72f2 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:00.455973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2479f2d-af34-47c9-802b-e2269e6a72f2 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:00.456331 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bec0b2d6-301c-4263-bc60-adc7d2ebb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:00.460447 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b2479f2d-af34-47c9-802b-e2269e6a72f2 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1006424 Dec 08 02:24:00.460942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37736) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:00.525700 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0b2d6-301c-4263-bc60-adc7d2ebb769 None None] Pushing event updated for resources: {'Port': ['ID=712b6917-901c-4492-9381-25817e183d4d,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:00.651467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 712b6917-901c-4492-9381-25817e183d4d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:00.652859 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6d06b716-f038-4322-a7c9-f73b20b918d9 tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1900842 Dec 08 02:24:00.709071 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6693610b-c098-45a9-850a-adf91b08ad7c None None] Provisioning complete for port 712b6917-901c-4492-9381-25817e183d4d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:00.709541 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6693610b-c098-45a9-850a-adf91b08ad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:00.761506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 712b6917-901c-4492-9381-25817e183d4d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:00.761884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:00.841304 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Sync routers for ids ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:00.849849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6693610b-c098-45a9-850a-adf91b08ad7c None None] Provisioning complete for port 5423135c-5e53-42b6-b1be-8571cc077724 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:00.850237 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6693610b-c098-45a9-850a-adf91b08ad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:00.853306 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Routers {'da8700d1-d0cd-4fbd-9876-126b8f9c72d6'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:00.854163 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:23:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:00.917024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6693610b-c098-45a9-850a-adf91b08ad7c None None] Port 5423135c-5e53-42b6-b1be-8571cc077724 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:00.920880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c5cc0063-0633-44bf-bbd5-e5fcdd6a206b up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:00.976468 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Set router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:00.978959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37740) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:00.979230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:00.979628 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:00.983919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-33156a33-9b42-4b30-a50f-bb5bdb47d995 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1518197248', 'description': 'tempest-secgroup-smoke-1518197248 description', 'project_id': 'f74b507f757b415aa28d82f93896af02'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:01.011821 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33156a33-9b42-4b30-a50f-bb5bdb47d995 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.056585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6c7e8560-d439-4588-9d15-56a5aee4e2ae None None] Provisioning complete for port 5423135c-5e53-42b6-b1be-8571cc077724 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:01.056971 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c7e8560-d439-4588-9d15-56a5aee4e2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.105914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33156a33-9b42-4b30-a50f-bb5bdb47d995 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.112667 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33156a33-9b42-4b30-a50f-bb5bdb47d995 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.146056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e8560-d439-4588-9d15-56a5aee4e2ae None None] Port 5423135c-5e53-42b6-b1be-8571cc077724 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:01.155834 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-33156a33-9b42-4b30-a50f-bb5bdb47d995 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.159757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-33156a33-9b42-4b30-a50f-bb5bdb47d995 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1768315 Dec 08 02:24:01.159757 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33156a33-9b42-4b30-a50f-bb5bdb47d995 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba0197-656f-4b53-9960-54257f0f3e5e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:01.160007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37742) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:01.164632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f1e59b78-566c-4f07-9309-be67ed003a71 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': '2dba0197-656f-4b53-9960-54257f0f3e5e', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:01.193772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e59b78-566c-4f07-9309-be67ed003a71 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.226048 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:23:59Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '5423135c-5e53-42b6-b1be-8571cc077724', 'name': '', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:4c:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:58Z', 'updated_at': '2021-12-08T02:23:59Z', 'revision_number': 2, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:01.253286 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Checking router: da8700d1-d0cd-4fbd-9876-126b8f9c72d6 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:01.253685 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Updating router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 port 5423135c-5e53-42b6-b1be-8571cc077724 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:24:01.253847 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e59b78-566c-4f07-9309-be67ed003a71 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.258328 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e59b78-566c-4f07-9309-be67ed003a71 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.269841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b465c32d-16e1-45f2-bce6-6f220c7607fc None None] Provisioning complete for port 5423135c-5e53-42b6-b1be-8571cc077724 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:01.270377 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b465c32d-16e1-45f2-bce6-6f220c7607fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.281563 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.281907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e59b78-566c-4f07-9309-be67ed003a71 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d3c06a-8e82-431e-893c-bf97104db256,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:01.288118 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f1e59b78-566c-4f07-9309-be67ed003a71 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.292651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37744) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:01.293769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f1e59b78-566c-4f07-9309-be67ed003a71 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318591 Dec 08 02:24:01.297324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-186ab996-8c05-4d94-b183-40efb1ca7827 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': '2dba0197-656f-4b53-9960-54257f0f3e5e', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:01.308628 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b465c32d-16e1-45f2-bce6-6f220c7607fc None None] Port 5423135c-5e53-42b6-b1be-8571cc077724 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:01.327216 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-186ab996-8c05-4d94-b183-40efb1ca7827 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.385743 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-186ab996-8c05-4d94-b183-40efb1ca7827 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.389570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-186ab996-8c05-4d94-b183-40efb1ca7827 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.407774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ab996-8c05-4d94-b183-40efb1ca7827 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77471ad5-0ef8-422b-a00e-f20a61d258d5,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:01.416527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-186ab996-8c05-4d94-b183-40efb1ca7827 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.417765 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-186ab996-8c05-4d94-b183-40efb1ca7827 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239645 Dec 08 02:24:01.420684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37746) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:01.425177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d5e01d30-21b6-46a4-ab36-528fe482fc9d tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': '2dba0197-656f-4b53-9960-54257f0f3e5e', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:01.451096 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5e01d30-21b6-46a4-ab36-528fe482fc9d tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.508032 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5e01d30-21b6-46a4-ab36-528fe482fc9d tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.512367 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5e01d30-21b6-46a4-ab36-528fe482fc9d tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.530880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e01d30-21b6-46a4-ab36-528fe482fc9d tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13efb7f0-e969-43de-8c14-5fac3e0b5dbc,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:01.540415 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d5e01d30-21b6-46a4-ab36-528fe482fc9d tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.544608 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d5e01d30-21b6-46a4-ab36-528fe482fc9d tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204004 Dec 08 02:24:01.544889 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37748) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:01.549329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d9769a0e-3278-4899-b11a-3633c0c33709 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': '2dba0197-656f-4b53-9960-54257f0f3e5e', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:01.564152 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.569542 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.578083 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9769a0e-3278-4899-b11a-3633c0c33709 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.641545 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9769a0e-3278-4899-b11a-3633c0c33709 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.646197 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9769a0e-3278-4899-b11a-3633c0c33709 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.661025 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6948a5-8a58-4ae9-9881-4f598fe20726 None None] Pushing event updated for resources: {'Port': ['ID=5423135c-5e53-42b6-b1be-8571cc077724,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:01.664238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9769a0e-3278-4899-b11a-3633c0c33709 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10c2190-37b2-4597-942b-84d732f3b339,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:01.673346 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d9769a0e-3278-4899-b11a-3633c0c33709 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.677080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d9769a0e-3278-4899-b11a-3633c0c33709 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1287835 Dec 08 02:24:01.677344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37750) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:01.679005 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Attempting to bind port 5423135c-5e53-42b6-b1be-8571cc077724 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:01.679479 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Attempting to bind port 5423135c-5e53-42b6-b1be-8571cc077724 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:01.679983 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Attempting to bind port 5423135c-5e53-42b6-b1be-8571cc077724 on network 56e5965b-feab-4f5e-a354-aafcac50dfd8 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:01.683737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-458f32de-a80f-41fc-b774-b3d36b56cdb8 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': '2dba0197-656f-4b53-9960-54257f0f3e5e', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:01.686578 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:01.687133 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Checking segment: {'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:01.687961 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.688892 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Bound using segment: {'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:01.689506 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Bound port: 5423135c-5e53-42b6-b1be-8571cc077724, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:01.689977 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.707660 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-458f32de-a80f-41fc-b774-b3d36b56cdb8 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Project f74b507f757b415aa28d82f93896af02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:24:01.712912 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-458f32de-a80f-41fc-b774-b3d36b56cdb8 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.770336 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] For port 5423135c-5e53-42b6-b1be-8571cc077724, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:01.775404 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] For port 5423135c-5e53-42b6-b1be-8571cc077724, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5423135c-5e53-42b6-b1be-8571cc077724,segment=NetworkSegment(f9d5973b-80bc-4034-836e-64ea3b6fe0f7),segment_id=f9d5973b-80bc-4034-836e-64ea3b6fe0f7)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:01.781467 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.781990 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-458f32de-a80f-41fc-b774-b3d36b56cdb8 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.786617 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-458f32de-a80f-41fc-b774-b3d36b56cdb8 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.806827 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f32de-a80f-41fc-b774-b3d36b56cdb8 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0b4938-a9ac-498d-8435-90a9dc5d0c35,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:01.813254 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-458f32de-a80f-41fc-b774-b3d36b56cdb8 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.817032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-458f32de-a80f-41fc-b774-b3d36b56cdb8 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360583 Dec 08 02:24:01.817265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37752) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:01.822034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9383e07b-941b-4dfd-93e0-2c1adea7e764 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'security_group_rule': {'security_group_id': '2dba0197-656f-4b53-9960-54257f0f3e5e', 'project_id': 'f74b507f757b415aa28d82f93896af02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:01.845989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6a3f9082-eb45-4f1f-97c6-2074501c51bc None None] Provisioning complete for port 5423135c-5e53-42b6-b1be-8571cc077724 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:01.846576 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9082-eb45-4f1f-97c6-2074501c51bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.847967 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-9383e07b-941b-4dfd-93e0-2c1adea7e764 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Project f74b507f757b415aa28d82f93896af02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:24:01.855026 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9383e07b-941b-4dfd-93e0-2c1adea7e764 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.856241 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Routers {'da8700d1-d0cd-4fbd-9876-126b8f9c72d6'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:01.856923 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:23:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:01.923779 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9383e07b-941b-4dfd-93e0-2c1adea7e764 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.929646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9383e07b-941b-4dfd-93e0-2c1adea7e764 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.947374 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9082-eb45-4f1f-97c6-2074501c51bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.958316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383e07b-941b-4dfd-93e0-2c1adea7e764 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c09376-f638-431c-a48a-49771bd6fbd1,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:01.967115 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9383e07b-941b-4dfd-93e0-2c1adea7e764 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:01.976344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9383e07b-941b-4dfd-93e0-2c1adea7e764 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1504099 Dec 08 02:24:01.992607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6a3f9082-eb45-4f1f-97c6-2074501c51bc None None] For port 5423135c-5e53-42b6-b1be-8571cc077724, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5423135c-5e53-42b6-b1be-8571cc077724,segment=NetworkSegment(f9d5973b-80bc-4034-836e-64ea3b6fe0f7),segment_id=f9d5973b-80bc-4034-836e-64ea3b6fe0f7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:02.003292 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6a3f9082-eb45-4f1f-97c6-2074501c51bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.068753 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.081635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f9082-eb45-4f1f-97c6-2074501c51bc None None] Pushing event updated for resources: {'Port': ['ID=5423135c-5e53-42b6-b1be-8571cc077724,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:02.085601 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6948a5-8a58-4ae9-9881-4f598fe20726 None None] Pushing event updated for resources: {'Port': ['ID=5423135c-5e53-42b6-b1be-8571cc077724,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:02.104574 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] Set router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:02.158870 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-69e69f92-de0c-4108-8131-afe424495293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.165395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-6c285271-4876-460d-96ee-83b5613d1436 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1518197248&fields=id&tenant_id=f74b507f757b415aa28d82f93896af02 HTTP/1.1" status: 200 len: 267 time: 0.0628610 Dec 08 02:24:02.226878 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-715c360f-7b1b-4a07-b79d-845f470228ad None None] Provisioning complete for port 5423135c-5e53-42b6-b1be-8571cc077724 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:02.227278 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-715c360f-7b1b-4a07-b79d-845f470228ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.275201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-a75beb05-a599-49a9-aaec-56df8fb8e27d tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:02.276793 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-a75beb05-a599-49a9-aaec-56df8fb8e27d tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/networks?id=56e5965b-feab-4f5e-a354-aafcac50dfd8 HTTP/1.1" status: 200 len: 796 time: 0.1104140 Dec 08 02:24:02.293611 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-20403b7b-6ad7-4602-a80a-261cfab908da tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/quotas/f74b507f757b415aa28d82f93896af02 HTTP/1.1" status: 200 len: 375 time: 0.0100491 Dec 08 02:24:02.314255 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:23:59Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '5423135c-5e53-42b6-b1be-8571cc077724', 'name': '', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:4c:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:58Z', 'updated_at': '2021-12-08T02:24:01Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:02.345290 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8865255d-5827-4422-bde4-1acc09e240cf None None] The sync data for ids ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'] in n-d-713498-30 is: [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:23:59Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '5423135c-5e53-42b6-b1be-8571cc077724', 'name': '', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:4c:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:58Z', 'updated_at': '2021-12-08T02:24:01Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:02.347033 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1bfb0166-1aeb-47d0-a917-1786b2446cf1 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462649 Dec 08 02:24:02.460835 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.469637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-48a84570-bee1-4896-b004-6d0137350276 service neutron] 10.222.0.70 "GET /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095369 Dec 08 02:24:02.577860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-876b7c47-6233-4dc7-b4b4-a101a25dba3e service neutron] 10.222.0.70 "GET /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014967 Dec 08 02:24:02.654248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 712b6917-901c-4492-9381-25817e183d4d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:02.713839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 712b6917-901c-4492-9381-25817e183d4d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:02.714226 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:02.789702 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df115025-f871-49e6-a243-003ca40de5c3 req-b2b4c570-69b3-482b-b35b-983e5a5694c2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 210 time: 0.0329475 Dec 08 02:24:02.825066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5423135c-5e53-42b6-b1be-8571cc077724 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:02.884034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 5423135c-5e53-42b6-b1be-8571cc077724 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:02.884718 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.751411 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:03.892690 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a307b32-1410-4691-a6e6-3615ad0c4c18 req-ef59b344-8afa-468b-88c0-0f01534d4422 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 210 time: 0.0282314 Dec 08 02:24:04.022459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-775267bd-0d31-4dcf-9d2a-eb07f07bc36b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:04.024411 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-775267bd-0d31-4dcf-9d2a-eb07f07bc36b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.65 "GET /v2.0/networks?id=56e5965b-feab-4f5e-a354-aafcac50dfd8 HTTP/1.1" status: 200 len: 796 time: 0.1141279 Dec 08 02:24:04.114529 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-c7a5a06d-a5e8-4f69-9fb9-7b59ee3b699e tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f74b507f757b415aa28d82f93896af02 HTTP/1.1" status: 200 len: 380 time: 0.0551355 Dec 08 02:24:04.140291 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'port': {'device_id': '2a5e2451-c401-4243-a709-b7d5c3595167', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'admin_state_up': True, 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'security_groups': ['2dba0197-656f-4b53-9960-54257f0f3e5e']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:04.250880 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Made reservation on behalf of f74b507f757b415aa28d82f93896af02 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:24:04.254329 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.296508 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.387783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Allocated IP 172.20.0.13 (56e5965b-feab-4f5e-a354-aafcac50dfd8/1354bee2-9990-4951-b929-9fb3b2d1acfe/8d343239-9be8-441a-8c5b-a028fdaacbcd) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:04.533118 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.566093 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.611564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network 56e5965b-feab-4f5e-a354-aafcac50dfd8 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:04.614716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:04.618985 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:04.644784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=8d343239-9be8-441a-8c5b-a028fdaacbcd,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:04.673713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:04.674331 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.691314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-08498bca-b39f-46fb-9974-aba1bd40df89 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5546558 Dec 08 02:24:04.718820 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Request body: {'port': {'device_id': '2a5e2451-c401-4243-a709-b7d5c3595167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:04.773659 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:24:04.775459 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.806415 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.853289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-21c20cff-00c8-4b6c-b1d4-6be9c6ca1f96 None None] Provisioning complete for port 8d343239-9be8-441a-8c5b-a028fdaacbcd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:04.853623 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21c20cff-00c8-4b6c-b1d4-6be9c6ca1f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:04.888844 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-21c20cff-00c8-4b6c-b1d4-6be9c6ca1f96 None None] Port 8d343239-9be8-441a-8c5b-a028fdaacbcd cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:24:05.016217 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf95b2-7c3a-4836-ac3d-7dd0f6b60f31 req-6d7bba3a-1b0a-45b8-a28c-91c53e17ac8a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:05.018729 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73bf95b2-7c3a-4836-ac3d-7dd0f6b60f31 req-6d7bba3a-1b0a-45b8-a28c-91c53e17ac8a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 932 time: 0.0535035 Dec 08 02:24:05.049185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d343239-9be8-441a-8c5b-a028fdaacbcd {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:24:05.057536 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.068314 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73bf95b2-7c3a-4836-ac3d-7dd0f6b60f31 req-de47ea72-f6ed-407c-8bfd-7ea66aabd8f9 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438223 Dec 08 02:24:05.069298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Transition to ACTIVE for port object 8d343239-9be8-441a-8c5b-a028fdaacbcd will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:24:05.073628 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.132120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Pushing event updated for resources: {'Port': ['ID=8d343239-9be8-441a-8c5b-a028fdaacbcd,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:05.203366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Attempting to bind port 8d343239-9be8-441a-8c5b-a028fdaacbcd on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:24:05.203703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Attempting to bind port 8d343239-9be8-441a-8c5b-a028fdaacbcd by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:24:05.204030 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Attempting to bind port 8d343239-9be8-441a-8c5b-a028fdaacbcd on network 56e5965b-feab-4f5e-a354-aafcac50dfd8 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:05.208487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Port 8d343239-9be8-441a-8c5b-a028fdaacbcd on network 56e5965b-feab-4f5e-a354-aafcac50dfd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:24:05.208806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Attempting to bind port 8d343239-9be8-441a-8c5b-a028fdaacbcd on network 56e5965b-feab-4f5e-a354-aafcac50dfd8 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:24:05.213901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:24:05.214240 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Checking segment: {'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:24:05.214623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Bound using segment: {'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:24:05.215047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Bound port: 8d343239-9be8-441a-8c5b-a028fdaacbcd, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:24:05.215403 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.285518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] For port 8d343239-9be8-441a-8c5b-a028fdaacbcd, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:24:05.288726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] For port 8d343239-9be8-441a-8c5b-a028fdaacbcd, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d343239-9be8-441a-8c5b-a028fdaacbcd,segment=NetworkSegment(f9d5973b-80bc-4034-836e-64ea3b6fe0f7),segment_id=f9d5973b-80bc-4034-836e-64ea3b6fe0f7)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:24:05.294554 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.331225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:05.331844 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:05.333249 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] 10.222.0.65 "PUT /v2.0/ports/8d343239-9be8-441a-8c5b-a028fdaacbcd HTTP/1.1" status: 200 len: 1093 time: 0.6188099 Dec 08 02:24:05.333696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5e2451-c401-4243-a709-b7d5c3595167', 'tag': '8d343239-9be8-441a-8c5b-a028fdaacbcd'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:24:05.335956 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e592462-b69a-42a4-8456-25a8ab0bd9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5e2451-c401-4243-a709-b7d5c3595167", "tag": "8d343239-9be8-441a-8c5b-a028fdaacbcd"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:24:05.360541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a245a59-8adf-4274-ada3-57b01ce62f4a service neutron] Pushing event updated for resources: {'Port': ['ID=8d343239-9be8-441a-8c5b-a028fdaacbcd,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:05.390009 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f4e11f-4389-4b27-9e73-d49f268c6385 x-openstack-request-id: req-d1f4e11f-4389-4b27-9e73-d49f268c6385 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:24:05.390445 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5e2451-c401-4243-a709-b7d5c3595167", "tag": "8d343239-9be8-441a-8c5b-a028fdaacbcd", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:24:05.390710 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d1f4e11f-4389-4b27-9e73-d49f268c6385 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:24:05.391121 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5e2451-c401-4243-a709-b7d5c3595167', 'tag': '8d343239-9be8-441a-8c5b-a028fdaacbcd', 'status': 'completed', 'code': 200} Dec 08 02:24:05.446129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-7f5e73ab-56a7-4980-a58d-64ca9376d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:05.447511 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-7f5e73ab-56a7-4980-a58d-64ca9376d10b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 1096 time: 0.0435243 Dec 08 02:24:05.511779 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-6899ca33-ceca-46a1-beb6-6d13836bbf74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d343239-9be8-441a-8c5b-a028fdaacbcd HTTP/1.1" status: 200 len: 217 time: 0.0393922 Dec 08 02:24:05.567360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-83f0cc89-5367-4c20-8dc8-90e6cc55cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:05.569050 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-83f0cc89-5367-4c20-8dc8-90e6cc55cc05 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1354bee2-9990-4951-b929-9fb3b2d1acfe HTTP/1.1" status: 200 len: 834 time: 0.0457199 Dec 08 02:24:05.620348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-73c3a86f-b144-435a-ac3b-d20c1679f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:05.621831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-73c3a86f-b144-435a-ac3b-d20c1679f292 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56e5965b-feab-4f5e-a354-aafcac50dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407104 Dec 08 02:24:05.718215 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-65fe0906-63a3-4de2-8f6b-c7a466004807 service neutron] 10.222.0.65 "GET /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834792 Dec 08 02:24:05.808466 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32e75ae9-a46e-44f0-8179-5bed7a05dd94 req-cb1677ac-bc06-4c00-aaae-cb71d2e744e6 service neutron] 10.222.0.65 "GET /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788763 Dec 08 02:24:05.943249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592462-b69a-42a4-8456-25a8ab0bd9c8 req-4be4fe29-0b54-4ffc-a4e9-0479b35e3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:05.944783 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e592462-b69a-42a4-8456-25a8ab0bd9c8 req-4be4fe29-0b54-4ffc-a4e9-0479b35e3680 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 1096 time: 0.0438230 Dec 08 02:24:06.036310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592462-b69a-42a4-8456-25a8ab0bd9c8 req-bf18570b-4b99-407b-8f9d-87e5f3242d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:06.037816 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e592462-b69a-42a4-8456-25a8ab0bd9c8 req-bf18570b-4b99-407b-8f9d-87e5f3242d7b service neutron] 10.222.0.65 "GET /v2.0/networks?id=56e5965b-feab-4f5e-a354-aafcac50dfd8 HTTP/1.1" status: 200 len: 897 time: 0.0852463 Dec 08 02:24:06.083596 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e592462-b69a-42a4-8456-25a8ab0bd9c8 req-00d5c50e-f12c-429d-ae3d-d838b658ba94 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d343239-9be8-441a-8c5b-a028fdaacbcd HTTP/1.1" status: 200 len: 217 time: 0.0377827 Dec 08 02:24:06.134768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592462-b69a-42a4-8456-25a8ab0bd9c8 req-4ccf7fea-6ea8-47fa-8455-74f3f94d0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:06.136216 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e592462-b69a-42a4-8456-25a8ab0bd9c8 req-4ccf7fea-6ea8-47fa-8455-74f3f94d0bf4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1354bee2-9990-4951-b929-9fb3b2d1acfe HTTP/1.1" status: 200 len: 834 time: 0.0454388 Dec 08 02:24:06.186009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592462-b69a-42a4-8456-25a8ab0bd9c8 req-9116d6a3-d6a5-4aaa-99ea-e6cf3d5044cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:06.186871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6e595-16b7-4e04-a7d1-8293795a5a75 req-dae759d7-74a8-48d9-bf1f-86f7723f8980 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:06.187489 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e592462-b69a-42a4-8456-25a8ab0bd9c8 req-9116d6a3-d6a5-4aaa-99ea-e6cf3d5044cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56e5965b-feab-4f5e-a354-aafcac50dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402164 Dec 08 02:24:06.188462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-87d6e595-16b7-4e04-a7d1-8293795a5a75 req-dae759d7-74a8-48d9-bf1f-86f7723f8980 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 944 time: 0.0491059 Dec 08 02:24:06.238465 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-87d6e595-16b7-4e04-a7d1-8293795a5a75 req-ae80a005-a419-4404-ab29-b0ffd10eea14 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438886 Dec 08 02:24:06.283405 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e592462-b69a-42a4-8456-25a8ab0bd9c8 req-bbae8bb4-ce7b-4afd-944b-cbd58840e89a service neutron] 10.222.0.65 "GET /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877426 Dec 08 02:24:06.372409 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0e592462-b69a-42a4-8456-25a8ab0bd9c8 req-64da4ebc-275c-481d-b68d-9c7dba7c3122 service neutron] 10.222.0.65 "GET /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812824 Dec 08 02:24:07.357691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c083dcf-434e-40d4-a39c-e716c750637e req-e53439df-79ab-46b6-b031-a7ea747c15b6 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:07.359166 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1c083dcf-434e-40d4-a39c-e716c750637e req-e53439df-79ab-46b6-b031-a7ea747c15b6 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 944 time: 0.0483289 Dec 08 02:24:07.411486 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1c083dcf-434e-40d4-a39c-e716c750637e req-7911cf9f-c285-43ab-ae3a-71d041fc2447 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463483 Dec 08 02:24:08.527514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee780a-9e87-4ea1-ba14-d0faee8a7b0d req-84c6cfe6-c2bb-4521-bec3-ae6283272856 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:08.529047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37ee780a-9e87-4ea1-ba14-d0faee8a7b0d req-84c6cfe6-c2bb-4521-bec3-ae6283272856 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 944 time: 0.0500510 Dec 08 02:24:08.581406 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-37ee780a-9e87-4ea1-ba14-d0faee8a7b0d req-0568492b-2b11-43bd-9f92-fa65c8b7dba2 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464773 Dec 08 02:24:09.697068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3fae-4a71-459c-ba28-6d2c7e10c6ae req-fd0f359b-2275-49c3-989e-a4c28bf8e53f tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:09.698531 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-188c3fae-4a71-459c-ba28-6d2c7e10c6ae req-fd0f359b-2275-49c3-989e-a4c28bf8e53f tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 944 time: 0.0480089 Dec 08 02:24:09.746745 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-188c3fae-4a71-459c-ba28-6d2c7e10c6ae req-6763a2db-5618-46c0-828d-01c8ce1dae70 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Dec 08 02:24:09.805777 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8d343239-9be8-441a-8c5b-a028fdaacbcd details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:24:09.900918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8d343239-9be8-441a-8c5b-a028fdaacbcd, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d343239-9be8-441a-8c5b-a028fdaacbcd,segment=NetworkSegment(f9d5973b-80bc-4034-836e-64ea3b6fe0f7),segment_id=f9d5973b-80bc-4034-836e-64ea3b6fe0f7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:09.911783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '8d343239-9be8-441a-8c5b-a028fdaacbcd', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'port_id': '8d343239-9be8-441a-8c5b-a028fdaacbcd', 'mac_address': 'fa:16:3e:d8:84:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:24:09.952306 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:09.965601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d343239-9be8-441a-8c5b-a028fdaacbcd {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:24:09.985318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8d343239-9be8-441a-8c5b-a028fdaacbcd, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d343239-9be8-441a-8c5b-a028fdaacbcd,segment=NetworkSegment(f9d5973b-80bc-4034-836e-64ea3b6fe0f7),segment_id=f9d5973b-80bc-4034-836e-64ea3b6fe0f7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:09.989757 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:10.038987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8d343239-9be8-441a-8c5b-a028fdaacbcd,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:10.047275 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.047627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.047975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.048343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.048683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.049016 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.049348 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.049678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.050007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.050337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.050661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.050986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.051310 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:10.385944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['8d343239-9be8-441a-8c5b-a028fdaacbcd'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:24:10.861262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95e900-7e91-40ca-9bd2-dd03b4c2cf6d req-4104074c-629f-4b89-8a47-3281af8f932a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:10.862745 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf95e900-7e91-40ca-9bd2-dd03b4c2cf6d req-4104074c-629f-4b89-8a47-3281af8f932a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 945 time: 0.0484486 Dec 08 02:24:10.911577 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf95e900-7e91-40ca-9bd2-dd03b4c2cf6d req-22c223ba-5d58-4d9b-8857-c3dff988fcc0 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421801 Dec 08 02:24:11.822109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8d343239-9be8-441a-8c5b-a028fdaacbcd up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:24:11.872401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 8d343239-9be8-441a-8c5b-a028fdaacbcd completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:24:11.877058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 8d343239-9be8-441a-8c5b-a028fdaacbcd triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:24:11.878541 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:11.960650 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:11.985011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5e2451-c401-4243-a709-b7d5c3595167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d343239-9be8-441a-8c5b-a028fdaacbcd'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:24:11.987470 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c40c03-15ab-4a62-a539-a4d714718574" -d '{"events": [{"server_uuid": "2a5e2451-c401-4243-a709-b7d5c3595167", "name": "network-vif-plugged", "status": "completed", "tag": "8d343239-9be8-441a-8c5b-a028fdaacbcd"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:24:12.001967 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8d343239-9be8-441a-8c5b-a028fdaacbcd, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d343239-9be8-441a-8c5b-a028fdaacbcd,segment=NetworkSegment(f9d5973b-80bc-4034-836e-64ea3b6fe0f7),segment_id=f9d5973b-80bc-4034-836e-64ea3b6fe0f7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:12.006485 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:12.034316 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff62b9e-42b9-460f-ad2c-5d7025d6822e x-openstack-request-id: req-7ff62b9e-42b9-460f-ad2c-5d7025d6822e {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:24:12.034615 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5e2451-c401-4243-a709-b7d5c3595167", "name": "network-vif-plugged", "status": "completed", "tag": "8d343239-9be8-441a-8c5b-a028fdaacbcd", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:24:12.034873 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7ff62b9e-42b9-460f-ad2c-5d7025d6822e {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:24:12.035266 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5e2451-c401-4243-a709-b7d5c3595167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d343239-9be8-441a-8c5b-a028fdaacbcd', 'code': 200} Dec 08 02:24:12.040307 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6c7fb-80f8-4bbb-a1d1-5f45d91fb921 req-cd8156d0-fdf1-4d09-93ad-9008d58d1601 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:12.041803 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83e6c7fb-80f8-4bbb-a1d1-5f45d91fb921 req-cd8156d0-fdf1-4d09-93ad-9008d58d1601 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 945 time: 0.0598903 Dec 08 02:24:12.062437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8d343239-9be8-441a-8c5b-a028fdaacbcd,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:12.093099 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83e6c7fb-80f8-4bbb-a1d1-5f45d91fb921 req-51716c6a-c5e5-419c-bbb0-aad5290236eb tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448856 Dec 08 02:24:12.181146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357c674-f63b-40f2-b3b5-05b871f9c15a req-bdfa63f9-0c2f-4652-9309-de99ae03fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:12.182606 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5357c674-f63b-40f2-b3b5-05b871f9c15a req-bdfa63f9-0c2f-4652-9309-de99ae03fdda service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 1098 time: 0.0429809 Dec 08 02:24:12.227811 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5357c674-f63b-40f2-b3b5-05b871f9c15a req-301c7dea-ae8b-4c77-8e85-c6e7c90a716a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377064 Dec 08 02:24:13.268660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12ef3f-2663-4a66-b840-3df7858b63a4 req-5edad242-00ee-497c-984a-e18c2a58e5c7 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:13.270836 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de12ef3f-2663-4a66-b840-3df7858b63a4 req-5edad242-00ee-497c-984a-e18c2a58e5c7 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 946 time: 0.1075354 Dec 08 02:24:13.323151 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-de12ef3f-2663-4a66-b840-3df7858b63a4 req-91fef41f-32d2-4f72-b5f9-341a285a7bf6 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461917 Dec 08 02:24:14.503561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa348427-a5bd-43be-bf4a-b1abd8119609 req-61e8ada8-5720-4ffa-8d19-1a8ab554bdef tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:14.504544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa348427-a5bd-43be-bf4a-b1abd8119609 req-61e8ada8-5720-4ffa-8d19-1a8ab554bdef tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 946 time: 0.1033189 Dec 08 02:24:14.553524 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa348427-a5bd-43be-bf4a-b1abd8119609 req-580f9e2e-7cdb-4e98-b634-de26b596b12a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 Dec 08 02:24:14.674085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d257a71-c5f2-4ee5-893b-f9167a0e2e16 req-b9cf15a6-6f1b-4719-9e00-20db091e013b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:14.675522 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d257a71-c5f2-4ee5-893b-f9167a0e2e16 req-b9cf15a6-6f1b-4719-9e00-20db091e013b tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 946 time: 0.0542164 Dec 08 02:24:14.724719 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d257a71-c5f2-4ee5-893b-f9167a0e2e16 req-79451a65-4c5e-44f2-bdb6-33dc2d301d18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Dec 08 02:24:14.747438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37808) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:14.787041 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd291003-41a0-4109-b71b-31586741387f tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:14.788578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cd291003-41a0-4109-b71b-31586741387f tempest-TestNetworkBasicOps-1569641388 tempest-TestNetworkBasicOps-1569641388-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 1093 time: 0.0401309 Dec 08 02:24:14.791354 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37810) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:14.795593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '8d343239-9be8-441a-8c5b-a028fdaacbcd', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:24:14.816366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:14.917158 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.017193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Allocated IP 172.25.2.79 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/12d2ac5f-8186-4bd3-912d-101054fd1916) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:24:15.121489 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.155305 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.198441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:24:15.201368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:24:15.206082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:24:15.208901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=12d2ac5f-8186-4bd3-912d-101054fd1916,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:15.239526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.239909 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.240269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.240637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.240982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.241322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.241656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.241991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.242323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.243733 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.244079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.244452 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.244790 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:15.572097 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.636008 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.795735 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.800375 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.875072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event updated for resources: {'Port': ['ID=12d2ac5f-8186-4bd3-912d-101054fd1916,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:15.883107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:15.983919 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Floating IP 6083650d-80f4-4803-a416-aba7849f1357 associated. External IP: 172.25.2.79, port: 8d343239-9be8-441a-8c5b-a028fdaacbcd. Dec 08 02:24:16.190043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:16.298912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:16.311890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde26569-c36b-4fd9-97ca-c54c67e48485 None None] Sync routers for ids ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:16.316224 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:16.325843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde26569-c36b-4fd9-97ca-c54c67e48485 None None] Routers {'da8700d1-d0cd-4fbd-9876-126b8f9c72d6'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:16.326485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bde26569-c36b-4fd9-97ca-c54c67e48485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:24:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:16.343822 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-041da78f-6ec4-4339-8726-94fa3d303897 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5514619 Dec 08 02:24:16.344539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5e2451-c401-4243-a709-b7d5c3595167', 'tag': '8d343239-9be8-441a-8c5b-a028fdaacbcd'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:24:16.346622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37812) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:16.347095 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1380699e-6729-465f-b45c-023612a72f26" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5e2451-c401-4243-a709-b7d5c3595167", "tag": "8d343239-9be8-441a-8c5b-a028fdaacbcd"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:24:16.384458 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640f3d09-a0a9-4772-8496-58d0066333cd x-openstack-request-id: req-640f3d09-a0a9-4772-8496-58d0066333cd {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:24:16.384753 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5e2451-c401-4243-a709-b7d5c3595167", "tag": "8d343239-9be8-441a-8c5b-a028fdaacbcd", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:24:16.385011 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-640f3d09-a0a9-4772-8496-58d0066333cd {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:24:16.385428 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5e2451-c401-4243-a709-b7d5c3595167', 'tag': '8d343239-9be8-441a-8c5b-a028fdaacbcd', 'status': 'completed', 'code': 200} Dec 08 02:24:16.415917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fd9283c1-056c-4d8f-9987-105e03c1e6cf tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/floatingips/6083650d-80f4-4803-a416-aba7849f1357 HTTP/1.1" status: 200 len: 991 time: 0.0670843 Dec 08 02:24:16.434838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bde26569-c36b-4fd9-97ca-c54c67e48485 None None] Set router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:16.472561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380699e-6729-465f-b45c-023612a72f26 req-bfc80c64-c046-4f5d-91e2-8718ebcae19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:16.474242 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1380699e-6729-465f-b45c-023612a72f26 req-bfc80c64-c046-4f5d-91e2-8718ebcae19e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 1098 time: 0.0421450 Dec 08 02:24:16.567649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380699e-6729-465f-b45c-023612a72f26 req-84c41b1e-87db-4a49-a28b-4fb5723c548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:16.569145 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1380699e-6729-465f-b45c-023612a72f26 req-84c41b1e-87db-4a49-a28b-4fb5723c548f service neutron] 10.222.0.65 "GET /v2.0/networks?id=56e5965b-feab-4f5e-a354-aafcac50dfd8 HTTP/1.1" status: 200 len: 897 time: 0.0881517 Dec 08 02:24:16.635017 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1380699e-6729-465f-b45c-023612a72f26 req-241e10b2-9f7e-454a-88cb-2cc797856fef service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d343239-9be8-441a-8c5b-a028fdaacbcd HTTP/1.1" status: 200 len: 999 time: 0.0582619 Dec 08 02:24:16.661460 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bde26569-c36b-4fd9-97ca-c54c67e48485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:23:59Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '6083650d-80f4-4803-a416-aba7849f1357', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'port_id': '8d343239-9be8-441a-8c5b-a028fdaacbcd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'mac_address': 'fa:16:3e:d8:84:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5e2451-c401-4243-a709-b7d5c3595167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:24:15Z', 'updated_at': '2021-12-08T02:24:15Z', 'revision_number': 0, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5423135c-5e53-42b6-b1be-8571cc077724', 'name': '', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:4c:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:58Z', 'updated_at': '2021-12-08T02:24:01Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:16.683908 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380699e-6729-465f-b45c-023612a72f26 req-8e47c0f3-ef07-4ab4-b22a-a862cb5703b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:16.685460 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1380699e-6729-465f-b45c-023612a72f26 req-8e47c0f3-ef07-4ab4-b22a-a862cb5703b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1354bee2-9990-4951-b929-9fb3b2d1acfe HTTP/1.1" status: 200 len: 834 time: 0.0434937 Dec 08 02:24:16.687927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde26569-c36b-4fd9-97ca-c54c67e48485 None None] Checking router: da8700d1-d0cd-4fbd-9876-126b8f9c72d6 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:16.697266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde26569-c36b-4fd9-97ca-c54c67e48485 None None] Routers {'da8700d1-d0cd-4fbd-9876-126b8f9c72d6'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:16.697880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bde26569-c36b-4fd9-97ca-c54c67e48485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:24:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:16.736115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380699e-6729-465f-b45c-023612a72f26 req-bc4ae94c-b1ba-4eab-bee2-4acd8682eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:16.737550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1380699e-6729-465f-b45c-023612a72f26 req-bc4ae94c-b1ba-4eab-bee2-4acd8682eaeb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56e5965b-feab-4f5e-a354-aafcac50dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444393 Dec 08 02:24:16.802992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-bde26569-c36b-4fd9-97ca-c54c67e48485 None None] Set router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:16.825291 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1380699e-6729-465f-b45c-023612a72f26 req-524a7f4d-dd5d-4756-9bd4-22b7b4d4c835 service neutron] 10.222.0.65 "GET /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807250 Dec 08 02:24:17.041579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-bde26569-c36b-4fd9-97ca-c54c67e48485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:23:59Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '6083650d-80f4-4803-a416-aba7849f1357', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'port_id': '8d343239-9be8-441a-8c5b-a028fdaacbcd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'mac_address': 'fa:16:3e:d8:84:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5e2451-c401-4243-a709-b7d5c3595167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:24:15Z', 'updated_at': '2021-12-08T02:24:15Z', 'revision_number': 0, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5423135c-5e53-42b6-b1be-8571cc077724', 'name': '', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:4c:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:58Z', 'updated_at': '2021-12-08T02:24:01Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:17.068939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde26569-c36b-4fd9-97ca-c54c67e48485 None None] The sync data for ids ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'] in n-d-713498-30 is: [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:23:59Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '6083650d-80f4-4803-a416-aba7849f1357', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'floating_ip_address': '172.25.2.79', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'port_id': '8d343239-9be8-441a-8c5b-a028fdaacbcd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3984, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'mac_address': 'fa:16:3e:d8:84:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5e2451-c401-4243-a709-b7d5c3595167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:24:15Z', 'updated_at': '2021-12-08T02:24:15Z', 'revision_number': 0, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5423135c-5e53-42b6-b1be-8571cc077724', 'name': '', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:4c:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:58Z', 'updated_at': '2021-12-08T02:24:01Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:17.210669 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1380699e-6729-465f-b45c-023612a72f26 req-d68f601d-ffcf-423f-b6a1-990838e800a2 service neutron] 10.222.0.65 "GET /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775084 Dec 08 02:24:17.272453 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a341c1-7682-4f51-b82a-b4257680ba02 None None] New status for floating IP 6083650d-80f4-4803-a416-aba7849f1357: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:24:17.418094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37816) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:17.479837 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2919cc28-df93-42c8-95c7-a939d969d5b6 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/floatingips/6083650d-80f4-4803-a416-aba7849f1357 HTTP/1.1" status: 200 len: 993 time: 0.0604970 Dec 08 02:24:28.866161 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5676-4632-4054-a36a-b9435aea965e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:32.062240 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:32.140397 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ab3cac82-e03f-4c98-bfd2-cacc95f57250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:32.465300 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:33.753349 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:34.306363 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:34.811537 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:37.862728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-721e7b8c-8cd4-4389-b99a-7d525465a213 req-aa997562-7519-43fd-b0f5-1893a9233fe0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395958 Dec 08 02:24:37.992012 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e7b8c-8cd4-4389-b99a-7d525465a213 req-5816273b-30c5-49cc-9639-5ba73aa547ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:37.993588 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-721e7b8c-8cd4-4389-b99a-7d525465a213 req-5816273b-30c5-49cc-9639-5ba73aa547ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 1098 time: 0.0439818 Dec 08 02:24:38.106448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e7b8c-8cd4-4389-b99a-7d525465a213 req-b811e317-90db-4eca-93e6-5c851a001102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:38.107916 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-721e7b8c-8cd4-4389-b99a-7d525465a213 req-b811e317-90db-4eca-93e6-5c851a001102 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56e5965b-feab-4f5e-a354-aafcac50dfd8 HTTP/1.1" status: 200 len: 897 time: 0.0863566 Dec 08 02:24:38.175514 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-721e7b8c-8cd4-4389-b99a-7d525465a213 req-1a07717d-79f0-4808-8b64-5b158a34b950 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d343239-9be8-441a-8c5b-a028fdaacbcd HTTP/1.1" status: 200 len: 1001 time: 0.0597341 Dec 08 02:24:38.225578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e7b8c-8cd4-4389-b99a-7d525465a213 req-e5d55eee-8196-4ccc-822e-2a119b3620f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:38.227028 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-721e7b8c-8cd4-4389-b99a-7d525465a213 req-e5d55eee-8196-4ccc-822e-2a119b3620f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1354bee2-9990-4951-b929-9fb3b2d1acfe HTTP/1.1" status: 200 len: 834 time: 0.0432081 Dec 08 02:24:38.273245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e7b8c-8cd4-4389-b99a-7d525465a213 req-58280211-104f-4c7e-acd5-e6bad9da7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:38.274708 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-721e7b8c-8cd4-4389-b99a-7d525465a213 req-58280211-104f-4c7e-acd5-e6bad9da7ec1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56e5965b-feab-4f5e-a354-aafcac50dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395956 Dec 08 02:24:38.366247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-721e7b8c-8cd4-4389-b99a-7d525465a213 req-f1b107ca-b94e-46c3-a49e-a9b843aabadb service neutron] 10.222.0.65 "GET /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839078 Dec 08 02:24:38.455505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-721e7b8c-8cd4-4389-b99a-7d525465a213 req-18f42930-345c-4061-ad43-b5a6e93b8b2f service neutron] 10.222.0.65 "GET /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811486 Dec 08 02:24:41.772250 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:24:50.623363 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37830) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:50.689106 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ed9cfa7e-9165-49d9-a1ce-c68ec4556c6c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/floatingips/6083650d-80f4-4803-a416-aba7849f1357 HTTP/1.1" status: 200 len: 993 time: 0.0645897 Dec 08 02:24:51.026600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:51.183984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting port 12d2ac5f-8186-4bd3-912d-101054fd1916 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:51.184357 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:51.266285 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:51.266610 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:51.278313 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Calling delete_port for 12d2ac5f-8186-4bd3-912d-101054fd1916 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:51.449618 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:51.474262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Port': ['ID=12d2ac5f-8186-4bd3-912d-101054fd1916,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:51.541864 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:51.542210 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Floating IP 6083650d-80f4-4803-a416-aba7849f1357 disassociated (deleted). External IP: 172.25.2.79, port: 8d343239-9be8-441a-8c5b-a028fdaacbcd. Dec 08 02:24:51.753621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:51.860003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:51.864742 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:51.869416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488df66-aa0e-4b98-8fdd-2ad6852f9318 None None] Sync routers for ids ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:51.878848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8488df66-aa0e-4b98-8fdd-2ad6852f9318 None None] Routers {'da8700d1-d0cd-4fbd-9876-126b8f9c72d6'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:51.879473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8488df66-aa0e-4b98-8fdd-2ad6852f9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:24:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:52.165217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8488df66-aa0e-4b98-8fdd-2ad6852f9318 None None] Set router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:52.207289 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6de4347f-ef64-4733-ace4-adcbd170da18 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/floatingips/6083650d-80f4-4803-a416-aba7849f1357 HTTP/1.1" status: 204 len: 168 time: 1.1795797 Dec 08 02:24:52.208576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5e2451-c401-4243-a709-b7d5c3595167', 'tag': '8d343239-9be8-441a-8c5b-a028fdaacbcd'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:24:52.211440 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3296a715-05ee-4b7e-90d9-d35d9249dc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5e2451-c401-4243-a709-b7d5c3595167", "tag": "8d343239-9be8-441a-8c5b-a028fdaacbcd"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:24:52.258733 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc02cac-09e7-4257-9f87-26054b76b6c5 x-openstack-request-id: req-5cc02cac-09e7-4257-9f87-26054b76b6c5 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:24:52.259036 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5e2451-c401-4243-a709-b7d5c3595167", "tag": "8d343239-9be8-441a-8c5b-a028fdaacbcd", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:24:52.259296 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5cc02cac-09e7-4257-9f87-26054b76b6c5 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:24:52.259734 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5e2451-c401-4243-a709-b7d5c3595167', 'tag': '8d343239-9be8-441a-8c5b-a028fdaacbcd', 'status': 'completed', 'code': 200} Dec 08 02:24:52.370102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a715-05ee-4b7e-90d9-d35d9249dc3a req-19f161f2-2661-4f29-a5c0-07d876f5a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:52.371516 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3296a715-05ee-4b7e-90d9-d35d9249dc3a req-19f161f2-2661-4f29-a5c0-07d876f5a2d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f74b507f757b415aa28d82f93896af02&device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 1098 time: 0.0560532 Dec 08 02:24:52.381043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8488df66-aa0e-4b98-8fdd-2ad6852f9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:23:59Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '5423135c-5e53-42b6-b1be-8571cc077724', 'name': '', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:4c:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:58Z', 'updated_at': '2021-12-08T02:24:01Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:52.408432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488df66-aa0e-4b98-8fdd-2ad6852f9318 None None] Checking router: da8700d1-d0cd-4fbd-9876-126b8f9c72d6 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:52.417081 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8488df66-aa0e-4b98-8fdd-2ad6852f9318 None None] Routers {'da8700d1-d0cd-4fbd-9876-126b8f9c72d6'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:52.417716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8488df66-aa0e-4b98-8fdd-2ad6852f9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:24:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:52.514151 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e2957-1747-447b-b161-3c1bce0e48d7 req-5e40a98a-5383-450d-a936-dd9b63fc4ffa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:52.515638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-300e2957-1747-447b-b161-3c1bce0e48d7 req-5e40a98a-5383-450d-a936-dd9b63fc4ffa tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 946 time: 0.1097248 Dec 08 02:24:52.525490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8488df66-aa0e-4b98-8fdd-2ad6852f9318 None None] Set router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:52.558108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a715-05ee-4b7e-90d9-d35d9249dc3a req-ebb1657c-43ba-40d6-a4f0-01d6e9008f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:52.559572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3296a715-05ee-4b7e-90d9-d35d9249dc3a req-ebb1657c-43ba-40d6-a4f0-01d6e9008f4e service neutron] 10.222.0.65 "GET /v2.0/networks?id=56e5965b-feab-4f5e-a354-aafcac50dfd8 HTTP/1.1" status: 200 len: 897 time: 0.1432710 Dec 08 02:24:52.614973 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3296a715-05ee-4b7e-90d9-d35d9249dc3a req-63daaca2-8955-416b-8590-7ec957555841 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d343239-9be8-441a-8c5b-a028fdaacbcd HTTP/1.1" status: 200 len: 217 time: 0.0461881 Dec 08 02:24:52.624550 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-300e2957-1747-447b-b161-3c1bce0e48d7 req-892b8fd3-8234-4ea0-bb4e-7023a726d756 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958564 Dec 08 02:24:52.668037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a715-05ee-4b7e-90d9-d35d9249dc3a req-c28aca45-3368-46f3-b8fe-d4144ab7dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:52.669580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3296a715-05ee-4b7e-90d9-d35d9249dc3a req-c28aca45-3368-46f3-b8fe-d4144ab7dd92 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1354bee2-9990-4951-b929-9fb3b2d1acfe HTTP/1.1" status: 200 len: 834 time: 0.0441663 Dec 08 02:24:52.716203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a715-05ee-4b7e-90d9-d35d9249dc3a req-9484987a-79aa-485c-a4ee-f6f3f9b3b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:52.717760 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3296a715-05ee-4b7e-90d9-d35d9249dc3a req-9484987a-79aa-485c-a4ee-f6f3f9b3b090 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56e5965b-feab-4f5e-a354-aafcac50dfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408576 Dec 08 02:24:52.733302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8488df66-aa0e-4b98-8fdd-2ad6852f9318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:23:59Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '5423135c-5e53-42b6-b1be-8571cc077724', 'name': '', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:4c:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:58Z', 'updated_at': '2021-12-08T02:24:01Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:52.760483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8488df66-aa0e-4b98-8fdd-2ad6852f9318 None None] The sync data for ids ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'] in n-d-713498-30 is: [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:23:59Z', 'revision_number': 4, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '5423135c-5e53-42b6-b1be-8571cc077724', 'name': '', 'network_id': '56e5965b-feab-4f5e-a354-aafcac50dfd8', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'mac_address': 'fa:16:3e:4c:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:58Z', 'updated_at': '2021-12-08T02:24:01Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'subnets': [{'id': '1354bee2-9990-4951-b929-9fb3b2d1acfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:52.817038 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3296a715-05ee-4b7e-90d9-d35d9249dc3a req-07f4f689-0793-4689-9a53-b6dc510ff639 service neutron] 10.222.0.65 "GET /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898330 Dec 08 02:24:52.918578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3296a715-05ee-4b7e-90d9-d35d9249dc3a req-1cb92fa9-cd6a-44cd-b2a9-8b556242c429 service neutron] 10.222.0.65 "GET /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925879 Dec 08 02:24:52.990494 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788539b8-2b0f-4f9e-9c8b-7c28c8e4bce0 None None] New status for floating IP 6083650d-80f4-4803-a416-aba7849f1357: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:24:53.744253 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a9b40-d059-487f-b90f-f82ff30a14f3 req-9215acfe-ff64-4f29-b566-87c343f1d19c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:53.745728 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d05a9b40-d059-487f-b90f-f82ff30a14f3 req-9215acfe-ff64-4f29-b566-87c343f1d19c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 946 time: 0.0486376 Dec 08 02:24:53.794542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d05a9b40-d059-487f-b90f-f82ff30a14f3 req-ee92eed9-20d1-4514-814f-16cd3b93e2af tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dba0197-656f-4b53-9960-54257f0f3e5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427573 Dec 08 02:24:54.145514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13995c6-26ac-4f6f-8b42-4af20b670b16 req-b81d6608-75cf-4d03-998a-4aa74e87703c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:24:54.148067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a13995c6-26ac-4f6f-8b42-4af20b670b16 req-b81d6608-75cf-4d03-998a-4aa74e87703c tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 946 time: 0.0545471 Dec 08 02:24:54.242582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-a13995c6-26ac-4f6f-8b42-4af20b670b16 req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting port 8d343239-9be8-441a-8c5b-a028fdaacbcd {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:54.242916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a13995c6-26ac-4f6f-8b42-4af20b670b16 req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:54.329316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-a13995c6-26ac-4f6f-8b42-4af20b670b16 req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] For port 8d343239-9be8-441a-8c5b-a028fdaacbcd, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8d343239-9be8-441a-8c5b-a028fdaacbcd,segment=NetworkSegment(f9d5973b-80bc-4034-836e-64ea3b6fe0f7),segment_id=f9d5973b-80bc-4034-836e-64ea3b6fe0f7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:54.329653 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a13995c6-26ac-4f6f-8b42-4af20b670b16 req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:54.346102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-a13995c6-26ac-4f6f-8b42-4af20b670b16 req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Calling delete_port for 8d343239-9be8-441a-8c5b-a028fdaacbcd owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:54.472225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a13995c6-26ac-4f6f-8b42-4af20b670b16 req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:54.501973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Port': ['ID=8d343239-9be8-441a-8c5b-a028fdaacbcd,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:54.532183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.532557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.532923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.533369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.533613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.533977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.534305 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.534632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.534958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.535280 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.535604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.535931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.536252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:24:54.556014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13995c6-26ac-4f6f-8b42-4af20b670b16 req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] No DVR routers for this DVR port 8d343239-9be8-441a-8c5b-a028fdaacbcd on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:54.558700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-a13995c6-26ac-4f6f-8b42-4af20b670b16 req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:54.562187 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a13995c6-26ac-4f6f-8b42-4af20b670b16 req-294a89f2-5ddc-4712-b2ca-6971d6eccfe3 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.65 "DELETE /v2.0/ports/8d343239-9be8-441a-8c5b-a028fdaacbcd HTTP/1.1" status: 204 len: 173 time: 0.4048159 Dec 08 02:24:54.562625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5e2451-c401-4243-a709-b7d5c3595167', 'name': 'network-vif-deleted', 'tag': '8d343239-9be8-441a-8c5b-a028fdaacbcd'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:24:54.564871 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5c0cd9-e9b1-45da-ac0c-c105fcf59314" -d '{"events": [{"server_uuid": "2a5e2451-c401-4243-a709-b7d5c3595167", "name": "network-vif-deleted", "tag": "8d343239-9be8-441a-8c5b-a028fdaacbcd"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:24:54.602665 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc77506-e330-43d2-a9ad-1b22bab47d46 x-openstack-request-id: req-9fc77506-e330-43d2-a9ad-1b22bab47d46 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:24:54.602995 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5e2451-c401-4243-a709-b7d5c3595167", "name": "network-vif-deleted", "tag": "8d343239-9be8-441a-8c5b-a028fdaacbcd", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:24:54.603255 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9fc77506-e330-43d2-a9ad-1b22bab47d46 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:24:54.604341 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5e2451-c401-4243-a709-b7d5c3595167', 'name': 'network-vif-deleted', 'tag': '8d343239-9be8-441a-8c5b-a028fdaacbcd', 'status': 'completed', 'code': 200} Dec 08 02:24:54.911673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d5262b7d-1a51-468a-848e-d1cffe959a74 req-a0d636c4-6dbe-4c78-a808-c1acdf5bbb0a tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "GET /v2.0/ports?device_id=2a5e2451-c401-4243-a709-b7d5c3595167 HTTP/1.1" status: 200 len: 210 time: 0.0290651 Dec 08 02:24:55.971358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37852) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:56.031324 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60338089-7dca-44ab-bc3e-59ec5495d697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:56.055991 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60338089-7dca-44ab-bc3e-59ec5495d697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:56.116965 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60338089-7dca-44ab-bc3e-59ec5495d697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:56.120011 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60338089-7dca-44ab-bc3e-59ec5495d697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:56.121201 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-60338089-7dca-44ab-bc3e-59ec5495d697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/security-groups/2dba0197-656f-4b53-9960-54257f0f3e5e HTTP/1.1" status: 204 len: 168 time: 0.1488469 Dec 08 02:24:56.130372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60338089-7dca-44ab-bc3e-59ec5495d697 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba0197-656f-4b53-9960-54257f0f3e5e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:56.154508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37856) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:56.508333 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fb03-e8a0-461c-bcf2-d62e1d23e738 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:56.754153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8fb03-e8a0-461c-bcf2-d62e1d23e738 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting port 5423135c-5e53-42b6-b1be-8571cc077724 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:56.754487 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fb03-e8a0-461c-bcf2-d62e1d23e738 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:56.842833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f8d8fb03-e8a0-461c-bcf2-d62e1d23e738 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] For port 5423135c-5e53-42b6-b1be-8571cc077724, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5423135c-5e53-42b6-b1be-8571cc077724,segment=NetworkSegment(f9d5973b-80bc-4034-836e-64ea3b6fe0f7),segment_id=f9d5973b-80bc-4034-836e-64ea3b6fe0f7)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:56.843184 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fb03-e8a0-461c-bcf2-d62e1d23e738 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:56.856137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8fb03-e8a0-461c-bcf2-d62e1d23e738 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Calling delete_port for 5423135c-5e53-42b6-b1be-8571cc077724 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:57.036994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fb03-e8a0-461c-bcf2-d62e1d23e738 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:57.062800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8fb03-e8a0-461c-bcf2-d62e1d23e738 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Port': ['ID=5423135c-5e53-42b6-b1be-8571cc077724,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:57.239483 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fb03-e8a0-461c-bcf2-d62e1d23e738 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:57.447074 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d8fb03-e8a0-461c-bcf2-d62e1d23e738 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:24:57.550739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d8fb03-e8a0-461c-bcf2-d62e1d23e738 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:24:57.556234 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f8d8fb03-e8a0-461c-bcf2-d62e1d23e738 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "PUT /v2.0/routers/da8700d1-d0cd-4fbd-9876-126b8f9c72d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4003403 Dec 08 02:24:57.558607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37858) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:57.561561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6307cfb-8b79-4a2d-b79b-69104b572046 None None] Sync routers for ids ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:24:57.574001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6307cfb-8b79-4a2d-b79b-69104b572046 None None] Routers {'da8700d1-d0cd-4fbd-9876-126b8f9c72d6'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:57.577366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a6307cfb-8b79-4a2d-b79b-69104b572046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:24:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:57.615115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f16f818-215d-43b3-9cb4-1750c76d2b44 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting subnet 1354bee2-9990-4951-b929-9fb3b2d1acfe {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:24:57.618375 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f16f818-215d-43b3-9cb4-1750c76d2b44 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:57.657838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f16f818-215d-43b3-9cb4-1750c76d2b44 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:57.685977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a6307cfb-8b79-4a2d-b79b-69104b572046 None None] Set router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:57.738383 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f16f818-215d-43b3-9cb4-1750c76d2b44 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:57.800705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f16f818-215d-43b3-9cb4-1750c76d2b44 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:57.830374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16f818-215d-43b3-9cb4-1750c76d2b44 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Subnet': ['ID=1354bee2-9990-4951-b929-9fb3b2d1acfe,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:57.832356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0f16f818-215d-43b3-9cb4-1750c76d2b44 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:57.838829 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0f16f818-215d-43b3-9cb4-1750c76d2b44 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/subnets/1354bee2-9990-4951-b929-9fb3b2d1acfe HTTP/1.1" status: 204 len: 168 time: 0.2761714 Dec 08 02:24:57.838829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37860) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:57.850288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643e8b4e-96f9-4872-9364-2bfa3bcc9972 None None] Network 56e5965b-feab-4f5e-a354-aafcac50dfd8 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:24:57.943290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a6307cfb-8b79-4a2d-b79b-69104b572046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:24:56Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:57.947696 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:57.979214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8d343239-9be8-441a-8c5b-a028fdaacbcd no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:57.984797 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6307cfb-8b79-4a2d-b79b-69104b572046 None None] Checking router: da8700d1-d0cd-4fbd-9876-126b8f9c72d6 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:24:58.010344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 8d343239-9be8-441a-8c5b-a028fdaacbcd {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:58.011300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8d343239-9be8-441a-8c5b-a028fdaacbcd not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:58.017911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6307cfb-8b79-4a2d-b79b-69104b572046 None None] Routers {'da8700d1-d0cd-4fbd-9876-126b8f9c72d6'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:24:58.018531 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a6307cfb-8b79-4a2d-b79b-69104b572046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:24:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:58.054865 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.075026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947824df-7884-49af-b4dd-b0542ce57808 None None] DHCP port deletion for 56e5965b-feab-4f5e-a354-aafcac50dfd8 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:24:58.107740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Deleting port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:58.108088 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.164979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a6307cfb-8b79-4a2d-b79b-69104b572046 None None] Set router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:24:58.187324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] For port c5cc0063-0633-44bf-bbd5-e5fcdd6a206b, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=c5cc0063-0633-44bf-bbd5-e5fcdd6a206b,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:58.187742 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.200011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Calling delete_port for c5cc0063-0633-44bf-bbd5-e5fcdd6a206b owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:58.251787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-947824df-7884-49af-b4dd-b0542ce57808 None None] Deleting port 712b6917-901c-4492-9381-25817e183d4d {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:24:58.252164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-947824df-7884-49af-b4dd-b0542ce57808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.355337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-947824df-7884-49af-b4dd-b0542ce57808 None None] For port 712b6917-901c-4492-9381-25817e183d4d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=712b6917-901c-4492-9381-25817e183d4d,segment=NetworkSegment(f9d5973b-80bc-4034-836e-64ea3b6fe0f7),segment_id=f9d5973b-80bc-4034-836e-64ea3b6fe0f7)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:24:58.355650 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-947824df-7884-49af-b4dd-b0542ce57808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.368139 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.373168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-947824df-7884-49af-b4dd-b0542ce57808 None None] Calling delete_port for 712b6917-901c-4492-9381-25817e183d4d owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:24:58.401884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Port': ['ID=c5cc0063-0633-44bf-bbd5-e5fcdd6a206b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:58.438396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01712ec1-924e-4188-9fd9-b381237f409e None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:24:58.461233 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.492435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a6307cfb-8b79-4a2d-b79b-69104b572046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:24:56Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:58.520058 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-947824df-7884-49af-b4dd-b0542ce57808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.522075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6307cfb-8b79-4a2d-b79b-69104b572046 None None] The sync data for ids ['da8700d1-d0cd-4fbd-9876-126b8f9c72d6'] in n-d-713498-30 is: [{'id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'name': 'tempest-TestNetworkBasicOps-router-672768708', 'tenant_id': 'f74b507f757b415aa28d82f93896af02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:23:55Z', 'updated_at': '2021-12-08T02:24:56Z', 'revision_number': 5, 'project_id': 'f74b507f757b415aa28d82f93896af02', 'gw_port': {'id': 'c5cc0063-0633-44bf-bbd5-e5fcdd6a206b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8700d1-d0cd-4fbd-9876-126b8f9c72d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:23:56Z', 'updated_at': '2021-12-08T02:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:24:58.552746 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947824df-7884-49af-b4dd-b0542ce57808 None None] Pushing event deleted for resources: {'Port': ['ID=712b6917-901c-4492-9381-25817e183d4d,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:58.555238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947824df-7884-49af-b4dd-b0542ce57808 None None] No DVR routers for this DVR port 712b6917-901c-4492-9381-25817e183d4d on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:24:58.864757 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.867473 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.868611 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-67ba0e55-ea8d-4073-935d-39bb46a0d9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.912940 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.914565 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Fanout notify agent at l3_agent the message router_deleted on router da8700d1-d0cd-4fbd-9876-126b8f9c72d6 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:24:58.922359 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:58.923613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bfc4a25f-6118-434d-9a9d-8544f54e7939 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/routers/da8700d1-d0cd-4fbd-9876-126b8f9c72d6 HTTP/1.1" status: 204 len: 168 time: 1.0839055 Dec 08 02:24:58.926434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37862) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:58.998184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 712b6917-901c-4492-9381-25817e183d4d no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:24:59.028204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 712b6917-901c-4492-9381-25817e183d4d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:24:59.028518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 712b6917-901c-4492-9381-25817e183d4d not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:24:59.029106 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:59.120557 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:59.141896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e5965b-feab-4f5e-a354-aafcac50dfd8']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:59.152122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:59.152474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d5973b-80bc-4034-836e-64ea3b6fe0f7') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:24:59.162313 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:59.179825 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:59.187417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:24:59.187817 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:24:59.191570 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:24:59.259235 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:59.264410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:59.267747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] 10.222.0.70 "DELETE /v2.0/networks/56e5965b-feab-4f5e-a354-aafcac50dfd8 HTTP/1.1" status: 204 len: 168 time: 0.3393657 Dec 08 02:24:59.282355 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998fbf4-6825-4b75-a564-e8e929e61e73 tempest-TestNetworkBasicOps-244899594 tempest-TestNetworkBasicOps-244899594-project] Pushing event deleted for resources: {'Network': ['ID=56e5965b-feab-4f5e-a354-aafcac50dfd8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:24:59.517033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37868) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:59.651358 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d31716e9-c866-419e-bf0b-dc0d0086ee87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f74b507f757b415aa28d82f93896af02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330817 Dec 08 02:24:59.653828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37872) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:24:59.700659 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65a75577-c64b-4417-b142-7495faede486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:59.721651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65a75577-c64b-4417-b142-7495faede486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:59.768162 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65a75577-c64b-4417-b142-7495faede486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:59.770898 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-65a75577-c64b-4417-b142-7495faede486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:24:59.772067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-65a75577-c64b-4417-b142-7495faede486 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9ac6b895-105a-4224-9af5-be9dc7df5d18 HTTP/1.1" status: 204 len: 168 time: 0.1173377 Dec 08 02:24:59.780108 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a75577-c64b-4417-b142-7495faede486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac6b895-105a-4224-9af5-be9dc7df5d18,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:00.043386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37878) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:00.056517 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0f6a-4db2-4712-bf0e-058fc9b102ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:00.134905 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0f6a-4db2-4712-bf0e-058fc9b102ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:00.138371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0f6a-4db2-4712-bf0e-058fc9b102ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:00.175572 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a0f6a-4db2-4712-bf0e-058fc9b102ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456108f5-4d02-437a-bc37-dea6698b6fde,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:00.181289 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6b1a0f6a-4db2-4712-bf0e-058fc9b102ee admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0072977f18494f6884a19788f87677bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368380 Dec 08 02:25:00.183879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37880) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:00.232785 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aaf56570-9397-408f-b8fc-7da4cbd93041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:00.256238 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aaf56570-9397-408f-b8fc-7da4cbd93041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:00.304702 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aaf56570-9397-408f-b8fc-7da4cbd93041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:00.307300 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aaf56570-9397-408f-b8fc-7da4cbd93041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:00.308539 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aaf56570-9397-408f-b8fc-7da4cbd93041 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/456108f5-4d02-437a-bc37-dea6698b6fde HTTP/1.1" status: 204 len: 168 time: 0.1236703 Dec 08 02:25:00.316977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf56570-9397-408f-b8fc-7da4cbd93041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456108f5-4d02-437a-bc37-dea6698b6fde,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:00.541684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c5cc0063-0633-44bf-bbd5-e5fcdd6a206b no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:00.562479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: c5cc0063-0633-44bf-bbd5-e5fcdd6a206b {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:00.562835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device c5cc0063-0633-44bf-bbd5-e5fcdd6a206b not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:00.563250 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5423135c-5e53-42b6-b1be-8571cc077724 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:00.583660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 5423135c-5e53-42b6-b1be-8571cc077724 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:00.584007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5423135c-5e53-42b6-b1be-8571cc077724 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:00.971902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:01.070500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1789401075-network', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:01.091212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Made reservation on behalf of af9687c952714e349d9a5c0c32df6f31 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:25:01.093547 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.101935 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.177953 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.182189 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.202449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:25:01.217377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37dab1d-dae8-4c7c-873f-aeb26f0d5cc5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:01.220206 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.220579 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Added segment ed94e2f3-a668-4221-ba03-b653fb6d401d of type vlan for network bf87869a-38eb-41de-b4c5-9538e9e163db Dec 08 02:25:01.261076 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.285308 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.286250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:01.286857 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.327121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3538249 Dec 08 02:25:01.330219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37906) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:01.335307 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-6878e1e3-b869-468c-bcc9-b0d02af27bd6 admin admin] Request body: {'subnet': {'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1789401075-subnet', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:01.356513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6878e1e3-b869-468c-bcc9-b0d02af27bd6 admin admin] Made reservation on behalf of af9687c952714e349d9a5c0c32df6f31 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:25:01.358807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6878e1e3-b869-468c-bcc9-b0d02af27bd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.381036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039268bf-6992-4b9e-a18b-6a485845b4b9 admin admin] Pushing event updated for resources: {'Network': ['ID=bf87869a-38eb-41de-b4c5-9538e9e163db,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:01.390885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network bf87869a-38eb-41de-b4c5-9538e9e163db details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:25:01.540548 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6878e1e3-b869-468c-bcc9-b0d02af27bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.593491 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878e1e3-b869-468c-bcc9-b0d02af27bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f15c6e8b-c338-498f-b259-29faf30c4b6f,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:01.610888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878e1e3-b869-468c-bcc9-b0d02af27bd6 admin admin] Checking segment: {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:01.611249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6878e1e3-b869-468c-bcc9-b0d02af27bd6 admin admin] Network hostable DHCP agents. Network: bf87869a-38eb-41de-b4c5-9538e9e163db, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:25:01.628075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6878e1e3-b869-468c-bcc9-b0d02af27bd6 admin admin] Network bf87869a-38eb-41de-b4c5-9538e9e163db is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:25:01.636446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6878e1e3-b869-468c-bcc9-b0d02af27bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, bf87869a-38eb-41de-b4c5-9538e9e163db) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:01.640401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6878e1e3-b869-468c-bcc9-b0d02af27bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:01.641019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6878e1e3-b869-468c-bcc9-b0d02af27bd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.645773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff3c485-cf30-4ed0-a9ec-cc9005f8b4ec None None] Network bf87869a-38eb-41de-b4c5-9538e9e163db requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:25:01.658348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6878e1e3-b869-468c-bcc9-b0d02af27bd6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3269966 Dec 08 02:25:01.661303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37908) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:01.666204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1789401075-router', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:01.687095 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.688444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.745919 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.749170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-bf87869a-38eb-41de-b4c5-9538e9e163db', 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db', 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'fixed_ips': [{'subnet_id': 'f15c6e8b-c338-498f-b259-29faf30c4b6f'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:25:01.750306 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.888312 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:01.889793 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Allocated IP 172.20.0.2 (bf87869a-38eb-41de-b4c5-9538e9e163db/f15c6e8b-c338-498f-b259-29faf30c4b6f/97a980b7-dcc4-4041-a7e7-7bce8b383cbf) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:02.038410 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.044618 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.093908 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.097518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Network bf87869a-38eb-41de-b4c5-9538e9e163db is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:02.107520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:02.110079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:02.112111 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Pushing event updated for resources: {'Port': ['ID=97a980b7-dcc4-4041-a7e7-7bce8b383cbf,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:02.114156 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.118342 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.169934 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-64107315-9cd6-469d-a8da-1860bb3e7855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.180238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Attempting to bind port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:02.180661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Attempting to bind port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:02.181018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Attempting to bind port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf on network bf87869a-38eb-41de-b4c5-9538e9e163db {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:02.185984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:02.186363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Checking segment: {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:02.186766 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.187161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Bound using segment: {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:02.187623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Bound port: 97a980b7-dcc4-4041-a7e7-7bce8b383cbf, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:02.188004 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.220662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Allocated IP 172.25.2.248 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/51e94705-45b9-4f5f-95ad-d81ea5b99f3a) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:02.252763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] For port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:02.256215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] For port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=97a980b7-dcc4-4041-a7e7-7bce8b383cbf,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:02.262484 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.328997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801e3e7-bc9f-4d38-8c6e-caeb75785a6b None None] Pushing event updated for resources: {'Port': ['ID=97a980b7-dcc4-4041-a7e7-7bce8b383cbf,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:02.341648 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.391811 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.438476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:02.443371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:02.448340 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:02.451620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Pushing event updated for resources: {'Port': ['ID=51e94705-45b9-4f5f-95ad-d81ea5b99f3a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:02.468620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e9a735-a25b-452d-9662-863199a776c4 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:02.481806 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.539290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-78b84eff-3a67-48e7-bcba-3e6dd65d040c None None] Provisioning complete for port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:02.539826 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-78b84eff-3a67-48e7-bcba-3e6dd65d040c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.592434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-78b84eff-3a67-48e7-bcba-3e6dd65d040c None None] Port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:02.662447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 97a980b7-dcc4-4041-a7e7-7bce8b383cbf up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:02.723534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:02.724121 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.783450 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.811146 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.855487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=97a980b7-dcc4-4041-a7e7-7bce8b383cbf,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:02.859789 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:02.916584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=97a980b7-dcc4-4041-a7e7-7bce8b383cbf,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:03.003296 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:03.145449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Router b382bfa1-d034-49dd-94c8-3cf1c5f29654 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:25:03.264462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:03.274414 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Sync routers for ids ['b382bfa1-d034-49dd-94c8-3cf1c5f29654'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:03.287039 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Routers {'b382bfa1-d034-49dd-94c8-3cf1c5f29654'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:03.287512 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:03.287657 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b382bfa1-d034-49dd-94c8-3cf1c5f29654'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:03.292973 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-22d5b361-a68c-40f6-9300-6ff44684ac70 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6276138 Dec 08 02:25:03.293184 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37910) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:03.374299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe5ea44-af3e-4893-8aff-5c1218a72285 None None] Network bf87869a-38eb-41de-b4c5-9538e9e163db requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:25:03.411498 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Set router b382bfa1-d034-49dd-94c8-3cf1c5f29654 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:03.461094 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e1f956d5-e277-466f-a5cf-f4f041cb2ae9 None None] Provisioning complete for port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:03.461557 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1f956d5-e277-466f-a5cf-f4f041cb2ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:03.626579 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'name': 'tempest-TestServerMultinode-1789401075-router', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:01Z', 'updated_at': '2021-12-08T02:25:02Z', 'revision_number': 3, 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'gw_port': {'id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:02Z', 'updated_at': '2021-12-08T02:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:03.660521 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Checking router: b382bfa1-d034-49dd-94c8-3cf1c5f29654 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:03.660874 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Updating router b382bfa1-d034-49dd-94c8-3cf1c5f29654 port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:25:03.688015 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:03.759263 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:03.773780 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:03.822231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7864d150-4b64-4af3-bf95-4026e8587742 None None] Provisioning complete for port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:03.822838 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7864d150-4b64-4af3-bf95-4026e8587742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:03.933888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Allocated IP 172.20.0.1 (bf87869a-38eb-41de-b4c5-9538e9e163db/f15c6e8b-c338-498f-b259-29faf30c4b6f/f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:03.946316 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:03.953802 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:03.995451 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c16015-8c37-47ca-86c8-ebed3e8a612f None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:04.003740 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Attempting to bind port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:04.004475 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Attempting to bind port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:04.005003 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Attempting to bind port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:04.018863 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:04.019243 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:04.019643 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.020144 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:04.020518 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Bound port: 51e94705-45b9-4f5f-95ad-d81ea5b99f3a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:04.020894 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.022482 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Pushing event updated for resources: {'Port': ['ID=51e94705-45b9-4f5f-95ad-d81ea5b99f3a,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:04.048079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.050272 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.050629 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.050974 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.051313 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.051646 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.051977 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.052325 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.052658 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.052984 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.053308 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.054467 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.055013 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.055354 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:04.083550 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.091004 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] For port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:04.094364 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] For port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=51e94705-45b9-4f5f-95ad-d81ea5b99f3a,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:04.098314 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.123357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Network bf87869a-38eb-41de-b4c5-9538e9e163db is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:04.126881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:04.129902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4bbcdefe-33b0-4196-bccf-2d22b3d0de8f None None] Provisioning complete for port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:04.130534 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:04.130775 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4bbcdefe-33b0-4196-bccf-2d22b3d0de8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.155283 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Routers {'b382bfa1-d034-49dd-94c8-3cf1c5f29654'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:04.155926 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b382bfa1-d034-49dd-94c8-3cf1c5f29654'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:04.158455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Pushing event updated for resources: {'Port': ['ID=f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:04.171599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa12320-4907-4cc3-a2c9-bc5c6830bf04 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:04.174631 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.253912 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4bbcdefe-33b0-4196-bccf-2d22b3d0de8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.281923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4bbcdefe-33b0-4196-bccf-2d22b3d0de8f None None] For port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=51e94705-45b9-4f5f-95ad-d81ea5b99f3a,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:04.287751 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4bbcdefe-33b0-4196-bccf-2d22b3d0de8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.337307 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.357687 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.382380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcdefe-33b0-4196-bccf-2d22b3d0de8f None None] Pushing event updated for resources: {'Port': ['ID=51e94705-45b9-4f5f-95ad-d81ea5b99f3a,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:04.383134 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78692b-9fb8-47b4-acaf-3b933132305d None None] Pushing event updated for resources: {'Port': ['ID=51e94705-45b9-4f5f-95ad-d81ea5b99f3a,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:04.401677 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] Set router b382bfa1-d034-49dd-94c8-3cf1c5f29654 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:04.415290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6d5f23a9-afff-4385-8385-72786527ed4e None None] Provisioning complete for port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:04.415599 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d5f23a9-afff-4385-8385-72786527ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.569297 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.577610 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.609074 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'name': 'tempest-TestServerMultinode-1789401075-router', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:01Z', 'updated_at': '2021-12-08T02:25:02Z', 'revision_number': 3, 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'gw_port': {'id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:02Z', 'updated_at': '2021-12-08T02:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:04.623353 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 97a980b7-dcc4-4041-a7e7-7bce8b383cbf up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:04.644792 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0aaa10f-f2a0-4de1-8ed4-6007614cd90e None None] The sync data for ids ['b382bfa1-d034-49dd-94c8-3cf1c5f29654'] in n-d-713498-30 is: [{'id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'name': 'tempest-TestServerMultinode-1789401075-router', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:01Z', 'updated_at': '2021-12-08T02:25:02Z', 'revision_number': 3, 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'gw_port': {'id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:02Z', 'updated_at': '2021-12-08T02:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:04.665098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Pushing event updated for resources: {'Port': ['ID=f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:04.675201 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.679948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0dc5de70-8ffa-4a06-bc2d-d1fda20a74b0 None None] Provisioning complete for port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:04.680356 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0dc5de70-8ffa-4a06-bc2d-d1fda20a74b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.727101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5de70-8ffa-4a06-bc2d-d1fda20a74b0 None None] Port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:04.732389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:04.732734 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.791359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Network bf87869a-38eb-41de-b4c5-9538e9e163db is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:04.793077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:04.869210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:04.948532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Router b382bfa1-d034-49dd-94c8-3cf1c5f29654 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:25:05.153080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2c178e65-ed15-4709-948f-90ff3005bad6 None None] Provisioning complete for port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:05.153462 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c178e65-ed15-4709-948f-90ff3005bad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:05.192657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2c178e65-ed15-4709-948f-90ff3005bad6 None None] Port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:05.433996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:05.438379 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0e22a4ff-6df0-44a0-9ae9-ceb3377c3110 admin admin] 10.222.0.70 "PUT /v2.0/routers/b382bfa1-d034-49dd-94c8-3cf1c5f29654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1440580 Dec 08 02:25:05.912370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 37926) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:05.917930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-368206764-network', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:05.938047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Made reservation on behalf of 31fd5d679b2342738ed6bb354411ff9c for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:25:05.940246 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:05.948819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.027988 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.033228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.062842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:25:06.068457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:06.078323 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.078670 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Added segment f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba of type vlan for network c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 Dec 08 02:25:06.120106 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.145335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.146317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:06.146903 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.185312 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2684236 Dec 08 02:25:06.185604 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37928) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:06.190749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-0afb063e-2f05-48b7-80ac-15a875558146 admin admin] Request body: {'subnet': {'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-368206764-subnet', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:06.214672 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afb063e-2f05-48b7-80ac-15a875558146 admin admin] Made reservation on behalf of 31fd5d679b2342738ed6bb354411ff9c for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:25:06.217427 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0afb063e-2f05-48b7-80ac-15a875558146 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.220607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde3e77-d586-457e-be47-5c158c7a69a2 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b8d1e9-da9c-4f54-be9b-7e6486e817a7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:06.231240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:25:06.347841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Sync routers for ids ['b382bfa1-d034-49dd-94c8-3cf1c5f29654'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:06.358761 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Routers {'b382bfa1-d034-49dd-94c8-3cf1c5f29654'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:06.359464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b382bfa1-d034-49dd-94c8-3cf1c5f29654'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:06.391522 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0afb063e-2f05-48b7-80ac-15a875558146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.441318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb063e-2f05-48b7-80ac-15a875558146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1beb1b2-c20b-415e-a3d1-45777a138d54,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:06.457076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb063e-2f05-48b7-80ac-15a875558146 admin admin] Checking segment: {'id': 'f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:06.457444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb063e-2f05-48b7-80ac-15a875558146 admin admin] Network hostable DHCP agents. Network: c0b8d1e9-da9c-4f54-be9b-7e6486e817a7, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:25:06.470589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Set router b382bfa1-d034-49dd-94c8-3cf1c5f29654 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:06.474463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb063e-2f05-48b7-80ac-15a875558146 admin admin] Network c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:25:06.483953 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-0afb063e-2f05-48b7-80ac-15a875558146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c0b8d1e9-da9c-4f54-be9b-7e6486e817a7) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:06.491853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb063e-2f05-48b7-80ac-15a875558146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:06.492830 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0afb063e-2f05-48b7-80ac-15a875558146 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.498943 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebfc4de-4111-4984-a43b-7ce964de7fc8 None None] Network c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:25:06.512224 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0afb063e-2f05-48b7-80ac-15a875558146 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3254893 Dec 08 02:25:06.514983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37930) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:06.519292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-368206764-router', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:06.542488 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.543508 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.610549 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.637119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 51e94705-45b9-4f5f-95ad-d81ea5b99f3a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:06.742561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-c0b8d1e9-da9c-4f54-be9b-7e6486e817a7', 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7', 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'fixed_ips': [{'subnet_id': 'a1beb1b2-c20b-415e-a3d1-45777a138d54'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:25:06.743407 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.763735 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.863697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:06.864077 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.962935 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'name': 'tempest-TestServerMultinode-1789401075-router', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:01Z', 'updated_at': '2021-12-08T02:25:04Z', 'revision_number': 4, 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'gw_port': {'id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:02Z', 'updated_at': '2021-12-08T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8', 'name': '', 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'mac_address': 'fa:16:3e:f5:08:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f15c6e8b-c338-498f-b259-29faf30c4b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:03Z', 'updated_at': '2021-12-08T02:25:04Z', 'revision_number': 2, 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'subnets': [{'id': 'f15c6e8b-c338-498f-b259-29faf30c4b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:06.966127 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.985705 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:06.997829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Checking router: b382bfa1-d034-49dd-94c8-3cf1c5f29654 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:06.998304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Updating router b382bfa1-d034-49dd-94c8-3cf1c5f29654 port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:25:07.021866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Allocated IP 172.20.0.2 (c0b8d1e9-da9c-4f54-be9b-7e6486e817a7/a1beb1b2-c20b-415e-a3d1-45777a138d54/06654993-5295-4197-8f67-89edcecda564) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:07.056454 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.091681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Allocated IP 172.25.2.250 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/a7136aa6-939b-4709-8ee2-975f8d0f3397) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:07.205503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.240253 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.281817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:07.284824 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:07.288880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:07.314118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Pushing event updated for resources: {'Port': ['ID=a7136aa6-939b-4709-8ee2-975f8d0f3397,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:07.323668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb59be-b498-4158-bbb6-5741ba720a56 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:07.494219 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-474a09ad-bad3-4ac2-b963-2707872487c2 None None] Provisioning complete for port a7136aa6-939b-4709-8ee2-975f8d0f3397 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:07.494515 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-474a09ad-bad3-4ac2-b963-2707872487c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.540647 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.551746 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.571964 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.613301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-474a09ad-bad3-4ac2-b963-2707872487c2 None None] Port a7136aa6-939b-4709-8ee2-975f8d0f3397 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:07.637406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Network c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:07.648164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:07.649931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Pushing event updated for resources: {'Port': ['ID=06654993-5295-4197-8f67-89edcecda564,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:07.652085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:07.744425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.746499 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Attempting to bind port 06654993-5295-4197-8f67-89edcecda564 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:07.746881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Attempting to bind port 06654993-5295-4197-8f67-89edcecda564 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:07.747248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Attempting to bind port 06654993-5295-4197-8f67-89edcecda564 on network c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:07.754714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:07.755091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Checking segment: {'id': 'f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:07.755584 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.755986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Bound using segment: {'id': 'f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:07.756509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Bound port: 06654993-5295-4197-8f67-89edcecda564, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:07.757506 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.773452 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.781237 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.870456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804e11a-a0a7-4dbf-85d6-c63f2c684df9 None None] Pushing event updated for resources: {'Port': ['ID=f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:07.892275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Router 758588ed-e483-4f42-bb7b-4e59d9979277 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:25:07.902890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] For port 06654993-5295-4197-8f67-89edcecda564, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:07.941506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] For port 06654993-5295-4197-8f67-89edcecda564, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=06654993-5295-4197-8f67-89edcecda564,segment=NetworkSegment(f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba),segment_id=f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:07.951054 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.960336 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Attempting to bind port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:07.960720 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Attempting to bind port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:07.961084 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Attempting to bind port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 on network bf87869a-38eb-41de-b4c5-9538e9e163db {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:07.990104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:07.990486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Checking segment: {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:07.990976 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:07.991882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Bound using segment: {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:07.992396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Bound port: f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:07.992788 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.030448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:08.046930 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Sync routers for ids ['758588ed-e483-4f42-bb7b-4e59d9979277'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:08.056153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85647c1-018e-4968-9503-ea24b7f47322 None None] Pushing event updated for resources: {'Port': ['ID=06654993-5295-4197-8f67-89edcecda564,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:08.060475 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.064311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8a9085f9-57b2-4363-9a38-fe4bec383d62 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5458360 Dec 08 02:25:08.064525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 37932) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:08.065876 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Routers {'758588ed-e483-4f42-bb7b-4e59d9979277'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:08.066719 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['758588ed-e483-4f42-bb7b-4e59d9979277'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:08.090194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] For port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:08.094426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] For port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:08.101875 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.169910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2bfd5b11-4bd5-489c-9888-500290325983 None None] Provisioning complete for port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:08.170537 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2bfd5b11-4bd5-489c-9888-500290325983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.192339 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Set router 758588ed-e483-4f42-bb7b-4e59d9979277 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:08.252056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Routers {'b382bfa1-d034-49dd-94c8-3cf1c5f29654'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:08.252745 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b382bfa1-d034-49dd-94c8-3cf1c5f29654'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:08.329712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804e11a-a0a7-4dbf-85d6-c63f2c684df9 None None] Pushing event updated for resources: {'Port': ['ID=f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:08.394372 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2bfd5b11-4bd5-489c-9888-500290325983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.503676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2bfd5b11-4bd5-489c-9888-500290325983 None None] For port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:08.525520 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2bfd5b11-4bd5-489c-9888-500290325983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.547434 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'name': 'tempest-TestServerMultinode-368206764-router', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:07Z', 'revision_number': 3, 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'gw_port': {'id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:08.551380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] Set router b382bfa1-d034-49dd-94c8-3cf1c5f29654 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:08.606115 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Checking router: 758588ed-e483-4f42-bb7b-4e59d9979277 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:08.606115 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Updating router 758588ed-e483-4f42-bb7b-4e59d9979277 port a7136aa6-939b-4709-8ee2-975f8d0f3397 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:25:08.653457 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.659523 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.668543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd5b11-4bd5-489c-9888-500290325983 None None] Pushing event updated for resources: {'Port': ['ID=f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:08.693585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 06654993-5295-4197-8f67-89edcecda564 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:08.765041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7123098b-0d05-4869-acaf-bea5a2a1d12e None None] Provisioning complete for port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:08.765569 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7123098b-0d05-4869-acaf-bea5a2a1d12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.831526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Allocated IP 172.20.0.1 (c0b8d1e9-da9c-4f54-be9b-7e6486e817a7/a1beb1b2-c20b-415e-a3d1-45777a138d54/b1303f62-cff7-4e4b-8110-ac1a8587da44) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:08.871717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 06654993-5295-4197-8f67-89edcecda564 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:08.871717 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.955575 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.959165 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.963964 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:08.976430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'name': 'tempest-TestServerMultinode-1789401075-router', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:01Z', 'updated_at': '2021-12-08T02:25:04Z', 'revision_number': 4, 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'gw_port': {'id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:02Z', 'updated_at': '2021-12-08T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8', 'name': '', 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'mac_address': 'fa:16:3e:f5:08:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f15c6e8b-c338-498f-b259-29faf30c4b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:03Z', 'updated_at': '2021-12-08T02:25:08Z', 'revision_number': 4, 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'subnets': [{'id': 'f15c6e8b-c338-498f-b259-29faf30c4b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:09.014221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.018469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d19ab-7265-4782-b25f-d808af0d6a7c None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:09.020611 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Attempting to bind port a7136aa6-939b-4709-8ee2-975f8d0f3397 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:09.020922 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Attempting to bind port a7136aa6-939b-4709-8ee2-975f8d0f3397 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:09.021724 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Attempting to bind port a7136aa6-939b-4709-8ee2-975f8d0f3397 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:09.029866 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:09.030254 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:09.030663 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.031062 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:09.031538 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Bound port: a7136aa6-939b-4709-8ee2-975f8d0f3397, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:09.031927 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.052900 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d3985e-3011-4d0e-9ccf-a17061a72106 None None] The sync data for ids ['b382bfa1-d034-49dd-94c8-3cf1c5f29654'] in n-d-713498-30 is: [{'id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'name': 'tempest-TestServerMultinode-1789401075-router', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:01Z', 'updated_at': '2021-12-08T02:25:04Z', 'revision_number': 4, 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'gw_port': {'id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:02Z', 'updated_at': '2021-12-08T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8', 'name': '', 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'mac_address': 'fa:16:3e:f5:08:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'f15c6e8b-c338-498f-b259-29faf30c4b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:03Z', 'updated_at': '2021-12-08T02:25:08Z', 'revision_number': 4, 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'subnets': [{'id': 'f15c6e8b-c338-498f-b259-29faf30c4b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:09.063181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.081053 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c42df0-0bb3-4654-a1cc-93c864389c34 None None] Pushing event updated for resources: {'Port': ['ID=a7136aa6-939b-4709-8ee2-975f8d0f3397,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:09.087120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Pushing event updated for resources: {'Port': ['ID=b1303f62-cff7-4e4b-8110-ac1a8587da44,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:09.100063 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Network c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:09.101855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:09.104552 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:09.139905 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 06654993-5295-4197-8f67-89edcecda564, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=06654993-5295-4197-8f67-89edcecda564,segment=NetworkSegment(f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba),segment_id=f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:09.152806 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] For port a7136aa6-939b-4709-8ee2-975f8d0f3397, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:09.158664 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] For port a7136aa6-939b-4709-8ee2-975f8d0f3397, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a7136aa6-939b-4709-8ee2-975f8d0f3397,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:09.161036 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.164827 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.173342 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.256745 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=06654993-5295-4197-8f67-89edcecda564,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:09.257466 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Routers {'758588ed-e483-4f42-bb7b-4e59d9979277'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:09.258199 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['758588ed-e483-4f42-bb7b-4e59d9979277'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:09.260356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643537ad-43d4-4238-aa01-ece306a016af None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:09.290738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-87840e5a-dc72-4d7a-b658-24a4d2124fcf None None] Provisioning complete for port a7136aa6-939b-4709-8ee2-975f8d0f3397 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:09.291120 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-87840e5a-dc72-4d7a-b658-24a4d2124fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.312106 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c42df0-0bb3-4654-a1cc-93c864389c34 None None] Pushing event updated for resources: {'Port': ['ID=a7136aa6-939b-4709-8ee2-975f8d0f3397,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:09.394853 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.411372 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-87840e5a-dc72-4d7a-b658-24a4d2124fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.418614 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] Set router 758588ed-e483-4f42-bb7b-4e59d9979277 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:09.454055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-87840e5a-dc72-4d7a-b658-24a4d2124fcf None None] For port a7136aa6-939b-4709-8ee2-975f8d0f3397, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a7136aa6-939b-4709-8ee2-975f8d0f3397,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:09.460389 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-87840e5a-dc72-4d7a-b658-24a4d2124fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.522063 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87840e5a-dc72-4d7a-b658-24a4d2124fcf None None] Pushing event updated for resources: {'Port': ['ID=a7136aa6-939b-4709-8ee2-975f8d0f3397,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:09.582433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-db3cf742-e352-46c9-be27-4f99615d25bf None None] Provisioning complete for port a7136aa6-939b-4709-8ee2-975f8d0f3397 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:09.582804 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-db3cf742-e352-46c9-be27-4f99615d25bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.632198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d497c66-b588-45fe-ada7-2ad6ff16d785 None None] Network c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:25:09.669300 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'name': 'tempest-TestServerMultinode-368206764-router', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:07Z', 'revision_number': 3, 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'gw_port': {'id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:09.685006 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.691858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.709466 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6890d33-cba8-4a02-9dd7-ed1c5595791c None None] The sync data for ids ['758588ed-e483-4f42-bb7b-4e59d9979277'] in n-d-713498-30 is: [{'id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'name': 'tempest-TestServerMultinode-368206764-router', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:07Z', 'revision_number': 3, 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'gw_port': {'id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:09.779182 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Pushing event updated for resources: {'Port': ['ID=b1303f62-cff7-4e4b-8110-ac1a8587da44,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:09.788496 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:09.907739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Network c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:09.909869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:09.996593 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d0666687-dcdb-4a09-9dd0-42fa300f833d None None] Provisioning complete for port 06654993-5295-4197-8f67-89edcecda564 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:09.997161 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d0666687-dcdb-4a09-9dd0-42fa300f833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:10.087453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Router 758588ed-e483-4f42-bb7b-4e59d9979277 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:25:10.230214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:10.235930 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-89a072c6-43af-4e01-af66-36dac6c5c34c admin admin] 10.222.0.70 "PUT /v2.0/routers/758588ed-e483-4f42-bb7b-4e59d9979277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1674337 Dec 08 02:25:10.361684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d6a973aa-aeac-42ae-bfa0-3e449fdae0b1 None None] Provisioning complete for port 06654993-5295-4197-8f67-89edcecda564 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:10.363638 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6a973aa-aeac-42ae-bfa0-3e449fdae0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:10.496823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d6a973aa-aeac-42ae-bfa0-3e449fdae0b1 None None] Provisioning complete for port b1303f62-cff7-4e4b-8110-ac1a8587da44 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:10.497467 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6a973aa-aeac-42ae-bfa0-3e449fdae0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:10.554253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d6a973aa-aeac-42ae-bfa0-3e449fdae0b1 None None] Port b1303f62-cff7-4e4b-8110-ac1a8587da44 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:10.685745 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2622a609-42d8-432e-81a9-ac93331c356e None None] Provisioning complete for port b1303f62-cff7-4e4b-8110-ac1a8587da44 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:10.686131 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2622a609-42d8-432e-81a9-ac93331c356e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:10.753344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2622a609-42d8-432e-81a9-ac93331c356e None None] Port b1303f62-cff7-4e4b-8110-ac1a8587da44 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:10.778325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a7136aa6-939b-4709-8ee2-975f8d0f3397 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:10.845788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a7136aa6-939b-4709-8ee2-975f8d0f3397 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:10.846186 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:10.894731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5ac48086-c112-4eb7-bce2-a2734153370b None None] Provisioning complete for port b1303f62-cff7-4e4b-8110-ac1a8587da44 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:10.895121 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5ac48086-c112-4eb7-bce2-a2734153370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:10.939072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5ac48086-c112-4eb7-bce2-a2734153370b None None] Port b1303f62-cff7-4e4b-8110-ac1a8587da44 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:10.976550 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 06654993-5295-4197-8f67-89edcecda564 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:10.988456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-640b7059-99d2-4a93-8b99-3550864cb2a0 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:10.990168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-640b7059-99d2-4a93-8b99-3550864cb2a0 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/networks?id=bf87869a-38eb-41de-b4c5-9538e9e163db HTTP/1.1" status: 200 len: 911 time: 0.0936854 Dec 08 02:25:11.009530 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-c54bc129-0c65-476e-94aa-8fd1a0a401a6 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/quotas/31fd5d679b2342738ed6bb354411ff9c HTTP/1.1" status: 200 len: 375 time: 0.0129831 Dec 08 02:25:11.034354 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 06654993-5295-4197-8f67-89edcecda564 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:11.034740 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:11.097407 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-ba945fb4-4d74-49cb-a6d8-ae902fc1cc70 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=31fd5d679b2342738ed6bb354411ff9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802145 Dec 08 02:25:11.120377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:11.166262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:11.166648 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:11.191247 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-67198760-d833-4123-9a4c-a8831a3bdead service neutron] 10.222.0.70 "GET /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857005 Dec 08 02:25:11.595261 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-b2349f00-c2dd-4ae1-971e-88651fb903f0 service neutron] 10.222.0.70 "GET /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972695 Dec 08 02:25:11.760447 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3ab7bcec-cea1-4d94-8404-44d50f18b42e req-0d430bf4-803a-45f7-853d-40ea55ce754d tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 210 time: 0.0261879 Dec 08 02:25:12.503714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Sync routers for ids ['758588ed-e483-4f42-bb7b-4e59d9979277'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:12.514153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Routers {'758588ed-e483-4f42-bb7b-4e59d9979277'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:12.514782 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['758588ed-e483-4f42-bb7b-4e59d9979277'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:12.623958 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Set router 758588ed-e483-4f42-bb7b-4e59d9979277 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:12.825391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'name': 'tempest-TestServerMultinode-368206764-router', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:09Z', 'revision_number': 4, 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'gw_port': {'id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b1303f62-cff7-4e4b-8110-ac1a8587da44', 'name': '', 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'mac_address': 'fa:16:3e:3b:ad:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': 'a1beb1b2-c20b-415e-a3d1-45777a138d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:08Z', 'updated_at': '2021-12-08T02:25:09Z', 'revision_number': 2, 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'subnets': [{'id': 'a1beb1b2-c20b-415e-a3d1-45777a138d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:12.854077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Checking router: 758588ed-e483-4f42-bb7b-4e59d9979277 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:12.854438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Updating router 758588ed-e483-4f42-bb7b-4e59d9979277 port b1303f62-cff7-4e4b-8110-ac1a8587da44 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:25:12.855363 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7dde7e9-d82a-452f-be5b-a951e28a70ff req-8640b76e-2b9f-4dae-9b00-3be34c968763 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 210 time: 0.0268795 Dec 08 02:25:12.879947 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.118115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-85498276-c3ab-4019-a798-f108a07b08f4 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:13.119783 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-85498276-c3ab-4019-a798-f108a07b08f4 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.65 "GET /v2.0/networks?id=bf87869a-38eb-41de-b4c5-9538e9e163db HTTP/1.1" status: 200 len: 911 time: 0.0994294 Dec 08 02:25:13.135123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Request body: {'port': {'device_id': 'ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60', 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db', 'admin_state_up': True, 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:13.154843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Made reservation on behalf of 31fd5d679b2342738ed6bb354411ff9c for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:25:13.157276 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.160813 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.166773 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.219986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Pushing event updated for resources: {'Port': ['ID=b1303f62-cff7-4e4b-8110-ac1a8587da44,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:13.246601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.246962 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.247322 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.247921 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.248314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.248789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.249433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.249932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.250892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.251392 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.252043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.252409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.252745 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:13.291607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Attempting to bind port b1303f62-cff7-4e4b-8110-ac1a8587da44 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:13.291987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Attempting to bind port b1303f62-cff7-4e4b-8110-ac1a8587da44 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:13.292381 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Attempting to bind port b1303f62-cff7-4e4b-8110-ac1a8587da44 on network c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:13.297571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:13.297954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Checking segment: {'id': 'f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:13.298366 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.298764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Bound using segment: {'id': 'f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:13.299368 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Bound port: b1303f62-cff7-4e4b-8110-ac1a8587da44, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:13.299763 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.301251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Allocated IP 172.20.0.11 (bf87869a-38eb-41de-b4c5-9538e9e163db/f15c6e8b-c338-498f-b259-29faf30c4b6f/515b7610-cacb-4d35-92ac-89097915c986) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:13.371133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] For port b1303f62-cff7-4e4b-8110-ac1a8587da44, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:13.374517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] For port b1303f62-cff7-4e4b-8110-ac1a8587da44, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b1303f62-cff7-4e4b-8110-ac1a8587da44,segment=NetworkSegment(f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba),segment_id=f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:13.379945 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.429274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Routers {'758588ed-e483-4f42-bb7b-4e59d9979277'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:13.430001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['758588ed-e483-4f42-bb7b-4e59d9979277'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:13.458705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.483382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef53afc-213c-4bbd-b126-d63822781f8e None None] Pushing event updated for resources: {'Port': ['ID=b1303f62-cff7-4e4b-8110-ac1a8587da44,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:13.495932 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.505561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c7e8c337-2363-4a2c-815d-6c3abd027909 None None] Provisioning complete for port b1303f62-cff7-4e4b-8110-ac1a8587da44 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:13.506114 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c337-2363-4a2c-815d-6c3abd027909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.547014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Network bf87869a-38eb-41de-b4c5-9538e9e163db is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:13.551251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:13.556273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:13.582001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Pushing event updated for resources: {'Port': ['ID=515b7610-cacb-4d35-92ac-89097915c986,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:13.602528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] Set router 758588ed-e483-4f42-bb7b-4e59d9979277 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:13.602981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:13.604949 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.624153 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-06b4b3fa-dd9a-460f-85bb-3e061adb4e92 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4933650 Dec 08 02:25:13.651873 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Request body: {'port': {'device_id': 'ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:13.714911 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.724514 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c337-2363-4a2c-815d-6c3abd027909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.812510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c7e8c337-2363-4a2c-815d-6c3abd027909 None None] For port b1303f62-cff7-4e4b-8110-ac1a8587da44, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b1303f62-cff7-4e4b-8110-ac1a8587da44,segment=NetworkSegment(f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba),segment_id=f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:13.825575 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c337-2363-4a2c-815d-6c3abd027909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:13.900302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8c337-2363-4a2c-815d-6c3abd027909 None None] Pushing event updated for resources: {'Port': ['ID=b1303f62-cff7-4e4b-8110-ac1a8587da44,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:13.926008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'name': 'tempest-TestServerMultinode-368206764-router', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:09Z', 'revision_number': 4, 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'gw_port': {'id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b1303f62-cff7-4e4b-8110-ac1a8587da44', 'name': '', 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'mac_address': 'fa:16:3e:3b:ad:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': 'a1beb1b2-c20b-415e-a3d1-45777a138d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:08Z', 'updated_at': '2021-12-08T02:25:13Z', 'revision_number': 4, 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'subnets': [{'id': 'a1beb1b2-c20b-415e-a3d1-45777a138d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:13.962775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08333a-7bee-4d52-aa9c-24c6920a91df None None] The sync data for ids ['758588ed-e483-4f42-bb7b-4e59d9979277'] in n-d-713498-30 is: [{'id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'name': 'tempest-TestServerMultinode-368206764-router', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:09Z', 'revision_number': 4, 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'gw_port': {'id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b1303f62-cff7-4e4b-8110-ac1a8587da44', 'name': '', 'network_id': 'c0b8d1e9-da9c-4f54-be9b-7e6486e817a7', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'mac_address': 'fa:16:3e:3b:ad:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': 'a1beb1b2-c20b-415e-a3d1-45777a138d54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:08Z', 'updated_at': '2021-12-08T02:25:13Z', 'revision_number': 4, 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'subnets': [{'id': 'a1beb1b2-c20b-415e-a3d1-45777a138d54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:13.973819 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-23fa8d12-0682-479c-ad52-8b1bd2e035ff None None] Provisioning complete for port b1303f62-cff7-4e4b-8110-ac1a8587da44 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:13.974199 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23fa8d12-0682-479c-ad52-8b1bd2e035ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:14.006271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992bfde-fc50-47d0-b893-b387c6d98e34 req-bdadbe60-d8a2-41e3-8417-8869d50e2683 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:14.025041 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6992bfde-fc50-47d0-b893-b387c6d98e34 req-bdadbe60-d8a2-41e3-8417-8869d50e2683 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1028 time: 0.0902815 Dec 08 02:25:14.085991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515b7610-cacb-4d35-92ac-89097915c986 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:25:14.099327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-23fa8d12-0682-479c-ad52-8b1bd2e035ff None None] Provisioning complete for port 515b7610-cacb-4d35-92ac-89097915c986 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:14.099719 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-23fa8d12-0682-479c-ad52-8b1bd2e035ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:14.106416 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:14.131226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Transition to ACTIVE for port object 515b7610-cacb-4d35-92ac-89097915c986 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:25:14.136558 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6992bfde-fc50-47d0-b893-b387c6d98e34 req-88af3915-3581-43ca-add7-60773a1fe490 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098626 Dec 08 02:25:14.137739 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:14.150522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-23fa8d12-0682-479c-ad52-8b1bd2e035ff None None] Port 515b7610-cacb-4d35-92ac-89097915c986 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:14.213219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Pushing event updated for resources: {'Port': ['ID=515b7610-cacb-4d35-92ac-89097915c986,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:14.268077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Attempting to bind port 515b7610-cacb-4d35-92ac-89097915c986 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:14.268365 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Attempting to bind port 515b7610-cacb-4d35-92ac-89097915c986 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:14.268704 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Attempting to bind port 515b7610-cacb-4d35-92ac-89097915c986 on network bf87869a-38eb-41de-b4c5-9538e9e163db {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:14.274758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Port 515b7610-cacb-4d35-92ac-89097915c986 on network bf87869a-38eb-41de-b4c5-9538e9e163db not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:25:14.275085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Attempting to bind port 515b7610-cacb-4d35-92ac-89097915c986 on network bf87869a-38eb-41de-b4c5-9538e9e163db {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:14.280453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:14.280798 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Checking segment: {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:14.281181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Bound using segment: {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:14.281612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Bound port: 515b7610-cacb-4d35-92ac-89097915c986, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:14.281972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:14.358106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] For port 515b7610-cacb-4d35-92ac-89097915c986, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:14.361661 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] For port 515b7610-cacb-4d35-92ac-89097915c986, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=515b7610-cacb-4d35-92ac-89097915c986,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:14.367600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:14.406654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:14.407276 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:14.408686 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] 10.222.0.65 "PUT /v2.0/ports/515b7610-cacb-4d35-92ac-89097915c986 HTTP/1.1" status: 200 len: 1093 time: 0.7623293 Dec 08 02:25:14.409131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60', 'tag': '515b7610-cacb-4d35-92ac-89097915c986'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:25:14.411421 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0ca42f-30a8-4ef6-98a3-1423ba4351ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60", "tag": "515b7610-cacb-4d35-92ac-89097915c986"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:25:14.437598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70090f-9abf-4517-8142-a035525e0b1e service neutron] Pushing event updated for resources: {'Port': ['ID=515b7610-cacb-4d35-92ac-89097915c986,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:14.464707 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976220e4-e301-4040-9782-8c2ae0465d5a x-openstack-request-id: req-976220e4-e301-4040-9782-8c2ae0465d5a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:25:14.465148 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60", "tag": "515b7610-cacb-4d35-92ac-89097915c986", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:25:14.465507 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-976220e4-e301-4040-9782-8c2ae0465d5a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:25:14.466160 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60', 'tag': '515b7610-cacb-4d35-92ac-89097915c986', 'status': 'completed', 'code': 200} Dec 08 02:25:14.544697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-60819f4e-a412-4b30-8f3d-f17c85d43d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:14.546622 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-60819f4e-a412-4b30-8f3d-f17c85d43d2e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31fd5d679b2342738ed6bb354411ff9c&device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1096 time: 0.0586963 Dec 08 02:25:14.612040 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-a2985de4-74a1-41cd-b642-c6419de95da2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=515b7610-cacb-4d35-92ac-89097915c986 HTTP/1.1" status: 200 len: 217 time: 0.0426841 Dec 08 02:25:14.642295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b1303f62-cff7-4e4b-8110-ac1a8587da44 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:14.683449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-1208aedf-424d-491c-9f3b-49aa44a9ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:14.685926 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-1208aedf-424d-491c-9f3b-49aa44a9ffa2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f15c6e8b-c338-498f-b259-29faf30c4b6f HTTP/1.1" status: 200 len: 849 time: 0.0629940 Dec 08 02:25:14.696010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b1303f62-cff7-4e4b-8110-ac1a8587da44 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:14.696424 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:14.740251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-230afba8-e45e-48a5-a8b9-4fc212af6396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:14.742455 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-230afba8-e45e-48a5-a8b9-4fc212af6396 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf87869a-38eb-41de-b4c5-9538e9e163db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439541 Dec 08 02:25:14.838403 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-ebe2d504-8e27-4491-a5a0-13c45631447a service neutron] 10.222.0.65 "GET /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862768 Dec 08 02:25:14.931824 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-efd477fd-7f62-4010-a711-e19ad25a2e7e req-5b8227f5-7c51-429c-86ed-16de416d71b2 service neutron] 10.222.0.65 "GET /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861835 Dec 08 02:25:15.069979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ca42f-30a8-4ef6-98a3-1423ba4351ef req-07cea735-c3fe-4c33-bc3c-9f8dd82aa074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:15.071453 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f0ca42f-30a8-4ef6-98a3-1423ba4351ef req-07cea735-c3fe-4c33-bc3c-9f8dd82aa074 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31fd5d679b2342738ed6bb354411ff9c&device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1096 time: 0.0417452 Dec 08 02:25:15.164915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ca42f-30a8-4ef6-98a3-1423ba4351ef req-d1015f7a-4154-4a2d-91c5-7ca3ad50122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:15.166294 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f0ca42f-30a8-4ef6-98a3-1423ba4351ef req-d1015f7a-4154-4a2d-91c5-7ca3ad50122b service neutron] 10.222.0.65 "GET /v2.0/networks?id=bf87869a-38eb-41de-b4c5-9538e9e163db HTTP/1.1" status: 200 len: 911 time: 0.0858650 Dec 08 02:25:15.208920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f0ca42f-30a8-4ef6-98a3-1423ba4351ef req-d4d6491b-7c9c-47e8-822d-0ae08aff5161 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=515b7610-cacb-4d35-92ac-89097915c986 HTTP/1.1" status: 200 len: 217 time: 0.0350945 Dec 08 02:25:15.284827 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ca42f-30a8-4ef6-98a3-1423ba4351ef req-e9c12a24-9fb7-4405-a1c3-9b6fe47df4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:15.286295 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f0ca42f-30a8-4ef6-98a3-1423ba4351ef req-e9c12a24-9fb7-4405-a1c3-9b6fe47df4da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f15c6e8b-c338-498f-b259-29faf30c4b6f HTTP/1.1" status: 200 len: 849 time: 0.0674970 Dec 08 02:25:15.289154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925c686-5729-4d23-a534-e1122504557e req-fb996c8a-3b36-4fa0-88f1-88257647e002 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:15.290517 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b925c686-5729-4d23-a534-e1122504557e req-fb996c8a-3b36-4fa0-88f1-88257647e002 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1096 time: 0.0806766 Dec 08 02:25:15.361659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ca42f-30a8-4ef6-98a3-1423ba4351ef req-ab41533f-c3e6-488d-8904-5544f2d3377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:15.363124 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f0ca42f-30a8-4ef6-98a3-1423ba4351ef req-ab41533f-c3e6-488d-8904-5544f2d3377a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bf87869a-38eb-41de-b4c5-9538e9e163db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672052 Dec 08 02:25:15.365609 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b925c686-5729-4d23-a534-e1122504557e req-4e2b0f04-1fe7-4785-9e5f-b8e36b161544 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686002 Dec 08 02:25:15.455101 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f0ca42f-30a8-4ef6-98a3-1423ba4351ef req-36d617ff-f451-4563-ab49-05098f838896 service neutron] 10.222.0.65 "GET /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838387 Dec 08 02:25:15.550215 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f0ca42f-30a8-4ef6-98a3-1423ba4351ef req-5e2f45ab-c227-4344-adfd-16c55fe80bd3 service neutron] 10.222.0.65 "GET /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856264 Dec 08 02:25:16.471931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d3f0e-817f-4c01-88ac-e2116e787471 req-be32f931-0e2b-488c-8f46-acd0e1052c90 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:16.473725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-668d3f0e-817f-4c01-88ac-e2116e787471 req-be32f931-0e2b-488c-8f46-acd0e1052c90 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1096 time: 0.0405643 Dec 08 02:25:16.521228 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-668d3f0e-817f-4c01-88ac-e2116e787471 req-b8e3f764-e6dc-4f00-8129-e1c52b345787 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414071 Dec 08 02:25:17.626026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a21b0-6469-4882-8f43-79dbee30a765 req-e1d76d49-d839-4a92-b82c-980cc886069a tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:17.627520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c5a21b0-6469-4882-8f43-79dbee30a765 req-e1d76d49-d839-4a92-b82c-980cc886069a tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1096 time: 0.0402029 Dec 08 02:25:17.673788 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c5a21b0-6469-4882-8f43-79dbee30a765 req-dc0665b7-9967-4ec0-84de-81a06d3f1e70 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 Dec 08 02:25:18.101646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 515b7610-cacb-4d35-92ac-89097915c986 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:25:18.197967 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 515b7610-cacb-4d35-92ac-89097915c986, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=515b7610-cacb-4d35-92ac-89097915c986,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:18.208668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '515b7610-cacb-4d35-92ac-89097915c986', 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db', 'port_id': '515b7610-cacb-4d35-92ac-89097915c986', 'mac_address': 'fa:16:3e:01:4e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15c6e8b-c338-498f-b259-29faf30c4b6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:25:18.245376 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:18.257711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515b7610-cacb-4d35-92ac-89097915c986 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:25:18.276735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 515b7610-cacb-4d35-92ac-89097915c986, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=515b7610-cacb-4d35-92ac-89097915c986,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:18.280552 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:18.329856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=515b7610-cacb-4d35-92ac-89097915c986,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:18.628770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['515b7610-cacb-4d35-92ac-89097915c986'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:25:18.771799 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:25:18.784761 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f452f60-417f-49c7-89a7-6c38b8d6cdd4 req-eef124be-a94f-4893-a784-98ace92d1b97 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:18.786454 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f452f60-417f-49c7-89a7-6c38b8d6cdd4 req-eef124be-a94f-4893-a784-98ace92d1b97 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1097 time: 0.0460851 Dec 08 02:25:18.830926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f452f60-417f-49c7-89a7-6c38b8d6cdd4 req-d8efd843-81b8-4063-bce1-7b6b2397ec9b tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376573 Dec 08 02:25:19.936680 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834b16c-76d0-4257-a7af-88f91ef2d9e4 req-ce77d984-3588-4335-941c-d38a72b9f922 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:19.938180 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3834b16c-76d0-4257-a7af-88f91ef2d9e4 req-ce77d984-3588-4335-941c-d38a72b9f922 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1097 time: 0.0408397 Dec 08 02:25:19.982605 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3834b16c-76d0-4257-a7af-88f91ef2d9e4 req-6e7dbc22-5ba2-422d-8a69-1e1a3f325f8e tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383847 Dec 08 02:25:20.115565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 515b7610-cacb-4d35-92ac-89097915c986 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:20.167538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 515b7610-cacb-4d35-92ac-89097915c986 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:25:20.171581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 515b7610-cacb-4d35-92ac-89097915c986 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:20.171957 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:20.249693 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:20.271751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515b7610-cacb-4d35-92ac-89097915c986'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:25:20.274600 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca74e7c-cf9c-463d-8fcd-7f69bd62cf85" -d '{"events": [{"server_uuid": "ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60", "name": "network-vif-plugged", "status": "completed", "tag": "515b7610-cacb-4d35-92ac-89097915c986"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:25:20.287861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 515b7610-cacb-4d35-92ac-89097915c986, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=515b7610-cacb-4d35-92ac-89097915c986,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:20.293531 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:20.320229 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb39064-44c8-4afb-978d-69bcce18d308 x-openstack-request-id: req-9bb39064-44c8-4afb-978d-69bcce18d308 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:25:20.320550 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60", "name": "network-vif-plugged", "status": "completed", "tag": "515b7610-cacb-4d35-92ac-89097915c986", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:25:20.320810 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9bb39064-44c8-4afb-978d-69bcce18d308 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:25:20.321200 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515b7610-cacb-4d35-92ac-89097915c986', 'code': 200} Dec 08 02:25:20.346173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=515b7610-cacb-4d35-92ac-89097915c986,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:20.459222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7064332-41da-4de7-bf5e-701d06526e9c req-b05bb0f1-d02d-4356-8cb6-3e90171393b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:20.461235 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7064332-41da-4de7-bf5e-701d06526e9c req-b05bb0f1-d02d-4356-8cb6-3e90171393b5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1098 time: 0.0457392 Dec 08 02:25:20.510003 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b7064332-41da-4de7-bf5e-701d06526e9c req-6c412897-b06e-4f5c-8b05-2ce2b32db836 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369036 Dec 08 02:25:21.091269 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa94ca-d7b7-43f9-9cde-f3844f747394 req-6afe500b-8354-4784-8572-9f144a6f9c17 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:21.092890 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8eaa94ca-d7b7-43f9-9cde-f3844f747394 req-6afe500b-8354-4784-8572-9f144a6f9c17 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1098 time: 0.0418222 Dec 08 02:25:21.142346 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8eaa94ca-d7b7-43f9-9cde-f3844f747394 req-23d99826-a4e7-4d6a-978b-141499aebdc0 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432580 Dec 08 02:25:22.248035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b2bca-db80-4ae1-9242-b9df9a1bb4bf req-ee751534-5a82-40dc-bad8-4ab13029b056 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:22.249587 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-823b2bca-db80-4ae1-9242-b9df9a1bb4bf req-ee751534-5a82-40dc-bad8-4ab13029b056 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1098 time: 0.0404062 Dec 08 02:25:22.293238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-823b2bca-db80-4ae1-9242-b9df9a1bb4bf req-7096ecf8-eb70-41a2-b38f-d2aa7af55300 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376565 Dec 08 02:25:22.404446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842bf19-2113-452e-b08f-cc7125bae187 req-1dc6edcf-570e-4059-81cd-001e23650f49 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:22.405937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8842bf19-2113-452e-b08f-cc7125bae187 req-1dc6edcf-570e-4059-81cd-001e23650f49 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1098 time: 0.0440106 Dec 08 02:25:22.449464 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8842bf19-2113-452e-b08f-cc7125bae187 req-41bbd3cc-5fc3-42e6-8304-f90a646a5b3d tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375755 Dec 08 02:25:22.556723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e6697-480a-425d-82fc-d5c84da8256e req-eb8ccf9e-620f-4da0-855e-ec51bbcf9653 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:22.558268 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b85e6697-480a-425d-82fc-d5c84da8256e req-eb8ccf9e-620f-4da0-855e-ec51bbcf9653 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1098 time: 0.0446863 Dec 08 02:25:22.602483 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b85e6697-480a-425d-82fc-d5c84da8256e req-e3289539-fa8b-4c87-bbdb-1b2f54f374f3 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380435 Dec 08 02:25:22.810586 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-c4f01056-9ff3-4a44-b114-5a59b2e36b0d tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:22.812012 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-c4f01056-9ff3-4a44-b114-5a59b2e36b0d tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/networks?id=bf87869a-38eb-41de-b4c5-9538e9e163db HTTP/1.1" status: 200 len: 911 time: 0.0845156 Dec 08 02:25:22.827064 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-0d1a2941-44c1-41ba-8d09-231c96689bad tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/quotas/31fd5d679b2342738ed6bb354411ff9c HTTP/1.1" status: 200 len: 375 time: 0.0092764 Dec 08 02:25:22.909075 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-2f015c91-b035-440f-b6b4-c9dadca7494d tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?tenant_id=31fd5d679b2342738ed6bb354411ff9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767198 Dec 08 02:25:22.996572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-7257425d-28c2-4dee-8a24-54331fee505a service neutron] 10.222.0.70 "GET /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803065 Dec 08 02:25:23.089799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-1dfaabc7-350c-4990-a339-2af4ba65d596 service neutron] 10.222.0.70 "GET /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854559 Dec 08 02:25:23.247329 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-46c95fb3-c945-447e-9715-26449735675b req-22184c02-f10b-4c92-9eba-60dce8fe13cc tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 210 time: 0.0276842 Dec 08 02:25:24.344146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-49175a1e-2a20-4269-bfdc-9264eef57bf7 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:24.346727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-49175a1e-2a20-4269-bfdc-9264eef57bf7 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.72 "GET /v2.0/networks?id=bf87869a-38eb-41de-b4c5-9538e9e163db HTTP/1.1" status: 200 len: 911 time: 0.0928895 Dec 08 02:25:24.350974 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32d9eba6-6993-4e45-a671-2c82a747a0d8 req-b93dabbf-1487-467b-bad7-8dcc193b44c7 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 210 time: 0.0265064 Dec 08 02:25:24.360518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Request body: {'port': {'device_id': '5a66b099-6b25-4b79-9518-e1e2b92a9d97', 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db', 'admin_state_up': True, 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:24.381905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Made reservation on behalf of 31fd5d679b2342738ed6bb354411ff9c for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:25:24.384531 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.499093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Allocated IP 172.20.0.5 (bf87869a-38eb-41de-b4c5-9538e9e163db/f15c6e8b-c338-498f-b259-29faf30c4b6f/c1294ad3-c2d0-4fb9-9731-b8ce7aa90490) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:24.633365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.665892 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.698841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['515b7610-cacb-4d35-92ac-89097915c986'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:25:24.707537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Network bf87869a-38eb-41de-b4c5-9538e9e163db is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:24.710508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:24.714551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:24.743384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Pushing event updated for resources: {'Port': ['ID=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:24.758951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.758951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.759289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.759598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.759945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.760308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.760644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.760983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.761316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.761645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.761978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.762331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.762635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:24.775237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:24.775961 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.793468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-4bd493cb-c3be-44e7-960d-e2fe1a8de3ed tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4367683 Dec 08 02:25:24.811178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Request body: {'port': {'device_id': '5a66b099-6b25-4b79-9518-e1e2b92a9d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:24.874203 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.929384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3d6fba77-ad26-4867-b0db-7a16198f0bec None None] Provisioning complete for port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:24.929864 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3d6fba77-ad26-4867-b0db-7a16198f0bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:24.971654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3d6fba77-ad26-4867-b0db-7a16198f0bec None None] Port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:25.135987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:25:25.143336 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.154907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Transition to ACTIVE for port object c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:25:25.158140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.211506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Pushing event updated for resources: {'Port': ['ID=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:25.281877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Attempting to bind port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:25.282220 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Attempting to bind port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:25.282555 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Attempting to bind port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 on network bf87869a-38eb-41de-b4c5-9538e9e163db {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:25.287226 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 on network bf87869a-38eb-41de-b4c5-9538e9e163db not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:25:25.287550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Attempting to bind port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 on network bf87869a-38eb-41de-b4c5-9538e9e163db {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:25.293694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:25.294039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Checking segment: {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:25.294429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Bound using segment: {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:25.294865 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Bound port: c1294ad3-c2d0-4fb9-9731-b8ce7aa90490, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed94e2f3-a668-4221-ba03-b653fb6d401d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:25.295226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.365330 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] For port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:25.368532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] For port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:25.372994 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.409896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:25.411109 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:25.414019 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] 10.222.0.72 "PUT /v2.0/ports/c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 HTTP/1.1" status: 200 len: 1092 time: 0.6057537 Dec 08 02:25:25.415167 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a66b099-6b25-4b79-9518-e1e2b92a9d97', 'tag': 'c1294ad3-c2d0-4fb9-9731-b8ce7aa90490'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:25:25.417466 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcb5048-f9a4-4ee0-b837-9da78b542d67" -d '{"events": [{"name": "network-changed", "server_uuid": "5a66b099-6b25-4b79-9518-e1e2b92a9d97", "tag": "c1294ad3-c2d0-4fb9-9731-b8ce7aa90490"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:25:25.482339 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225ace0c-dae1-4723-84dc-82cfa04e8a20 x-openstack-request-id: req-225ace0c-dae1-4723-84dc-82cfa04e8a20 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:25:25.482640 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a66b099-6b25-4b79-9518-e1e2b92a9d97", "tag": "c1294ad3-c2d0-4fb9-9731-b8ce7aa90490", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:25:25.482904 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-225ace0c-dae1-4723-84dc-82cfa04e8a20 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:25:25.483312 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a66b099-6b25-4b79-9518-e1e2b92a9d97', 'tag': 'c1294ad3-c2d0-4fb9-9731-b8ce7aa90490', 'status': 'completed', 'code': 200} Dec 08 02:25:25.484141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d79dcd-1921-4b11-869d-103b756a7201 service neutron] Pushing event updated for resources: {'Port': ['ID=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:25.503265 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af97de-daaf-4cfb-83a3-d176459a969a req-a38abfd3-9286-410e-bd11-6271b8b0b472 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:25.504902 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2af97de-daaf-4cfb-83a3-d176459a969a req-a38abfd3-9286-410e-bd11-6271b8b0b472 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1095 time: 0.0571113 Dec 08 02:25:25.587980 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2af97de-daaf-4cfb-83a3-d176459a969a req-c9741964-cd35-4725-b84c-16fddaddc217 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763512 Dec 08 02:25:25.589882 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-aa01ebf5-03f5-42bc-ba14-3bff1b42d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:25.591293 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-aa01ebf5-03f5-42bc-ba14-3bff1b42d6ac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31fd5d679b2342738ed6bb354411ff9c&device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1095 time: 0.0735967 Dec 08 02:25:25.641358 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-11c2cf6a-155c-4a0a-8478-c82d19cdc4ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 HTTP/1.1" status: 200 len: 217 time: 0.0349848 Dec 08 02:25:25.692739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-1a937ab9-f9b7-4bd4-950a-3c964025feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:25.694190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-1a937ab9-f9b7-4bd4-950a-3c964025feb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15c6e8b-c338-498f-b259-29faf30c4b6f HTTP/1.1" status: 200 len: 849 time: 0.0443017 Dec 08 02:25:25.742355 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-65c00d18-d8c6-4388-bf22-f1dcb3d6f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:25.744017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-65c00d18-d8c6-4388-bf22-f1dcb3d6f2ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf87869a-38eb-41de-b4c5-9538e9e163db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422955 Dec 08 02:25:25.842263 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-bc3e8db0-71c4-420f-8888-fbadfaa46c3e service neutron] 10.222.0.72 "GET /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904248 Dec 08 02:25:25.941558 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5763dbf-7709-40fe-8b11-bf1944577ef8 req-37927d97-d5d2-4152-b329-b9438929ec14 service neutron] 10.222.0.72 "GET /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902698 Dec 08 02:25:26.072393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5048-f9a4-4ee0-b837-9da78b542d67 req-e289a2e9-024e-4ad3-ab16-f1ed7d43b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:26.073890 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fcb5048-f9a4-4ee0-b837-9da78b542d67 req-e289a2e9-024e-4ad3-ab16-f1ed7d43b762 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=31fd5d679b2342738ed6bb354411ff9c&device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1095 time: 0.0406446 Dec 08 02:25:26.165056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5048-f9a4-4ee0-b837-9da78b542d67 req-5f3c73d7-7528-4ce1-8040-24f7a81d881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:26.166543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fcb5048-f9a4-4ee0-b837-9da78b542d67 req-5f3c73d7-7528-4ce1-8040-24f7a81d881c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf87869a-38eb-41de-b4c5-9538e9e163db HTTP/1.1" status: 200 len: 911 time: 0.0845621 Dec 08 02:25:26.212038 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fcb5048-f9a4-4ee0-b837-9da78b542d67 req-39c8721f-7c20-4fb7-bcc3-5cfcbfa36dc6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 HTTP/1.1" status: 200 len: 217 time: 0.0376647 Dec 08 02:25:26.263489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5048-f9a4-4ee0-b837-9da78b542d67 req-29532be0-ccdb-4021-85ef-565c5a5e3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:26.264981 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fcb5048-f9a4-4ee0-b837-9da78b542d67 req-29532be0-ccdb-4021-85ef-565c5a5e3bc3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15c6e8b-c338-498f-b259-29faf30c4b6f HTTP/1.1" status: 200 len: 849 time: 0.0448582 Dec 08 02:25:26.311849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb5048-f9a4-4ee0-b837-9da78b542d67 req-962ef47d-9e37-420e-baec-2aa7cbc93a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:26.313408 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fcb5048-f9a4-4ee0-b837-9da78b542d67 req-962ef47d-9e37-420e-baec-2aa7cbc93a5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf87869a-38eb-41de-b4c5-9538e9e163db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406632 Dec 08 02:25:26.407867 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fcb5048-f9a4-4ee0-b837-9da78b542d67 req-ebe9ae43-4ee7-49a7-9e69-6e16a2a6c733 service neutron] 10.222.0.72 "GET /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856004 Dec 08 02:25:26.498424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0fcb5048-f9a4-4ee0-b837-9da78b542d67 req-eda2b77a-f4d6-4c0a-ba35-96cf0f085d41 service neutron] 10.222.0.72 "GET /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823622 Dec 08 02:25:26.697789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030e779-8292-4de2-81f8-3e101ffb7a8e req-86fb4111-b5b7-4291-b575-589a429c4448 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:26.699330 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2030e779-8292-4de2-81f8-3e101ffb7a8e req-86fb4111-b5b7-4291-b575-589a429c4448 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1095 time: 0.0407605 Dec 08 02:25:26.743232 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2030e779-8292-4de2-81f8-3e101ffb7a8e req-1c685375-b6a8-46cc-bf81-56fb623ae92f tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 Dec 08 02:25:27.856466 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6133f79-3a32-49d6-a44b-b571e23d8e8f req-ed2f5b80-8778-49f7-b3d8-83a9703f0c88 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:27.858015 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d6133f79-3a32-49d6-a44b-b571e23d8e8f req-ed2f5b80-8778-49f7-b3d8-83a9703f0c88 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1095 time: 0.0459528 Dec 08 02:25:27.901738 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d6133f79-3a32-49d6-a44b-b571e23d8e8f req-a71645c9-819c-47f1-9493-2a0be7eabaaa tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376966 Dec 08 02:25:28.709399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:25:28.808065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:28.818686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'c1294ad3-c2d0-4fb9-9731-b8ce7aa90490', 'network_id': 'bf87869a-38eb-41de-b4c5-9538e9e163db', 'port_id': 'c1294ad3-c2d0-4fb9-9731-b8ce7aa90490', 'mac_address': 'fa:16:3e:1e:b1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15c6e8b-c338-498f-b259-29faf30c4b6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:25:28.864483 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.877924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6cd1bb9b-c553-43fe-9351-411dc3aff2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.883954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:25:28.904001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:28.908828 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:28.956749 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:29.019896 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4dfc6-bbb9-44ba-ac48-e9444bbebef8 req-f457a44f-2eb2-4e05-b46c-b4ab39f64081 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:29.021436 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ade4dfc6-bbb9-44ba-ac48-e9444bbebef8 req-f457a44f-2eb2-4e05-b46c-b4ab39f64081 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1096 time: 0.0445788 Dec 08 02:25:29.064602 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ade4dfc6-bbb9-44ba-ac48-e9444bbebef8 req-eac0be88-c7f2-4b18-a3a9-bf00de8acd32 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370760 Dec 08 02:25:29.214019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['c1294ad3-c2d0-4fb9-9731-b8ce7aa90490'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:25:30.168891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9203a-c865-4d6c-948b-52563fa3346d req-3b27ba5c-dfbc-422e-a2fe-e7c0b88cb20e tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:30.170416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1f9203a-c865-4d6c-948b-52563fa3346d req-3b27ba5c-dfbc-422e-a2fe-e7c0b88cb20e tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1096 time: 0.0404747 Dec 08 02:25:30.213778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c1f9203a-c865-4d6c-948b-52563fa3346d req-fc82aa97-6abe-4578-a75b-1f4b48fdd656 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374966 Dec 08 02:25:30.704265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:30.755434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:25:30.759300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:30.759678 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:30.836600 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:30.858533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66b099-6b25-4b79-9518-e1e2b92a9d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1294ad3-c2d0-4fb9-9731-b8ce7aa90490'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:25:30.860772 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c05f8e-2b34-4653-ae11-af0bd28e8945" -d '{"events": [{"server_uuid": "5a66b099-6b25-4b79-9518-e1e2b92a9d97", "name": "network-vif-plugged", "status": "completed", "tag": "c1294ad3-c2d0-4fb9-9731-b8ce7aa90490"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:25:30.874534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:30.878444 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:30.905810 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229bfabc-e42b-4059-a4c8-7d59c4b5d793 x-openstack-request-id: req-229bfabc-e42b-4059-a4c8-7d59c4b5d793 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:25:30.906116 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66b099-6b25-4b79-9518-e1e2b92a9d97", "name": "network-vif-plugged", "status": "completed", "tag": "c1294ad3-c2d0-4fb9-9731-b8ce7aa90490", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:25:30.906378 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-229bfabc-e42b-4059-a4c8-7d59c4b5d793 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:25:30.906833 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a66b099-6b25-4b79-9518-e1e2b92a9d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1294ad3-c2d0-4fb9-9731-b8ce7aa90490', 'code': 200} Dec 08 02:25:30.929916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:31.034820 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627d9dc-422a-4d59-bbbd-112c9f69bd2d req-8b320504-77c7-4267-bc2d-3bcba1080009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:31.036344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a627d9dc-422a-4d59-bbbd-112c9f69bd2d req-8b320504-77c7-4267-bc2d-3bcba1080009 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1097 time: 0.0445280 Dec 08 02:25:31.081405 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a627d9dc-422a-4d59-bbbd-112c9f69bd2d req-5bcdae3f-40dc-41fb-86bd-58696e1280d4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371623 Dec 08 02:25:31.320780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5b7ee-274c-4d8e-a096-fc8b47ad3d89 req-73183cd1-651b-486a-8714-2892135ef0d2 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:31.322308 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3f5b7ee-274c-4d8e-a096-fc8b47ad3d89 req-73183cd1-651b-486a-8714-2892135ef0d2 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1097 time: 0.0403461 Dec 08 02:25:31.366513 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3f5b7ee-274c-4d8e-a096-fc8b47ad3d89 req-e2fe49c7-d878-4fd8-9733-c6051ee017b6 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378344 Dec 08 02:25:32.067471 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.140995 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8e3b2397-ba66-42b8-b70a-6902d46a53f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.473529 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:32.474839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf3967-ecc0-4008-ae24-5bf824c24248 req-1fa21897-bf6c-4cf4-8529-b9434e3cdf7a tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:32.477372 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b5cf3967-ecc0-4008-ae24-5bf824c24248 req-1fa21897-bf6c-4cf4-8529-b9434e3cdf7a tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1097 time: 0.0429084 Dec 08 02:25:32.520857 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b5cf3967-ecc0-4008-ae24-5bf824c24248 req-8770f031-b73d-4190-ade6-61bcb7b32957 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378797 Dec 08 02:25:32.626722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27757df2-3d7e-4aaf-b4e0-9fa3ea7a999d req-4a2137cb-0352-45e3-887e-58f59cde1a76 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:32.628217 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27757df2-3d7e-4aaf-b4e0-9fa3ea7a999d req-4a2137cb-0352-45e3-887e-58f59cde1a76 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1097 time: 0.0398486 Dec 08 02:25:32.675133 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27757df2-3d7e-4aaf-b4e0-9fa3ea7a999d req-276a4435-d1f7-4753-be8d-308cc2fac8a1 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 Dec 08 02:25:32.788448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e360e-a5ef-4dd6-aea7-298b89409886 req-b795010c-c633-4e1e-9ed0-24da5aa3e8b0 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:32.790335 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-043e360e-a5ef-4dd6-aea7-298b89409886 req-b795010c-c633-4e1e-9ed0-24da5aa3e8b0 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1097 time: 0.0443857 Dec 08 02:25:32.833051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-043e360e-a5ef-4dd6-aea7-298b89409886 req-0441161d-757b-4224-8441-2ddd00dfa094 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368040 Dec 08 02:25:33.050991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318168d-2f8c-44ee-acd0-2a615abc9a15 req-f8106476-f0ac-49c3-b911-8f6961724521 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:33.052501 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3318168d-2f8c-44ee-acd0-2a615abc9a15 req-f8106476-f0ac-49c3-b911-8f6961724521 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1097 time: 0.0394151 Dec 08 02:25:33.097497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3318168d-2f8c-44ee-acd0-2a615abc9a15 req-871d4845-9b67-482e-b6cd-32a19c74a70e tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378890 Dec 08 02:25:33.759527 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:34.210051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660de63a-cffd-440e-8b49-cdbc8ac11c4c req-174e4372-9d44-44ef-ae1e-9e9147dc753c tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:34.211966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-660de63a-cffd-440e-8b49-cdbc8ac11c4c req-174e4372-9d44-44ef-ae1e-9e9147dc753c tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1097 time: 0.0458214 Dec 08 02:25:34.256946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-660de63a-cffd-440e-8b49-cdbc8ac11c4c req-17edf76b-4486-4887-af01-d0e9152a03de tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389426 Dec 08 02:25:34.307092 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:34.455905 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f23b7a-e12f-41a9-974e-781435eb18de req-5d092f9d-bed9-46af-bf28-f95ab2cd8c06 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:34.457511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-00f23b7a-e12f-41a9-974e-781435eb18de req-5d092f9d-bed9-46af-bf28-f95ab2cd8c06 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 1097 time: 0.0418236 Dec 08 02:25:34.541123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-00f23b7a-e12f-41a9-974e-781435eb18de req-398457fd-2827-4947-947e-1630504052b9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Deleting port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:34.541461 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00f23b7a-e12f-41a9-974e-781435eb18de req-398457fd-2827-4947-947e-1630504052b9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:34.620460 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-00f23b7a-e12f-41a9-974e-781435eb18de req-398457fd-2827-4947-947e-1630504052b9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] For port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:34.620828 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00f23b7a-e12f-41a9-974e-781435eb18de req-398457fd-2827-4947-947e-1630504052b9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:34.633042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-00f23b7a-e12f-41a9-974e-781435eb18de req-398457fd-2827-4947-947e-1630504052b9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Calling delete_port for c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:34.756651 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00f23b7a-e12f-41a9-974e-781435eb18de req-398457fd-2827-4947-947e-1630504052b9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:34.786596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398457fd-2827-4947-947e-1630504052b9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1294ad3-c2d0-4fb9-9731-b8ce7aa90490,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:34.789807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['c1294ad3-c2d0-4fb9-9731-b8ce7aa90490'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:25:34.816618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['515b7610-cacb-4d35-92ac-89097915c986'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:25:34.831527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f23b7a-e12f-41a9-974e-781435eb18de req-398457fd-2827-4947-947e-1630504052b9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] No DVR routers for this DVR port c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:25:34.834197 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-00f23b7a-e12f-41a9-974e-781435eb18de req-398457fd-2827-4947-947e-1630504052b9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:34.838601 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-00f23b7a-e12f-41a9-974e-781435eb18de req-398457fd-2827-4947-947e-1630504052b9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.72 "DELETE /v2.0/ports/c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 HTTP/1.1" status: 204 len: 173 time: 0.3751256 Dec 08 02:25:34.839076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a66b099-6b25-4b79-9518-e1e2b92a9d97', 'name': 'network-vif-deleted', 'tag': 'c1294ad3-c2d0-4fb9-9731-b8ce7aa90490'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:25:34.841566 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de6401566ca3b05c95043bd4d96b8f3e32d730483f019a2baf44a9a48de83abb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7c8fe5-91d8-4e3d-bbc2-cc8ccc02a10b" -d '{"events": [{"server_uuid": "5a66b099-6b25-4b79-9518-e1e2b92a9d97", "name": "network-vif-deleted", "tag": "c1294ad3-c2d0-4fb9-9731-b8ce7aa90490"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:25:34.878288 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:34.883312 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6781ae1-2a25-457a-a1c8-e1cfa3bdfee3 x-openstack-request-id: req-a6781ae1-2a25-457a-a1c8-e1cfa3bdfee3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:25:34.883975 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a66b099-6b25-4b79-9518-e1e2b92a9d97", "name": "network-vif-deleted", "tag": "c1294ad3-c2d0-4fb9-9731-b8ce7aa90490", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:25:34.884494 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6781ae1-2a25-457a-a1c8-e1cfa3bdfee3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:25:34.885141 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a66b099-6b25-4b79-9518-e1e2b92a9d97', 'name': 'network-vif-deleted', 'tag': 'c1294ad3-c2d0-4fb9-9731-b8ce7aa90490', 'status': 'completed', 'code': 200} Dec 08 02:25:35.370003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-84c13269-bcee-4106-848e-f7b76b2a484b req-43f7b0b3-10b5-4bd4-be1b-5136ece73aa7 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5a66b099-6b25-4b79-9518-e1e2b92a9d97 HTTP/1.1" status: 200 len: 210 time: 0.0305991 Dec 08 02:25:36.633928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc34ac-db04-4445-85ef-24b146f3afe7 req-bd331b9a-af4b-44b1-bd39-c96dade85f0d tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:36.635428 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08dc34ac-db04-4445-85ef-24b146f3afe7 req-bd331b9a-af4b-44b1-bd39-c96dade85f0d tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1098 time: 0.0401065 Dec 08 02:25:36.681936 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08dc34ac-db04-4445-85ef-24b146f3afe7 req-39ed3859-e6b2-4d3a-bd6d-425ba5ea64e3 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404112 Dec 08 02:25:37.799507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f143c7f-cbb1-47ba-b519-d15d87f225cb req-e3ed410f-b4f7-40fd-8209-25cf7926a9ec tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:37.801062 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f143c7f-cbb1-47ba-b519-d15d87f225cb req-e3ed410f-b4f7-40fd-8209-25cf7926a9ec tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1098 time: 0.0398231 Dec 08 02:25:37.846244 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7f143c7f-cbb1-47ba-b519-d15d87f225cb req-3a2577a5-7afe-48f3-8a21-c745e23a9604 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/security-groups?id=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386510 Dec 08 02:25:38.281594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469cf07d-205e-4044-aec8-bcd0ef56e09d req-9517eadb-9f0e-48c3-b287-0c84afc0a4e4 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:38.282947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-469cf07d-205e-4044-aec8-bcd0ef56e09d req-9517eadb-9f0e-48c3-b287-0c84afc0a4e4 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 1098 time: 0.0387094 Dec 08 02:25:38.364181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-469cf07d-205e-4044-aec8-bcd0ef56e09d req-59ab7104-2b23-4cea-abca-f7bb120333f9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Deleting port 515b7610-cacb-4d35-92ac-89097915c986 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:38.364539 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-469cf07d-205e-4044-aec8-bcd0ef56e09d req-59ab7104-2b23-4cea-abca-f7bb120333f9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:38.444231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-469cf07d-205e-4044-aec8-bcd0ef56e09d req-59ab7104-2b23-4cea-abca-f7bb120333f9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] For port 515b7610-cacb-4d35-92ac-89097915c986, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=515b7610-cacb-4d35-92ac-89097915c986,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:38.444678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-469cf07d-205e-4044-aec8-bcd0ef56e09d req-59ab7104-2b23-4cea-abca-f7bb120333f9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:38.456595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-469cf07d-205e-4044-aec8-bcd0ef56e09d req-59ab7104-2b23-4cea-abca-f7bb120333f9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Calling delete_port for 515b7610-cacb-4d35-92ac-89097915c986 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:38.575869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-469cf07d-205e-4044-aec8-bcd0ef56e09d req-59ab7104-2b23-4cea-abca-f7bb120333f9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:38.604216 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab7104-2b23-4cea-abca-f7bb120333f9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Pushing event deleted for resources: {'Port': ['ID=515b7610-cacb-4d35-92ac-89097915c986,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:38.620755 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['515b7610-cacb-4d35-92ac-89097915c986'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:25:38.643823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-469cf07d-205e-4044-aec8-bcd0ef56e09d req-59ab7104-2b23-4cea-abca-f7bb120333f9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] No DVR routers for this DVR port 515b7610-cacb-4d35-92ac-89097915c986 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:25:38.646574 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-469cf07d-205e-4044-aec8-bcd0ef56e09d req-59ab7104-2b23-4cea-abca-f7bb120333f9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:38.650955 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-469cf07d-205e-4044-aec8-bcd0ef56e09d req-59ab7104-2b23-4cea-abca-f7bb120333f9 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.65 "DELETE /v2.0/ports/515b7610-cacb-4d35-92ac-89097915c986 HTTP/1.1" status: 204 len: 173 time: 0.3570099 Dec 08 02:25:38.651467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60', 'name': 'network-vif-deleted', 'tag': '515b7610-cacb-4d35-92ac-89097915c986'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:25:38.653786 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc3ea7c-98bd-4fa2-babb-e115df90bf50" -d '{"events": [{"server_uuid": "ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60", "name": "network-vif-deleted", "tag": "515b7610-cacb-4d35-92ac-89097915c986"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:25:38.694116 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa05961f-4a5a-46f8-9c96-d26ffb5d95a7 x-openstack-request-id: req-fa05961f-4a5a-46f8-9c96-d26ffb5d95a7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:25:38.694418 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60", "name": "network-vif-deleted", "tag": "515b7610-cacb-4d35-92ac-89097915c986", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:25:38.695210 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa05961f-4a5a-46f8-9c96-d26ffb5d95a7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:25:38.695983 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60', 'name': 'network-vif-deleted', 'tag': '515b7610-cacb-4d35-92ac-89097915c986', 'status': 'completed', 'code': 200} Dec 08 02:25:38.723873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:38.749094 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:38.749680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device c1294ad3-c2d0-4fb9-9731-b8ce7aa90490 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:38.955749 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21a8fa00-31a5-4c0a-8ef3-a78e245482ff req-0038a9c0-acc7-4f66-a6f1-0bfe6b67b462 tempest-TestServerMultinode-374478562 tempest-TestServerMultinode-374478562-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ee1378cf-5cc7-4968-92e9-6aa1cf5f4e60 HTTP/1.1" status: 200 len: 210 time: 0.0310898 Dec 08 02:25:40.020046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38074) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:40.359765 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f840066b-1b11-4c33-93d2-b8911e9daec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:40.595559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f840066b-1b11-4c33-93d2-b8911e9daec1 admin admin] Deleting port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:40.595900 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f840066b-1b11-4c33-93d2-b8911e9daec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:40.671744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-f840066b-1b11-4c33-93d2-b8911e9daec1 admin admin] For port f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:40.672019 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f840066b-1b11-4c33-93d2-b8911e9daec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:40.684801 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-f840066b-1b11-4c33-93d2-b8911e9daec1 admin admin] Calling delete_port for f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:40.858589 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f840066b-1b11-4c33-93d2-b8911e9daec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:40.887809 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840066b-1b11-4c33-93d2-b8911e9daec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:41.050770 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f840066b-1b11-4c33-93d2-b8911e9daec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:41.560555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f840066b-1b11-4c33-93d2-b8911e9daec1 admin admin] Router b382bfa1-d034-49dd-94c8-3cf1c5f29654 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:25:41.666217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f840066b-1b11-4c33-93d2-b8911e9daec1 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:41.672237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f840066b-1b11-4c33-93d2-b8911e9daec1 admin admin] 10.222.0.70 "PUT /v2.0/routers/b382bfa1-d034-49dd-94c8-3cf1c5f29654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6501255 Dec 08 02:25:41.673768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38076) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:41.676453 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c8497-2e89-4447-9f8f-f8bca8cb06b9 None None] Sync routers for ids ['b382bfa1-d034-49dd-94c8-3cf1c5f29654'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:41.686868 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c8497-2e89-4447-9f8f-f8bca8cb06b9 None None] Routers {'b382bfa1-d034-49dd-94c8-3cf1c5f29654'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:41.687570 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f01c8497-2e89-4447-9f8f-f8bca8cb06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b382bfa1-d034-49dd-94c8-3cf1c5f29654'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:41.779660 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:41.790265 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-f01c8497-2e89-4447-9f8f-f8bca8cb06b9 None None] Set router b382bfa1-d034-49dd-94c8-3cf1c5f29654 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:41.882824 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:41.941114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Deleting port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:41.941453 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:41.969112 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f01c8497-2e89-4447-9f8f-f8bca8cb06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'name': 'tempest-TestServerMultinode-1789401075-router', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:01Z', 'updated_at': '2021-12-08T02:25:40Z', 'revision_number': 5, 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'gw_port': {'id': '51e94705-45b9-4f5f-95ad-d81ea5b99f3a', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:16:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:02Z', 'updated_at': '2021-12-08T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:42.024973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] For port 51e94705-45b9-4f5f-95ad-d81ea5b99f3a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=51e94705-45b9-4f5f-95ad-d81ea5b99f3a,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:42.025336 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.038578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Calling delete_port for 51e94705-45b9-4f5f-95ad-d81ea5b99f3a owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:42.089149 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c8497-2e89-4447-9f8f-f8bca8cb06b9 None None] Checking router: b382bfa1-d034-49dd-94c8-3cf1c5f29654 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:42.097893 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c8497-2e89-4447-9f8f-f8bca8cb06b9 None None] Routers {'b382bfa1-d034-49dd-94c8-3cf1c5f29654'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:42.098506 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f01c8497-2e89-4447-9f8f-f8bca8cb06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b382bfa1-d034-49dd-94c8-3cf1c5f29654'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:42.183934 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-f01c8497-2e89-4447-9f8f-f8bca8cb06b9 None None] Set router b382bfa1-d034-49dd-94c8-3cf1c5f29654 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:42.203950 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.225253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 515b7610-cacb-4d35-92ac-89097915c986 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:42.231611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e94705-45b9-4f5f-95ad-d81ea5b99f3a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:42.242044 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-f01c8497-2e89-4447-9f8f-f8bca8cb06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'name': 'tempest-TestServerMultinode-1789401075-router', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:01Z', 'updated_at': '2021-12-08T02:25:41Z', 'revision_number': 6, 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:42.259417 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822854f8-8d6c-489b-a8bd-336133689045 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:42.261169 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 515b7610-cacb-4d35-92ac-89097915c986 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:42.261583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 515b7610-cacb-4d35-92ac-89097915c986 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:42.270765 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c8497-2e89-4447-9f8f-f8bca8cb06b9 None None] The sync data for ids ['b382bfa1-d034-49dd-94c8-3cf1c5f29654'] in n-d-713498-30 is: [{'id': 'b382bfa1-d034-49dd-94c8-3cf1c5f29654', 'name': 'tempest-TestServerMultinode-1789401075-router', 'tenant_id': 'af9687c952714e349d9a5c0c32df6f31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:01Z', 'updated_at': '2021-12-08T02:25:41Z', 'revision_number': 6, 'project_id': 'af9687c952714e349d9a5c0c32df6f31', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:42.298443 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.391795 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.394101 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.443089 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.443666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b382bfa1-d034-49dd-94c8-3cf1c5f29654 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:25:42.448647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.449808 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7dc59af0-1808-4854-84ad-d50ef059dcf9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b382bfa1-d034-49dd-94c8-3cf1c5f29654 HTTP/1.1" status: 204 len: 168 time: 0.7751236 Dec 08 02:25:42.452683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38078) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:42.503226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-89064f26-fd76-4ea7-8437-0f7eb65bd360 admin admin] Deleting subnet f15c6e8b-c338-498f-b259-29faf30c4b6f {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:25:42.506354 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89064f26-fd76-4ea7-8437-0f7eb65bd360 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.540028 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89064f26-fd76-4ea7-8437-0f7eb65bd360 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.615357 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89064f26-fd76-4ea7-8437-0f7eb65bd360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.665417 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89064f26-fd76-4ea7-8437-0f7eb65bd360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.697342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89064f26-fd76-4ea7-8437-0f7eb65bd360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f15c6e8b-c338-498f-b259-29faf30c4b6f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:42.699257 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89064f26-fd76-4ea7-8437-0f7eb65bd360 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.702495 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-89064f26-fd76-4ea7-8437-0f7eb65bd360 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f15c6e8b-c338-498f-b259-29faf30c4b6f HTTP/1.1" status: 204 len: 168 time: 0.2488582 Dec 08 02:25:42.704390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ba408a-4411-4d1d-9174-05c94c5fb989 None None] Network bf87869a-38eb-41de-b4c5-9538e9e163db requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:25:42.704929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38080) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:42.791515 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.810020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:42.833279 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:42.833630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device f8cc728d-f4f2-4ecc-9e5c-53ecf3f6ded8 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:42.834056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 51e94705-45b9-4f5f-95ad-d81ea5b99f3a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:42.848703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Deleting port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:42.849052 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.857928 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 51e94705-45b9-4f5f-95ad-d81ea5b99f3a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:42.858297 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 51e94705-45b9-4f5f-95ad-d81ea5b99f3a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:42.920157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] For port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=97a980b7-dcc4-4041-a7e7-7bce8b383cbf,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:42.920557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:42.932123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc89a5-7ed6-4d87-b788-bb6b9f6c4e79 None None] DHCP port deletion for bf87869a-38eb-41de-b4c5-9538e9e163db request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:42.932814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Calling delete_port for 97a980b7-dcc4-4041-a7e7-7bce8b383cbf owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:42.987356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6edc89a5-7ed6-4d87-b788-bb6b9f6c4e79 None None] Deleting port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:42.987747 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6edc89a5-7ed6-4d87-b788-bb6b9f6c4e79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:43.026526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:43.055315 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a980b7-dcc4-4041-a7e7-7bce8b383cbf,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:43.061129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] No DVR routers for this DVR port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:25:43.061917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6edc89a5-7ed6-4d87-b788-bb6b9f6c4e79 None None] For port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=97a980b7-dcc4-4041-a7e7-7bce8b383cbf,segment=NetworkSegment(ed94e2f3-a668-4221-ba03-b653fb6d401d),segment_id=ed94e2f3-a668-4221-ba03-b653fb6d401d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:43.062329 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6edc89a5-7ed6-4d87-b788-bb6b9f6c4e79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:43.075915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6edc89a5-7ed6-4d87-b788-bb6b9f6c4e79 None None] Calling delete_port for 97a980b7-dcc4-4041-a7e7-7bce8b383cbf owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:43.136436 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:43.156900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf87869a-38eb-41de-b4c5-9538e9e163db']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:43.160617 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6edc89a5-7ed6-4d87-b788-bb6b9f6c4e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:43.166092 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed94e2f3-a668-4221-ba03-b653fb6d401d') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:43.166382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed94e2f3-a668-4221-ba03-b653fb6d401d') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:43.175793 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:43.186325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc89a5-7ed6-4d87-b788-bb6b9f6c4e79 None None] Pushing event deleted for resources: {'Port': ['ID=97a980b7-dcc4-4041-a7e7-7bce8b383cbf,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:43.188934 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:43.189918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc89a5-7ed6-4d87-b788-bb6b9f6c4e79 None None] No DVR routers for this DVR port 97a980b7-dcc4-4041-a7e7-7bce8b383cbf on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:25:43.196045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:25:43.196536 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:25:43.198526 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:25:43.279138 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:43.286151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:43.289364 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] 10.222.0.70 "DELETE /v2.0/networks/bf87869a-38eb-41de-b4c5-9538e9e163db HTTP/1.1" status: 204 len: 168 time: 0.5834997 Dec 08 02:25:43.292465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38082) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:43.301328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c67277-3ee7-466a-972d-1072cc27d982 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf87869a-38eb-41de-b4c5-9538e9e163db,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:43.664547 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4efbf74-1f8f-420d-bc84-48f809b6082f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:43.953267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e4efbf74-1f8f-420d-bc84-48f809b6082f admin admin] Deleting port b1303f62-cff7-4e4b-8110-ac1a8587da44 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:43.953718 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4efbf74-1f8f-420d-bc84-48f809b6082f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:44.049246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e4efbf74-1f8f-420d-bc84-48f809b6082f admin admin] For port b1303f62-cff7-4e4b-8110-ac1a8587da44, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b1303f62-cff7-4e4b-8110-ac1a8587da44,segment=NetworkSegment(f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba),segment_id=f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:44.049611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4efbf74-1f8f-420d-bc84-48f809b6082f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:44.064556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e4efbf74-1f8f-420d-bc84-48f809b6082f admin admin] Calling delete_port for b1303f62-cff7-4e4b-8110-ac1a8587da44 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:44.277877 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4efbf74-1f8f-420d-bc84-48f809b6082f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:44.309047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efbf74-1f8f-420d-bc84-48f809b6082f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1303f62-cff7-4e4b-8110-ac1a8587da44,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:44.485192 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e4efbf74-1f8f-420d-bc84-48f809b6082f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:44.672188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 97a980b7-dcc4-4041-a7e7-7bce8b383cbf no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:44.696783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 97a980b7-dcc4-4041-a7e7-7bce8b383cbf {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:44.697151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 97a980b7-dcc4-4041-a7e7-7bce8b383cbf not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:44.704641 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4efbf74-1f8f-420d-bc84-48f809b6082f admin admin] Router 758588ed-e483-4f42-bb7b-4e59d9979277 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:25:44.808147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4efbf74-1f8f-420d-bc84-48f809b6082f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:44.814977 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e4efbf74-1f8f-420d-bc84-48f809b6082f admin admin] 10.222.0.70 "PUT /v2.0/routers/758588ed-e483-4f42-bb7b-4e59d9979277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5214200 Dec 08 02:25:44.815631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38084) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:44.817246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7e1e8-5f2d-4667-b25c-475a16285bff None None] Sync routers for ids ['758588ed-e483-4f42-bb7b-4e59d9979277'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:44.829100 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7e1e8-5f2d-4667-b25c-475a16285bff None None] Routers {'758588ed-e483-4f42-bb7b-4e59d9979277'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:44.829732 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-29b7e1e8-5f2d-4667-b25c-475a16285bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['758588ed-e483-4f42-bb7b-4e59d9979277'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:44.924036 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:44.939448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-29b7e1e8-5f2d-4667-b25c-475a16285bff None None] Set router 758588ed-e483-4f42-bb7b-4e59d9979277 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:45.030554 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.084204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Deleting port a7136aa6-939b-4709-8ee2-975f8d0f3397 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:45.084487 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.129318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-29b7e1e8-5f2d-4667-b25c-475a16285bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'name': 'tempest-TestServerMultinode-368206764-router', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:44Z', 'revision_number': 5, 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'gw_port': {'id': 'a7136aa6-939b-4709-8ee2-975f8d0f3397', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:45.156548 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7e1e8-5f2d-4667-b25c-475a16285bff None None] Checking router: 758588ed-e483-4f42-bb7b-4e59d9979277 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:45.165598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7e1e8-5f2d-4667-b25c-475a16285bff None None] Routers {'758588ed-e483-4f42-bb7b-4e59d9979277'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:45.166214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-29b7e1e8-5f2d-4667-b25c-475a16285bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['758588ed-e483-4f42-bb7b-4e59d9979277'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:45.166913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] For port a7136aa6-939b-4709-8ee2-975f8d0f3397, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a7136aa6-939b-4709-8ee2-975f8d0f3397,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:45.167282 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.179583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Calling delete_port for a7136aa6-939b-4709-8ee2-975f8d0f3397 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:45.255377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-29b7e1e8-5f2d-4667-b25c-475a16285bff None None] Set router 758588ed-e483-4f42-bb7b-4e59d9979277 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:45.307385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-29b7e1e8-5f2d-4667-b25c-475a16285bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'name': 'tempest-TestServerMultinode-368206764-router', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:45Z', 'revision_number': 6, 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:45.336945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7e1e8-5f2d-4667-b25c-475a16285bff None None] The sync data for ids ['758588ed-e483-4f42-bb7b-4e59d9979277'] in n-d-713498-30 is: [{'id': '758588ed-e483-4f42-bb7b-4e59d9979277', 'name': 'tempest-TestServerMultinode-368206764-router', 'tenant_id': '31fd5d679b2342738ed6bb354411ff9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:06Z', 'updated_at': '2021-12-08T02:25:45Z', 'revision_number': 6, 'project_id': '31fd5d679b2342738ed6bb354411ff9c', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:45.345711 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.373615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Pushing event deleted for resources: {'Port': ['ID=a7136aa6-939b-4709-8ee2-975f8d0f3397,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:45.388007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93fc913-5b18-402c-8082-53d7fc81480f None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:45.436986 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.529637 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.531734 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.573710 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.574281 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 758588ed-e483-4f42-bb7b-4e59d9979277 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:25:45.578382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.579522 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e909fb61-93d1-45e7-ba97-f75f333adabc admin admin] 10.222.0.70 "DELETE /v2.0/routers/758588ed-e483-4f42-bb7b-4e59d9979277 HTTP/1.1" status: 204 len: 168 time: 0.7628748 Dec 08 02:25:45.582057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38086) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:45.625838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-21948385-e2a3-4821-94f5-08a2d5eea418 admin admin] Deleting subnet a1beb1b2-c20b-415e-a3d1-45777a138d54 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:25:45.628716 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21948385-e2a3-4821-94f5-08a2d5eea418 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.662133 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21948385-e2a3-4821-94f5-08a2d5eea418 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.751010 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21948385-e2a3-4821-94f5-08a2d5eea418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.804171 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21948385-e2a3-4821-94f5-08a2d5eea418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.830657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21948385-e2a3-4821-94f5-08a2d5eea418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1beb1b2-c20b-415e-a3d1-45777a138d54,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:45.832752 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21948385-e2a3-4821-94f5-08a2d5eea418 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.836593 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-21948385-e2a3-4821-94f5-08a2d5eea418 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a1beb1b2-c20b-415e-a3d1-45777a138d54 HTTP/1.1" status: 204 len: 168 time: 0.2536004 Dec 08 02:25:45.838034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ce4ee-dd31-45ff-b47b-78c1218ca6a0 None None] Network c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:25:45.839319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38088) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:45.907333 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:45.963372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Deleting port 06654993-5295-4197-8f67-89edcecda564 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:45.963720 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.029615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] For port 06654993-5295-4197-8f67-89edcecda564, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=06654993-5295-4197-8f67-89edcecda564,segment=NetworkSegment(f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba),segment_id=f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:46.029910 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.042019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Calling delete_port for 06654993-5295-4197-8f67-89edcecda564 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:46.085708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f8f195-e3c1-4a11-bbda-3c38b90ed2c7 None None] DHCP port deletion for c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:46.124292 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.139080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-04f8f195-e3c1-4a11-bbda-3c38b90ed2c7 None None] Deleting port 06654993-5295-4197-8f67-89edcecda564 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:46.139545 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-04f8f195-e3c1-4a11-bbda-3c38b90ed2c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.206418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-04f8f195-e3c1-4a11-bbda-3c38b90ed2c7 None None] For port 06654993-5295-4197-8f67-89edcecda564, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:46.206913 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-04f8f195-e3c1-4a11-bbda-3c38b90ed2c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.221618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-04f8f195-e3c1-4a11-bbda-3c38b90ed2c7 None None] Calling delete_port for 06654993-5295-4197-8f67-89edcecda564 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:46.225385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-04f8f195-e3c1-4a11-bbda-3c38b90ed2c7 None None] Port 06654993-5295-4197-8f67-89edcecda564 was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:25:46.227282 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-04f8f195-e3c1-4a11-bbda-3c38b90ed2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.256651 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8f195-e3c1-4a11-bbda-3c38b90ed2c7 None None] Pushing event deleted for resources: {'Port': ['ID=06654993-5295-4197-8f67-89edcecda564,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:46.264913 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8f195-e3c1-4a11-bbda-3c38b90ed2c7 None None] No DVR routers for this DVR port 06654993-5295-4197-8f67-89edcecda564 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:25:46.477194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=06654993-5295-4197-8f67-89edcecda564,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:46.480710 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] No DVR routers for this DVR port 06654993-5295-4197-8f67-89edcecda564 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:25:46.549389 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.570825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b8d1e9-da9c-4f54-be9b-7e6486e817a7']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:46.581216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:46.581525 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cd2fb0-2c1b-4f4d-ad6f-bf1130513aba') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:46.591590 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.605762 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.612125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:25:46.612560 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:25:46.614563 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:25:46.626766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a7136aa6-939b-4709-8ee2-975f8d0f3397 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:46.650744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: a7136aa6-939b-4709-8ee2-975f8d0f3397 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:46.651098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a7136aa6-939b-4709-8ee2-975f8d0f3397 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:46.651517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 06654993-5295-4197-8f67-89edcecda564 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:46.673506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.679909 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.683229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] 10.222.0.70 "DELETE /v2.0/networks/c0b8d1e9-da9c-4f54-be9b-7e6486e817a7 HTTP/1.1" status: 204 len: 168 time: 0.8426902 Dec 08 02:25:46.684253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 06654993-5295-4197-8f67-89edcecda564 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:46.685142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 06654993-5295-4197-8f67-89edcecda564 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:46.685573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b1303f62-cff7-4e4b-8110-ac1a8587da44 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:46.693969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de1949-6ecd-42fb-bd0b-c60eb178fb0d admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b8d1e9-da9c-4f54-be9b-7e6486e817a7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:46.707338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: b1303f62-cff7-4e4b-8110-ac1a8587da44 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:46.707699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b1303f62-cff7-4e4b-8110-ac1a8587da44 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:46.847714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38092) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:46.888139 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1208ed79-aad9-4ebd-afcc-c525f7fe0f0d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=af9687c952714e349d9a5c0c32df6f31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392306 Dec 08 02:25:46.890723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38094) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:46.936792 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010f394a-f08f-4bfe-8f8a-2944b6c7b075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:46.958107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010f394a-f08f-4bfe-8f8a-2944b6c7b075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:47.008731 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010f394a-f08f-4bfe-8f8a-2944b6c7b075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:47.011193 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-010f394a-f08f-4bfe-8f8a-2944b6c7b075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:47.012376 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-010f394a-f08f-4bfe-8f8a-2944b6c7b075 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f37dab1d-dae8-4c7c-873f-aeb26f0d5cc5 HTTP/1.1" status: 204 len: 168 time: 0.1206779 Dec 08 02:25:47.020242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f394a-f08f-4bfe-8f8a-2944b6c7b075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37dab1d-dae8-4c7c-873f-aeb26f0d5cc5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:47.320023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38100) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:47.358689 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c14d2f05-4638-42f4-bc70-c7e09d66c615 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31fd5d679b2342738ed6bb354411ff9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374627 Dec 08 02:25:47.360983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38102) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:47.407529 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca499286-3ced-46b9-a242-acec8bf9ff6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:47.432389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca499286-3ced-46b9-a242-acec8bf9ff6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:47.478241 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca499286-3ced-46b9-a242-acec8bf9ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:47.480827 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ca499286-3ced-46b9-a242-acec8bf9ff6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:47.482056 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ca499286-3ced-46b9-a242-acec8bf9ff6d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/794fa21b-a9e9-4cc5-b16c-baa011f0e2f7 HTTP/1.1" status: 204 len: 168 time: 0.1200821 Dec 08 02:25:47.489599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca499286-3ced-46b9-a242-acec8bf9ff6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794fa21b-a9e9-4cc5-b16c-baa011f0e2f7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:48.142554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38124) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:48.237191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1821394613-network', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:48.258028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Made reservation on behalf of a2346faf4b4d4ee6867582db2075dd10 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:25:48.260304 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.268434 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.341864 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.345621 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.367386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:25:48.383079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da98b973-cddb-4a5d-8992-c1e2798d542e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:48.386190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.386533 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Added segment 3ea29bb1-4a70-471f-8aeb-e13d8f97e22b of type vlan for network f2ba82c6-4418-4879-bcf2-1e073c0597bc Dec 08 02:25:48.426217 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.450494 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.451532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:48.452108 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.485689 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3419592 Dec 08 02:25:48.488466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38128) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:48.521142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f1c44567-f5bb-4e83-b060-c2ae89f17c46 admin admin] Request body: {'subnet': {'network_id': 'f2ba82c6-4418-4879-bcf2-1e073c0597bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1821394613-subnet', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:48.525887 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a18cd-49a9-423f-a603-47ba66206fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=f2ba82c6-4418-4879-bcf2-1e073c0597bc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:48.535435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network f2ba82c6-4418-4879-bcf2-1e073c0597bc details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:25:48.545218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c44567-f5bb-4e83-b060-c2ae89f17c46 admin admin] Made reservation on behalf of a2346faf4b4d4ee6867582db2075dd10 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:25:48.547556 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c44567-f5bb-4e83-b060-c2ae89f17c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.712379 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c44567-f5bb-4e83-b060-c2ae89f17c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.767070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c44567-f5bb-4e83-b060-c2ae89f17c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c778fd75-0e1c-4b67-8403-882a17f43fd0,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:48.775659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c44567-f5bb-4e83-b060-c2ae89f17c46 admin admin] Checking segment: {'id': '3ea29bb1-4a70-471f-8aeb-e13d8f97e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f2ba82c6-4418-4879-bcf2-1e073c0597bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:48.776023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c44567-f5bb-4e83-b060-c2ae89f17c46 admin admin] Network hostable DHCP agents. Network: f2ba82c6-4418-4879-bcf2-1e073c0597bc, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:25:48.792117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c44567-f5bb-4e83-b060-c2ae89f17c46 admin admin] Network f2ba82c6-4418-4879-bcf2-1e073c0597bc is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:25:48.799783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f1c44567-f5bb-4e83-b060-c2ae89f17c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, f2ba82c6-4418-4879-bcf2-1e073c0597bc) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:48.804114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c44567-f5bb-4e83-b060-c2ae89f17c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:25:48.804770 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f1c44567-f5bb-4e83-b060-c2ae89f17c46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.810177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b4b157-4ff5-4685-b0ce-e78fe89c2428 None None] Network f2ba82c6-4418-4879-bcf2-1e073c0597bc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:25:48.820898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f1c44567-f5bb-4e83-b060-c2ae89f17c46 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3299894 Dec 08 02:25:48.823812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38130) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:48.828014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1821394613-router', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:25:48.849770 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.850850 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.907258 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:48.920069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-f2ba82c6-4418-4879-bcf2-1e073c0597bc', 'network_id': 'f2ba82c6-4418-4879-bcf2-1e073c0597bc', 'project_id': 'a2346faf4b4d4ee6867582db2075dd10', 'fixed_ips': [{'subnet_id': 'c778fd75-0e1c-4b67-8403-882a17f43fd0'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:25:48.920985 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:49.053239 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:49.060125 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Allocated IP 172.20.0.2 (f2ba82c6-4418-4879-bcf2-1e073c0597bc/c778fd75-0e1c-4b67-8403-882a17f43fd0/181f34fb-25e7-4578-ad59-b55f5a32cad7) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:49.205313 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:49.210789 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:49.258449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Network f2ba82c6-4418-4879-bcf2-1e073c0597bc is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:49.261581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:49.266298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:49.269671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Pushing event updated for resources: {'Port': ['ID=181f34fb-25e7-4578-ad59-b55f5a32cad7,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:49.324706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Attempting to bind port 181f34fb-25e7-4578-ad59-b55f5a32cad7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:49.325384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Attempting to bind port 181f34fb-25e7-4578-ad59-b55f5a32cad7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '3ea29bb1-4a70-471f-8aeb-e13d8f97e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f2ba82c6-4418-4879-bcf2-1e073c0597bc'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:49.325759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Attempting to bind port 181f34fb-25e7-4578-ad59-b55f5a32cad7 on network f2ba82c6-4418-4879-bcf2-1e073c0597bc {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:49.331237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:49.331614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Checking segment: {'id': '3ea29bb1-4a70-471f-8aeb-e13d8f97e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f2ba82c6-4418-4879-bcf2-1e073c0597bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:49.332022 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:49.332447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Bound using segment: {'id': '3ea29bb1-4a70-471f-8aeb-e13d8f97e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f2ba82c6-4418-4879-bcf2-1e073c0597bc'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:49.332932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Bound port: 181f34fb-25e7-4578-ad59-b55f5a32cad7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea29bb1-4a70-471f-8aeb-e13d8f97e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f2ba82c6-4418-4879-bcf2-1e073c0597bc'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:49.333301 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:49.399219 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] For port 181f34fb-25e7-4578-ad59-b55f5a32cad7, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:49.402609 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] For port 181f34fb-25e7-4578-ad59-b55f5a32cad7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=181f34fb-25e7-4578-ad59-b55f5a32cad7,segment=NetworkSegment(3ea29bb1-4a70-471f-8aeb-e13d8f97e22b),segment_id=3ea29bb1-4a70-471f-8aeb-e13d8f97e22b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:49.406336 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:49.465018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadb4fb-bb6f-467b-9ddf-425346609ff6 None None] Pushing event updated for resources: {'Port': ['ID=181f34fb-25e7-4578-ad59-b55f5a32cad7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:49.575983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:49.596619 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:49.722386 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Allocated IP 172.25.2.252 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/59bc4de7-5a04-4401-a06d-fb69b103e6f4) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:49.827994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:49.873525 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:49.917007 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:49.919850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:49.923261 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:49.933826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3017856-3bc3-4ab1-bd6a-77beb2acf65a None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:49.946054 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Pushing event updated for resources: {'Port': ['ID=59bc4de7-5a04-4401-a06d-fb69b103e6f4,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:49.984706 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-281d2f22-d6b6-44e2-bd07-38001c133317 None None] Provisioning complete for port 59bc4de7-5a04-4401-a06d-fb69b103e6f4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:49.985140 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-281d2f22-d6b6-44e2-bd07-38001c133317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:50.021313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-281d2f22-d6b6-44e2-bd07-38001c133317 None None] Port 59bc4de7-5a04-4401-a06d-fb69b103e6f4 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:50.183124 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:50.396209 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:50.405450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b55791-0f52-4d9a-b2c5-df0e51da58f2 None None] Network f2ba82c6-4418-4879-bcf2-1e073c0597bc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:25:50.481689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-66cb0486-bb31-40fe-8daa-9f6be1e70061 None None] Provisioning complete for port 181f34fb-25e7-4578-ad59-b55f5a32cad7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:50.482073 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-66cb0486-bb31-40fe-8daa-9f6be1e70061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:50.522606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Router 1d087faf-5b9e-492e-b50a-22ca76d746e8 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:25:50.602337 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-66cb0486-bb31-40fe-8daa-9f6be1e70061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:50.638555 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-66cb0486-bb31-40fe-8daa-9f6be1e70061 None None] For port 181f34fb-25e7-4578-ad59-b55f5a32cad7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=181f34fb-25e7-4578-ad59-b55f5a32cad7,segment=NetworkSegment(3ea29bb1-4a70-471f-8aeb-e13d8f97e22b),segment_id=3ea29bb1-4a70-471f-8aeb-e13d8f97e22b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:50.644463 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-66cb0486-bb31-40fe-8daa-9f6be1e70061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:50.668792 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:50.682774 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Sync routers for ids ['1d087faf-5b9e-492e-b50a-22ca76d746e8'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:50.692763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 181f34fb-25e7-4578-ad59-b55f5a32cad7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:50.693242 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:50.697363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-add35918-5860-4355-ae36-7b46789862c2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.8697801 Dec 08 02:25:50.697673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38132) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:50.698130 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Routers {'1d087faf-5b9e-492e-b50a-22ca76d746e8'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:50.698737 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1d087faf-5b9e-492e-b50a-22ca76d746e8'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:50.825115 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Set router 1d087faf-5b9e-492e-b50a-22ca76d746e8 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:50.943248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb0486-bb31-40fe-8daa-9f6be1e70061 None None] Pushing event updated for resources: {'Port': ['ID=181f34fb-25e7-4578-ad59-b55f5a32cad7,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:50.955995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6f198942-190f-4bce-8c30-0dd2c22b3300 None None] Provisioning complete for port 181f34fb-25e7-4578-ad59-b55f5a32cad7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:50.956405 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6f198942-190f-4bce-8c30-0dd2c22b3300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.002520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 181f34fb-25e7-4578-ad59-b55f5a32cad7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:51.003206 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.020907 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'name': 'tempest-ImageQuotaTest-1821394613-router', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '59bc4de7-5a04-4401-a06d-fb69b103e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:48Z', 'updated_at': '2021-12-08T02:25:50Z', 'revision_number': 3, 'project_id': 'a2346faf4b4d4ee6867582db2075dd10', 'gw_port': {'id': '59bc4de7-5a04-4401-a06d-fb69b103e6f4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:49Z', 'updated_at': '2021-12-08T02:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:51.052426 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Checking router: 1d087faf-5b9e-492e-b50a-22ca76d746e8 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:51.052778 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Updating router 1d087faf-5b9e-492e-b50a-22ca76d746e8 port 59bc4de7-5a04-4401-a06d-fb69b103e6f4 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:25:51.076894 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.162004 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.329064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Allocated IP 172.20.0.1 (f2ba82c6-4418-4879-bcf2-1e073c0597bc/c778fd75-0e1c-4b67-8403-882a17f43fd0/7b817c2d-37e3-4094-b410-dfb4cadbe7ec) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:25:51.349371 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.354772 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.400781 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25527c0a-d10f-4537-8f2c-b6580c62f0bc None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:51.410961 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Attempting to bind port 59bc4de7-5a04-4401-a06d-fb69b103e6f4 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:51.411343 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Attempting to bind port 59bc4de7-5a04-4401-a06d-fb69b103e6f4 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:51.411712 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Attempting to bind port 59bc4de7-5a04-4401-a06d-fb69b103e6f4 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:51.420695 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6899e3d-3755-4043-b400-8894cb20380d None None] Pushing event updated for resources: {'Port': ['ID=59bc4de7-5a04-4401-a06d-fb69b103e6f4,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:51.424196 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:51.424611 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:51.425012 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.425401 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:51.425878 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Bound port: 59bc4de7-5a04-4401-a06d-fb69b103e6f4, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:51.426260 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.442616 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.477128 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] For port 59bc4de7-5a04-4401-a06d-fb69b103e6f4, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:25:51.479098 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.480957 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] For port 59bc4de7-5a04-4401-a06d-fb69b103e6f4, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=59bc4de7-5a04-4401-a06d-fb69b103e6f4,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:25:51.484968 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.521815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Network f2ba82c6-4418-4879-bcf2-1e073c0597bc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:51.525929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:51.528694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a53ab042-6a07-435e-a5cc-bdd7f8e8920f None None] Provisioning complete for port 59bc4de7-5a04-4401-a06d-fb69b103e6f4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:51.529315 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a53ab042-6a07-435e-a5cc-bdd7f8e8920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.530037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:25:51.542275 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Routers {'1d087faf-5b9e-492e-b50a-22ca76d746e8'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:51.542909 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1d087faf-5b9e-492e-b50a-22ca76d746e8'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:51.554822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Pushing event updated for resources: {'Port': ['ID=7b817c2d-37e3-4094-b410-dfb4cadbe7ec,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:51.581111 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e86972-85ef-4e9c-bfcb-a7343bbf011f None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:51.582271 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.663771 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] Set router 1d087faf-5b9e-492e-b50a-22ca76d746e8 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:51.666134 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6899e3d-3755-4043-b400-8894cb20380d None None] Pushing event updated for resources: {'Port': ['ID=59bc4de7-5a04-4401-a06d-fb69b103e6f4,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:51.671983 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a53ab042-6a07-435e-a5cc-bdd7f8e8920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.696133 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a53ab042-6a07-435e-a5cc-bdd7f8e8920f None None] For port 59bc4de7-5a04-4401-a06d-fb69b103e6f4, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=59bc4de7-5a04-4401-a06d-fb69b103e6f4,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:51.700733 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a53ab042-6a07-435e-a5cc-bdd7f8e8920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.734974 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.761190 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ab042-6a07-435e-a5cc-bdd7f8e8920f None None] Pushing event updated for resources: {'Port': ['ID=59bc4de7-5a04-4401-a06d-fb69b103e6f4,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:51.832795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2780131e-79bc-4c6c-9679-23c5c3a8b815 None None] Provisioning complete for port 59bc4de7-5a04-4401-a06d-fb69b103e6f4 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:51.833054 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2780131e-79bc-4c6c-9679-23c5c3a8b815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.880419 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'name': 'tempest-ImageQuotaTest-1821394613-router', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '59bc4de7-5a04-4401-a06d-fb69b103e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:48Z', 'updated_at': '2021-12-08T02:25:50Z', 'revision_number': 3, 'project_id': 'a2346faf4b4d4ee6867582db2075dd10', 'gw_port': {'id': '59bc4de7-5a04-4401-a06d-fb69b103e6f4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:49Z', 'updated_at': '2021-12-08T02:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:51.909315 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83626695-3c30-4fba-9dfa-74b360160fd1 None None] The sync data for ids ['1d087faf-5b9e-492e-b50a-22ca76d746e8'] in n-d-713498-30 is: [{'id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'name': 'tempest-ImageQuotaTest-1821394613-router', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '59bc4de7-5a04-4401-a06d-fb69b103e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:48Z', 'updated_at': '2021-12-08T02:25:50Z', 'revision_number': 3, 'project_id': 'a2346faf4b4d4ee6867582db2075dd10', 'gw_port': {'id': '59bc4de7-5a04-4401-a06d-fb69b103e6f4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:49Z', 'updated_at': '2021-12-08T02:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:51.922086 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.930451 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:51.999652 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:52.002320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Pushing event updated for resources: {'Port': ['ID=7b817c2d-37e3-4094-b410-dfb4cadbe7ec,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:52.051220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-791d1c05-cbe2-41b2-9ff9-11ed3d4096fc None None] Provisioning complete for port 7b817c2d-37e3-4094-b410-dfb4cadbe7ec triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:52.051751 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-791d1c05-cbe2-41b2-9ff9-11ed3d4096fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:52.088321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-791d1c05-cbe2-41b2-9ff9-11ed3d4096fc None None] Port 7b817c2d-37e3-4094-b410-dfb4cadbe7ec cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:52.103757 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Network f2ba82c6-4418-4879-bcf2-1e073c0597bc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:25:52.105194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:25:52.256419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Router 1d087faf-5b9e-492e-b50a-22ca76d746e8 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:25:52.376857 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:52.383773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a1d54ae0-ae5a-4cc9-bb0c-573881027822 admin admin] 10.222.0.70 "PUT /v2.0/routers/1d087faf-5b9e-492e-b50a-22ca76d746e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6849480 Dec 08 02:25:52.409349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2c24e646-d7da-4622-8c9d-0468f1b65566 None None] Provisioning complete for port 7b817c2d-37e3-4094-b410-dfb4cadbe7ec triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:52.409729 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2c24e646-d7da-4622-8c9d-0468f1b65566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:52.448680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2c24e646-d7da-4622-8c9d-0468f1b65566 None None] Port 7b817c2d-37e3-4094-b410-dfb4cadbe7ec cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:25:52.700810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 181f34fb-25e7-4578-ad59-b55f5a32cad7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:52.756311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 181f34fb-25e7-4578-ad59-b55f5a32cad7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:52.757360 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:52.840922 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 59bc4de7-5a04-4401-a06d-fb69b103e6f4 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:25:52.890615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 59bc4de7-5a04-4401-a06d-fb69b103e6f4 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:25:52.890992 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:53.420024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38154) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:53.571385 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Sync routers for ids ['1d087faf-5b9e-492e-b50a-22ca76d746e8'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:53.583496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Routers {'1d087faf-5b9e-492e-b50a-22ca76d746e8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:53.584175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1d087faf-5b9e-492e-b50a-22ca76d746e8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:53.693157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Set router 1d087faf-5b9e-492e-b50a-22ca76d746e8 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:53.762649 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3784099c-1659-405b-a003-03840bef2813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:53.898880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'name': 'tempest-ImageQuotaTest-1821394613-router', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '59bc4de7-5a04-4401-a06d-fb69b103e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:48Z', 'updated_at': '2021-12-08T02:25:51Z', 'revision_number': 4, 'project_id': 'a2346faf4b4d4ee6867582db2075dd10', 'gw_port': {'id': '59bc4de7-5a04-4401-a06d-fb69b103e6f4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:49Z', 'updated_at': '2021-12-08T02:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '7b817c2d-37e3-4094-b410-dfb4cadbe7ec', 'name': '', 'network_id': 'f2ba82c6-4418-4879-bcf2-1e073c0597bc', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10', 'mac_address': 'fa:16:3e:9f:36:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'c778fd75-0e1c-4b67-8403-882a17f43fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:51Z', 'updated_at': '2021-12-08T02:25:51Z', 'revision_number': 2, 'project_id': 'a2346faf4b4d4ee6867582db2075dd10', 'subnets': [{'id': 'c778fd75-0e1c-4b67-8403-882a17f43fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:53.929338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Checking router: 1d087faf-5b9e-492e-b50a-22ca76d746e8 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:53.929766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Updating router 1d087faf-5b9e-492e-b50a-22ca76d746e8 port 7b817c2d-37e3-4094-b410-dfb4cadbe7ec binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:25:53.955635 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:54.022285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3784099c-1659-405b-a003-03840bef2813 admin admin] Deleting port 7b817c2d-37e3-4094-b410-dfb4cadbe7ec {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:54.022622 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3784099c-1659-405b-a003-03840bef2813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:54.102122 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3784099c-1659-405b-a003-03840bef2813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:54.113727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-3784099c-1659-405b-a003-03840bef2813 admin admin] Calling delete_port for 7b817c2d-37e3-4094-b410-dfb4cadbe7ec owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:54.222663 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:54.227819 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:54.283610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e58f50-f52c-4390-9287-005f024a5f58 None None] Pushing event updated for resources: {'Port': ['ID=7b817c2d-37e3-4094-b410-dfb4cadbe7ec,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:54.316853 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3784099c-1659-405b-a003-03840bef2813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:54.336434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Attempting to bind port 7b817c2d-37e3-4094-b410-dfb4cadbe7ec on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:25:54.337072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Attempting to bind port 7b817c2d-37e3-4094-b410-dfb4cadbe7ec by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '3ea29bb1-4a70-471f-8aeb-e13d8f97e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f2ba82c6-4418-4879-bcf2-1e073c0597bc'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:25:54.337670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Attempting to bind port 7b817c2d-37e3-4094-b410-dfb4cadbe7ec on network f2ba82c6-4418-4879-bcf2-1e073c0597bc {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:25:54.343675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:25:54.344010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784099c-1659-405b-a003-03840bef2813 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b817c2d-37e3-4094-b410-dfb4cadbe7ec,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:54.344121 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Checking segment: {'id': '3ea29bb1-4a70-471f-8aeb-e13d8f97e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f2ba82c6-4418-4879-bcf2-1e073c0597bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:25:54.344499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:54.344910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Bound using segment: {'id': '3ea29bb1-4a70-471f-8aeb-e13d8f97e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f2ba82c6-4418-4879-bcf2-1e073c0597bc'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:25:54.345388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Bound port: 7b817c2d-37e3-4094-b410-dfb4cadbe7ec, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea29bb1-4a70-471f-8aeb-e13d8f97e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f2ba82c6-4418-4879-bcf2-1e073c0597bc'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:25:54.345779 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:54.377618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Port 7b817c2d-37e3-4094-b410-dfb4cadbe7ec has been deleted concurrently {{(pid=103131) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 08 02:25:54.388272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Routers {'1d087faf-5b9e-492e-b50a-22ca76d746e8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:54.388925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1d087faf-5b9e-492e-b50a-22ca76d746e8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:54.489156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0d25e84d-52ec-4a6d-a10d-7aad13a7424e None None] Could not find standard attr ID for object 7b817c2d-37e3-4094-b410-dfb4cadbe7ec. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:25:54.518593 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] Set router 1d087faf-5b9e-492e-b50a-22ca76d746e8 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:54.559368 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3784099c-1659-405b-a003-03840bef2813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:54.712520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'name': 'tempest-ImageQuotaTest-1821394613-router', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '59bc4de7-5a04-4401-a06d-fb69b103e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:48Z', 'updated_at': '2021-12-08T02:25:54Z', 'revision_number': 5, 'project_id': 'a2346faf4b4d4ee6867582db2075dd10', 'gw_port': {'id': '59bc4de7-5a04-4401-a06d-fb69b103e6f4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:49Z', 'updated_at': '2021-12-08T02:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:54.739741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1d6d3-26f2-44df-9b0a-de13217c30d3 None None] The sync data for ids ['1d087faf-5b9e-492e-b50a-22ca76d746e8'] in n-d-713498-30 is: [{'id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'name': 'tempest-ImageQuotaTest-1821394613-router', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '59bc4de7-5a04-4401-a06d-fb69b103e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:48Z', 'updated_at': '2021-12-08T02:25:54Z', 'revision_number': 5, 'project_id': 'a2346faf4b4d4ee6867582db2075dd10', 'gw_port': {'id': '59bc4de7-5a04-4401-a06d-fb69b103e6f4', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:83:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:25:49Z', 'updated_at': '2021-12-08T02:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:54.791184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3784099c-1659-405b-a003-03840bef2813 admin admin] Router 1d087faf-5b9e-492e-b50a-22ca76d746e8 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:25:54.903951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3784099c-1659-405b-a003-03840bef2813 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:25:54.909171 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3784099c-1659-405b-a003-03840bef2813 admin admin] 10.222.0.70 "PUT /v2.0/routers/1d087faf-5b9e-492e-b50a-22ca76d746e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4879658 Dec 08 02:25:54.911682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38156) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:55.022608 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:55.129699 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:55.184011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Deleting port 59bc4de7-5a04-4401-a06d-fb69b103e6f4 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:55.184397 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:55.270578 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] For port 59bc4de7-5a04-4401-a06d-fb69b103e6f4, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=59bc4de7-5a04-4401-a06d-fb69b103e6f4,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:55.270850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:55.287396 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Calling delete_port for 59bc4de7-5a04-4401-a06d-fb69b103e6f4 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:55.477746 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43353bb-f041-43ad-8f9c-7e597aa4ca1e None None] Sync routers for ids ['1d087faf-5b9e-492e-b50a-22ca76d746e8'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:25:55.489030 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43353bb-f041-43ad-8f9c-7e597aa4ca1e None None] Routers {'1d087faf-5b9e-492e-b50a-22ca76d746e8'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:55.489763 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d43353bb-f041-43ad-8f9c-7e597aa4ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1d087faf-5b9e-492e-b50a-22ca76d746e8'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:55.672014 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d43353bb-f041-43ad-8f9c-7e597aa4ca1e None None] Set router 1d087faf-5b9e-492e-b50a-22ca76d746e8 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:55.725926 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d43353bb-f041-43ad-8f9c-7e597aa4ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'name': 'tempest-ImageQuotaTest-1821394613-router', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:48Z', 'updated_at': '2021-12-08T02:25:55Z', 'revision_number': 6, 'project_id': 'a2346faf4b4d4ee6867582db2075dd10', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:55.751833 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43353bb-f041-43ad-8f9c-7e597aa4ca1e None None] Checking router: 1d087faf-5b9e-492e-b50a-22ca76d746e8 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:25:55.761022 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43353bb-f041-43ad-8f9c-7e597aa4ca1e None None] Routers {'1d087faf-5b9e-492e-b50a-22ca76d746e8'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:25:55.761641 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d43353bb-f041-43ad-8f9c-7e597aa4ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:25:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1d087faf-5b9e-492e-b50a-22ca76d746e8'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:55.787454 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:55.801711 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:25:55.812935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Pushing event deleted for resources: {'Port': ['ID=59bc4de7-5a04-4401-a06d-fb69b103e6f4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:55.831887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f91e28-480c-4825-8ff0-4bfb666cacc7 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:55.858731 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d43353bb-f041-43ad-8f9c-7e597aa4ca1e None None] Set router 1d087faf-5b9e-492e-b50a-22ca76d746e8 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:25:55.876542 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:55.914696 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d43353bb-f041-43ad-8f9c-7e597aa4ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'name': 'tempest-ImageQuotaTest-1821394613-router', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:48Z', 'updated_at': '2021-12-08T02:25:55Z', 'revision_number': 6, 'project_id': 'a2346faf4b4d4ee6867582db2075dd10', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:55.940902 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43353bb-f041-43ad-8f9c-7e597aa4ca1e None None] The sync data for ids ['1d087faf-5b9e-492e-b50a-22ca76d746e8'] in n-d-713498-30 is: [{'id': '1d087faf-5b9e-492e-b50a-22ca76d746e8', 'name': 'tempest-ImageQuotaTest-1821394613-router', 'tenant_id': 'a2346faf4b4d4ee6867582db2075dd10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:25:48Z', 'updated_at': '2021-12-08T02:25:55Z', 'revision_number': 6, 'project_id': 'a2346faf4b4d4ee6867582db2075dd10', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:25:55.970351 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:55.972806 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.024336 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.025092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d087faf-5b9e-492e-b50a-22ca76d746e8 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:25:56.030395 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.031574 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b74c717c-3f51-4321-a726-c547e7a6f81a admin admin] 10.222.0.70 "DELETE /v2.0/routers/1d087faf-5b9e-492e-b50a-22ca76d746e8 HTTP/1.1" status: 204 len: 168 time: 1.1188478 Dec 08 02:25:56.034145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38158) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:56.080694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-167d9e9f-b7d5-4311-9ad1-7c61c83e15eb admin admin] Deleting subnet c778fd75-0e1c-4b67-8403-882a17f43fd0 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:25:56.083805 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-167d9e9f-b7d5-4311-9ad1-7c61c83e15eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.120343 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-167d9e9f-b7d5-4311-9ad1-7c61c83e15eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.199020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-167d9e9f-b7d5-4311-9ad1-7c61c83e15eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.251873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-167d9e9f-b7d5-4311-9ad1-7c61c83e15eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.277980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d9e9f-b7d5-4311-9ad1-7c61c83e15eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c778fd75-0e1c-4b67-8403-882a17f43fd0,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:56.279954 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-167d9e9f-b7d5-4311-9ad1-7c61c83e15eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.283175 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-167d9e9f-b7d5-4311-9ad1-7c61c83e15eb admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c778fd75-0e1c-4b67-8403-882a17f43fd0 HTTP/1.1" status: 204 len: 168 time: 0.2480454 Dec 08 02:25:56.285574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0ae9e-3e71-4f79-ae1d-af3d10b44ac4 None None] Network f2ba82c6-4418-4879-bcf2-1e073c0597bc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:25:56.285775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38160) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:56.363648 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.427527 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Deleting port 181f34fb-25e7-4578-ad59-b55f5a32cad7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:56.427874 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.455904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24d074a-65e3-4f88-9753-4a35f81b2fa7 None None] DHCP port deletion for f2ba82c6-4418-4879-bcf2-1e073c0597bc request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:25:56.499314 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] For port 181f34fb-25e7-4578-ad59-b55f5a32cad7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=181f34fb-25e7-4578-ad59-b55f5a32cad7,segment=NetworkSegment(3ea29bb1-4a70-471f-8aeb-e13d8f97e22b),segment_id=3ea29bb1-4a70-471f-8aeb-e13d8f97e22b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:56.500079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.508147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a24d074a-65e3-4f88-9753-4a35f81b2fa7 None None] Deleting port 181f34fb-25e7-4578-ad59-b55f5a32cad7 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:25:56.508558 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a24d074a-65e3-4f88-9753-4a35f81b2fa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.512817 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Calling delete_port for 181f34fb-25e7-4578-ad59-b55f5a32cad7 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:56.576981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a24d074a-65e3-4f88-9753-4a35f81b2fa7 None None] For port 181f34fb-25e7-4578-ad59-b55f5a32cad7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=181f34fb-25e7-4578-ad59-b55f5a32cad7,segment=NetworkSegment(3ea29bb1-4a70-471f-8aeb-e13d8f97e22b),segment_id=3ea29bb1-4a70-471f-8aeb-e13d8f97e22b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:25:56.577323 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a24d074a-65e3-4f88-9753-4a35f81b2fa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.592696 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a24d074a-65e3-4f88-9753-4a35f81b2fa7 None None] Calling delete_port for 181f34fb-25e7-4578-ad59-b55f5a32cad7 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:25:56.600099 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.642521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] No DVR routers for this DVR port 181f34fb-25e7-4578-ad59-b55f5a32cad7 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:25:56.650047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=181f34fb-25e7-4578-ad59-b55f5a32cad7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:56.651856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 181f34fb-25e7-4578-ad59-b55f5a32cad7 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:56.676123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 181f34fb-25e7-4578-ad59-b55f5a32cad7 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:56.676430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 181f34fb-25e7-4578-ad59-b55f5a32cad7 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:56.676855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 59bc4de7-5a04-4401-a06d-fb69b103e6f4 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:25:56.676977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.677256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.677599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.677932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.678712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.679210 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.679690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.680157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.680659 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.681122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.681603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.682062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.682525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:25:56.707995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 59bc4de7-5a04-4401-a06d-fb69b103e6f4 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:25:56.708266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 59bc4de7-5a04-4401-a06d-fb69b103e6f4 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:25:56.732209 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a24d074a-65e3-4f88-9753-4a35f81b2fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.748858 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.759066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d074a-65e3-4f88-9753-4a35f81b2fa7 None None] Pushing event deleted for resources: {'Port': ['ID=181f34fb-25e7-4578-ad59-b55f5a32cad7,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:56.765696 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d074a-65e3-4f88-9753-4a35f81b2fa7 None None] No DVR routers for this DVR port 181f34fb-25e7-4578-ad59-b55f5a32cad7 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:25:56.770979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ba82c6-4418-4879-bcf2-1e073c0597bc']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:56.781995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea29bb1-4a70-471f-8aeb-e13d8f97e22b') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:56.782294 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea29bb1-4a70-471f-8aeb-e13d8f97e22b') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:25:56.792005 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.805407 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.811479 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:25:56.811858 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:25:56.813550 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:25:56.870483 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.875721 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:56.878892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f2ba82c6-4418-4879-bcf2-1e073c0597bc HTTP/1.1" status: 204 len: 168 time: 0.5920532 Dec 08 02:25:56.890692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d735e-83b0-4946-946c-a833ddb631a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ba82c6-4418-4879-bcf2-1e073c0597bc,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:56.992479 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38164) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:57.032345 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-751c8c98-bd48-4a3d-b18e-8469c1c89491 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a2346faf4b4d4ee6867582db2075dd10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386679 Dec 08 02:25:57.034853 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38166) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:57.081923 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95635d27-166e-431d-8b92-a4a976936858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:57.103159 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95635d27-166e-431d-8b92-a4a976936858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:57.149156 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95635d27-166e-431d-8b92-a4a976936858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:57.151857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-95635d27-166e-431d-8b92-a4a976936858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:57.153045 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-95635d27-166e-431d-8b92-a4a976936858 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da98b973-cddb-4a5d-8992-c1e2798d542e HTTP/1.1" status: 204 len: 168 time: 0.1172936 Dec 08 02:25:57.161035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95635d27-166e-431d-8b92-a4a976936858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da98b973-cddb-4a5d-8992-c1e2798d542e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:57.476845 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38172) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:57.489667 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-92266b40-42e2-418c-8c24-859224e827ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:57.562806 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-92266b40-42e2-418c-8c24-859224e827ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:57.566738 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-92266b40-42e2-418c-8c24-859224e827ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:57.607440 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-92266b40-42e2-418c-8c24-859224e827ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1295242 Dec 08 02:25:57.608330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92266b40-42e2-418c-8c24-859224e827ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7dc1b1-cd6b-4a09-b1bd-cc0f1434c9bb,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:57.610203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38174) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:25:57.659623 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80d546b4-735b-4ef1-a458-89d45275767d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:57.681472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80d546b4-735b-4ef1-a458-89d45275767d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:57.731936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80d546b4-735b-4ef1-a458-89d45275767d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:57.734556 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80d546b4-735b-4ef1-a458-89d45275767d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:25:57.735710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-80d546b4-735b-4ef1-a458-89d45275767d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e7dc1b1-cd6b-4a09-b1bd-cc0f1434c9bb HTTP/1.1" status: 204 len: 168 time: 0.1242657 Dec 08 02:25:57.743653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d546b4-735b-4ef1-a458-89d45275767d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7dc1b1-cd6b-4a09-b1bd-cc0f1434c9bb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:25:58.870841 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ed07bf21-dc23-44ff-a7f3-c2cb8179214a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:02.060186 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:02.142213 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-30803374-3079-4e01-83c2-3d50241ead51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:02.474688 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:03.765319 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:04.306144 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:04.814647 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:08.026340 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-7189c27a-dabf-40eb-b917-b3b6cdc23b9c tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0046cc5dc2764808ad3cd29e32d599f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309603 Dec 08 02:26:08.212093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-92c20c29-78d3-4c1b-adae-5a0e288aa5ac tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:08.213503 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-92c20c29-78d3-4c1b-adae-5a0e288aa5ac tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817091 Dec 08 02:26:08.228572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-49878a82-618d-467d-b7ab-6857ce65fd7b tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/quotas/0046cc5dc2764808ad3cd29e32d599f2 HTTP/1.1" status: 200 len: 375 time: 0.0093455 Dec 08 02:26:08.261688 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0b517d01-b92a-4d79-8fcd-26122b8b8e22 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0046cc5dc2764808ad3cd29e32d599f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277152 Dec 08 02:26:08.421631 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b2f99a5f-1646-4c44-b992-492de7e3677f req-73ad0074-0fee-4c2f-bc62-ebe4c3e71ebd tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 210 time: 0.0289373 Dec 08 02:26:09.484969 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-1f5b0c68-59fd-4671-841b-240a1a43647a tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0046cc5dc2764808ad3cd29e32d599f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219405 Dec 08 02:26:09.524743 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-758a661d-1027-4f78-8b05-31b71da57d67 req-12bfaeaa-5695-481c-9b53-81046a4b6152 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 210 time: 0.0331886 Dec 08 02:26:09.602197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-6a01c1c5-2776-4b5b-bd46-b1f12e37793a tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:09.603624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-6a01c1c5-2776-4b5b-bd46-b1f12e37793a tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1125174 Dec 08 02:26:09.631771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Request body: {'port': {'device_id': '5c6351ba-ce1f-4037-bd37-975ef5bde4cd', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'admin_state_up': True, 'tenant_id': '0046cc5dc2764808ad3cd29e32d599f2'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:09.737715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Made reservation on behalf of 0046cc5dc2764808ad3cd29e32d599f2 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:09.742962 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:09.751483 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:09.825759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:09.829303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:09.890127 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677a04c9-a77e-4bcb-b0fd-8890530bf36d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:09.965440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Allocated IP 192.168.233.114 (49c504c2-e62c-4883-9b83-d7e0629019e3/0af923e8-aee2-4ff2-ae12-9bdfcfc7f546/00397da5-db6f-47f5-beef-e48c7de48f0e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:10.115424 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:10.148347 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:10.189654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Network 49c504c2-e62c-4883-9b83-d7e0629019e3 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:10.192713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:10.196288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:10.224413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Pushing event updated for resources: {'Port': ['ID=00397da5-db6f-47f5-beef-e48c7de48f0e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:10.252316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:10.252935 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:10.270376 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0aff60fa-70c6-406c-947b-aa38a78b6261 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6423159 Dec 08 02:26:10.296484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Request body: {'port': {'device_id': '5c6351ba-ce1f-4037-bd37-975ef5bde4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:10.357184 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:10.421466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-10f0e70d-cb77-4d0e-8b3b-314ff65d930e None None] Provisioning complete for port 00397da5-db6f-47f5-beef-e48c7de48f0e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:10.422187 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-10f0e70d-cb77-4d0e-8b3b-314ff65d930e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:10.455118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-10f0e70d-cb77-4d0e-8b3b-314ff65d930e None None] Port 00397da5-db6f-47f5-beef-e48c7de48f0e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:26:10.644587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00397da5-db6f-47f5-beef-e48c7de48f0e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:26:10.654514 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:10.678612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1da018-0783-427b-9828-2f01c0674284 req-6a715e7f-3fb3-431a-a100-9357c0693691 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:10.680679 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b1da018-0783-427b-9828-2f01c0674284 req-6a715e7f-3fb3-431a-a100-9357c0693691 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 936 time: 0.0734959 Dec 08 02:26:10.681590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Transition to ACTIVE for port object 00397da5-db6f-47f5-beef-e48c7de48f0e will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:26:10.685462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:10.760117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Pushing event updated for resources: {'Port': ['ID=00397da5-db6f-47f5-beef-e48c7de48f0e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:10.814411 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7b1da018-0783-427b-9828-2f01c0674284 req-ad61f2a3-c505-40d5-b227-1323c7de8e08 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/security-groups?id=677a04c9-a77e-4bcb-b0fd-8890530bf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245296 Dec 08 02:26:10.846462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Attempting to bind port 00397da5-db6f-47f5-beef-e48c7de48f0e on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:10.847065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Attempting to bind port 00397da5-db6f-47f5-beef-e48c7de48f0e by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:10.847394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Attempting to bind port 00397da5-db6f-47f5-beef-e48c7de48f0e on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:10.852682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Port 00397da5-db6f-47f5-beef-e48c7de48f0e on network 49c504c2-e62c-4883-9b83-d7e0629019e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:26:10.853013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Attempting to bind port 00397da5-db6f-47f5-beef-e48c7de48f0e on network 49c504c2-e62c-4883-9b83-d7e0629019e3 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:10.858283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:10.858626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Checking segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:10.859015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Bound using segment: {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:10.859461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Bound port: 00397da5-db6f-47f5-beef-e48c7de48f0e, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbaaa3be-7f32-402c-ae08-1fac3acce916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:10.859818 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:10.925614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] For port 00397da5-db6f-47f5-beef-e48c7de48f0e, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:10.928589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] For port 00397da5-db6f-47f5-beef-e48c7de48f0e, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=00397da5-db6f-47f5-beef-e48c7de48f0e,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:10.933722 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:10.968402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:10.969104 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:10.970512 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] 10.222.0.65 "PUT /v2.0/ports/00397da5-db6f-47f5-beef-e48c7de48f0e HTTP/1.1" status: 200 len: 1097 time: 0.6783528 Dec 08 02:26:10.970915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6351ba-ce1f-4037-bd37-975ef5bde4cd', 'tag': '00397da5-db6f-47f5-beef-e48c7de48f0e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:26:10.973462 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62314058-48ba-4a68-ac08-4666e90096c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6351ba-ce1f-4037-bd37-975ef5bde4cd", "tag": "00397da5-db6f-47f5-beef-e48c7de48f0e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:26:11.001189 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c30d7-6381-46c3-9399-9bb8e90aa964 service neutron] Pushing event updated for resources: {'Port': ['ID=00397da5-db6f-47f5-beef-e48c7de48f0e,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:11.029849 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b4f3e6-0c1b-40b3-9d7b-a5fe38b95b5b x-openstack-request-id: req-72b4f3e6-0c1b-40b3-9d7b-a5fe38b95b5b {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:26:11.030333 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6351ba-ce1f-4037-bd37-975ef5bde4cd", "tag": "00397da5-db6f-47f5-beef-e48c7de48f0e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:26:11.030762 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72b4f3e6-0c1b-40b3-9d7b-a5fe38b95b5b {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:26:11.031413 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6351ba-ce1f-4037-bd37-975ef5bde4cd', 'tag': '00397da5-db6f-47f5-beef-e48c7de48f0e', 'status': 'completed', 'code': 200} Dec 08 02:26:11.091113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-9f595a8e-09c4-4ea0-828e-e13d6bd15cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:11.092682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-9f595a8e-09c4-4ea0-828e-e13d6bd15cce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0046cc5dc2764808ad3cd29e32d599f2&device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 1100 time: 0.0440269 Dec 08 02:26:11.143974 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-0a1ba7d7-1f52-4108-a6e8-7517c36b1cdf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=00397da5-db6f-47f5-beef-e48c7de48f0e HTTP/1.1" status: 200 len: 217 time: 0.0353189 Dec 08 02:26:11.197519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-259a3f0f-efaf-4ed4-b7c9-42eb88f730e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:11.198990 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-259a3f0f-efaf-4ed4-b7c9-42eb88f730e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0484545 Dec 08 02:26:11.250338 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-43b63be7-f712-4fde-8025-d0a517946436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:11.251809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-43b63be7-f712-4fde-8025-d0a517946436 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0416477 Dec 08 02:26:11.345315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-608f879f-ea6a-4609-9352-f44390bb7a5d service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803602 Dec 08 02:26:11.439909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21e7b421-9b41-415b-bed0-09af3c7d9f44 req-7fa43ac8-b38c-4882-9dd7-e0d60da3269c service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839157 Dec 08 02:26:11.596224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314058-48ba-4a68-ac08-4666e90096c9 req-3100b1ca-b025-405d-aec8-dc33c64715db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:11.597905 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62314058-48ba-4a68-ac08-4666e90096c9 req-3100b1ca-b025-405d-aec8-dc33c64715db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0046cc5dc2764808ad3cd29e32d599f2&device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 1100 time: 0.0425344 Dec 08 02:26:11.689846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314058-48ba-4a68-ac08-4666e90096c9 req-4d590aaa-6e84-4ee7-a7e8-b84ae351d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:11.691304 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62314058-48ba-4a68-ac08-4666e90096c9 req-4d590aaa-6e84-4ee7-a7e8-b84ae351d832 service neutron] 10.222.0.65 "GET /v2.0/networks?id=49c504c2-e62c-4883-9b83-d7e0629019e3 HTTP/1.1" status: 200 len: 870 time: 0.0855503 Dec 08 02:26:11.734576 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62314058-48ba-4a68-ac08-4666e90096c9 req-e6db05cd-ceea-4447-a1f5-f3a970e46e08 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=00397da5-db6f-47f5-beef-e48c7de48f0e HTTP/1.1" status: 200 len: 217 time: 0.0335598 Dec 08 02:26:11.786020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314058-48ba-4a68-ac08-4666e90096c9 req-8a5adbc9-fc1b-4757-9865-cd8ed9deec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:11.787486 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62314058-48ba-4a68-ac08-4666e90096c9 req-8a5adbc9-fc1b-4757-9865-cd8ed9deec09 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0af923e8-aee2-4ff2-ae12-9bdfcfc7f546 HTTP/1.1" status: 200 len: 843 time: 0.0461898 Dec 08 02:26:11.832749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314058-48ba-4a68-ac08-4666e90096c9 req-9d22f595-588b-4ba4-8c5f-e4541d36e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:11.834203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62314058-48ba-4a68-ac08-4666e90096c9 req-9d22f595-588b-4ba4-8c5f-e4541d36e492 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=49c504c2-e62c-4883-9b83-d7e0629019e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0390968 Dec 08 02:26:11.955429 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62314058-48ba-4a68-ac08-4666e90096c9 req-e5b00e6f-79e8-46ea-91f2-dcc77104a683 service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132836 Dec 08 02:26:11.966410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a001545-7c0b-4a70-b506-d049addb5b6b req-4ce2b2b2-853b-4480-8fc1-d1e772a4c181 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:11.967762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a001545-7c0b-4a70-b506-d049addb5b6b req-4ce2b2b2-853b-4480-8fc1-d1e772a4c181 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 948 time: 0.0708311 Dec 08 02:26:12.065579 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a001545-7c0b-4a70-b506-d049addb5b6b req-b90a413e-4c62-485d-9442-fe97e3b0d91e tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/security-groups?id=677a04c9-a77e-4bcb-b0fd-8890530bf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898917 Dec 08 02:26:12.083468 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62314058-48ba-4a68-ac08-4666e90096c9 req-7b81c674-2fb0-4544-b021-4dc9148a7e1e service neutron] 10.222.0.65 "GET /v2.0/networks/49c504c2-e62c-4883-9b83-d7e0629019e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147821 Dec 08 02:26:13.184555 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6444a-013a-4929-a0f7-da452a7972ae req-3db004b8-3c0f-4e25-8fea-1485db482d71 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:13.186060 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62e6444a-013a-4929-a0f7-da452a7972ae req-3db004b8-3c0f-4e25-8fea-1485db482d71 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 948 time: 0.0488763 Dec 08 02:26:13.238089 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62e6444a-013a-4929-a0f7-da452a7972ae req-26adcde3-795b-44a9-96a5-e843a7f254fa tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/security-groups?id=677a04c9-a77e-4bcb-b0fd-8890530bf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459306 Dec 08 02:26:14.359233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40634a-acc8-4c67-8cae-1446d751439f req-a801fd24-62c3-4c68-90ff-4bde1ade7aba tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:14.360719 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c40634a-acc8-4c67-8cae-1446d751439f req-a801fd24-62c3-4c68-90ff-4bde1ade7aba tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 948 time: 0.0518086 Dec 08 02:26:14.408739 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5c40634a-acc8-4c67-8cae-1446d751439f req-7ee28b34-8b38-4141-879f-d89865dfac3a tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/security-groups?id=677a04c9-a77e-4bcb-b0fd-8890530bf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415258 Dec 08 02:26:14.458106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 00397da5-db6f-47f5-beef-e48c7de48f0e details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:26:14.550697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 00397da5-db6f-47f5-beef-e48c7de48f0e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=00397da5-db6f-47f5-beef-e48c7de48f0e,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:14.562157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '00397da5-db6f-47f5-beef-e48c7de48f0e', 'network_id': '49c504c2-e62c-4883-9b83-d7e0629019e3', 'port_id': '00397da5-db6f-47f5-beef-e48c7de48f0e', 'mac_address': 'fa:16:3e:bb:82:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0af923e8-aee2-4ff2-ae12-9bdfcfc7f546', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:26:14.604000 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:14.616975 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00397da5-db6f-47f5-beef-e48c7de48f0e {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:26:14.635089 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 00397da5-db6f-47f5-beef-e48c7de48f0e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=00397da5-db6f-47f5-beef-e48c7de48f0e,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:14.639250 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:14.685660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=00397da5-db6f-47f5-beef-e48c7de48f0e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:14.692846 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.693204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.693552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.693895 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.694236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.694578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.694908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.695243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.695575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.695904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.696234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.696589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.696917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:14.971075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['00397da5-db6f-47f5-beef-e48c7de48f0e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:26:15.523338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58492d87-6488-447b-8cba-76ddb4133933 req-6058b71f-a366-4e30-8540-0fb5a861f8c2 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:15.524979 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58492d87-6488-447b-8cba-76ddb4133933 req-6058b71f-a366-4e30-8540-0fb5a861f8c2 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 949 time: 0.0492814 Dec 08 02:26:15.571857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58492d87-6488-447b-8cba-76ddb4133933 req-4ab26309-9f16-4738-9e9c-e30da3153264 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/security-groups?id=677a04c9-a77e-4bcb-b0fd-8890530bf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Dec 08 02:26:16.474197 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 00397da5-db6f-47f5-beef-e48c7de48f0e up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:16.521343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 00397da5-db6f-47f5-beef-e48c7de48f0e completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:26:16.525312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 00397da5-db6f-47f5-beef-e48c7de48f0e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:16.525683 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:16.604034 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:16.629642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6351ba-ce1f-4037-bd37-975ef5bde4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00397da5-db6f-47f5-beef-e48c7de48f0e'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:26:16.631899 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102a30f1-0dca-432e-a049-f796c117a82d" -d '{"events": [{"server_uuid": "5c6351ba-ce1f-4037-bd37-975ef5bde4cd", "name": "network-vif-plugged", "status": "completed", "tag": "00397da5-db6f-47f5-beef-e48c7de48f0e"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:26:16.645269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 00397da5-db6f-47f5-beef-e48c7de48f0e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=00397da5-db6f-47f5-beef-e48c7de48f0e,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:16.650017 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:16.673775 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d65ca88-ffe7-40fb-a398-9f8c21d1337b x-openstack-request-id: req-2d65ca88-ffe7-40fb-a398-9f8c21d1337b {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:26:16.674073 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6351ba-ce1f-4037-bd37-975ef5bde4cd", "name": "network-vif-plugged", "status": "completed", "tag": "00397da5-db6f-47f5-beef-e48c7de48f0e", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:26:16.674333 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d65ca88-ffe7-40fb-a398-9f8c21d1337b {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:26:16.674984 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6351ba-ce1f-4037-bd37-975ef5bde4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00397da5-db6f-47f5-beef-e48c7de48f0e', 'code': 200} Dec 08 02:26:16.695197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8b43e-65ba-4d4d-b18b-542524904147 req-0ac4c808-e2f1-4361-8f40-1bc660cfa5d4 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:16.697169 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebd8b43e-65ba-4d4d-b18b-542524904147 req-0ac4c808-e2f1-4361-8f40-1bc660cfa5d4 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 950 time: 0.0540013 Dec 08 02:26:16.701533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=00397da5-db6f-47f5-beef-e48c7de48f0e,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:16.748104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ebd8b43e-65ba-4d4d-b18b-542524904147 req-def8a810-e11a-4607-af9c-cad7c45238b5 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/security-groups?id=677a04c9-a77e-4bcb-b0fd-8890530bf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451820 Dec 08 02:26:16.825539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb34be5-a1d0-4cc1-a6e2-d4c5ed86329c req-0546ba37-4bfb-4003-b81c-8deca4515f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:16.827035 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dfb34be5-a1d0-4cc1-a6e2-d4c5ed86329c req-0546ba37-4bfb-4003-b81c-8deca4515f19 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 1102 time: 0.0436842 Dec 08 02:26:16.871445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dfb34be5-a1d0-4cc1-a6e2-d4c5ed86329c req-da454aae-2d30-41c6-81cb-7da6bf8f2c0b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=677a04c9-a77e-4bcb-b0fd-8890530bf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372167 Dec 08 02:26:17.870915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cec617-4e97-4d7e-83da-13e5ad4c40ba req-b0dee2f6-686a-4f49-9573-ecadff95d6bc tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:17.872431 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c6cec617-4e97-4d7e-83da-13e5ad4c40ba req-b0dee2f6-686a-4f49-9573-ecadff95d6bc tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 950 time: 0.0542557 Dec 08 02:26:17.920629 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c6cec617-4e97-4d7e-83da-13e5ad4c40ba req-06ff3e11-a93e-400b-8ae4-3a0097733241 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/security-groups?id=677a04c9-a77e-4bcb-b0fd-8890530bf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422812 Dec 08 02:26:19.038561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e1b9d-b248-4a8f-a21a-4920d5f3a7a4 req-8f762d5e-177f-40bd-aef8-2c16667a49d8 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:19.040433 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab2e1b9d-b248-4a8f-a21a-4920d5f3a7a4 req-8f762d5e-177f-40bd-aef8-2c16667a49d8 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 950 time: 0.0512314 Dec 08 02:26:19.087595 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab2e1b9d-b248-4a8f-a21a-4920d5f3a7a4 req-88bdda52-086d-4957-a18c-d8a910ef0378 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/security-groups?id=677a04c9-a77e-4bcb-b0fd-8890530bf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Dec 08 02:26:19.361441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-a4cc7363-b107-4566-beaf-74b19dc543b6 req-5c932e0f-5a16-44a1-b376-ca1ed8d0d1e3 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:26:19.362458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a4cc7363-b107-4566-beaf-74b19dc543b6 req-5c932e0f-5a16-44a1-b376-ca1ed8d0d1e3 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053818 Dec 08 02:26:19.692821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-d3f10f92-eabf-416f-ad00-5797f7d26951 req-6c5691d2-03ff-49f9-95e6-96056950f58c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:26:19.693799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3f10f92-eabf-416f-ad00-5797f7d26951 req-6c5691d2-03ff-49f9-95e6-96056950f58c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054016 Dec 08 02:26:20.020269 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa04377-e3a8-43a2-96e1-bae0bd774c07 req-891b513f-deba-4f91-aa9b-190ab37b0a1c tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:20.021771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1aa04377-e3a8-43a2-96e1-bae0bd774c07 req-891b513f-deba-4f91-aa9b-190ab37b0a1c tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 950 time: 0.0490072 Dec 08 02:26:20.072581 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1aa04377-e3a8-43a2-96e1-bae0bd774c07 req-1cc2f93c-db22-45d9-8a7d-44dded799c88 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/security-groups?id=677a04c9-a77e-4bcb-b0fd-8890530bf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 Dec 08 02:26:21.192009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3365b00-0311-4967-a5fa-2db0276f4d2f req-1c9cd496-e15c-4678-b6cb-152027616112 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:21.193511 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3365b00-0311-4967-a5fa-2db0276f4d2f req-1c9cd496-e15c-4678-b6cb-152027616112 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 950 time: 0.0490284 Dec 08 02:26:21.240254 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3365b00-0311-4967-a5fa-2db0276f4d2f req-6a4d2d4c-8489-4e63-bc06-06dd7661d366 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/security-groups?id=677a04c9-a77e-4bcb-b0fd-8890530bf36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Dec 08 02:26:21.582961 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e0d62-a40d-4a67-b412-bd666c3bb8b5 req-878eccc8-e733-44f9-9189-494a7d243950 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:21.584429 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-581e0d62-a40d-4a67-b412-bd666c3bb8b5 req-878eccc8-e733-44f9-9189-494a7d243950 tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 950 time: 0.0487542 Dec 08 02:26:21.677324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-581e0d62-a40d-4a67-b412-bd666c3bb8b5 req-852d85f3-ffae-4373-8577-11a1fb707c6b tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Deleting port 00397da5-db6f-47f5-beef-e48c7de48f0e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:26:21.677658 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-581e0d62-a40d-4a67-b412-bd666c3bb8b5 req-852d85f3-ffae-4373-8577-11a1fb707c6b tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.073114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-581e0d62-a40d-4a67-b412-bd666c3bb8b5 req-852d85f3-ffae-4373-8577-11a1fb707c6b tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] For port 00397da5-db6f-47f5-beef-e48c7de48f0e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=00397da5-db6f-47f5-beef-e48c7de48f0e,segment=NetworkSegment(bbaaa3be-7f32-402c-ae08-1fac3acce916),segment_id=bbaaa3be-7f32-402c-ae08-1fac3acce916)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:22.073475 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-581e0d62-a40d-4a67-b412-bd666c3bb8b5 req-852d85f3-ffae-4373-8577-11a1fb707c6b tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.085580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-581e0d62-a40d-4a67-b412-bd666c3bb8b5 req-852d85f3-ffae-4373-8577-11a1fb707c6b tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Calling delete_port for 00397da5-db6f-47f5-beef-e48c7de48f0e owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:26:22.211559 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-581e0d62-a40d-4a67-b412-bd666c3bb8b5 req-852d85f3-ffae-4373-8577-11a1fb707c6b tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.247304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d85f3-ffae-4373-8577-11a1fb707c6b tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Pushing event deleted for resources: {'Port': ['ID=00397da5-db6f-47f5-beef-e48c7de48f0e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:22.255329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['00397da5-db6f-47f5-beef-e48c7de48f0e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:26:22.292793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-581e0d62-a40d-4a67-b412-bd666c3bb8b5 req-852d85f3-ffae-4373-8577-11a1fb707c6b tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] No DVR routers for this DVR port 00397da5-db6f-47f5-beef-e48c7de48f0e on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:26:22.295521 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-581e0d62-a40d-4a67-b412-bd666c3bb8b5 req-852d85f3-ffae-4373-8577-11a1fb707c6b tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:22.298818 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-581e0d62-a40d-4a67-b412-bd666c3bb8b5 req-852d85f3-ffae-4373-8577-11a1fb707c6b tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.65 "DELETE /v2.0/ports/00397da5-db6f-47f5-beef-e48c7de48f0e HTTP/1.1" status: 204 len: 173 time: 0.7064753 Dec 08 02:26:22.299272 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6351ba-ce1f-4037-bd37-975ef5bde4cd', 'name': 'network-vif-deleted', 'tag': '00397da5-db6f-47f5-beef-e48c7de48f0e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:26:22.301596 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9068b8-1d3e-4eef-8190-810d5b7f9be5" -d '{"events": [{"server_uuid": "5c6351ba-ce1f-4037-bd37-975ef5bde4cd", "name": "network-vif-deleted", "tag": "00397da5-db6f-47f5-beef-e48c7de48f0e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:26:22.351312 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7641b2a8-c46b-4bf4-bd6a-787924a42851 x-openstack-request-id: req-7641b2a8-c46b-4bf4-bd6a-787924a42851 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:26:22.351749 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6351ba-ce1f-4037-bd37-975ef5bde4cd", "name": "network-vif-deleted", "tag": "00397da5-db6f-47f5-beef-e48c7de48f0e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:26:22.352567 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7641b2a8-c46b-4bf4-bd6a-787924a42851 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:26:22.352968 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6351ba-ce1f-4037-bd37-975ef5bde4cd', 'name': 'network-vif-deleted', 'tag': '00397da5-db6f-47f5-beef-e48c7de48f0e', 'status': 'completed', 'code': 200} Dec 08 02:26:22.368027 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1651cfc4-9599-42c0-ab85-d43127c7bfc5 req-7c890b65-2b5e-4b78-991d-9ac7b0eacabd tempest-ServersAdminNegativeTestJSON-1174783315 tempest-ServersAdminNegativeTestJSON-1174783315-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c6351ba-ce1f-4037-bd37-975ef5bde4cd HTTP/1.1" status: 200 len: 210 time: 0.0346622 Dec 08 02:26:23.665602 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38302) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:23.793422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-89b25834-e615-4141-9e81-609c004dc297 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0046cc5dc2764808ad3cd29e32d599f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1266382 Dec 08 02:26:23.795953 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38306) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:23.847095 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55b743b6-d347-4c8d-ad9f-7e74377635ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.870042 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55b743b6-d347-4c8d-ad9f-7e74377635ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.915476 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55b743b6-d347-4c8d-ad9f-7e74377635ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.918114 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55b743b6-d347-4c8d-ad9f-7e74377635ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:23.919288 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-55b743b6-d347-4c8d-ad9f-7e74377635ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/677a04c9-a77e-4bcb-b0fd-8890530bf36d HTTP/1.1" status: 204 len: 168 time: 0.1223729 Dec 08 02:26:23.926940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b743b6-d347-4c8d-ad9f-7e74377635ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677a04c9-a77e-4bcb-b0fd-8890530bf36d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:24.181338 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38312) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:24.194165 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c296a33-d6b8-4608-baa1-4d3182733aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.270523 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c296a33-d6b8-4608-baa1-4d3182733aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.274280 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-0c296a33-d6b8-4608-baa1-4d3182733aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.312518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0c296a33-d6b8-4608-baa1-4d3182733aed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f11e88afd3304872be70c52d6ab77306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300430 Dec 08 02:26:24.314450 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c296a33-d6b8-4608-baa1-4d3182733aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22541f8-ac54-4ae8-bddf-65910bda287b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:24.315293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38314) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:24.362911 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1657567a-cd41-4f2e-a5fc-b6880b7661bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.386257 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1657567a-cd41-4f2e-a5fc-b6880b7661bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.431675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1657567a-cd41-4f2e-a5fc-b6880b7661bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.434872 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1657567a-cd41-4f2e-a5fc-b6880b7661bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:24.435875 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1657567a-cd41-4f2e-a5fc-b6880b7661bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e22541f8-ac54-4ae8-bddf-65910bda287b HTTP/1.1" status: 204 len: 168 time: 0.1195426 Dec 08 02:26:24.443477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657567a-cd41-4f2e-a5fc-b6880b7661bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22541f8-ac54-4ae8-bddf-65910bda287b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:24.552976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 00397da5-db6f-47f5-beef-e48c7de48f0e no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:26:24.575887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 00397da5-db6f-47f5-beef-e48c7de48f0e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:26:24.576253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 00397da5-db6f-47f5-beef-e48c7de48f0e not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:26:25.094830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38336) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:25.187303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1982786993-network', 'tenant_id': 'd1843ce6aa5b4d69924be1fdf3dbec10'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:25.212149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Made reservation on behalf of d1843ce6aa5b4d69924be1fdf3dbec10 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:25.214559 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.223792 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.297462 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.301039 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.325945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:26:25.335410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:25.340400 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.340745 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Added segment b404abc8-6f46-4ffc-906d-197069824a67 of type vlan for network 547d32fd-0cea-4dd4-96cc-cb463aa47769 Dec 08 02:26:25.380591 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.405639 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.406566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:25.407142 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.442298 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3462961 Dec 08 02:26:25.445494 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38340) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:26:25.450533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Request body: {'subnet': {'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1982786993-subnet', 'tenant_id': 'd1843ce6aa5b4d69924be1fdf3dbec10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:25.470685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Made reservation on behalf of d1843ce6aa5b4d69924be1fdf3dbec10 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:25.470980 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41e3b7-5593-4f2b-8d9c-7073a2f12fbe admin admin] Pushing event updated for resources: {'Network': ['ID=547d32fd-0cea-4dd4-96cc-cb463aa47769,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:25.473673 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.483099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 547d32fd-0cea-4dd4-96cc-cb463aa47769 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:26:25.642913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.713461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b5e5a8-f922-4873-ac93-eaffe96c648e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:25.721146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Checking segment: {'id': 'b404abc8-6f46-4ffc-906d-197069824a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:25.721507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Network hostable DHCP agents. Network: 547d32fd-0cea-4dd4-96cc-cb463aa47769, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:26:25.725527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.725878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.726222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.726797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.727021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.727363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.727693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.728025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.728381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.728712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.729040 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.729366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.729690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:26:25.745883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Network 547d32fd-0cea-4dd4-96cc-cb463aa47769 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:26:25.754428 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 547d32fd-0cea-4dd4-96cc-cb463aa47769) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:25.759174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:25.759831 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:25.764708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1934dc-5681-422d-8dd5-e17de3e0408e None None] Network 547d32fd-0cea-4dd4-96cc-cb463aa47769 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:26:25.777531 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-137efd2d-0067-471d-9d0d-f14250be2f43 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3307991 Dec 08 02:26:25.866136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78d85aa-6b32-4a29-9b48-d84aefe1a1d1 None None] Network 547d32fd-0cea-4dd4-96cc-cb463aa47769 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:26:26.202921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-8a1c8e29-247e-49b2-be6c-59d1f9a266fd tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:26.204413 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-8a1c8e29-247e-49b2-be6c-59d1f9a266fd tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/networks?id=547d32fd-0cea-4dd4-96cc-cb463aa47769 HTTP/1.1" status: 200 len: 812 time: 0.1015210 Dec 08 02:26:26.219109 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-829cbf77-74c0-4f55-8192-275de700f9da tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/quotas/d1843ce6aa5b4d69924be1fdf3dbec10 HTTP/1.1" status: 200 len: 375 time: 0.0089462 Dec 08 02:26:26.255908 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-58d2c237-998d-4232-b137-e1f7396210a6 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d1843ce6aa5b4d69924be1fdf3dbec10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312843 Dec 08 02:26:26.266516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-854bd166-62c9-47f6-8b45-bac3f06961f2 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:26:26.267403 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-854bd166-62c9-47f6-8b45-bac3f06961f2 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049508 Dec 08 02:26:26.295322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-d61b4777-c4a8-4cf7-b66a-3a096757f717 req-7bc7a4ae-e56f-4eed-928d-759f9280e28c service neutron] (103129) timed out ('10.222.0.65', 53198) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:26:26.354778 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-1b62f780-3e2a-4631-8f4a-e7ebd0dfda73 service neutron] 10.222.0.70 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818527 Dec 08 02:26:26.446395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-2f9ae0fa-b8d4-49b1-a11b-356d469c612c service neutron] 10.222.0.70 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855479 Dec 08 02:26:26.609850 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ce8c875-1a60-4c1e-aaa5-dc4dd7d8c929 req-af240b2d-ea98-4f42-a38b-9fc881c464b4 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 210 time: 0.0284584 Dec 08 02:26:27.707637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a13b6c7d-5424-420c-a2fa-2e8b92feea09 req-22af0ec1-e1f7-4816-aae8-f39eda94db01 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 210 time: 0.0287285 Dec 08 02:26:27.813087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-ffdd1ff9-6eb4-4871-91bb-2be11a0e1f59 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:27.814532 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-ffdd1ff9-6eb4-4871-91bb-2be11a0e1f59 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.65 "GET /v2.0/networks?id=547d32fd-0cea-4dd4-96cc-cb463aa47769 HTTP/1.1" status: 200 len: 812 time: 0.1091926 Dec 08 02:26:27.853230 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Request body: {'port': {'device_id': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769', 'admin_state_up': True, 'tenant_id': 'd1843ce6aa5b4d69924be1fdf3dbec10'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:27.956618 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Made reservation on behalf of d1843ce6aa5b4d69924be1fdf3dbec10 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:26:27.960041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.087488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Allocated IP 172.20.0.3 (547d32fd-0cea-4dd4-96cc-cb463aa47769/90b5e5a8-f922-4873-ac93-eaffe96c648e/b0875038-4445-408b-8001-60d48a39a39c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:26:28.232642 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.266595 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.308463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Network 547d32fd-0cea-4dd4-96cc-cb463aa47769 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:26:28.311508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:26:28.315159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:26:28.341907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Pushing event updated for resources: {'Port': ['ID=b0875038-4445-408b-8001-60d48a39a39c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:28.366411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:28.367013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.382457 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-4a455b17-cdea-4083-a63d-28afe55c23d0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5331373 Dec 08 02:26:28.412535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Request body: {'port': {'device_id': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:26:28.468777 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.724446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0875038-4445-408b-8001-60d48a39a39c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:26:28.732437 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.745469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Transition to ACTIVE for port object b0875038-4445-408b-8001-60d48a39a39c will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:26:28.749272 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.818203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0875038-4445-408b-8001-60d48a39a39c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:28.825101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b2d34-ea19-4e40-a731-dd5ef4fab886 req-96cb4867-2178-417a-b619-3bed0bc98266 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:28.826631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f51b2d34-ea19-4e40-a731-dd5ef4fab886 req-96cb4867-2178-417a-b619-3bed0bc98266 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 943 time: 0.0499234 Dec 08 02:26:28.874922 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Attempting to bind port b0875038-4445-408b-8001-60d48a39a39c on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:26:28.875331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Attempting to bind port b0875038-4445-408b-8001-60d48a39a39c by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'b404abc8-6f46-4ffc-906d-197069824a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:26:28.875695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Attempting to bind port b0875038-4445-408b-8001-60d48a39a39c on network 547d32fd-0cea-4dd4-96cc-cb463aa47769 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:28.876972 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0adeffc0-65dd-4f02-aa56-964bf74a6aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.881476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Port b0875038-4445-408b-8001-60d48a39a39c on network 547d32fd-0cea-4dd4-96cc-cb463aa47769 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:26:28.881806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Attempting to bind port b0875038-4445-408b-8001-60d48a39a39c on network 547d32fd-0cea-4dd4-96cc-cb463aa47769 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:26:28.884901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f51b2d34-ea19-4e40-a731-dd5ef4fab886 req-581ef5e9-82f8-4de1-bff8-2b6ebf70dc60 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521734 Dec 08 02:26:28.887490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:26:28.887844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Checking segment: {'id': 'b404abc8-6f46-4ffc-906d-197069824a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:26:28.888219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Bound using segment: {'id': 'b404abc8-6f46-4ffc-906d-197069824a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:26:28.888678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Bound port: b0875038-4445-408b-8001-60d48a39a39c, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b404abc8-6f46-4ffc-906d-197069824a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:26:28.889115 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.953799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:26:28.956914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b0875038-4445-408b-8001-60d48a39a39c,segment=NetworkSegment(b404abc8-6f46-4ffc-906d-197069824a67),segment_id=b404abc8-6f46-4ffc-906d-197069824a67)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:26:28.962577 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.996154 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:28.996931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:28.998321 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] 10.222.0.65 "PUT /v2.0/ports/b0875038-4445-408b-8001-60d48a39a39c HTTP/1.1" status: 200 len: 1092 time: 0.5898626 Dec 08 02:26:28.998771 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'tag': 'b0875038-4445-408b-8001-60d48a39a39c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:26:29.001088 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50286cc089bf6ec62a7b13e631f5d609fa42ac99420ebf8647b26a2cf8f2b678" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98963f8-323e-4723-80cc-77ed7756350e" -d '{"events": [{"name": "network-changed", "server_uuid": "fab18d9a-f4a3-476f-a754-8f7617c74166", "tag": "b0875038-4445-408b-8001-60d48a39a39c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:26:29.028217 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b7bd0-2bce-4371-bc19-e21c50266af1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0875038-4445-408b-8001-60d48a39a39c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:29.042576 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a71373-cc7f-474f-bd09-d3f26a205cdf x-openstack-request-id: req-e3a71373-cc7f-474f-bd09-d3f26a205cdf {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:26:29.042883 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab18d9a-f4a3-476f-a754-8f7617c74166", "tag": "b0875038-4445-408b-8001-60d48a39a39c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:26:29.043149 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e3a71373-cc7f-474f-bd09-d3f26a205cdf {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:26:29.043567 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'tag': 'b0875038-4445-408b-8001-60d48a39a39c', 'status': 'completed', 'code': 200} Dec 08 02:26:29.108103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-13484163-264a-4b0a-b06d-3e09a259e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:29.109556 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-13484163-264a-4b0a-b06d-3e09a259e6c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d1843ce6aa5b4d69924be1fdf3dbec10&device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 1095 time: 0.0428138 Dec 08 02:26:29.172759 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-8b1f5c97-687a-4b24-a70b-35088410a2ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0875038-4445-408b-8001-60d48a39a39c HTTP/1.1" status: 200 len: 217 time: 0.0379312 Dec 08 02:26:29.225406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-8464ad67-d71d-471c-843d-4805a53c196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:29.227088 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-8464ad67-d71d-471c-843d-4805a53c196f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90b5e5a8-f922-4873-ac93-eaffe96c648e HTTP/1.1" status: 200 len: 852 time: 0.0440178 Dec 08 02:26:29.264189 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-5b2a0f38-7847-4c41-b0f3-990e81b1ccf0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=547d32fd-0cea-4dd4-96cc-cb463aa47769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257590 Dec 08 02:26:29.357485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-8bd8dfcd-ee5c-4a46-8945-8add2d3aaa14 service neutron] 10.222.0.65 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849388 Dec 08 02:26:29.450284 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6d8eb07-626c-460d-b71b-3c1b7a65b2d2 req-af143fb1-4078-439c-8412-7e6e1fa32316 service neutron] 10.222.0.65 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807068 Dec 08 02:26:29.591474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98963f8-323e-4723-80cc-77ed7756350e req-221437f8-8da0-4543-a1e1-4f20f598aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:29.593011 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c98963f8-323e-4723-80cc-77ed7756350e req-221437f8-8da0-4543-a1e1-4f20f598aeec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d1843ce6aa5b4d69924be1fdf3dbec10&device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 1095 time: 0.0460942 Dec 08 02:26:29.682522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98963f8-323e-4723-80cc-77ed7756350e req-a418cb59-530a-4f34-a04e-eaf8a442622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:29.683989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c98963f8-323e-4723-80cc-77ed7756350e req-a418cb59-530a-4f34-a04e-eaf8a442622d service neutron] 10.222.0.65 "GET /v2.0/networks?id=547d32fd-0cea-4dd4-96cc-cb463aa47769 HTTP/1.1" status: 200 len: 913 time: 0.0832655 Dec 08 02:26:29.728464 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c98963f8-323e-4723-80cc-77ed7756350e req-ca5eab49-73ad-4aa3-b3fc-bc1b748cf8df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0875038-4445-408b-8001-60d48a39a39c HTTP/1.1" status: 200 len: 217 time: 0.0371523 Dec 08 02:26:29.782040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98963f8-323e-4723-80cc-77ed7756350e req-fb96064b-eee7-41a0-9f04-fbc69def04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:29.783495 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c98963f8-323e-4723-80cc-77ed7756350e req-fb96064b-eee7-41a0-9f04-fbc69def04a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90b5e5a8-f922-4873-ac93-eaffe96c648e HTTP/1.1" status: 200 len: 852 time: 0.0474300 Dec 08 02:26:29.821949 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c98963f8-323e-4723-80cc-77ed7756350e req-de658fc3-c9e0-4a33-bd94-2d945c4207de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=547d32fd-0cea-4dd4-96cc-cb463aa47769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254333 Dec 08 02:26:29.916775 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c98963f8-323e-4723-80cc-77ed7756350e req-e64a19aa-53bd-43eb-a693-5d29c388d828 service neutron] 10.222.0.65 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855575 Dec 08 02:26:30.005918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c4d7e-78e4-42cf-baef-c446df91b964 req-12603700-995d-4be0-b4bb-7720efa2d864 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:30.007351 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb5c4d7e-78e4-42cf-baef-c446df91b964 req-12603700-995d-4be0-b4bb-7720efa2d864 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 943 time: 0.0538979 Dec 08 02:26:30.011014 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c98963f8-323e-4723-80cc-77ed7756350e req-15a8e1c4-b3f0-49fb-a260-d66c349eb6db service neutron] 10.222.0.65 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852253 Dec 08 02:26:30.056032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cb5c4d7e-78e4-42cf-baef-c446df91b964 req-39aee953-c1c9-440e-9769-95d2e3c1b185 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Dec 08 02:26:31.171226 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e17fd6-df41-466a-9728-3b6bda37c11b req-e8fde112-2997-4bb3-887e-15c6fb0e3f19 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:31.172811 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31e17fd6-df41-466a-9728-3b6bda37c11b req-e8fde112-2997-4bb3-887e-15c6fb0e3f19 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 943 time: 0.0484917 Dec 08 02:26:31.223666 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31e17fd6-df41-466a-9728-3b6bda37c11b req-dac79e21-0d64-4dc2-a5ce-c0ab40f186d2 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450215 Dec 08 02:26:32.054070 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.147708 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d07acdc4-8a26-4c73-a118-26162a665157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.339728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86592073-d6ca-44b0-a5c7-d97bce54dd05 req-6133b13e-0ca0-4701-ade2-1d7b7ed4dd37 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:32.341240 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-86592073-d6ca-44b0-a5c7-d97bce54dd05 req-6133b13e-0ca0-4701-ade2-1d7b7ed4dd37 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 943 time: 0.0490899 Dec 08 02:26:32.388457 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-86592073-d6ca-44b0-a5c7-d97bce54dd05 req-8e51ba76-9a13-4e92-92dd-f37f001d89fc tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Dec 08 02:26:32.476038 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.614488 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b0875038-4445-408b-8001-60d48a39a39c details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:26:32.710182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b0875038-4445-408b-8001-60d48a39a39c,segment=NetworkSegment(b404abc8-6f46-4ffc-906d-197069824a67),segment_id=b404abc8-6f46-4ffc-906d-197069824a67)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:32.722163 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'b0875038-4445-408b-8001-60d48a39a39c', 'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769', 'port_id': 'b0875038-4445-408b-8001-60d48a39a39c', 'mac_address': 'fa:16:3e:21:52:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b5e5a8-f922-4873-ac93-eaffe96c648e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:26:32.763164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.770430 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:26:32.776602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0875038-4445-408b-8001-60d48a39a39c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:26:32.795904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b0875038-4445-408b-8001-60d48a39a39c,segment=NetworkSegment(b404abc8-6f46-4ffc-906d-197069824a67),segment_id=b404abc8-6f46-4ffc-906d-197069824a67)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:32.799953 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:32.847745 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=b0875038-4445-408b-8001-60d48a39a39c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:33.155965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['b0875038-4445-408b-8001-60d48a39a39c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:26:33.504259 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4853a-175e-408a-96a3-4874af9c2658 req-883cd5c8-b533-4dd1-8642-c781a31ee173 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:33.505791 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-91e4853a-175e-408a-96a3-4874af9c2658 req-883cd5c8-b533-4dd1-8642-c781a31ee173 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 944 time: 0.0507648 Dec 08 02:26:33.553296 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-91e4853a-175e-408a-96a3-4874af9c2658 req-0ddcef6f-c8c8-4f51-a92a-5cc6b417424e tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412955 Dec 08 02:26:33.765124 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.309378 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.613491 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b0875038-4445-408b-8001-60d48a39a39c up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:26:34.661529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port b0875038-4445-408b-8001-60d48a39a39c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:26:34.666363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port b0875038-4445-408b-8001-60d48a39a39c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:26:34.666751 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.673044 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8a738-b20c-4134-8fe1-8218da5d01bf req-d9881a7e-1a83-4865-a980-0c2c52451972 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:34.674575 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35c8a738-b20c-4134-8fe1-8218da5d01bf req-d9881a7e-1a83-4865-a980-0c2c52451972 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 944 time: 0.0508902 Dec 08 02:26:34.728756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35c8a738-b20c-4134-8fe1-8218da5d01bf req-971ff8f4-082d-4547-9439-edeb2bf7b6ba tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472848 Dec 08 02:26:34.753518 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.777464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0875038-4445-408b-8001-60d48a39a39c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:26:34.779731 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aff27c9-fa1e-4570-806b-05afe8211f4f" -d '{"events": [{"server_uuid": "fab18d9a-f4a3-476f-a754-8f7617c74166", "name": "network-vif-plugged", "status": "completed", "tag": "b0875038-4445-408b-8001-60d48a39a39c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:26:34.792784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b0875038-4445-408b-8001-60d48a39a39c,segment=NetworkSegment(b404abc8-6f46-4ffc-906d-197069824a67),segment_id=b404abc8-6f46-4ffc-906d-197069824a67)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:26:34.797365 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.827020 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863c5edb-0809-47b0-8e06-6ce3034c6adb x-openstack-request-id: req-863c5edb-0809-47b0-8e06-6ce3034c6adb {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:26:34.827314 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab18d9a-f4a3-476f-a754-8f7617c74166", "name": "network-vif-plugged", "status": "completed", "tag": "b0875038-4445-408b-8001-60d48a39a39c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:26:34.827621 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-863c5edb-0809-47b0-8e06-6ce3034c6adb {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:26:34.827959 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0875038-4445-408b-8001-60d48a39a39c', 'code': 200} Dec 08 02:26:34.846155 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:34.862637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=b0875038-4445-408b-8001-60d48a39a39c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:26:34.959531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3440987-c4a3-4408-82e5-e5df64663de3 req-d0fb0f1b-58cd-4954-9f40-d3caa5123fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:34.961353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3440987-c4a3-4408-82e5-e5df64663de3 req-d0fb0f1b-58cd-4954-9f40-d3caa5123fa5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 1097 time: 0.0417094 Dec 08 02:26:35.010705 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a3440987-c4a3-4408-82e5-e5df64663de3 req-8a4c0a4f-2c65-4e97-9b2b-2840d3823675 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376105 Dec 08 02:26:35.845328 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff28ce-91d5-4dcf-991e-7074a7e7bd1c req-807c70d8-c82f-4509-94b5-005047a92a8f tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:35.847076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26ff28ce-91d5-4dcf-991e-7074a7e7bd1c req-807c70d8-c82f-4509-94b5-005047a92a8f tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0494123 Dec 08 02:26:35.893946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26ff28ce-91d5-4dcf-991e-7074a7e7bd1c req-6ac7a783-98ca-439d-81b6-13e4d06fbac0 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408053 Dec 08 02:26:37.018249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c86cc8-4c12-41d1-b964-c4647931ed78 req-8b28c280-c217-46ba-a158-b3cdd6de9782 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:37.020273 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f1c86cc8-4c12-41d1-b964-c4647931ed78 req-8b28c280-c217-46ba-a158-b3cdd6de9782 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0542996 Dec 08 02:26:37.067823 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f1c86cc8-4c12-41d1-b964-c4647931ed78 req-313f100f-49df-45fc-a9b9-d7a05a0924b9 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Dec 08 02:26:37.403089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5dba4-5c43-4315-b7c8-17f5f6f30ba6 req-faff08a5-7f90-497a-b906-526f91f05071 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:37.404554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cda5dba4-5c43-4315-b7c8-17f5f6f30ba6 req-faff08a5-7f90-497a-b906-526f91f05071 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0511372 Dec 08 02:26:37.442559 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-48570c33-91d9-4784-abae-b2aa12265719 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969350 Dec 08 02:26:37.452189 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-4eb6e316-9bd0-405a-aabd-4add4125822a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:26:37.453277 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-4eb6e316-9bd0-405a-aabd-4add4125822a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052993 Dec 08 02:26:37.453402 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cda5dba4-5c43-4315-b7c8-17f5f6f30ba6 req-17aa059b-770d-4b10-adbe-636b2902d122 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Dec 08 02:26:38.569677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e279c6d-a8c9-431a-bcf1-8875e3342344 req-0f6f596d-4d99-46c0-a6b6-8ac4a5367e23 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:38.571746 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e279c6d-a8c9-431a-bcf1-8875e3342344 req-0f6f596d-4d99-46c0-a6b6-8ac4a5367e23 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0491617 Dec 08 02:26:38.621508 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e279c6d-a8c9-431a-bcf1-8875e3342344 req-35f4098a-d7d0-4005-9524-aaf137c18d1b tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439038 Dec 08 02:26:38.728806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-e8d6892d-c002-47fb-95ed-52b1dc0d5b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:38.730290 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-e8d6892d-c002-47fb-95ed-52b1dc0d5b4a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d1843ce6aa5b4d69924be1fdf3dbec10&device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 1097 time: 0.0408657 Dec 08 02:26:38.823480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-fda3a0bd-17b4-4880-89b0-5495d6b0d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:38.825097 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-fda3a0bd-17b4-4880-89b0-5495d6b0d75b service neutron] 10.222.0.65 "GET /v2.0/networks?id=547d32fd-0cea-4dd4-96cc-cb463aa47769 HTTP/1.1" status: 200 len: 913 time: 0.0879986 Dec 08 02:26:38.865635 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-5d6cf472-bfc1-4a57-8aa0-14ea00d98734 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0875038-4445-408b-8001-60d48a39a39c HTTP/1.1" status: 200 len: 217 time: 0.0333588 Dec 08 02:26:38.920155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-90448b1d-1d2c-46fb-b012-f302693e6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:38.921638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-90448b1d-1d2c-46fb-b012-f302693e6174 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90b5e5a8-f922-4873-ac93-eaffe96c648e HTTP/1.1" status: 200 len: 852 time: 0.0485666 Dec 08 02:26:38.954814 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-654abd88-9d1f-4ebb-854f-8dbab3ed8dbd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=547d32fd-0cea-4dd4-96cc-cb463aa47769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252349 Dec 08 02:26:39.046221 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-a8baefe9-c636-45db-8f48-db9f4278e253 service neutron] 10.222.0.65 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822058 Dec 08 02:26:39.137437 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-709d430d-645e-4fa6-a0c4-3ac822895ab7 service neutron] 10.222.0.65 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853176 Dec 08 02:26:39.794396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db8f50-c1b1-427c-86d0-76fd8134bce1 req-c7b8145f-3930-4188-97b0-44917adf3d67 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:39.795865 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21db8f50-c1b1-427c-86d0-76fd8134bce1 req-c7b8145f-3930-4188-97b0-44917adf3d67 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0497892 Dec 08 02:26:39.844239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-21db8f50-c1b1-427c-86d0-76fd8134bce1 req-53bb4b4e-3386-4062-b5ea-0867eac69bae tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423002 Dec 08 02:26:39.918105 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb72395-206c-40a6-9bc4-0fb3a90de06c req-3543654e-0059-4b15-8e79-44d212fb1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:39.919517 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cb72395-206c-40a6-9bc4-0fb3a90de06c req-3543654e-0059-4b15-8e79-44d212fb1962 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d1843ce6aa5b4d69924be1fdf3dbec10&device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 1097 time: 0.0438113 Dec 08 02:26:40.023828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb72395-206c-40a6-9bc4-0fb3a90de06c req-44ca5fe8-59b2-494c-9ba2-b95bab6dd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:40.025152 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cb72395-206c-40a6-9bc4-0fb3a90de06c req-44ca5fe8-59b2-494c-9ba2-b95bab6dd2d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=547d32fd-0cea-4dd4-96cc-cb463aa47769 HTTP/1.1" status: 200 len: 913 time: 0.0850189 Dec 08 02:26:40.068982 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cb72395-206c-40a6-9bc4-0fb3a90de06c req-f49763b0-84ee-4639-b7e3-e4d45805d04f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0875038-4445-408b-8001-60d48a39a39c HTTP/1.1" status: 200 len: 217 time: 0.0365460 Dec 08 02:26:40.117295 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb72395-206c-40a6-9bc4-0fb3a90de06c req-1f6aa1fc-d0fe-4993-9856-e242071250ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:40.118924 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cb72395-206c-40a6-9bc4-0fb3a90de06c req-1f6aa1fc-d0fe-4993-9856-e242071250ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90b5e5a8-f922-4873-ac93-eaffe96c648e HTTP/1.1" status: 200 len: 852 time: 0.0430546 Dec 08 02:26:40.149840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cb72395-206c-40a6-9bc4-0fb3a90de06c req-ce85fa4b-cbeb-4255-bd1e-2bd49ce552e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=547d32fd-0cea-4dd4-96cc-cb463aa47769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241866 Dec 08 02:26:40.245007 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cb72395-206c-40a6-9bc4-0fb3a90de06c req-95ff81ac-a60d-49f4-930c-325c252b29d6 service neutron] 10.222.0.65 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874937 Dec 08 02:26:40.334078 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4cb72395-206c-40a6-9bc4-0fb3a90de06c req-66100691-a390-4a57-8065-b4fa9c4f8c89 service neutron] 10.222.0.65 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813754 Dec 08 02:26:40.963298 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b45e9a-b3ea-4821-bfa0-1b15fc3be187 req-bba40e18-b7b7-4cd5-85e6-f2edd48a4675 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:40.964819 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39b45e9a-b3ea-4821-bfa0-1b15fc3be187 req-bba40e18-b7b7-4cd5-85e6-f2edd48a4675 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0502717 Dec 08 02:26:41.011923 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39b45e9a-b3ea-4821-bfa0-1b15fc3be187 req-8c731269-f45d-4985-8797-33a279ea894e tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Dec 08 02:26:42.134054 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4ea0b-90cb-4c1a-bce8-005ecd927751 req-0756e92b-8dce-42e7-a68b-330feb045e50 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:42.135538 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09f4ea0b-90cb-4c1a-bce8-005ecd927751 req-0756e92b-8dce-42e7-a68b-330feb045e50 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0519061 Dec 08 02:26:42.185780 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-09f4ea0b-90cb-4c1a-bce8-005ecd927751 req-374422f9-6c6d-4e68-a824-24c9fff11b94 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443125 Dec 08 02:26:43.342776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8df635-5df0-4c2f-a07d-eca146071c23 req-8f4098b5-0b93-4fd4-a62f-ba4850dace74 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:43.344258 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee8df635-5df0-4c2f-a07d-eca146071c23 req-8f4098b5-0b93-4fd4-a62f-ba4850dace74 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Dec 08 02:26:43.391399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee8df635-5df0-4c2f-a07d-eca146071c23 req-a6ab5631-5521-4890-b73e-5b780219dcc1 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Dec 08 02:26:44.512254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15fedc-3f5a-420b-bb95-b94665f53b21 req-f59e9c79-2fe3-40ca-9ba6-ac15ef1e1f4f tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:44.513891 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bf15fedc-3f5a-420b-bb95-b94665f53b21 req-f59e9c79-2fe3-40ca-9ba6-ac15ef1e1f4f tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0518799 Dec 08 02:26:44.561961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bf15fedc-3f5a-420b-bb95-b94665f53b21 req-23227fdd-e195-446e-b151-5e901459c917 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Dec 08 02:26:45.699904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e633db-c3ad-40c1-b4e0-18f0875b1778 req-fa402255-e6bb-4f3f-bb38-838f96c539a4 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:45.701545 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8e633db-c3ad-40c1-b4e0-18f0875b1778 req-fa402255-e6bb-4f3f-bb38-838f96c539a4 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0575628 Dec 08 02:26:45.752061 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b8e633db-c3ad-40c1-b4e0-18f0875b1778 req-d257cc21-82b4-4170-9538-fb0282a2c1d1 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442584 Dec 08 02:26:46.870850 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0bb32-22be-46f9-b98a-3e7127cefca3 req-604630df-5f27-4e19-b415-f684f6d2edfc tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:46.872226 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-13a0bb32-22be-46f9-b98a-3e7127cefca3 req-604630df-5f27-4e19-b415-f684f6d2edfc tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0486224 Dec 08 02:26:46.919060 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-13a0bb32-22be-46f9-b98a-3e7127cefca3 req-e5fd0992-255a-4e5d-96d6-1f35560838aa tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Dec 08 02:26:48.037119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5e9cf-d0f0-427d-930a-51620f390013 req-aa708d54-6100-4491-b34f-9d0bfd7b61a8 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:48.038781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1db5e9cf-d0f0-427d-930a-51620f390013 req-aa708d54-6100-4491-b34f-9d0bfd7b61a8 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0495722 Dec 08 02:26:48.084429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1db5e9cf-d0f0-427d-930a-51620f390013 req-96fc43d3-b760-43d3-97a9-79a729dc53f5 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Dec 08 02:26:49.285829 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7c6d9-b7e6-4619-bf13-0a61c081d185 req-2344dd7b-678c-4551-ba65-168c298deb2a tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:49.287202 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76e7c6d9-b7e6-4619-bf13-0a61c081d185 req-2344dd7b-678c-4551-ba65-168c298deb2a tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0969071 Dec 08 02:26:49.332859 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76e7c6d9-b7e6-4619-bf13-0a61c081d185 req-9e7c6094-4c60-4ccb-b4e6-f64c329d921a tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389524 Dec 08 02:26:50.529359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe48430-077f-489d-8a72-a8ba72c51761 req-93283642-f591-47fc-b23b-8fcb3fa77e6e tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:50.530847 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dbe48430-077f-489d-8a72-a8ba72c51761 req-93283642-f591-47fc-b23b-8fcb3fa77e6e tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0936406 Dec 08 02:26:50.576805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dbe48430-077f-489d-8a72-a8ba72c51761 req-80a94e32-db65-4b64-b631-36f0bce3c291 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Dec 08 02:26:51.698849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b4522-28b4-492d-8399-eeec589169de req-4f00d924-7dec-4120-93fc-e166e9cba321 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:51.700339 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-810b4522-28b4-492d-8399-eeec589169de req-4f00d924-7dec-4120-93fc-e166e9cba321 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0524707 Dec 08 02:26:51.750231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-810b4522-28b4-492d-8399-eeec589169de req-44b8760c-cfba-4504-9192-fadf31042789 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437956 Dec 08 02:26:52.870403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db197ad8-d95a-439a-92e1-1f110ff0c1ef req-f9f3e003-a0f6-4d16-bf7c-59ba0a9ef7fb tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:52.871817 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-db197ad8-d95a-439a-92e1-1f110ff0c1ef req-f9f3e003-a0f6-4d16-bf7c-59ba0a9ef7fb tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0494068 Dec 08 02:26:52.918681 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-db197ad8-d95a-439a-92e1-1f110ff0c1ef req-4ebbf92a-5a7b-4e08-8e43-1910d1d13c58 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409625 Dec 08 02:26:54.040468 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd10e87-9bbe-448a-b510-311a08c89561 req-06aca463-db0a-48e0-b754-a666c97f4998 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:54.041930 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ddd10e87-9bbe-448a-b510-311a08c89561 req-06aca463-db0a-48e0-b754-a666c97f4998 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0534761 Dec 08 02:26:54.087576 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ddd10e87-9bbe-448a-b510-311a08c89561 req-0c22e0d2-ce89-4a04-ae93-c75cfada0669 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Dec 08 02:26:55.202416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11987ce-de2b-4b4a-9b87-61aed62cd127 req-cfa72f45-424a-4967-ab33-03cfb777c141 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:55.203899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b11987ce-de2b-4b4a-9b87-61aed62cd127 req-cfa72f45-424a-4967-ab33-03cfb777c141 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0485537 Dec 08 02:26:55.254124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b11987ce-de2b-4b4a-9b87-61aed62cd127 req-1e1fe23d-55a9-4e69-8848-53c4c0c55316 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442762 Dec 08 02:26:56.376005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a19ec7-5680-475f-aea9-5cd0f021ef87 req-567e515c-742d-4c3d-a636-9d78b49a0e4c tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:56.377519 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73a19ec7-5680-475f-aea9-5cd0f021ef87 req-567e515c-742d-4c3d-a636-9d78b49a0e4c tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0531003 Dec 08 02:26:56.428088 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-73a19ec7-5680-475f-aea9-5cd0f021ef87 req-a9027609-6ced-46e0-8443-467bf261328e tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445390 Dec 08 02:26:57.542967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9b73-6e4d-4199-930e-2fdbb0d8eec2 req-a810b526-93b1-4329-b856-f73383424a7b tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:57.544450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06af9b73-6e4d-4199-930e-2fdbb0d8eec2 req-a810b526-93b1-4329-b856-f73383424a7b tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0478051 Dec 08 02:26:57.591112 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06af9b73-6e4d-4199-930e-2fdbb0d8eec2 req-06f780b4-67b7-4c1f-a9e1-97dd05cb319c tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Dec 08 02:26:58.706004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f7438-1341-4b12-9788-271360d508ec req-c65e508d-c742-4601-862c-96ab88166d92 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:58.707469 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ef9f7438-1341-4b12-9788-271360d508ec req-c65e508d-c742-4601-862c-96ab88166d92 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0484989 Dec 08 02:26:58.757675 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ef9f7438-1341-4b12-9788-271360d508ec req-06669696-4861-47f2-a31b-646f6be3325c tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 Dec 08 02:26:58.869900 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aa9baad2-549c-41e6-a0fe-5f83527ef4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:26:59.874029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee953660-a344-4a88-92d6-e7005c882b88 req-d8039147-dfcf-4586-83b3-5a23e57ceb03 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:26:59.875503 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee953660-a344-4a88-92d6-e7005c882b88 req-d8039147-dfcf-4586-83b3-5a23e57ceb03 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0492735 Dec 08 02:26:59.922550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ee953660-a344-4a88-92d6-e7005c882b88 req-5ab0f421-fdad-415d-aaa3-378499b517f3 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411263 Dec 08 02:27:01.037137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1f1d3-e87d-4a2e-a11e-2746f4216421 req-f6ce7882-3a8c-44bc-a911-a2c2a9dfd316 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:01.038775 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46e1f1d3-e87d-4a2e-a11e-2746f4216421 req-f6ce7882-3a8c-44bc-a911-a2c2a9dfd316 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0497863 Dec 08 02:27:01.086336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-46e1f1d3-e87d-4a2e-a11e-2746f4216421 req-de078a48-edd2-48ed-9ed6-4df265c87e53 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Dec 08 02:27:02.061834 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:02.149745 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-44024fcc-c274-48fb-8341-94e8c59bbf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:02.212999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ae942-b81e-4556-aa6a-edb55497bde0 req-10cb3dac-d6cc-4212-aa3b-0409c00ec558 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:02.214307 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc6ae942-b81e-4556-aa6a-edb55497bde0 req-10cb3dac-d6cc-4212-aa3b-0409c00ec558 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0553620 Dec 08 02:27:02.262417 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc6ae942-b81e-4556-aa6a-edb55497bde0 req-7853c2f5-7547-4a33-9a7f-94bc0eef8467 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Dec 08 02:27:02.480830 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:03.376586 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a390a8d-a2f9-4490-a794-d358a2031a05 req-1c234721-29bc-4b06-82b0-6783641a76a5 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:03.378074 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a390a8d-a2f9-4490-a794-d358a2031a05 req-1c234721-29bc-4b06-82b0-6783641a76a5 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0490227 Dec 08 02:27:03.424148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2a390a8d-a2f9-4490-a794-d358a2031a05 req-61423ca9-3f12-4956-8d66-b269ec0c9ea3 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Dec 08 02:27:03.767152 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:04.333565 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:04.539908 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf51b5-5874-4587-9f79-fbb7c04c6f79 req-d581da80-af55-4361-a396-ae2b77060eba tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:04.541459 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a0cf51b5-5874-4587-9f79-fbb7c04c6f79 req-d581da80-af55-4361-a396-ae2b77060eba tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0489647 Dec 08 02:27:04.587672 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a0cf51b5-5874-4587-9f79-fbb7c04c6f79 req-41f63f87-eb9b-4bd4-94fc-a0481d455597 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Dec 08 02:27:04.818638 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:05.708372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996db28-60f3-4ba7-a393-c4523a8d90d2 req-e3d37197-0698-4da5-baeb-9f29f6d3f3ad tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:05.709826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a996db28-60f3-4ba7-a393-c4523a8d90d2 req-e3d37197-0698-4da5-baeb-9f29f6d3f3ad tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0527391 Dec 08 02:27:05.756609 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a996db28-60f3-4ba7-a393-c4523a8d90d2 req-ed0c2db2-f713-49d7-a620-0f75a2774d71 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400856 Dec 08 02:27:06.496387 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-31ab2987-9109-41ad-9b98-8e4ab67d718e service neutron] show failed (client error): The resource could not be found. Dec 08 02:27:06.497376 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-31ab2987-9109-41ad-9b98-8e4ab67d718e service neutron] 10.222.0.65 "GET /v2.0/ports/b0875038-4445-408b-8001-60d48a39a39c/bindings/n-h2-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0545764 Dec 08 02:27:06.798630 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-3105d6e1-c854-4ef2-8216-4c7f0dca0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:06.800324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-3105d6e1-c854-4ef2-8216-4c7f0dca0bb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166&tenant_id=d1843ce6aa5b4d69924be1fdf3dbec10 HTTP/1.1" status: 200 len: 1097 time: 0.0788510 Dec 08 02:27:06.819011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:06.903441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:06.921829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07296b2-434d-4579-8f43-1c5d8dccd5ce req-55500c85-8322-4d32-9b98-ddde656c9ce9 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:06.923311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d07296b2-434d-4579-8f43-1c5d8dccd5ce req-55500c85-8322-4d32-9b98-ddde656c9ce9 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0820034 Dec 08 02:27:07.059741 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d07296b2-434d-4579-8f43-1c5d8dccd5ce req-097cc308-9a8e-44c2-965e-8ddb0755fee1 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158688 Dec 08 02:27:07.149873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=b0875038-4445-408b-8001-60d48a39a39c,segment=NetworkSegment(b404abc8-6f46-4ffc-906d-197069824a67),segment_id=b404abc8-6f46-4ffc-906d-197069824a67)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:07.180881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:27:07.220224 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0875038-4445-408b-8001-60d48a39a39c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:07.225752 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:07.238474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Transition to ACTIVE for port object b0875038-4445-408b-8001-60d48a39a39c will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:27:07.242040 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:07.270057 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08154bfd-30b5-4615-a9f9-eb18082cb022" -d '{"events": [{"server_uuid": "fab18d9a-f4a3-476f-a754-8f7617c74166", "name": "network-vif-unplugged", "status": "completed", "tag": "b0875038-4445-408b-8001-60d48a39a39c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:07.306723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] No DVR routers for this DVR port b0875038-4445-408b-8001-60d48a39a39c on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:27:07.314177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0875038-4445-408b-8001-60d48a39a39c,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:07.349367 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Attempting to bind port b0875038-4445-408b-8001-60d48a39a39c on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:27:07.349886 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Attempting to bind port b0875038-4445-408b-8001-60d48a39a39c by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'b404abc8-6f46-4ffc-906d-197069824a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:27:07.350229 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Attempting to bind port b0875038-4445-408b-8001-60d48a39a39c on network 547d32fd-0cea-4dd4-96cc-cb463aa47769 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:27:07.355811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Port b0875038-4445-408b-8001-60d48a39a39c on network 547d32fd-0cea-4dd4-96cc-cb463aa47769 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:27:07.356137 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Attempting to bind port b0875038-4445-408b-8001-60d48a39a39c on network 547d32fd-0cea-4dd4-96cc-cb463aa47769 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:27:07.361077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:27:07.361417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Checking segment: {'id': 'b404abc8-6f46-4ffc-906d-197069824a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:27:07.361800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Bound using segment: {'id': 'b404abc8-6f46-4ffc-906d-197069824a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:27:07.362223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Bound port: b0875038-4445-408b-8001-60d48a39a39c, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b404abc8-6f46-4ffc-906d-197069824a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:27:07.362578 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:07.380779 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f03e50-a7d5-4520-b7f5-144687a47f3a x-openstack-request-id: req-47f03e50-a7d5-4520-b7f5-144687a47f3a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:07.384662 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab18d9a-f4a3-476f-a754-8f7617c74166", "name": "network-vif-unplugged", "status": "completed", "tag": "b0875038-4445-408b-8001-60d48a39a39c", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:07.384955 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-47f03e50-a7d5-4520-b7f5-144687a47f3a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:07.385934 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0875038-4445-408b-8001-60d48a39a39c', 'code': 200} Dec 08 02:27:07.439368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:27:07.442358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=b0875038-4445-408b-8001-60d48a39a39c,segment=NetworkSegment(b404abc8-6f46-4ffc-906d-197069824a67),segment_id=b404abc8-6f46-4ffc-906d-197069824a67)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:27:07.446091 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:07.478336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:07.480152 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:07.481582 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] 10.222.0.72 "PUT /v2.0/ports/b0875038-4445-408b-8001-60d48a39a39c HTTP/1.1" status: 200 len: 1092 time: 0.6665604 Dec 08 02:27:07.504272 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273cc5a-c1fd-472b-9be1-5962cb410da0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0875038-4445-408b-8001-60d48a39a39c,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:07.554019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-760a357b-421d-41cb-9166-0faa4fa7469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:07.555533 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-760a357b-421d-41cb-9166-0faa4fa7469c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d1843ce6aa5b4d69924be1fdf3dbec10&device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 1095 time: 0.0409997 Dec 08 02:27:07.648099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-c4d930a0-ffcb-4392-a030-88c6b307374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:07.649652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-c4d930a0-ffcb-4392-a030-88c6b307374e service neutron] 10.222.0.72 "GET /v2.0/networks?id=547d32fd-0cea-4dd4-96cc-cb463aa47769 HTTP/1.1" status: 200 len: 913 time: 0.0866108 Dec 08 02:27:07.691822 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-b971055f-e411-4233-9dff-24ec08d6d00d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0875038-4445-408b-8001-60d48a39a39c HTTP/1.1" status: 200 len: 217 time: 0.0353534 Dec 08 02:27:07.746000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-e3e02afa-4087-43e8-952a-600c11901d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:07.747492 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-e3e02afa-4087-43e8-952a-600c11901d48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90b5e5a8-f922-4873-ac93-eaffe96c648e HTTP/1.1" status: 200 len: 852 time: 0.0481300 Dec 08 02:27:07.778845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-6cc0fdf6-994c-4dc5-9ea7-2668c64b2ac8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=547d32fd-0cea-4dd4-96cc-cb463aa47769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245781 Dec 08 02:27:07.866365 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-b47d849e-b256-4eda-b733-e78908ae5964 service neutron] 10.222.0.72 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803735 Dec 08 02:27:07.959169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62ff843c-a91e-47f8-a20c-2c631d2419f9 req-548f1fcc-9174-4a85-9508-00ca7e8cedcd service neutron] 10.222.0.72 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849137 Dec 08 02:27:08.177404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925fc32-f904-4f5e-9ba8-2a236964b0ed req-04774adb-1733-4167-b283-6ad923a0173f tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:08.178802 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f925fc32-f904-4f5e-9ba8-2a236964b0ed req-04774adb-1733-4167-b283-6ad923a0173f tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 943 time: 0.0508187 Dec 08 02:27:08.226748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f925fc32-f904-4f5e-9ba8-2a236964b0ed req-9b4000c3-758d-4f35-8b5b-60ddf0715115 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420573 Dec 08 02:27:09.355264 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8dba-9500-4852-84de-23b3eec85343 req-30846d15-8f19-48c0-a237-752b856cf2d9 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:09.356793 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b3f8dba-9500-4852-84de-23b3eec85343 req-30846d15-8f19-48c0-a237-752b856cf2d9 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 943 time: 0.0581498 Dec 08 02:27:09.386726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'tag': 'b0875038-4445-408b-8001-60d48a39a39c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:09.389150 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dda9ae-f4b8-4d74-b970-78b2dab35619" -d '{"events": [{"name": "network-changed", "server_uuid": "fab18d9a-f4a3-476f-a754-8f7617c74166", "tag": "b0875038-4445-408b-8001-60d48a39a39c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:09.408867 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b3f8dba-9500-4852-84de-23b3eec85343 req-e24a08d2-9db7-43e5-9130-fa61f77c254b tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432580 Dec 08 02:27:09.443505 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3da951-3345-4887-b557-3d77208a412c x-openstack-request-id: req-dc3da951-3345-4887-b557-3d77208a412c {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:09.443806 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab18d9a-f4a3-476f-a754-8f7617c74166", "tag": "b0875038-4445-408b-8001-60d48a39a39c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:09.444067 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc3da951-3345-4887-b557-3d77208a412c {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:09.444503 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'tag': 'b0875038-4445-408b-8001-60d48a39a39c', 'status': 'completed', 'code': 200} Dec 08 02:27:09.543135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-5ff325d3-bb3b-48ae-b25d-0fcd48b53c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:09.544665 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-5ff325d3-bb3b-48ae-b25d-0fcd48b53c9b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d1843ce6aa5b4d69924be1fdf3dbec10&device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 1095 time: 0.0479815 Dec 08 02:27:09.566615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-eecc0d98-c1f0-4858-b3f4-27107687fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:09.568218 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-eecc0d98-c1f0-4858-b3f4-27107687fbac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d1843ce6aa5b4d69924be1fdf3dbec10&device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 1095 time: 0.0498822 Dec 08 02:27:09.641159 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-c884aa66-cc83-468d-a874-dbb8473f19d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:09.642816 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-c884aa66-cc83-468d-a874-dbb8473f19d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=547d32fd-0cea-4dd4-96cc-cb463aa47769 HTTP/1.1" status: 200 len: 913 time: 0.0883546 Dec 08 02:27:09.677622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-90336f96-c5d8-4de8-bc1c-13a92452da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:09.679111 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-90336f96-c5d8-4de8-bc1c-13a92452da6d service neutron] 10.222.0.72 "GET /v2.0/networks?id=547d32fd-0cea-4dd4-96cc-cb463aa47769 HTTP/1.1" status: 200 len: 913 time: 0.1033611 Dec 08 02:27:09.693186 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-9910a83e-3c90-4ecc-8761-793003de7bc6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0875038-4445-408b-8001-60d48a39a39c HTTP/1.1" status: 200 len: 217 time: 0.0381267 Dec 08 02:27:09.726171 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-b8971aa6-d0ea-4a16-8010-b6099c0b1049 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0875038-4445-408b-8001-60d48a39a39c HTTP/1.1" status: 200 len: 217 time: 0.0392270 Dec 08 02:27:09.745433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-765583b0-d9dc-4b93-9cc3-aeec9778387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:09.746871 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-765583b0-d9dc-4b93-9cc3-aeec9778387c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90b5e5a8-f922-4873-ac93-eaffe96c648e HTTP/1.1" status: 200 len: 852 time: 0.0435572 Dec 08 02:27:09.769513 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:27:09.775736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-1874ccb8-1a88-43f9-8ec2-2985c568df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:09.777845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-1874ccb8-1a88-43f9-8ec2-2985c568df0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=90b5e5a8-f922-4873-ac93-eaffe96c648e HTTP/1.1" status: 200 len: 852 time: 0.0452597 Dec 08 02:27:09.785179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-59f33a65-a177-4b76-800f-ceaca62c41d9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=547d32fd-0cea-4dd4-96cc-cb463aa47769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264077 Dec 08 02:27:09.809621 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-530c03c9-5868-4ea2-ad6e-026abec4e409 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=547d32fd-0cea-4dd4-96cc-cb463aa47769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243738 Dec 08 02:27:09.881549 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-06ed0dba-3a2b-49f4-b459-943df658cb19 service neutron] 10.222.0.65 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863035 Dec 08 02:27:09.903526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-fcea0ad5-50df-4188-9508-25634c57a4a1 service neutron] 10.222.0.72 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863276 Dec 08 02:27:09.977997 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-6adff307-4548-4dc9-ba46-d18718675e26 service neutron] 10.222.0.65 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853343 Dec 08 02:27:09.998627 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77dda9ae-f4b8-4d74-b970-78b2dab35619 req-eb164f6e-7b0b-4d31-9264-84b8d919b66d service neutron] 10.222.0.72 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878339 Dec 08 02:27:10.527262 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8044b4-8343-4cbe-8421-c2dad05ee650 req-4bed7c10-2ee2-4974-a6ab-da570f2c266c tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:10.528787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b8044b4-8343-4cbe-8421-c2dad05ee650 req-4bed7c10-2ee2-4974-a6ab-da570f2c266c tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 943 time: 0.0523047 Dec 08 02:27:10.579010 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b8044b4-8343-4cbe-8421-c2dad05ee650 req-29682f21-7c0b-45ab-beee-f93e1ab0c6d8 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442450 Dec 08 02:27:10.768773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b0875038-4445-408b-8001-60d48a39a39c no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:27:10.809809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device b0875038-4445-408b-8001-60d48a39a39c not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:27:10.876652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02294fe-5705-47c2-970d-62d852003b1d req-631aae1b-75fc-4d53-9e95-e27c6da6fe6c tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:10.878128 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d02294fe-5705-47c2-970d-62d852003b1d req-631aae1b-75fc-4d53-9e95-e27c6da6fe6c tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.65 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166&tenant_id=d1843ce6aa5b4d69924be1fdf3dbec10&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 943 time: 0.0844069 Dec 08 02:27:10.941976 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-d02294fe-5705-47c2-970d-62d852003b1d req-1b1add93-e52b-4d6a-a40d-06af26526d8f service neutron] delete failed (client error): The resource could not be found. Dec 08 02:27:10.942887 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d02294fe-5705-47c2-970d-62d852003b1d req-1b1add93-e52b-4d6a-a40d-06af26526d8f service neutron] 10.222.0.65 "DELETE /v2.0/ports/b0875038-4445-408b-8001-60d48a39a39c/bindings/n-h1-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0525393 Dec 08 02:27:10.991204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device b0875038-4445-408b-8001-60d48a39a39c details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:27:11.062956 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02294fe-5705-47c2-970d-62d852003b1d req-aaeededc-27b7-4ffa-8ff4-0fe0367f2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:11.064473 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d02294fe-5705-47c2-970d-62d852003b1d req-aaeededc-27b7-4ffa-8ff4-0fe0367f2475 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d1843ce6aa5b4d69924be1fdf3dbec10&device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 1095 time: 0.0451553 Dec 08 02:27:11.086556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=b0875038-4445-408b-8001-60d48a39a39c,segment=NetworkSegment(b404abc8-6f46-4ffc-906d-197069824a67),segment_id=b404abc8-6f46-4ffc-906d-197069824a67)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:11.098687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'b0875038-4445-408b-8001-60d48a39a39c', 'network_id': '547d32fd-0cea-4dd4-96cc-cb463aa47769', 'port_id': 'b0875038-4445-408b-8001-60d48a39a39c', 'mac_address': 'fa:16:3e:21:52:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b5e5a8-f922-4873-ac93-eaffe96c648e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:27:11.139619 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:11.153034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0875038-4445-408b-8001-60d48a39a39c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:27:11.158865 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02294fe-5705-47c2-970d-62d852003b1d req-7f41ed49-6c56-4d85-b983-3e88d55cb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:11.160394 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d02294fe-5705-47c2-970d-62d852003b1d req-7f41ed49-6c56-4d85-b983-3e88d55cb331 service neutron] 10.222.0.65 "GET /v2.0/networks?id=547d32fd-0cea-4dd4-96cc-cb463aa47769 HTTP/1.1" status: 200 len: 913 time: 0.0851989 Dec 08 02:27:11.171826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=b0875038-4445-408b-8001-60d48a39a39c,segment=NetworkSegment(b404abc8-6f46-4ffc-906d-197069824a67),segment_id=b404abc8-6f46-4ffc-906d-197069824a67)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:11.175779 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:11.205159 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d02294fe-5705-47c2-970d-62d852003b1d req-967281aa-72d4-4c63-8e38-7403420d63c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0875038-4445-408b-8001-60d48a39a39c HTTP/1.1" status: 200 len: 217 time: 0.0373416 Dec 08 02:27:11.223622 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=b0875038-4445-408b-8001-60d48a39a39c,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:11.264416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02294fe-5705-47c2-970d-62d852003b1d req-e109fffc-ecfe-4b58-a9ed-8fb59f1cf510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:11.266783 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d02294fe-5705-47c2-970d-62d852003b1d req-e109fffc-ecfe-4b58-a9ed-8fb59f1cf510 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=90b5e5a8-f922-4873-ac93-eaffe96c648e HTTP/1.1" status: 200 len: 852 time: 0.0500388 Dec 08 02:27:11.304435 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d02294fe-5705-47c2-970d-62d852003b1d req-59a643e7-b803-4ac1-83fb-ae7064ee0773 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=547d32fd-0cea-4dd4-96cc-cb463aa47769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252607 Dec 08 02:27:11.400114 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d02294fe-5705-47c2-970d-62d852003b1d req-8162fc7c-9676-4967-9bab-aaac516da3d9 service neutron] 10.222.0.65 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842938 Dec 08 02:27:11.466814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['b0875038-4445-408b-8001-60d48a39a39c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:27:11.493102 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d02294fe-5705-47c2-970d-62d852003b1d req-342f8eb1-b1b5-4ee5-8123-571a49668476 service neutron] 10.222.0.65 "GET /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824602 Dec 08 02:27:12.366142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b69021-89b0-4db1-b19d-8902dd05310c req-4b71066f-3ec4-4521-9cf1-ac944b5faf32 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:12.367603 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c3b69021-89b0-4db1-b19d-8902dd05310c req-4b71066f-3ec4-4521-9cf1-ac944b5faf32 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 944 time: 0.0493565 Dec 08 02:27:12.418627 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c3b69021-89b0-4db1-b19d-8902dd05310c req-34ce2122-e4b5-4909-95ab-989db4ea73d5 tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Dec 08 02:27:13.003015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device b0875038-4445-408b-8001-60d48a39a39c up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:27:13.051447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port b0875038-4445-408b-8001-60d48a39a39c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:27:13.055370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port b0875038-4445-408b-8001-60d48a39a39c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:13.055744 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:13.130288 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:13.152656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0875038-4445-408b-8001-60d48a39a39c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:13.154888 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b783a282d0655fafd3400b1f49d099902772b507eb139443fa8e2c3208785ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd64a94-02c6-4b85-9357-582c931bfd81" -d '{"events": [{"server_uuid": "fab18d9a-f4a3-476f-a754-8f7617c74166", "name": "network-vif-plugged", "status": "completed", "tag": "b0875038-4445-408b-8001-60d48a39a39c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:13.171497 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=b0875038-4445-408b-8001-60d48a39a39c,segment=NetworkSegment(b404abc8-6f46-4ffc-906d-197069824a67),segment_id=b404abc8-6f46-4ffc-906d-197069824a67)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:13.175541 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:13.199876 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2094d33-8a4c-41f5-a057-76f53a714ea6 x-openstack-request-id: req-c2094d33-8a4c-41f5-a057-76f53a714ea6 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:13.200154 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab18d9a-f4a3-476f-a754-8f7617c74166", "name": "network-vif-plugged", "status": "completed", "tag": "b0875038-4445-408b-8001-60d48a39a39c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:13.200439 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c2094d33-8a4c-41f5-a057-76f53a714ea6 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:13.200837 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0875038-4445-408b-8001-60d48a39a39c', 'code': 200} Dec 08 02:27:13.226391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=b0875038-4445-408b-8001-60d48a39a39c,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:13.532934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fdfa9-5eea-4291-ae8f-87da493ad59b req-0f4b0ad4-d1dc-4445-ac0d-3bf444c5beec tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:13.534447 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b01fdfa9-5eea-4291-ae8f-87da493ad59b req-0f4b0ad4-d1dc-4445-ac0d-3bf444c5beec tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0487368 Dec 08 02:27:13.584671 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b01fdfa9-5eea-4291-ae8f-87da493ad59b req-8f371328-b3d2-490b-9d8c-f7a3e14210ef tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.70 "GET /v2.0/security-groups?id=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442464 Dec 08 02:27:13.782961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02294fe-5705-47c2-970d-62d852003b1d req-8c9941ca-9f27-4507-9dfa-3fd087f55b2e tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:13.784354 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d02294fe-5705-47c2-970d-62d852003b1d req-8c9941ca-9f27-4507-9dfa-3fd087f55b2e tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.72 "GET /v2.0/ports?device_id=fab18d9a-f4a3-476f-a754-8f7617c74166 HTTP/1.1" status: 200 len: 945 time: 0.0492308 Dec 08 02:27:13.875859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d02294fe-5705-47c2-970d-62d852003b1d req-ef1d8b9e-ee16-4605-b7db-731f116c60dd tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Deleting port b0875038-4445-408b-8001-60d48a39a39c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:27:13.876203 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d02294fe-5705-47c2-970d-62d852003b1d req-ef1d8b9e-ee16-4605-b7db-731f116c60dd tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:13.962425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d02294fe-5705-47c2-970d-62d852003b1d req-ef1d8b9e-ee16-4605-b7db-731f116c60dd tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] For port b0875038-4445-408b-8001-60d48a39a39c, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=b0875038-4445-408b-8001-60d48a39a39c,segment=NetworkSegment(b404abc8-6f46-4ffc-906d-197069824a67),segment_id=b404abc8-6f46-4ffc-906d-197069824a67)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:13.962787 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d02294fe-5705-47c2-970d-62d852003b1d req-ef1d8b9e-ee16-4605-b7db-731f116c60dd tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:13.975765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-d02294fe-5705-47c2-970d-62d852003b1d req-ef1d8b9e-ee16-4605-b7db-731f116c60dd tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Calling delete_port for b0875038-4445-408b-8001-60d48a39a39c owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:27:14.102304 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d02294fe-5705-47c2-970d-62d852003b1d req-ef1d8b9e-ee16-4605-b7db-731f116c60dd tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:14.136010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['b0875038-4445-408b-8001-60d48a39a39c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:27:14.137401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d8b9e-ee16-4605-b7db-731f116c60dd tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Pushing event deleted for resources: {'Port': ['ID=b0875038-4445-408b-8001-60d48a39a39c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:14.178053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02294fe-5705-47c2-970d-62d852003b1d req-ef1d8b9e-ee16-4605-b7db-731f116c60dd tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] No DVR routers for this DVR port b0875038-4445-408b-8001-60d48a39a39c on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:27:14.180959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d02294fe-5705-47c2-970d-62d852003b1d req-ef1d8b9e-ee16-4605-b7db-731f116c60dd tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:14.185697 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d02294fe-5705-47c2-970d-62d852003b1d req-ef1d8b9e-ee16-4605-b7db-731f116c60dd tempest-DeleteServersTestJSON-311558611 tempest-DeleteServersTestJSON-311558611-project] 10.222.0.72 "DELETE /v2.0/ports/b0875038-4445-408b-8001-60d48a39a39c HTTP/1.1" status: 204 len: 173 time: 0.3950455 Dec 08 02:27:14.186153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'name': 'network-vif-deleted', 'tag': 'b0875038-4445-408b-8001-60d48a39a39c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:14.189220 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceeda17a-f924-46af-a36c-3e27c0e0c6ea" -d '{"events": [{"server_uuid": "fab18d9a-f4a3-476f-a754-8f7617c74166", "name": "network-vif-deleted", "tag": "b0875038-4445-408b-8001-60d48a39a39c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:14.227787 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17286ac3-8b31-4095-82c4-9f52f67a28f2 x-openstack-request-id: req-17286ac3-8b31-4095-82c4-9f52f67a28f2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:14.228084 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab18d9a-f4a3-476f-a754-8f7617c74166", "name": "network-vif-deleted", "tag": "b0875038-4445-408b-8001-60d48a39a39c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:14.228366 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-17286ac3-8b31-4095-82c4-9f52f67a28f2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:14.229282 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab18d9a-f4a3-476f-a754-8f7617c74166', 'name': 'network-vif-deleted', 'tag': 'b0875038-4445-408b-8001-60d48a39a39c', 'status': 'completed', 'code': 200} Dec 08 02:27:14.716364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38516) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:14.759155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32ede15-f9b0-49a9-b970-6ceb92f0d2dc admin admin] Deleting subnet 90b5e5a8-f922-4873-ac93-eaffe96c648e {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:27:14.762769 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f32ede15-f9b0-49a9-b970-6ceb92f0d2dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:14.795751 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f32ede15-f9b0-49a9-b970-6ceb92f0d2dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:14.833399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f32ede15-f9b0-49a9-b970-6ceb92f0d2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:14.889477 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f32ede15-f9b0-49a9-b970-6ceb92f0d2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:14.914571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ede15-f9b0-49a9-b970-6ceb92f0d2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b5e5a8-f922-4873-ac93-eaffe96c648e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:14.918466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f32ede15-f9b0-49a9-b970-6ceb92f0d2dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:14.921696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f32ede15-f9b0-49a9-b970-6ceb92f0d2dc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/90b5e5a8-f922-4873-ac93-eaffe96c648e HTTP/1.1" status: 204 len: 168 time: 0.2043240 Dec 08 02:27:14.924178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38518) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:14.991635 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.074523 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.094391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547d32fd-0cea-4dd4-96cc-cb463aa47769']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:15.103475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b404abc8-6f46-4ffc-906d-197069824a67') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:15.103987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b404abc8-6f46-4ffc-906d-197069824a67') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:27:15.113072 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.126309 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.132127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:27:15.132628 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: items = [ Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:27:15.134259 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:27:15.192135 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.198090 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.201364 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] 10.222.0.70 "DELETE /v2.0/networks/547d32fd-0cea-4dd4-96cc-cb463aa47769 HTTP/1.1" status: 204 len: 168 time: 0.2762372 Dec 08 02:27:15.211621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67ace0-0766-42fb-91c6-0ea17757a234 admin admin] Pushing event deleted for resources: {'Network': ['ID=547d32fd-0cea-4dd4-96cc-cb463aa47769,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:15.307335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38522) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:15.346964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bd4066a8-ca9e-4255-9d89-970543805bf1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d1843ce6aa5b4d69924be1fdf3dbec10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385232 Dec 08 02:27:15.349512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38524) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:15.394811 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c95cb863-9fe2-4bc9-8300-af30a57b931c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.415674 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c95cb863-9fe2-4bc9-8300-af30a57b931c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.460923 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c95cb863-9fe2-4bc9-8300-af30a57b931c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.464046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c95cb863-9fe2-4bc9-8300-af30a57b931c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:15.465234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c95cb863-9fe2-4bc9-8300-af30a57b931c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f65e2ae-6d8e-4bbf-b96a-84e284d627d7 HTTP/1.1" status: 204 len: 168 time: 0.1148205 Dec 08 02:27:15.472876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cb863-9fe2-4bc9-8300-af30a57b931c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65e2ae-6d8e-4bbf-b96a-84e284d627d7,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:16.109228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38546) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:16.201873 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1656878566-network', 'tenant_id': '594c3d8c8e82483f91f3e06270a6d154'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:16.224277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Made reservation on behalf of 594c3d8c8e82483f91f3e06270a6d154 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:27:16.226532 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.235614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.310104 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.313800 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.340698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:27:16.347167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827817f3-5aa1-4736-a2cf-f72612a62668,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:16.358034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.358387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.358731 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.359070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.359409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.359742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.360073 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.360431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.360759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.361084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.361441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.361766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.362089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:16.365744 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.366085 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Added segment 1f23f56a-6b76-4bae-93d4-b9e1d734bddc of type vlan for network 5f0ea283-70a2-45d9-9d74-62f45d92346e Dec 08 02:27:16.412109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.752023 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.752984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:16.753585 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.789758 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6794331 Dec 08 02:27:16.793402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38550) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:27:16.798340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ea45516f-80f2-42e6-8178-dfde2875535f admin admin] Request body: {'subnet': {'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1656878566-subnet', 'tenant_id': '594c3d8c8e82483f91f3e06270a6d154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:16.815672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c34c8f-81e2-46d7-9f56-97ae25338fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=5f0ea283-70a2-45d9-9d74-62f45d92346e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:16.825435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea45516f-80f2-42e6-8178-dfde2875535f admin admin] Made reservation on behalf of 594c3d8c8e82483f91f3e06270a6d154 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:27:16.826204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 5f0ea283-70a2-45d9-9d74-62f45d92346e details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:27:16.827960 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea45516f-80f2-42e6-8178-dfde2875535f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:16.994872 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea45516f-80f2-42e6-8178-dfde2875535f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.013826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device b0875038-4445-408b-8001-60d48a39a39c no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:27:17.035716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: b0875038-4445-408b-8001-60d48a39a39c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:27:17.036069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device b0875038-4445-408b-8001-60d48a39a39c not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:27:17.056170 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45516f-80f2-42e6-8178-dfde2875535f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:17.065410 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea45516f-80f2-42e6-8178-dfde2875535f admin admin] Checking segment: {'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:27:17.065766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea45516f-80f2-42e6-8178-dfde2875535f admin admin] Network hostable DHCP agents. Network: 5f0ea283-70a2-45d9-9d74-62f45d92346e, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:27:17.082126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea45516f-80f2-42e6-8178-dfde2875535f admin admin] Network 5f0ea283-70a2-45d9-9d74-62f45d92346e is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:27:17.090944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ea45516f-80f2-42e6-8178-dfde2875535f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 5f0ea283-70a2-45d9-9d74-62f45d92346e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:27:17.095344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea45516f-80f2-42e6-8178-dfde2875535f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:17.096380 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ea45516f-80f2-42e6-8178-dfde2875535f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:17.100543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af9280a-034a-443c-961d-9161aa28c01a None None] Network 5f0ea283-70a2-45d9-9d74-62f45d92346e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:27:17.112384 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ea45516f-80f2-42e6-8178-dfde2875535f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3178639 Dec 08 02:27:17.201004 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d8576-f690-45fe-ba78-574121760cee None None] Network 5f0ea283-70a2-45d9-9d74-62f45d92346e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:27:17.528230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a56028-3815-41e8-9420-4e74f581050e req-dd64ea9b-bef0-4f3e-aa61-cd7ea0061ffb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:17.529717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-dd64ea9b-bef0-4f3e-aa61-cd7ea0061ffb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 815 time: 0.1001346 Dec 08 02:27:17.544013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-8c01be24-79e5-4ad0-9abe-07f845fd4d36 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/quotas/594c3d8c8e82483f91f3e06270a6d154 HTTP/1.1" status: 200 len: 375 time: 0.0087550 Dec 08 02:27:17.575814 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-79d351b8-8e8c-4d6a-b22f-afb92027aab6 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266213 Dec 08 02:27:17.981118 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-62aafe5e-65a7-4be5-9f0a-d35ee38eade5 service neutron] 10.222.0.70 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982491 Dec 08 02:27:18.071187 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-b25d8b98-eb25-4e6a-a600-818caed25f78 service neutron] 10.222.0.70 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839756 Dec 08 02:27:18.230183 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9326ce06-d674-45f9-a23f-725e9fe0c62a req-4be01f58-60db-4be1-9983-637c964a85ca tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 210 time: 0.0273831 Dec 08 02:27:19.340863 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dab2f325-de70-4fdc-9773-70bc01a20914 req-8e775b03-2ba1-4213-bfa3-d7e8c339ce92 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 210 time: 0.0392840 Dec 08 02:27:19.410382 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a56028-3815-41e8-9420-4e74f581050e req-cad9f9ec-25ee-44cd-a856-d56405445e9c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:19.411878 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-cad9f9ec-25ee-44cd-a856-d56405445e9c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.72 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 815 time: 0.1308424 Dec 08 02:27:19.430765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-35a56028-3815-41e8-9420-4e74f581050e req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Request body: {'port': {'device_id': 'e3cd8d69-1b15-451e-a856-cd788752110f', 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e', 'admin_state_up': True, 'tenant_id': '594c3d8c8e82483f91f3e06270a6d154'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:19.536023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a56028-3815-41e8-9420-4e74f581050e req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Made reservation on behalf of 594c3d8c8e82483f91f3e06270a6d154 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:27:19.539492 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-35a56028-3815-41e8-9420-4e74f581050e req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.664160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-35a56028-3815-41e8-9420-4e74f581050e req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Allocated IP 172.20.0.2 (5f0ea283-70a2-45d9-9d74-62f45d92346e/aa1e5a9a-6bad-41e5-a34f-fcd0318a9956/ffc2b2a9-2ad1-4b88-84bd-4f55510ad348) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:27:19.808496 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-35a56028-3815-41e8-9420-4e74f581050e req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.841041 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-35a56028-3815-41e8-9420-4e74f581050e req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.885620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a56028-3815-41e8-9420-4e74f581050e req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Network 5f0ea283-70a2-45d9-9d74-62f45d92346e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:27:19.888829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-35a56028-3815-41e8-9420-4e74f581050e req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:27:19.892543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a56028-3815-41e8-9420-4e74f581050e req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:27:19.899223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Pushing event updated for resources: {'Port': ['ID=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:19.945076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a56028-3815-41e8-9420-4e74f581050e req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:19.945687 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-35a56028-3815-41e8-9420-4e74f581050e req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:19.960804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-8fd58b7f-2fcb-4e12-93a6-a9e22a1fd3cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5337310 Dec 08 02:27:19.978162 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Request body: {'port': {'device_id': 'e3cd8d69-1b15-451e-a856-cd788752110f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:27:20.035017 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.292009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:27:20.299336 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.311423 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Transition to ACTIVE for port object ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:27:20.314370 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.381892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:20.436499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Attempting to bind port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:27:20.436842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Attempting to bind port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:27:20.437172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Attempting to bind port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 on network 5f0ea283-70a2-45d9-9d74-62f45d92346e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:27:20.441609 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 on network 5f0ea283-70a2-45d9-9d74-62f45d92346e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:27:20.441930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Attempting to bind port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 on network 5f0ea283-70a2-45d9-9d74-62f45d92346e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:27:20.446749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:27:20.447607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Checking segment: {'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:27:20.448168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Bound using segment: {'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:27:20.448636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Bound port: ffc2b2a9-2ad1-4b88-84bd-4f55510ad348, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:27:20.448986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.465635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd431f-a392-417b-89a5-53fd822be71e req-ca27d5f7-4eed-4baa-9dd5-ad252a2d57f7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:20.467136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-80dd431f-a392-417b-89a5-53fd822be71e req-ca27d5f7-4eed-4baa-9dd5-ad252a2d57f7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 943 time: 0.0535800 Dec 08 02:27:20.512584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] For port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:27:20.514445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-80dd431f-a392-417b-89a5-53fd822be71e req-357d02d7-cde6-4a6a-8638-d87f0a950774 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409889 Dec 08 02:27:20.515719 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] For port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:27:20.520516 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.558760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:20.559385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:20.560807 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] 10.222.0.72 "PUT /v2.0/ports/ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 HTTP/1.1" status: 200 len: 1092 time: 0.5865877 Dec 08 02:27:20.561267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3cd8d69-1b15-451e-a856-cd788752110f', 'tag': 'ffc2b2a9-2ad1-4b88-84bd-4f55510ad348'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:20.563516 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c5f57e-2583-49c2-8a52-0ef6e55de90f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3cd8d69-1b15-451e-a856-cd788752110f", "tag": "ffc2b2a9-2ad1-4b88-84bd-4f55510ad348"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:20.585976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd064a-ebb4-4d0c-a100-e34ab14459da service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:20.609105 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfb055c-96e3-4c5c-87af-671107b4becc x-openstack-request-id: req-1dfb055c-96e3-4c5c-87af-671107b4becc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:20.609456 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3cd8d69-1b15-451e-a856-cd788752110f", "tag": "ffc2b2a9-2ad1-4b88-84bd-4f55510ad348", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:20.609722 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1dfb055c-96e3-4c5c-87af-671107b4becc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:20.610135 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3cd8d69-1b15-451e-a856-cd788752110f', 'tag': 'ffc2b2a9-2ad1-4b88-84bd-4f55510ad348', 'status': 'completed', 'code': 200} Dec 08 02:27:20.671514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a56028-3815-41e8-9420-4e74f581050e req-2d63c08e-034a-430f-b5a9-3028af5fb5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:20.673047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-2d63c08e-034a-430f-b5a9-3028af5fb5e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 1095 time: 0.0457504 Dec 08 02:27:20.720097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-cf9bc8d1-dcd5-4626-81fd-8e735c3998df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 HTTP/1.1" status: 200 len: 217 time: 0.0333929 Dec 08 02:27:20.769401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a56028-3815-41e8-9420-4e74f581050e req-d09dac9a-d846-4ec7-8c48-0b2605e003dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:20.770801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-d09dac9a-d846-4ec7-8c48-0b2605e003dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0437045 Dec 08 02:27:20.802653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-78c99afc-da59-42de-8839-336440c283b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237050 Dec 08 02:27:20.897454 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-2cb45adf-c0a0-488b-a3c1-9c686b71a29e service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869906 Dec 08 02:27:20.997634 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-35a56028-3815-41e8-9420-4e74f581050e req-5bc9d192-778d-4f39-a189-156401886ced service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927079 Dec 08 02:27:21.121900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5f57e-2583-49c2-8a52-0ef6e55de90f req-4693db3c-41c8-4fcd-b26f-b6ab0a3cd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:21.123473 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52c5f57e-2583-49c2-8a52-0ef6e55de90f req-4693db3c-41c8-4fcd-b26f-b6ab0a3cd6dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 1095 time: 0.0425100 Dec 08 02:27:21.212344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5f57e-2583-49c2-8a52-0ef6e55de90f req-c6ba71bd-b0e2-4856-90b5-c25905ef5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:21.214587 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52c5f57e-2583-49c2-8a52-0ef6e55de90f req-c6ba71bd-b0e2-4856-90b5-c25905ef5bc2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 916 time: 0.0842474 Dec 08 02:27:21.262708 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52c5f57e-2583-49c2-8a52-0ef6e55de90f req-a61a968c-d0a8-44bc-a5e1-46474d4c852e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 HTTP/1.1" status: 200 len: 217 time: 0.0383477 Dec 08 02:27:21.312891 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5f57e-2583-49c2-8a52-0ef6e55de90f req-5c194c1c-a791-4364-8523-18633ee89adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:21.314745 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52c5f57e-2583-49c2-8a52-0ef6e55de90f req-5c194c1c-a791-4364-8523-18633ee89adc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0441103 Dec 08 02:27:21.357246 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52c5f57e-2583-49c2-8a52-0ef6e55de90f req-a4e166d0-c183-4444-ac8e-8d3ee13a422c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332599 Dec 08 02:27:21.455502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52c5f57e-2583-49c2-8a52-0ef6e55de90f req-34e4034c-3d19-4e08-9b0b-22de9441556e service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905094 Dec 08 02:27:21.546129 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52c5f57e-2583-49c2-8a52-0ef6e55de90f req-bf673702-3a63-461c-bd97-7e78e513d6be service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823672 Dec 08 02:27:21.633434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3ec8d-5f83-4afb-bb1f-efc36c9d3a1d req-7df9b401-b266-40f3-8cbc-b0c2b29d1537 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:21.635506 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbc3ec8d-5f83-4afb-bb1f-efc36c9d3a1d req-7df9b401-b266-40f3-8cbc-b0c2b29d1537 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 943 time: 0.0514631 Dec 08 02:27:21.682462 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cbc3ec8d-5f83-4afb-bb1f-efc36c9d3a1d req-5b652dd2-6968-4317-812d-794d0752b526 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Dec 08 02:27:22.806230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b211f-72c4-4106-a48d-454f5aaf4936 req-74f21bee-4d3c-4649-a235-5a220ef30559 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:22.807722 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d3b211f-72c4-4106-a48d-454f5aaf4936 req-74f21bee-4d3c-4649-a235-5a220ef30559 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 943 time: 0.0531318 Dec 08 02:27:22.854063 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d3b211f-72c4-4106-a48d-454f5aaf4936 req-fcc5d956-52f8-4474-86f6-22f73e1edd8a tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Dec 08 02:27:23.050342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:27:23.144912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:23.159186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'ffc2b2a9-2ad1-4b88-84bd-4f55510ad348', 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e', 'port_id': 'ffc2b2a9-2ad1-4b88-84bd-4f55510ad348', 'mac_address': 'fa:16:3e:31:2c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1e5a9a-6bad-41e5-a34f-fcd0318a9956', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:27:23.194365 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.207124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:27:23.226084 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:23.230004 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:23.277260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:23.284456 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.284814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.285167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.285509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.285848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.286185 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.286520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.286854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.287189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.287518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.287849 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.288178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.288536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:27:23.490261 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ffc2b2a9-2ad1-4b88-84bd-4f55510ad348'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:27:23.969559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e930e-264a-407c-b2d1-b08e6bd1b9ae req-f7968ad4-7d3e-409c-911e-54e2503cf42b tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:23.971322 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c1e930e-264a-407c-b2d1-b08e6bd1b9ae req-f7968ad4-7d3e-409c-911e-54e2503cf42b tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 944 time: 0.0490899 Dec 08 02:27:24.029977 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c1e930e-264a-407c-b2d1-b08e6bd1b9ae req-c763def2-47ae-4d85-883f-cc54db8dcfaa tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488100 Dec 08 02:27:25.064816 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:27:25.112990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:27:25.116809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:27:25.117181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:25.147563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00effa-e2fa-4c5e-b7f4-91b31a6a5e39 req-c262c3e6-a9fa-4b4a-b9b7-b9bc54713f21 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:25.149097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c00effa-e2fa-4c5e-b7f4-91b31a6a5e39 req-c262c3e6-a9fa-4b4a-b9b7-b9bc54713f21 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 944 time: 0.0509696 Dec 08 02:27:25.196042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5c00effa-e2fa-4c5e-b7f4-91b31a6a5e39 req-3f5350d4-0d96-485a-85fc-7e49c7213281 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405936 Dec 08 02:27:25.198480 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:25.221627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cd8d69-1b15-451e-a856-cd788752110f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2b2a9-2ad1-4b88-84bd-4f55510ad348'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:27:25.235338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:25.239255 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:25.270081 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9245c46-4756-4bb8-b6e4-ea2deb90e216" -d '{"events": [{"server_uuid": "e3cd8d69-1b15-451e-a856-cd788752110f", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2b2a9-2ad1-4b88-84bd-4f55510ad348"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:27:25.299642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:25.363600 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434956df-4ba4-4acd-bffc-183813aca527 x-openstack-request-id: req-434956df-4ba4-4acd-bffc-183813aca527 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:27:25.363904 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cd8d69-1b15-451e-a856-cd788752110f", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2b2a9-2ad1-4b88-84bd-4f55510ad348", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:27:25.364173 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-434956df-4ba4-4acd-bffc-183813aca527 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:27:25.364627 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cd8d69-1b15-451e-a856-cd788752110f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2b2a9-2ad1-4b88-84bd-4f55510ad348', 'code': 200} Dec 08 02:27:25.496509 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1125f-09f7-4b25-8934-bf28108ad362 req-544bf0c8-d41e-41e7-8382-132fb868dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:25.498017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0c1125f-09f7-4b25-8934-bf28108ad362 req-544bf0c8-d41e-41e7-8382-132fb868dac4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 1097 time: 0.0406382 Dec 08 02:27:25.544836 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0c1125f-09f7-4b25-8934-bf28108ad362 req-77e714dc-8f36-4de7-9c5b-7b63f343e178 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400422 Dec 08 02:27:26.320453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760b075-5c77-4a78-9863-4f43f514cbf0 req-13300f45-76c6-451c-93c6-4344243d8259 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:26.322455 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e760b075-5c77-4a78-9863-4f43f514cbf0 req-13300f45-76c6-451c-93c6-4344243d8259 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0547395 Dec 08 02:27:26.370203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e760b075-5c77-4a78-9863-4f43f514cbf0 req-b8eeca72-68ba-4065-a813-7a0f66cab052 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Dec 08 02:27:27.487642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1727533-0a3e-4623-bed3-e449241112ed req-f023cb07-1f63-4324-838d-81fe21cc4d92 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:27.489187 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1727533-0a3e-4623-bed3-e449241112ed req-f023cb07-1f63-4324-838d-81fe21cc4d92 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0495446 Dec 08 02:27:27.536618 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a1727533-0a3e-4623-bed3-e449241112ed req-247e01d7-a4c2-4918-a151-ee4783a64a08 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Dec 08 02:27:27.651181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3d27f-2ec6-4060-ab47-b5d54ad8d4b4 req-17c02fe8-40c8-4266-9e80-75ddc1527afb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:27.652727 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4d3d27f-2ec6-4060-ab47-b5d54ad8d4b4 req-17c02fe8-40c8-4266-9e80-75ddc1527afb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0499012 Dec 08 02:27:27.701095 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4d3d27f-2ec6-4060-ab47-b5d54ad8d4b4 req-f7c3df77-9e43-4b75-9f0f-e066d1568301 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 Dec 08 02:27:27.906473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068ede1-8fcd-4389-b648-a2cd3a8704c2 req-0d076f71-b9f8-408a-af8c-aa3ae8c71b3c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:27.907865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1068ede1-8fcd-4389-b648-a2cd3a8704c2 req-0d076f71-b9f8-408a-af8c-aa3ae8c71b3c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0528340 Dec 08 02:27:27.954121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1068ede1-8fcd-4389-b648-a2cd3a8704c2 req-86e281a0-aa85-412a-a192-20806d7dbd62 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Dec 08 02:27:28.071067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ee8cb-892d-4ddb-98ac-e58fe8775a46 req-d894610e-1f44-4b14-8e94-b3d6fe468b3f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:28.072996 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-336ee8cb-892d-4ddb-98ac-e58fe8775a46 req-d894610e-1f44-4b14-8e94-b3d6fe468b3f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0496292 Dec 08 02:27:28.120089 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-336ee8cb-892d-4ddb-98ac-e58fe8775a46 req-debfcfbd-3930-40bc-acf0-07dbe8c574e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Dec 08 02:27:28.344274 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-a950f1da-4c17-4438-8aea-76d481f5d1df service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0413623 Dec 08 02:27:28.361042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497823a-bd63-4ed1-8ed3-1a9966a122b3 req-3377b16a-9448-4bad-9e8e-3c3660e876cf tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:28.362735 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9497823a-bd63-4ed1-8ed3-1a9966a122b3 req-3377b16a-9448-4bad-9e8e-3c3660e876cf tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0536449 Dec 08 02:27:28.412111 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9497823a-bd63-4ed1-8ed3-1a9966a122b3 req-c95d9827-fc6e-4fee-accb-66235b5c6171 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430062 Dec 08 02:27:28.871775 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea73b-30a1-4a6c-8766-4e7b255485f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:29.141419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939fa9-2628-495a-96b2-8e6b16460fd9 req-e76ecb8d-17e7-4126-b9d8-b3042234e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:29.143081 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e939fa9-2628-495a-96b2-8e6b16460fd9 req-e76ecb8d-17e7-4126-b9d8-b3042234e378 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 1097 time: 0.0451310 Dec 08 02:27:29.256442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939fa9-2628-495a-96b2-8e6b16460fd9 req-496acef6-1ecd-42ce-adf4-37273b3a5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:29.257929 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e939fa9-2628-495a-96b2-8e6b16460fd9 req-496acef6-1ecd-42ce-adf4-37273b3a5970 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 916 time: 0.0893509 Dec 08 02:27:29.299311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e939fa9-2628-495a-96b2-8e6b16460fd9 req-27208d24-0030-449a-af36-78ab8512f3fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 HTTP/1.1" status: 200 len: 217 time: 0.0335681 Dec 08 02:27:29.353760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e939fa9-2628-495a-96b2-8e6b16460fd9 req-0702d81d-99bf-4384-8219-821feae2d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:29.355199 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e939fa9-2628-495a-96b2-8e6b16460fd9 req-0702d81d-99bf-4384-8219-821feae2d4e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0472770 Dec 08 02:27:29.388806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e939fa9-2628-495a-96b2-8e6b16460fd9 req-cd07a87a-75e4-46f8-add5-19f03c0f9b82 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260172 Dec 08 02:27:29.565079 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e939fa9-2628-495a-96b2-8e6b16460fd9 req-f747a600-09b6-4182-9c71-6cd86b5e208a service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245286 Dec 08 02:27:29.577404 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d88305-2adb-4f56-a226-cb050c7e8429 req-21abd496-6147-4040-8246-23d7540f89b7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:29.578764 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-36d88305-2adb-4f56-a226-cb050c7e8429 req-21abd496-6147-4040-8246-23d7540f89b7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0714345 Dec 08 02:27:29.676627 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-36d88305-2adb-4f56-a226-cb050c7e8429 req-b7c9d73a-92a1-48b6-9b33-c40650c3d880 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901451 Dec 08 02:27:29.692131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3e939fa9-2628-495a-96b2-8e6b16460fd9 req-42fb286b-82a6-460b-a5f0-ed8e306d045a service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124563 Dec 08 02:27:29.807925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-eafd2f18-e4f7-4457-9c18-2d1b6f0f7b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:29.809481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-eafd2f18-e4f7-4457-9c18-2d1b6f0f7b49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 1097 time: 0.0446546 Dec 08 02:27:29.898693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-a0772761-35a1-44eb-9598-957619607d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:29.900550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-a0772761-35a1-44eb-9598-957619607d38 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 916 time: 0.0833931 Dec 08 02:27:29.945148 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-d8952a21-aedf-479b-8164-eeb312781c6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 HTTP/1.1" status: 200 len: 217 time: 0.0381372 Dec 08 02:27:29.994814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-464b59ee-b0aa-4d66-818a-ceecf727645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:29.996135 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-464b59ee-b0aa-4d66-818a-ceecf727645f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0443866 Dec 08 02:27:30.027743 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-6f71389d-3f2c-4310-9f79-9c2c0ebd3071 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246110 Dec 08 02:27:30.117918 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-a3fb6ccc-f85e-46ee-aae2-7579d129d49f service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833454 Dec 08 02:27:30.205353 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-c9752ee4-84e4-4765-974f-8be82b96119c service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800958 Dec 08 02:27:30.791770 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9452978-7315-4eb0-b288-15b0d9a28d29 req-894c15d4-7439-49c7-9120-a924d5e244e3 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:30.793251 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9452978-7315-4eb0-b288-15b0d9a28d29 req-894c15d4-7439-49c7-9120-a924d5e244e3 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0484350 Dec 08 02:27:30.839567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b9452978-7315-4eb0-b288-15b0d9a28d29 req-27141ab6-7968-48cf-a28d-439632815fc0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402718 Dec 08 02:27:31.956523 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf20f3f-07c6-40fb-983d-4ff30010e3a0 req-acded762-6e8a-45c8-92e5-bc8c9335aefc tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:31.958034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf20f3f-07c6-40fb-983d-4ff30010e3a0 req-acded762-6e8a-45c8-92e5-bc8c9335aefc tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0507491 Dec 08 02:27:32.009115 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-adf20f3f-07c6-40fb-983d-4ff30010e3a0 req-fd7882c0-5593-4160-b2ae-613c77496cdf tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445929 Dec 08 02:27:32.056844 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:32.154444 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f8724b8-d31b-4647-8764-65d7e6336f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:32.483852 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:33.124937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c53da5-2a68-44a9-8455-1d2a812453e8 req-589b4743-cb4f-4229-b99f-89be0f939a55 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:33.126425 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-48c53da5-2a68-44a9-8455-1d2a812453e8 req-589b4743-cb4f-4229-b99f-89be0f939a55 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0487344 Dec 08 02:27:33.177120 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-48c53da5-2a68-44a9-8455-1d2a812453e8 req-1112c543-3d27-43b0-a64e-972173ab2267 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449038 Dec 08 02:27:33.769278 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:34.295246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704b11f-ddf9-42f6-946f-2ce02b8b205c req-a0df8ac3-40a5-4a66-b608-ed56cbc31237 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:34.296764 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c704b11f-ddf9-42f6-946f-2ce02b8b205c req-a0df8ac3-40a5-4a66-b608-ed56cbc31237 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0490031 Dec 08 02:27:34.333784 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:34.346342 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c704b11f-ddf9-42f6-946f-2ce02b8b205c req-f48049c6-920e-4eaf-8954-5ce894852ba9 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Dec 08 02:27:34.820485 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:35.460317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a22fd5-7dc5-4c3f-b408-79980c50b558 req-e70e8a2f-f18c-4914-afc2-cc763ff56cbe tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:35.461874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49a22fd5-7dc5-4c3f-b408-79980c50b558 req-e70e8a2f-f18c-4914-afc2-cc763ff56cbe tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0491676 Dec 08 02:27:35.510089 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49a22fd5-7dc5-4c3f-b408-79980c50b558 req-8f309b2e-93a4-4822-ab31-379bc02e7f8a tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Dec 08 02:27:36.630990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68090e7-74e1-4e4b-9840-a2c0e34d04e2 req-1f2bdd73-085e-4aa6-94f9-cfd6edcd48cc tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:36.632525 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e68090e7-74e1-4e4b-9840-a2c0e34d04e2 req-1f2bdd73-085e-4aa6-94f9-cfd6edcd48cc tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0543454 Dec 08 02:27:36.679204 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e68090e7-74e1-4e4b-9840-a2c0e34d04e2 req-e3ab5769-91bc-4490-a594-2932acd31ebd tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 Dec 08 02:27:37.795323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe80bc8-2fdc-4959-82bd-0ea54d35a20c req-3ff190df-12a8-4d57-a32e-03932a2952e7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:37.796865 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cfe80bc8-2fdc-4959-82bd-0ea54d35a20c req-3ff190df-12a8-4d57-a32e-03932a2952e7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0498192 Dec 08 02:27:37.849333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cfe80bc8-2fdc-4959-82bd-0ea54d35a20c req-b8c8c3b6-dc7f-4d0f-9eef-92ca97114d02 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464804 Dec 08 02:27:38.967026 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17f4da-8e5c-459a-a769-d7eaec82d348 req-9a6e306c-1fed-4de0-9d52-c5f052395894 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:38.968554 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f17f4da-8e5c-459a-a769-d7eaec82d348 req-9a6e306c-1fed-4de0-9d52-c5f052395894 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0524805 Dec 08 02:27:39.019524 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8f17f4da-8e5c-459a-a769-d7eaec82d348 req-e42e0d36-833a-4e9d-bd05-5b4b7ce867c3 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434365 Dec 08 02:27:40.142959 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c43ce-671c-4d74-98bf-e01c81804963 req-40f0b33d-c9d6-4ac1-af71-1b98a4e57b5f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:40.145087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-704c43ce-671c-4d74-98bf-e01c81804963 req-40f0b33d-c9d6-4ac1-af71-1b98a4e57b5f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0572839 Dec 08 02:27:40.194168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-704c43ce-671c-4d74-98bf-e01c81804963 req-31622dce-59b4-400c-9a51-107a615124e9 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430744 Dec 08 02:27:41.312126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5313af-f260-44b8-88d3-c8f425b5f96f req-35281e88-7c11-4480-8b25-5c5212dd2af9 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:41.313643 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c5313af-f260-44b8-88d3-c8f425b5f96f req-35281e88-7c11-4480-8b25-5c5212dd2af9 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0493715 Dec 08 02:27:41.359601 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c5313af-f260-44b8-88d3-c8f425b5f96f req-90e83aac-9004-4e51-96eb-a59464801f45 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Dec 08 02:27:42.477096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417d7ce-d9aa-4a65-9937-39e8efc84bdb req-f81b14cb-918f-43bd-bddc-878b76e173f9 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:42.478572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8417d7ce-d9aa-4a65-9937-39e8efc84bdb req-f81b14cb-918f-43bd-bddc-878b76e173f9 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0489473 Dec 08 02:27:42.525876 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8417d7ce-d9aa-4a65-9937-39e8efc84bdb req-cc9a456e-3c8e-4868-9af2-19d1fabc4f92 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409966 Dec 08 02:27:43.649086 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221b5ae-a734-4b2a-9d42-acde194549e6 req-0627bfa4-8b58-4cef-a4f9-60855e2b8f48 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:43.650590 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f221b5ae-a734-4b2a-9d42-acde194549e6 req-0627bfa4-8b58-4cef-a4f9-60855e2b8f48 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0509491 Dec 08 02:27:43.702932 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f221b5ae-a734-4b2a-9d42-acde194549e6 req-fe7939e2-9783-4ebd-a1f5-729173da3009 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462232 Dec 08 02:27:44.823672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b8e08-49ce-46b0-afe6-cf16000d05be req-fbd16e66-7c96-46bc-b3a2-cf2b97414f5c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:44.825208 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-758b8e08-49ce-46b0-afe6-cf16000d05be req-fbd16e66-7c96-46bc-b3a2-cf2b97414f5c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0539467 Dec 08 02:27:44.871852 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-758b8e08-49ce-46b0-afe6-cf16000d05be req-984626c4-8245-40bc-8603-25fbd35ba473 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406592 Dec 08 02:27:45.989662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6f621-abe2-425c-a4c4-4aaabd180ca1 req-58704154-e0cb-4724-a10c-052211ed432e tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:45.991162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0d6f621-abe2-425c-a4c4-4aaabd180ca1 req-58704154-e0cb-4724-a10c-052211ed432e tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0516996 Dec 08 02:27:46.040339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c0d6f621-abe2-425c-a4c4-4aaabd180ca1 req-386dcc2d-0cc6-4d07-a841-3df01236da13 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Dec 08 02:27:46.769010 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:27:47.163280 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90662aaf-9a10-456a-aa81-4e0193844601 req-8e1032b0-444b-4b90-b5a2-afda9b05ba09 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:47.165369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90662aaf-9a10-456a-aa81-4e0193844601 req-8e1032b0-444b-4b90-b5a2-afda9b05ba09 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0526068 Dec 08 02:27:47.218021 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90662aaf-9a10-456a-aa81-4e0193844601 req-80a655a9-cb3f-414d-b154-1b2e36f061cc tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457475 Dec 08 02:27:48.336503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a18d8-da4e-40dc-89c4-d3f47661e9c2 req-ae56fd05-d587-4a20-87ba-d7814b58e5c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:48.337996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4a18d8-da4e-40dc-89c4-d3f47661e9c2 req-ae56fd05-d587-4a20-87ba-d7814b58e5c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0490704 Dec 08 02:27:48.384716 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c4a18d8-da4e-40dc-89c4-d3f47661e9c2 req-f4b085c9-0201-4bd3-a2d2-bbed43a9db18 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Dec 08 02:27:49.499992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8185e13-5d08-420f-841d-3262ea1593a6 req-3315b4e9-9a7f-474c-96f9-63efbf3d7f66 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:49.501504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e8185e13-5d08-420f-841d-3262ea1593a6 req-3315b4e9-9a7f-474c-96f9-63efbf3d7f66 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0492609 Dec 08 02:27:49.551158 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e8185e13-5d08-420f-841d-3262ea1593a6 req-1c9185f8-14f6-49d7-a004-25ab64cdbb1e tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Dec 08 02:27:50.670064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c491ab-f60e-4bfe-9202-d0df3abbedd2 req-44eb5870-02d8-4481-aecb-bca3c8b0b325 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:50.671553 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62c491ab-f60e-4bfe-9202-d0df3abbedd2 req-44eb5870-02d8-4481-aecb-bca3c8b0b325 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0524201 Dec 08 02:27:50.718294 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62c491ab-f60e-4bfe-9202-d0df3abbedd2 req-90e097c6-c57b-4667-899f-8cb60269aa67 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Dec 08 02:27:51.833224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfe3c1-501a-400d-8aad-8873b69b1aad req-976b1a2e-9a27-4017-8d41-cc44fe5dffa2 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:51.834682 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5dfe3c1-501a-400d-8aad-8873b69b1aad req-976b1a2e-9a27-4017-8d41-cc44fe5dffa2 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0485721 Dec 08 02:27:51.882806 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5dfe3c1-501a-400d-8aad-8873b69b1aad req-805a25e9-9ad5-4316-b359-168c7da58ee0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420489 Dec 08 02:27:52.997504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9ad55-e13e-4c51-93dd-b8752903d11e req-1955ed85-38d1-456b-bc9f-2ae709381cd9 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:52.999026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edc9ad55-e13e-4c51-93dd-b8752903d11e req-1955ed85-38d1-456b-bc9f-2ae709381cd9 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0492432 Dec 08 02:27:53.046533 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edc9ad55-e13e-4c51-93dd-b8752903d11e req-eb42bada-124f-49b8-8b27-c51fe1b64f5b tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413907 Dec 08 02:27:54.161496 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3de2a-ec39-4fcf-9fab-78ecab03b716 req-88621267-e5c9-468a-8d69-d65e95b35f71 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:54.162993 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15a3de2a-ec39-4fcf-9fab-78ecab03b716 req-88621267-e5c9-468a-8d69-d65e95b35f71 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0488236 Dec 08 02:27:54.209396 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-15a3de2a-ec39-4fcf-9fab-78ecab03b716 req-6bbc46e9-efb2-4a23-8030-07d86ab477d9 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399001 Dec 08 02:27:55.331447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90abe6a-4cca-4851-913b-c61f9b1058e6 req-9dbbb638-5abb-4999-ad6b-12c882f811d0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:55.333036 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f90abe6a-4cca-4851-913b-c61f9b1058e6 req-9dbbb638-5abb-4999-ad6b-12c882f811d0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0545146 Dec 08 02:27:55.379758 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f90abe6a-4cca-4851-913b-c61f9b1058e6 req-b5ce4398-f691-48f5-8be7-2feffd0afa46 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Dec 08 02:27:56.504010 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6c543-4fdb-4fb7-93b7-73a06fb6fb8f req-a103dc1c-1d99-48e6-828f-e5f4a79d8273 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:56.505541 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6ca6c543-4fdb-4fb7-93b7-73a06fb6fb8f req-a103dc1c-1d99-48e6-828f-e5f4a79d8273 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0552449 Dec 08 02:27:56.552061 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6ca6c543-4fdb-4fb7-93b7-73a06fb6fb8f req-fae2d11b-036c-45df-8e20-fd78d20ffc0c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Dec 08 02:27:56.933497 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-5ff3f207-872e-477f-9984-00a940704ef0 service neutron] 10.222.0.72 "GET /v2.0/ports/ffc2b2a9-2ad1-4b88-84bd-4f55510ad348/bindings/n-h2-713498-30 HTTP/1.1" status: 200 len: 383 time: 0.0539458 Dec 08 02:27:57.153039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-4bb13cf5-03ad-40bc-9e87-c76edce978c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:57.154587 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-4bb13cf5-03ad-40bc-9e87-c76edce978c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f&tenant_id=594c3d8c8e82483f91f3e06270a6d154 HTTP/1.1" status: 200 len: 1097 time: 0.0418484 Dec 08 02:27:57.227868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-0c58d435-8fb7-46c1-b0f0-df3ccf61f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:57.229392 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-0c58d435-8fb7-46c1-b0f0-df3ccf61f062 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 1097 time: 0.0424564 Dec 08 02:27:57.320492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-5fd85110-6d6b-4c5e-822a-2155e8638d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:57.321942 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-5fd85110-6d6b-4c5e-822a-2155e8638d53 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 916 time: 0.0861604 Dec 08 02:27:57.363172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-9c9570d1-bcf8-4c3f-8a74-4c046351bc25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 HTTP/1.1" status: 200 len: 217 time: 0.0337918 Dec 08 02:27:57.414725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-3f63b90f-7926-4214-90cc-6f1d059b6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:57.416192 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-3f63b90f-7926-4214-90cc-6f1d059b6b22 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0466318 Dec 08 02:27:57.446321 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-a10d6597-a8e4-43ff-bca4-68138344be47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235481 Dec 08 02:27:57.534854 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-3c5d509a-3990-4dcb-8a2a-fed32df646a1 service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809934 Dec 08 02:27:57.638210 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cf139564-8fe5-4f0c-a35b-c616adb6be70 req-53cc1e54-3bdc-4321-ad3f-07f20069c402 service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964010 Dec 08 02:27:57.672168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80570c6c-2b33-4b17-bc78-aad81a2ee5af req-4db79334-f6d8-40df-87f8-03aade9a1da0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:57.673730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-80570c6c-2b33-4b17-bc78-aad81a2ee5af req-4db79334-f6d8-40df-87f8-03aade9a1da0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0501609 Dec 08 02:27:57.724857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-80570c6c-2b33-4b17-bc78-aad81a2ee5af req-8eed7041-2be0-4cbf-b196-fe1692af63f2 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444393 Dec 08 02:27:58.842439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c942f-bfef-4686-a970-9ad7dd344b32 req-a82dbfd3-547e-4c77-bf20-5f9cbac96dcf tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:27:58.843909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-378c942f-bfef-4686-a970-9ad7dd344b32 req-a82dbfd3-547e-4c77-bf20-5f9cbac96dcf tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0488386 Dec 08 02:27:58.874329 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cd56150f-b48b-44ef-a922-1fea9b2dcce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:58.891805 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-378c942f-bfef-4686-a970-9ad7dd344b32 req-fc60119d-edc8-444f-9398-92dcf6ed1ef8 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Dec 08 02:27:59.242650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:27:59.338974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:59.350425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'ffc2b2a9-2ad1-4b88-84bd-4f55510ad348', 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e', 'port_id': 'ffc2b2a9-2ad1-4b88-84bd-4f55510ad348', 'mac_address': 'fa:16:3e:31:2c:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1e5a9a-6bad-41e5-a34f-fcd0318a9956', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:27:59.387759 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:59.400346 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:27:59.419245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:27:59.422835 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:27:59.468717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:27:59.700383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ffc2b2a9-2ad1-4b88-84bd-4f55510ad348'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:00.013361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090f5a1-e359-4b96-ab00-688ec08cf1f3 req-3f629602-e04e-497e-94d8-8e8fd359001f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:00.014860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f090f5a1-e359-4b96-ab00-688ec08cf1f3 req-3f629602-e04e-497e-94d8-8e8fd359001f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 944 time: 0.0537989 Dec 08 02:28:00.061530 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f090f5a1-e359-4b96-ab00-688ec08cf1f3 req-5bc4f377-7f61-4ad3-87f3-41da421b681c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407743 Dec 08 02:28:00.321400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709c907-2ac5-4ab5-9160-eae404b3e008 req-dbc7f30b-6f41-4a57-8c17-b816eca3b75f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:00.322898 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2709c907-2ac5-4ab5-9160-eae404b3e008 req-dbc7f30b-6f41-4a57-8c17-b816eca3b75f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 944 time: 0.1153495 Dec 08 02:28:00.343762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36f437-b668-4034-9a69-bc737a1b823e req-e5e41e80-e238-43d8-a30c-d4cffc5736f0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:00.345208 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d36f437-b668-4034-9a69-bc737a1b823e req-e5e41e80-e238-43d8-a30c-d4cffc5736f0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f&tenant_id=594c3d8c8e82483f91f3e06270a6d154&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 944 time: 0.1072493 Dec 08 02:28:00.382473 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2709c907-2ac5-4ab5-9160-eae404b3e008 req-a6e40db6-957e-418d-ac10-8bfc3d46fc04 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524399 Dec 08 02:28:00.453307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36f437-b668-4034-9a69-bc737a1b823e req-8cba53ea-ea6b-4773-b034-419660b6e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:00.454804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d36f437-b668-4034-9a69-bc737a1b823e req-8cba53ea-ea6b-4773-b034-419660b6e73f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 1096 time: 0.0416048 Dec 08 02:28:00.546669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36f437-b668-4034-9a69-bc737a1b823e req-76bf8be9-b2f4-4bc8-8d75-43140d12feff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:00.548122 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d36f437-b668-4034-9a69-bc737a1b823e req-76bf8be9-b2f4-4bc8-8d75-43140d12feff service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 916 time: 0.0859444 Dec 08 02:28:00.588476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d36f437-b668-4034-9a69-bc737a1b823e req-d09abe72-30ef-48c4-9fb0-48e3448356dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 HTTP/1.1" status: 200 len: 217 time: 0.0331721 Dec 08 02:28:00.637248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36f437-b668-4034-9a69-bc737a1b823e req-04a81c6b-50f5-49d8-bd69-de34f881f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:00.638692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d36f437-b668-4034-9a69-bc737a1b823e req-04a81c6b-50f5-49d8-bd69-de34f881f15a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0435388 Dec 08 02:28:00.669710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d36f437-b668-4034-9a69-bc737a1b823e req-03d01ead-0940-43a2-b47c-1d063f3c757b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238118 Dec 08 02:28:00.759111 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d36f437-b668-4034-9a69-bc737a1b823e req-6a7b44e0-2f25-4dc1-85e3-9ed5f1c399f7 service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822453 Dec 08 02:28:00.850090 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d36f437-b668-4034-9a69-bc737a1b823e req-d9c873ee-3690-4dcb-b9e5-c0326724aa18 service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833554 Dec 08 02:28:01.252079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:01.299342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:01.299342 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:01.507017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bae6f-1a6d-4b66-87bd-1e8c01991258 req-cf242031-dab5-447a-995a-8cc76511d6b5 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:01.508472 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b10bae6f-1a6d-4b66-87bd-1e8c01991258 req-cf242031-dab5-447a-995a-8cc76511d6b5 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 944 time: 0.0512788 Dec 08 02:28:01.543433 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:01.561357 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b10bae6f-1a6d-4b66-87bd-1e8c01991258 req-b14fff9d-9537-40fe-bb36-6c09abb9f6bc tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467079 Dec 08 02:28:01.565964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cd8d69-1b15-451e-a856-cd788752110f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2b2a9-2ad1-4b88-84bd-4f55510ad348'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:01.568210 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf14068-edb9-4e13-b73c-9ff9330120cc" -d '{"events": [{"server_uuid": "e3cd8d69-1b15-451e-a856-cd788752110f", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2b2a9-2ad1-4b88-84bd-4f55510ad348"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:01.582186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:01.586516 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:01.617224 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dabc0b5-5c16-4bfc-90da-373552c9c336 x-openstack-request-id: req-5dabc0b5-5c16-4bfc-90da-373552c9c336 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:01.617523 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cd8d69-1b15-451e-a856-cd788752110f", "name": "network-vif-plugged", "status": "completed", "tag": "ffc2b2a9-2ad1-4b88-84bd-4f55510ad348", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:01.617779 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5dabc0b5-5c16-4bfc-90da-373552c9c336 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:01.618198 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cd8d69-1b15-451e-a856-cd788752110f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2b2a9-2ad1-4b88-84bd-4f55510ad348', 'code': 200} Dec 08 02:28:01.645694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:01.681911 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e11cf5-1f4a-49d0-adad-b3b15a0d90b3 req-225db250-39b4-4754-b74e-ad417ab4eaff tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:01.683486 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0e11cf5-1f4a-49d0-adad-b3b15a0d90b3 req-225db250-39b4-4754-b74e-ad417ab4eaff tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0494206 Dec 08 02:28:01.732043 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0e11cf5-1f4a-49d0-adad-b3b15a0d90b3 req-33f7c435-9668-4a20-8cbe-bd8c9557edd1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419984 Dec 08 02:28:01.846951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42206f4d-7ca8-42c8-b601-654dc47881a9 req-6c364f77-4553-49b0-814b-a144d9f8a094 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:01.848441 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42206f4d-7ca8-42c8-b601-654dc47881a9 req-6c364f77-4553-49b0-814b-a144d9f8a094 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0498834 Dec 08 02:28:01.895029 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-42206f4d-7ca8-42c8-b601-654dc47881a9 req-059c2397-d058-4e31-a0ac-2053454a3e91 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 Dec 08 02:28:02.076129 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:02.158192 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-61925573-4ab1-407f-9ea8-42fcc59197c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:02.486675 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:02.579219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-94118322-264a-472b-850c-f35767f2922c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:02.580728 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-94118322-264a-472b-850c-f35767f2922c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 815 time: 0.4333680 Dec 08 02:28:02.596431 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-36d61ee9-4439-440e-aff9-709df4de040a tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/quotas/594c3d8c8e82483f91f3e06270a6d154 HTTP/1.1" status: 200 len: 375 time: 0.0092163 Dec 08 02:28:02.649424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-16fc7bac-485d-4c7b-a62f-d14437d451e4 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478151 Dec 08 02:28:02.813874 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-3907b5fd-37cf-4735-b859-b06f6edff1d2 service neutron] 10.222.0.70 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230114 Dec 08 02:28:02.905446 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-13186043-caa6-4f70-8156-837d80eaeb9c service neutron] 10.222.0.70 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856142 Dec 08 02:28:03.070669 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e68aa31f-cf55-4e2f-8327-f284296dc21d req-2b8622fd-1fc1-4d14-b50f-538351857440 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 210 time: 0.0265570 Dec 08 02:28:03.487174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f482246-1deb-48e5-ac05-627ae196a1de req-116786f3-0976-4c36-8fb3-38544ca82204 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:03.488977 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1f482246-1deb-48e5-ac05-627ae196a1de req-116786f3-0976-4c36-8fb3-38544ca82204 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.72 "GET /v2.0/ports?device_id=e3cd8d69-1b15-451e-a856-cd788752110f HTTP/1.1" status: 200 len: 945 time: 0.0524473 Dec 08 02:28:03.587258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1f482246-1deb-48e5-ac05-627ae196a1de req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Deleting port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:03.587554 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1f482246-1deb-48e5-ac05-627ae196a1de req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:03.679236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-1f482246-1deb-48e5-ac05-627ae196a1de req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] For port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:03.679596 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1f482246-1deb-48e5-ac05-627ae196a1de req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:03.692235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-1f482246-1deb-48e5-ac05-627ae196a1de req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Calling delete_port for ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:03.770860 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:03.819617 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1f482246-1deb-48e5-ac05-627ae196a1de req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:03.848163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Pushing event deleted for resources: {'Port': ['ID=ffc2b2a9-2ad1-4b88-84bd-4f55510ad348,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:03.852186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ffc2b2a9-2ad1-4b88-84bd-4f55510ad348'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:03.860205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.860592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.860943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.861286 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.861624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.861960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.862293 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.862627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.862957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.863285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.863614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.863938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.864264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:03.902575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f482246-1deb-48e5-ac05-627ae196a1de req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] No DVR routers for this DVR port ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:28:03.905204 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-1f482246-1deb-48e5-ac05-627ae196a1de req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:03.908588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1f482246-1deb-48e5-ac05-627ae196a1de req-ef428eb9-d94a-45d3-af92-9f02f71d49e1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.72 "DELETE /v2.0/ports/ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 HTTP/1.1" status: 204 len: 173 time: 0.4126792 Dec 08 02:28:03.909165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3cd8d69-1b15-451e-a856-cd788752110f', 'name': 'network-vif-deleted', 'tag': 'ffc2b2a9-2ad1-4b88-84bd-4f55510ad348'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:03.911275 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad68c92-f685-4b0e-bf59-ca8e59b51c99" -d '{"events": [{"server_uuid": "e3cd8d69-1b15-451e-a856-cd788752110f", "name": "network-vif-deleted", "tag": "ffc2b2a9-2ad1-4b88-84bd-4f55510ad348"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:03.949023 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ffe05b-a1a3-49e5-b952-84fbf09fee68 x-openstack-request-id: req-53ffe05b-a1a3-49e5-b952-84fbf09fee68 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:03.949422 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3cd8d69-1b15-451e-a856-cd788752110f", "name": "network-vif-deleted", "tag": "ffc2b2a9-2ad1-4b88-84bd-4f55510ad348", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:03.949680 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-53ffe05b-a1a3-49e5-b952-84fbf09fee68 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:03.950085 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3cd8d69-1b15-451e-a856-cd788752110f', 'name': 'network-vif-deleted', 'tag': 'ffc2b2a9-2ad1-4b88-84bd-4f55510ad348', 'status': 'completed', 'code': 200} Dec 08 02:28:04.189559 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbfdc382-4c83-4d77-974b-e0d3e57111c5 req-21fa1dff-ac25-458c-b517-21dea7131026 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 210 time: 0.0429049 Dec 08 02:28:04.254215 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-b22af372-b111-45da-8042-5394f25a84d7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:04.255818 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-b22af372-b111-45da-8042-5394f25a84d7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.65 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 815 time: 0.1342814 Dec 08 02:28:04.281125 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Request body: {'port': {'device_id': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e', 'admin_state_up': True, 'tenant_id': '594c3d8c8e82483f91f3e06270a6d154'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:04.346987 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:04.399102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Made reservation on behalf of 594c3d8c8e82483f91f3e06270a6d154 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:28:04.403447 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:04.527823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Allocated IP 172.20.0.3 (5f0ea283-70a2-45d9-9d74-62f45d92346e/aa1e5a9a-6bad-41e5-a34f-fcd0318a9956/fcb624e1-2b54-4f9a-882e-fee88da536f6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:04.677550 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:04.710819 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:04.743200 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ffc2b2a9-2ad1-4b88-84bd-4f55510ad348'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:04.754137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Network 5f0ea283-70a2-45d9-9d74-62f45d92346e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:04.757300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:04.761651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:04.793564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Pushing event updated for resources: {'Port': ['ID=fcb624e1-2b54-4f9a-882e-fee88da536f6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:04.818678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:04.819357 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:04.821928 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:04.836040 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-34bd91d0-681e-4891-ade8-33459b6b83c7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584230 Dec 08 02:28:04.939579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Request body: {'port': {'device_id': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:04.992711 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:05.257844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb624e1-2b54-4f9a-882e-fee88da536f6 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:28:05.266803 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:05.278963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Transition to ACTIVE for port object fcb624e1-2b54-4f9a-882e-fee88da536f6 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:28:05.283327 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:05.309325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54dace3-002a-4027-a53e-3b0241b89a70 req-e2e7d3db-d775-471e-bcb6-28895a855d0c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:05.310855 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f54dace3-002a-4027-a53e-3b0241b89a70 req-e2e7d3db-d775-471e-bcb6-28895a855d0c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 931 time: 0.0504336 Dec 08 02:28:05.332927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb624e1-2b54-4f9a-882e-fee88da536f6,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:05.362238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f54dace3-002a-4027-a53e-3b0241b89a70 req-32a1c631-664e-47e9-9218-7c5832d0b1ce tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438926 Dec 08 02:28:05.402917 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Attempting to bind port fcb624e1-2b54-4f9a-882e-fee88da536f6 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:05.403257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Attempting to bind port fcb624e1-2b54-4f9a-882e-fee88da536f6 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:05.403587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Attempting to bind port fcb624e1-2b54-4f9a-882e-fee88da536f6 on network 5f0ea283-70a2-45d9-9d74-62f45d92346e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:05.407857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Port fcb624e1-2b54-4f9a-882e-fee88da536f6 on network 5f0ea283-70a2-45d9-9d74-62f45d92346e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:28:05.408179 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Attempting to bind port fcb624e1-2b54-4f9a-882e-fee88da536f6 on network 5f0ea283-70a2-45d9-9d74-62f45d92346e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:05.413164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:05.413500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Checking segment: {'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:05.413886 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Bound using segment: {'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:05.414311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Bound port: fcb624e1-2b54-4f9a-882e-fee88da536f6, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:05.414664 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:05.483281 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:05.486372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:05.491379 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:05.530197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:05.530812 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:05.532227 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] 10.222.0.65 "PUT /v2.0/ports/fcb624e1-2b54-4f9a-882e-fee88da536f6 HTTP/1.1" status: 200 len: 1092 time: 0.6396091 Dec 08 02:28:05.532862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'tag': 'fcb624e1-2b54-4f9a-882e-fee88da536f6'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:05.555995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5aa9d-54da-4cd4-b59a-f11d795d1444 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb624e1-2b54-4f9a-882e-fee88da536f6,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:05.581293 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d1fa5-3bda-4002-9e1c-9543fbb407b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c38ff06b-164b-4e0c-a74e-a56e4f55235b", "tag": "fcb624e1-2b54-4f9a-882e-fee88da536f6"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:05.642427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-842664ff-dc3f-4413-9bbd-472d7a35df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:05.643974 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-842664ff-dc3f-4413-9bbd-472d7a35df8d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 1095 time: 0.0446458 Dec 08 02:28:05.697771 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83715e68-ed4a-4cd5-9302-54c127e33f01 x-openstack-request-id: req-83715e68-ed4a-4cd5-9302-54c127e33f01 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:05.698092 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38ff06b-164b-4e0c-a74e-a56e4f55235b", "tag": "fcb624e1-2b54-4f9a-882e-fee88da536f6", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:05.698349 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-83715e68-ed4a-4cd5-9302-54c127e33f01 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:05.698753 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'tag': 'fcb624e1-2b54-4f9a-882e-fee88da536f6', 'status': 'completed', 'code': 200} Dec 08 02:28:05.700661 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-2948fef7-f56b-4910-8ec5-e14ea13c2600 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6 HTTP/1.1" status: 200 len: 217 time: 0.0388443 Dec 08 02:28:05.757424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-1fe6ba77-0358-4124-885b-d2eee47e4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:05.758828 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-1fe6ba77-0358-4124-885b-d2eee47e4676 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0507016 Dec 08 02:28:05.796237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-d1066c2d-d3f2-4800-8719-bc065cc2a43c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251358 Dec 08 02:28:05.886136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-0f414f49-b85e-4b87-86a4-5ff885842369 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815206 Dec 08 02:28:05.987992 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-833b2b25-157a-4c9b-b62b-9df8855c2ad3 req-15f2ec6f-671f-4d87-a23d-1185f4b8e406 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904562 Dec 08 02:28:06.132800 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1fa5-3bda-4002-9e1c-9543fbb407b5 req-b0bf0298-eb77-4e23-ac75-6365bf0bf0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:06.134289 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee8d1fa5-3bda-4002-9e1c-9543fbb407b5 req-b0bf0298-eb77-4e23-ac75-6365bf0bf0e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 1095 time: 0.0413766 Dec 08 02:28:06.228061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1fa5-3bda-4002-9e1c-9543fbb407b5 req-fb86bc62-857f-449d-a331-a175e4773e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:06.229815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee8d1fa5-3bda-4002-9e1c-9543fbb407b5 req-fb86bc62-857f-449d-a331-a175e4773e34 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 916 time: 0.0883687 Dec 08 02:28:06.270195 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee8d1fa5-3bda-4002-9e1c-9543fbb407b5 req-b2d87ce1-2f3e-4089-9144-f01665c39024 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6 HTTP/1.1" status: 200 len: 217 time: 0.0336928 Dec 08 02:28:06.321799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1fa5-3bda-4002-9e1c-9543fbb407b5 req-fdf5f5b6-4ac9-409f-858f-b03e8eb90766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:06.323727 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee8d1fa5-3bda-4002-9e1c-9543fbb407b5 req-fdf5f5b6-4ac9-409f-858f-b03e8eb90766 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0464382 Dec 08 02:28:06.355733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee8d1fa5-3bda-4002-9e1c-9543fbb407b5 req-05b2bcc1-0675-44b6-b5bb-c844e16e1698 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244126 Dec 08 02:28:06.444738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee8d1fa5-3bda-4002-9e1c-9543fbb407b5 req-0d39a5fd-2755-4f59-992d-980e6cab2ae0 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809567 Dec 08 02:28:06.476801 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4fd33-b474-4cea-9a06-ecba23680b47 req-23573c22-83bc-4939-9046-f18321bfa332 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:06.478449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9e4fd33-b474-4cea-9a06-ecba23680b47 req-23573c22-83bc-4939-9046-f18321bfa332 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 943 time: 0.0495608 Dec 08 02:28:06.527422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9e4fd33-b474-4cea-9a06-ecba23680b47 req-ced3e5be-fd3f-4903-a268-f2693bbc09a6 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413280 Dec 08 02:28:06.543851 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee8d1fa5-3bda-4002-9e1c-9543fbb407b5 req-4ffa6092-f804-4220-aa80-a3dcb708ff0a service neutron] 10.222.0.65 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912592 Dec 08 02:28:07.251861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:28:07.277295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:28:07.277564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ffc2b2a9-2ad1-4b88-84bd-4f55510ad348 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:28:07.644050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888869d-a391-4a56-b600-a45091562b19 req-6a0ced4a-dec4-4dc7-8e9b-b0d305b7a2aa tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:07.645585 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1888869d-a391-4a56-b600-a45091562b19 req-6a0ced4a-dec4-4dc7-8e9b-b0d305b7a2aa tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 943 time: 0.0500479 Dec 08 02:28:07.693057 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1888869d-a391-4a56-b600-a45091562b19 req-2407881e-c2b0-41ea-8377-3ccc91496f3b tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Dec 08 02:28:08.811489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0105f-f368-4895-92fd-df855c4588d2 req-d590f789-0cd3-441f-924f-8c73323398d4 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:08.813007 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-86f0105f-f368-4895-92fd-df855c4588d2 req-d590f789-0cd3-441f-924f-8c73323398d4 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 943 time: 0.0536141 Dec 08 02:28:08.860237 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-86f0105f-f368-4895-92fd-df855c4588d2 req-07d8e98b-797f-45ac-85f1-f021ee18e27f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414398 Dec 08 02:28:09.017654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device fcb624e1-2b54-4f9a-882e-fee88da536f6 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:28:09.113649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:09.129475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'fcb624e1-2b54-4f9a-882e-fee88da536f6', 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e', 'port_id': 'fcb624e1-2b54-4f9a-882e-fee88da536f6', 'mac_address': 'fa:16:3e:3e:c0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1e5a9a-6bad-41e5-a34f-fcd0318a9956', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:28:09.166043 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:09.178731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb624e1-2b54-4f9a-882e-fee88da536f6 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:28:09.198551 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:09.202165 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:09.248518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=fcb624e1-2b54-4f9a-882e-fee88da536f6,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:09.540014 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['fcb624e1-2b54-4f9a-882e-fee88da536f6'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:09.980782 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba97575-4256-4980-b9a1-0feebdba41e1 req-090e2a65-dba9-4601-bde6-7a7a10f4be84 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:09.982265 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fba97575-4256-4980-b9a1-0feebdba41e1 req-090e2a65-dba9-4601-bde6-7a7a10f4be84 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 944 time: 0.0539398 Dec 08 02:28:10.030892 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fba97575-4256-4980-b9a1-0feebdba41e1 req-df39c388-e224-4af2-8090-ffb56f0d31bf tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Dec 08 02:28:11.018645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device fcb624e1-2b54-4f9a-882e-fee88da536f6 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:11.071146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port fcb624e1-2b54-4f9a-882e-fee88da536f6 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:28:11.075021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port fcb624e1-2b54-4f9a-882e-fee88da536f6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:11.075398 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:11.151583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bdb26-76bf-4261-8d70-f0f8193e5da5 req-838dc550-7a1f-484c-ab90-a82a51990554 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:11.153236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc1bdb26-76bf-4261-8d70-f0f8193e5da5 req-838dc550-7a1f-484c-ab90-a82a51990554 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 944 time: 0.0499585 Dec 08 02:28:11.156599 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:11.179763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb624e1-2b54-4f9a-882e-fee88da536f6'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:11.182146 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1b3122-e8fe-4caa-9580-27aa3a24f33e" -d '{"events": [{"server_uuid": "c38ff06b-164b-4e0c-a74e-a56e4f55235b", "name": "network-vif-plugged", "status": "completed", "tag": "fcb624e1-2b54-4f9a-882e-fee88da536f6"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:11.197488 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:11.202442 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:11.204135 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc1bdb26-76bf-4261-8d70-f0f8193e5da5 req-1fe6c690-f28e-4e07-ab96-1043c5d60249 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Dec 08 02:28:11.236023 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fe7313-401f-46b0-8bd9-96f27f7efce1 x-openstack-request-id: req-15fe7313-401f-46b0-8bd9-96f27f7efce1 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:11.236418 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38ff06b-164b-4e0c-a74e-a56e4f55235b", "name": "network-vif-plugged", "status": "completed", "tag": "fcb624e1-2b54-4f9a-882e-fee88da536f6", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:11.236682 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15fe7313-401f-46b0-8bd9-96f27f7efce1 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:11.237082 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb624e1-2b54-4f9a-882e-fee88da536f6', 'code': 200} Dec 08 02:28:11.254662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=fcb624e1-2b54-4f9a-882e-fee88da536f6,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:11.369330 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dc58d-d73e-45a3-b2b5-23a0156fe2e7 req-77d04831-4bcc-44ab-9de7-4d064dadf03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:11.372488 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6e0dc58d-d73e-45a3-b2b5-23a0156fe2e7 req-77d04831-4bcc-44ab-9de7-4d064dadf03e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 1097 time: 0.0441055 Dec 08 02:28:11.423091 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6e0dc58d-d73e-45a3-b2b5-23a0156fe2e7 req-bbb7ee6c-40b8-483c-b6bf-a1e062eb05c9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379238 Dec 08 02:28:12.327603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c8707-237a-4978-991a-87f2162faaad req-a122d53f-4685-4686-bed6-91da59dcf0f4 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:12.329162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-974c8707-237a-4978-991a-87f2162faaad req-a122d53f-4685-4686-bed6-91da59dcf0f4 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0505886 Dec 08 02:28:12.379951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-974c8707-237a-4978-991a-87f2162faaad req-697ec574-0482-4fb3-a718-45612cdc3113 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449708 Dec 08 02:28:13.496629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca252a-445e-45e3-857a-1dc850b3276e req-5fe489f7-26b6-4303-93a9-d9e4dd2fdd35 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:13.498085 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d4ca252a-445e-45e3-857a-1dc850b3276e req-5fe489f7-26b6-4303-93a9-d9e4dd2fdd35 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0482357 Dec 08 02:28:13.547230 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d4ca252a-445e-45e3-857a-1dc850b3276e req-d9b8c711-50b1-4c6c-8677-cbd3f750e946 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Dec 08 02:28:13.663370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48852c-9690-44ea-b33d-11a67bcd9861 req-ae0c6cc6-377b-4681-a768-3a8371e4e530 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:13.664793 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fa48852c-9690-44ea-b33d-11a67bcd9861 req-ae0c6cc6-377b-4681-a768-3a8371e4e530 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0493827 Dec 08 02:28:13.711651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fa48852c-9690-44ea-b33d-11a67bcd9861 req-bf6a172f-4483-4419-9321-89b2da25ddd2 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408311 Dec 08 02:28:13.946396 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190782e1-e175-402f-8719-66c924b8748c req-74af522e-7148-4a97-aa1e-40ed275d6aff tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:13.948148 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-190782e1-e175-402f-8719-66c924b8748c req-74af522e-7148-4a97-aa1e-40ed275d6aff tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0495911 Dec 08 02:28:14.008583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-190782e1-e175-402f-8719-66c924b8748c req-35b59085-e2b2-44cf-a2b5-716ca8a91a65 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545712 Dec 08 02:28:14.037004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-15b4a3bf-cb24-4389-b187-aa578ce6808b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878518 Dec 08 02:28:15.127200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649c1ef-dae2-43c2-beb5-7b049f396fb6 req-954dda9e-163d-46ec-bb02-dc9fddc45cc4 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:15.128855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1649c1ef-dae2-43c2-beb5-7b049f396fb6 req-954dda9e-163d-46ec-bb02-dc9fddc45cc4 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0485737 Dec 08 02:28:15.185258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1649c1ef-dae2-43c2-beb5-7b049f396fb6 req-d57a1b5d-723f-4c7e-a9ec-07c698cc8abe tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502441 Dec 08 02:28:15.214410 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-80ace39c-9053-4c4e-8f12-80ffdcf568c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:15.215879 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-80ace39c-9053-4c4e-8f12-80ffdcf568c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 1097 time: 0.0429511 Dec 08 02:28:15.308885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-dcd73145-81ac-45d1-9bb4-8ad906690f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:15.310365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-dcd73145-81ac-45d1-9bb4-8ad906690f96 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 916 time: 0.0866332 Dec 08 02:28:15.351501 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-520d7445-b806-4633-9336-246a52291dad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6 HTTP/1.1" status: 200 len: 217 time: 0.0328336 Dec 08 02:28:15.398991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-ecb0b979-2088-4f05-a7f2-8a5d7ff2c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:15.400448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-ecb0b979-2088-4f05-a7f2-8a5d7ff2c2d8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0426233 Dec 08 02:28:15.435584 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-f76d56a8-0aee-4457-9308-f1020597b515 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279138 Dec 08 02:28:15.522399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-5dd6101e-d322-436c-9c1e-e47dcdc79e89 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790691 Dec 08 02:28:15.613056 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-ea0d7f79-c92b-491a-958a-377d6bf05e81 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833478 Dec 08 02:28:16.305181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad75e2-87db-47f2-855e-4b8514b216b4 req-56d59938-fb2c-4414-b825-1667d028f828 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:16.306712 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2aad75e2-87db-47f2-855e-4b8514b216b4 req-56d59938-fb2c-4414-b825-1667d028f828 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0520394 Dec 08 02:28:16.355929 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2aad75e2-87db-47f2-855e-4b8514b216b4 req-5a249251-41bb-4b8a-8268-5c301485211e tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 Dec 08 02:28:17.472716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2743e5-c5a4-4965-a0e1-bc3ab3e80143 req-948e81a8-0e22-4d09-9cee-62ac1a3c0936 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:17.474182 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db2743e5-c5a4-4965-a0e1-bc3ab3e80143 req-948e81a8-0e22-4d09-9cee-62ac1a3c0936 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0500166 Dec 08 02:28:17.519734 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-db2743e5-c5a4-4965-a0e1-bc3ab3e80143 req-5872d8ee-f2dd-489d-a377-a57d58bc1942 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Dec 08 02:28:18.638681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8946df-2d98-4a47-9dcd-7cee383955fb req-c9c01943-0513-4d08-83ee-c68f6b8d20c0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:18.640175 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6d8946df-2d98-4a47-9dcd-7cee383955fb req-c9c01943-0513-4d08-83ee-c68f6b8d20c0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0498343 Dec 08 02:28:18.689349 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6d8946df-2d98-4a47-9dcd-7cee383955fb req-ac93f2b4-a177-4062-bd68-d964026dd50d tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433297 Dec 08 02:28:19.805560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc1bfa-29b4-4a99-9ba5-99c253bf21eb req-47602284-8358-4c6e-94c4-89d11ac3d339 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:19.807112 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-acfc1bfa-29b4-4a99-9ba5-99c253bf21eb req-47602284-8358-4c6e-94c4-89d11ac3d339 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0486648 Dec 08 02:28:19.858840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-acfc1bfa-29b4-4a99-9ba5-99c253bf21eb req-eab9e364-946e-4c6c-8b3c-e7dc8e6c4410 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455477 Dec 08 02:28:20.972989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13877640-8556-4c9e-b8f6-5852be52a8e8 req-8cb4bcb1-7a9c-48bf-8b0d-0e4ae6784639 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:20.974487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13877640-8556-4c9e-b8f6-5852be52a8e8 req-8cb4bcb1-7a9c-48bf-8b0d-0e4ae6784639 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0490844 Dec 08 02:28:21.022585 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-13877640-8556-4c9e-b8f6-5852be52a8e8 req-56d4fd40-e5a7-4f91-bcc2-58991372ab38 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416095 Dec 08 02:28:22.137873 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed680f3d-7fb0-47cc-baa0-2696e1687e45 req-3ec81438-2ffa-4a12-83d0-631c6ea827d0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:22.139334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ed680f3d-7fb0-47cc-baa0-2696e1687e45 req-3ec81438-2ffa-4a12-83d0-631c6ea827d0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0481219 Dec 08 02:28:22.186490 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ed680f3d-7fb0-47cc-baa0-2696e1687e45 req-95aa6876-b793-498c-b9c4-514b6b661f0f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413115 Dec 08 02:28:23.304788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3a3bf-2551-454e-83af-4cf6d4733fb0 req-d81abfa1-8f40-471e-86fe-10c4c3ef5add tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:23.306266 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4d3a3bf-2551-454e-83af-4cf6d4733fb0 req-d81abfa1-8f40-471e-86fe-10c4c3ef5add tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0496602 Dec 08 02:28:23.353938 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4d3a3bf-2551-454e-83af-4cf6d4733fb0 req-489abfef-e0c3-46e2-a47d-e971f2d16243 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410597 Dec 08 02:28:23.769128 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:28:24.471304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c05e-7836-4db4-9219-48647c06be84 req-49298641-738e-4471-904b-d1b42e9427a6 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:24.473504 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b942c05e-7836-4db4-9219-48647c06be84 req-49298641-738e-4471-904b-d1b42e9427a6 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0501287 Dec 08 02:28:24.521632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b942c05e-7836-4db4-9219-48647c06be84 req-e8570f51-620f-41fc-960a-a9fe2a5cd87a tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 Dec 08 02:28:25.640491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c87f5-96d0-47fa-9aa1-c8cd74d04977 req-531a0223-e68e-44e0-af92-a08761b3cea6 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:25.641966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c3c87f5-96d0-47fa-9aa1-c8cd74d04977 req-531a0223-e68e-44e0-af92-a08761b3cea6 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0522392 Dec 08 02:28:25.687568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c3c87f5-96d0-47fa-9aa1-c8cd74d04977 req-e45d10fe-65a6-4cb5-8134-999a2bec1c48 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397673 Dec 08 02:28:26.809123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239b799-0f43-440c-9556-bbe3f483458b req-7ace2c3c-7ed0-4344-b8b6-634240f7b312 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:26.810587 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8239b799-0f43-440c-9556-bbe3f483458b req-7ace2c3c-7ed0-4344-b8b6-634240f7b312 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0536165 Dec 08 02:28:26.858153 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8239b799-0f43-440c-9556-bbe3f483458b req-e4e5f608-1f2f-456b-8b75-aa267762834f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412312 Dec 08 02:28:27.977414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a78386-4fd3-4241-a697-e0d46be65bdb req-8aa6116c-a241-419c-b508-73f5a9c5c8cd tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:27.978885 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52a78386-4fd3-4241-a697-e0d46be65bdb req-8aa6116c-a241-419c-b508-73f5a9c5c8cd tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0514421 Dec 08 02:28:28.027567 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-52a78386-4fd3-4241-a697-e0d46be65bdb req-a93e95fd-2a93-4211-8cbb-c8f5760585ed tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 Dec 08 02:28:28.877057 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c4b6e98d-3698-45c4-a32c-9f43e40eaee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:29.145010 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a97c-4413-4697-b087-ff45a4fc4d4d req-2e2dacab-d917-4c04-8ead-4a6dfafe7cf8 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:29.146463 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8100a97c-4413-4697-b087-ff45a4fc4d4d req-2e2dacab-d917-4c04-8ead-4a6dfafe7cf8 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0484526 Dec 08 02:28:29.192337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8100a97c-4413-4697-b087-ff45a4fc4d4d req-c5e3e7ea-195a-4c12-8dc2-93086070f6e9 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391760 Dec 08 02:28:30.308868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b9628-da76-47b2-bbcb-f189f8ce168f req-6cf96086-32fa-44f4-a4bb-70b5fa54b6f9 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:30.310349 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-195b9628-da76-47b2-bbcb-f189f8ce168f req-6cf96086-32fa-44f4-a4bb-70b5fa54b6f9 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0501857 Dec 08 02:28:30.361598 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-195b9628-da76-47b2-bbcb-f189f8ce168f req-21e0c2b9-f7d6-46bf-a36f-4a3acc8855af tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453629 Dec 08 02:28:31.476015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b0459-e286-474b-80eb-d0232b8996c1 req-f48a35e5-f44a-49f2-9ff7-c5dc64ee8e17 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:31.477498 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b1b0459-e286-474b-80eb-d0232b8996c1 req-f48a35e5-f44a-49f2-9ff7-c5dc64ee8e17 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0479820 Dec 08 02:28:31.528108 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b1b0459-e286-474b-80eb-d0232b8996c1 req-2d0c6680-259e-4682-92f4-20cffbc22f2d tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440164 Dec 08 02:28:32.080543 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:32.158941 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d25bf34e-7d7f-4364-84b9-723ddd0b0c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:32.487097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:32.647465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c51241-a187-4eb5-a9c0-8d8687c9955c req-caafac9e-0d66-483e-90f6-be4a9945d5cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:32.649157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-38c51241-a187-4eb5-a9c0-8d8687c9955c req-caafac9e-0d66-483e-90f6-be4a9945d5cb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0540950 Dec 08 02:28:32.698336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-38c51241-a187-4eb5-a9c0-8d8687c9955c req-1d1200b2-6935-45e2-b37d-618b9ba37289 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419049 Dec 08 02:28:33.774023 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:33.814023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1efa9d-2df1-4b16-ac4d-ab90a78fd412 req-ffbdc42f-1e4e-4e30-aa80-aae76e5812b2 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:33.815502 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb1efa9d-2df1-4b16-ac4d-ab90a78fd412 req-ffbdc42f-1e4e-4e30-aa80-aae76e5812b2 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0489612 Dec 08 02:28:33.862375 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb1efa9d-2df1-4b16-ac4d-ab90a78fd412 req-2106f359-2f84-4f49-b807-533d81bb9c0c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408652 Dec 08 02:28:34.349234 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:34.828195 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:34.980100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bca90-44c2-4a6d-a2e5-da261bd4426e req-abe18017-7510-491e-a27f-e106b21f97aa tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:34.981724 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-795bca90-44c2-4a6d-a2e5-da261bd4426e req-abe18017-7510-491e-a27f-e106b21f97aa tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0512958 Dec 08 02:28:35.029513 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-795bca90-44c2-4a6d-a2e5-da261bd4426e req-0800a8a8-58b5-450f-8993-53d696d03eb0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Dec 08 02:28:36.145781 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053886bc-43ad-44ef-84db-c79d847df7ed req-226c4b9d-a84b-4b8e-ae6a-8fa3a74da18d tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:36.147284 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-053886bc-43ad-44ef-84db-c79d847df7ed req-226c4b9d-a84b-4b8e-ae6a-8fa3a74da18d tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0500774 Dec 08 02:28:36.193877 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-053886bc-43ad-44ef-84db-c79d847df7ed req-60976758-4af6-463f-b11c-e436ee1253e6 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Dec 08 02:28:37.314714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eb68e-9950-45fd-b8f5-1dea42764921 req-0a5da17b-ee1f-44fc-9d4d-471e29a26cd7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:37.316195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-720eb68e-9950-45fd-b8f5-1dea42764921 req-0a5da17b-ee1f-44fc-9d4d-471e29a26cd7 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0528150 Dec 08 02:28:37.362743 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-720eb68e-9950-45fd-b8f5-1dea42764921 req-e2543348-a818-48fd-89c7-3442daa0352c tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Dec 08 02:28:38.488571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206000-1a33-4752-bc5b-4ca0347c1196 req-c6fbd3a4-266d-48b4-a355-bdec03683c67 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:38.490129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cf206000-1a33-4752-bc5b-4ca0347c1196 req-c6fbd3a4-266d-48b4-a355-bdec03683c67 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0553508 Dec 08 02:28:38.538500 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cf206000-1a33-4752-bc5b-4ca0347c1196 req-a8a1afed-1f45-4571-a25a-004a3002924a tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411417 Dec 08 02:28:39.654377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc043b5-3d5b-4373-b0c9-e74396ddf1f0 req-015fd3c5-e7f4-49e4-ad55-6b645e61af75 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:39.655847 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7bc043b5-3d5b-4373-b0c9-e74396ddf1f0 req-015fd3c5-e7f4-49e4-ad55-6b645e61af75 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0494759 Dec 08 02:28:39.702635 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7bc043b5-3d5b-4373-b0c9-e74396ddf1f0 req-040631e9-0da2-43e2-a4b9-11e01ef0c2bb tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409579 Dec 08 02:28:40.821533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37401812-fa1b-4c43-b11f-cddab9b79a90 req-c45ee6ac-5f3f-472e-b92a-82c64e9c3dba tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:40.824258 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-37401812-fa1b-4c43-b11f-cddab9b79a90 req-c45ee6ac-5f3f-472e-b92a-82c64e9c3dba tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0537493 Dec 08 02:28:40.870790 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-37401812-fa1b-4c43-b11f-cddab9b79a90 req-8abeab6c-d138-42f9-b826-f840a8e36356 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404949 Dec 08 02:28:41.993035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bee30-b35c-4e45-8407-c1894d96520b req-004e7f4a-ddd1-4ea1-982c-c6ab8f589c81 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:41.994626 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d1bee30-b35c-4e45-8407-c1894d96520b req-004e7f4a-ddd1-4ea1-982c-c6ab8f589c81 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0549185 Dec 08 02:28:42.042397 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d1bee30-b35c-4e45-8407-c1894d96520b req-8a7a38d7-46e6-4780-a7b9-62b53e2a7bb0 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Dec 08 02:28:43.150703 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-8b9ef485-31c8-4097-9e1a-98c9f27f11f2 service neutron] show failed (client error): The resource could not be found. Dec 08 02:28:43.151882 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-8b9ef485-31c8-4097-9e1a-98c9f27f11f2 service neutron] 10.222.0.65 "GET /v2.0/ports/fcb624e1-2b54-4f9a-882e-fee88da536f6/bindings/n-h2-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0881858 Dec 08 02:28:43.170500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e205d69-6d8d-491b-9baf-36dd3ba9cf67 req-5db59207-552e-4432-890b-7182baf5acf4 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.171996 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6e205d69-6d8d-491b-9baf-36dd3ba9cf67 req-5db59207-552e-4432-890b-7182baf5acf4 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0572572 Dec 08 02:28:43.226019 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6e205d69-6d8d-491b-9baf-36dd3ba9cf67 req-4eb46ff4-f678-4448-a7f3-937b623e09f8 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477815 Dec 08 02:28:43.387389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-f14cb497-18b0-46b4-9e4b-276eb1318006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.388946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-f14cb497-18b0-46b4-9e4b-276eb1318006 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b&tenant_id=594c3d8c8e82483f91f3e06270a6d154 HTTP/1.1" status: 200 len: 1097 time: 0.0427117 Dec 08 02:28:43.408469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:43.462667 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:43.671334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:43.704430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:43.743449 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcb624e1-2b54-4f9a-882e-fee88da536f6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:43.746493 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dde7b24-ff5b-474f-9188-388e3be140a6" -d '{"events": [{"server_uuid": "c38ff06b-164b-4e0c-a74e-a56e4f55235b", "name": "network-vif-unplugged", "status": "completed", "tag": "fcb624e1-2b54-4f9a-882e-fee88da536f6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:43.750551 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:43.764377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Transition to ACTIVE for port object fcb624e1-2b54-4f9a-882e-fee88da536f6 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:28:43.768319 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:43.797557 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eff5b5-ef48-4787-8dc5-c3edabbc94b1 x-openstack-request-id: req-29eff5b5-ef48-4787-8dc5-c3edabbc94b1 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:43.797912 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38ff06b-164b-4e0c-a74e-a56e4f55235b", "name": "network-vif-unplugged", "status": "completed", "tag": "fcb624e1-2b54-4f9a-882e-fee88da536f6", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:43.798223 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-29eff5b5-ef48-4787-8dc5-c3edabbc94b1 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:43.798624 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcb624e1-2b54-4f9a-882e-fee88da536f6', 'code': 200} Dec 08 02:28:43.834888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] No DVR routers for this DVR port fcb624e1-2b54-4f9a-882e-fee88da536f6 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:28:43.838244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Pushing event updated for resources: {'Port': ['ID=fcb624e1-2b54-4f9a-882e-fee88da536f6,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:43.878096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Attempting to bind port fcb624e1-2b54-4f9a-882e-fee88da536f6 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:43.878431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Attempting to bind port fcb624e1-2b54-4f9a-882e-fee88da536f6 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:43.878765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Attempting to bind port fcb624e1-2b54-4f9a-882e-fee88da536f6 on network 5f0ea283-70a2-45d9-9d74-62f45d92346e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:43.883628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Port fcb624e1-2b54-4f9a-882e-fee88da536f6 on network 5f0ea283-70a2-45d9-9d74-62f45d92346e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:28:43.883956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Attempting to bind port fcb624e1-2b54-4f9a-882e-fee88da536f6 on network 5f0ea283-70a2-45d9-9d74-62f45d92346e {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:43.889860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:43.890196 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Checking segment: {'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:43.890581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Bound using segment: {'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:43.891003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Bound port: fcb624e1-2b54-4f9a-882e-fee88da536f6, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f23f56a-6b76-4bae-93d4-b9e1d734bddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:43.891361 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:43.953524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:43.956553 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:43.961163 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:43.998108 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:43.998725 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:44.000128 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] 10.222.0.72 "PUT /v2.0/ports/fcb624e1-2b54-4f9a-882e-fee88da536f6 HTTP/1.1" status: 200 len: 1092 time: 0.5956497 Dec 08 02:28:44.022575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e41f1-1293-47f4-9fbd-835a9a95010a service neutron] Pushing event updated for resources: {'Port': ['ID=fcb624e1-2b54-4f9a-882e-fee88da536f6,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:44.076830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-0623af09-1e81-45f8-8ff1-d1f9661c682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.078418 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-0623af09-1e81-45f8-8ff1-d1f9661c682c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 1095 time: 0.0441344 Dec 08 02:28:44.173769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-cb50168e-3076-4e5c-bf8f-5cb6c59f25df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.175186 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-cb50168e-3076-4e5c-bf8f-5cb6c59f25df service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 916 time: 0.0899405 Dec 08 02:28:44.218762 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-c84de571-4ece-49ae-befd-e1f91871c85c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6 HTTP/1.1" status: 200 len: 217 time: 0.0348384 Dec 08 02:28:44.277179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-d35997e5-2d88-4eac-a33a-c1aae0d180c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.278735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-d35997e5-2d88-4eac-a33a-c1aae0d180c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0534947 Dec 08 02:28:44.313589 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-a06f184c-b0a8-4502-b3f5-a34eb7859f67 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255656 Dec 08 02:28:44.349828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56a290-91d4-41f4-8537-6a5054d96f4d req-4d9c9a89-f1e1-4ef1-b8a7-ea1bb8478a71 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:44.351341 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b56a290-91d4-41f4-8537-6a5054d96f4d req-4d9c9a89-f1e1-4ef1-b8a7-ea1bb8478a71 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 943 time: 0.0496302 Dec 08 02:28:44.399268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b56a290-91d4-41f4-8537-6a5054d96f4d req-9c3fe08e-93da-479f-bced-2b9cde06eaf1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 Dec 08 02:28:44.401174 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-2b1671e4-1300-44ee-b0d4-95f05154f090 service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835028 Dec 08 02:28:44.500157 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-faa6a1c7-9c89-454c-869d-ec5396c8873e req-e242ede7-4856-47c8-a087-68d469f08e01 service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923464 Dec 08 02:28:45.516551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8df3b6-6c39-4221-a53e-b324128d7604 req-88e5ae95-46ba-446c-92c8-3f5cd3392fb6 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:45.518039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4d8df3b6-6c39-4221-a53e-b324128d7604 req-88e5ae95-46ba-446c-92c8-3f5cd3392fb6 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 943 time: 0.0494182 Dec 08 02:28:45.565470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4d8df3b6-6c39-4221-a53e-b324128d7604 req-b00a84d0-2ad0-4385-91b9-732d2d50b20f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 Dec 08 02:28:45.799696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'tag': 'fcb624e1-2b54-4f9a-882e-fee88da536f6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:45.802112 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5315bb7-ce71-4ef3-888e-070234b0a71e" -d '{"events": [{"name": "network-changed", "server_uuid": "c38ff06b-164b-4e0c-a74e-a56e4f55235b", "tag": "fcb624e1-2b54-4f9a-882e-fee88da536f6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:45.850525 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dd2369-e01e-40ec-902e-ce6642c3a46e x-openstack-request-id: req-87dd2369-e01e-40ec-902e-ce6642c3a46e {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:45.850828 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38ff06b-164b-4e0c-a74e-a56e4f55235b", "tag": "fcb624e1-2b54-4f9a-882e-fee88da536f6", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:45.851113 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87dd2369-e01e-40ec-902e-ce6642c3a46e {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:45.851518 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'tag': 'fcb624e1-2b54-4f9a-882e-fee88da536f6', 'status': 'completed', 'code': 200} Dec 08 02:28:45.948648 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-9375acfb-fc82-4d44-891c-35665f106d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:45.950051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-78525d55-53ac-4852-a1bc-7018b6041ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:45.950177 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-9375acfb-fc82-4d44-891c-35665f106d7a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 1095 time: 0.0468037 Dec 08 02:28:45.951554 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-78525d55-53ac-4852-a1bc-7018b6041ccc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 1095 time: 0.0466819 Dec 08 02:28:46.051501 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-be5da331-d26b-4229-ab6e-e7c0477e9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:46.052894 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-be5da331-d26b-4229-ab6e-e7c0477e9fb2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 916 time: 0.0892363 Dec 08 02:28:46.062063 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-bc15854b-7d2c-446d-b6f3-4d4144ada85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:46.063559 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-bc15854b-7d2c-446d-b6f3-4d4144ada85a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 916 time: 0.0895729 Dec 08 02:28:46.105021 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-6f605f58-d83d-4373-8b88-353b0d1e85c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6 HTTP/1.1" status: 200 len: 217 time: 0.0395894 Dec 08 02:28:46.116566 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-47d06e53-d05a-4391-adfd-1417c72b24c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6 HTTP/1.1" status: 200 len: 217 time: 0.0453978 Dec 08 02:28:46.161256 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-9cba3c11-7c82-4e15-9bf9-da7a8d82321b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:46.162736 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-9cba3c11-7c82-4e15-9bf9-da7a8d82321b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0471787 Dec 08 02:28:46.170003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-a61c1173-5233-4320-a669-80d57b3ed9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:46.171474 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-a61c1173-5233-4320-a669-80d57b3ed9ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0480483 Dec 08 02:28:46.199069 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-cccc0bda-8909-4c0f-821b-a90d013aa16a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250158 Dec 08 02:28:46.203514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-52861f05-fe40-401e-8942-492a3ec953fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247920 Dec 08 02:28:46.299059 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-67e348df-7d06-4e5a-85ca-5f9ef766daa6 service neutron] 10.222.0.65 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882945 Dec 08 02:28:46.299345 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-0a6a8767-65b1-4fea-be77-dc831711464a service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885012 Dec 08 02:28:46.390462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-8ef9167c-e9b9-40d8-94cd-07a51e53fc31 service neutron] 10.222.0.72 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832927 Dec 08 02:28:46.394426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5315bb7-ce71-4ef3-888e-070234b0a71e req-c43e5090-4739-45d7-ae0e-c4874c79df2e service neutron] 10.222.0.65 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834303 Dec 08 02:28:46.691413 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957aec17-30f9-47cc-9948-f255c3e11ddd req-19953db6-38a4-4152-89d1-e2a869c72813 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:46.693021 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-957aec17-30f9-47cc-9948-f255c3e11ddd req-19953db6-38a4-4152-89d1-e2a869c72813 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 943 time: 0.0557675 Dec 08 02:28:46.750783 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-957aec17-30f9-47cc-9948-f255c3e11ddd req-783d1733-8d69-4500-8f42-742185124c94 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501018 Dec 08 02:28:46.985501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9904bc0-5c67-4181-8e8a-012166750ee3 req-5f04074a-b7a2-46cb-9518-2d399c553898 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:46.986962 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b9904bc0-5c67-4181-8e8a-012166750ee3 req-5f04074a-b7a2-46cb-9518-2d399c553898 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 943 time: 0.0614581 Dec 08 02:28:47.019473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-be59e694-b14c-4e62-bce7-6d45a83381a1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:47.021015 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-be59e694-b14c-4e62-bce7-6d45a83381a1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.65 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b&tenant_id=594c3d8c8e82483f91f3e06270a6d154&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 943 time: 0.0603209 Dec 08 02:28:47.048425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b9904bc0-5c67-4181-8e8a-012166750ee3 req-bcf9d228-cf74-4ece-bf9a-246181b5ae80 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554504 Dec 08 02:28:47.091762 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-53575446-2927-4ff2-8ee2-4f3df1918c29 service neutron] delete failed (client error): The resource could not be found. Dec 08 02:28:47.092824 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-53575446-2927-4ff2-8ee2-4f3df1918c29 service neutron] 10.222.0.65 "DELETE /v2.0/ports/fcb624e1-2b54-4f9a-882e-fee88da536f6/bindings/n-h1-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0629272 Dec 08 02:28:47.093925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device fcb624e1-2b54-4f9a-882e-fee88da536f6 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:28:47.142745 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device fcb624e1-2b54-4f9a-882e-fee88da536f6 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:28:47.215196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-727479ce-6fcc-47c6-89d7-3295729a45be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:47.220247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-727479ce-6fcc-47c6-89d7-3295729a45be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=594c3d8c8e82483f91f3e06270a6d154&device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 1095 time: 0.0443985 Dec 08 02:28:47.317976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-650387f3-e63c-4fd1-8283-bb1a2f49fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:47.319440 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-650387f3-e63c-4fd1-8283-bb1a2f49fc4c service neutron] 10.222.0.65 "GET /v2.0/networks?id=5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 200 len: 916 time: 0.0875542 Dec 08 02:28:47.364815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-91a4b214-1888-4286-8df6-8cf41dc38948 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6 HTTP/1.1" status: 200 len: 217 time: 0.0367324 Dec 08 02:28:47.412857 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-772ae848-a2fd-42cb-ad85-2c0988719c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:47.414299 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-772ae848-a2fd-42cb-ad85-2c0988719c4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 200 len: 855 time: 0.0421665 Dec 08 02:28:47.449529 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-ef3d6c26-c865-4f38-aa79-f9ddea484307 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5f0ea283-70a2-45d9-9d74-62f45d92346e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246050 Dec 08 02:28:47.454107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device fcb624e1-2b54-4f9a-882e-fee88da536f6 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:28:47.548715 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-a6cb8a5b-7e36-48d3-8148-287f0197f6ee service neutron] 10.222.0.65 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882900 Dec 08 02:28:47.553894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:47.564659 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'fcb624e1-2b54-4f9a-882e-fee88da536f6', 'network_id': '5f0ea283-70a2-45d9-9d74-62f45d92346e', 'port_id': 'fcb624e1-2b54-4f9a-882e-fee88da536f6', 'mac_address': 'fa:16:3e:3e:c0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1e5a9a-6bad-41e5-a34f-fcd0318a9956', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:28:47.601544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:47.614874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb624e1-2b54-4f9a-882e-fee88da536f6 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:28:47.639739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:47.644449 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:47.653527 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90540bec-8108-41c7-b531-eaf4e99d46fc req-c5f9e805-8a50-469d-af52-1b00b02f207b service neutron] 10.222.0.65 "GET /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956397 Dec 08 02:28:47.694507 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=fcb624e1-2b54-4f9a-882e-fee88da536f6,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:47.701812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.702172 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.702521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.702866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.703207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.703543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.703891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.704263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.704615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.704950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.705285 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.705614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.705939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:47.932837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['fcb624e1-2b54-4f9a-882e-fee88da536f6'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:48.178100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfd100-6cf9-4eac-88de-7a4d64e35939 req-32f5ef3d-8847-444f-a5d3-bd4a5aeb29ab tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:48.179584 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-07dfd100-6cf9-4eac-88de-7a4d64e35939 req-32f5ef3d-8847-444f-a5d3-bd4a5aeb29ab tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 944 time: 0.0550628 Dec 08 02:28:48.227659 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-07dfd100-6cf9-4eac-88de-7a4d64e35939 req-401c408e-92b5-4dbf-bfbf-b45e5ec84698 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416524 Dec 08 02:28:49.349445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e0a7b-a4ad-4bf2-bc3d-bf2415a9f0c9 req-10d7cd0b-9e1a-4f8a-80d8-3b67897e25da tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:49.350921 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-755e0a7b-a4ad-4bf2-bc3d-bf2415a9f0c9 req-10d7cd0b-9e1a-4f8a-80d8-3b67897e25da tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 944 time: 0.0494103 Dec 08 02:28:49.397030 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-755e0a7b-a4ad-4bf2-bc3d-bf2415a9f0c9 req-5247239a-cbfd-475f-930d-f90fb1c261d1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396152 Dec 08 02:28:49.457950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device fcb624e1-2b54-4f9a-882e-fee88da536f6 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:49.506835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port fcb624e1-2b54-4f9a-882e-fee88da536f6 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:28:49.511544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port fcb624e1-2b54-4f9a-882e-fee88da536f6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:49.512022 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:49.512979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f5e12-c8f1-4bad-970b-ddf940dc8a28 req-59579728-9540-4948-b5a3-45bd20d1f1fd tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:49.514489 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-300f5e12-c8f1-4bad-970b-ddf940dc8a28 req-59579728-9540-4948-b5a3-45bd20d1f1fd tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 944 time: 0.0498416 Dec 08 02:28:49.563008 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-300f5e12-c8f1-4bad-970b-ddf940dc8a28 req-4b138fc4-57d9-4cc8-b4e5-9c3944f5cb3e tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Dec 08 02:28:49.591814 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:49.616137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb624e1-2b54-4f9a-882e-fee88da536f6'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:49.618427 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcfa520-a522-4051-be46-77243feb9001" -d '{"events": [{"server_uuid": "c38ff06b-164b-4e0c-a74e-a56e4f55235b", "name": "network-vif-plugged", "status": "completed", "tag": "fcb624e1-2b54-4f9a-882e-fee88da536f6"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:49.635388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:49.639812 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:49.663943 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a05b6e4-e24f-462a-8870-8a5436cc4a45 x-openstack-request-id: req-0a05b6e4-e24f-462a-8870-8a5436cc4a45 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:49.664246 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38ff06b-164b-4e0c-a74e-a56e4f55235b", "name": "network-vif-plugged", "status": "completed", "tag": "fcb624e1-2b54-4f9a-882e-fee88da536f6", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:49.664538 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a05b6e4-e24f-462a-8870-8a5436cc4a45 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:49.664935 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb624e1-2b54-4f9a-882e-fee88da536f6', 'code': 200} Dec 08 02:28:49.684708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b0ce0-537a-436b-9464-1046d1fba93d req-7dac23d6-6d4c-4600-9459-0f05ea61e007 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:49.686236 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7b6b0ce0-537a-436b-9464-1046d1fba93d req-7dac23d6-6d4c-4600-9459-0f05ea61e007 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0568442 Dec 08 02:28:49.692197 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=fcb624e1-2b54-4f9a-882e-fee88da536f6,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:49.733903 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7b6b0ce0-537a-436b-9464-1046d1fba93d req-e7256c11-8d0d-47a4-b7cf-b1cbd1ab44c1 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415614 Dec 08 02:28:50.060398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c2ec7-979f-4cb7-875f-20dbcd22fd67 req-ca3787a0-0331-48d0-83a0-2ffe0e963b86 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:50.061843 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d95c2ec7-979f-4cb7-875f-20dbcd22fd67 req-ca3787a0-0331-48d0-83a0-2ffe0e963b86 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0470052 Dec 08 02:28:50.112184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d95c2ec7-979f-4cb7-875f-20dbcd22fd67 req-a8f25934-6e25-4234-92a3-36dec552f080 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443795 Dec 08 02:28:51.227282 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2080eb1-a737-4999-9f0b-49225d7cee4d req-0b5ce07d-2300-45c1-99a3-32dcaa76ca1b tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:51.229062 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c2080eb1-a737-4999-9f0b-49225d7cee4d req-0b5ce07d-2300-45c1-99a3-32dcaa76ca1b tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0498085 Dec 08 02:28:51.276969 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c2080eb1-a737-4999-9f0b-49225d7cee4d req-91bb7434-1f25-4bed-9e45-d2b84bddd263 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.70 "GET /v2.0/security-groups?id=827817f3-5aa1-4736-a2cf-f72612a62668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Dec 08 02:28:51.343300 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d194146-8919-4fd6-ac0a-d8df1849b322 req-cd2b6f00-d890-4ddd-9a32-5820be73f11f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:51.344778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d194146-8919-4fd6-ac0a-d8df1849b322 req-cd2b6f00-d890-4ddd-9a32-5820be73f11f tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.72 "GET /v2.0/ports?device_id=c38ff06b-164b-4e0c-a74e-a56e4f55235b HTTP/1.1" status: 200 len: 945 time: 0.0523674 Dec 08 02:28:51.433975 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-2d194146-8919-4fd6-ac0a-d8df1849b322 req-ba1462d5-d698-4a65-b46b-79bd8256a015 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Deleting port fcb624e1-2b54-4f9a-882e-fee88da536f6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:28:51.434321 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d194146-8919-4fd6-ac0a-d8df1849b322 req-ba1462d5-d698-4a65-b46b-79bd8256a015 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:51.525589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-2d194146-8919-4fd6-ac0a-d8df1849b322 req-ba1462d5-d698-4a65-b46b-79bd8256a015 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] For port fcb624e1-2b54-4f9a-882e-fee88da536f6, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=fcb624e1-2b54-4f9a-882e-fee88da536f6,segment=NetworkSegment(1f23f56a-6b76-4bae-93d4-b9e1d734bddc),segment_id=1f23f56a-6b76-4bae-93d4-b9e1d734bddc)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:51.525959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d194146-8919-4fd6-ac0a-d8df1849b322 req-ba1462d5-d698-4a65-b46b-79bd8256a015 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:51.537624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-2d194146-8919-4fd6-ac0a-d8df1849b322 req-ba1462d5-d698-4a65-b46b-79bd8256a015 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Calling delete_port for fcb624e1-2b54-4f9a-882e-fee88da536f6 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:28:51.660630 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d194146-8919-4fd6-ac0a-d8df1849b322 req-ba1462d5-d698-4a65-b46b-79bd8256a015 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:51.693298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['fcb624e1-2b54-4f9a-882e-fee88da536f6'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:28:51.697532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1462d5-d698-4a65-b46b-79bd8256a015 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Pushing event deleted for resources: {'Port': ['ID=fcb624e1-2b54-4f9a-882e-fee88da536f6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:51.740427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d194146-8919-4fd6-ac0a-d8df1849b322 req-ba1462d5-d698-4a65-b46b-79bd8256a015 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] No DVR routers for this DVR port fcb624e1-2b54-4f9a-882e-fee88da536f6 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:28:51.743060 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-2d194146-8919-4fd6-ac0a-d8df1849b322 req-ba1462d5-d698-4a65-b46b-79bd8256a015 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:51.747188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d194146-8919-4fd6-ac0a-d8df1849b322 req-ba1462d5-d698-4a65-b46b-79bd8256a015 tempest-ServerDiskConfigTestJSON-882392163 tempest-ServerDiskConfigTestJSON-882392163-project] 10.222.0.72 "DELETE /v2.0/ports/fcb624e1-2b54-4f9a-882e-fee88da536f6 HTTP/1.1" status: 204 len: 173 time: 0.3956449 Dec 08 02:28:51.747668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'name': 'network-vif-deleted', 'tag': 'fcb624e1-2b54-4f9a-882e-fee88da536f6'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:28:51.749978 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c56830-022b-4f76-b1fc-f831dca1d9da" -d '{"events": [{"server_uuid": "c38ff06b-164b-4e0c-a74e-a56e4f55235b", "name": "network-vif-deleted", "tag": "fcb624e1-2b54-4f9a-882e-fee88da536f6"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:28:51.787974 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9262b64-d48a-41cc-9014-78b940533035 x-openstack-request-id: req-d9262b64-d48a-41cc-9014-78b940533035 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:28:51.788209 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38ff06b-164b-4e0c-a74e-a56e4f55235b", "name": "network-vif-deleted", "tag": "fcb624e1-2b54-4f9a-882e-fee88da536f6", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:28:51.788556 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d9262b64-d48a-41cc-9014-78b940533035 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:28:51.788943 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38ff06b-164b-4e0c-a74e-a56e4f55235b', 'name': 'network-vif-deleted', 'tag': 'fcb624e1-2b54-4f9a-882e-fee88da536f6', 'status': 'completed', 'code': 200} Dec 08 02:28:52.396918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38916) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:52.441170 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21b2885-6994-4f2f-81be-a0ac6163959c admin admin] Deleting subnet aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:28:52.444183 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a21b2885-6994-4f2f-81be-a0ac6163959c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.479312 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a21b2885-6994-4f2f-81be-a0ac6163959c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.521906 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a21b2885-6994-4f2f-81be-a0ac6163959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.573728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a21b2885-6994-4f2f-81be-a0ac6163959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.598842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b2885-6994-4f2f-81be-a0ac6163959c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1e5a9a-6bad-41e5-a34f-fcd0318a9956,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:52.602540 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a21b2885-6994-4f2f-81be-a0ac6163959c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.606280 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a21b2885-6994-4f2f-81be-a0ac6163959c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/aa1e5a9a-6bad-41e5-a34f-fcd0318a9956 HTTP/1.1" status: 204 len: 168 time: 0.2083337 Dec 08 02:28:52.608776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38918) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:52.674890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.757645 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.777833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0ea283-70a2-45d9-9d74-62f45d92346e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:52.786767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f23f56a-6b76-4bae-93d4-b9e1d734bddc') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:52.787087 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f23f56a-6b76-4bae-93d4-b9e1d734bddc') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:52.796821 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.809675 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.815513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:28:52.815899 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:28:52.817597 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:28:52.878910 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.884692 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:52.887970 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] 10.222.0.70 "DELETE /v2.0/networks/5f0ea283-70a2-45d9-9d74-62f45d92346e HTTP/1.1" status: 204 len: 168 time: 0.2782729 Dec 08 02:28:52.901518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2b407-6e85-4df5-a7d4-cba22128c61f admin admin] Pushing event deleted for resources: {'Network': ['ID=5f0ea283-70a2-45d9-9d74-62f45d92346e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:52.994862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38922) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:53.034787 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7ae514ec-ef2c-4d3a-8c0d-45136b378b75 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=594c3d8c8e82483f91f3e06270a6d154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386784 Dec 08 02:28:53.037333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38924) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:53.082976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-734d5a76-1522-441a-bbd5-da9c44b17a30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:53.104853 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-734d5a76-1522-441a-bbd5-da9c44b17a30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:53.156411 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-734d5a76-1522-441a-bbd5-da9c44b17a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:53.159177 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-734d5a76-1522-441a-bbd5-da9c44b17a30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:53.160417 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-734d5a76-1522-441a-bbd5-da9c44b17a30 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/827817f3-5aa1-4736-a2cf-f72612a62668 HTTP/1.1" status: 204 len: 168 time: 0.1221509 Dec 08 02:28:53.167929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d5a76-1522-441a-bbd5-da9c44b17a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827817f3-5aa1-4736-a2cf-f72612a62668,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:53.813940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38946) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:53.907351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1608141674-network', 'tenant_id': 'a00c088ae42248c0af37603046d60490'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:53.928696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Made reservation on behalf of a00c088ae42248c0af37603046d60490 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:28:53.930875 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:53.943187 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.016699 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.020487 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.045363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:28:54.053910 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290bad44-6e04-4359-bed7-d2e6feeeafd1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:54.060305 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.060665 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Added segment cd6e08b3-dd0a-4499-8806-d02ddad28814 of type vlan for network e8f4dbb9-943e-4693-9d8e-4b791bd8340f Dec 08 02:28:54.099358 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.126218 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.127159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:54.127741 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.156617 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3415301 Dec 08 02:28:54.159622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38950) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:54.164481 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Request body: {'subnet': {'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1608141674-subnet', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:54.185602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Made reservation on behalf of a00c088ae42248c0af37603046d60490 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:28:54.187801 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.194595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfa3d8-2ec7-4425-82ef-004919984d05 admin admin] Pushing event updated for resources: {'Network': ['ID=e8f4dbb9-943e-4693-9d8e-4b791bd8340f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:54.205422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network e8f4dbb9-943e-4693-9d8e-4b791bd8340f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:28:54.354289 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.408195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fca6dd7-e440-4c06-a229-0811c737c16c,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:54.419459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.419811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.420157 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.420528 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.420863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.421197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.421531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.421860 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.422189 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.422516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.422843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.423166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.423489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:28:54.428564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:54.428930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Network hostable DHCP agents. Network: e8f4dbb9-943e-4693-9d8e-4b791bd8340f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:28:54.445212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Network e8f4dbb9-943e-4693-9d8e-4b791bd8340f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:28:54.453691 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, e8f4dbb9-943e-4693-9d8e-4b791bd8340f) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:54.457601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:54.458206 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.463521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706dda3f-9244-4100-b585-3ce1309d36eb None None] Network e8f4dbb9-943e-4693-9d8e-4b791bd8340f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:28:54.474937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-469b5725-ac78-4718-b0c8-987851c75498 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3141985 Dec 08 02:28:54.477703 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38952) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:54.482727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:54.505163 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.506187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.560671 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.573384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:28:54.574280 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.695175 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.706376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Allocated IP 172.20.0.2 (e8f4dbb9-943e-4693-9d8e-4b791bd8340f/1fca6dd7-e440-4c06-a229-0811c737c16c/b04a5891-fee5-4c38-b702-7ff82e195adb) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:54.860794 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.867795 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.920277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Network e8f4dbb9-943e-4693-9d8e-4b791bd8340f is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:54.923325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:54.925970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:54.932714 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Pushing event updated for resources: {'Port': ['ID=b04a5891-fee5-4c38-b702-7ff82e195adb,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:54.989760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Attempting to bind port b04a5891-fee5-4c38-b702-7ff82e195adb on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:54.990053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Attempting to bind port b04a5891-fee5-4c38-b702-7ff82e195adb by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:54.990429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Attempting to bind port b04a5891-fee5-4c38-b702-7ff82e195adb on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:54.996813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:54.997129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:54.997549 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:54.997955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Bound using segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:54.998439 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Bound port: b04a5891-fee5-4c38-b702-7ff82e195adb, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:54.998833 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:55.064963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] For port b04a5891-fee5-4c38-b702-7ff82e195adb, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:55.068161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] For port b04a5891-fee5-4c38-b702-7ff82e195adb, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b04a5891-fee5-4c38-b702-7ff82e195adb,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:55.073707 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:55.129735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf5170f-940b-42f8-9daa-2a6f71599998 None None] Pushing event updated for resources: {'Port': ['ID=b04a5891-fee5-4c38-b702-7ff82e195adb,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:55.213328 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:55.232786 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:55.359549 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Allocated IP 172.25.2.228 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/d3343bf7-ae9a-434c-be02-05153c1845a9) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:55.462389 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:55.488128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device fcb624e1-2b54-4f9a-882e-fee88da536f6 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:28:55.497266 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:55.512820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: fcb624e1-2b54-4f9a-882e-fee88da536f6 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:28:55.513168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device fcb624e1-2b54-4f9a-882e-fee88da536f6 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:28:55.535346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:55.538102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:55.542214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:55.551384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ee2f2-3e4d-4ad6-be0f-9f91078f72e5 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:55.571357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Pushing event updated for resources: {'Port': ['ID=d3343bf7-ae9a-434c-be02-05153c1845a9,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:55.640839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f056d3f4-161d-4643-bc8f-3fd91ebf9ca2 None None] Provisioning complete for port d3343bf7-ae9a-434c-be02-05153c1845a9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:55.641332 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f056d3f4-161d-4643-bc8f-3fd91ebf9ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:55.674987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f056d3f4-161d-4643-bc8f-3fd91ebf9ca2 None None] Port d3343bf7-ae9a-434c-be02-05153c1845a9 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:28:55.796002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:55.993580 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:56.044397 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a5e460-f20c-4b61-bb21-72779e3daba6 None None] Network e8f4dbb9-943e-4693-9d8e-4b791bd8340f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:28:56.124418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Router ba11f89e-5b59-4411-8c0a-676f792aad97 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:28:56.125734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a4539c6f-3e45-44bf-8023-ddc30e007c64 None None] Provisioning complete for port b04a5891-fee5-4c38-b702-7ff82e195adb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:56.126113 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4539c6f-3e45-44bf-8023-ddc30e007c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:56.232342 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4539c6f-3e45-44bf-8023-ddc30e007c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:56.247460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:28:56.261236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Sync routers for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:28:56.268844 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:56.272646 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b8d961df-e511-48f3-9005-9a707b3471ab admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7908404 Dec 08 02:28:56.272974 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38956) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:56.284438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a4539c6f-3e45-44bf-8023-ddc30e007c64 None None] For port b04a5891-fee5-4c38-b702-7ff82e195adb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b04a5891-fee5-4c38-b702-7ff82e195adb,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:56.289982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:56.290667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:28:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:56.292851 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4539c6f-3e45-44bf-8023-ddc30e007c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:56.418925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4539c6f-3e45-44bf-8023-ddc30e007c64 None None] Pushing event updated for resources: {'Port': ['ID=b04a5891-fee5-4c38-b702-7ff82e195adb,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:56.444950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:56.561768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-315efc2b-01fa-44e3-ab2c-5ba360af151a None None] Provisioning complete for port b04a5891-fee5-4c38-b702-7ff82e195adb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:56.562437 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-315efc2b-01fa-44e3-ab2c-5ba360af151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:56.700636 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:56.703410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:55Z', 'revision_number': 3, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:56.731019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Checking router: ba11f89e-5b59-4411-8c0a-676f792aad97 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:28:56.731383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Updating router ba11f89e-5b59-4411-8c0a-676f792aad97 port d3343bf7-ae9a-434c-be02-05153c1845a9 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:28:56.750724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b04a5891-fee5-4c38-b702-7ff82e195adb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:28:56.784512 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:56.859935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Allocated IP 172.20.0.1 (e8f4dbb9-943e-4693-9d8e-4b791bd8340f/1fca6dd7-e440-4c06-a229-0811c737c16c/48089978-4658-40f5-867c-6350db5fa532) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:56.894465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b04a5891-fee5-4c38-b702-7ff82e195adb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:56.894842 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:56.968138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.005084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.052912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Network e8f4dbb9-943e-4693-9d8e-4b791bd8340f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:57.055885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:57.058984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:57.065396 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Pushing event updated for resources: {'Port': ['ID=48089978-4658-40f5-867c-6350db5fa532,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:57.116731 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.262462 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.301807 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.313459 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.355424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1cd08ed6-c681-4f59-8129-fa47012263b1 None None] Provisioning complete for port 48089978-4658-40f5-867c-6350db5fa532 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:57.355797 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1cd08ed6-c681-4f59-8129-fa47012263b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.386861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdddfba-603e-479d-9a76-605a2546f8db None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:57.405512 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2f823-b991-4fe1-a2e9-12c6c592618c None None] Pushing event updated for resources: {'Port': ['ID=d3343bf7-ae9a-434c-be02-05153c1845a9,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:57.407729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Attempting to bind port d3343bf7-ae9a-434c-be02-05153c1845a9 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:28:57.408107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Attempting to bind port d3343bf7-ae9a-434c-be02-05153c1845a9 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:28:57.408568 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Attempting to bind port d3343bf7-ae9a-434c-be02-05153c1845a9 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:28:57.418958 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:28:57.419357 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:28:57.419740 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.420137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:28:57.420638 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Bound port: d3343bf7-ae9a-434c-be02-05153c1845a9, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:28:57.421150 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.439051 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.443645 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.446347 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1cd08ed6-c681-4f59-8129-fa47012263b1 None None] Port 48089978-4658-40f5-867c-6350db5fa532 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:28:57.477519 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] For port d3343bf7-ae9a-434c-be02-05153c1845a9, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:28:57.481215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] For port d3343bf7-ae9a-434c-be02-05153c1845a9, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d3343bf7-ae9a-434c-be02-05153c1845a9,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:28:57.484997 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.513021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Pushing event updated for resources: {'Port': ['ID=48089978-4658-40f5-867c-6350db5fa532,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:57.515649 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.527764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab3271-f639-4dfa-9411-d9be1beb87f7 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:28:57.551252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:28:57.551888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:28:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:57.595608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2f823-b991-4fe1-a2e9-12c6c592618c None None] Pushing event updated for resources: {'Port': ['ID=d3343bf7-ae9a-434c-be02-05153c1845a9,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:57.612795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Network e8f4dbb9-943e-4693-9d8e-4b791bd8340f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:57.614276 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:57.621539 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-61ec3203-5130-4c08-8c88-d68eba80e467 None None] Provisioning complete for port d3343bf7-ae9a-434c-be02-05153c1845a9 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:57.621946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-61ec3203-5130-4c08-8c88-d68eba80e467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.711579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:28:57.746930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Router ba11f89e-5b59-4411-8c0a-676f792aad97 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:28:57.834752 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-61ec3203-5130-4c08-8c88-d68eba80e467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.868033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:28:57.873972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e3ddc680-fd86-4e10-976e-16999712ed5c admin admin] 10.222.0.70 "PUT /v2.0/routers/ba11f89e-5b59-4411-8c0a-676f792aad97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5999215 Dec 08 02:28:57.891568 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-61ec3203-5130-4c08-8c88-d68eba80e467 None None] For port d3343bf7-ae9a-434c-be02-05153c1845a9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d3343bf7-ae9a-434c-be02-05153c1845a9,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:28:57.894922 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-61ec3203-5130-4c08-8c88-d68eba80e467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:57.983087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec3203-5130-4c08-8c88-d68eba80e467 None None] Pushing event updated for resources: {'Port': ['ID=d3343bf7-ae9a-434c-be02-05153c1845a9,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:58.024064 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e49ba2a7-79ae-46ab-8833-14a587756919 None None] Provisioning complete for port 48089978-4658-40f5-867c-6350db5fa532 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:28:58.025306 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e49ba2a7-79ae-46ab-8833-14a587756919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.050029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 2, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:28:58.088382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951514bb-a159-4082-b31d-bfc23d16d71c None None] The sync data for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 is: [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 2, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:28:58.099676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e49ba2a7-79ae-46ab-8833-14a587756919 None None] Port 48089978-4658-40f5-867c-6350db5fa532 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:28:58.428252 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 38964) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:58.434080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cc3d47f7-ef5d-4dfa-b5fc-4a6d95ce0026 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--452427103', 'description': 'tempest-description--311056196'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:58.458465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc3d47f7-ef5d-4dfa-b5fc-4a6d95ce0026 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.537266 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc3d47f7-ef5d-4dfa-b5fc-4a6d95ce0026 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.541836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc3d47f7-ef5d-4dfa-b5fc-4a6d95ce0026 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.572044 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cc3d47f7-ef5d-4dfa-b5fc-4a6d95ce0026 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.573514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cc3d47f7-ef5d-4dfa-b5fc-4a6d95ce0026 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1440296 Dec 08 02:28:58.576998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38966) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:58.577872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d47f7-ef5d-4dfa-b5fc-4a6d95ce0026 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87427998-541b-49d7-87f6-d7a9648f43bb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:58.583318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f7ca905b-5608-44f4-8518-e1b50fddb041 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Request body: {'security_group_rule': {'security_group_id': '87427998-541b-49d7-87f6-d7a9648f43bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:58.616218 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7ca905b-5608-44f4-8518-e1b50fddb041 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.678064 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7ca905b-5608-44f4-8518-e1b50fddb041 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.682454 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7ca905b-5608-44f4-8518-e1b50fddb041 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.721633 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca905b-5608-44f4-8518-e1b50fddb041 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1e92ab-10a1-4d5c-a18f-14ef021fc846,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:58.726135 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f7ca905b-5608-44f4-8518-e1b50fddb041 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.727666 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f7ca905b-5608-44f4-8518-e1b50fddb041 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486404 Dec 08 02:28:58.730676 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38968) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:58.738404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9d11e063-e27b-48b6-8eaf-998f8af88ef7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Request body: {'security_group_rule': {'security_group_id': '87427998-541b-49d7-87f6-d7a9648f43bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:58.778768 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d11e063-e27b-48b6-8eaf-998f8af88ef7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.842334 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d11e063-e27b-48b6-8eaf-998f8af88ef7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.846783 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d11e063-e27b-48b6-8eaf-998f8af88ef7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.870355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11e063-e27b-48b6-8eaf-998f8af88ef7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157d5fe8-18fd-41b2-b212-5eac997b5a81,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:58.877081 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9d11e063-e27b-48b6-8eaf-998f8af88ef7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.881445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9d11e063-e27b-48b6-8eaf-998f8af88ef7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465406 Dec 08 02:28:58.881933 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 38970) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:28:58.887140 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-44304b1f-3e28-4c42-a5e2-c3959d8a74a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:58.887958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:28:58.912248 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.021838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.134739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Allocated IP 172.25.2.141 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/b8768c61-8f76-4d7c-b118-0cc6ea116732) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:28:59.242133 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.280577 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.327506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:28:59.330502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:28:59.333006 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:28:59.359758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event updated for resources: {'Port': ['ID=b8768c61-8f76-4d7c-b118-0cc6ea116732,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:59.421945 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.454527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.603663 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.607831 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.673360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event updated for resources: {'Port': ['ID=b8768c61-8f76-4d7c-b118-0cc6ea116732,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:28:59.689716 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.705727 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:28:59.706890 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ef3e9188-77d3-4a87-9c68-de69fb5f0d61 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8242207 Dec 08 02:28:59.856827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-a5a0b55a-61d3-4a22-897a-54a3d0b00939 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--452427103&fields=id&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 267 time: 0.0439360 Dec 08 02:28:59.966620 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-a493b6f6-35a7-4942-bfb6-46b81c31a491 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:28:59.968038 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-a493b6f6-35a7-4942-bfb6-46b81c31a491 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 812 time: 0.1044722 Dec 08 02:28:59.983555 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-081b7c61-0566-464f-83e4-a4ba8a7156dc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/quotas/a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 375 time: 0.0095205 Dec 08 02:29:00.039139 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-eacfa773-c2cd-4b15-bee7-f9e6677e479f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504928 Dec 08 02:29:00.093425 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Sync routers for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:29:00.104155 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:29:00.104794 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:28:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:00.138207 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-b7e921f8-57d4-4a63-9eec-5cd0bb487344 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869021 Dec 08 02:29:00.209690 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:29:00.232551 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-b575382a-f8e4-41f1-808c-22fcdc4281fa service neutron] 10.222.0.70 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881073 Dec 08 02:29:00.412861 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d3e2b6cb-ef01-4f50-9cd4-44321ac722c0 req-1a2fed2e-70b5-41a3-8d6e-b03801d10427 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 210 time: 0.0290575 Dec 08 02:29:00.425742 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 2, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:00.458637 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Checking router: ba11f89e-5b59-4411-8c0a-676f792aad97 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:29:00.459003 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Updating router ba11f89e-5b59-4411-8c0a-676f792aad97 port 48089978-4658-40f5-867c-6350db5fa532 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:29:00.483923 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.750174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d3343bf7-ae9a-434c-be02-05153c1845a9 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:29:00.754979 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.765581 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.801069 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:29:00.801473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port d3343bf7-ae9a-434c-be02-05153c1845a9 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:29:00.802064 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.828316 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Pushing event updated for resources: {'Port': ['ID=48089978-4658-40f5-867c-6350db5fa532,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:00.840174 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.840782 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.841284 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.841789 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.842300 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.842790 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.843289 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.843889 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.844225 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.844590 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.845374 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.845709 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.846045 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:29:00.908967 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Attempting to bind port 48089978-4658-40f5-867c-6350db5fa532 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:29:00.909363 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Attempting to bind port 48089978-4658-40f5-867c-6350db5fa532 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:29:00.909866 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Attempting to bind port 48089978-4658-40f5-867c-6350db5fa532 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:29:00.916221 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:29:00.916647 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:29:00.917067 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.917470 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Bound using segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:29:00.917954 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Bound port: 48089978-4658-40f5-867c-6350db5fa532, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:29:00.918340 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:00.988850 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] For port 48089978-4658-40f5-867c-6350db5fa532, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:29:00.994408 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] For port 48089978-4658-40f5-867c-6350db5fa532, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=48089978-4658-40f5-867c-6350db5fa532,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:29:00.998188 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:01.054986 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:29:01.055602 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:28:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:01.150075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-62460b0b-849c-4657-904a-a9ceb12b7208 None None] Provisioning complete for port 48089978-4658-40f5-867c-6350db5fa532 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:29:01.150462 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-62460b0b-849c-4657-904a-a9ceb12b7208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:01.210667 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df45f6d-3f74-4126-ada5-aec50a75d848 None None] Pushing event updated for resources: {'Port': ['ID=48089978-4658-40f5-867c-6350db5fa532,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:01.246500 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-62460b0b-849c-4657-904a-a9ceb12b7208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:01.281136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-62460b0b-849c-4657-904a-a9ceb12b7208 None None] For port 48089978-4658-40f5-867c-6350db5fa532, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=48089978-4658-40f5-867c-6350db5fa532,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:01.285863 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-62460b0b-849c-4657-904a-a9ceb12b7208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:01.286053 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:29:01.339915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62460b0b-849c-4657-904a-a9ceb12b7208 None None] Pushing event updated for resources: {'Port': ['ID=48089978-4658-40f5-867c-6350db5fa532,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:01.408561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-68f88952-c8b8-41f2-91f8-dd8b504dfe3f None None] Provisioning complete for port 48089978-4658-40f5-867c-6350db5fa532 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:29:01.408937 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-68f88952-c8b8-41f2-91f8-dd8b504dfe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:01.518045 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:00Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:01.547837 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be78cc70-c22b-44ec-9050-316368e88a19 None None] The sync data for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 is: [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:00Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:29:01.551702 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5ca238ab-36db-402b-9da9-8281b0bd2ecb req-9c07ab94-da50-4670-859d-de32783dc960 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 210 time: 0.0440512 Dec 08 02:29:01.581749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-3d5ee7da-24c9-45aa-9521-696e95017f57 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:01.583285 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-3d5ee7da-24c9-45aa-9521-696e95017f57 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 812 time: 0.1875510 Dec 08 02:29:01.691592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-b6448e55-1a8e-4faf-bc59-85dbbc8ea933 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 379 time: 0.0543835 Dec 08 02:29:01.704527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Request body: {'port': {'device_id': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'admin_state_up': True, 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'security_groups': ['87427998-541b-49d7-87f6-d7a9648f43bb']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:29:01.816771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Made reservation on behalf of a00c088ae42248c0af37603046d60490 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:29:01.820566 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.089910 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.161846 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d16e7bc9-d01a-4204-82a4-02269b2cd548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.289848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Allocated IP 172.20.0.7 (e8f4dbb9-943e-4693-9d8e-4b791bd8340f/1fca6dd7-e440-4c06-a229-0811c737c16c/69264ab7-0baf-46f8-9311-71044d1824f0) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:29:02.424597 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.457442 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.490825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.508505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Network e8f4dbb9-943e-4693-9d8e-4b791bd8340f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:29:02.511725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:29:02.515475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:29:02.540840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event updated for resources: {'Port': ['ID=69264ab7-0baf-46f8-9311-71044d1824f0,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:02.570709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:02.571387 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.590056 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-d6d295e0-4e63-4292-953c-49f7a40c1403 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8895421 Dec 08 02:29:02.608068 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Request body: {'port': {'device_id': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:29:02.683947 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.688061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812a38d-8bb9-4415-af81-b538c6edccf7 req-2cec61d9-0996-44a0-8949-6f834ac6a63a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:02.689736 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f812a38d-8bb9-4415-af81-b538c6edccf7 req-2cec61d9-0996-44a0-8949-6f834ac6a63a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 931 time: 0.0617423 Dec 08 02:29:02.750270 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f812a38d-8bb9-4415-af81-b538c6edccf7 req-fe5b1cf6-6816-4b38-98ba-6e72e4da36f0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531535 Dec 08 02:29:02.750717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5cf50d05-d476-43c9-b1f4-2e768907fdb4 None None] Provisioning complete for port 69264ab7-0baf-46f8-9311-71044d1824f0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:29:02.751148 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5cf50d05-d476-43c9-b1f4-2e768907fdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.782400 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 48089978-4658-40f5-867c-6350db5fa532 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:29:02.828418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5cf50d05-d476-43c9-b1f4-2e768907fdb4 None None] Port 69264ab7-0baf-46f8-9311-71044d1824f0 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:29:02.845294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 48089978-4658-40f5-867c-6350db5fa532 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:29:02.845669 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.969136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69264ab7-0baf-46f8-9311-71044d1824f0 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:29:02.976602 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:02.988530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Transition to ACTIVE for port object 69264ab7-0baf-46f8-9311-71044d1824f0 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:29:02.991867 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.039550 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Pushing event updated for resources: {'Port': ['ID=69264ab7-0baf-46f8-9311-71044d1824f0,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:03.116061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Attempting to bind port 69264ab7-0baf-46f8-9311-71044d1824f0 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:29:03.116441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Attempting to bind port 69264ab7-0baf-46f8-9311-71044d1824f0 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:29:03.116915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Attempting to bind port 69264ab7-0baf-46f8-9311-71044d1824f0 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:29:03.121499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Port 69264ab7-0baf-46f8-9311-71044d1824f0 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:29:03.121826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Attempting to bind port 69264ab7-0baf-46f8-9311-71044d1824f0 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:29:03.126866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:29:03.127219 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:29:03.127612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Bound using segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:29:03.128046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Bound port: 69264ab7-0baf-46f8-9311-71044d1824f0, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:29:03.128435 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.194381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:29:03.198514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=69264ab7-0baf-46f8-9311-71044d1824f0,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:29:03.203699 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.240249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:03.240796 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.242174 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] 10.222.0.72 "PUT /v2.0/ports/69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 200 len: 1092 time: 0.6384740 Dec 08 02:29:03.242650 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:29:03.245523 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8957de3f-26c6-4c4f-895a-183d17b5268d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:29:03.268117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d6737-66f0-4603-829c-daf2c8747025 service neutron] Pushing event updated for resources: {'Port': ['ID=69264ab7-0baf-46f8-9311-71044d1824f0,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:03.293976 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af08365-0f0a-48ea-b731-ab09b8533afa x-openstack-request-id: req-9af08365-0f0a-48ea-b731-ab09b8533afa {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:29:03.294273 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:29:03.294531 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9af08365-0f0a-48ea-b731-ab09b8533afa {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:29:03.294946 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0', 'status': 'completed', 'code': 200} Dec 08 02:29:03.375399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-8085048e-0d5e-4a34-ac35-a4a75edaa7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:03.376982 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-8085048e-0d5e-4a34-ac35-a4a75edaa7f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 1095 time: 0.0533648 Dec 08 02:29:03.429602 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-09dee265-6bca-4ae2-b726-2b828358e455 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 200 len: 217 time: 0.0370147 Dec 08 02:29:03.479251 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-bb763808-4235-46db-9394-45772e3981cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:03.480771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-bb763808-4235-46db-9394-45772e3981cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0447071 Dec 08 02:29:03.529622 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-352c2ed7-46d5-4183-b67b-ce7457a9496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:03.531143 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-352c2ed7-46d5-4183-b67b-ce7457a9496d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434163 Dec 08 02:29:03.622116 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-b3d9b869-bc34-4e81-90ff-eb4c70ff3ac1 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836895 Dec 08 02:29:03.714698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49a6e957-1631-40a7-b2fa-52a46b649250 req-227ff85d-0116-4d7e-85b9-4760b2e9a334 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858839 Dec 08 02:29:03.777582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:03.848879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957de3f-26c6-4c4f-895a-183d17b5268d req-eb5ccc6c-eba9-4b6f-8fb8-aaaa86deeb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:03.850448 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8957de3f-26c6-4c4f-895a-183d17b5268d req-eb5ccc6c-eba9-4b6f-8fb8-aaaa86deeb91 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 1095 time: 0.0421054 Dec 08 02:29:03.877070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c613dc-3612-472c-b012-ef7a2a83629b req-8aa6b4e5-543a-4a16-8bd8-fe6abe0a33a7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:03.878687 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b2c613dc-3612-472c-b012-ef7a2a83629b req-8aa6b4e5-543a-4a16-8bd8-fe6abe0a33a7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 943 time: 0.0532012 Dec 08 02:29:03.927523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b2c613dc-3612-472c-b012-ef7a2a83629b req-e7bab349-6028-4680-a896-4ad0b9c00ba9 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419166 Dec 08 02:29:03.945952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957de3f-26c6-4c4f-895a-183d17b5268d req-8712f9ab-e848-4e7f-92b1-f652418298d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:03.948033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8957de3f-26c6-4c4f-895a-183d17b5268d req-8712f9ab-e848-4e7f-92b1-f652418298d4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0909798 Dec 08 02:29:03.991081 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8957de3f-26c6-4c4f-895a-183d17b5268d req-cba24105-eba7-4dad-8386-ca954cc72cb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 200 len: 217 time: 0.0347395 Dec 08 02:29:04.044310 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957de3f-26c6-4c4f-895a-183d17b5268d req-bf4bca3a-dd05-47f5-907f-8835daa64581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:04.045878 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8957de3f-26c6-4c4f-895a-183d17b5268d req-bf4bca3a-dd05-47f5-907f-8835daa64581 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0461149 Dec 08 02:29:04.091946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957de3f-26c6-4c4f-895a-183d17b5268d req-17662a13-5bc7-4f5e-a5ee-e7a23f0f2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:04.093508 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8957de3f-26c6-4c4f-895a-183d17b5268d req-17662a13-5bc7-4f5e-a5ee-e7a23f0f2a40 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398395 Dec 08 02:29:04.190022 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8957de3f-26c6-4c4f-895a-183d17b5268d req-0f36a398-a243-4495-8351-8c2044195461 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886650 Dec 08 02:29:04.287429 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8957de3f-26c6-4c4f-895a-183d17b5268d req-c27d7600-2b95-4930-9500-06adc04dd796 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895486 Dec 08 02:29:04.363918 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:04.830188 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:05.044358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4d7df-b374-4798-b614-bc0063da6724 req-70e2bbe9-dc64-43c6-acac-6f56728d9ce4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:05.045859 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bf4d7df-b374-4798-b614-bc0063da6724 req-70e2bbe9-dc64-43c6-acac-6f56728d9ce4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 943 time: 0.0496457 Dec 08 02:29:05.093189 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bf4d7df-b374-4798-b614-bc0063da6724 req-35b5f106-38a3-4b22-ab5d-0c8852f6872c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414393 Dec 08 02:29:05.534099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 69264ab7-0baf-46f8-9311-71044d1824f0 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:29:05.629113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=69264ab7-0baf-46f8-9311-71044d1824f0,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:05.643618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '69264ab7-0baf-46f8-9311-71044d1824f0', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'port_id': '69264ab7-0baf-46f8-9311-71044d1824f0', 'mac_address': 'fa:16:3e:d6:26:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:29:05.681583 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:05.693961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69264ab7-0baf-46f8-9311-71044d1824f0 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:29:05.713648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=69264ab7-0baf-46f8-9311-71044d1824f0,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:05.717234 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:05.765292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=69264ab7-0baf-46f8-9311-71044d1824f0,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:05.973762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['69264ab7-0baf-46f8-9311-71044d1824f0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:29:06.210099 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cb1ee-c50e-4cf9-8274-5646bfdd780a req-5b56d27a-4a1d-40d9-be75-014cc860583f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:06.211560 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0b2cb1ee-c50e-4cf9-8274-5646bfdd780a req-5b56d27a-4a1d-40d9-be75-014cc860583f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 944 time: 0.0488157 Dec 08 02:29:06.258260 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0b2cb1ee-c50e-4cf9-8274-5646bfdd780a req-2e38147d-e86e-49eb-9edc-d35fc7c2b476 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400517 Dec 08 02:29:07.375106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdb85d-6814-434b-b1c4-74d59b8d62b4 req-35de7ba0-e4b7-47f6-9d85-1ce171905892 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:07.376653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eefdb85d-6814-434b-b1c4-74d59b8d62b4 req-35de7ba0-e4b7-47f6-9d85-1ce171905892 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 944 time: 0.0506690 Dec 08 02:29:07.424613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eefdb85d-6814-434b-b1c4-74d59b8d62b4 req-5aa6a2e4-9e63-41fe-a035-59d3548d69fd tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421593 Dec 08 02:29:07.550893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 69264ab7-0baf-46f8-9311-71044d1824f0 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:29:07.601069 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 69264ab7-0baf-46f8-9311-71044d1824f0 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:29:07.605509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 69264ab7-0baf-46f8-9311-71044d1824f0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:29:07.605922 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:07.687679 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:07.711246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:29:07.714117 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5f73c0-fbcc-4e92-be5f-b1ecffb68e42" -d '{"events": [{"server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "name": "network-vif-plugged", "status": "completed", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:29:07.727123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=69264ab7-0baf-46f8-9311-71044d1824f0,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:29:07.731581 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:07.756100 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea44d6b-65f9-4908-be5d-650b2d2bed7d x-openstack-request-id: req-cea44d6b-65f9-4908-be5d-650b2d2bed7d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:29:07.756419 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "name": "network-vif-plugged", "status": "completed", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:29:07.756682 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cea44d6b-65f9-4908-be5d-650b2d2bed7d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:29:07.757080 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0', 'code': 200} Dec 08 02:29:07.782950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=69264ab7-0baf-46f8-9311-71044d1824f0,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:29:07.892205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93f965-b097-4334-b3e9-4d6b977fb146 req-713e8fd3-1d26-4fa6-bedf-e6afe98eab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:07.893757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e93f965-b097-4334-b3e9-4d6b977fb146 req-713e8fd3-1d26-4fa6-bedf-e6afe98eab83 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 1097 time: 0.0445180 Dec 08 02:29:07.941447 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e93f965-b097-4334-b3e9-4d6b977fb146 req-588c90a5-a854-4662-bd14-110d4ea6ca17 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389059 Dec 08 02:29:08.544457 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9e28c-06cb-4c03-9a97-99622ff30824 req-d8067418-aa94-48b0-b520-589e8abe2d15 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:08.546046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-18a9e28c-06cb-4c03-9a97-99622ff30824 req-d8067418-aa94-48b0-b520-589e8abe2d15 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0544953 Dec 08 02:29:08.594536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-18a9e28c-06cb-4c03-9a97-99622ff30824 req-d72d4522-308c-4ea4-ac47-d74706480738 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424280 Dec 08 02:29:09.711987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de86a52-c32b-4288-b640-ced230407170 req-44d61b00-bbb5-4932-9c14-543af044c77f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:09.713491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3de86a52-c32b-4288-b640-ced230407170 req-44d61b00-bbb5-4932-9c14-543af044c77f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0475509 Dec 08 02:29:09.764222 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3de86a52-c32b-4288-b640-ced230407170 req-7cbf5f99-2dd9-4802-bfab-1c2a3ae4d8ac tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444319 Dec 08 02:29:09.878902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad20cc-d7e3-4775-ac92-9dd565b12a3b req-c3301983-c9ff-4509-961a-6d6620815ca0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:09.880418 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5ad20cc-d7e3-4775-ac92-9dd565b12a3b req-c3301983-c9ff-4509-961a-6d6620815ca0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0531068 Dec 08 02:29:09.889173 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39016) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:29:09.893698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-ab03a52f-4009-4a42-be4e-2eeadae90a87 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Request body: {'floatingip': {'port_id': '69264ab7-0baf-46f8-9311-71044d1824f0'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:29:09.932549 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab03a52f-4009-4a42-be4e-2eeadae90a87 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:10.481464 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab03a52f-4009-4a42-be4e-2eeadae90a87 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:10.485199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab03a52f-4009-4a42-be4e-2eeadae90a87 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:10.580157 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-ab03a52f-4009-4a42-be4e-2eeadae90a87 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Floating IP 633415a1-53f6-4090-b038-bf04ec90d6da associated. External IP: 172.25.2.141, port: 69264ab7-0baf-46f8-9311-71044d1824f0. Dec 08 02:29:10.778854 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab03a52f-4009-4a42-be4e-2eeadae90a87 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Router ba11f89e-5b59-4411-8c0a-676f792aad97 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:29:11.195187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab03a52f-4009-4a42-be4e-2eeadae90a87 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:29:11.200703 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ab03a52f-4009-4a42-be4e-2eeadae90a87 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:11.205408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066c4263-df22-4ba6-8df6-09b5705b51a8 None None] Sync routers for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:29:11.216055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066c4263-df22-4ba6-8df6-09b5705b51a8 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:29:11.216736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-066c4263-df22-4ba6-8df6-09b5705b51a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:29:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:11.229830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ab03a52f-4009-4a42-be4e-2eeadae90a87 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "PUT /v2.0/floatingips/633415a1-53f6-4090-b038-bf04ec90d6da HTTP/1.1" status: 200 len: 991 time: 1.3395579 Dec 08 02:29:11.230427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:29:11.232739 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4092cd65-5fc8-4547-acab-3ba5c29ce897" -d '{"events": [{"name": "network-changed", "server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:29:11.273083 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca85529-2b07-4789-961d-7e5041270646 x-openstack-request-id: req-9ca85529-2b07-4789-961d-7e5041270646 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:29:11.274046 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:29:11.275379 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ca85529-2b07-4789-961d-7e5041270646 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:29:11.276661 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0', 'status': 'completed', 'code': 200} Dec 08 02:29:11.327615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-066c4263-df22-4ba6-8df6-09b5705b51a8 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:29:11.377101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092cd65-5fc8-4547-acab-3ba5c29ce897 req-13e2c7d5-0283-4c49-acab-69f10c7b73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:11.378621 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4092cd65-5fc8-4547-acab-3ba5c29ce897 req-13e2c7d5-0283-4c49-acab-69f10c7b73fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 1097 time: 0.0406141 Dec 08 02:29:11.470693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092cd65-5fc8-4547-acab-3ba5c29ce897 req-3047d531-6250-4187-a5a9-5e73076be058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:11.472101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4092cd65-5fc8-4547-acab-3ba5c29ce897 req-3047d531-6250-4187-a5a9-5e73076be058 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0853746 Dec 08 02:29:11.544718 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4092cd65-5fc8-4547-acab-3ba5c29ce897 req-6353e333-d8a2-4d70-9938-e943fc9685e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 200 len: 999 time: 0.0653343 Dec 08 02:29:11.595877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092cd65-5fc8-4547-acab-3ba5c29ce897 req-cc7b7d65-949a-4904-bf7b-2f17293cafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:11.597613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4092cd65-5fc8-4547-acab-3ba5c29ce897 req-cc7b7d65-949a-4904-bf7b-2f17293cafb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0464230 Dec 08 02:29:11.646739 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092cd65-5fc8-4547-acab-3ba5c29ce897 req-6215f64b-4afc-4198-bb0d-c4419f87a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:11.648332 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4092cd65-5fc8-4547-acab-3ba5c29ce897 req-6215f64b-4afc-4198-bb0d-c4419f87a7e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433731 Dec 08 02:29:11.720150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-066c4263-df22-4ba6-8df6-09b5705b51a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '633415a1-53f6-4090-b038-bf04ec90d6da', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'port_id': '69264ab7-0baf-46f8-9311-71044d1824f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'mac_address': 'fa:16:3e:d6:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:28:59Z', 'updated_at': '2021-12-08T02:29:10Z', 'revision_number': 1, 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:11.744634 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4092cd65-5fc8-4547-acab-3ba5c29ce897 req-29aa8cac-8e18-4ccf-acbc-e149798fbfdf service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886579 Dec 08 02:29:11.746333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066c4263-df22-4ba6-8df6-09b5705b51a8 None None] Checking router: ba11f89e-5b59-4411-8c0a-676f792aad97 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:29:11.755019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066c4263-df22-4ba6-8df6-09b5705b51a8 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:29:11.755688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-066c4263-df22-4ba6-8df6-09b5705b51a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:29:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:11.835982 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4092cd65-5fc8-4547-acab-3ba5c29ce897 req-84cf7702-4dd6-4f08-8d04-740a69848f63 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852466 Dec 08 02:29:11.866364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-066c4263-df22-4ba6-8df6-09b5705b51a8 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:29:12.095408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-066c4263-df22-4ba6-8df6-09b5705b51a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '633415a1-53f6-4090-b038-bf04ec90d6da', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'port_id': '69264ab7-0baf-46f8-9311-71044d1824f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'mac_address': 'fa:16:3e:d6:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:28:59Z', 'updated_at': '2021-12-08T02:29:10Z', 'revision_number': 1, 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:29:12.123290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066c4263-df22-4ba6-8df6-09b5705b51a8 None None] The sync data for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 is: [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '633415a1-53f6-4090-b038-bf04ec90d6da', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'port_id': '69264ab7-0baf-46f8-9311-71044d1824f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'mac_address': 'fa:16:3e:d6:26:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:28:59Z', 'updated_at': '2021-12-08T02:29:10Z', 'revision_number': 1, 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:29:12.311914 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ca5eee-b9ce-4415-a609-c307b724f1d8 None None] New status for floating IP 633415a1-53f6-4090-b038-bf04ec90d6da: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:29:28.880556 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7ef8600-94c3-4697-86d7-57fa2905706b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:31.116674 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12c5eaf5-e5de-4762-a2c8-47134b957cab req-936e18d4-9db2-4b94-a37c-e319636824e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509386 Dec 08 02:29:31.217698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5eaf5-e5de-4762-a2c8-47134b957cab req-926c6468-d323-443f-bcfd-4ed7797f74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:31.219179 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12c5eaf5-e5de-4762-a2c8-47134b957cab req-926c6468-d323-443f-bcfd-4ed7797f74c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 1097 time: 0.0402296 Dec 08 02:29:31.327001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5eaf5-e5de-4762-a2c8-47134b957cab req-38a63403-73d9-46f9-9800-276dd3fec6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:31.328520 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12c5eaf5-e5de-4762-a2c8-47134b957cab req-38a63403-73d9-46f9-9800-276dd3fec6b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0890396 Dec 08 02:29:31.394412 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12c5eaf5-e5de-4762-a2c8-47134b957cab req-3a6ab3b4-a600-4d57-8b23-cd41800c173f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 200 len: 1001 time: 0.0579419 Dec 08 02:29:31.446077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5eaf5-e5de-4762-a2c8-47134b957cab req-f22f75ec-9cdf-4763-aab4-d79ecc974f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:31.447534 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12c5eaf5-e5de-4762-a2c8-47134b957cab req-f22f75ec-9cdf-4763-aab4-d79ecc974f69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0439792 Dec 08 02:29:31.497898 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5eaf5-e5de-4762-a2c8-47134b957cab req-b3f0cfa5-f1f3-4f66-826d-6b407ed4b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:29:31.499411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12c5eaf5-e5de-4762-a2c8-47134b957cab req-b3f0cfa5-f1f3-4f66-826d-6b407ed4b5f0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434031 Dec 08 02:29:31.590425 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12c5eaf5-e5de-4762-a2c8-47134b957cab req-c51e055c-4e26-4215-8d01-b3c3b30926aa service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822551 Dec 08 02:29:31.681586 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-12c5eaf5-e5de-4762-a2c8-47134b957cab req-404bbcbf-a5d3-4571-85a2-34dd34026436 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837064 Dec 08 02:29:32.086265 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:32.163132 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cee32fa9-cb20-4926-a2b3-413d5fb6f11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:32.493262 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:33.779451 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:34.363121 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:34.838032 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:29:37.770455 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:29:58.883748 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d2c0131f-4841-4a3f-8569-983606daa9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:02.099912 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:02.163360 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c5947efe-71c8-48f2-ba78-6092eca6455e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:02.496470 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:03.783893 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:04.363929 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:04.829115 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:14.770753 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:30:28.886535 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-66e3be84-1128-4c60-b788-e668c35cc37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:30.430235 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f08f778e-c350-4e6e-b918-77f790eda45f req-5305fa99-973d-4064-ba0a-4df432e5646c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420358 Dec 08 02:30:30.531860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f778e-c350-4e6e-b918-77f790eda45f req-31e08c9a-c957-415b-a98b-fc73fa48a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:30.533342 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f08f778e-c350-4e6e-b918-77f790eda45f req-31e08c9a-c957-415b-a98b-fc73fa48a7cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 1097 time: 0.0420125 Dec 08 02:30:30.640179 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f778e-c350-4e6e-b918-77f790eda45f req-e18b8be1-b58d-4163-88cc-3a8ec5786105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:30.641691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f08f778e-c350-4e6e-b918-77f790eda45f req-e18b8be1-b58d-4163-88cc-3a8ec5786105 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0879698 Dec 08 02:30:30.707985 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f08f778e-c350-4e6e-b918-77f790eda45f req-18c46f02-9f56-48a4-ad2f-1b055f563fb2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 200 len: 1001 time: 0.0564394 Dec 08 02:30:30.758853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f778e-c350-4e6e-b918-77f790eda45f req-4ede63ed-9b1e-458d-a718-648872955341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:30.760309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f08f778e-c350-4e6e-b918-77f790eda45f req-4ede63ed-9b1e-458d-a718-648872955341 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0465653 Dec 08 02:30:30.804368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f778e-c350-4e6e-b918-77f790eda45f req-4fff4cfa-8296-444a-a32c-86576f2de0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:30.805837 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f08f778e-c350-4e6e-b918-77f790eda45f req-4fff4cfa-8296-444a-a32c-86576f2de0d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391176 Dec 08 02:30:30.905492 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f08f778e-c350-4e6e-b918-77f790eda45f req-42f3757e-001d-4ac9-ba2a-34fcc8ff73f3 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923116 Dec 08 02:30:30.998471 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f08f778e-c350-4e6e-b918-77f790eda45f req-bb79e79d-2ca7-4179-ae15-452339b59096 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854642 Dec 08 02:30:32.101231 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:32.164218 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-49a338a2-5e07-4dde-b18e-c5b8e428c6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:32.498611 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:33.786759 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:34.362664 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:34.831034 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:46.748077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62161166-9f2f-41e8-8863-c83022d25595 req-694b889d-1d08-4fc3-8f14-4f2e55620170 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:46.749603 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62161166-9f2f-41e8-8863-c83022d25595 req-694b889d-1d08-4fc3-8f14-4f2e55620170 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0536852 Dec 08 02:30:46.797253 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62161166-9f2f-41e8-8863-c83022d25595 req-1f404b1d-25bc-4b1d-8cbc-829f522f0a3c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418007 Dec 08 02:30:47.064977 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-73995fcb-8af6-44e0-825d-7d45906ba89d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741186 Dec 08 02:30:47.077412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb70ec1-d2f0-4856-956a-e303a6beeeeb req-4a655522-a099-4e9f-aa8c-18aee327d638 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:47.078811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfb70ec1-d2f0-4856-956a-e303a6beeeeb req-4a655522-a099-4e9f-aa8c-18aee327d638 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0794001 Dec 08 02:30:47.130441 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfb70ec1-d2f0-4856-956a-e303a6beeeeb req-2e964345-c722-4f5e-ba88-0840c8bb2204 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443747 Dec 08 02:30:48.262412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6ce4d-da2f-459b-8f55-95d1035262a1 req-c61f9484-deed-474c-a39f-5696ae4d7abf tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:48.263974 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-56f6ce4d-da2f-459b-8f55-95d1035262a1 req-c61f9484-deed-474c-a39f-5696ae4d7abf tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0570424 Dec 08 02:30:48.316694 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-56f6ce4d-da2f-459b-8f55-95d1035262a1 req-cbaaa85a-0451-4856-932a-9f13d225cb78 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466063 Dec 08 02:30:48.400991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-d9530faa-186f-4e61-a584-d01ee7cd5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:48.402553 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-d9530faa-186f-4e61-a584-d01ee7cd5496 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 1097 time: 0.0417397 Dec 08 02:30:48.495091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-4dd658f9-4cdf-4461-8482-f712154a298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:48.496702 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-4dd658f9-4cdf-4461-8482-f712154a298d service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0871019 Dec 08 02:30:48.564013 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-17955d62-8367-47a5-b754-0725aa855706 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 200 len: 1001 time: 0.0602925 Dec 08 02:30:48.619148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-548bb346-485b-4f0c-b7c7-3947a8784cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:48.621332 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-548bb346-485b-4f0c-b7c7-3947a8784cce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0507331 Dec 08 02:30:48.665465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-83685c15-bd8c-4980-a9d9-e6c0d0ac0532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:48.667668 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-83685c15-bd8c-4980-a9d9-e6c0d0ac0532 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399804 Dec 08 02:30:48.756600 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-9ba26dfb-1c78-4eab-90d3-0eaf3574e527 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821717 Dec 08 02:30:48.845891 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-7b47811e-c8e9-4416-9a9b-a49581940ba2 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826762 Dec 08 02:30:49.444774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165c3b9-1a7d-4d56-bf7e-6c79c060449b req-275ab6dc-c2a2-475c-881f-202200612123 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:49.446712 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6165c3b9-1a7d-4d56-bf7e-6c79c060449b req-275ab6dc-c2a2-475c-881f-202200612123 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0580246 Dec 08 02:30:49.495205 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6165c3b9-1a7d-4d56-bf7e-6c79c060449b req-5fe794d5-b4e6-4eb0-a1d9-4591ec61045b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414407 Dec 08 02:30:50.616013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5be107-3d59-47f6-a2a9-c718c2c408a7 req-32bfe971-37ed-4d42-a889-f2a487d8b018 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:50.617745 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc5be107-3d59-47f6-a2a9-c718c2c408a7 req-32bfe971-37ed-4d42-a889-f2a487d8b018 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0534704 Dec 08 02:30:50.666663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc5be107-3d59-47f6-a2a9-c718c2c408a7 req-f0ed169d-beb5-4cc9-af8a-aa69edb6a29f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420570 Dec 08 02:30:51.770983 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:30:51.798266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8401e1-bd50-4219-b71d-79326eb6ea88 req-95861d4f-3246-40a1-ad88-036d0da9595b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:51.800161 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ed8401e1-bd50-4219-b71d-79326eb6ea88 req-95861d4f-3246-40a1-ad88-036d0da9595b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0556076 Dec 08 02:30:51.853500 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ed8401e1-bd50-4219-b71d-79326eb6ea88 req-ed6f410c-642e-4df7-a01b-ba3dfe0476c0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474012 Dec 08 02:30:52.970121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a4a47-4246-4aaf-8e94-e042773f0810 req-2538d1ea-1dd0-4c49-92b4-011d06751931 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:52.971483 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-822a4a47-4246-4aaf-8e94-e042773f0810 req-2538d1ea-1dd0-4c49-92b4-011d06751931 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0481193 Dec 08 02:30:53.018563 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-822a4a47-4246-4aaf-8e94-e042773f0810 req-d5d359e0-c57c-4783-8405-10fee4384d64 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411348 Dec 08 02:30:54.134356 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84662598-cea5-4d6d-bbb6-402c5507fc20 req-db14f173-54a5-4284-94ca-c6adbed8a961 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:54.136393 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-84662598-cea5-4d6d-bbb6-402c5507fc20 req-db14f173-54a5-4284-94ca-c6adbed8a961 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0484912 Dec 08 02:30:54.182359 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-84662598-cea5-4d6d-bbb6-402c5507fc20 req-08d97969-9a16-4bce-9096-6e799979c3de tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400050 Dec 08 02:30:55.308896 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66bd7e-b1e5-41ec-866a-ca06bdfc6bea req-b3daa586-dff0-4b74-ad16-cf2e2b4fe04a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:55.310409 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f66bd7e-b1e5-41ec-866a-ca06bdfc6bea req-b3daa586-dff0-4b74-ad16-cf2e2b4fe04a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0566535 Dec 08 02:30:55.358497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7f66bd7e-b1e5-41ec-866a-ca06bdfc6bea req-77b975b4-bde0-452f-9eab-4df7dede0ec5 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420766 Dec 08 02:30:56.476160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcfba8-553d-4bb8-a43e-426bc9287277 req-85cb8f30-c08a-4e75-b242-5848098cebf3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:56.477672 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43fcfba8-553d-4bb8-a43e-426bc9287277 req-85cb8f30-c08a-4e75-b242-5848098cebf3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0484486 Dec 08 02:30:56.532734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43fcfba8-553d-4bb8-a43e-426bc9287277 req-fbb158c3-2dc8-4e54-897f-4dd97ed06061 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478346 Dec 08 02:30:57.651014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20fc60-da91-4858-b37d-5bc4992e054f req-f9a01311-29fb-4b45-b1ac-4bad4db2f127 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:57.652898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa20fc60-da91-4858-b37d-5bc4992e054f req-f9a01311-29fb-4b45-b1ac-4bad4db2f127 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0490451 Dec 08 02:30:57.700267 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa20fc60-da91-4858-b37d-5bc4992e054f req-eb1ce105-59c1-4e8c-81b8-c10acac554d0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414691 Dec 08 02:30:58.822018 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa3ca3-c152-4032-8cca-17b58c4afc39 req-5bb2c1fa-1e85-4895-a464-99ef19e04704 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:58.823487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfaa3ca3-c152-4032-8cca-17b58c4afc39 req-5bb2c1fa-1e85-4895-a464-99ef19e04704 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0497017 Dec 08 02:30:58.871183 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cfaa3ca3-c152-4032-8cca-17b58c4afc39 req-ea8f0b58-16a3-4200-9fb8-e2244fcf2711 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417759 Dec 08 02:30:58.889388 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2f1e33fa-b683-474f-9bc4-12af3558903c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:30:59.993697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c756a0-5beb-4799-b0e8-dd62312e4dd3 req-1a054785-53a2-439a-96e1-d5bc2ac18aa2 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:30:59.995185 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90c756a0-5beb-4799-b0e8-dd62312e4dd3 req-1a054785-53a2-439a-96e1-d5bc2ac18aa2 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0532045 Dec 08 02:31:00.043362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90c756a0-5beb-4799-b0e8-dd62312e4dd3 req-fbcb717e-21bc-45d9-ad26-90ee7c05748f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414813 Dec 08 02:31:00.911108 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-dd42bece-4e2a-4c59-adb9-90a5c22cf6b4 service neutron] show failed (client error): The resource could not be found. Dec 08 02:31:00.912122 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-dd42bece-4e2a-4c59-adb9-90a5c22cf6b4 service neutron] 10.222.0.72 "GET /v2.0/ports/69264ab7-0baf-46f8-9311-71044d1824f0/bindings/n-h1-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0531757 Dec 08 02:31:01.164732 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb7b29-2a0b-4fdd-81c5-1d481b464938 req-e192c842-02f3-4a04-bdcf-2b210c49c698 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:01.166283 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2dcb7b29-2a0b-4fdd-81c5-1d481b464938 req-e192c842-02f3-4a04-bdcf-2b210c49c698 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0530243 Dec 08 02:31:01.167182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-70ebf767-a82e-4e22-b594-ffb47a21b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:01.168717 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-70ebf767-a82e-4e22-b594-ffb47a21b0fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 1097 time: 0.0775785 Dec 08 02:31:01.196389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:31:01.220470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2dcb7b29-2a0b-4fdd-81c5-1d481b464938 req-db653f62-4d3d-4a42-81ac-d374d68000af tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461235 Dec 08 02:31:01.256072 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:01.468688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=69264ab7-0baf-46f8-9311-71044d1824f0,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:31:01.503722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:31:01.543842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:31:01.546146 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fff6f57-f9e4-4142-b043-29d78144248b" -d '{"events": [{"server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "name": "network-vif-unplugged", "status": "completed", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:31:01.550327 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:01.563459 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Transition to ACTIVE for port object 69264ab7-0baf-46f8-9311-71044d1824f0 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:31:01.567477 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:01.605451 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b195727a-68b1-4eab-a1a6-5be2872fe384 x-openstack-request-id: req-b195727a-68b1-4eab-a1a6-5be2872fe384 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:31:01.605752 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "name": "network-vif-unplugged", "status": "completed", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:31:01.606013 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b195727a-68b1-4eab-a1a6-5be2872fe384 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:31:01.606416 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0', 'code': 200} Dec 08 02:31:01.673822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Pushing event updated for resources: {'Port': ['ID=69264ab7-0baf-46f8-9311-71044d1824f0,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:31:01.692521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.692879 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.693233 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.693583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.693927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.694268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.694603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.694938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.695271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.695605 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.695938 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.696276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.696625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:01.771373 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] No DVR routers for this DVR port 69264ab7-0baf-46f8-9311-71044d1824f0 on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:31:01.906530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Attempting to bind port 69264ab7-0baf-46f8-9311-71044d1824f0 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:31:01.906790 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Attempting to bind port 69264ab7-0baf-46f8-9311-71044d1824f0 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:31:01.907121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Attempting to bind port 69264ab7-0baf-46f8-9311-71044d1824f0 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:31:01.911587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Port 69264ab7-0baf-46f8-9311-71044d1824f0 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:31:01.911907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Attempting to bind port 69264ab7-0baf-46f8-9311-71044d1824f0 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:31:01.916773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:31:01.917113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:31:01.917500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Bound using segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:31:01.917928 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Bound port: 69264ab7-0baf-46f8-9311-71044d1824f0, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:31:01.918280 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:01.980529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:31:01.984169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=69264ab7-0baf-46f8-9311-71044d1824f0,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:31:01.988683 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:02.022432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:02.023040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:02.024778 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] 10.222.0.65 "PUT /v2.0/ports/69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 200 len: 1092 time: 0.8326054 Dec 08 02:31:02.048553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77862d1f-9504-47d4-a05e-f1a659023f2c service neutron] Pushing event updated for resources: {'Port': ['ID=69264ab7-0baf-46f8-9311-71044d1824f0,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:31:02.102051 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:02.121796 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-e223ca36-5cb0-4fdb-9ad4-853798c27fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:02.124167 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-e223ca36-5cb0-4fdb-9ad4-853798c27fbd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 1095 time: 0.0508962 Dec 08 02:31:02.172902 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b0e278f-0092-4222-a607-40357980b185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:02.225391 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-4e63f0a1-fd38-410a-84b1-63564f91d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:02.226910 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-4e63f0a1-fd38-410a-84b1-63564f91d76a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0919573 Dec 08 02:31:02.302367 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-a499a829-3258-4371-b404-e0fc01914dfd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 200 len: 999 time: 0.0646164 Dec 08 02:31:02.340513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6db8d4-01c3-4563-9456-a45f9b792718 req-e19c3b63-05ca-4669-9583-0da75926cea5 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:02.342589 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f6db8d4-01c3-4563-9456-a45f9b792718 req-e19c3b63-05ca-4669-9583-0da75926cea5 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 943 time: 0.0511878 Dec 08 02:31:02.358395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-1e2a0e0d-405b-4550-aafb-364a6ccc3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:02.359848 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-1e2a0e0d-405b-4550-aafb-364a6ccc3ac2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0469761 Dec 08 02:31:02.391709 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5f6db8d4-01c3-4563-9456-a45f9b792718 req-034f1997-df38-4be9-a025-672ef2e75fd4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427983 Dec 08 02:31:02.409609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-1ba415ee-db93-416e-b19d-736c6672b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:02.411281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-1ba415ee-db93-416e-b19d-736c6672b857 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408993 Dec 08 02:31:02.502598 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:02.511008 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-42dade85-74fb-4776-bd22-bdc52a16aae0 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871859 Dec 08 02:31:02.604710 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5fe2a0d2-fa30-4cbb-965f-008a38170f3f req-2eca9b8c-b046-408b-a982-4772a1fbca77 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825543 Dec 08 02:31:03.514630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916f5a0-b906-412b-ad10-23faccd2116d req-61d43869-981e-428c-8a18-3879ef6775c6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:03.516106 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f916f5a0-b906-412b-ad10-23faccd2116d req-61d43869-981e-428c-8a18-3879ef6775c6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 943 time: 0.0540826 Dec 08 02:31:03.562670 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f916f5a0-b906-412b-ad10-23faccd2116d req-b5a366f7-65b4-4ca7-8aad-131b5056d353 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405786 Dec 08 02:31:03.608112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:31:03.610605 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c7d890-2836-4f42-bf6a-90ace8a3416a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:31:03.657970 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d80ed8-b55b-4722-8553-ea39b61adce7 x-openstack-request-id: req-b8d80ed8-b55b-4722-8553-ea39b61adce7 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:31:03.658554 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:31:03.658928 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b8d80ed8-b55b-4722-8553-ea39b61adce7 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:31:03.659390 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0', 'status': 'completed', 'code': 200} Dec 08 02:31:03.744451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-72e01029-2afa-4fd9-bc74-0df072c61904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:03.745974 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-72e01029-2afa-4fd9-bc74-0df072c61904 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 1095 time: 0.0416658 Dec 08 02:31:03.746582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-51c2e795-429b-4479-a3e3-728672f9fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:03.748656 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-51c2e795-429b-4479-a3e3-728672f9fc8d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 1095 time: 0.0410137 Dec 08 02:31:03.791462 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:03.842989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-3f9be442-7e8a-4208-80df-396fddd8b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:03.844836 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-3f9be442-7e8a-4208-80df-396fddd8b48a service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0905259 Dec 08 02:31:03.847360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-6783c2fd-e406-4fae-8aaf-abf7c5b15cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:03.848874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-6783c2fd-e406-4fae-8aaf-abf7c5b15cff service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0911722 Dec 08 02:31:03.909692 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-4932351c-cebe-4f93-8717-9d4ecadd04d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 200 len: 999 time: 0.0582044 Dec 08 02:31:03.915819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-b9afa3bd-105d-42ec-8891-9c0d81f5b10f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 200 len: 999 time: 0.0578034 Dec 08 02:31:03.964026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-6f127670-d096-40c6-bb07-45113fbbd84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:03.964271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-5b6d9ba6-7b58-4157-9f19-4e13c9d208f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:03.965571 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-6f127670-d096-40c6-bb07-45113fbbd84d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0427527 Dec 08 02:31:03.965722 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-5b6d9ba6-7b58-4157-9f19-4e13c9d208f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0496147 Dec 08 02:31:04.011444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-caed9b92-049d-484c-ab4d-b124845b9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:04.012934 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-caed9b92-049d-484c-ab4d-b124845b9d43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407944 Dec 08 02:31:04.022932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-b63bbbc1-5a11-4bc7-9d1e-01929ab8066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:04.024445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-b63bbbc1-5a11-4bc7-9d1e-01929ab8066c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498502 Dec 08 02:31:04.103683 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-909e4a0f-fe57-41d1-8736-69ed92d138bb service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833316 Dec 08 02:31:04.115776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-ed2f0820-3559-4fd0-9e04-cb2833aba18f service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832884 Dec 08 02:31:04.153906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 69264ab7-0baf-46f8-9311-71044d1824f0 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:31:04.196515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 69264ab7-0baf-46f8-9311-71044d1824f0 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:31:04.197487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-4d505198-4405-4d0d-93a4-2760906738d5 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869231 Dec 08 02:31:04.213298 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-69c7d890-2836-4f42-bf6a-90ace8a3416a req-fb7f53aa-6ece-4b3e-99c0-9d68388a2a94 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877695 Dec 08 02:31:04.382194 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:04.680245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be40c6-3c77-4ba1-9685-2179badd377f req-3b943273-327b-4581-acfd-43c6d6d949ec tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:04.681684 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92be40c6-3c77-4ba1-9685-2179badd377f req-3b943273-327b-4581-acfd-43c6d6d949ec tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 943 time: 0.0486469 Dec 08 02:31:04.729658 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92be40c6-3c77-4ba1-9685-2179badd377f req-5e19c6c1-2cad-46a3-8826-93552f01fd96 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413291 Dec 08 02:31:04.832881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:04.931994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9305cf2-5c44-4bef-95c2-a842a5ac8fc6 req-02f8c177-152c-4fe4-ae07-898d77e53dec tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:04.933400 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9305cf2-5c44-4bef-95c2-a842a5ac8fc6 req-02f8c177-152c-4fe4-ae07-898d77e53dec tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 943 time: 0.0497410 Dec 08 02:31:04.955288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-72c1d4ae-8882-4476-b3c0-3b87a502ad34 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:04.956868 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-72c1d4ae-8882-4476-b3c0-3b87a502ad34 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9&tenant_id=a00c088ae42248c0af37603046d60490&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 943 time: 0.0542338 Dec 08 02:31:04.987534 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9305cf2-5c44-4bef-95c2-a842a5ac8fc6 req-f56d6bf5-6772-480b-aaf7-24b18a148b74 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476160 Dec 08 02:31:05.024798 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-058700a6-0cea-4659-a85d-b62e86a470cd service neutron] delete failed (client error): The resource could not be found. Dec 08 02:31:05.025866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-058700a6-0cea-4659-a85d-b62e86a470cd service neutron] 10.222.0.72 "DELETE /v2.0/ports/69264ab7-0baf-46f8-9311-71044d1824f0/bindings/n-h2-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0621822 Dec 08 02:31:05.130602 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-bf7307b1-0ee6-4cac-9a2b-915913732b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:05.132103 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-bf7307b1-0ee6-4cac-9a2b-915913732b53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 1095 time: 0.0432816 Dec 08 02:31:05.225439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-ee44cf85-bbd7-44fb-83d1-d28059c123f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:05.226822 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-ee44cf85-bbd7-44fb-83d1-d28059c123f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0882244 Dec 08 02:31:05.297100 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-a69e7b2a-af2b-4a14-baf9-42f3a632cecd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 200 len: 999 time: 0.0631194 Dec 08 02:31:05.347881 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-7100d553-5ec1-4313-8657-c6a58119986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:05.349360 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-7100d553-5ec1-4313-8657-c6a58119986f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0449638 Dec 08 02:31:05.395903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-f255b901-cb0d-4e8d-a9b7-aed4a59342b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:05.397400 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-f255b901-cb0d-4e8d-a9b7-aed4a59342b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409665 Dec 08 02:31:05.491536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-c04a35c3-2228-445d-9974-313e52dfa39c service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858879 Dec 08 02:31:05.563566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 69264ab7-0baf-46f8-9311-71044d1824f0 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:31:05.579122 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a110ae8c-33b1-4c0e-a4c4-90493d360179 req-50cd7925-8511-48be-9b6c-a15dc91d46c0 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803730 Dec 08 02:31:05.664457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=69264ab7-0baf-46f8-9311-71044d1824f0,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:31:05.677842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '69264ab7-0baf-46f8-9311-71044d1824f0', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'port_id': '69264ab7-0baf-46f8-9311-71044d1824f0', 'mac_address': 'fa:16:3e:d6:26:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:31:05.718457 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:05.731210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69264ab7-0baf-46f8-9311-71044d1824f0 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:31:05.752486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=69264ab7-0baf-46f8-9311-71044d1824f0,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:31:05.755810 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:05.806960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=69264ab7-0baf-46f8-9311-71044d1824f0,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:31:05.814983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:05.815351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:05.815711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:05.816059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:05.816445 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:05.816791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:05.817132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:05.817470 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:05.817811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:05.818144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:05.818476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:05.818808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:05.819139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:06.117295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['69264ab7-0baf-46f8-9311-71044d1824f0'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:31:06.118856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d065a7-62eb-467f-8bb6-b84e9e31bcc5 req-d09c95e3-cb52-4aa0-a47d-cc0db6bf6cb4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:06.120516 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90d065a7-62eb-467f-8bb6-b84e9e31bcc5 req-d09c95e3-cb52-4aa0-a47d-cc0db6bf6cb4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 944 time: 0.0572278 Dec 08 02:31:06.170882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90d065a7-62eb-467f-8bb6-b84e9e31bcc5 req-fbc2edfb-46db-4221-b798-97e49ab39906 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427940 Dec 08 02:31:06.304559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9174e1-975c-4e00-ba81-a931a23630b9 req-938e9abf-d854-4bbf-8220-6e30a45a1f83 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:06.308320 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc9174e1-975c-4e00-ba81-a931a23630b9 req-938e9abf-d854-4bbf-8220-6e30a45a1f83 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 944 time: 0.0504773 Dec 08 02:31:06.359084 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fc9174e1-975c-4e00-ba81-a931a23630b9 req-3bffdbd7-9108-47b0-bcc7-f6aa953b2179 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460675 Dec 08 02:31:06.477205 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b2bcd-f697-40eb-abea-0e4e78ab4638 req-2803a321-2687-4911-b0e7-2f2de36aa686 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:06.478716 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c26b2bcd-f697-40eb-abea-0e4e78ab4638 req-2803a321-2687-4911-b0e7-2f2de36aa686 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 944 time: 0.0512612 Dec 08 02:31:06.525943 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c26b2bcd-f697-40eb-abea-0e4e78ab4638 req-4f32ef31-e51c-42a8-a397-1fec3ba95bd2 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410612 Dec 08 02:31:06.759275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ac351-1ce7-42ff-8153-f732e661b288 req-76593a61-9178-4ef8-ad5f-b994e2e8b0c3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:06.760748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-321ac351-1ce7-42ff-8153-f732e661b288 req-76593a61-9178-4ef8-ad5f-b994e2e8b0c3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 944 time: 0.0521586 Dec 08 02:31:06.806594 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-321ac351-1ce7-42ff-8153-f732e661b288 req-a478e53f-d5b9-4f75-b9fc-9bfebd068f0a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394130 Dec 08 02:31:07.566320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 69264ab7-0baf-46f8-9311-71044d1824f0 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:31:07.619238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 69264ab7-0baf-46f8-9311-71044d1824f0 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:31:07.623886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 69264ab7-0baf-46f8-9311-71044d1824f0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:31:07.624271 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:07.700546 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:07.724477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:31:07.726703 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a845d98f-f7b5-4a31-8452-2c153b6ee07a" -d '{"events": [{"server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "name": "network-vif-plugged", "status": "completed", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:31:07.739508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=69264ab7-0baf-46f8-9311-71044d1824f0,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:31:07.743421 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:07.769385 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409ad708-23cd-4bd2-b2ee-fde879f6ce5d x-openstack-request-id: req-409ad708-23cd-4bd2-b2ee-fde879f6ce5d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:31:07.769682 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "name": "network-vif-plugged", "status": "completed", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:31:07.769933 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-409ad708-23cd-4bd2-b2ee-fde879f6ce5d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:31:07.770312 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0', 'code': 200} Dec 08 02:31:07.796117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=69264ab7-0baf-46f8-9311-71044d1824f0,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:31:07.926688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945cb06-7e02-4e27-b81c-a370de7d05ce req-6b66a891-d4c3-4519-847e-1a5388031797 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:07.928179 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5945cb06-7e02-4e27-b81c-a370de7d05ce req-6b66a891-d4c3-4519-847e-1a5388031797 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0484726 Dec 08 02:31:07.974424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5945cb06-7e02-4e27-b81c-a370de7d05ce req-3eabeb57-440f-44ac-8590-354fa1f08d87 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403619 Dec 08 02:31:08.335915 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-72485b2d-95ef-49f6-94b3-19e899516528 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:08.337403 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-72485b2d-95ef-49f6-94b3-19e899516528 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 945 time: 0.0486419 Dec 08 02:31:08.430723 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Deleting port 69264ab7-0baf-46f8-9311-71044d1824f0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:31:08.431060 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:08.516728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] For port 69264ab7-0baf-46f8-9311-71044d1824f0, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=69264ab7-0baf-46f8-9311-71044d1824f0,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:31:08.517090 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:08.688096 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:08.688429 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:08.688733 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Floating IP 633415a1-53f6-4090-b038-bf04ec90d6da disassociated. External IP: 172.25.2.141, port: 69264ab7-0baf-46f8-9311-71044d1824f0. Dec 08 02:31:08.689078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Calling delete_port for 69264ab7-0baf-46f8-9311-71044d1824f0 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:31:08.813386 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:08.845404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event deleted for resources: {'Port': ['ID=69264ab7-0baf-46f8-9311-71044d1824f0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:31:08.958241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Router ba11f89e-5b59-4411-8c0a-676f792aad97 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:31:09.089755 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-83018cae-fa0e-4e2d-aabc-f477ce0b11d7 req-3ab4f640-cc88-4dca-94e0-f38c6bcee68d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d804be5-df64-4517-b95b-d9f04efacdb9 HTTP/1.1" status: 200 len: 210 time: 0.0308414 Dec 08 02:31:09.097285 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:31:09.108505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c553e-168e-4c6c-b4be-6962e63060e0 None None] Sync routers for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:31:09.119690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c553e-168e-4c6c-b4be-6962e63060e0 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:31:09.120252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef8c553e-168e-4c6c-b4be-6962e63060e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:31:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:31:09.135356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] No DVR routers for this DVR port 69264ab7-0baf-46f8-9311-71044d1824f0 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:31:09.138859 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:09.142604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc568e6a-6202-4528-9f25-dcc2774b949e req-02920b93-878a-4803-87a6-d7bb43932fb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.65 "DELETE /v2.0/ports/69264ab7-0baf-46f8-9311-71044d1824f0 HTTP/1.1" status: 204 len: 173 time: 0.7945290 Dec 08 02:31:09.143051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'name': 'network-vif-deleted', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:31:09.145419 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f801581c-967f-4ebf-8b46-d95596e66ebe" -d '{"events": [{"server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "name": "network-vif-deleted", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:31:09.182179 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f962a4-91a3-4482-9020-130083169053 x-openstack-request-id: req-f7f962a4-91a3-4482-9020-130083169053 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:31:09.182492 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d804be5-df64-4517-b95b-d9f04efacdb9", "name": "network-vif-deleted", "tag": "69264ab7-0baf-46f8-9311-71044d1824f0", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:31:09.182801 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f7f962a4-91a3-4482-9020-130083169053 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:31:09.183239 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d804be5-df64-4517-b95b-d9f04efacdb9', 'name': 'network-vif-deleted', 'tag': '69264ab7-0baf-46f8-9311-71044d1824f0', 'status': 'completed', 'code': 200} Dec 08 02:31:09.244006 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ef8c553e-168e-4c6c-b4be-6962e63060e0 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:31:09.454215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef8c553e-168e-4c6c-b4be-6962e63060e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:31:09.480649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c553e-168e-4c6c-b4be-6962e63060e0 None None] Checking router: ba11f89e-5b59-4411-8c0a-676f792aad97 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:31:09.488934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8c553e-168e-4c6c-b4be-6962e63060e0 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:31:09.489545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef8c553e-168e-4c6c-b4be-6962e63060e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:31:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:31:09.594123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ef8c553e-168e-4c6c-b4be-6962e63060e0 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:31:09.790656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ef8c553e-168e-4c6c-b4be-6962e63060e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:31:09.817185 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8c553e-168e-4c6c-b4be-6962e63060e0 None None] The sync data for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 is: [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:31:10.028636 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ac918d-8c0d-4358-9598-c019bd51abf2 None None] New status for floating IP 633415a1-53f6-4090-b038-bf04ec90d6da: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:31:10.338783 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-1ed34ec3-778c-4054-abce-046fc602c69a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--452427103&fields=id&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 267 time: 0.0484245 Dec 08 02:31:10.445600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055d40-a594-43b7-a416-3d0796755be7 req-dbeed1ad-b535-40db-a2b7-b980f5f63739 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:10.446973 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-dbeed1ad-b535-40db-a2b7-b980f5f63739 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 812 time: 0.1003625 Dec 08 02:31:10.462268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-39955be1-8f99-4e26-855e-2c5f6f8ca806 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/quotas/a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 375 time: 0.0088072 Dec 08 02:31:10.512649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-d95d96b7-d456-4eb7-993f-5b4a71373b36 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444894 Dec 08 02:31:10.707819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-f9246e73-215a-4605-92eb-4ce2651cd9c4 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288528 Dec 08 02:31:10.797988 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-afb5bc7e-0862-4627-a538-2e95afb8d738 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840805 Dec 08 02:31:10.962076 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2fca30cb-3195-4461-9106-dfac31bcd85a req-ed6aa118-2254-41b1-a5f2-1302bd7d5ca6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 210 time: 0.0266221 Dec 08 02:31:11.609974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 69264ab7-0baf-46f8-9311-71044d1824f0 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:31:11.630152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 69264ab7-0baf-46f8-9311-71044d1824f0 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:31:11.630506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 69264ab7-0baf-46f8-9311-71044d1824f0 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:31:11.956120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055d40-a594-43b7-a416-3d0796755be7 req-79597e7d-db5f-4536-8f3d-43770ae7fb7c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:11.957518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-79597e7d-db5f-4536-8f3d-43770ae7fb7c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 812 time: 0.1092243 Dec 08 02:31:12.028200 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-d2a959a6-481f-4404-918b-134c2d4f4e65 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 379 time: 0.0554216 Dec 08 02:31:12.057370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f2055d40-a594-43b7-a416-3d0796755be7 req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Request body: {'port': {'device_id': '6814ac65-bc09-44fa-a40f-9d268535f521', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'admin_state_up': True, 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'security_groups': ['87427998-541b-49d7-87f6-d7a9648f43bb']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:31:12.058281 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43615897-e5a6-4bf1-9d51-9ecb545a6e5b req-a53844ce-102a-4a7a-91f3-3bed62fdaad7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 210 time: 0.0255454 Dec 08 02:31:12.169588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2055d40-a594-43b7-a416-3d0796755be7 req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Made reservation on behalf of a00c088ae42248c0af37603046d60490 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:31:12.173436 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f2055d40-a594-43b7-a416-3d0796755be7 req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:12.297763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-f2055d40-a594-43b7-a416-3d0796755be7 req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Allocated IP 172.20.0.11 (e8f4dbb9-943e-4693-9d8e-4b791bd8340f/1fca6dd7-e440-4c06-a229-0811c737c16c/7eacff17-85b3-4c6c-be59-1b027bbf0177) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:31:12.439325 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f2055d40-a594-43b7-a416-3d0796755be7 req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:12.473329 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f2055d40-a594-43b7-a416-3d0796755be7 req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:12.514990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2055d40-a594-43b7-a416-3d0796755be7 req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Network e8f4dbb9-943e-4693-9d8e-4b791bd8340f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:31:12.518119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-f2055d40-a594-43b7-a416-3d0796755be7 req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:31:12.521849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2055d40-a594-43b7-a416-3d0796755be7 req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:31:12.552147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event updated for resources: {'Port': ['ID=7eacff17-85b3-4c6c-be59-1b027bbf0177,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:31:12.566667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.567015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.567358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.567695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.568036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.568473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.568806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.569135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.569463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.569787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.570112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.570435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.570756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:31:12.589792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055d40-a594-43b7-a416-3d0796755be7 req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:12.590412 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f2055d40-a594-43b7-a416-3d0796755be7 req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:12.608651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-0300766d-222e-4773-8a49-75bf99df292c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5552599 Dec 08 02:31:12.626588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Request body: {'port': {'device_id': '6814ac65-bc09-44fa-a40f-9d268535f521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:31:12.687492 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:12.765438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-dcc1e484-c3bd-48ac-a2c7-76625c55bc32 None None] Provisioning complete for port 7eacff17-85b3-4c6c-be59-1b027bbf0177 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:31:12.766041 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dcc1e484-c3bd-48ac-a2c7-76625c55bc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:12.803567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-dcc1e484-c3bd-48ac-a2c7-76625c55bc32 None None] Port 7eacff17-85b3-4c6c-be59-1b027bbf0177 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:31:12.947684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eacff17-85b3-4c6c-be59-1b027bbf0177 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:31:12.955441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:12.967787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Transition to ACTIVE for port object 7eacff17-85b3-4c6c-be59-1b027bbf0177 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:31:12.971729 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:13.027402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Pushing event updated for resources: {'Port': ['ID=7eacff17-85b3-4c6c-be59-1b027bbf0177,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:31:13.471795 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c1998-2db8-4983-a08c-6074c9548227 req-37029101-21b0-4238-b346-45c55a913bad tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:13.473229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-437c1998-2db8-4983-a08c-6074c9548227 req-37029101-21b0-4238-b346-45c55a913bad tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 944 time: 0.0874851 Dec 08 02:31:13.474337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Attempting to bind port 7eacff17-85b3-4c6c-be59-1b027bbf0177 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:31:13.474682 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Attempting to bind port 7eacff17-85b3-4c6c-be59-1b027bbf0177 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:31:13.475022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Attempting to bind port 7eacff17-85b3-4c6c-be59-1b027bbf0177 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:31:13.481329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Port 7eacff17-85b3-4c6c-be59-1b027bbf0177 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:31:13.481656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Attempting to bind port 7eacff17-85b3-4c6c-be59-1b027bbf0177 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:31:13.498248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:31:13.498576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:31:13.498959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Bound using segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:31:13.499393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Bound port: 7eacff17-85b3-4c6c-be59-1b027bbf0177, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:31:13.499753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:13.562562 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-437c1998-2db8-4983-a08c-6074c9548227 req-85a6e068-eac3-40a9-9a63-60a6fcdda1cb tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830090 Dec 08 02:31:13.586085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:31:13.589157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:31:13.593616 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:13.629700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:13.630330 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:13.631722 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] 10.222.0.72 "PUT /v2.0/ports/7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 1093 time: 1.0098076 Dec 08 02:31:13.632172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:31:13.634476 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983335ab-42af-4912-a053-e5581b716c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:31:13.660838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80270278-6c7f-44b8-a747-96ba3fc4fbad service neutron] Pushing event updated for resources: {'Port': ['ID=7eacff17-85b3-4c6c-be59-1b027bbf0177,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:31:13.681501 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e74ae5-76e9-4a14-8f1c-f13763891ea7 x-openstack-request-id: req-40e74ae5-76e9-4a14-8f1c-f13763891ea7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:31:13.681881 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:31:13.682213 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-40e74ae5-76e9-4a14-8f1c-f13763891ea7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:31:13.682719 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'status': 'completed', 'code': 200} Dec 08 02:31:13.743081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055d40-a594-43b7-a416-3d0796755be7 req-6acaace9-ef70-45fa-b274-6eb56442d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:13.744660 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-6acaace9-ef70-45fa-b274-6eb56442d780 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 1096 time: 0.0429835 Dec 08 02:31:13.798542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-d6543995-961d-498f-8f8d-45da49f571dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 217 time: 0.0404952 Dec 08 02:31:13.850922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055d40-a594-43b7-a416-3d0796755be7 req-96688caf-8b7e-4711-b6cf-77c321f8579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:13.852451 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-96688caf-8b7e-4711-b6cf-77c321f8579a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0462177 Dec 08 02:31:13.898951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2055d40-a594-43b7-a416-3d0796755be7 req-31a6f7c9-cce9-465c-a253-5f5d88a28a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:13.900421 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-31a6f7c9-cce9-465c-a253-5f5d88a28a9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405509 Dec 08 02:31:13.993088 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-8d93de6a-a4c2-4ba1-9d02-e0f9654643cc service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857332 Dec 08 02:31:14.083644 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2055d40-a594-43b7-a416-3d0796755be7 req-d39f3a40-dd6d-4799-8442-d9154e954267 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836527 Dec 08 02:31:14.209402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983335ab-42af-4912-a053-e5581b716c1b req-0bca993a-2b95-4901-b37b-8fb6c6a93192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:14.210880 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-983335ab-42af-4912-a053-e5581b716c1b req-0bca993a-2b95-4901-b37b-8fb6c6a93192 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 1096 time: 0.0460687 Dec 08 02:31:14.302919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983335ab-42af-4912-a053-e5581b716c1b req-0f41d5d1-47b6-4c76-8aa1-0fc41823f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:14.304440 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-983335ab-42af-4912-a053-e5581b716c1b req-0f41d5d1-47b6-4c76-8aa1-0fc41823f980 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0865960 Dec 08 02:31:14.348274 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-983335ab-42af-4912-a053-e5581b716c1b req-3592a17d-43b7-4016-8b5d-0cfd7b5313a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 217 time: 0.0368643 Dec 08 02:31:14.396912 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983335ab-42af-4912-a053-e5581b716c1b req-10366dc5-4756-4207-ae85-b8f9a27f8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:14.398328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-983335ab-42af-4912-a053-e5581b716c1b req-10366dc5-4756-4207-ae85-b8f9a27f8dff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0425730 Dec 08 02:31:14.443236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983335ab-42af-4912-a053-e5581b716c1b req-68fcfe26-a43f-45f8-900f-b99d75e322e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:14.444735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-983335ab-42af-4912-a053-e5581b716c1b req-68fcfe26-a43f-45f8-900f-b99d75e322e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390344 Dec 08 02:31:14.539756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-983335ab-42af-4912-a053-e5581b716c1b req-a865d5b2-e7ca-4332-88e3-2d4e12c508f5 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872231 Dec 08 02:31:14.631340 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-983335ab-42af-4912-a053-e5581b716c1b req-250e7a2d-8eb0-4077-9fab-bc50d98ac430 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835741 Dec 08 02:31:14.681857 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c25ed-6b23-4185-b37a-e23059de3a2d req-a38a3cbe-fc45-429f-a062-a4565610a61a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:14.683345 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf9c25ed-6b23-4185-b37a-e23059de3a2d req-a38a3cbe-fc45-429f-a062-a4565610a61a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 944 time: 0.0485342 Dec 08 02:31:14.734677 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf9c25ed-6b23-4185-b37a-e23059de3a2d req-75d5b8fa-7fb8-4e84-9a91-d485ecfcfaaa tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452354 Dec 08 02:31:15.861403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5569b68-384e-4fe6-8a5e-7c3c500895f9 req-52bb53b3-a262-46e6-bbe3-8b15ca569f2e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:15.862895 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e5569b68-384e-4fe6-8a5e-7c3c500895f9 req-52bb53b3-a262-46e6-bbe3-8b15ca569f2e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 944 time: 0.0582743 Dec 08 02:31:15.910487 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e5569b68-384e-4fe6-8a5e-7c3c500895f9 req-2f35b796-780e-403c-8b29-03fe77c00368 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408461 Dec 08 02:31:16.170999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7eacff17-85b3-4c6c-be59-1b027bbf0177 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:31:16.269056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:31:16.281968 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'port_id': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'mac_address': 'fa:16:3e:a5:a6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:31:16.318266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:16.331230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eacff17-85b3-4c6c-be59-1b027bbf0177 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:31:16.350763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:31:16.354403 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:16.400676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7eacff17-85b3-4c6c-be59-1b027bbf0177,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:31:16.625633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['7eacff17-85b3-4c6c-be59-1b027bbf0177'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:31:17.025575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67180040-fa17-4ebf-ac7b-eeffe5038623 req-686a4a6e-738f-4bbe-82db-71cb92a582bc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:17.027055 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67180040-fa17-4ebf-ac7b-eeffe5038623 req-686a4a6e-738f-4bbe-82db-71cb92a582bc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 945 time: 0.0496953 Dec 08 02:31:17.073391 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67180040-fa17-4ebf-ac7b-eeffe5038623 req-ff3db244-003e-4b19-9adf-f16542a0b029 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403657 Dec 08 02:31:18.187537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7eacff17-85b3-4c6c-be59-1b027bbf0177 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:31:18.188937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426ef1-7bfc-42c6-a99e-dbb44ff9404c req-924b9507-33a1-4155-bba5-715cf98aa9c8 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:18.190445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8426ef1-7bfc-42c6-a99e-dbb44ff9404c req-924b9507-33a1-4155-bba5-715cf98aa9c8 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 945 time: 0.0497100 Dec 08 02:31:18.236154 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 7eacff17-85b3-4c6c-be59-1b027bbf0177 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:31:18.239544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d8426ef1-7bfc-42c6-a99e-dbb44ff9404c req-ccbcf98e-acbc-43a2-98c5-a128cb578dba tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429251 Dec 08 02:31:18.239830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 7eacff17-85b3-4c6c-be59-1b027bbf0177 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:31:18.240210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:18.321100 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:18.344468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:31:18.346688 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c17d78-402d-4bfc-a819-732e101aaae2" -d '{"events": [{"server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "name": "network-vif-plugged", "status": "completed", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:31:18.358964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:31:18.363092 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:18.390250 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfddffb3-f33a-4304-82dd-b5ca0179639f x-openstack-request-id: req-cfddffb3-f33a-4304-82dd-b5ca0179639f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:31:18.390549 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "name": "network-vif-plugged", "status": "completed", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:31:18.390804 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cfddffb3-f33a-4304-82dd-b5ca0179639f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:31:18.391198 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'code': 200} Dec 08 02:31:18.416886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=7eacff17-85b3-4c6c-be59-1b027bbf0177,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:31:18.514127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b7ad8-2f5b-4b66-853a-80b128c9d5b1 req-88510bd3-e382-4a73-95e7-fa1f6e3a9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:18.516046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d06b7ad8-2f5b-4b66-853a-80b128c9d5b1 req-88510bd3-e382-4a73-95e7-fa1f6e3a9141 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 1098 time: 0.0422199 Dec 08 02:31:18.560813 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d06b7ad8-2f5b-4b66-853a-80b128c9d5b1 req-843b88f7-425d-433b-b00f-8924a8ab8efb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360370 Dec 08 02:31:19.356139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebaa5f9-879b-476c-bb50-223ad4a47b86 req-a27a5cf4-6f6c-4045-baeb-a15ae6317ff7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:19.358119 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eebaa5f9-879b-476c-bb50-223ad4a47b86 req-a27a5cf4-6f6c-4045-baeb-a15ae6317ff7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0489342 Dec 08 02:31:19.407230 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eebaa5f9-879b-476c-bb50-223ad4a47b86 req-b379395c-8f8b-4078-8539-bf1a9dd9d363 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432189 Dec 08 02:31:20.527577 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23a483-8ecd-42a5-9495-42799ede6f5f req-c727a8d7-3a66-4fdc-bcc2-f852340a7c0e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:20.529091 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a23a483-8ecd-42a5-9495-42799ede6f5f req-c727a8d7-3a66-4fdc-bcc2-f852340a7c0e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0517135 Dec 08 02:31:20.575730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a23a483-8ecd-42a5-9495-42799ede6f5f req-3f15d248-c282-43b2-83de-cb9945066ef5 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402143 Dec 08 02:31:20.691037 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386854d-9a71-4329-a451-d5ec8a34f49c req-c8d131ce-82ec-43cf-8b42-3a527f8ee4a7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:20.692466 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b386854d-9a71-4329-a451-d5ec8a34f49c req-c8d131ce-82ec-43cf-8b42-3a527f8ee4a7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0490820 Dec 08 02:31:20.700998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39402) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:31:20.705885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-825894e7-7868-415a-a7be-e54ed9c89835 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Request body: {'floatingip': {'port_id': '7eacff17-85b3-4c6c-be59-1b027bbf0177'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:31:20.745256 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-825894e7-7868-415a-a7be-e54ed9c89835 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:21.489822 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-825894e7-7868-415a-a7be-e54ed9c89835 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:21.493480 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-825894e7-7868-415a-a7be-e54ed9c89835 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:21.590411 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-825894e7-7868-415a-a7be-e54ed9c89835 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Floating IP 633415a1-53f6-4090-b038-bf04ec90d6da associated. External IP: 172.25.2.141, port: 7eacff17-85b3-4c6c-be59-1b027bbf0177. Dec 08 02:31:21.799438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825894e7-7868-415a-a7be-e54ed9c89835 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Router ba11f89e-5b59-4411-8c0a-676f792aad97 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:31:21.906969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825894e7-7868-415a-a7be-e54ed9c89835 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:31:21.911618 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-825894e7-7868-415a-a7be-e54ed9c89835 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:21.917092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb212f4-42ad-4354-b3ac-8e5d7dfac2a9 None None] Sync routers for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:31:21.926525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb212f4-42ad-4354-b3ac-8e5d7dfac2a9 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:31:21.927151 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fbb212f4-42ad-4354-b3ac-8e5d7dfac2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:31:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:31:21.939745 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-825894e7-7868-415a-a7be-e54ed9c89835 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "PUT /v2.0/floatingips/633415a1-53f6-4090-b038-bf04ec90d6da HTTP/1.1" status: 200 len: 992 time: 1.2370768 Dec 08 02:31:21.940369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:31:21.942702 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb7e8ab-9e82-455a-ba51-49570869fb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:31:21.989193 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1be7f9-e534-431c-998d-ebfc44451abd x-openstack-request-id: req-9c1be7f9-e534-431c-998d-ebfc44451abd {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:31:21.989494 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:31:21.989757 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c1be7f9-e534-431c-998d-ebfc44451abd {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:31:21.990176 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'status': 'completed', 'code': 200} Dec 08 02:31:22.049221 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fbb212f4-42ad-4354-b3ac-8e5d7dfac2a9 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:31:22.083990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7e8ab-9e82-455a-ba51-49570869fb9d req-b1baeb5a-e451-4619-9ba7-6115043b48f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:22.085532 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bb7e8ab-9e82-455a-ba51-49570869fb9d req-b1baeb5a-e451-4619-9ba7-6115043b48f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 1098 time: 0.0402725 Dec 08 02:31:22.186876 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7e8ab-9e82-455a-ba51-49570869fb9d req-1cf3e065-db21-42d4-aa6c-eb690bb03a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:22.188650 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bb7e8ab-9e82-455a-ba51-49570869fb9d req-1cf3e065-db21-42d4-aa6c-eb690bb03a67 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0949497 Dec 08 02:31:22.255150 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bb7e8ab-9e82-455a-ba51-49570869fb9d req-f2bb166a-5bba-4775-a7c9-2a7568b4e565 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 1000 time: 0.0592444 Dec 08 02:31:22.276007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fbb212f4-42ad-4354-b3ac-8e5d7dfac2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '633415a1-53f6-4090-b038-bf04ec90d6da', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'port_id': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'mac_address': 'fa:16:3e:a5:a6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814ac65-bc09-44fa-a40f-9d268535f521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:28:59Z', 'updated_at': '2021-12-08T02:31:21Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:31:22.305370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb212f4-42ad-4354-b3ac-8e5d7dfac2a9 None None] Checking router: ba11f89e-5b59-4411-8c0a-676f792aad97 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:31:22.306627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7e8ab-9e82-455a-ba51-49570869fb9d req-00baa152-d704-4565-bf21-311f703d9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:22.308102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bb7e8ab-9e82-455a-ba51-49570869fb9d req-00baa152-d704-4565-bf21-311f703d9d66 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0460446 Dec 08 02:31:22.314785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb212f4-42ad-4354-b3ac-8e5d7dfac2a9 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:31:22.315396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fbb212f4-42ad-4354-b3ac-8e5d7dfac2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:31:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:31:22.356560 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7e8ab-9e82-455a-ba51-49570869fb9d req-597854ed-f58f-4e84-8801-5f9dbb0fff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:22.358629 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bb7e8ab-9e82-455a-ba51-49570869fb9d req-597854ed-f58f-4e84-8801-5f9dbb0fff01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433707 Dec 08 02:31:22.419658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fbb212f4-42ad-4354-b3ac-8e5d7dfac2a9 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:31:22.447974 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bb7e8ab-9e82-455a-ba51-49570869fb9d req-da5f0d89-d16d-4a1d-b394-eaeb0d81ec78 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826399 Dec 08 02:31:22.548387 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bb7e8ab-9e82-455a-ba51-49570869fb9d req-b1077fcb-5af0-4cc1-bf6d-1f0a37b780b3 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934544 Dec 08 02:31:22.649889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fbb212f4-42ad-4354-b3ac-8e5d7dfac2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '633415a1-53f6-4090-b038-bf04ec90d6da', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'port_id': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'mac_address': 'fa:16:3e:a5:a6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814ac65-bc09-44fa-a40f-9d268535f521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:28:59Z', 'updated_at': '2021-12-08T02:31:21Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:31:22.676068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb212f4-42ad-4354-b3ac-8e5d7dfac2a9 None None] The sync data for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 is: [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '633415a1-53f6-4090-b038-bf04ec90d6da', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'port_id': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'mac_address': 'fa:16:3e:a5:a6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814ac65-bc09-44fa-a40f-9d268535f521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:28:59Z', 'updated_at': '2021-12-08T02:31:21Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:31:22.879759 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae215c-c37d-43f7-af15-60d5f39a415f None None] New status for floating IP 633415a1-53f6-4090-b038-bf04ec90d6da: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:31:28.770272 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:31:28.891837 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a283b2a2-c102-49fb-920b-a7c510615964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:31.435697 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bae319d-d9ae-49ac-8c2b-0407fe65651e req-2bf3cdb8-6433-4506-ba9c-3c402c777763 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443518 Dec 08 02:31:31.535652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae319d-d9ae-49ac-8c2b-0407fe65651e req-fe532683-e53d-491e-be0d-bd5effbac302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:31.538028 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bae319d-d9ae-49ac-8c2b-0407fe65651e req-fe532683-e53d-491e-be0d-bd5effbac302 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 1098 time: 0.0427332 Dec 08 02:31:31.644863 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae319d-d9ae-49ac-8c2b-0407fe65651e req-d12d1cb4-a799-4f89-8959-240825ce545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:31.646324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bae319d-d9ae-49ac-8c2b-0407fe65651e req-d12d1cb4-a799-4f89-8959-240825ce545d service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0882399 Dec 08 02:31:31.717017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bae319d-d9ae-49ac-8c2b-0407fe65651e req-a3549730-c246-4bf8-a0ef-87d7090c6b3f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 1002 time: 0.0595486 Dec 08 02:31:31.795287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae319d-d9ae-49ac-8c2b-0407fe65651e req-130dcedc-3173-476b-b086-3c4d9fab9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:31.797413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bae319d-d9ae-49ac-8c2b-0407fe65651e req-130dcedc-3173-476b-b086-3c4d9fab9f7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0514264 Dec 08 02:31:31.846357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae319d-d9ae-49ac-8c2b-0407fe65651e req-ca383153-907b-4ac3-a754-c56e263872d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:31:31.847865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bae319d-d9ae-49ac-8c2b-0407fe65651e req-ca383153-907b-4ac3-a754-c56e263872d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402288 Dec 08 02:31:31.940789 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bae319d-d9ae-49ac-8c2b-0407fe65651e req-03fa65ea-61d3-48da-8b96-b7cd1031b816 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842500 Dec 08 02:31:32.030023 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bae319d-d9ae-49ac-8c2b-0407fe65651e req-c2ff26ef-d14b-47da-b160-c02f8879faa5 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821297 Dec 08 02:31:32.093093 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:32.165166 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-58be9190-38b0-4a8c-a094-03650052ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:32.505629 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:33.791175 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:34.408187 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:34.834130 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:31:58.893544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-88508a35-d970-4aa1-b409-ee79e88eaa24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:02.103854 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:02.165666 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-81502b9e-fae9-4829-a41b-556a40ff17a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:02.507776 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:03.793998 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:04.408343 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:04.837056 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:05.769479 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:32:28.895688 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fc23563c-10ad-4358-a3e2-06b531662c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:32.112787 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:32.166246 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f0d0d6f8-b13d-47f4-a15f-2bb48fb91e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:32.472720 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bed1f38d-620b-4b53-b2c6-92e6c279b40a req-f6b5a62e-1c6d-451c-bf14-a6e02b3f3fb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0826514 Dec 08 02:32:32.510101 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:32.575287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1f38d-620b-4b53-b2c6-92e6c279b40a req-e4ba20d0-a8af-4cfb-a6d7-fa06cda6f054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:32.576848 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bed1f38d-620b-4b53-b2c6-92e6c279b40a req-e4ba20d0-a8af-4cfb-a6d7-fa06cda6f054 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 1098 time: 0.0457907 Dec 08 02:32:32.682425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1f38d-620b-4b53-b2c6-92e6c279b40a req-5c277f8d-811d-4a55-bf62-44dc6def8244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:32.683807 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bed1f38d-620b-4b53-b2c6-92e6c279b40a req-5c277f8d-811d-4a55-bf62-44dc6def8244 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0866616 Dec 08 02:32:32.755938 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bed1f38d-620b-4b53-b2c6-92e6c279b40a req-f1debae7-2d1d-44cc-b592-2c2f4bf2c199 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 1002 time: 0.0647767 Dec 08 02:32:32.804454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1f38d-620b-4b53-b2c6-92e6c279b40a req-74fe9af2-396a-4115-9d2d-aac6677c5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:32.805908 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bed1f38d-620b-4b53-b2c6-92e6c279b40a req-74fe9af2-396a-4115-9d2d-aac6677c5d91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0436141 Dec 08 02:32:32.851753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1f38d-620b-4b53-b2c6-92e6c279b40a req-a526b218-fca3-4779-92b6-208d2af98976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:32.853245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bed1f38d-620b-4b53-b2c6-92e6c279b40a req-a526b218-fca3-4779-92b6-208d2af98976 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408535 Dec 08 02:32:32.945498 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bed1f38d-620b-4b53-b2c6-92e6c279b40a req-5d4a0d25-b825-4b43-a1b1-51b04b7169cd service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849581 Dec 08 02:32:33.034886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bed1f38d-620b-4b53-b2c6-92e6c279b40a req-9c254bb3-63ec-4c79-bf30-928093d40ac2 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825627 Dec 08 02:32:33.795646 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:34.400941 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:34.838358 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:42.768224 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:32:57.382632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ee2f0-7d8e-4efe-ba70-9c768576d0f3 req-ff421a9c-9b64-40da-8d9c-1f025c3089de tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:57.384137 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2e9ee2f0-7d8e-4efe-ba70-9c768576d0f3 req-ff421a9c-9b64-40da-8d9c-1f025c3089de tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.1398487 Dec 08 02:32:57.432717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2e9ee2f0-7d8e-4efe-ba70-9c768576d0f3 req-df694abd-2aa0-4dee-bd19-363aec8ac678 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422587 Dec 08 02:32:58.607914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed069c-dff6-4cc9-885c-8c6fbb35c84d req-e65cdae6-10a9-449c-8d4a-0eeef65b16a3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:58.609673 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93ed069c-dff6-4cc9-885c-8c6fbb35c84d req-e65cdae6-10a9-449c-8d4a-0eeef65b16a3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.1071393 Dec 08 02:32:58.666153 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93ed069c-dff6-4cc9-885c-8c6fbb35c84d req-1eb248de-62d3-4721-be0a-85cbf539da95 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501347 Dec 08 02:32:58.897195 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7e0b6520-8bfb-4ca5-bc72-69c2d9efc215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:32:59.783436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6795748-3940-43ae-bb8f-461ea12702e9 req-ae50fca8-4b9c-4b21-813d-35b84e39da07 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:32:59.784958 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e6795748-3940-43ae-bb8f-461ea12702e9 req-ae50fca8-4b9c-4b21-813d-35b84e39da07 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0496619 Dec 08 02:32:59.833042 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e6795748-3940-43ae-bb8f-461ea12702e9 req-305c1bac-70c6-40c4-bdf8-5824f8731d21 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418947 Dec 08 02:33:00.950787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e9e48-068c-4512-8898-f11eca58c400 req-4d47baa8-6bff-431d-94c3-2b4531799a3a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:00.952255 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-285e9e48-068c-4512-8898-f11eca58c400 req-4d47baa8-6bff-431d-94c3-2b4531799a3a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0484276 Dec 08 02:33:00.998935 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-285e9e48-068c-4512-8898-f11eca58c400 req-c7c6280f-e910-4591-93c4-21793c6e3663 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401583 Dec 08 02:33:02.116142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27803c8a-979a-4f32-9e55-cb193d9d4549 req-5bb1aba0-9b0e-461d-9d73-588dbc1b5f64 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:02.117103 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:02.117808 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27803c8a-979a-4f32-9e55-cb193d9d4549 req-5bb1aba0-9b0e-461d-9d73-588dbc1b5f64 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0501623 Dec 08 02:33:02.168731 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8d92-63a8-4c62-98db-46fbe0114200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:02.170354 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27803c8a-979a-4f32-9e55-cb193d9d4549 req-b5987cc8-fe28-4444-981f-ae517a3d0342 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465815 Dec 08 02:33:02.513182 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:03.288137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefce6c9-6e04-41e6-919c-425b5bed00c8 req-501225f2-f03c-4ced-86fe-a087d3d13531 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:03.289658 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fefce6c9-6e04-41e6-919c-425b5bed00c8 req-501225f2-f03c-4ced-86fe-a087d3d13531 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0507634 Dec 08 02:33:03.337518 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fefce6c9-6e04-41e6-919c-425b5bed00c8 req-d101e391-eacc-4201-8e8f-b44c11bb1787 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 Dec 08 02:33:03.797844 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:04.406588 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:04.462799 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bbccf-98d3-4a7f-b823-f3dc70775d55 req-e00003f1-2537-4f05-ac9b-3be4bbab3bbc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:04.464306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b0bbccf-98d3-4a7f-b823-f3dc70775d55 req-e00003f1-2537-4f05-ac9b-3be4bbab3bbc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0490570 Dec 08 02:33:04.511650 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b0bbccf-98d3-4a7f-b823-f3dc70775d55 req-07e05926-604a-4f70-b06e-980c013c40e5 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410805 Dec 08 02:33:04.844254 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:05.635681 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785c35c-01b5-47c2-827c-f644f61f431c req-7d5bd52a-b7ca-4725-af97-e8d5d3c6ae7e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:05.637539 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2785c35c-01b5-47c2-827c-f644f61f431c req-7d5bd52a-b7ca-4725-af97-e8d5d3c6ae7e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0581841 Dec 08 02:33:05.691024 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2785c35c-01b5-47c2-827c-f644f61f431c req-12ec2375-384e-4b72-acda-d23c6417504b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472360 Dec 08 02:33:06.809507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe53f1-64e5-4ffe-a139-163bac92413e req-274aad98-5787-44b6-a613-60383c309f4c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:06.813057 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4dfe53f1-64e5-4ffe-a139-163bac92413e req-274aad98-5787-44b6-a613-60383c309f4c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0529096 Dec 08 02:33:06.862838 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4dfe53f1-64e5-4ffe-a139-163bac92413e req-7fa45231-75b8-4bea-aadc-e4c52600ab86 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451508 Dec 08 02:33:07.980112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a6a87-3d26-4a72-8769-3befa7e8980b req-e96d28cf-ab6e-44bd-b8fa-970b26174ef8 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:07.981629 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f5a6a87-3d26-4a72-8769-3befa7e8980b req-e96d28cf-ab6e-44bd-b8fa-970b26174ef8 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0504742 Dec 08 02:33:08.029817 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f5a6a87-3d26-4a72-8769-3befa7e8980b req-d6108557-66a8-4d49-b971-df9e3c36b4a7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422809 Dec 08 02:33:08.260209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-8538420e-8649-48df-b518-fa3999e0d2b4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436344 Dec 08 02:33:08.277268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da533eff-f6a3-4b48-ab19-8b159d422583 req-ef888eac-93e3-4b0f-b6ce-f92ff13b93d9 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:08.278904 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da533eff-f6a3-4b48-ab19-8b159d422583 req-ef888eac-93e3-4b0f-b6ce-f92ff13b93d9 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0559754 Dec 08 02:33:08.332614 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-da533eff-f6a3-4b48-ab19-8b159d422583 req-1d5bf487-2a47-49aa-a943-92a482a5314b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473344 Dec 08 02:33:09.451555 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec9259-f46b-4c8b-bbde-7eae991665fc req-c9b2922c-676c-4ce7-b9d8-1e34e4077076 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:09.453095 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04ec9259-f46b-4c8b-bbde-7eae991665fc req-c9b2922c-676c-4ce7-b9d8-1e34e4077076 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0504119 Dec 08 02:33:09.502421 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-04ec9259-f46b-4c8b-bbde-7eae991665fc req-78ba20e7-c1da-4258-b1d2-6f81a9771b3e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430944 Dec 08 02:33:09.588946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8f691-81d0-4e43-b531-49227a459a33 req-65c62636-ebd5-4533-b5bb-94ec3286f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:09.590463 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-65c62636-ebd5-4533-b5bb-94ec3286f146 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 1098 time: 0.0415595 Dec 08 02:33:09.685199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8f691-81d0-4e43-b531-49227a459a33 req-85cb5396-dcda-45f4-bf0c-5f50110cd49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:09.686597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-85cb5396-dcda-45f4-bf0c-5f50110cd49b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0891612 Dec 08 02:33:09.751108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-5833f7ec-6140-4441-8e57-725c64b9eec5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 1002 time: 0.0576108 Dec 08 02:33:09.804225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8f691-81d0-4e43-b531-49227a459a33 req-9aad95f6-a039-4a1a-9992-4ac1636b93a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:09.806188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-9aad95f6-a039-4a1a-9992-4ac1636b93a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0470994 Dec 08 02:33:09.854675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8f691-81d0-4e43-b531-49227a459a33 req-2baac6af-8b8c-4e2b-aad6-089b2c075cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:09.856170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-2baac6af-8b8c-4e2b-aad6-089b2c075cad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430090 Dec 08 02:33:09.868658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-dcad5dbd-2994-432c-a6c3-0a0fdb83b4d5 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:33:09.869632 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-dcad5dbd-2994-432c-a6c3-0a0fdb83b4d5 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059049 Dec 08 02:33:09.962462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-7fb59d17-d3d9-45e4-b7fe-1ff685716d1b service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857427 Dec 08 02:33:10.057984 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-ac2664be-cfd8-4f3c-ab1f-2001f3c2cf09 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886493 Dec 08 02:33:10.624430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd81db-695f-4845-9e57-ea530ec7bd92 req-719d0afb-0dba-4d9a-9d5c-9fb697c3bb7b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:10.626423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-44fd81db-695f-4845-9e57-ea530ec7bd92 req-719d0afb-0dba-4d9a-9d5c-9fb697c3bb7b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0500433 Dec 08 02:33:10.673225 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-44fd81db-695f-4845-9e57-ea530ec7bd92 req-b20f68dd-31ca-46d6-bcc8-5fac6a61a309 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410132 Dec 08 02:33:11.789973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae508e-9a49-4549-b567-eff845e03ffd req-0eb5a362-e655-4087-a412-c676689e03c4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:11.792130 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fae508e-9a49-4549-b567-eff845e03ffd req-0eb5a362-e655-4087-a412-c676689e03c4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0498707 Dec 08 02:33:11.841227 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fae508e-9a49-4549-b567-eff845e03ffd req-f707ee98-7bee-46a2-81fb-8964b0b29076 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430555 Dec 08 02:33:11.951080 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-54f8f691-81d0-4e43-b531-49227a459a33 req-77531229-e095-4228-b357-fed337053813 service neutron] show failed (client error): The resource could not be found. Dec 08 02:33:11.952153 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-77531229-e095-4228-b357-fed337053813 service neutron] 10.222.0.72 "GET /v2.0/ports/7eacff17-85b3-4c6c-be59-1b027bbf0177/bindings/n-h1-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0574543 Dec 08 02:33:12.206682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8f691-81d0-4e43-b531-49227a459a33 req-79d35fa4-5fae-4719-a9d3-71622023949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:12.208067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-79d35fa4-5fae-4719-a9d3-71622023949c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 1098 time: 0.0831337 Dec 08 02:33:12.225462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-5b5a35bd-45f3-4e95-bf46-e99116820c1d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:33:12.226445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-5b5a35bd-45f3-4e95-bf46-e99116820c1d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048568 Dec 08 02:33:12.253292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:33:12.310645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:12.511484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:33:12.547243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:33:12.586367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:33:12.588877 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf2956d-ae87-4422-b2ed-ca4490542699" -d '{"events": [{"server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "name": "network-vif-unplugged", "status": "completed", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:33:12.593468 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:12.609009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Transition to ACTIVE for port object 7eacff17-85b3-4c6c-be59-1b027bbf0177 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:33:12.613310 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:12.701474 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190f2bf2-858e-4716-a700-ca7629fa2cbb x-openstack-request-id: req-190f2bf2-858e-4716-a700-ca7629fa2cbb {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:33:12.701771 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "name": "network-vif-unplugged", "status": "completed", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:33:12.702037 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-190f2bf2-858e-4716-a700-ca7629fa2cbb {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:33:12.702444 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'code': 200} Dec 08 02:33:12.707570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7eacff17-85b3-4c6c-be59-1b027bbf0177,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:33:12.719692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.720052 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.720428 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.720776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.721120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.721458 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.721794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.722128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.722455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.722787 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.723117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.723446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.723772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:12.753863 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] No DVR routers for this DVR port 7eacff17-85b3-4c6c-be59-1b027bbf0177 on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:33:12.894035 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Attempting to bind port 7eacff17-85b3-4c6c-be59-1b027bbf0177 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:33:12.894393 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Attempting to bind port 7eacff17-85b3-4c6c-be59-1b027bbf0177 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:33:12.894692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Attempting to bind port 7eacff17-85b3-4c6c-be59-1b027bbf0177 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:33:12.899115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Port 7eacff17-85b3-4c6c-be59-1b027bbf0177 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:33:12.899456 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Attempting to bind port 7eacff17-85b3-4c6c-be59-1b027bbf0177 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:33:12.906695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:33:12.907033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:33:12.907413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Bound using segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:33:12.907837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Bound port: 7eacff17-85b3-4c6c-be59-1b027bbf0177, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:33:12.908182 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:12.961333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296c497-6a0e-4b2d-bb1e-60d2ec17f531 req-d420fe5c-e689-478d-96b7-7c677666671e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:12.963325 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8296c497-6a0e-4b2d-bb1e-60d2ec17f531 req-d420fe5c-e689-478d-96b7-7c677666671e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 944 time: 0.0513735 Dec 08 02:33:12.974649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:33:12.978663 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:33:12.982570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:13.013949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8296c497-6a0e-4b2d-bb1e-60d2ec17f531 req-6510c994-b09b-454f-9b03-101177ae8cc8 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441208 Dec 08 02:33:13.019001 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:13.019638 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:13.021487 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] 10.222.0.65 "PUT /v2.0/ports/7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 1093 time: 0.7719359 Dec 08 02:33:13.051515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697106b8-ac4d-4d23-b228-2190ad88b1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=7eacff17-85b3-4c6c-be59-1b027bbf0177,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:33:13.110324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8f691-81d0-4e43-b531-49227a459a33 req-891ea92f-e300-4ab2-ba09-635cc883f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:13.111862 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-891ea92f-e300-4ab2-ba09-635cc883f1f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 1096 time: 0.0437510 Dec 08 02:33:13.216072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8f691-81d0-4e43-b531-49227a459a33 req-704c86e9-dc65-4bcd-ab3e-0908bf293c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:13.217859 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-704c86e9-dc65-4bcd-ab3e-0908bf293c72 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0948172 Dec 08 02:33:13.289955 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-546872b1-6557-4020-87c0-6c5a174125c8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 1000 time: 0.0606101 Dec 08 02:33:13.345353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8f691-81d0-4e43-b531-49227a459a33 req-51bc9422-5113-43aa-9b23-ecc319d6c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:13.346777 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-51bc9422-5113-43aa-9b23-ecc319d6c9b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0441887 Dec 08 02:33:13.400858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8f691-81d0-4e43-b531-49227a459a33 req-acc46073-5fc0-465f-916c-912e37a9dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:13.402395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-acc46073-5fc0-465f-916c-912e37a9dda2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431030 Dec 08 02:33:13.494271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-03897146-1283-40a4-8f9a-54c99ef899be service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797818 Dec 08 02:33:13.592363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-54f8f691-81d0-4e43-b531-49227a459a33 req-589d8107-c355-4750-873b-23ffe2d431ab service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867233 Dec 08 02:33:14.138086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d536950-e20d-4bea-b88b-5d667922a2fa req-605c024f-5c6a-4f06-83ec-c0c0862379fe tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:14.139592 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d536950-e20d-4bea-b88b-5d667922a2fa req-605c024f-5c6a-4f06-83ec-c0c0862379fe tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 944 time: 0.0489888 Dec 08 02:33:14.186614 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d536950-e20d-4bea-b88b-5d667922a2fa req-0c125678-a8fa-498b-bdde-eb58e96a0a63 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411355 Dec 08 02:33:14.703254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:33:14.705722 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f8fe95-e832-4a87-9a00-c42e57679967" -d '{"events": [{"name": "network-changed", "server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:33:14.755971 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce17196-8e8b-4b9d-8d23-e597489f3520 x-openstack-request-id: req-cce17196-8e8b-4b9d-8d23-e597489f3520 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:33:14.756215 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:33:14.756501 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cce17196-8e8b-4b9d-8d23-e597489f3520 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:33:14.756910 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'status': 'completed', 'code': 200} Dec 08 02:33:14.840554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-7155ea02-3878-4747-b20c-3c78e13986b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:14.842088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-eb735d4d-0cf2-4afc-8f85-de559279c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:14.842500 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-7155ea02-3878-4747-b20c-3c78e13986b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 1096 time: 0.0431247 Dec 08 02:33:14.843582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-eb735d4d-0cf2-4afc-8f85-de559279c75b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 1096 time: 0.0407681 Dec 08 02:33:14.883084 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7eacff17-85b3-4c6c-be59-1b027bbf0177 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:33:14.921920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 7eacff17-85b3-4c6c-be59-1b027bbf0177 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:33:14.939594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-aa32d2fc-3e33-4ad2-8ad2-0b632ce8442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:14.941137 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-aa32d2fc-3e33-4ad2-8ad2-0b632ce8442c service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0921197 Dec 08 02:33:14.943839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-e614bed8-948a-40b3-92bd-a15b7a3becf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:14.945314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-e614bed8-948a-40b3-92bd-a15b7a3becf5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0924168 Dec 08 02:33:15.013058 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-64a51d21-293f-43cf-bc6e-11360b22eee4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 1000 time: 0.0592656 Dec 08 02:33:15.014185 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-57bff0c6-a30d-4264-bff1-82556a3e8cda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 1000 time: 0.0593116 Dec 08 02:33:15.063617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-fddb1123-ca7f-4611-aabb-50996b2ace35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:15.065221 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-fddb1123-ca7f-4611-aabb-50996b2ace35 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0495324 Dec 08 02:33:15.068201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-d17d95b0-3eef-427d-8812-4af1af849e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:15.069939 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-d17d95b0-3eef-427d-8812-4af1af849e5a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0484223 Dec 08 02:33:15.111558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-90eef32a-dd2e-42da-8383-cb62fc111cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:15.113116 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-90eef32a-dd2e-42da-8383-cb62fc111cee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406868 Dec 08 02:33:15.118401 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-c36e5bce-5afb-4807-a5ac-e3e997fdca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:15.120499 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-c36e5bce-5afb-4807-a5ac-e3e997fdca7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408139 Dec 08 02:33:15.213109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-5fb7c4f0-580a-48a0-be18-abe4efe77d46 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922325 Dec 08 02:33:15.223010 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-0af012ac-a711-457b-ba40-5658e875a182 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916746 Dec 08 02:33:15.320147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-9cc915c1-624d-479c-88b7-ee1872a04bec service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997963 Dec 08 02:33:15.356926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1867e20-37b6-49e9-9e57-abbd894f5e46 req-bf4eef79-8408-495a-9416-c7f25e806cc1 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:15.358423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1867e20-37b6-49e9-9e57-abbd894f5e46 req-bf4eef79-8408-495a-9416-c7f25e806cc1 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 944 time: 0.0950313 Dec 08 02:33:15.360686 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34f8fe95-e832-4a87-9a00-c42e57679967 req-32d65807-d7a4-4a9c-85a4-b984eacc9e8e service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268196 Dec 08 02:33:15.411906 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1867e20-37b6-49e9-9e57-abbd894f5e46 req-f2077ee8-c256-4852-9370-5feb1df27e43 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474005 Dec 08 02:33:15.603803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d6b68-b9eb-4695-8bcd-bcca7355ce6e req-360a523a-33ed-41f3-adef-fae7af326ad5 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:15.605239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa6d6b68-b9eb-4695-8bcd-bcca7355ce6e req-360a523a-33ed-41f3-adef-fae7af326ad5 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 944 time: 0.0515122 Dec 08 02:33:15.631562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336365b-a544-47f1-8d90-bba0d36e611f req-4ecf6882-fe8d-46eb-83da-1f4c1996757b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:15.633094 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5336365b-a544-47f1-8d90-bba0d36e611f req-4ecf6882-fe8d-46eb-83da-1f4c1996757b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521&tenant_id=a00c088ae42248c0af37603046d60490&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 944 time: 0.0532668 Dec 08 02:33:15.652934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa6d6b68-b9eb-4695-8bcd-bcca7355ce6e req-8b4812a3-dbc8-4951-8ea1-fedc55613642 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416899 Dec 08 02:33:15.699978 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-5336365b-a544-47f1-8d90-bba0d36e611f req-c288e240-6748-4187-b444-ddbf1ce78878 service neutron] delete failed (client error): The resource could not be found. Dec 08 02:33:15.701108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5336365b-a544-47f1-8d90-bba0d36e611f req-c288e240-6748-4187-b444-ddbf1ce78878 service neutron] 10.222.0.72 "DELETE /v2.0/ports/7eacff17-85b3-4c6c-be59-1b027bbf0177/bindings/n-h2-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0608311 Dec 08 02:33:15.804215 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336365b-a544-47f1-8d90-bba0d36e611f req-4a1c47f5-a18e-42d1-9547-dc5a892ccf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:15.805756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5336365b-a544-47f1-8d90-bba0d36e611f req-4a1c47f5-a18e-42d1-9547-dc5a892ccf06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 1096 time: 0.0409987 Dec 08 02:33:15.894942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336365b-a544-47f1-8d90-bba0d36e611f req-8e45317c-5f2f-460e-b9bc-1cebf24a089c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:15.896356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5336365b-a544-47f1-8d90-bba0d36e611f req-8e45317c-5f2f-460e-b9bc-1cebf24a089c service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0829751 Dec 08 02:33:15.963530 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5336365b-a544-47f1-8d90-bba0d36e611f req-54c7b038-5af7-4546-a773-b886b0267ad0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 1000 time: 0.0599279 Dec 08 02:33:16.012275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336365b-a544-47f1-8d90-bba0d36e611f req-b8e3e877-271e-4caa-9222-314a915929e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:16.013848 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5336365b-a544-47f1-8d90-bba0d36e611f req-b8e3e877-271e-4caa-9222-314a915929e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0437620 Dec 08 02:33:16.059944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336365b-a544-47f1-8d90-bba0d36e611f req-3e08af51-3eef-458e-8d03-4bb2647144fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:16.061528 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5336365b-a544-47f1-8d90-bba0d36e611f req-3e08af51-3eef-458e-8d03-4bb2647144fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408833 Dec 08 02:33:16.154532 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5336365b-a544-47f1-8d90-bba0d36e611f req-98e541a9-676d-4523-bec9-a9014f73392d service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857382 Dec 08 02:33:16.170325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 7eacff17-85b3-4c6c-be59-1b027bbf0177 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:33:16.247012 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5336365b-a544-47f1-8d90-bba0d36e611f req-91be5dc2-ac53-484a-afcb-f4209e16b5cf service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850620 Dec 08 02:33:16.263760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:33:16.275561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'port_id': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'mac_address': 'fa:16:3e:a5:a6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:33:16.317005 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:16.330093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eacff17-85b3-4c6c-be59-1b027bbf0177 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:33:16.352117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:33:16.356824 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:16.402696 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=7eacff17-85b3-4c6c-be59-1b027bbf0177,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:33:16.409834 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.410129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.410479 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.410824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.411374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.411694 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.412104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.412473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.412964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.413334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.413758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.414093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.414465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:16.749692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['7eacff17-85b3-4c6c-be59-1b027bbf0177'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:33:16.780071 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bfdee-2da3-49f6-ba51-0ca5ce85b774 req-e7a148f8-443d-4739-8855-ccd7589a91bb tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:16.781798 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf9bfdee-2da3-49f6-ba51-0ca5ce85b774 req-e7a148f8-443d-4739-8855-ccd7589a91bb tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 945 time: 0.0543787 Dec 08 02:33:16.833168 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf9bfdee-2da3-49f6-ba51-0ca5ce85b774 req-9372e6a1-868a-44f0-9be5-d4b04e242cb5 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447037 Dec 08 02:33:17.950789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3db10-3b13-4c1a-9589-f346d0b25b43 req-246001b1-7002-4930-acc5-3cc927f084c3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:17.952254 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92c3db10-3b13-4c1a-9589-f346d0b25b43 req-246001b1-7002-4930-acc5-3cc927f084c3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 945 time: 0.0478652 Dec 08 02:33:17.998495 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92c3db10-3b13-4c1a-9589-f346d0b25b43 req-36fbe92d-39bc-43a5-b421-54bdee8e636c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402753 Dec 08 02:33:18.112261 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62929e-8cdd-4100-9f66-cedc57dd5003 req-007a5b2e-ec97-46a1-8f50-691f5e0ce50d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:18.113760 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4d62929e-8cdd-4100-9f66-cedc57dd5003 req-007a5b2e-ec97-46a1-8f50-691f5e0ce50d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 945 time: 0.0488415 Dec 08 02:33:18.159840 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4d62929e-8cdd-4100-9f66-cedc57dd5003 req-59fbf5d8-0a0c-4745-a848-d9b4d2a38fef tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400064 Dec 08 02:33:18.170193 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 7eacff17-85b3-4c6c-be59-1b027bbf0177 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:33:18.224668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 7eacff17-85b3-4c6c-be59-1b027bbf0177 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:33:18.228957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 7eacff17-85b3-4c6c-be59-1b027bbf0177 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:33:18.229401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:18.312387 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:18.336929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:33:18.339241 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7288002c-b469-49ae-8501-d945e7fd7783" -d '{"events": [{"server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "name": "network-vif-plugged", "status": "completed", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:33:18.366601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:33:18.372965 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:18.376366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eb4f8-6e2a-4d73-a229-56747f4efa7a req-ae38f9f9-8e2a-4c70-81a3-866a8035f1f4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:18.378381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-475eb4f8-6e2a-4d73-a229-56747f4efa7a req-ae38f9f9-8e2a-4c70-81a3-866a8035f1f4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 945 time: 0.0574269 Dec 08 02:33:18.434701 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-475eb4f8-6e2a-4d73-a229-56747f4efa7a req-63d4827e-38a4-4201-8566-5d9e95084dc7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486653 Dec 08 02:33:18.434925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=7eacff17-85b3-4c6c-be59-1b027bbf0177,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:33:18.463627 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc6e06a-1abb-423d-9c08-d777cfce540e x-openstack-request-id: req-bdc6e06a-1abb-423d-9c08-d777cfce540e {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:33:18.464534 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "name": "network-vif-plugged", "status": "completed", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:33:18.464804 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bdc6e06a-1abb-423d-9c08-d777cfce540e {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:33:18.465333 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'code': 200} Dec 08 02:33:18.470445 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0e5a1-735a-4468-842d-7f3e4deff3fd req-74e3d68a-6846-484d-8e06-b90226e162d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:18.472094 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66b0e5a1-735a-4468-842d-7f3e4deff3fd req-74e3d68a-6846-484d-8e06-b90226e162d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 1098 time: 0.0762758 Dec 08 02:33:18.601308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0e5a1-735a-4468-842d-7f3e4deff3fd req-d40163ad-6662-4f28-bfb5-a64e5ccaf940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:18.602868 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66b0e5a1-735a-4468-842d-7f3e4deff3fd req-d40163ad-6662-4f28-bfb5-a64e5ccaf940 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0855534 Dec 08 02:33:18.678146 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66b0e5a1-735a-4468-842d-7f3e4deff3fd req-8e1e9380-cd3e-42d8-a9e2-831b5bbab34b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 200 len: 1002 time: 0.0620477 Dec 08 02:33:18.725935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0e5a1-735a-4468-842d-7f3e4deff3fd req-e58c102b-f0b0-4fcd-805d-03a5d8e81a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:18.727333 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66b0e5a1-735a-4468-842d-7f3e4deff3fd req-e58c102b-f0b0-4fcd-805d-03a5d8e81a18 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0422406 Dec 08 02:33:18.774538 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0e5a1-735a-4468-842d-7f3e4deff3fd req-38d73c29-d396-4164-9204-27d2218b6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:18.775984 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66b0e5a1-735a-4468-842d-7f3e4deff3fd req-38d73c29-d396-4164-9204-27d2218b6d82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386970 Dec 08 02:33:18.873933 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66b0e5a1-735a-4468-842d-7f3e4deff3fd req-d37ad233-6bad-4fb0-86bf-27e9876e702a service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839560 Dec 08 02:33:18.967066 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-66b0e5a1-735a-4468-842d-7f3e4deff3fd req-7f366c0e-08eb-4cea-be26-bde946937f15 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818129 Dec 08 02:33:19.554079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c615bc-658a-49f2-911a-90e79985e0a6 req-16fec097-a72d-427c-b03f-7c2a6769d575 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:19.555573 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a9c615bc-658a-49f2-911a-90e79985e0a6 req-16fec097-a72d-427c-b03f-7c2a6769d575 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0489571 Dec 08 02:33:19.609368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a9c615bc-658a-49f2-911a-90e79985e0a6 req-61dc7b8a-7a13-49de-bd87-54659caabb41 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435007 Dec 08 02:33:19.768589 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:33:20.735076 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6f539-4c9c-47a2-8add-e5cd710dff1b req-54b08d0d-07ea-4e03-b3e2-60cb8a2e43e6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:20.736573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6da6f539-4c9c-47a2-8add-e5cd710dff1b req-54b08d0d-07ea-4e03-b3e2-60cb8a2e43e6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0522962 Dec 08 02:33:20.782362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6da6f539-4c9c-47a2-8add-e5cd710dff1b req-9d6930cc-ac2c-4166-b8e0-7fc9964b5cec tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398879 Dec 08 02:33:21.022089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09d0e8-0bd4-4077-a76c-04ee261cc13e req-316269b5-9c3a-4b4f-bbb4-7b1f8a5beeda tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:21.023582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c09d0e8-0bd4-4077-a76c-04ee261cc13e req-316269b5-9c3a-4b4f-bbb4-7b1f8a5beeda tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0503895 Dec 08 02:33:21.071700 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c09d0e8-0bd4-4077-a76c-04ee261cc13e req-c930cceb-8749-4099-8e14-484703ac894b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407259 Dec 08 02:33:22.192536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f11eb3-6ea7-45e5-a335-225e735a20ca req-2817acd7-6289-46f0-8dd4-0c05c6fb10d3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:22.194029 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9f11eb3-6ea7-45e5-a335-225e735a20ca req-2817acd7-6289-46f0-8dd4-0c05c6fb10d3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0502279 Dec 08 02:33:22.243438 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e9f11eb3-6ea7-45e5-a335-225e735a20ca req-c65e3e30-ed10-4ceb-9a70-2e7faeea28c0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433259 Dec 08 02:33:22.545965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-0a4f6bca-9d80-4acc-a893-1e3c00d7ee94 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:22.547411 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-0a4f6bca-9d80-4acc-a893-1e3c00d7ee94 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.65 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 946 time: 0.0483141 Dec 08 02:33:22.644186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Deleting port 7eacff17-85b3-4c6c-be59-1b027bbf0177 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:33:22.644557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:22.730910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] For port 7eacff17-85b3-4c6c-be59-1b027bbf0177, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=7eacff17-85b3-4c6c-be59-1b027bbf0177,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:33:22.731268 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:22.899891 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:22.900151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:22.900495 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Floating IP 633415a1-53f6-4090-b038-bf04ec90d6da disassociated. External IP: 172.25.2.141, port: 7eacff17-85b3-4c6c-be59-1b027bbf0177. Dec 08 02:33:22.900838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Calling delete_port for 7eacff17-85b3-4c6c-be59-1b027bbf0177 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:33:23.027799 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:23.057426 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event deleted for resources: {'Port': ['ID=7eacff17-85b3-4c6c-be59-1b027bbf0177,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:33:23.175254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Router ba11f89e-5b59-4411-8c0a-676f792aad97 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:33:23.281622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:33:23.295032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f2377-cb82-4674-85d3-836acefd457f None None] Sync routers for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:33:23.305783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f2377-cb82-4674-85d3-836acefd457f None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:33:23.306838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-932f2377-cb82-4674-85d3-836acefd457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:33:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:33:23.327593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] No DVR routers for this DVR port 7eacff17-85b3-4c6c-be59-1b027bbf0177 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:33:23.336410 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:23.340869 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6c0c2031-b2f1-4d82-a106-ef9edcc7aa00 req-7e01eeaf-0352-4545-9088-e0b2c0d4f6b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.65 "DELETE /v2.0/ports/7eacff17-85b3-4c6c-be59-1b027bbf0177 HTTP/1.1" status: 204 len: 173 time: 0.7842383 Dec 08 02:33:23.341319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'name': 'network-vif-deleted', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:33:23.343846 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ad5e0d-2778-478c-b02d-794f2b377a98" -d '{"events": [{"server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "name": "network-vif-deleted", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:33:23.372826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2c3a5faf-c396-4420-9b5b-e4d5bd26f6ff req-892f4ff3-bfd5-4171-842a-b427782bbf4f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=6814ac65-bc09-44fa-a40f-9d268535f521 HTTP/1.1" status: 200 len: 210 time: 0.0470407 Dec 08 02:33:23.384774 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe949884-6efb-475d-b1da-e615a26a69ff x-openstack-request-id: req-fe949884-6efb-475d-b1da-e615a26a69ff {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:33:23.385132 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6814ac65-bc09-44fa-a40f-9d268535f521", "name": "network-vif-deleted", "tag": "7eacff17-85b3-4c6c-be59-1b027bbf0177", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:33:23.386136 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe949884-6efb-475d-b1da-e615a26a69ff {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:33:23.386896 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6814ac65-bc09-44fa-a40f-9d268535f521', 'name': 'network-vif-deleted', 'tag': '7eacff17-85b3-4c6c-be59-1b027bbf0177', 'status': 'completed', 'code': 200} Dec 08 02:33:23.424568 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-932f2377-cb82-4674-85d3-836acefd457f None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:33:23.626627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-932f2377-cb82-4674-85d3-836acefd457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:33:23.657441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f2377-cb82-4674-85d3-836acefd457f None None] Checking router: ba11f89e-5b59-4411-8c0a-676f792aad97 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:33:23.665905 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f2377-cb82-4674-85d3-836acefd457f None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:33:23.666525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-932f2377-cb82-4674-85d3-836acefd457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:33:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:33:23.937818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-932f2377-cb82-4674-85d3-836acefd457f None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:33:24.130339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-932f2377-cb82-4674-85d3-836acefd457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:33:24.156602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932f2377-cb82-4674-85d3-836acefd457f None None] The sync data for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 is: [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:33:24.357560 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ebb4bc-ca88-4f02-af55-4c1ab93c40ed None None] New status for floating IP 633415a1-53f6-4090-b038-bf04ec90d6da: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:33:24.664238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-753a2756-2027-47cd-ab7d-dd3cf6cde92f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--452427103&fields=id&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 267 time: 0.0413589 Dec 08 02:33:24.772144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-984b23b3-d370-403f-afec-b657135935b9 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:24.773916 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-984b23b3-d370-403f-afec-b657135935b9 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 812 time: 0.1021454 Dec 08 02:33:24.789700 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-1cd0c019-e743-47cf-b1a9-067489a398c0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/quotas/a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 375 time: 0.0093377 Dec 08 02:33:24.845328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-8bf8be56-adb7-4a78-97ab-457dba9e8a19 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501561 Dec 08 02:33:24.902695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-d27d32ba-f36d-4b02-83b1-8b2f35dbfa3a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:33:24.903734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-d27d32ba-f36d-4b02-83b1-8b2f35dbfa3a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472319 Dec 08 02:33:24.996147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-eeb2a300-1e56-4ede-bfea-e518701205ae service neutron] 10.222.0.70 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848310 Dec 08 02:33:25.087873 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-de8f45b3-28b7-4f5c-a369-32435f998778 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855393 Dec 08 02:33:25.246208 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b956ef77-4093-4665-86d1-13e87ab95682 req-7e4d1b72-f105-4dd5-a7b2-fdd3fd3942d1 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 210 time: 0.0267997 Dec 08 02:33:26.187494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 7eacff17-85b3-4c6c-be59-1b027bbf0177 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:33:26.207956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 7eacff17-85b3-4c6c-be59-1b027bbf0177 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:33:26.208323 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 7eacff17-85b3-4c6c-be59-1b027bbf0177 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:33:26.325486 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6918aeb0-a064-40f0-a407-ed3d5875827e req-db9d465a-87a4-475f-94dd-556d1b0ed2dd tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 210 time: 0.0271389 Dec 08 02:33:27.300256 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-56971f4e-e302-4ba5-897c-d0651325183f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:27.301810 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-56971f4e-e302-4ba5-897c-d0651325183f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 812 time: 0.1098332 Dec 08 02:33:27.371154 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-726b0d2c-6314-4e14-8e8e-fedb5938e011 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 379 time: 0.0527692 Dec 08 02:33:27.396707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Request body: {'port': {'device_id': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'admin_state_up': True, 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'security_groups': ['87427998-541b-49d7-87f6-d7a9648f43bb']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:33:27.421582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f92fa3d0-7227-4b66-9e44-0ba9664292e0 req-0813b3c0-bade-4034-98d0-771aa9608bdd tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 210 time: 0.0261824 Dec 08 02:33:27.503391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Made reservation on behalf of a00c088ae42248c0af37603046d60490 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:33:27.507084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:27.631702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Allocated IP 172.20.0.6 (e8f4dbb9-943e-4693-9d8e-4b791bd8340f/1fca6dd7-e440-4c06-a229-0811c737c16c/526e99fb-723b-4f72-a238-e55f519ef368) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:33:27.772273 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:27.808816 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:27.852899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Network e8f4dbb9-943e-4693-9d8e-4b791bd8340f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:33:27.856850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:33:27.860612 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:33:27.886412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:33:27.905455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.905805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.906159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.906504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.906842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.907180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.907514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.907845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.908176 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.908535 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.908872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.909199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.909527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:33:27.929655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:27.930282 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:27.955387 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-bc12460b-513d-4c75-a9a5-08532f25affc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5623798 Dec 08 02:33:27.973970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Request body: {'port': {'device_id': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:33:28.037724 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:28.131547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3b2f7e95-720a-44ea-b031-bed721e642bc None None] Provisioning complete for port 526e99fb-723b-4f72-a238-e55f519ef368 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:33:28.132126 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3b2f7e95-720a-44ea-b031-bed721e642bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:28.166138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3b2f7e95-720a-44ea-b031-bed721e642bc None None] Port 526e99fb-723b-4f72-a238-e55f519ef368 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:33:28.304465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526e99fb-723b-4f72-a238-e55f519ef368 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:33:28.312739 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:28.325483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Transition to ACTIVE for port object 526e99fb-723b-4f72-a238-e55f519ef368 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:33:28.329634 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:28.382420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:33:28.456226 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Attempting to bind port 526e99fb-723b-4f72-a238-e55f519ef368 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:33:28.456608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Attempting to bind port 526e99fb-723b-4f72-a238-e55f519ef368 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:33:28.456949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Attempting to bind port 526e99fb-723b-4f72-a238-e55f519ef368 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:33:28.464511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Port 526e99fb-723b-4f72-a238-e55f519ef368 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:33:28.466999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Attempting to bind port 526e99fb-723b-4f72-a238-e55f519ef368 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:33:28.481985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:33:28.482488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:33:28.482895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Bound using segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:33:28.483357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Bound port: 526e99fb-723b-4f72-a238-e55f519ef368, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:33:28.483727 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:28.596372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730987ca-a1ed-488a-b53c-d094117e9e3e req-1d46716a-fed2-46f9-8344-57c02f9bd04b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:28.597903 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-730987ca-a1ed-488a-b53c-d094117e9e3e req-1d46716a-fed2-46f9-8344-57c02f9bd04b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 943 time: 0.0984855 Dec 08 02:33:28.604003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:33:28.609365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:33:28.616654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:28.677322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:28.677941 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:28.679333 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] 10.222.0.72 "PUT /v2.0/ports/526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 1092 time: 0.7102768 Dec 08 02:33:28.679888 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:33:28.682039 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5e2f11-b0ab-4ab5-a79b-78ee7541d76e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "tag": "526e99fb-723b-4f72-a238-e55f519ef368"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:33:28.711542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-730987ca-a1ed-488a-b53c-d094117e9e3e req-462e255e-a9e3-4bfe-8a25-53613f32a455 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047735 Dec 08 02:33:28.714749 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3506eff-9e20-440c-be3a-125ec5a28951 service neutron] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:33:28.784674 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-dc4aa1d7-ce01-4bc0-a7a6-ddbb6da781ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:28.786298 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-dc4aa1d7-ce01-4bc0-a7a6-ddbb6da781ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0467436 Dec 08 02:33:28.795756 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9590be3d-637d-436b-9c79-b705791ede18 x-openstack-request-id: req-9590be3d-637d-436b-9c79-b705791ede18 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:33:28.796135 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "tag": "526e99fb-723b-4f72-a238-e55f519ef368", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:33:28.796493 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9590be3d-637d-436b-9c79-b705791ede18 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:33:28.796967 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368', 'status': 'completed', 'code': 200} Dec 08 02:33:28.904945 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9f630c4d-d92c-47bf-beae-6b793fe7ce9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:29.199656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-2bf62192-20dd-4092-951e-f13ae5830d0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 217 time: 0.3859997 Dec 08 02:33:29.250489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-890417c7-4817-491d-9970-8c78cb9b44ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:29.251960 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-890417c7-4817-491d-9970-8c78cb9b44ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0452647 Dec 08 02:33:29.299936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-a360f261-9437-4dea-8453-56e3ecc89502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:29.301476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-a360f261-9437-4dea-8453-56e3ecc89502 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417447 Dec 08 02:33:29.394597 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-9e286a6d-f71c-41fe-9b07-9c44b1056928 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855000 Dec 08 02:33:29.483743 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9a85fbd1-7dc6-412e-9939-bc811e04f7d8 req-ab2e3f42-3492-49a1-a58e-ac6448f3337b service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822992 Dec 08 02:33:29.614119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e2f11-b0ab-4ab5-a79b-78ee7541d76e req-866a1146-05a8-4fa3-a500-9188c709ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:29.615647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc5e2f11-b0ab-4ab5-a79b-78ee7541d76e req-866a1146-05a8-4fa3-a500-9188c709ed8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0465677 Dec 08 02:33:29.707935 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e2f11-b0ab-4ab5-a79b-78ee7541d76e req-78a42e4f-8275-4a0c-8d02-69123531004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:29.709462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc5e2f11-b0ab-4ab5-a79b-78ee7541d76e req-78a42e4f-8275-4a0c-8d02-69123531004b service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0862975 Dec 08 02:33:29.751146 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc5e2f11-b0ab-4ab5-a79b-78ee7541d76e req-5053518d-d5a1-4ab6-b725-10f3b2f554c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 217 time: 0.0346899 Dec 08 02:33:29.833381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e2f11-b0ab-4ab5-a79b-78ee7541d76e req-4cea7930-f680-437c-a4a0-8340e7f0f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:29.834860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc5e2f11-b0ab-4ab5-a79b-78ee7541d76e req-4cea7930-f680-437c-a4a0-8340e7f0f783 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0764015 Dec 08 02:33:29.859571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ce46f-7a33-400a-a5e5-118c2e21a08e req-fd10f830-6816-46d3-bc4c-eb80b51c205c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:29.861031 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5a9ce46f-7a33-400a-a5e5-118c2e21a08e req-fd10f830-6816-46d3-bc4c-eb80b51c205c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 943 time: 0.0719590 Dec 08 02:33:29.919681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e2f11-b0ab-4ab5-a79b-78ee7541d76e req-79950054-2cd8-45f2-9124-6cdb404e6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:29.921242 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc5e2f11-b0ab-4ab5-a79b-78ee7541d76e req-79950054-2cd8-45f2-9124-6cdb404e6423 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786562 Dec 08 02:33:29.928353 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5a9ce46f-7a33-400a-a5e5-118c2e21a08e req-daed1a6d-3a47-439e-9a29-94e06171592a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528467 Dec 08 02:33:30.019093 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc5e2f11-b0ab-4ab5-a79b-78ee7541d76e req-202da00b-9ea5-4e91-8459-ec66ccf26b57 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884645 Dec 08 02:33:30.111420 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dc5e2f11-b0ab-4ab5-a79b-78ee7541d76e req-a4af18ba-eb15-4c2d-a429-9d77e8f63493 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842123 Dec 08 02:33:30.923717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 526e99fb-723b-4f72-a238-e55f519ef368 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:33:31.025270 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:33:31.037350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '526e99fb-723b-4f72-a238-e55f519ef368', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'port_id': '526e99fb-723b-4f72-a238-e55f519ef368', 'mac_address': 'fa:16:3e:fe:34:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:33:31.053123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef028b-e8ac-4f49-97c1-2b2ff91db28d req-dc72e3d8-3bf7-4c67-a17d-9241799b8451 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:31.054584 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-14ef028b-e8ac-4f49-97c1-2b2ff91db28d req-dc72e3d8-3bf7-4c67-a17d-9241799b8451 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 943 time: 0.0522850 Dec 08 02:33:31.075801 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:31.092572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526e99fb-723b-4f72-a238-e55f519ef368 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:33:31.105249 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-14ef028b-e8ac-4f49-97c1-2b2ff91db28d req-537017f6-d991-4fec-9188-619dac82ad9c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433068 Dec 08 02:33:31.111754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:33:31.115943 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:31.161669 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:33:31.421300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['526e99fb-723b-4f72-a238-e55f519ef368'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:33:32.139952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:32.169889 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2d0d372f-660a-4dd7-a94c-fe4863fe48e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:32.235826 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015a7ab-3ad4-42d9-8b9e-ee2f4b21eb71 req-ac6909e1-96d5-4960-a5f1-1fc8219d2efd tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:32.237362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1015a7ab-3ad4-42d9-8b9e-ee2f4b21eb71 req-ac6909e1-96d5-4960-a5f1-1fc8219d2efd tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 944 time: 0.0563717 Dec 08 02:33:32.285659 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1015a7ab-3ad4-42d9-8b9e-ee2f4b21eb71 req-43fef565-b579-44fb-9a06-8185836bac47 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419676 Dec 08 02:33:32.516798 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:32.928214 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 526e99fb-723b-4f72-a238-e55f519ef368 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:33:32.978041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 526e99fb-723b-4f72-a238-e55f519ef368 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:33:32.983078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 526e99fb-723b-4f72-a238-e55f519ef368 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:33:32.983604 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:33.063213 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:33.084661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:33:33.086885 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d97d38-c29d-4b0d-89db-ad2ab8189f70" -d '{"events": [{"server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "name": "network-vif-plugged", "status": "completed", "tag": "526e99fb-723b-4f72-a238-e55f519ef368"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:33:33.100207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:33:33.104254 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:33.130797 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4ffca6-88c3-4a2d-8dfc-cbf80fa3a911 x-openstack-request-id: req-7a4ffca6-88c3-4a2d-8dfc-cbf80fa3a911 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:33:33.131094 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "name": "network-vif-plugged", "status": "completed", "tag": "526e99fb-723b-4f72-a238-e55f519ef368", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:33:33.131351 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7a4ffca6-88c3-4a2d-8dfc-cbf80fa3a911 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:33:33.131748 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368', 'code': 200} Dec 08 02:33:33.155274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:33:33.259263 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137876f3-1897-42c9-a9a0-344643ad34c6 req-274c63a5-e0c2-4a18-a139-3a222f95aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:33.260809 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-137876f3-1897-42c9-a9a0-344643ad34c6 req-274c63a5-e0c2-4a18-a139-3a222f95aa0f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0396225 Dec 08 02:33:33.306175 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-137876f3-1897-42c9-a9a0-344643ad34c6 req-e10637ae-e8cf-421c-a1ed-658862222bcf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374889 Dec 08 02:33:33.408089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd69cb2-4d9a-4457-8224-3ab1957ba3a8 req-12e55363-311d-462a-a169-e69f47f8f454 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:33.409606 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3dd69cb2-4d9a-4457-8224-3ab1957ba3a8 req-12e55363-311d-462a-a169-e69f47f8f454 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0527735 Dec 08 02:33:33.456366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3dd69cb2-4d9a-4457-8224-3ab1957ba3a8 req-f3eb6bbc-266a-4591-940f-5be53a18cd0d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407462 Dec 08 02:33:33.802095 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:34.405287 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:34.442170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f76be962-45d3-480f-9ec2-68ee68c16faf req-d2f2bd5c-0db8-44ef-bf39-c1e0bd0db440 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424073 Dec 08 02:33:34.541892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be962-45d3-480f-9ec2-68ee68c16faf req-eeb57060-4c27-4b0e-a3ab-e1ce017c7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:34.544172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f76be962-45d3-480f-9ec2-68ee68c16faf req-eeb57060-4c27-4b0e-a3ab-e1ce017c7107 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0425456 Dec 08 02:33:34.577460 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cd5f5-ca54-4877-b59d-f0d594d8ebf3 req-5b4834a4-968a-4055-912c-725169ef8cbf tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:34.578952 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc2cd5f5-ca54-4877-b59d-f0d594d8ebf3 req-5b4834a4-968a-4055-912c-725169ef8cbf tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Dec 08 02:33:34.626328 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cc2cd5f5-ca54-4877-b59d-f0d594d8ebf3 req-be95ec40-a74d-44e2-8100-5865b2952c17 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413432 Dec 08 02:33:34.651485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be962-45d3-480f-9ec2-68ee68c16faf req-6b0b12f4-23d7-457e-93df-504e62d71546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:34.653559 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f76be962-45d3-480f-9ec2-68ee68c16faf req-6b0b12f4-23d7-457e-93df-504e62d71546 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0910473 Dec 08 02:33:34.697052 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f76be962-45d3-480f-9ec2-68ee68c16faf req-d243a7cd-9057-4573-b8b8-b2b6ed42c97e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 217 time: 0.0365016 Dec 08 02:33:34.769872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be962-45d3-480f-9ec2-68ee68c16faf req-5322f642-18d2-4e0f-a121-143ad6685feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:34.771337 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f76be962-45d3-480f-9ec2-68ee68c16faf req-5322f642-18d2-4e0f-a121-143ad6685feb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0667856 Dec 08 02:33:34.783258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3159c-e563-47c7-b0fb-8ca75d9762cd req-66adfcbb-019c-41ea-8150-5f23aed21d09 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:34.784698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-acd3159c-e563-47c7-b0fb-8ca75d9762cd req-66adfcbb-019c-41ea-8150-5f23aed21d09 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0902178 Dec 08 02:33:34.794646 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 39766) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:33:34.799293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3b3eab7a-75b8-49e4-b873-ddf16f6c7823 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Request body: {'floatingip': {'port_id': '526e99fb-723b-4f72-a238-e55f519ef368'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:33:34.825201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be962-45d3-480f-9ec2-68ee68c16faf req-1d26a52c-53fe-4d94-ac47-36865316dcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:34.826726 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f76be962-45d3-480f-9ec2-68ee68c16faf req-1d26a52c-53fe-4d94-ac47-36865316dcb7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411747 Dec 08 02:33:34.837311 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:34.845109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b3eab7a-75b8-49e4-b873-ddf16f6c7823 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:34.922625 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f76be962-45d3-480f-9ec2-68ee68c16faf req-ee87993e-4849-4af0-93f5-53187ea72406 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886636 Dec 08 02:33:35.015886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f76be962-45d3-480f-9ec2-68ee68c16faf req-ee253d3f-a825-499f-99e6-ea5b3d060074 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862751 Dec 08 02:33:35.611947 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b3eab7a-75b8-49e4-b873-ddf16f6c7823 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:35.615845 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b3eab7a-75b8-49e4-b873-ddf16f6c7823 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:35.716966 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-3b3eab7a-75b8-49e4-b873-ddf16f6c7823 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Floating IP 633415a1-53f6-4090-b038-bf04ec90d6da associated. External IP: 172.25.2.141, port: 526e99fb-723b-4f72-a238-e55f519ef368. Dec 08 02:33:35.937965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3eab7a-75b8-49e4-b873-ddf16f6c7823 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Router ba11f89e-5b59-4411-8c0a-676f792aad97 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:33:36.065419 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3eab7a-75b8-49e4-b873-ddf16f6c7823 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:33:36.070607 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3b3eab7a-75b8-49e4-b873-ddf16f6c7823 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:33:36.075363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43366a-2a3d-47b8-8aa5-2bd337fceeab None None] Sync routers for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:33:36.084904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43366a-2a3d-47b8-8aa5-2bd337fceeab None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:33:36.085536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2b43366a-2a3d-47b8-8aa5-2bd337fceeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:33:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:33:36.097431 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3b3eab7a-75b8-49e4-b873-ddf16f6c7823 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "PUT /v2.0/floatingips/633415a1-53f6-4090-b038-bf04ec90d6da HTTP/1.1" status: 200 len: 991 time: 1.3016179 Dec 08 02:33:36.098017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:33:36.100267 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b718f8e-de21-40e7-8d64-ef1959cbced5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "tag": "526e99fb-723b-4f72-a238-e55f519ef368"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:33:36.140353 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5763bc-cc09-4dbb-a1de-24aeabef405a x-openstack-request-id: req-cd5763bc-cc09-4dbb-a1de-24aeabef405a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:33:36.141240 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "tag": "526e99fb-723b-4f72-a238-e55f519ef368", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:33:36.141240 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cd5763bc-cc09-4dbb-a1de-24aeabef405a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:33:36.141538 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368', 'status': 'completed', 'code': 200} Dec 08 02:33:36.197898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2b43366a-2a3d-47b8-8aa5-2bd337fceeab None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:33:36.240688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b718f8e-de21-40e7-8d64-ef1959cbced5 req-441f99f2-c728-4fd4-97ea-ffd08628f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:36.242245 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b718f8e-de21-40e7-8d64-ef1959cbced5 req-441f99f2-c728-4fd4-97ea-ffd08628f065 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0485740 Dec 08 02:33:36.356022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b718f8e-de21-40e7-8d64-ef1959cbced5 req-cbdb2466-7638-4e8b-825c-4a789596d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:36.358233 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b718f8e-de21-40e7-8d64-ef1959cbced5 req-cbdb2466-7638-4e8b-825c-4a789596d592 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.1082711 Dec 08 02:33:36.423198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b718f8e-de21-40e7-8d64-ef1959cbced5 req-98d1c9fa-df96-401e-94f5-d03722d2450f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 999 time: 0.0581980 Dec 08 02:33:36.444983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2b43366a-2a3d-47b8-8aa5-2bd337fceeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '633415a1-53f6-4090-b038-bf04ec90d6da', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'port_id': '526e99fb-723b-4f72-a238-e55f519ef368', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'mac_address': 'fa:16:3e:fe:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:28:59Z', 'updated_at': '2021-12-08T02:33:35Z', 'revision_number': 9, 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:33:36.471593 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43366a-2a3d-47b8-8aa5-2bd337fceeab None None] Checking router: ba11f89e-5b59-4411-8c0a-676f792aad97 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:33:36.479947 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43366a-2a3d-47b8-8aa5-2bd337fceeab None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:33:36.480580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2b43366a-2a3d-47b8-8aa5-2bd337fceeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:33:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:33:36.481294 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b718f8e-de21-40e7-8d64-ef1959cbced5 req-bcf58e3a-94d3-4edb-95d5-c3d362995aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:36.483470 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b718f8e-de21-40e7-8d64-ef1959cbced5 req-bcf58e3a-94d3-4edb-95d5-c3d362995aa9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0533574 Dec 08 02:33:36.533653 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b718f8e-de21-40e7-8d64-ef1959cbced5 req-bd4bdeec-d938-48b0-a2c2-823bd8d68693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:33:36.535332 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b718f8e-de21-40e7-8d64-ef1959cbced5 req-bd4bdeec-d938-48b0-a2c2-823bd8d68693 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454657 Dec 08 02:33:36.590523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2b43366a-2a3d-47b8-8aa5-2bd337fceeab None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:33:36.635643 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b718f8e-de21-40e7-8d64-ef1959cbced5 req-2246155d-5692-4c2e-840e-14597ab412f9 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933013 Dec 08 02:33:36.733834 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b718f8e-de21-40e7-8d64-ef1959cbced5 req-2a662c4d-a749-46d6-8964-b91feb61abbd service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916348 Dec 08 02:33:36.830045 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2b43366a-2a3d-47b8-8aa5-2bd337fceeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '633415a1-53f6-4090-b038-bf04ec90d6da', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'port_id': '526e99fb-723b-4f72-a238-e55f519ef368', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'mac_address': 'fa:16:3e:fe:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:28:59Z', 'updated_at': '2021-12-08T02:33:35Z', 'revision_number': 9, 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:33:36.856579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43366a-2a3d-47b8-8aa5-2bd337fceeab None None] The sync data for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 is: [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '633415a1-53f6-4090-b038-bf04ec90d6da', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'port_id': '526e99fb-723b-4f72-a238-e55f519ef368', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'mac_address': 'fa:16:3e:fe:34:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:28:59Z', 'updated_at': '2021-12-08T02:33:35Z', 'revision_number': 9, 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:33:37.045582 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d1bad5-f1e1-4579-a898-2dad951c73f2 None None] New status for floating IP 633415a1-53f6-4090-b038-bf04ec90d6da: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:33:56.767946 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:33:58.897284 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e48dc7e0-1dd4-4922-aafb-13190488047b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:02.134861 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:02.171217 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-139a852c-6125-47dd-a038-1a3eaf959395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:02.518629 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:03.804082 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:04.412822 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:04.840506 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:28.898214 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec690-e7bf-49ea-9d92-a548482a1a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:32.136112 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:32.172502 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89ed80a4-c890-4da2-8e45-1e2bd2b81230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:32.525534 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:33.766857 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:34:33.806415 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:34.417726 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:34.846936 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:34:35.417382 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ae9c948-f1eb-4718-8e4b-c0626817792e req-79741d8b-c132-4b34-af17-4b5139a316c6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391457 Dec 08 02:34:35.520153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9c948-f1eb-4718-8e4b-c0626817792e req-8457ba1d-8b43-41f7-a3c2-ef91467a213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:35.521682 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ae9c948-f1eb-4718-8e4b-c0626817792e req-8457ba1d-8b43-41f7-a3c2-ef91467a213b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0451927 Dec 08 02:34:35.628915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9c948-f1eb-4718-8e4b-c0626817792e req-ead25014-6b69-47ad-a259-520169816900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:35.630409 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ae9c948-f1eb-4718-8e4b-c0626817792e req-ead25014-6b69-47ad-a259-520169816900 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0881529 Dec 08 02:34:35.706687 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ae9c948-f1eb-4718-8e4b-c0626817792e req-0afb90a3-c9da-4ad9-acbf-afe20af5d472 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 1002 time: 0.0637283 Dec 08 02:34:35.758323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9c948-f1eb-4718-8e4b-c0626817792e req-94fdeb12-2572-4585-b10c-6729f3181f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:35.759779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ae9c948-f1eb-4718-8e4b-c0626817792e req-94fdeb12-2572-4585-b10c-6729f3181f50 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0453379 Dec 08 02:34:35.805691 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9c948-f1eb-4718-8e4b-c0626817792e req-6a9c4276-dc0e-4084-8aec-e8c34ecc41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:34:35.807172 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ae9c948-f1eb-4718-8e4b-c0626817792e req-6a9c4276-dc0e-4084-8aec-e8c34ecc41e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401261 Dec 08 02:34:35.898860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ae9c948-f1eb-4718-8e4b-c0626817792e req-db5ed851-1527-4731-b45c-7e2f8671ab98 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846872 Dec 08 02:34:35.988683 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ae9c948-f1eb-4718-8e4b-c0626817792e req-04a600f4-125b-4111-b324-b09c86671bee service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824893 Dec 08 02:34:58.899622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-080a890c-d536-4ea8-810b-0fc23e1ca160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:02.136791 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:02.174286 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac375a0b-4a1d-4a0a-9ce8-e44f84c55ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:02.524920 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:03.808991 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:04.467123 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:04.838743 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:10.765403 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:35:11.521195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043edd3-7a53-4000-831a-77c4ac978e72 req-a564ea7e-74b1-442d-b565-b13f2e015722 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:11.522736 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c043edd3-7a53-4000-831a-77c4ac978e72 req-a564ea7e-74b1-442d-b565-b13f2e015722 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0545678 Dec 08 02:35:11.548921 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-3ea38d39-4dcb-4e43-85d5-4ccacc7c6808 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899642 Dec 08 02:35:11.575384 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c043edd3-7a53-4000-831a-77c4ac978e72 req-1c4d372f-2f1a-44d0-a882-85db20fd00e4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465887 Dec 08 02:35:12.699473 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203fb1-bba4-4eaf-ab34-72c4e3e18293 req-2320f9c1-829e-4cef-b5f4-375c7271d923 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:12.701016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06203fb1-bba4-4eaf-ab34-72c4e3e18293 req-2320f9c1-829e-4cef-b5f4-375c7271d923 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0495217 Dec 08 02:35:12.753778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06203fb1-bba4-4eaf-ab34-72c4e3e18293 req-3fc1b699-b4f0-4dc4-ae40-a9e6571e08d5 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463924 Dec 08 02:35:12.823255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-862d32e5-13a5-4544-8c2b-0ab00608d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:12.824801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-862d32e5-13a5-4544-8c2b-0ab00608d1ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1097 time: 0.0412271 Dec 08 02:35:12.917413 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-c0a486e9-d8f0-4690-b98f-d63eb5bc8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:12.918905 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-c0a486e9-d8f0-4690-b98f-d63eb5bc8564 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0873804 Dec 08 02:35:12.983717 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-85d0bfc6-8180-451d-bf4e-d0877fc6f446 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 1002 time: 0.0578790 Dec 08 02:35:13.035899 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-7ba50054-998c-446e-bbf0-71abe1c5b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:13.037416 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-7ba50054-998c-446e-bbf0-71abe1c5b481 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0475760 Dec 08 02:35:13.082787 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-591836a7-379a-41ea-bf0a-becc67f91cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:13.084193 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-591836a7-379a-41ea-bf0a-becc67f91cd2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394881 Dec 08 02:35:13.176043 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-831869a2-0d67-4714-ab82-a147b501de07 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825784 Dec 08 02:35:13.276415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-91cbadb0-065a-4466-9b27-5f58b46cd93e service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918119 Dec 08 02:35:13.868406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d710f-d8c8-4823-bd97-7d956386df91 req-8dde5d7a-06d0-4a4c-8ceb-f966c162916d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:13.869876 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b7d710f-d8c8-4823-bd97-7d956386df91 req-8dde5d7a-06d0-4a4c-8ceb-f966c162916d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0485458 Dec 08 02:35:13.916219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8b7d710f-d8c8-4823-bd97-7d956386df91 req-2acb6396-c8e1-4b14-8ec1-bd5bde71310a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401516 Dec 08 02:35:15.037136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc2a80-0ba0-4bed-86bb-713dee5ab86b req-f021e0aa-f864-41b7-adb9-8501d95ecb05 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:15.039012 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d2dc2a80-0ba0-4bed-86bb-713dee5ab86b req-f021e0aa-f864-41b7-adb9-8501d95ecb05 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0540562 Dec 08 02:35:15.088834 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d2dc2a80-0ba0-4bed-86bb-713dee5ab86b req-d8db00b2-1ab5-4a2e-b0a8-75e44925e083 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440719 Dec 08 02:35:16.205604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f98160-8a35-404f-831f-3e6e9247fcb9 req-6f5fd3bc-d732-4364-a8a6-9ce46bdb6899 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:16.207683 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2f98160-8a35-404f-831f-3e6e9247fcb9 req-6f5fd3bc-d732-4364-a8a6-9ce46bdb6899 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0507951 Dec 08 02:35:16.255335 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a2f98160-8a35-404f-831f-3e6e9247fcb9 req-62e650ab-130d-427c-bbeb-7590592ec543 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411289 Dec 08 02:35:17.382667 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d978a3d-d953-48ec-b35b-42e2b7ba8f1b req-4bf8bd0e-956e-4783-9630-7c5baf0d4f24 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:17.384154 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d978a3d-d953-48ec-b35b-42e2b7ba8f1b req-4bf8bd0e-956e-4783-9630-7c5baf0d4f24 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0591733 Dec 08 02:35:17.430848 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d978a3d-d953-48ec-b35b-42e2b7ba8f1b req-6a841ad6-0483-4d83-9fdb-b29919ae1067 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407121 Dec 08 02:35:18.554288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe8224-37cf-44be-adc6-f564d19c4cb7 req-406bae34-1fc6-433a-9b7b-686e2d5017ff tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:18.555763 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dbe8224-37cf-44be-adc6-f564d19c4cb7 req-406bae34-1fc6-433a-9b7b-686e2d5017ff tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Dec 08 02:35:18.601792 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8dbe8224-37cf-44be-adc6-f564d19c4cb7 req-4a1f40b9-5f39-4e9c-9055-d4cf09ebce0a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401995 Dec 08 02:35:19.717681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e81f8-3826-486b-95ff-af5c6a5637bb req-9ff98070-f6c7-4840-a25a-4f731127e95f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:19.719180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec1e81f8-3826-486b-95ff-af5c6a5637bb req-9ff98070-f6c7-4840-a25a-4f731127e95f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0491354 Dec 08 02:35:19.766693 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ec1e81f8-3826-486b-95ff-af5c6a5637bb req-9c47faf9-c24f-4093-8448-77d0e9f8ad56 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409091 Dec 08 02:35:20.885570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164341d-a4df-4654-ab41-4d48280acea3 req-124d9b9c-e439-4610-bf8c-e66cf0294e3c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:20.887378 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5164341d-a4df-4654-ab41-4d48280acea3 req-124d9b9c-e439-4610-bf8c-e66cf0294e3c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0488307 Dec 08 02:35:20.933436 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5164341d-a4df-4654-ab41-4d48280acea3 req-c6e92be4-5407-4806-a8ca-69a7282cf1da tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403786 Dec 08 02:35:22.050365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224e4e0-19a1-4619-9c7a-fd7403208b4a req-a449e789-26cc-40b2-8d5b-a9f9dc80bf90 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:22.051846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6224e4e0-19a1-4619-9c7a-fd7403208b4a req-a449e789-26cc-40b2-8d5b-a9f9dc80bf90 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0489490 Dec 08 02:35:22.101781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6224e4e0-19a1-4619-9c7a-fd7403208b4a req-3d278ae2-31d3-4f1f-80fd-d1721d78edd0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439329 Dec 08 02:35:23.219066 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724bf93-66cc-4107-b90a-221514197ee0 req-2fac663f-1fdd-4ec8-93a2-b5c255c09413 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:23.220553 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8724bf93-66cc-4107-b90a-221514197ee0 req-2fac663f-1fdd-4ec8-93a2-b5c255c09413 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0521781 Dec 08 02:35:23.266928 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8724bf93-66cc-4107-b90a-221514197ee0 req-89f68ffc-1cef-4975-8eaa-8335456b0210 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398188 Dec 08 02:35:24.388120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238ef38-1c06-4095-859f-8406711392a2 req-217b6a12-14ef-4d40-b00d-bda80a7624bb tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:24.389638 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d238ef38-1c06-4095-859f-8406711392a2 req-217b6a12-14ef-4d40-b00d-bda80a7624bb tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0515237 Dec 08 02:35:24.436333 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d238ef38-1c06-4095-859f-8406711392a2 req-2dfa45e8-1e2c-4dea-8b74-2e8178bbaac1 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406673 Dec 08 02:35:25.356802 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4028ea40-e1af-43ad-935e-79f7a5235111 service neutron] show failed (client error): The resource could not be found. Dec 08 02:35:25.357824 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4028ea40-e1af-43ad-935e-79f7a5235111 service neutron] 10.222.0.72 "GET /v2.0/ports/526e99fb-723b-4f72-a238-e55f519ef368/bindings/n-h1-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0546875 Dec 08 02:35:25.578490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a13028-f7bd-4599-a95e-51a6bd41e5ec req-0ea570ee-2c55-4a66-bf6d-9c796ebd4107 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:25.579964 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-06a13028-f7bd-4599-a95e-51a6bd41e5ec req-0ea570ee-2c55-4a66-bf6d-9c796ebd4107 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0722816 Dec 08 02:35:25.606966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-088cebbb-2d3c-4f49-a206-1573de94908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:25.608352 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-088cebbb-2d3c-4f49-a206-1573de94908e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 1097 time: 0.0670509 Dec 08 02:35:25.637107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-06a13028-f7bd-4599-a95e-51a6bd41e5ec req-ef9df1b4-7590-4328-a3ac-9935b39f406e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489852 Dec 08 02:35:25.640648 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:35:25.696668 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:25.899335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:35:25.931887 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:35:25.971599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:35:25.974698 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13438d2-ea58-42ca-b17a-52a2a8045b2d" -d '{"events": [{"server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "526e99fb-723b-4f72-a238-e55f519ef368"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:35:25.978671 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:25.991813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Transition to ACTIVE for port object 526e99fb-723b-4f72-a238-e55f519ef368 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:35:25.995794 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:26.037056 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c915bc00-9df7-4758-be11-611792bb769d x-openstack-request-id: req-c915bc00-9df7-4758-be11-611792bb769d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:35:26.037358 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "526e99fb-723b-4f72-a238-e55f519ef368", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:35:26.037616 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c915bc00-9df7-4758-be11-611792bb769d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:35:26.038016 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368', 'code': 200} Dec 08 02:35:26.078381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:26.090849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.091205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.091557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.091905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.092246 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.092619 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.092957 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.093293 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.093626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.093963 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.094296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.094626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.094968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:26.135223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] No DVR routers for this DVR port 526e99fb-723b-4f72-a238-e55f519ef368 on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:35:26.270355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Attempting to bind port 526e99fb-723b-4f72-a238-e55f519ef368 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:35:26.270696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Attempting to bind port 526e99fb-723b-4f72-a238-e55f519ef368 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:35:26.271020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Attempting to bind port 526e99fb-723b-4f72-a238-e55f519ef368 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:35:26.275208 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Port 526e99fb-723b-4f72-a238-e55f519ef368 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:35:26.275521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Attempting to bind port 526e99fb-723b-4f72-a238-e55f519ef368 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:35:26.280332 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:35:26.280644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:35:26.281027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Bound using segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:35:26.281447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Bound port: 526e99fb-723b-4f72-a238-e55f519ef368, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:35:26.281790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:26.344442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:35:26.347385 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:35:26.353030 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:26.391524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:26.392150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:26.393657 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] 10.222.0.65 "PUT /v2.0/ports/526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 1092 time: 0.7602472 Dec 08 02:35:26.414077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847fa94-352a-48dd-ba8c-84bf36be57c8 service neutron] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:26.479079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-7b45975a-0ce9-4d7c-85db-26a6718a1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:26.480613 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-7b45975a-0ce9-4d7c-85db-26a6718a1b5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0443037 Dec 08 02:35:26.581150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-02d87e28-6a37-485a-9b30-875ec8b555d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:26.582630 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-02d87e28-6a37-485a-9b30-875ec8b555d7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0912414 Dec 08 02:35:26.654856 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-a3f98fe5-5b54-452d-9701-3e0ef19d4c4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 1000 time: 0.0590112 Dec 08 02:35:26.721735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-5cfbabd5-bea5-4fd2-b247-3b78fd5fff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:26.723055 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-5cfbabd5-bea5-4fd2-b247-3b78fd5fff0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0571496 Dec 08 02:35:26.793120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c28e98-c8d2-4276-bacc-0baac37971cc req-8a0b1093-89fb-4e1b-8396-2fc6315d6a34 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:26.794634 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f1c28e98-c8d2-4276-bacc-0baac37971cc req-8a0b1093-89fb-4e1b-8396-2fc6315d6a34 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 943 time: 0.0863302 Dec 08 02:35:26.800874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-71ff15ea-5860-449c-b601-b26c051361bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:26.802397 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-71ff15ea-5860-449c-b601-b26c051361bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656092 Dec 08 02:35:26.896553 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f1c28e98-c8d2-4276-bacc-0baac37971cc req-a527c619-12ff-4026-b2ef-096718ec5bd0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926299 Dec 08 02:35:26.923533 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-aca25bde-32a6-4edf-ba7a-469a6b4aa565 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077187 Dec 08 02:35:27.019874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-af1f4711-604e-44ef-929a-91ddf4c648dc req-fd6899de-41b0-4cdc-9214-23211df174f2 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833130 Dec 08 02:35:27.503974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 526e99fb-723b-4f72-a238-e55f519ef368 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:35:27.544597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 526e99fb-723b-4f72-a238-e55f519ef368 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:35:28.017527 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7526163-c04a-4b22-9c43-1f05d991f4e6 req-a1939e75-6500-4829-9497-17379ee7d6e0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:28.019018 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7526163-c04a-4b22-9c43-1f05d991f4e6 req-a1939e75-6500-4829-9497-17379ee7d6e0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 943 time: 0.0495079 Dec 08 02:35:28.039446 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:35:28.042018 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189a2d16-670f-4c78-a47c-1307d37d5c74" -d '{"events": [{"name": "network-changed", "server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "tag": "526e99fb-723b-4f72-a238-e55f519ef368"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:35:28.071359 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a7526163-c04a-4b22-9c43-1f05d991f4e6 req-37977e3a-0a26-4133-98a7-46eb07a07755 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456150 Dec 08 02:35:28.096784 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c768037-13dd-4229-a6ec-66943162ca41 x-openstack-request-id: req-2c768037-13dd-4229-a6ec-66943162ca41 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:35:28.097079 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "tag": "526e99fb-723b-4f72-a238-e55f519ef368", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:35:28.097335 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2c768037-13dd-4229-a6ec-66943162ca41 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:35:28.097740 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368', 'status': 'completed', 'code': 200} Dec 08 02:35:28.173942 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-7f93aaef-ace6-4018-a74d-c29f92599cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:28.175479 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-7f93aaef-ace6-4018-a74d-c29f92599cbd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0413013 Dec 08 02:35:28.189242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-50de279b-2c56-4b00-9230-f0b69c25b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:28.191191 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-50de279b-2c56-4b00-9230-f0b69c25b979 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1095 time: 0.0490854 Dec 08 02:35:28.275084 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-c3cc3135-232e-4e71-a9f5-6cd4c8dda66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:28.276607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-c3cc3135-232e-4e71-a9f5-6cd4c8dda66d service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0919714 Dec 08 02:35:28.297496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-51842b98-ee61-45a1-a825-323bdb0c1d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:28.299276 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-51842b98-ee61-45a1-a825-323bdb0c1d35 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.1004469 Dec 08 02:35:28.342852 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-615240e8-18e2-4195-b19c-35a1702917bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 1000 time: 0.0588830 Dec 08 02:35:28.375229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-c519dbb4-1a60-4653-97ba-abaccdbb0b1f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 1000 time: 0.0690608 Dec 08 02:35:28.398155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-bebe210f-7a85-491a-b830-1215aa5ce700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:28.399635 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-bebe210f-7a85-491a-b830-1215aa5ce700 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0496445 Dec 08 02:35:28.424698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-c1ebed25-0b8e-4c98-986d-73d0d6896680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:28.426296 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-c1ebed25-0b8e-4c98-986d-73d0d6896680 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0448086 Dec 08 02:35:28.446266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-a0cf8947-f416-404f-ad9d-420b67bb215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:28.447811 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-a0cf8947-f416-404f-ad9d-420b67bb215e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404429 Dec 08 02:35:28.473621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-bf3e24c3-8412-41d8-8b89-2eda8e95cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:28.475704 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-bf3e24c3-8412-41d8-8b89-2eda8e95cbd7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417836 Dec 08 02:35:28.539157 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-b5c09c31-b156-4163-9be5-fe8e9496ff4b service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829284 Dec 08 02:35:28.571773 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-49e70ad1-f1bf-4c62-b93c-f8fc0c905334 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880039 Dec 08 02:35:28.647404 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-8fc7ac72-e499-48f9-8f47-8e1bd2844199 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919950 Dec 08 02:35:28.667106 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-189a2d16-670f-4c78-a47c-1307d37d5c74 req-435965cb-0bc9-47ae-a8d3-9e1599cda390 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882618 Dec 08 02:35:28.860358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 526e99fb-723b-4f72-a238-e55f519ef368 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:35:28.948693 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c2c4790-6e89-4df6-9c03-85fd4a679d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:28.985851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:35:28.998683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '526e99fb-723b-4f72-a238-e55f519ef368', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'port_id': '526e99fb-723b-4f72-a238-e55f519ef368', 'mac_address': 'fa:16:3e:fe:34:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:35:29.043614 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:29.056911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526e99fb-723b-4f72-a238-e55f519ef368 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:35:29.077742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:35:29.081458 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:29.131314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:29.138966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.139321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.139688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.140038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.140424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.140765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.141103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.141453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.141789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.142167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.142500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.142846 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.143181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:29.196792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95cd6a-3a98-40a8-8ca7-ea59d9fe996e req-a109659e-63ef-41cc-b626-f418ac445dd7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:29.198313 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c95cd6a-3a98-40a8-8ca7-ea59d9fe996e req-a109659e-63ef-41cc-b626-f418ac445dd7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 944 time: 0.0513546 Dec 08 02:35:29.245074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c95cd6a-3a98-40a8-8ca7-ea59d9fe996e req-3d4466aa-f4ea-4e16-90eb-c64a5d4b7907 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403705 Dec 08 02:35:29.396399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['526e99fb-723b-4f72-a238-e55f519ef368'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:35:29.537577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-af7c1a15-2c7b-4937-99c5-f6accbe48743 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:29.539120 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-af7c1a15-2c7b-4937-99c5-f6accbe48743 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9&tenant_id=a00c088ae42248c0af37603046d60490&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 944 time: 0.0562749 Dec 08 02:35:29.562233 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a894e85-e5a1-4908-95ff-08ce9484a524 req-3e4aec1d-5db4-46c6-9fca-e66fe999c304 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:29.563775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a894e85-e5a1-4908-95ff-08ce9484a524 req-3e4aec1d-5db4-46c6-9fca-e66fe999c304 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 944 time: 0.0517550 Dec 08 02:35:29.609654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-5ed361c1-80bf-49d6-b09d-cdebece46a6e service neutron] 10.222.0.65 "GET /v2.0/ports/526e99fb-723b-4f72-a238-e55f519ef368/bindings/n-h1-713498-30 HTTP/1.1" status: 200 len: 383 time: 0.0631742 Dec 08 02:35:29.612578 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a894e85-e5a1-4908-95ff-08ce9484a524 req-39e41d6a-fdb3-49e2-927b-cc150d80d49a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419755 Dec 08 02:35:29.690359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-1c30a81e-819f-4f2a-b57b-f01cb9766905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:29.691870 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-1c30a81e-819f-4f2a-b57b-f01cb9766905 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0419772 Dec 08 02:35:29.784910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-48f808f1-86a2-47d7-95d4-f68d12ca997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:29.786977 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-48f808f1-86a2-47d7-95d4-f68d12ca997c service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0856152 Dec 08 02:35:29.861522 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9acfc23f-bbb4-4908-b082-8d8e2a60aae2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 1001 time: 0.0661285 Dec 08 02:35:29.910914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-1ef86cfe-e576-4886-bb52-0482c416f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:29.912448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-1ef86cfe-e576-4886-bb52-0482c416f859 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0430810 Dec 08 02:35:29.959901 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-186e640b-3501-4920-a75e-bc32eabb1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:29.961721 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-186e640b-3501-4920-a75e-bc32eabb1bbc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407867 Dec 08 02:35:30.058822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-d8f79c35-fc81-41bb-bb89-d69909792a6d service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848582 Dec 08 02:35:30.154954 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-228ba713-c038-4915-9a6b-7c9cdd4b4ded service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891688 Dec 08 02:35:30.734715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb8c91-d67f-4b2e-944a-4099a64abb24 req-b9c54a9e-5265-4d93-8f73-e84b971cfa16 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:30.736247 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-87cb8c91-d67f-4b2e-944a-4099a64abb24 req-b9c54a9e-5265-4d93-8f73-e84b971cfa16 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 944 time: 0.0529256 Dec 08 02:35:30.782577 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-87cb8c91-d67f-4b2e-944a-4099a64abb24 req-e49b12d9-056c-4f8e-95a9-1dd7cb898cd7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396464 Dec 08 02:35:30.876889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 526e99fb-723b-4f72-a238-e55f519ef368 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:35:30.926995 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 526e99fb-723b-4f72-a238-e55f519ef368 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:35:30.930502 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 526e99fb-723b-4f72-a238-e55f519ef368 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:35:30.930880 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:31.010876 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:31.034175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:35:31.037081 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361efa71-03fa-43d2-b994-faf97576b54b" -d '{"events": [{"server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "name": "network-vif-plugged", "status": "completed", "tag": "526e99fb-723b-4f72-a238-e55f519ef368"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:35:31.049503 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:35:31.053657 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:31.088199 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83fee87-7583-4242-8642-62b2ebd2784a x-openstack-request-id: req-d83fee87-7583-4242-8642-62b2ebd2784a {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:35:31.088534 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "name": "network-vif-plugged", "status": "completed", "tag": "526e99fb-723b-4f72-a238-e55f519ef368", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:35:31.088796 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d83fee87-7583-4242-8642-62b2ebd2784a {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:35:31.089200 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368', 'code': 200} Dec 08 02:35:31.103810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:31.908175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94febc-f88e-4a18-aea5-04347a53b562 req-32f1fd31-b2b1-4063-983e-6c28e2eca988 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:31.909695 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a94febc-f88e-4a18-aea5-04347a53b562 req-32f1fd31-b2b1-4063-983e-6c28e2eca988 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0512047 Dec 08 02:35:31.956695 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a94febc-f88e-4a18-aea5-04347a53b562 req-41ca7be8-3da4-4510-a147-473063bbe7ab tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408528 Dec 08 02:35:32.136608 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:32.175040 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b95a5d0f-5143-46c0-813b-78cdb9c35c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:32.529388 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:32.555717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-4bb38adf-dbb2-487b-80ff-d5102c6b3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:32.557259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-4bb38adf-dbb2-487b-80ff-d5102c6b3b27 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 1097 time: 0.0446961 Dec 08 02:35:32.576396 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:35:32.629141 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:32.824408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:35:32.857149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:35:32.899944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:35:32.902236 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e513ecb-6cc5-405a-ac70-d6c035cffc09" -d '{"events": [{"server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "526e99fb-723b-4f72-a238-e55f519ef368"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:35:32.905976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:32.918583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Transition to ACTIVE for port object 526e99fb-723b-4f72-a238-e55f519ef368 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:35:32.922316 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:32.963377 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f97d438-cfbe-4c71-9cb7-e162ec4be9f7 x-openstack-request-id: req-5f97d438-cfbe-4c71-9cb7-e162ec4be9f7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:35:32.963672 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "526e99fb-723b-4f72-a238-e55f519ef368", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:35:32.963942 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5f97d438-cfbe-4c71-9cb7-e162ec4be9f7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:35:32.964377 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368', 'code': 200} Dec 08 02:35:33.001659 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=10']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:33.018266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.018631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.018985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.019333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.019679 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.020020 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.020383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.021331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.021940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.022348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.022752 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.023095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.023561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:35:33.066586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] No DVR routers for this DVR port 526e99fb-723b-4f72-a238-e55f519ef368 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:35:33.102941 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574ca11-c6b1-4c63-90a5-b0e2f904d9bc req-3c569d1d-a8c5-4351-bd33-dba603381af4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:33.105384 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d574ca11-c6b1-4c63-90a5-b0e2f904d9bc req-3c569d1d-a8c5-4351-bd33-dba603381af4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 944 time: 0.0573144 Dec 08 02:35:33.156900 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d574ca11-c6b1-4c63-90a5-b0e2f904d9bc req-ce76b1a4-9a63-459c-a598-52821c6e590c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 Dec 08 02:35:33.206863 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Attempting to bind port 526e99fb-723b-4f72-a238-e55f519ef368 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:35:33.207201 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Attempting to bind port 526e99fb-723b-4f72-a238-e55f519ef368 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:35:33.207529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Attempting to bind port 526e99fb-723b-4f72-a238-e55f519ef368 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:35:33.211822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Port 526e99fb-723b-4f72-a238-e55f519ef368 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:35:33.212142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Attempting to bind port 526e99fb-723b-4f72-a238-e55f519ef368 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:35:33.217274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:35:33.217616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:35:33.218001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Bound using segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:35:33.218420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Bound port: 526e99fb-723b-4f72-a238-e55f519ef368, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:35:33.218775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:33.281118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:35:33.284259 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:35:33.289138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:33.322616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:33.323235 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:33.324655 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] 10.222.0.72 "PUT /v2.0/ports/526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 1093 time: 0.7522533 Dec 08 02:35:33.347917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025efbc-7099-44de-a567-6507d4583fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=11']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:33.415399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-f149971a-e7dc-4e32-99b8-bed6da672612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:33.417837 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-f149971a-e7dc-4e32-99b8-bed6da672612 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0470579 Dec 08 02:35:33.516308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-6d748045-b2d6-4417-9673-f6fa4be89da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:33.517856 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-6d748045-b2d6-4417-9673-f6fa4be89da3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0933683 Dec 08 02:35:33.586298 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-80768a08-6358-4efc-937d-e04bb013522b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 1000 time: 0.0613899 Dec 08 02:35:33.636878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-0bf9b375-08d0-4db6-883f-b1393a62e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:33.638331 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-0bf9b375-08d0-4db6-883f-b1393a62e7b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0448656 Dec 08 02:35:33.685648 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-49039208-7b38-4736-8e23-790a374c571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:33.687170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-49039208-7b38-4736-8e23-790a374c571c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421877 Dec 08 02:35:33.792680 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-30f9576b-fc07-4cbb-8fbb-56f155f4c4ae service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986347 Dec 08 02:35:33.813779 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:33.884555 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d631fdbf-6a00-47c4-8e74-ec08bd174b60 req-cc310ca5-57e4-4d2b-9525-2f14a1038ba8 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850525 Dec 08 02:35:34.275434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bcef9-537b-414c-9e14-e5db04f3a057 req-d9dd3a6b-519d-4c2a-bc2e-27cf43950b0c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:34.276992 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-961bcef9-537b-414c-9e14-e5db04f3a057 req-d9dd3a6b-519d-4c2a-bc2e-27cf43950b0c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 944 time: 0.0502524 Dec 08 02:35:34.328387 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-961bcef9-537b-414c-9e14-e5db04f3a057 req-d823b79d-e103-4dd9-be99-d49359e75f58 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453074 Dec 08 02:35:34.482585 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:34.844991 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:34.900408 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 526e99fb-723b-4f72-a238-e55f519ef368 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:35:34.938690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 526e99fb-723b-4f72-a238-e55f519ef368 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:35:34.965632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:35:34.968152 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac78bdd3-142d-49c3-8b52-a4e4b6405957" -d '{"events": [{"name": "network-changed", "server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "tag": "526e99fb-723b-4f72-a238-e55f519ef368"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:35:35.018409 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685f162e-077a-40e3-b11a-e0c1864cbb8a x-openstack-request-id: req-685f162e-077a-40e3-b11a-e0c1864cbb8a {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:35:35.018706 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "tag": "526e99fb-723b-4f72-a238-e55f519ef368", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:35:35.018959 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-685f162e-077a-40e3-b11a-e0c1864cbb8a {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:35:35.019356 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368', 'status': 'completed', 'code': 200} Dec 08 02:35:35.112902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-f71bf107-7923-4fdd-936a-4a41536db313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:35.113241 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-2c9dab3a-e73b-4f6f-83cf-e06e3dd9abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:35.115069 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-f71bf107-7923-4fdd-936a-4a41536db313 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0474341 Dec 08 02:35:35.115485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-2c9dab3a-e73b-4f6f-83cf-e06e3dd9abcb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 1096 time: 0.0433226 Dec 08 02:35:35.206587 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-7867979c-fea3-4c51-b9c6-6a4836066d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:35.208093 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-7867979c-fea3-4c51-b9c6-6a4836066d96 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0850198 Dec 08 02:35:35.208874 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-75b576bd-c0d4-438a-82b7-12fb1e0e0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:35.210337 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-75b576bd-c0d4-438a-82b7-12fb1e0e0755 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0869119 Dec 08 02:35:35.278777 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-2d5cc102-c41c-48b9-be5d-6a566fd2d7bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 1000 time: 0.0613248 Dec 08 02:35:35.279280 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-b9b586ff-9030-4fbd-af24-d619a90bf4b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 200 len: 1000 time: 0.0569017 Dec 08 02:35:35.330942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-fb24e841-b26d-4b71-be11-8a0e8e3b0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:35.331753 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-d75cda81-af26-4e9e-9ce7-c94eb55b7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:35.332521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-fb24e841-b26d-4b71-be11-8a0e8e3b0a90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0446436 Dec 08 02:35:35.333851 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-d75cda81-af26-4e9e-9ce7-c94eb55b7f97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0443313 Dec 08 02:35:35.410119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-ff473c1c-52b3-480c-bbd0-89937c139674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:35.412524 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-ff473c1c-52b3-480c-bbd0-89937c139674 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670092 Dec 08 02:35:35.420548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-8cdc2571-a8a9-423a-a407-7dc0559cb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:35.422225 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-8cdc2571-a8a9-423a-a407-7dc0559cb0b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812547 Dec 08 02:35:35.491705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f70d13-99b6-46ba-b7ef-51778d266dd5 req-703bf397-4154-45d7-a4c5-3de1af0e9dfd tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:35.493439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7f70d13-99b6-46ba-b7ef-51778d266dd5 req-703bf397-4154-45d7-a4c5-3de1af0e9dfd tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 944 time: 0.0896025 Dec 08 02:35:35.515934 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-324c2e09-3eeb-44cf-bf7a-10229e00f143 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900800 Dec 08 02:35:35.531618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 526e99fb-723b-4f72-a238-e55f519ef368 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:35:35.580964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-2c8b6ba6-1791-4cbf-9b30-ccc4bbc3251b service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389310 Dec 08 02:35:35.586912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7f70d13-99b6-46ba-b7ef-51778d266dd5 req-52a525c6-7177-4814-9987-d55bc8ad67f7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687742 Dec 08 02:35:35.636402 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-63b7a2a2-55ca-4efb-ac15-1d7e1669aa29 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093798 Dec 08 02:35:35.670396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:35:35.686961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '526e99fb-723b-4f72-a238-e55f519ef368', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'port_id': '526e99fb-723b-4f72-a238-e55f519ef368', 'mac_address': 'fa:16:3e:fe:34:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:35:35.700483 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac78bdd3-142d-49c3-8b52-a4e4b6405957 req-3d75e773-008c-4c96-935c-ede9a247fbb5 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124673 Dec 08 02:35:35.734425 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:35.747358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526e99fb-723b-4f72-a238-e55f519ef368 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:35:35.767708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:35:35.771697 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:35.822724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=12']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:36.064449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['526e99fb-723b-4f72-a238-e55f519ef368'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:35:36.710056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70995d42-113e-4cae-9051-0c169fbb271d req-ae7d7bb9-2a0d-4839-b24b-1fe883a352b6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:36.711521 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-70995d42-113e-4cae-9051-0c169fbb271d req-ae7d7bb9-2a0d-4839-b24b-1fe883a352b6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0485096 Dec 08 02:35:36.757470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-70995d42-113e-4cae-9051-0c169fbb271d req-2e70b3f2-54e3-4956-b250-67e8661d2093 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397363 Dec 08 02:35:36.876392 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65490aea-a55c-47e8-adc2-fe8ce64b5a05 req-429e43f4-8dde-4cd3-abd5-ea66017b8812 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:36.877820 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65490aea-a55c-47e8-adc2-fe8ce64b5a05 req-429e43f4-8dde-4cd3-abd5-ea66017b8812 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0518832 Dec 08 02:35:36.927668 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65490aea-a55c-47e8-adc2-fe8ce64b5a05 req-59f5e6cd-a028-4515-83bb-000ea8abc92c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437751 Dec 08 02:35:37.040451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6691f46-01c8-422e-b669-c306da5cd899 req-041e7235-bffd-422b-ae72-57d1007d4f6e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:37.041929 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6691f46-01c8-422e-b669-c306da5cd899 req-041e7235-bffd-422b-ae72-57d1007d4f6e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0485885 Dec 08 02:35:37.091796 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e6691f46-01c8-422e-b669-c306da5cd899 req-ea886f54-f03e-4678-b67f-da91243aae6f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438838 Dec 08 02:35:37.326521 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db9c69-94d3-4bd0-ad88-c4c6ad94f3e6 req-944ba325-c922-43b8-a6d6-59750bb60a68 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:37.327990 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1db9c69-94d3-4bd0-ad88-c4c6ad94f3e6 req-944ba325-c922-43b8-a6d6-59750bb60a68 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 945 time: 0.0493386 Dec 08 02:35:37.374737 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c1db9c69-94d3-4bd0-ad88-c4c6ad94f3e6 req-d1888383-41f3-478d-8af8-5fba269add55 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401537 Dec 08 02:35:37.535963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 526e99fb-723b-4f72-a238-e55f519ef368 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:35:37.747144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 526e99fb-723b-4f72-a238-e55f519ef368 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:35:37.750586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 526e99fb-723b-4f72-a238-e55f519ef368 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:35:37.750953 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:37.828392 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:37.851170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:35:37.853438 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f94a030-9335-4e24-b825-863290e44d17" -d '{"events": [{"server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "name": "network-vif-plugged", "status": "completed", "tag": "526e99fb-723b-4f72-a238-e55f519ef368"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:35:37.867336 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:35:37.871524 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:37.897366 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4807d1-aa29-4c7b-b7a1-d201dfbb2e06 x-openstack-request-id: req-9a4807d1-aa29-4c7b-b7a1-d201dfbb2e06 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:35:37.897666 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "name": "network-vif-plugged", "status": "completed", "tag": "526e99fb-723b-4f72-a238-e55f519ef368", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:35:37.897926 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9a4807d1-aa29-4c7b-b7a1-d201dfbb2e06 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:35:37.898322 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368', 'code': 200} Dec 08 02:35:37.923425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=13']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:38.495042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0283c0-d2e3-4f11-b8b7-02e1f8587938 req-ed581fb4-970e-4a7e-b175-f728f91e7db6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:38.496831 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a0283c0-d2e3-4f11-b8b7-02e1f8587938 req-ed581fb4-970e-4a7e-b175-f728f91e7db6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 946 time: 0.0502198 Dec 08 02:35:38.543210 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a0283c0-d2e3-4f11-b8b7-02e1f8587938 req-758ba615-05df-47a6-b967-7761c168ba8b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405049 Dec 08 02:35:38.769532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-c563b6dd-d540-4cb9-8339-4eba184b3dde tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:38.771592 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-c563b6dd-d540-4cb9-8339-4eba184b3dde tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 946 time: 0.0480533 Dec 08 02:35:38.858439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Deleting port 526e99fb-723b-4f72-a238-e55f519ef368 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:35:38.858779 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:38.948751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] For port 526e99fb-723b-4f72-a238-e55f519ef368, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=526e99fb-723b-4f72-a238-e55f519ef368,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:35:38.949356 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:39.117087 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:39.117439 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:39.117754 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Floating IP 633415a1-53f6-4090-b038-bf04ec90d6da disassociated. External IP: 172.25.2.141, port: 526e99fb-723b-4f72-a238-e55f519ef368. Dec 08 02:35:39.118091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Calling delete_port for 526e99fb-723b-4f72-a238-e55f519ef368 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:35:39.248635 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:39.278533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event deleted for resources: {'Port': ['ID=526e99fb-723b-4f72-a238-e55f519ef368,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:39.397776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Router ba11f89e-5b59-4411-8c0a-676f792aad97 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:35:39.858827 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-56641deb-a9c8-4bf2-842a-02281319967f req-f8192d95-6283-4374-8f37-2b6867e22a26 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9 HTTP/1.1" status: 200 len: 210 time: 0.0308189 Dec 08 02:35:39.870514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:35:39.882899 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7f7bb-5cee-44dd-b02f-2990192736e7 None None] Sync routers for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:35:39.893234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d7f7bb-5cee-44dd-b02f-2990192736e7 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:35:39.893935 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c7d7f7bb-5cee-44dd-b02f-2990192736e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:35:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:35:39.910079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] No DVR routers for this DVR port 526e99fb-723b-4f72-a238-e55f519ef368 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:35:39.912816 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:39.916113 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ca44909f-2ed5-463e-a476-9f7b17a59231 req-d06d92a3-b774-4d1a-9358-707ab9fbec88 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "DELETE /v2.0/ports/526e99fb-723b-4f72-a238-e55f519ef368 HTTP/1.1" status: 204 len: 173 time: 1.1382709 Dec 08 02:35:39.916584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'name': 'network-vif-deleted', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:35:39.918814 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ab085a-3586-44c0-8739-aaadacdd7b3d" -d '{"events": [{"server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "name": "network-vif-deleted", "tag": "526e99fb-723b-4f72-a238-e55f519ef368"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:35:39.967321 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e805d916-398d-474c-a458-727d51ef6300 x-openstack-request-id: req-e805d916-398d-474c-a458-727d51ef6300 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:35:39.967687 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9", "name": "network-vif-deleted", "tag": "526e99fb-723b-4f72-a238-e55f519ef368", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:35:39.967922 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e805d916-398d-474c-a458-727d51ef6300 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:35:39.968325 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e52bb5b-88ba-4ddb-8e2d-8d18e8d05dd9', 'name': 'network-vif-deleted', 'tag': '526e99fb-723b-4f72-a238-e55f519ef368', 'status': 'completed', 'code': 200} Dec 08 02:35:40.014240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c7d7f7bb-5cee-44dd-b02f-2990192736e7 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:35:40.225497 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c7d7f7bb-5cee-44dd-b02f-2990192736e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:35:40.251328 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7f7bb-5cee-44dd-b02f-2990192736e7 None None] Checking router: ba11f89e-5b59-4411-8c0a-676f792aad97 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:35:40.259675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d7f7bb-5cee-44dd-b02f-2990192736e7 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:35:40.260303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c7d7f7bb-5cee-44dd-b02f-2990192736e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:35:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:35:40.372896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c7d7f7bb-5cee-44dd-b02f-2990192736e7 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:35:40.587889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c7d7f7bb-5cee-44dd-b02f-2990192736e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:35:40.615034 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d7f7bb-5cee-44dd-b02f-2990192736e7 None None] The sync data for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 is: [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:35:40.840727 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c75f9-98ca-4302-a464-d90961eadc51 None None] New status for floating IP 633415a1-53f6-4090-b038-bf04ec90d6da: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:35:41.150280 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-4e19e164-646f-43fd-a947-a691b17fd719 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--452427103&fields=id&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 267 time: 0.0453770 Dec 08 02:35:41.253323 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-e6c8f202-6fc5-4596-9524-3ee5c966450a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:41.255280 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-e6c8f202-6fc5-4596-9524-3ee5c966450a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 812 time: 0.0977612 Dec 08 02:35:41.269748 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-e8d19282-4ddd-4da4-b9e8-b6860c6d855b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/quotas/a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 375 time: 0.0087843 Dec 08 02:35:41.321304 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-748b108c-c494-4437-999f-f067d2dd50fe tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455687 Dec 08 02:35:41.418562 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-3e613d7f-3304-45c3-a3e0-ef04d93f3ef7 service neutron] 10.222.0.70 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855572 Dec 08 02:35:41.509978 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-ddeb4be2-a51d-45fe-84de-6b6395693bae service neutron] 10.222.0.70 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854249 Dec 08 02:35:41.550428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 526e99fb-723b-4f72-a238-e55f519ef368 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:35:41.571663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 526e99fb-723b-4f72-a238-e55f519ef368 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:35:41.572018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 526e99fb-723b-4f72-a238-e55f519ef368 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:35:41.670965 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3000c26f-f2fe-4a72-a574-50d8a1ea22a4 req-3c7bbfe0-50f4-4d90-9165-8b857fe70472 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 210 time: 0.0301921 Dec 08 02:35:42.781439 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd7ed3a0-c5e1-48e7-bc37-e402b54c970b req-c7da9a40-51b1-4539-aa61-fed794534224 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 210 time: 0.0297773 Dec 08 02:35:42.789864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-690e17cb-4563-4d3b-b3e6-483c17bad99e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:42.791327 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-690e17cb-4563-4d3b-b3e6-483c17bad99e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 812 time: 0.1220636 Dec 08 02:35:42.872030 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-bb782135-0214-4d10-9742-ca6d8bfa72b3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 379 time: 0.0543046 Dec 08 02:35:42.884843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Request body: {'port': {'device_id': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'admin_state_up': True, 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'security_groups': ['87427998-541b-49d7-87f6-d7a9648f43bb']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:35:42.998172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Made reservation on behalf of a00c088ae42248c0af37603046d60490 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:35:43.001628 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:43.129369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Allocated IP 172.20.0.7 (e8f4dbb9-943e-4693-9d8e-4b791bd8340f/1fca6dd7-e440-4c06-a229-0811c737c16c/97f6f57a-6833-45ca-9bbe-83444c27aeb2) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:35:43.266907 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:43.303138 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:43.354237 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Network e8f4dbb9-943e-4693-9d8e-4b791bd8340f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:35:43.357488 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:35:43.360173 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:35:43.390672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event updated for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:43.419525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:43.420347 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:43.438313 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-fcf7f324-fe96-4a13-9d5e-14195e994bed tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5570157 Dec 08 02:35:43.466260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Request body: {'port': {'device_id': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:35:43.525344 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:43.612498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b836cd78-39d2-4c08-ba28-1ef7971f9156 None None] Provisioning complete for port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:35:43.613144 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b836cd78-39d2-4c08-ba28-1ef7971f9156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:43.649705 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-b836cd78-39d2-4c08-ba28-1ef7971f9156 None None] Port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:35:43.795005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f6f57a-6833-45ca-9bbe-83444c27aeb2 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:35:43.802938 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:43.816734 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Transition to ACTIVE for port object 97f6f57a-6833-45ca-9bbe-83444c27aeb2 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:35:43.821613 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:43.927629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Pushing event updated for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:43.984595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779e149-c2d8-4a94-9ce7-70a03700b23c req-43c71fc9-c315-403d-97c1-25051361820e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:43.986164 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3779e149-c2d8-4a94-9ce7-70a03700b23c req-43c71fc9-c315-403d-97c1-25051361820e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.1227851 Dec 08 02:35:44.027163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Attempting to bind port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:35:44.027497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Attempting to bind port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:35:44.027823 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Attempting to bind port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:35:44.044544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:35:44.044895 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Attempting to bind port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:35:44.059056 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:35:44.059396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:35:44.059777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Bound using segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:35:44.060200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Bound port: 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:35:44.060577 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:44.075701 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3779e149-c2d8-4a94-9ce7-70a03700b23c req-1714315a-9e61-460d-a4ca-b613f0d54b74 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800748 Dec 08 02:35:44.131271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:35:44.134689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:35:44.138709 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:44.174858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:44.175613 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:44.177699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] 10.222.0.65 "PUT /v2.0/ports/97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1092 time: 0.7161489 Dec 08 02:35:44.178165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:35:44.180801 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e013c9d-0cd6-4de6-98ae-dc987d6cb8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:35:44.228033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c5ee9-e6a3-46fb-bcfc-6069acd5cbec service neutron] Pushing event updated for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:44.248012 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad173a74-63d4-4de3-801f-3b33c584bb02 x-openstack-request-id: req-ad173a74-63d4-4de3-801f-3b33c584bb02 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:35:44.248820 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:35:44.249078 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ad173a74-63d4-4de3-801f-3b33c584bb02 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:35:44.249507 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'status': 'completed', 'code': 200} Dec 08 02:35:44.309884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-b869b90a-216b-4e93-9a7b-c30842373a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:44.311364 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-b869b90a-216b-4e93-9a7b-c30842373a1d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1095 time: 0.0504446 Dec 08 02:35:44.367899 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-3aa35dc5-7fe5-4bf3-8177-ba8cd29a39da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 217 time: 0.0359530 Dec 08 02:35:44.425399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-b43163c5-debc-4f80-9ca6-e98fcb1ed8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:44.426940 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-b43163c5-debc-4f80-9ca6-e98fcb1ed8b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0453670 Dec 08 02:35:44.483435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-625ddfcd-c713-4fee-8bd6-1cc74b724664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:44.484962 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-625ddfcd-c713-4fee-8bd6-1cc74b724664 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452280 Dec 08 02:35:44.901794 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-d9339aa9-cffb-42e2-957f-94ae00e3bc69 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074509 Dec 08 02:35:44.997958 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5bf325e6-6d4a-47e1-9322-711612bed7dc req-3c8a5339-1e7f-4852-8704-cc6a0601bf64 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829580 Dec 08 02:35:45.134643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e013c9d-0cd6-4de6-98ae-dc987d6cb8ab req-a7f5003e-3e74-4f18-a092-02743f24c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:45.136162 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e013c9d-0cd6-4de6-98ae-dc987d6cb8ab req-a7f5003e-3e74-4f18-a092-02743f24c650 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1095 time: 0.0437808 Dec 08 02:35:45.253523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bb114-0673-4db4-b374-91e19dd742b9 req-2690c21f-5253-4c7f-9e3f-5cf1715a95f2 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:45.255701 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-820bb114-0673-4db4-b374-91e19dd742b9 req-2690c21f-5253-4c7f-9e3f-5cf1715a95f2 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.1047528 Dec 08 02:35:45.280499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e013c9d-0cd6-4de6-98ae-dc987d6cb8ab req-310edbb6-42f7-4f2c-8dd6-7f2b8b72b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:45.281919 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e013c9d-0cd6-4de6-98ae-dc987d6cb8ab req-310edbb6-42f7-4f2c-8dd6-7f2b8b72b997 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.1385899 Dec 08 02:35:45.335938 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e013c9d-0cd6-4de6-98ae-dc987d6cb8ab req-f14c490a-ccb0-4edf-bd4d-ddb7a25300f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 217 time: 0.0417442 Dec 08 02:35:45.343389 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-820bb114-0673-4db4-b374-91e19dd742b9 req-9b56b9ac-43ed-402d-aec2-8be267df31cc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787349 Dec 08 02:35:45.399161 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e013c9d-0cd6-4de6-98ae-dc987d6cb8ab req-a2d9213b-8482-4a55-b8cd-71f0f4dbe5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:45.400732 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e013c9d-0cd6-4de6-98ae-dc987d6cb8ab req-a2d9213b-8482-4a55-b8cd-71f0f4dbe5f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0564888 Dec 08 02:35:45.447362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e013c9d-0cd6-4de6-98ae-dc987d6cb8ab req-d6de590b-1294-4d29-8a8c-537467ae9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:45.448878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e013c9d-0cd6-4de6-98ae-dc987d6cb8ab req-d6de590b-1294-4d29-8a8c-537467ae9cd6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405900 Dec 08 02:35:45.544541 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e013c9d-0cd6-4de6-98ae-dc987d6cb8ab req-3e18c760-afda-4ad5-ba76-fedede6bb2f9 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854871 Dec 08 02:35:45.637864 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9e013c9d-0cd6-4de6-98ae-dc987d6cb8ab req-938ed881-8a47-447c-863d-6f296d5d0613 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818684 Dec 08 02:35:46.463287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49785df4-0a0c-4fbf-ad89-d027b6915225 req-0fcbe0c4-1c80-4572-9966-c12adb6b0c68 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:46.465044 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49785df4-0a0c-4fbf-ad89-d027b6915225 req-0fcbe0c4-1c80-4572-9966-c12adb6b0c68 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0483704 Dec 08 02:35:46.511402 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49785df4-0a0c-4fbf-ad89-d027b6915225 req-80e24f2f-25f4-4e6a-9eaf-0180333dd1e6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403836 Dec 08 02:35:46.958616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:35:47.055776 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:35:47.066299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'port_id': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'mac_address': 'fa:16:3e:1a:9f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:35:47.102396 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:47.115309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f6f57a-6833-45ca-9bbe-83444c27aeb2 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:35:47.134171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:35:47.138278 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:47.186666 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:47.449657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['97f6f57a-6833-45ca-9bbe-83444c27aeb2'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:35:47.626722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e2de5-7d4d-47ed-a081-2194b5826489 req-283026f9-2664-4739-a82c-62147b29a278 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:47.628199 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ef0e2de5-7d4d-47ed-a081-2194b5826489 req-283026f9-2664-4739-a82c-62147b29a278 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0489018 Dec 08 02:35:47.679145 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ef0e2de5-7d4d-47ed-a081-2194b5826489 req-31dc6821-15ea-42bd-932b-b0b8b0c3a93f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447841 Dec 08 02:35:47.764071 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:35:48.798773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a9b96-6f17-4924-b5a8-d302cad452a0 req-11d7e986-6ab4-4e64-a9a2-170c08da25a4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:48.800271 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-012a9b96-6f17-4924-b5a8-d302cad452a0 req-11d7e986-6ab4-4e64-a9a2-170c08da25a4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0476987 Dec 08 02:35:48.851021 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-012a9b96-6f17-4924-b5a8-d302cad452a0 req-9b77d66a-d702-44b2-b2bc-cbd6a34752df tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439835 Dec 08 02:35:48.953665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:35:49.001384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:35:49.005226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:35:49.005599 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:49.094895 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:49.118105 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:35:49.120412 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d1c577-0b90-4f26-9376-aecd8aa8d351" -d '{"events": [{"server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "name": "network-vif-plugged", "status": "completed", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:35:49.132896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:35:49.136991 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:49.163527 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc6603d-78fb-4cad-9389-ba5d4ebfeb9b x-openstack-request-id: req-3bc6603d-78fb-4cad-9389-ba5d4ebfeb9b {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:35:49.163824 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "name": "network-vif-plugged", "status": "completed", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:35:49.164080 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3bc6603d-78fb-4cad-9389-ba5d4ebfeb9b {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:35:49.164507 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'code': 200} Dec 08 02:35:49.189213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:35:49.297502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025c13f-c6bd-4412-b501-d74257c68386 req-e149de32-bb55-479a-ab24-303f143f0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:49.299009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8025c13f-c6bd-4412-b501-d74257c68386 req-e149de32-bb55-479a-ab24-303f143f0bc5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1097 time: 0.0409129 Dec 08 02:35:49.348919 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8025c13f-c6bd-4412-b501-d74257c68386 req-741fb9aa-94fd-43c3-9977-93b894da8f7c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372763 Dec 08 02:35:49.964624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50871127-80eb-4309-93f1-9f90e5918776 req-fc6501f8-4b7a-48c7-9ff7-64b9d3fd2ea6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:49.966410 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50871127-80eb-4309-93f1-9f90e5918776 req-fc6501f8-4b7a-48c7-9ff7-64b9d3fd2ea6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0493383 Dec 08 02:35:50.014047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-50871127-80eb-4309-93f1-9f90e5918776 req-44017d42-f2ed-4fbf-a73e-6a6275b1a013 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417063 Dec 08 02:35:50.863233 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64fd774f-f60e-4397-b2b6-e8d8783f8e12 req-81d0f78e-3a84-4dc8-9862-1114644f3c32 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401902 Dec 08 02:35:50.963807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd774f-f60e-4397-b2b6-e8d8783f8e12 req-69ef8650-c4ff-4529-8f2e-d3cce5fe77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:50.965579 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64fd774f-f60e-4397-b2b6-e8d8783f8e12 req-69ef8650-c4ff-4529-8f2e-d3cce5fe77f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1097 time: 0.0407279 Dec 08 02:35:51.077711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd774f-f60e-4397-b2b6-e8d8783f8e12 req-5b5e0430-1443-4844-9eb5-94767622481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:51.079250 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64fd774f-f60e-4397-b2b6-e8d8783f8e12 req-5b5e0430-1443-4844-9eb5-94767622481c service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0944719 Dec 08 02:35:51.133589 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64fd774f-f60e-4397-b2b6-e8d8783f8e12 req-d889d3d8-acf2-4d15-8190-7076f3978f17 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 217 time: 0.0464461 Dec 08 02:35:51.197573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd774f-f60e-4397-b2b6-e8d8783f8e12 req-28cd9326-6fac-49be-a441-70af042a255d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:51.199037 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64fd774f-f60e-4397-b2b6-e8d8783f8e12 req-28cd9326-6fac-49be-a441-70af042a255d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0527277 Dec 08 02:35:51.207365 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4734490-725e-46c8-bb55-a08f39bd3a34 req-58367315-695d-4696-b496-d695e876d4e3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:51.208887 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d4734490-725e-46c8-bb55-a08f39bd3a34 req-58367315-695d-4696-b496-d695e876d4e3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.1209128 Dec 08 02:35:51.277275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd774f-f60e-4397-b2b6-e8d8783f8e12 req-21982d72-22ea-4abe-84d2-c734072c70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:51.278768 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64fd774f-f60e-4397-b2b6-e8d8783f8e12 req-21982d72-22ea-4abe-84d2-c734072c70ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690238 Dec 08 02:35:51.282456 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d4734490-725e-46c8-bb55-a08f39bd3a34 req-a8b779f9-b22d-4263-9da2-906c1a5dde17 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649898 Dec 08 02:35:51.376143 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64fd774f-f60e-4397-b2b6-e8d8783f8e12 req-fd91b691-3a5e-4c6f-bb34-0c6aef2253ce service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893853 Dec 08 02:35:51.406495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef351ca9-41ca-4f74-b707-305aa34f2a08 req-3667bcab-1629-4d96-8c34-28baf336fb8a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:51.407916 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef351ca9-41ca-4f74-b707-305aa34f2a08 req-3667bcab-1629-4d96-8c34-28baf336fb8a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0585415 Dec 08 02:35:51.417136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40122) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:35:51.449606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8c5db474-c559-422e-ae70-aca3487df3af tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Request body: {'floatingip': {'port_id': '97f6f57a-6833-45ca-9bbe-83444c27aeb2'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:35:51.493629 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c5db474-c559-422e-ae70-aca3487df3af tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:51.563958 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-64fd774f-f60e-4397-b2b6-e8d8783f8e12 req-e658844b-dcd0-4c7e-8acc-5efc1214c584 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801705 Dec 08 02:35:51.935104 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c5db474-c559-422e-ae70-aca3487df3af tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:51.938956 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c5db474-c559-422e-ae70-aca3487df3af tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:52.038937 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-8c5db474-c559-422e-ae70-aca3487df3af tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Floating IP 633415a1-53f6-4090-b038-bf04ec90d6da associated. External IP: 172.25.2.141, port: 97f6f57a-6833-45ca-9bbe-83444c27aeb2. Dec 08 02:35:52.240504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5db474-c559-422e-ae70-aca3487df3af tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Router ba11f89e-5b59-4411-8c0a-676f792aad97 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:35:52.348541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5db474-c559-422e-ae70-aca3487df3af tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:35:52.353447 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c5db474-c559-422e-ae70-aca3487df3af tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:35:52.362176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc340a9-1e8a-4904-8f16-55c7710f80d0 None None] Sync routers for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:35:52.371093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc340a9-1e8a-4904-8f16-55c7710f80d0 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:35:52.371710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7dc340a9-1e8a-4904-8f16-55c7710f80d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:35:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:35:52.380829 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8c5db474-c559-422e-ae70-aca3487df3af tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "PUT /v2.0/floatingips/633415a1-53f6-4090-b038-bf04ec90d6da HTTP/1.1" status: 200 len: 992 time: 0.9625645 Dec 08 02:35:52.381429 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:35:52.383769 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df171e9b-0bdc-49c0-bacf-ff28c7126027" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:35:52.421353 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab915ef1-d2ea-42f5-9a1f-e8949a4143a0 x-openstack-request-id: req-ab915ef1-d2ea-42f5-9a1f-e8949a4143a0 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:35:52.421654 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:35:52.421918 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ab915ef1-d2ea-42f5-9a1f-e8949a4143a0 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:35:52.422334 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'status': 'completed', 'code': 200} Dec 08 02:35:52.482690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7dc340a9-1e8a-4904-8f16-55c7710f80d0 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:35:52.519117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df171e9b-0bdc-49c0-bacf-ff28c7126027 req-25002853-d32c-414b-87c8-1ae18e2f786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:52.521482 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df171e9b-0bdc-49c0-bacf-ff28c7126027 req-25002853-d32c-414b-87c8-1ae18e2f786c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1097 time: 0.0411923 Dec 08 02:35:52.614836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df171e9b-0bdc-49c0-bacf-ff28c7126027 req-f079a8e5-dcb5-49b2-a37b-e94bd0874423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:52.616349 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df171e9b-0bdc-49c0-bacf-ff28c7126027 req-f079a8e5-dcb5-49b2-a37b-e94bd0874423 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0882618 Dec 08 02:35:52.680935 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df171e9b-0bdc-49c0-bacf-ff28c7126027 req-43dd2271-c750-4f58-9875-f9f6bdbe012e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1000 time: 0.0576580 Dec 08 02:35:52.706130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7dc340a9-1e8a-4904-8f16-55c7710f80d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '633415a1-53f6-4090-b038-bf04ec90d6da', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'port_id': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'mac_address': 'fa:16:3e:1a:9f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:28:59Z', 'updated_at': '2021-12-08T02:35:51Z', 'revision_number': 13, 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:35:52.729700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df171e9b-0bdc-49c0-bacf-ff28c7126027 req-6cee4de0-d64c-4592-b9d4-fca38a182aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:52.731167 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df171e9b-0bdc-49c0-bacf-ff28c7126027 req-6cee4de0-d64c-4592-b9d4-fca38a182aad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0439363 Dec 08 02:35:52.732306 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc340a9-1e8a-4904-8f16-55c7710f80d0 None None] Checking router: ba11f89e-5b59-4411-8c0a-676f792aad97 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:35:52.741860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc340a9-1e8a-4904-8f16-55c7710f80d0 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:35:52.742462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7dc340a9-1e8a-4904-8f16-55c7710f80d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:35:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:35:52.780951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df171e9b-0bdc-49c0-bacf-ff28c7126027 req-179a7622-32dd-4117-a12a-71ffb80a3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:35:52.782360 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df171e9b-0bdc-49c0-bacf-ff28c7126027 req-179a7622-32dd-4117-a12a-71ffb80a3e24 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440176 Dec 08 02:35:52.850093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7dc340a9-1e8a-4904-8f16-55c7710f80d0 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:35:52.873703 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df171e9b-0bdc-49c0-bacf-ff28c7126027 req-f354c452-93d4-4590-a905-606f1cfcad4f service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836518 Dec 08 02:35:52.969509 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df171e9b-0bdc-49c0-bacf-ff28c7126027 req-71fc3a0c-2f1d-4140-9c57-936c4d85e1ff service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872030 Dec 08 02:35:53.077558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7dc340a9-1e8a-4904-8f16-55c7710f80d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '633415a1-53f6-4090-b038-bf04ec90d6da', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'port_id': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'mac_address': 'fa:16:3e:1a:9f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:28:59Z', 'updated_at': '2021-12-08T02:35:51Z', 'revision_number': 13, 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:35:53.104153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc340a9-1e8a-4904-8f16-55c7710f80d0 None None] The sync data for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 is: [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '633415a1-53f6-4090-b038-bf04ec90d6da', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'floating_ip_address': '172.25.2.141', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'port_id': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4081, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'mac_address': 'fa:16:3e:1a:9f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:28:59Z', 'updated_at': '2021-12-08T02:35:51Z', 'revision_number': 13, 'project_id': 'a00c088ae42248c0af37603046d60490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:35:53.292915 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f2a96a-fe36-4dce-8459-b5019dcb63c0 None None] New status for floating IP 633415a1-53f6-4090-b038-bf04ec90d6da: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:35:58.900401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0349844a-2731-4aca-9b92-13a8cda3ae70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:02.134375 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:02.179677 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cc624c8b-0205-4b91-8d21-5bf294482432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:02.531037 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:03.813343 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:04.490386 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:04.835961 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:24.763187 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:36:28.901252 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc6722c9-8e55-4226-b38f-bc09cf3eb4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:32.136410 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:32.179700 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e5125fe4-69fb-4320-829f-fecc6ec1cd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:32.533735 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:33.816651 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:34.526603 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:34.838542 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:36:51.871683 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-778a2921-14c0-4a8c-a6da-0a605faf48ef req-b475a1d7-61d0-4699-96ae-f8bf0ba5ea0f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411973 Dec 08 02:36:51.985598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a2921-14c0-4a8c-a6da-0a605faf48ef req-fb1951f1-723a-4bde-a0f1-8e055a616303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:51.987116 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-778a2921-14c0-4a8c-a6da-0a605faf48ef req-fb1951f1-723a-4bde-a0f1-8e055a616303 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1097 time: 0.0418005 Dec 08 02:36:52.103080 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a2921-14c0-4a8c-a6da-0a605faf48ef req-9d9a8c59-e5e1-4ff4-ba8e-1283665bbf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:52.104663 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-778a2921-14c0-4a8c-a6da-0a605faf48ef req-9d9a8c59-e5e1-4ff4-ba8e-1283665bbf05 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0906730 Dec 08 02:36:52.174713 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-778a2921-14c0-4a8c-a6da-0a605faf48ef req-5fbfa309-37e2-4fae-af15-06b66a500592 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1002 time: 0.0593100 Dec 08 02:36:52.232695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a2921-14c0-4a8c-a6da-0a605faf48ef req-dd90f90e-1414-43d8-aab3-f9dbdec15af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:52.234099 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-778a2921-14c0-4a8c-a6da-0a605faf48ef req-dd90f90e-1414-43d8-aab3-f9dbdec15af5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0469520 Dec 08 02:36:52.283211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a2921-14c0-4a8c-a6da-0a605faf48ef req-28564fe0-8a5f-4987-a09b-93608611bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:36:52.284680 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-778a2921-14c0-4a8c-a6da-0a605faf48ef req-28564fe0-8a5f-4987-a09b-93608611bf39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394092 Dec 08 02:36:52.376517 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-778a2921-14c0-4a8c-a6da-0a605faf48ef req-854cf904-803a-4311-bd3f-0229bb43b8a3 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822718 Dec 08 02:36:52.472988 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-778a2921-14c0-4a8c-a6da-0a605faf48ef req-ed1df201-6d1f-49bc-9ef9-064cb79d0669 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848370 Dec 08 02:36:58.902610 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86fdafab-061e-43cc-b937-3f5344037cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:01.762579 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:37:02.132858 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:02.181406 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b4d21e9e-4f0a-4fa4-92f1-b81936966e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:02.537449 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:03.818169 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:04.542227 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:04.840506 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:28.904228 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-544e957e-d45e-40dc-b5f8-036ed55e4b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:32.139179 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:32.181121 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d17c7070-0ac1-4a65-9a25-24caa71b36c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:32.540529 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:33.820829 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:33.955693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e5ac3-2b7f-457c-878f-aa5fa6a15647 req-d1e79250-e542-4c79-bbae-cd1dc28eedc2 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:33.957163 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-651e5ac3-2b7f-457c-878f-aa5fa6a15647 req-d1e79250-e542-4c79-bbae-cd1dc28eedc2 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0532432 Dec 08 02:37:34.005568 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-651e5ac3-2b7f-457c-878f-aa5fa6a15647 req-26cc6e70-da52-4ef6-bd42-1fb2b864945b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424373 Dec 08 02:37:34.561658 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:34.842342 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:38.761484 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:37:45.999882 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-4ce572a0-1fc5-4303-bc31-27acfd836449 req-a32b3bc6-37c9-491a-b246-c39d79e9f389 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:37:46.000988 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4ce572a0-1fc5-4303-bc31-27acfd836449 req-a32b3bc6-37c9-491a-b246-c39d79e9f389 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055351 Dec 08 02:37:46.168106 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-95e76776-35cf-4d5c-80ec-29dd3de905bf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423696 Dec 08 02:37:46.177187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-aa3ac607-4c8c-4761-89f1-3dffe6b822bc service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:37:46.178704 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-aa3ac607-4c8c-4761-89f1-3dffe6b822bc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050113 Dec 08 02:37:46.182531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049659c7-5c29-4219-829d-a3976146e1af req-a6e6028d-fc15-4386-aea2-3347f65b26b9 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:46.184035 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-049659c7-5c29-4219-829d-a3976146e1af req-a6e6028d-fc15-4386-aea2-3347f65b26b9 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0517039 Dec 08 02:37:46.232348 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-049659c7-5c29-4219-829d-a3976146e1af req-0f596ab8-adc7-4850-804f-e86a07147dc2 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422549 Dec 08 02:37:47.351769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786970bb-c982-46fc-9602-41dda34fdc4b req-8ebb3d65-26a3-4ce4-a969-59df945b5bc1 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:47.353309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-786970bb-c982-46fc-9602-41dda34fdc4b req-8ebb3d65-26a3-4ce4-a969-59df945b5bc1 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0502937 Dec 08 02:37:47.402356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-786970bb-c982-46fc-9602-41dda34fdc4b req-a21dbecc-7942-402c-b670-0a947fa16956 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427589 Dec 08 02:37:47.414075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf54559-f547-4088-8eee-c74899f14207 req-c7cdf082-57d0-43f5-9cbd-c27ba1db332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:47.415587 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-c7cdf082-57d0-43f5-9cbd-c27ba1db332f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1097 time: 0.0457327 Dec 08 02:37:47.504999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf54559-f547-4088-8eee-c74899f14207 req-91b26479-1f3f-4be0-b3c9-7c96c76dc56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:47.507129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-91b26479-1f3f-4be0-b3c9-7c96c76dc56d service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0839081 Dec 08 02:37:47.574645 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-1bd5d3be-c420-4a4c-a50d-a0806ecb6a49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1002 time: 0.0599203 Dec 08 02:37:47.627641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf54559-f547-4088-8eee-c74899f14207 req-2b0be089-fe56-4333-8177-355d3006cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:47.629119 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-2b0be089-fe56-4333-8177-355d3006cc27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0434988 Dec 08 02:37:47.678600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf54559-f547-4088-8eee-c74899f14207 req-a4a45e02-0dac-4ec1-bd7d-27bed72c9c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:47.680396 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-a4a45e02-0dac-4ec1-bd7d-27bed72c9c27 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394330 Dec 08 02:37:47.775989 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-4b49cd7c-c094-41fd-a6be-dabead56e7ca service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837567 Dec 08 02:37:47.878092 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-5cea3895-e6b9-4faa-a828-ba5f064f310b service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808494 Dec 08 02:37:48.523895 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bc5a4-ef56-4c01-b357-64d638ad3812 req-f81930f1-9b15-4a3b-aea5-6321954e1136 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:48.525394 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b4bc5a4-ef56-4c01-b357-64d638ad3812 req-f81930f1-9b15-4a3b-aea5-6321954e1136 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0534210 Dec 08 02:37:48.899856 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b4bc5a4-ef56-4c01-b357-64d638ad3812 req-aef3d325-a43a-498b-be29-936ddb776a3c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3686075 Dec 08 02:37:50.019075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc27083-bee1-4454-ba72-1ab214d7bfc2 req-6e2777e2-7cd9-4a7f-b8c1-a2b8f6913f83 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:50.020602 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcc27083-bee1-4454-ba72-1ab214d7bfc2 req-6e2777e2-7cd9-4a7f-b8c1-a2b8f6913f83 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0517840 Dec 08 02:37:50.068348 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dcc27083-bee1-4454-ba72-1ab214d7bfc2 req-cb85998d-7784-462f-bdc4-ae27b6d246c9 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412571 Dec 08 02:37:51.184923 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664ab8e-5346-4200-9621-8cd442dfb40d req-d5d19167-a344-4041-9f2d-e4c061a3d6ea tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:51.186276 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c664ab8e-5346-4200-9621-8cd442dfb40d req-d5d19167-a344-4041-9f2d-e4c061a3d6ea tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0483644 Dec 08 02:37:51.232452 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c664ab8e-5346-4200-9621-8cd442dfb40d req-cd94f99a-85c6-4e7b-9217-ae869dfa629e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402472 Dec 08 02:37:52.350119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30deecc8-9da5-4ba9-b58c-6e30aa7ecf56 req-de5dcb89-706f-41b4-8560-5e4d0c7cb79d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:52.351676 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30deecc8-9da5-4ba9-b58c-6e30aa7ecf56 req-de5dcb89-706f-41b4-8560-5e4d0c7cb79d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0492129 Dec 08 02:37:52.403022 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-30deecc8-9da5-4ba9-b58c-6e30aa7ecf56 req-21dec10a-71f4-4a7e-9250-4c32ba585019 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453398 Dec 08 02:37:53.517813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96976e-87e0-40dd-8a42-f16b489c1140 req-9f926619-01c3-4ab0-9ea6-cdb96bdd3100 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:53.519265 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb96976e-87e0-40dd-8a42-f16b489c1140 req-9f926619-01c3-4ab0-9ea6-cdb96bdd3100 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0476055 Dec 08 02:37:53.569262 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb96976e-87e0-40dd-8a42-f16b489c1140 req-4e690072-bdc2-40d0-a105-c0b6c727c074 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438709 Dec 08 02:37:54.685530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94efc6-c07b-483e-9054-0996ec5b1526 req-aa011f23-2192-40f1-b8e3-3f0cff37e307 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:54.687034 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d94efc6-c07b-483e-9054-0996ec5b1526 req-aa011f23-2192-40f1-b8e3-3f0cff37e307 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0487578 Dec 08 02:37:54.691716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7fdf5-5b65-400b-b32a-536219f50509 req-ccf616a2-8bb9-46e4-8b0a-bcae303bffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:54.694058 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04c7fdf5-5b65-400b-b32a-536219f50509 req-ccf616a2-8bb9-46e4-8b0a-bcae303bffb6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1097 time: 0.0407436 Dec 08 02:37:54.738670 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d94efc6-c07b-483e-9054-0996ec5b1526 req-faa6c9f3-d715-46ed-9753-8516d45c06f6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454326 Dec 08 02:37:54.798665 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7fdf5-5b65-400b-b32a-536219f50509 req-8d810952-1757-486e-a099-0522bd1a9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:54.800122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04c7fdf5-5b65-400b-b32a-536219f50509 req-8d810952-1757-486e-a099-0522bd1a9484 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0856810 Dec 08 02:37:54.889378 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04c7fdf5-5b65-400b-b32a-536219f50509 req-b3c35210-5ed6-42d0-b51f-2eee38c04fae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1002 time: 0.0650787 Dec 08 02:37:54.938160 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7fdf5-5b65-400b-b32a-536219f50509 req-5b28c162-e731-448e-8fc7-dc47b99e3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:54.939594 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04c7fdf5-5b65-400b-b32a-536219f50509 req-5b28c162-e731-448e-8fc7-dc47b99e3f00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0429463 Dec 08 02:37:54.984920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7fdf5-5b65-400b-b32a-536219f50509 req-1f5be014-dd43-4090-911d-97aa9c636e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:54.986366 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04c7fdf5-5b65-400b-b32a-536219f50509 req-1f5be014-dd43-4090-911d-97aa9c636e84 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390849 Dec 08 02:37:55.081007 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04c7fdf5-5b65-400b-b32a-536219f50509 req-d4e94592-5706-4793-b8e6-a04df9887d38 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868874 Dec 08 02:37:55.173091 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-04c7fdf5-5b65-400b-b32a-536219f50509 req-bb12d6d6-e18b-4849-bf03-306e12ea7123 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801857 Dec 08 02:37:55.860731 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82737901-146a-41f4-b35f-b4a012af98bf req-8efad8a8-00d4-4bb5-91d8-93c0eaaf6894 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:55.862197 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-82737901-146a-41f4-b35f-b4a012af98bf req-8efad8a8-00d4-4bb5-91d8-93c0eaaf6894 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0538175 Dec 08 02:37:55.908736 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-82737901-146a-41f4-b35f-b4a012af98bf req-41365fc2-0457-4391-9905-e0a844a6b1eb tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401127 Dec 08 02:37:57.070877 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c61c5a-f0bc-4dc5-9a59-714c90cad4e2 req-56706549-3d3e-435a-beff-f7691b2f3ba0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:57.072374 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b5c61c5a-f0bc-4dc5-9a59-714c90cad4e2 req-56706549-3d3e-435a-beff-f7691b2f3ba0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0942690 Dec 08 02:37:57.119227 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b5c61c5a-f0bc-4dc5-9a59-714c90cad4e2 req-7b0bf910-258b-4d3c-8a43-fa67c237cb6d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405433 Dec 08 02:37:58.237054 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914bde5-0b14-4c15-b556-914d4d55c3d0 req-6437101e-8b85-4cc0-8d2d-774669db358f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:58.238519 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1914bde5-0b14-4c15-b556-914d4d55c3d0 req-6437101e-8b85-4cc0-8d2d-774669db358f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0478272 Dec 08 02:37:58.284590 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1914bde5-0b14-4c15-b556-914d4d55c3d0 req-677c993a-6639-45ca-8c9f-e73188b2393c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394125 Dec 08 02:37:58.905876 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9300f4df-bc7c-4268-bd39-6fcba55026a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:37:59.402116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162e511-e352-4ed6-8d6b-429fbcbb2923 req-57567214-a8f8-45b6-aae0-f70abe63f24b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:37:59.403616 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d162e511-e352-4ed6-8d6b-429fbcbb2923 req-57567214-a8f8-45b6-aae0-f70abe63f24b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0486238 Dec 08 02:37:59.449779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d162e511-e352-4ed6-8d6b-429fbcbb2923 req-ad42e4c5-ae0b-4828-8ddf-71dc9e3826d6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402586 Dec 08 02:38:00.621954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a70197-9040-441c-8ca3-2bfe4d137255 req-cdf47ec7-2c3a-4410-b9ac-2ce3b04da20b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:00.623570 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c8a70197-9040-441c-8ca3-2bfe4d137255 req-cdf47ec7-2c3a-4410-b9ac-2ce3b04da20b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0989234 Dec 08 02:38:00.673742 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c8a70197-9040-441c-8ca3-2bfe4d137255 req-e251cba0-f4cf-407d-bda6-1ffac43d2a24 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433223 Dec 08 02:38:01.796796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444e33d-853d-4931-bd55-485aedd0df94 req-1313bf1b-8507-40a6-be4c-df24c2516395 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:01.798306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7444e33d-853d-4931-bd55-485aedd0df94 req-1313bf1b-8507-40a6-be4c-df24c2516395 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0527477 Dec 08 02:38:01.846910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7444e33d-853d-4931-bd55-485aedd0df94 req-73667d47-be53-4806-bfcf-2a3c9a55c17a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416715 Dec 08 02:38:02.136594 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:02.182361 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-55a434eb-36a0-434f-b39c-0c9a3301aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:02.498943 n-d-713498-30 neutron-server[103130]: INFO neutron.api.v2.resource [req-abf54559-f547-4088-8eee-c74899f14207 req-d397ae88-3f28-4d12-bb3c-4aba5f7d2e8c service neutron] show failed (client error): The resource could not be found. Dec 08 02:38:02.499937 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-d397ae88-3f28-4d12-bb3c-4aba5f7d2e8c service neutron] 10.222.0.65 "GET /v2.0/ports/97f6f57a-6833-45ca-9bbe-83444c27aeb2/bindings/n-h2-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0540748 Dec 08 02:38:02.545892 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:02.764575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf54559-f547-4088-8eee-c74899f14207 req-a5afad47-2898-46fa-bbd9-9e9c2b77dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:02.766067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-a5afad47-2898-46fa-bbd9-9e9c2b77dbd1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 1097 time: 0.0792129 Dec 08 02:38:02.785412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:38:02.841227 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:02.967122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228538ad-0dc2-45a6-9178-a4d895ab60f2 req-dd8e9a5d-56dd-447f-96d3-342177e2a8aa tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:02.968541 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-228538ad-0dc2-45a6-9178-a4d895ab60f2 req-dd8e9a5d-56dd-447f-96d3-342177e2a8aa tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0506577 Dec 08 02:38:03.016300 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-228538ad-0dc2-45a6-9178-a4d895ab60f2 req-91f3c48c-5e1b-4169-85dc-cd293c6cb040 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416217 Dec 08 02:38:03.048422 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:03.080642 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h1-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:38:03.121281 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:03.123540 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aecf9f-badc-4dfd-b3ea-a6b2418e08d0" -d '{"events": [{"server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:03.127277 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:03.140368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Transition to ACTIVE for port object 97f6f57a-6833-45ca-9bbe-83444c27aeb2 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:38:03.145036 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:03.176470 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d95a64f-94ef-41cf-93b8-819d086c9986 x-openstack-request-id: req-7d95a64f-94ef-41cf-93b8-819d086c9986 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:03.176697 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:03.176963 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d95a64f-94ef-41cf-93b8-819d086c9986 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:03.177367 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'code': 200} Dec 08 02:38:03.197999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Pushing event updated for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=6']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:03.239225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.239539 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.239816 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.240164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.240548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.240897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.241238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.241766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.242241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.242619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.242960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.243301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.243636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:03.286581 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] No DVR routers for this DVR port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on host n-h1-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:38:03.422658 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Attempting to bind port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:38:03.423001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Attempting to bind port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:38:03.423333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Attempting to bind port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:38:03.427602 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:38:03.427928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Attempting to bind port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:38:03.433388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:38:03.433712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:38:03.434103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Bound using segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:38:03.434530 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Bound port: 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:38:03.434884 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:03.497813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:38:03.500777 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:38:03.505488 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:03.540532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:03.541086 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:03.542460 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] 10.222.0.72 "PUT /v2.0/ports/97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1092 time: 0.7610545 Dec 08 02:38:03.565983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035660c-9bf8-4d2a-99fe-78bf00fdf50c service neutron] Pushing event updated for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:03.624521 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf54559-f547-4088-8eee-c74899f14207 req-aafa7e81-0335-4fd0-a45a-633973badf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:03.626158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-aafa7e81-0335-4fd0-a45a-633973badf9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1095 time: 0.0493867 Dec 08 02:38:03.723037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf54559-f547-4088-8eee-c74899f14207 req-bdeb86ef-5dba-4b54-abb3-0b65d8112391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:03.724730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-bdeb86ef-5dba-4b54-abb3-0b65d8112391 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0910997 Dec 08 02:38:03.796421 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-c154f282-269c-4041-8d5e-0586f3b859ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1000 time: 0.0642915 Dec 08 02:38:03.826092 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:03.845990 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf54559-f547-4088-8eee-c74899f14207 req-d5381675-f74c-4342-b8bc-f09a3c5c7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:03.847474 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-d5381675-f74c-4342-b8bc-f09a3c5c7f9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0448542 Dec 08 02:38:03.895035 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf54559-f547-4088-8eee-c74899f14207 req-387952bd-5a3f-4854-bb12-df8bd6ca0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:03.896570 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-387952bd-5a3f-4854-bb12-df8bd6ca0b1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415277 Dec 08 02:38:03.990426 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-60e11862-dc3a-4aa7-b27a-27ca347a341a service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862148 Dec 08 02:38:04.083909 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-79afe253-38d5-4c05-bfe4-eaa0b48cd6a1 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861008 Dec 08 02:38:04.140453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aff5dd-1aa2-4e41-84aa-4d3a672f7c27 req-57175cde-057a-4a71-9b35-539f40ea7c20 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:04.141917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34aff5dd-1aa2-4e41-84aa-4d3a672f7c27 req-57175cde-057a-4a71-9b35-539f40ea7c20 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0537283 Dec 08 02:38:04.189580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-34aff5dd-1aa2-4e41-84aa-4d3a672f7c27 req-b8ebe755-e614-4e46-a081-bb91ca85e66a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415285 Dec 08 02:38:04.572222 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:04.846795 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:05.178726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:05.181154 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903c61dd-8684-4be9-8040-917f737554a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:05.232206 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77cab27-9a20-4095-b299-16fdf890ba18 x-openstack-request-id: req-f77cab27-9a20-4095-b299-16fdf890ba18 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:05.234171 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:05.234171 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f77cab27-9a20-4095-b299-16fdf890ba18 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:05.234171 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'status': 'completed', 'code': 200} Dec 08 02:38:05.334402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c61dd-8684-4be9-8040-917f737554a6 req-84a449f3-0efc-4824-8f80-9204ff495a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:05.337514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-84a449f3-0efc-4824-8f80-9204ff495a2a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1095 time: 0.0536859 Dec 08 02:38:05.342384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed65bbb-3b2e-4655-af3c-b8facc8f44c3 req-41804d4b-a8c2-49f7-a988-3a20fcdf3b5e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:05.343881 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ed65bbb-3b2e-4655-af3c-b8facc8f44c3 req-41804d4b-a8c2-49f7-a988-3a20fcdf3b5e tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0830615 Dec 08 02:38:05.346219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c61dd-8684-4be9-8040-917f737554a6 req-9579b9e5-f771-4a56-85e9-45af862119f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:05.347775 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-9579b9e5-f771-4a56-85e9-45af862119f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1095 time: 0.0612121 Dec 08 02:38:05.424880 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1ed65bbb-3b2e-4655-af3c-b8facc8f44c3 req-54a86907-4df0-42de-ade8-6c8cb1cbf056 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742309 Dec 08 02:38:05.437769 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c61dd-8684-4be9-8040-917f737554a6 req-b937d13e-216b-4dcb-bad4-f589d3cb8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:05.439441 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-b937d13e-216b-4dcb-bad4-f589d3cb8967 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0947449 Dec 08 02:38:05.481867 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c61dd-8684-4be9-8040-917f737554a6 req-2ba70eeb-f794-466c-87c9-7ea4fb5f2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:05.483338 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-2ba70eeb-f794-466c-87c9-7ea4fb5f2875 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.1196864 Dec 08 02:38:05.514646 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-134547cc-6fe6-42f6-acee-4c65c7d5b004 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1000 time: 0.0677259 Dec 08 02:38:05.555024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:38:05.563018 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-ed2f7784-724c-4a1a-bfe0-973f2f752df5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1000 time: 0.0704947 Dec 08 02:38:05.575977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c61dd-8684-4be9-8040-917f737554a6 req-2fcbcf19-93e5-4c23-b877-f1a399e96688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:05.578097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-2fcbcf19-93e5-4c23-b877-f1a399e96688 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0563238 Dec 08 02:38:05.594584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:38:05.619626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c61dd-8684-4be9-8040-917f737554a6 req-45754662-2529-4d25-a7fd-a9b4eeafee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:05.621259 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-45754662-2529-4d25-a7fd-a9b4eeafee91 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0476089 Dec 08 02:38:05.630537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c61dd-8684-4be9-8040-917f737554a6 req-8ea4db7c-d906-4c54-86c4-cd3206bb7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:05.632180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-8ea4db7c-d906-4c54-86c4-cd3206bb7927 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429449 Dec 08 02:38:05.674273 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c61dd-8684-4be9-8040-917f737554a6 req-bfa3127b-300e-4f80-97ef-432e2bba8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:05.675835 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-bfa3127b-300e-4f80-97ef-432e2bba8b72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446217 Dec 08 02:38:05.736886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-f93323bc-6739-4151-b3f0-481058ad6b72 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968401 Dec 08 02:38:05.781785 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-0611ec8a-494a-4655-b75b-1c980157be15 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923774 Dec 08 02:38:05.832398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-d6cb3658-6cb1-4def-99eb-032a0a9eacef service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883937 Dec 08 02:38:05.877730 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-903c61dd-8684-4be9-8040-917f737554a6 req-43df818c-5c40-4fd3-ac05-b5d6016e3a34 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844412 Dec 08 02:38:06.566951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92244b0e-026d-46a3-be23-625f092aac52 req-b128147b-3400-42af-870c-4bc9f4d8b98d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:06.568747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92244b0e-026d-46a3-be23-625f092aac52 req-b128147b-3400-42af-870c-4bc9f4d8b98d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0559859 Dec 08 02:38:06.618449 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-92244b0e-026d-46a3-be23-625f092aac52 req-e36898f9-1cda-4ced-b541-b4f1b1809530 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429850 Dec 08 02:38:07.741893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6da19-69d3-47cc-896b-86dd74b2ece6 req-e047a930-2ac9-43ed-88c6-9a55ec8718bc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:07.743533 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ca6da19-69d3-47cc-896b-86dd74b2ece6 req-e047a930-2ac9-43ed-88c6-9a55ec8718bc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0553670 Dec 08 02:38:07.790959 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ca6da19-69d3-47cc-896b-86dd74b2ece6 req-1b6b8354-7211-42e4-8bda-d8a8d45165ba tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 Dec 08 02:38:08.911502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98170d-662e-4b34-bb3e-69e3a2719d31 req-17753917-7f75-4fe5-9331-88a375742ffe tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:08.913707 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf98170d-662e-4b34-bb3e-69e3a2719d31 req-17753917-7f75-4fe5-9331-88a375742ffe tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0524940 Dec 08 02:38:08.966685 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf98170d-662e-4b34-bb3e-69e3a2719d31 req-3c5543ca-04ab-46b8-860b-43fcd7737aae tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459292 Dec 08 02:38:10.086737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd65801-7b41-475e-b33c-07fe6098b44c req-d00c1d06-c59e-4c10-be7c-d27647b1779d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:10.088503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3cd65801-7b41-475e-b33c-07fe6098b44c req-d00c1d06-c59e-4c10-be7c-d27647b1779d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0485842 Dec 08 02:38:10.134917 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3cd65801-7b41-475e-b33c-07fe6098b44c req-2c164448-571b-4862-b1f2-60a324931da3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406473 Dec 08 02:38:11.252546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80290db-6865-4fca-bf07-0f75d28e26ea req-5811ad6e-c0c6-4a26-b495-0be6ce1680b8 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:11.254033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e80290db-6865-4fca-bf07-0f75d28e26ea req-5811ad6e-c0c6-4a26-b495-0be6ce1680b8 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0510094 Dec 08 02:38:11.305821 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e80290db-6865-4fca-bf07-0f75d28e26ea req-46f122af-0a07-4e5c-ae19-3293d31b82be tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453000 Dec 08 02:38:12.422621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72d7c9-75c8-4135-8d3b-019b404441e5 req-127c9f6d-241d-4ca5-8fec-4116b80156e6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:12.424090 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6b72d7c9-75c8-4135-8d3b-019b404441e5 req-127c9f6d-241d-4ca5-8fec-4116b80156e6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0486877 Dec 08 02:38:12.473315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6b72d7c9-75c8-4135-8d3b-019b404441e5 req-1cde6caf-f23c-49a4-b3f9-9c3c7249b628 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432515 Dec 08 02:38:13.591208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93849bb0-0e26-4693-964b-96124134900d req-8e5a39cc-f96b-4976-846e-422ce96061b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:13.592720 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93849bb0-0e26-4693-964b-96124134900d req-8e5a39cc-f96b-4976-846e-422ce96061b0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0491431 Dec 08 02:38:13.641546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93849bb0-0e26-4693-964b-96124134900d req-21e2eb32-2d11-4164-b999-8822696eaa63 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428622 Dec 08 02:38:14.759285 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f56b7-397f-46ea-918d-d92944d28ca4 req-20a1ae9a-b659-4152-8328-e5895b2dc5df tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:14.760765 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d05f56b7-397f-46ea-918d-d92944d28ca4 req-20a1ae9a-b659-4152-8328-e5895b2dc5df tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0493445 Dec 08 02:38:14.807903 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d05f56b7-397f-46ea-918d-d92944d28ca4 req-985674b1-09b7-4aba-bcc0-3443a75176ca tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411322 Dec 08 02:38:15.761185 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:38:15.925778 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2f6ff-408c-4426-b9d5-589701664e71 req-b10ddbfb-bd79-448c-9c88-baf222be7300 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:15.927662 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edd2f6ff-408c-4426-b9d5-589701664e71 req-b10ddbfb-bd79-448c-9c88-baf222be7300 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0504048 Dec 08 02:38:15.978234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-edd2f6ff-408c-4426-b9d5-589701664e71 req-b0e89d36-5bad-4f04-9f4f-27e3b7597100 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414777 Dec 08 02:38:17.094764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a98e4a-5a2f-4977-bb29-ac62105b136d req-2bd7659b-c6d3-4f1a-9210-6d918e16ea48 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:17.096239 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31a98e4a-5a2f-4977-bb29-ac62105b136d req-2bd7659b-c6d3-4f1a-9210-6d918e16ea48 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0492382 Dec 08 02:38:17.143057 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-31a98e4a-5a2f-4977-bb29-ac62105b136d req-a1b5fb72-d4a4-4c6d-9722-4541e5e81867 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404837 Dec 08 02:38:17.428485 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-9bc59355-11e2-48f5-af59-ee3abb67e007 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:17.429901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-9bc59355-11e2-48f5-af59-ee3abb67e007 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.72 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5&tenant_id=a00c088ae42248c0af37603046d60490&binding%3Ahost_id=n-h2-713498-30 HTTP/1.1" status: 200 len: 943 time: 0.0584359 Dec 08 02:38:17.443766 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567841eb-0fc9-4463-a3b0-d80108ddde58 req-c71d63c6-9195-4749-a918-b9393408debd tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:17.446036 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-567841eb-0fc9-4463-a3b0-d80108ddde58 req-c71d63c6-9195-4749-a918-b9393408debd tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 943 time: 0.0538638 Dec 08 02:38:17.493003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-bc475704-5148-4e38-a3b8-5096101b5e19 service neutron] 10.222.0.72 "GET /v2.0/ports/97f6f57a-6833-45ca-9bbe-83444c27aeb2/bindings/n-h2-713498-30 HTTP/1.1" status: 200 len: 383 time: 0.0554819 Dec 08 02:38:17.494542 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-567841eb-0fc9-4463-a3b0-d80108ddde58 req-02abf44b-7bb6-4986-b705-477e41bf597d tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421939 Dec 08 02:38:17.571314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-bdf9aed5-d51e-49c2-ab1e-22c6a08a0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:17.572889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-bdf9aed5-d51e-49c2-ab1e-22c6a08a0a55 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1095 time: 0.0418687 Dec 08 02:38:17.663615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-63ac861d-1407-48d2-989b-aefda4429b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:17.665108 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-63ac861d-1407-48d2-989b-aefda4429b62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0856686 Dec 08 02:38:17.730259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-6e9a6536-73e6-4813-af5d-c90b336834ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1000 time: 0.0582614 Dec 08 02:38:17.783929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-312ff7b2-c454-44a7-8a61-837c42ff9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:17.785472 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-312ff7b2-c454-44a7-8a61-837c42ff9f0b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0484941 Dec 08 02:38:17.831343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-22f9230d-8c9b-4eaf-9fa1-f4aa635d75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:17.832857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-22f9230d-8c9b-4eaf-9fa1-f4aa635d75e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405509 Dec 08 02:38:17.922170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-bf0cd21d-c598-4fab-816a-28ee417abbf2 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811577 Dec 08 02:38:18.015319 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-10d70910-7aa5-4bf6-a6f1-e8f4bafebb53 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856242 Dec 08 02:38:18.028831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:38:18.123266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:18.134091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'port_id': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'mac_address': 'fa:16:3e:1a:9f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:38:18.173250 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:18.186337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f6f57a-6833-45ca-9bbe-83444c27aeb2 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:38:18.204765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:18.208837 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:18.254862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:18.261974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.262331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.262681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.263027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.263369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.263711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.264046 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.264410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.264795 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.265077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.265409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.265741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.266072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:18.530213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['97f6f57a-6833-45ca-9bbe-83444c27aeb2'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:38:18.621225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4fa63-1311-48af-84ee-4441d3759159 req-fd661959-9c62-499c-9562-4930ac6e4ede tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:18.622768 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91a4fa63-1311-48af-84ee-4441d3759159 req-fd661959-9c62-499c-9562-4930ac6e4ede tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0521169 Dec 08 02:38:18.672662 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91a4fa63-1311-48af-84ee-4441d3759159 req-7c7a1ec8-24ae-4c75-9e90-a8fcd7a74f46 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437105 Dec 08 02:38:19.792323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ff69b-b3ba-4fac-81bd-f73637d68723 req-d8b8d77e-85a2-4968-885e-070d278ce2d0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:19.793850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-117ff69b-b3ba-4fac-81bd-f73637d68723 req-d8b8d77e-85a2-4968-885e-070d278ce2d0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0501392 Dec 08 02:38:19.844805 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-117ff69b-b3ba-4fac-81bd-f73637d68723 req-d4185678-5fe3-4383-a448-88c9828b1043 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449605 Dec 08 02:38:20.030652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:38:20.079497 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:38:20.083558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:38:20.083931 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:20.163593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:20.187209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:20.189397 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daccb81c-94e6-4bc0-bfed-fd58a182db48" -d '{"events": [{"server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "name": "network-vif-plugged", "status": "completed", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:20.205970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:20.210447 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:20.261868 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:20.300551 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7911be-3706-422e-bc98-a228f1a9d21f x-openstack-request-id: req-0f7911be-3706-422e-bc98-a228f1a9d21f {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:20.300859 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "name": "network-vif-plugged", "status": "completed", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:20.301119 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0f7911be-3706-422e-bc98-a228f1a9d21f {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:20.301530 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'code': 200} Dec 08 02:38:20.964891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8628ddc-a779-4fa1-952b-0ca7c2faf26b req-6f37ed68-1b77-4a51-b761-6c284d24b1cf tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:20.966302 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8628ddc-a779-4fa1-952b-0ca7c2faf26b req-6f37ed68-1b77-4a51-b761-6c284d24b1cf tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0492156 Dec 08 02:38:21.017632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b8628ddc-a779-4fa1-952b-0ca7c2faf26b req-52ddee0d-ea42-43a8-aa77-f3cc72941dc0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451610 Dec 08 02:38:22.142930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd191c40-f2e6-4596-b553-c37885fc8e00 req-2e5144c7-ea24-485a-814b-e96299fc4897 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:22.144831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd191c40-f2e6-4596-b553-c37885fc8e00 req-2e5144c7-ea24-485a-814b-e96299fc4897 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0545740 Dec 08 02:38:22.192514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dd191c40-f2e6-4596-b553-c37885fc8e00 req-37662dea-3101-4c50-92d8-91a333552e22 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409830 Dec 08 02:38:22.303925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-b3b36649-c204-449d-91bf-9dbb150e2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:22.305839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-b3b36649-c204-449d-91bf-9dbb150e2659 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5&tenant_id=a00c088ae42248c0af37603046d60490 HTTP/1.1" status: 200 len: 1097 time: 0.0788457 Dec 08 02:38:22.332964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:38:22.385797 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:22.588015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:22.620992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:38:22.658833 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:22.661150 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110c0073-a554-4155-b001-fbfe80dd1e83" -d '{"events": [{"server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:22.665838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:22.679784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Transition to ACTIVE for port object 97f6f57a-6833-45ca-9bbe-83444c27aeb2 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:38:22.683498 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:22.764128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Pushing event updated for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=10']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:22.773347 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc6eb79-d112-4bee-9a8f-3c0a5248f886 x-openstack-request-id: req-4bc6eb79-d112-4bee-9a8f-3c0a5248f886 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:22.773647 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "name": "network-vif-unplugged", "status": "completed", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:22.773905 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4bc6eb79-d112-4bee-9a8f-3c0a5248f886 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:22.774302 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'code': 200} Dec 08 02:38:22.780976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.781323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.781664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.782003 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.782335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.782664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.782992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.783319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.783641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.783964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.784308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.784637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.784958 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:38:22.818242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] No DVR routers for this DVR port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:38:22.956065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Attempting to bind port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:38:22.956425 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Attempting to bind port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:38:22.956749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Attempting to bind port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:38:22.961512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:38:22.961825 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Attempting to bind port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on network e8f4dbb9-943e-4693-9d8e-4b791bd8340f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:38:22.966925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:38:22.967257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Checking segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:38:22.967664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Bound using segment: {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:38:22.968080 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Bound port: 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6e08b3-dd0a-4499-8806-d02ddad28814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:38:22.968457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:23.031862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:38:23.035430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:38:23.040804 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:23.072116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:23.072794 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:23.074174 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] 10.222.0.65 "PUT /v2.0/ports/97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1093 time: 0.7452073 Dec 08 02:38:23.103720 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf7bd7-fd99-4fd7-a899-1ca6345e3c49 service neutron] Pushing event updated for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=11']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:23.167977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-20882a0f-e667-478a-86d2-3d7c29c3aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:23.169513 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-20882a0f-e667-478a-86d2-3d7c29c3aaed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1096 time: 0.0468898 Dec 08 02:38:23.274523 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-0c8bb863-8736-4ab9-89dc-31a7aa11455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:23.276029 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-0c8bb863-8736-4ab9-89dc-31a7aa11455a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0930233 Dec 08 02:38:23.330627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c255ba6-7a1b-461a-95a0-1a9eda44ceb3 req-e24ffbf4-5fba-4724-a5d5-14b4c84caa15 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:23.332383 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c255ba6-7a1b-461a-95a0-1a9eda44ceb3 req-e24ffbf4-5fba-4724-a5d5-14b4c84caa15 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0528023 Dec 08 02:38:23.350331 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-21faafba-4430-424d-b9af-55c098a55d88 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1000 time: 0.0654914 Dec 08 02:38:23.384739 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0c255ba6-7a1b-461a-95a0-1a9eda44ceb3 req-56ca9f4d-fc5d-4a8f-b498-4a0c9b6cdb4a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431881 Dec 08 02:38:23.406150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-ce9518fa-c212-4746-9a2f-37b9d43eea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:23.407645 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-ce9518fa-c212-4746-9a2f-37b9d43eea96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0455835 Dec 08 02:38:23.455741 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-372e5864-0782-4bfb-bbed-41bc8bcf5000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:23.457227 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-372e5864-0782-4bfb-bbed-41bc8bcf5000 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390582 Dec 08 02:38:23.552134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-0c1b75b0-54a0-4b1f-bfa8-7f01a7c7b763 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834613 Dec 08 02:38:23.648097 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-008cf2a8-7142-45a3-aa9b-21c86857f08f req-155dd241-f93b-47a9-a57d-a54d1bf5f7c1 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838773 Dec 08 02:38:24.045476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:38:24.083866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:38:24.508070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08289bfa-5b74-4997-85f5-540dfe6651fb req-b45a03f6-0d5c-4907-b5ba-c6285b20af65 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:24.509593 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08289bfa-5b74-4997-85f5-540dfe6651fb req-b45a03f6-0d5c-4907-b5ba-c6285b20af65 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0536463 Dec 08 02:38:24.556921 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08289bfa-5b74-4997-85f5-540dfe6651fb req-cead5169-38ef-4ab7-b890-511008a571a4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414004 Dec 08 02:38:24.775266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:24.777761 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caecb509-af2e-421c-8406-a85b70f2a5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:24.826616 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbdfdff-c1a6-49f4-8a4a-af5ce6bc968f x-openstack-request-id: req-1cbdfdff-c1a6-49f4-8a4a-af5ce6bc968f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:24.826909 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:24.827166 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cbdfdff-c1a6-49f4-8a4a-af5ce6bc968f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:24.827571 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'status': 'completed', 'code': 200} Dec 08 02:38:24.912526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-060cd35c-c40a-4b30-8074-ff7904816365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:24.914452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-060cd35c-c40a-4b30-8074-ff7904816365 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1096 time: 0.0424995 Dec 08 02:38:24.928009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-8b242a6f-d258-40e6-a4fe-4800ba958134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:24.930193 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-8b242a6f-d258-40e6-a4fe-4800ba958134 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a00c088ae42248c0af37603046d60490&device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 1096 time: 0.0454538 Dec 08 02:38:25.028837 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-31de9cb5-ee24-4751-9db5-360fe5e1814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:25.030242 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-31de9cb5-ee24-4751-9db5-360fe5e1814a service neutron] 10.222.0.72 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.1045618 Dec 08 02:38:25.035509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-4b090128-c06d-4662-9ed3-dab9fded0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:25.037074 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-4b090128-c06d-4662-9ed3-dab9fded0443 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 200 len: 913 time: 0.0947156 Dec 08 02:38:25.099022 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-ed76b12a-eb13-47e7-988e-aaa17475bc20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1000 time: 0.0611959 Dec 08 02:38:25.114503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-44b5e0c4-7992-4e0d-beab-4a9e36901412 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 200 len: 1000 time: 0.0634634 Dec 08 02:38:25.156811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-10d276c4-d1a1-416e-b699-89a18dddaaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:25.158378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-10d276c4-d1a1-416e-b699-89a18dddaaf0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0527260 Dec 08 02:38:25.171438 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-309051c2-d324-43c6-b424-0148f18b61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:25.173077 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-309051c2-d324-43c6-b424-0148f18b61e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 200 len: 851 time: 0.0485749 Dec 08 02:38:25.207969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-8880bcd3-2428-4d25-ba7a-2a2b27cfd55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:25.209662 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-8880bcd3-2428-4d25-ba7a-2a2b27cfd55a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442050 Dec 08 02:38:25.236413 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-9f12c95d-32fd-4eb5-8386-32c263a8ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:25.238666 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-9f12c95d-32fd-4eb5-8386-32c263a8ca52 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e8f4dbb9-943e-4693-9d8e-4b791bd8340f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543773 Dec 08 02:38:25.311101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-8835dc26-3b1b-49dc-8662-b87656e3c374 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931091 Dec 08 02:38:25.335505 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-c76dee70-1602-4b82-90b8-6d64281d5223 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857389 Dec 08 02:38:25.405161 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-7dbedfe3-78da-4417-9fd2-0b284e0146b0 service neutron] 10.222.0.72 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863507 Dec 08 02:38:25.434476 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-caecb509-af2e-421c-8406-a85b70f2a5b0 req-4e682afa-b6b7-4e2b-8d38-0e6e80d45961 service neutron] 10.222.0.65 "GET /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874944 Dec 08 02:38:25.682508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bb9ce-e5db-4f98-bdb7-b10a734fc0cb req-ac4f1e0e-fdaa-42e9-95c9-4e49c2329ca7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:25.684024 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa7bb9ce-e5db-4f98-bdb7-b10a734fc0cb req-ac4f1e0e-fdaa-42e9-95c9-4e49c2329ca7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0502689 Dec 08 02:38:25.730910 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fa7bb9ce-e5db-4f98-bdb7-b10a734fc0cb req-2e66dcc8-622c-43c4-924e-3fcb42c736d7 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409393 Dec 08 02:38:26.859845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a6a88-683d-49c1-bc08-6b27990bdde3 req-33590a59-66b4-436b-9902-8e57efe4c9a0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:26.861387 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fa1a6a88-683d-49c1-bc08-6b27990bdde3 req-33590a59-66b4-436b-9902-8e57efe4c9a0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0523362 Dec 08 02:38:26.912402 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fa1a6a88-683d-49c1-bc08-6b27990bdde3 req-49e9a4b0-cf97-4cb9-b70f-91ba67290eee tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447829 Dec 08 02:38:28.032518 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e546dde-bd23-4ce3-8f48-5f08ca94cd39 req-03d6b8b3-85bd-4ed7-bb60-3b260ce889b4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:28.034022 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e546dde-bd23-4ce3-8f48-5f08ca94cd39 req-03d6b8b3-85bd-4ed7-bb60-3b260ce889b4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0495446 Dec 08 02:38:28.085969 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e546dde-bd23-4ce3-8f48-5f08ca94cd39 req-c75efd85-3fd7-4248-90cb-43f2868504b8 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453262 Dec 08 02:38:28.907258 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bec4e182-9515-476c-aee9-7f78a1d3d033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:29.203711 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190821db-b2e5-436a-a6a8-523c02c13811 req-213b72f6-a131-4dff-82f4-087fca40dfb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:29.205145 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-190821db-b2e5-436a-a6a8-523c02c13811 req-213b72f6-a131-4dff-82f4-087fca40dfb3 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0494573 Dec 08 02:38:29.252074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-190821db-b2e5-436a-a6a8-523c02c13811 req-0e7e4418-0537-4055-80ec-cd877c634dc8 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409656 Dec 08 02:38:30.369532 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86588-aa91-4195-8076-6e31115b9a09 req-04ec9746-3fd7-4131-a010-f25cad1ebffb tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:30.371019 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92e86588-aa91-4195-8076-6e31115b9a09 req-04ec9746-3fd7-4131-a010-f25cad1ebffb tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0491085 Dec 08 02:38:30.417698 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92e86588-aa91-4195-8076-6e31115b9a09 req-91c92ae9-93e1-460f-a050-575b57f326ae tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Dec 08 02:38:31.535629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd1ff6-2a4a-470c-8c6b-9300a9611fd8 req-805965a8-e070-40a0-aaf8-91d8043d82ac tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:31.537142 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2ffd1ff6-2a4a-470c-8c6b-9300a9611fd8 req-805965a8-e070-40a0-aaf8-91d8043d82ac tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0487049 Dec 08 02:38:31.583618 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2ffd1ff6-2a4a-470c-8c6b-9300a9611fd8 req-fe5882cb-a4ab-4d4c-aa11-8de975b96a21 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400426 Dec 08 02:38:32.135085 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:32.183179 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c98fbe1-fe93-4f15-944b-4ab5f4d0ebe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:32.545190 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:32.701580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af061-51df-4594-a66a-1774976ef1f0 req-594af07d-64c6-41e2-afb4-392f21f25f1b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:32.703069 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d01af061-51df-4594-a66a-1774976ef1f0 req-594af07d-64c6-41e2-afb4-392f21f25f1b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0486512 Dec 08 02:38:32.749947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d01af061-51df-4594-a66a-1774976ef1f0 req-65f08566-1c73-4bc1-91df-3d84d1e61ea4 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409353 Dec 08 02:38:33.826955 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:33.870656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb8b45-419f-4902-9aec-4574055710a8 req-425dafce-ceff-44cf-92a1-3e534e1be1a9 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:33.872117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16eb8b45-419f-4902-9aec-4574055710a8 req-425dafce-ceff-44cf-92a1-3e534e1be1a9 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0525620 Dec 08 02:38:33.917941 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16eb8b45-419f-4902-9aec-4574055710a8 req-a5170039-744b-483d-8214-aa1a22d9ace6 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398209 Dec 08 02:38:34.586934 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:34.848897 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:35.042805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa808930-a21e-44de-be6d-e2ce2ed2c2f0 req-0d7b1d87-ef67-4a62-bc84-c4f916377a12 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:35.044465 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa808930-a21e-44de-be6d-e2ce2ed2c2f0 req-0d7b1d87-ef67-4a62-bc84-c4f916377a12 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0534756 Dec 08 02:38:35.092334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa808930-a21e-44de-be6d-e2ce2ed2c2f0 req-044f1cdc-e86f-4ee6-a77d-8f5f1a1fff67 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410717 Dec 08 02:38:36.211819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208aabfb-fc72-48a7-b22a-d24acac29de3 req-a01ef2e8-ec2c-44aa-81a4-46f8e879ec7f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:36.213503 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-208aabfb-fc72-48a7-b22a-d24acac29de3 req-a01ef2e8-ec2c-44aa-81a4-46f8e879ec7f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0483205 Dec 08 02:38:36.260442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-208aabfb-fc72-48a7-b22a-d24acac29de3 req-b92b6113-2d2a-4a97-ac80-1064a03a4ce5 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410018 Dec 08 02:38:36.633966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173d478-984b-4680-a176-dfecd5f0fb3e req-299cf2c3-a7d8-41f3-b084-759aabd045a8 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:36.635456 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6173d478-984b-4680-a176-dfecd5f0fb3e req-299cf2c3-a7d8-41f3-b084-759aabd045a8 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0486455 Dec 08 02:38:36.682475 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6173d478-984b-4680-a176-dfecd5f0fb3e req-131ccf42-7a44-4779-adf1-f76ed2400946 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411367 Dec 08 02:38:36.797903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf586f-0c09-4682-bdf4-c92e9b41faf8 req-0df3894d-1264-4e71-a436-ab6f1083138c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:36.799427 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3cf586f-0c09-4682-bdf4-c92e9b41faf8 req-0df3894d-1264-4e71-a436-ab6f1083138c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0496707 Dec 08 02:38:36.850812 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e3cf586f-0c09-4682-bdf4-c92e9b41faf8 req-b1fbe696-fdfa-4742-baef-b19aac2881fc tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453970 Dec 08 02:38:37.082073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fa3bb-a56c-43e2-8eea-d7ba9d312069 req-6711ef35-0e50-44f9-b884-322b034490e1 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:37.083535 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a1fa3bb-a56c-43e2-8eea-d7ba9d312069 req-6711ef35-0e50-44f9-b884-322b034490e1 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 944 time: 0.0487757 Dec 08 02:38:37.129782 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a1fa3bb-a56c-43e2-8eea-d7ba9d312069 req-5ffbd307-6233-4213-9e36-534efeffb81b tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398152 Dec 08 02:38:37.672707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:38:37.763931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:37.775502 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'port_id': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'mac_address': 'fa:16:3e:1a:9f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:38:37.811966 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:37.828148 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f6f57a-6833-45ca-9bbe-83444c27aeb2 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:38:37.847897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:37.852613 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:37.900888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=12']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:38.220463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['97f6f57a-6833-45ca-9bbe-83444c27aeb2'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:38:38.248423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8aa9f-537e-4c69-8686-02ddf6dcccda req-6c753e70-0059-4126-a887-14b6c4f97540 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:38.249927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7ca8aa9f-537e-4c69-8686-02ddf6dcccda req-6c753e70-0059-4126-a887-14b6c4f97540 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0494597 Dec 08 02:38:38.301612 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7ca8aa9f-537e-4c69-8686-02ddf6dcccda req-f5e59bab-eeb5-4a2a-bee6-1ab0a1668619 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445876 Dec 08 02:38:38.963647 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-bd1a6197-89a6-4d9f-a08f-c6bed2874e3c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:38.965168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-bd1a6197-89a6-4d9f-a08f-c6bed2874e3c tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0506692 Dec 08 02:38:39.060998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Deleting port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:38:39.061336 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:39.154900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] For port 97f6f57a-6833-45ca-9bbe-83444c27aeb2, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=97f6f57a-6833-45ca-9bbe-83444c27aeb2,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:39.155263 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:39.324527 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:39.325236 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:39.325345 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Floating IP 633415a1-53f6-4090-b038-bf04ec90d6da disassociated. External IP: 172.25.2.141, port: 97f6f57a-6833-45ca-9bbe-83444c27aeb2. Dec 08 02:38:39.325611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Calling delete_port for 97f6f57a-6833-45ca-9bbe-83444c27aeb2 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:38:39.420573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad81d5-8534-4b59-9b3f-10854f2eb2de req-2be5bdce-e86c-43a9-b42e-813b3326ab0f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:39.422092 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69ad81d5-8534-4b59-9b3f-10854f2eb2de req-2be5bdce-e86c-43a9-b42e-813b3326ab0f tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 945 time: 0.0491107 Dec 08 02:38:39.456855 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:39.470233 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69ad81d5-8534-4b59-9b3f-10854f2eb2de req-c2e4866b-4bc2-4b66-a7e1-2b8e0da9ccb0 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups?id=87427998-541b-49d7-87f6-d7a9648f43bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420470 Dec 08 02:38:39.485268 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event deleted for resources: {'Port': ['ID=97f6f57a-6833-45ca-9bbe-83444c27aeb2,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:39.605864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Router ba11f89e-5b59-4411-8c0a-676f792aad97 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:38:39.703582 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:38:39.708366 n-d-713498-30 neutron-server[103131]: INFO neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No ports have port_id starting with 97f6f57a-6833-45ca-9bbe-83444c27aeb2 Dec 08 02:38:39.710648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 requested by agent hyperv_n-h1-713498-30 not found in database {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Dec 08 02:38:39.716408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:38:39.726703 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f27b4-4c7c-4af2-a049-e22b4fa367f5 None None] Sync routers for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:38:39.735918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f27b4-4c7c-4af2-a049-e22b4fa367f5 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:38:39.736556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d85f27b4-4c7c-4af2-a049-e22b4fa367f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:38:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:39.753743 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] No DVR routers for this DVR port 97f6f57a-6833-45ca-9bbe-83444c27aeb2 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:38:39.757025 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:39.760431 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-75985bde-a3cf-4b42-ac34-4e890d391190 req-0c021e30-5be4-4bca-8471-7c3bcf497292 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.65 "DELETE /v2.0/ports/97f6f57a-6833-45ca-9bbe-83444c27aeb2 HTTP/1.1" status: 204 len: 173 time: 0.7836483 Dec 08 02:38:39.760819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'name': 'network-vif-deleted', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:39.763072 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812d12e5-09c3-4359-8991-ce4b5b770b55" -d '{"events": [{"server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "name": "network-vif-deleted", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:39.799257 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02941c5-b9fb-41c0-935a-c96d8a55d6eb x-openstack-request-id: req-b02941c5-b9fb-41c0-935a-c96d8a55d6eb {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:39.799559 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea4e29c-0742-4949-8e04-49a96385f6a5", "name": "network-vif-deleted", "tag": "97f6f57a-6833-45ca-9bbe-83444c27aeb2", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:39.799825 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b02941c5-b9fb-41c0-935a-c96d8a55d6eb {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:39.800234 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea4e29c-0742-4949-8e04-49a96385f6a5', 'name': 'network-vif-deleted', 'tag': '97f6f57a-6833-45ca-9bbe-83444c27aeb2', 'status': 'completed', 'code': 200} Dec 08 02:38:39.853546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d85f27b4-4c7c-4af2-a049-e22b4fa367f5 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:38:40.052307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d85f27b4-4c7c-4af2-a049-e22b4fa367f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:40.082449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f27b4-4c7c-4af2-a049-e22b4fa367f5 None None] Checking router: ba11f89e-5b59-4411-8c0a-676f792aad97 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:38:40.091778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85f27b4-4c7c-4af2-a049-e22b4fa367f5 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:38:40.092434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d85f27b4-4c7c-4af2-a049-e22b4fa367f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:38:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:40.196074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d85f27b4-4c7c-4af2-a049-e22b4fa367f5 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:38:40.396932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d85f27b4-4c7c-4af2-a049-e22b4fa367f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:40.423020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85f27b4-4c7c-4af2-a049-e22b4fa367f5 None None] The sync data for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 is: [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '48089978-4658-40f5-867c-6350db5fa532', 'name': '', 'network_id': 'e8f4dbb9-943e-4693-9d8e-4b791bd8340f', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'mac_address': 'fa:16:3e:ec:63:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:56Z', 'updated_at': '2021-12-08T02:29:01Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'subnets': [{'id': '1fca6dd7-e440-4c06-a229-0811c737c16c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:38:40.577234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02bbf327-a6cf-48be-afcf-910ce2450858 req-1b058fac-8ca5-46a4-82d9-2736ed66e835 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 210 time: 0.0323634 Dec 08 02:38:40.663593 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b4599e-b05e-4f05-9e6b-a1b8fc13862b None None] New status for floating IP 633415a1-53f6-4090-b038-bf04ec90d6da: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:38:41.678543 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c74be3eb-8aea-47a6-99e7-70223dcb8b24 req-d431adb6-3eb3-44a1-8fc2-7e8d9004e417 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 210 time: 0.0297055 Dec 08 02:38:42.779903 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-06d7d3aa-9dc2-46ca-bae5-054a37162a6d req-0f97317d-25e7-45d0-b39e-0374c05420e2 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 210 time: 0.0302467 Dec 08 02:38:43.713063 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:38:43.737737 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 97f6f57a-6833-45ca-9bbe-83444c27aeb2 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:38:43.738093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 97f6f57a-6833-45ca-9bbe-83444c27aeb2 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:38:43.887027 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aab225a9-2c41-40f7-9b9b-671f80d4f7d1 req-57f68fd7-04c5-42ce-9f65-4a03ff167818 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/ports?device_id=9ea4e29c-0742-4949-8e04-49a96385f6a5 HTTP/1.1" status: 200 len: 210 time: 0.0290055 Dec 08 02:38:48.631119 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40574) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:48.684381 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72e3e5ac-7594-4d97-9826-d7d870059920 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:48.707931 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72e3e5ac-7594-4d97-9826-d7d870059920 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:48.759630 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72e3e5ac-7594-4d97-9826-d7d870059920 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:48.762359 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-72e3e5ac-7594-4d97-9826-d7d870059920 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:48.763820 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-72e3e5ac-7594-4d97-9826-d7d870059920 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "DELETE /v2.0/security-groups/87427998-541b-49d7-87f6-d7a9648f43bb HTTP/1.1" status: 204 len: 168 time: 0.1314688 Dec 08 02:38:48.766421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40576) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:48.774222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3e5ac-7594-4d97-9826-d7d870059920 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87427998-541b-49d7-87f6-d7a9648f43bb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:48.782109 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-d96655e0-5d46-45b7-92e2-80f039329f76 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] show failed (client error): The resource could not be found. Dec 08 02:38:48.786049 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40578) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:48.795682 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d96655e0-5d46-45b7-92e2-80f039329f76 tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "GET /v2.0/security-groups/87427998-541b-49d7-87f6-d7a9648f43bb HTTP/1.1" status: 404 len: 347 time: 0.0234687 Dec 08 02:38:48.911057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8c77b56d-299b-47eb-8e18-f1ecb2aa3f2a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Deleting port b8768c61-8f76-4d7c-b118-0cc6ea116732 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:38:48.911300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c77b56d-299b-47eb-8e18-f1ecb2aa3f2a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:48.993086 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c77b56d-299b-47eb-8e18-f1ecb2aa3f2a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:48.993416 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c77b56d-299b-47eb-8e18-f1ecb2aa3f2a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:49.005367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8c77b56d-299b-47eb-8e18-f1ecb2aa3f2a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Calling delete_port for b8768c61-8f76-4d7c-b118-0cc6ea116732 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:38:49.138201 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c77b56d-299b-47eb-8e18-f1ecb2aa3f2a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:49.165529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77b56d-299b-47eb-8e18-f1ecb2aa3f2a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Pushing event deleted for resources: {'Port': ['ID=b8768c61-8f76-4d7c-b118-0cc6ea116732,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:49.229906 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c77b56d-299b-47eb-8e18-f1ecb2aa3f2a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:49.232795 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8c77b56d-299b-47eb-8e18-f1ecb2aa3f2a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:49.236918 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8c77b56d-299b-47eb-8e18-f1ecb2aa3f2a tempest-ServerActionsTestJSON-1678541256 tempest-ServerActionsTestJSON-1678541256-project] 10.222.0.70 "DELETE /v2.0/floatingips/633415a1-53f6-4090-b038-bf04ec90d6da HTTP/1.1" status: 204 len: 168 time: 0.4466944 Dec 08 02:38:49.237103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40580) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:49.970480 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5272e260-b9da-417c-b858-0e4b9be256d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:50.209712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5272e260-b9da-417c-b858-0e4b9be256d9 admin admin] Deleting port 48089978-4658-40f5-867c-6350db5fa532 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:38:50.210043 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5272e260-b9da-417c-b858-0e4b9be256d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:50.284260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5272e260-b9da-417c-b858-0e4b9be256d9 admin admin] For port 48089978-4658-40f5-867c-6350db5fa532, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=48089978-4658-40f5-867c-6350db5fa532,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:50.284560 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5272e260-b9da-417c-b858-0e4b9be256d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:50.297201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5272e260-b9da-417c-b858-0e4b9be256d9 admin admin] Calling delete_port for 48089978-4658-40f5-867c-6350db5fa532 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:38:50.470698 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5272e260-b9da-417c-b858-0e4b9be256d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:50.496761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272e260-b9da-417c-b858-0e4b9be256d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=48089978-4658-40f5-867c-6350db5fa532,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:50.663437 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5272e260-b9da-417c-b858-0e4b9be256d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:50.874469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5272e260-b9da-417c-b858-0e4b9be256d9 admin admin] Router ba11f89e-5b59-4411-8c0a-676f792aad97 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:38:50.982098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5272e260-b9da-417c-b858-0e4b9be256d9 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:38:50.987654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5272e260-b9da-417c-b858-0e4b9be256d9 admin admin] 10.222.0.70 "PUT /v2.0/routers/ba11f89e-5b59-4411-8c0a-676f792aad97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7495356 Dec 08 02:38:50.990280 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40584) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:50.993820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2df36-b15f-4ca8-b37c-98163ce01126 None None] Sync routers for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:38:51.004377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2df36-b15f-4ca8-b37c-98163ce01126 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:38:51.005000 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-97c2df36-b15f-4ca8-b37c-98163ce01126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:38:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:51.093271 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.113108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-97c2df36-b15f-4ca8-b37c-98163ce01126 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:38:51.197356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.258679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Deleting port d3343bf7-ae9a-434c-be02-05153c1845a9 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:38:51.258958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.301632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-97c2df36-b15f-4ca8-b37c-98163ce01126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:38:50Z', 'revision_number': 5, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port': {'id': 'd3343bf7-ae9a-434c-be02-05153c1845a9', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:28:55Z', 'updated_at': '2021-12-08T02:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:51.343336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] For port d3343bf7-ae9a-434c-be02-05153c1845a9, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=d3343bf7-ae9a-434c-be02-05153c1845a9,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:51.343600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.358337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Calling delete_port for d3343bf7-ae9a-434c-be02-05153c1845a9 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:38:51.490578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2df36-b15f-4ca8-b37c-98163ce01126 None None] Checking router: ba11f89e-5b59-4411-8c0a-676f792aad97 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:38:51.498861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2df36-b15f-4ca8-b37c-98163ce01126 None None] Routers {'ba11f89e-5b59-4411-8c0a-676f792aad97'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:38:51.499487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-97c2df36-b15f-4ca8-b37c-98163ce01126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:38:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['ba11f89e-5b59-4411-8c0a-676f792aad97'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:51.532392 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.558941 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3343bf7-ae9a-434c-be02-05153c1845a9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:51.578259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd612a7-d3ae-4a3b-9f1b-613561e41a45 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:38:51.591649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-97c2df36-b15f-4ca8-b37c-98163ce01126 None None] Set router ba11f89e-5b59-4411-8c0a-676f792aad97 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:38:51.629837 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.648628 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-97c2df36-b15f-4ca8-b37c-98163ce01126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:38:51Z', 'revision_number': 6, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:51.675460 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c2df36-b15f-4ca8-b37c-98163ce01126 None None] The sync data for ids ['ba11f89e-5b59-4411-8c0a-676f792aad97'] in n-d-713498-30 is: [{'id': 'ba11f89e-5b59-4411-8c0a-676f792aad97', 'name': 'tempest-ServerActionsTestJSON-1608141674-router', 'tenant_id': 'a00c088ae42248c0af37603046d60490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:28:54Z', 'updated_at': '2021-12-08T02:38:51Z', 'revision_number': 6, 'project_id': 'a00c088ae42248c0af37603046d60490', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:38:51.723726 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.726143 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.772951 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.773437 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba11f89e-5b59-4411-8c0a-676f792aad97 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:38:51.778051 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.779204 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e8e41474-f3d6-48f1-ad29-61a4c11e107c admin admin] 10.222.0.70 "DELETE /v2.0/routers/ba11f89e-5b59-4411-8c0a-676f792aad97 HTTP/1.1" status: 204 len: 168 time: 0.7879412 Dec 08 02:38:51.781714 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40586) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:51.830167 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-400cebf2-6d9b-444f-a621-bee8002b336b admin admin] Deleting subnet 1fca6dd7-e440-4c06-a229-0811c737c16c {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:38:51.833264 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-400cebf2-6d9b-444f-a621-bee8002b336b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.868489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-400cebf2-6d9b-444f-a621-bee8002b336b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.945103 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-400cebf2-6d9b-444f-a621-bee8002b336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:51.996640 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-400cebf2-6d9b-444f-a621-bee8002b336b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.027247 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cebf2-6d9b-444f-a621-bee8002b336b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fca6dd7-e440-4c06-a229-0811c737c16c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:52.031764 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-400cebf2-6d9b-444f-a621-bee8002b336b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.037255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b670800-5e64-422a-abf7-e4fed18e4f3e None None] Network e8f4dbb9-943e-4693-9d8e-4b791bd8340f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:38:52.038516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40588) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:52.041687 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-400cebf2-6d9b-444f-a621-bee8002b336b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1fca6dd7-e440-4c06-a229-0811c737c16c HTTP/1.1" status: 204 len: 168 time: 0.2583730 Dec 08 02:38:52.109575 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.171753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Deleting port b04a5891-fee5-4c38-b702-7ff82e195adb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:38:52.172099 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.233965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] For port b04a5891-fee5-4c38-b702-7ff82e195adb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b04a5891-fee5-4c38-b702-7ff82e195adb,segment=NetworkSegment(cd6e08b3-dd0a-4499-8806-d02ddad28814),segment_id=cd6e08b3-dd0a-4499-8806-d02ddad28814)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:38:52.234331 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.246306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Calling delete_port for b04a5891-fee5-4c38-b702-7ff82e195adb owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:38:52.326884 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.352896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04a5891-fee5-4c38-b702-7ff82e195adb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:52.354736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] No DVR routers for this DVR port b04a5891-fee5-4c38-b702-7ff82e195adb on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:38:52.424588 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.450413 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f4dbb9-943e-4693-9d8e-4b791bd8340f']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:52.461694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6e08b3-dd0a-4499-8806-d02ddad28814') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:52.462080 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6e08b3-dd0a-4499-8806-d02ddad28814') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:38:52.463855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec38fc24-eb95-4b73-a2de-8a3c68411be5 None None] DHCP port deletion for e8f4dbb9-943e-4693-9d8e-4b791bd8340f request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:38:52.476098 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.489697 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.496409 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:38:52.496898 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:38:52.498925 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:38:52.554160 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.573070 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.578734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e8f4dbb9-943e-4693-9d8e-4b791bd8340f HTTP/1.1" status: 204 len: 168 time: 0.5368345 Dec 08 02:38:52.578734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fd055-6981-4887-821b-32b49f487de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8f4dbb9-943e-4693-9d8e-4b791bd8340f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:52.689499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40592) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:52.733536 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a15753ac-0c42-4ee5-b996-9b495f1241dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a00c088ae42248c0af37603046d60490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427556 Dec 08 02:38:52.735955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40594) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:52.761449 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:38:52.787692 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-085d0b15-9f5f-4a83-a554-cbbdc317f088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.809089 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-085d0b15-9f5f-4a83-a554-cbbdc317f088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.856305 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-085d0b15-9f5f-4a83-a554-cbbdc317f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.858890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-085d0b15-9f5f-4a83-a554-cbbdc317f088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:52.860060 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-085d0b15-9f5f-4a83-a554-cbbdc317f088 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/290bad44-6e04-4359-bed7-d2e6feeeafd1 HTTP/1.1" status: 204 len: 168 time: 0.1231523 Dec 08 02:38:52.868320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d0b15-9f5f-4a83-a554-cbbdc317f088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290bad44-6e04-4359-bed7-d2e6feeeafd1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:52.987483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b04a5891-fee5-4c38-b702-7ff82e195adb no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:38:53.010183 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: b04a5891-fee5-4c38-b702-7ff82e195adb {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:38:53.010546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b04a5891-fee5-4c38-b702-7ff82e195adb not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:38:53.010982 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d3343bf7-ae9a-434c-be02-05153c1845a9 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:38:53.030785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: d3343bf7-ae9a-434c-be02-05153c1845a9 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:38:53.031147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device d3343bf7-ae9a-434c-be02-05153c1845a9 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:38:53.031575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 48089978-4658-40f5-867c-6350db5fa532 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:38:53.050740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 48089978-4658-40f5-867c-6350db5fa532 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:38:53.051367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 48089978-4658-40f5-867c-6350db5fa532 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:38:53.580659 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40616) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:53.676731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1350392597-network', 'tenant_id': 'd8e9f54933c848c48885894c9c799174'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:38:53.698867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Made reservation on behalf of d8e9f54933c848c48885894c9c799174 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:38:53.701300 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:53.710307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:53.784862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:53.789013 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:53.812986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:38:53.822745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52dc463-7d4b-4741-b9c0-093bef84d772,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:53.827399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:53.827741 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Added segment 20da1d10-2d62-4f48-a97b-c910023bfea8 of type vlan for network 6252f98e-b533-4477-adbd-b55a057d75b9 Dec 08 02:38:53.867927 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:53.891568 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:53.892606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:53.893188 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:53.925941 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3440788 Dec 08 02:38:53.929100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40620) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:38:53.933983 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8cefee5a-bc51-463d-92b3-b60e780a68a4 admin admin] Request body: {'subnet': {'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1350392597-subnet', 'tenant_id': 'd8e9f54933c848c48885894c9c799174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:38:53.955579 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cefee5a-bc51-463d-92b3-b60e780a68a4 admin admin] Made reservation on behalf of d8e9f54933c848c48885894c9c799174 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:38:53.957922 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cefee5a-bc51-463d-92b3-b60e780a68a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:53.961613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72923bb2-0305-427c-a7da-4e83cfead6c5 admin admin] Pushing event updated for resources: {'Network': ['ID=6252f98e-b533-4477-adbd-b55a057d75b9,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:53.975952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 6252f98e-b533-4477-adbd-b55a057d75b9 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:38:54.138983 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cefee5a-bc51-463d-92b3-b60e780a68a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:54.194422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefee5a-bc51-463d-92b3-b60e780a68a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ba65ff-b836-4a38-bf30-150efd804d9f,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:54.201308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cefee5a-bc51-463d-92b3-b60e780a68a4 admin admin] Checking segment: {'id': '20da1d10-2d62-4f48-a97b-c910023bfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:38:54.201666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cefee5a-bc51-463d-92b3-b60e780a68a4 admin admin] Network hostable DHCP agents. Network: 6252f98e-b533-4477-adbd-b55a057d75b9, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:38:54.218392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cefee5a-bc51-463d-92b3-b60e780a68a4 admin admin] Network 6252f98e-b533-4477-adbd-b55a057d75b9 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:38:54.227093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8cefee5a-bc51-463d-92b3-b60e780a68a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 6252f98e-b533-4477-adbd-b55a057d75b9) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:38:54.230955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cefee5a-bc51-463d-92b3-b60e780a68a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:54.231537 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8cefee5a-bc51-463d-92b3-b60e780a68a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:54.235872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68fc3ab-4533-48fa-83b5-3e39e1ed2dc9 None None] Network 6252f98e-b533-4477-adbd-b55a057d75b9 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:38:54.247391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8cefee5a-bc51-463d-92b3-b60e780a68a4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3171880 Dec 08 02:38:54.338891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b12fdd0-04d3-463b-a116-6f48d3106163 None None] Network 6252f98e-b533-4477-adbd-b55a057d75b9 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:38:54.670706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-d51945c9-4244-4537-9618-efe7e6564d1f tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:54.672185 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-d51945c9-4244-4537-9618-efe7e6564d1f tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/networks?id=6252f98e-b533-4477-adbd-b55a057d75b9 HTTP/1.1" status: 200 len: 814 time: 0.1042972 Dec 08 02:38:54.687332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-3348d32f-0d17-4c0c-b888-14375baae5bb tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/quotas/d8e9f54933c848c48885894c9c799174 HTTP/1.1" status: 200 len: 375 time: 0.0093400 Dec 08 02:38:54.718709 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-ca0108da-e5d8-4427-991c-40f4e8a9515a tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d8e9f54933c848c48885894c9c799174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262513 Dec 08 02:38:54.776382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-0f153ea7-e5d8-492e-8a30-a602859b1e55 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:38:54.777430 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-0f153ea7-e5d8-492e-8a30-a602859b1e55 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0515497 Dec 08 02:38:54.864302 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-2f66e783-25a2-4525-90a0-47c277254229 service neutron] 10.222.0.70 "GET /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804198 Dec 08 02:38:54.954543 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-0316c6b8-91b0-44b5-95c5-9eb1549bf758 service neutron] 10.222.0.70 "GET /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834858 Dec 08 02:38:55.122277 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-07700c56-2e23-4661-9145-af8b9d0ae3e7 req-8df2ba76-8c49-44c0-a133-d606f88fe48c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 210 time: 0.0280056 Dec 08 02:38:56.220306 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90613586-a559-415a-a980-e8b750f8d2ef req-0db71945-f9ac-4060-8d22-59c691581973 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 210 time: 0.0273333 Dec 08 02:38:56.339725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-6a56f210-d244-4e42-8cc5-6dde958dd2f3 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:56.341245 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-6a56f210-d244-4e42-8cc5-6dde958dd2f3 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.65 "GET /v2.0/networks?id=6252f98e-b533-4477-adbd-b55a057d75b9 HTTP/1.1" status: 200 len: 814 time: 0.1062765 Dec 08 02:38:56.383138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Request body: {'port': {'device_id': 'ec1c1f04-185f-4fc5-a879-6c49b9f17d68', 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9', 'admin_state_up': True, 'tenant_id': 'd8e9f54933c848c48885894c9c799174'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:38:56.488382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Made reservation on behalf of d8e9f54933c848c48885894c9c799174 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:38:56.491849 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:56.617287 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Allocated IP 172.20.0.12 (6252f98e-b533-4477-adbd-b55a057d75b9/d3ba65ff-b836-4a38-bf30-150efd804d9f/2a49308c-f240-48e9-a37c-af3b95ebac2e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:38:56.763122 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:56.795557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:56.840580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Network 6252f98e-b533-4477-adbd-b55a057d75b9 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:38:56.843742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:38:56.847418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:38:56.853984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Pushing event updated for resources: {'Port': ['ID=2a49308c-f240-48e9-a37c-af3b95ebac2e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:56.898862 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:56.899398 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:56.915879 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-76bb0b88-225f-4a47-bd7a-b92f33d608b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5373230 Dec 08 02:38:56.942924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Request body: {'port': {'device_id': 'ec1c1f04-185f-4fc5-a879-6c49b9f17d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:38:56.999586 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:57.263462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a49308c-f240-48e9-a37c-af3b95ebac2e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:38:57.271602 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:57.283462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Transition to ACTIVE for port object 2a49308c-f240-48e9-a37c-af3b95ebac2e will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:38:57.288683 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:57.337276 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Pushing event updated for resources: {'Port': ['ID=2a49308c-f240-48e9-a37c-af3b95ebac2e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:57.339144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0e140-c3b8-4f9e-966c-2b4b5e7212bf req-8d66ae79-b3f0-4050-b868-438937d7993f tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:57.340680 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dab0e140-c3b8-4f9e-966c-2b4b5e7212bf req-8d66ae79-b3f0-4050-b868-438937d7993f tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 944 time: 0.0500722 Dec 08 02:38:57.407806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dab0e140-c3b8-4f9e-966c-2b4b5e7212bf req-dff9d713-b51d-4fbc-aa7e-e0b77a2658fb tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562155 Dec 08 02:38:57.432014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Attempting to bind port 2a49308c-f240-48e9-a37c-af3b95ebac2e on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:38:57.432394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Attempting to bind port 2a49308c-f240-48e9-a37c-af3b95ebac2e by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '20da1d10-2d62-4f48-a97b-c910023bfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:38:57.432735 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Attempting to bind port 2a49308c-f240-48e9-a37c-af3b95ebac2e on network 6252f98e-b533-4477-adbd-b55a057d75b9 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:38:57.439566 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Port 2a49308c-f240-48e9-a37c-af3b95ebac2e on network 6252f98e-b533-4477-adbd-b55a057d75b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:38:57.440107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Attempting to bind port 2a49308c-f240-48e9-a37c-af3b95ebac2e on network 6252f98e-b533-4477-adbd-b55a057d75b9 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:38:57.447939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:38:57.447939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Checking segment: {'id': '20da1d10-2d62-4f48-a97b-c910023bfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:38:57.448244 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Bound using segment: {'id': '20da1d10-2d62-4f48-a97b-c910023bfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:38:57.448507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Bound port: 2a49308c-f240-48e9-a37c-af3b95ebac2e, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20da1d10-2d62-4f48-a97b-c910023bfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:38:57.448867 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:57.512255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] For port 2a49308c-f240-48e9-a37c-af3b95ebac2e, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:38:57.515128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] For port 2a49308c-f240-48e9-a37c-af3b95ebac2e, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=2a49308c-f240-48e9-a37c-af3b95ebac2e,segment=NetworkSegment(20da1d10-2d62-4f48-a97b-c910023bfea8),segment_id=20da1d10-2d62-4f48-a97b-c910023bfea8)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:38:57.520131 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:57.555349 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:57.556466 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:57.558206 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-b5864825-0ff6-4536-b699-f8023745903c service neutron] 10.222.0.65 "PUT /v2.0/ports/2a49308c-f240-48e9-a37c-af3b95ebac2e HTTP/1.1" status: 200 len: 1093 time: 0.6192997 Dec 08 02:38:57.561888 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1c1f04-185f-4fc5-a879-6c49b9f17d68', 'tag': '2a49308c-f240-48e9-a37c-af3b95ebac2e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:38:57.564848 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a11503-b098-44ee-b072-e6761378ad3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1c1f04-185f-4fc5-a879-6c49b9f17d68", "tag": "2a49308c-f240-48e9-a37c-af3b95ebac2e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:38:57.600927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5864825-0ff6-4536-b699-f8023745903c service neutron] Pushing event updated for resources: {'Port': ['ID=2a49308c-f240-48e9-a37c-af3b95ebac2e,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:38:57.611517 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57b9374-1488-4ad6-b7bc-f7bf0fa2df4f x-openstack-request-id: req-e57b9374-1488-4ad6-b7bc-f7bf0fa2df4f {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:38:57.611811 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1c1f04-185f-4fc5-a879-6c49b9f17d68", "tag": "2a49308c-f240-48e9-a37c-af3b95ebac2e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:38:57.612074 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e57b9374-1488-4ad6-b7bc-f7bf0fa2df4f {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:38:57.612507 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1c1f04-185f-4fc5-a879-6c49b9f17d68', 'tag': '2a49308c-f240-48e9-a37c-af3b95ebac2e', 'status': 'completed', 'code': 200} Dec 08 02:38:58.084545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-efe1e475-cbf6-49e7-9552-11aaf119ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:58.086684 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-efe1e475-cbf6-49e7-9552-11aaf119ab5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8e9f54933c848c48885894c9c799174&device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 1096 time: 0.4503424 Dec 08 02:38:58.148626 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-e05aa73f-1a92-4d36-bd44-82a5bf690150 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a49308c-f240-48e9-a37c-af3b95ebac2e HTTP/1.1" status: 200 len: 217 time: 0.0447886 Dec 08 02:38:58.210100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-f5d1855c-b58b-41d9-89ec-1cfede5b91b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:58.211649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-f5d1855c-b58b-41d9-89ec-1cfede5b91b8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d3ba65ff-b836-4a38-bf30-150efd804d9f HTTP/1.1" status: 200 len: 854 time: 0.0519331 Dec 08 02:38:58.252629 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-99b83e8e-db96-4c13-8c82-f35e07fb3063 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6252f98e-b533-4477-adbd-b55a057d75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325003 Dec 08 02:38:58.348624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-018fe9d8-8b2c-4fc2-a2bf-1e7f2a113d50 service neutron] 10.222.0.65 "GET /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864697 Dec 08 02:38:58.441813 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb80af49-bdbb-4f18-bb3e-1f3461b18172 req-8fed1934-eaad-4af6-beb7-cb16455d69f0 service neutron] 10.222.0.65 "GET /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849833 Dec 08 02:38:58.531571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815ad7-b4f9-4f08-a623-69a72a3c5d4c req-91c4933a-6a3f-4382-a465-521c460f4420 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:58.533235 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab815ad7-b4f9-4f08-a623-69a72a3c5d4c req-91c4933a-6a3f-4382-a465-521c460f4420 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 944 time: 0.0497932 Dec 08 02:38:58.582461 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ab815ad7-b4f9-4f08-a623-69a72a3c5d4c req-cb8a2b5a-306f-4406-9594-dd53bb957967 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Dec 08 02:38:58.588786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a11503-b098-44ee-b072-e6761378ad3d req-f99f67a8-ec0f-4435-9a85-9ac8c38569ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:58.590381 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2a11503-b098-44ee-b072-e6761378ad3d req-f99f67a8-ec0f-4435-9a85-9ac8c38569ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d8e9f54933c848c48885894c9c799174&device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 1096 time: 0.0414696 Dec 08 02:38:58.682269 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a11503-b098-44ee-b072-e6761378ad3d req-f43289d3-6b7b-4693-8d6a-b70cbc987881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:58.683639 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2a11503-b098-44ee-b072-e6761378ad3d req-f43289d3-6b7b-4693-8d6a-b70cbc987881 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6252f98e-b533-4477-adbd-b55a057d75b9 HTTP/1.1" status: 200 len: 915 time: 0.0833318 Dec 08 02:38:58.729481 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2a11503-b098-44ee-b072-e6761378ad3d req-c4e4c034-0661-45f7-a7fa-58ec8e7cc747 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a49308c-f240-48e9-a37c-af3b95ebac2e HTTP/1.1" status: 200 len: 217 time: 0.0378547 Dec 08 02:38:58.782563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a11503-b098-44ee-b072-e6761378ad3d req-0cb77040-969c-4075-a258-9a667275625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:58.784035 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2a11503-b098-44ee-b072-e6761378ad3d req-0cb77040-969c-4075-a258-9a667275625d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d3ba65ff-b836-4a38-bf30-150efd804d9f HTTP/1.1" status: 200 len: 854 time: 0.0443406 Dec 08 02:38:58.817632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2a11503-b098-44ee-b072-e6761378ad3d req-49241de5-24b6-4788-9756-4f6724a48119 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6252f98e-b533-4477-adbd-b55a057d75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246606 Dec 08 02:38:58.908950 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b0379069-3336-40f8-b697-5ddf6098bdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:38:58.914233 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2a11503-b098-44ee-b072-e6761378ad3d req-3c19648e-4a83-4258-ab13-933e3941e570 service neutron] 10.222.0.65 "GET /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861673 Dec 08 02:38:59.007129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e2a11503-b098-44ee-b072-e6761378ad3d req-f9f9b239-054d-4cd1-a90b-d84d4cf27c5a service neutron] 10.222.0.65 "GET /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853395 Dec 08 02:38:59.706036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04aa25-2186-4c76-8d95-c7ee43517f82 req-e0286bbd-a343-4dff-8618-d7479efa9461 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:38:59.707520 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e04aa25-2186-4c76-8d95-c7ee43517f82 req-e0286bbd-a343-4dff-8618-d7479efa9461 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 944 time: 0.0542653 Dec 08 02:38:59.754878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7e04aa25-2186-4c76-8d95-c7ee43517f82 req-18f3eef3-7924-48bb-b794-fe09f0996e18 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Dec 08 02:39:00.871708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd537273-4309-4a40-804e-2400a9f61a53 req-3d566e4e-b78b-4329-996e-7bee597eabdd tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:00.873248 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fd537273-4309-4a40-804e-2400a9f61a53 req-3d566e4e-b78b-4329-996e-7bee597eabdd tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 944 time: 0.0495675 Dec 08 02:39:00.920167 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fd537273-4309-4a40-804e-2400a9f61a53 req-286850ea-d9c3-4a9f-9b15-7949e7758cdc tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Dec 08 02:39:01.772738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 2a49308c-f240-48e9-a37c-af3b95ebac2e details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:39:01.868998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 2a49308c-f240-48e9-a37c-af3b95ebac2e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=2a49308c-f240-48e9-a37c-af3b95ebac2e,segment=NetworkSegment(20da1d10-2d62-4f48-a97b-c910023bfea8),segment_id=20da1d10-2d62-4f48-a97b-c910023bfea8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:01.879754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '2a49308c-f240-48e9-a37c-af3b95ebac2e', 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9', 'port_id': '2a49308c-f240-48e9-a37c-af3b95ebac2e', 'mac_address': 'fa:16:3e:46:81:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ba65ff-b836-4a38-bf30-150efd804d9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:39:01.916642 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:01.930779 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a49308c-f240-48e9-a37c-af3b95ebac2e {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:39:01.952855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 2a49308c-f240-48e9-a37c-af3b95ebac2e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=2a49308c-f240-48e9-a37c-af3b95ebac2e,segment=NetworkSegment(20da1d10-2d62-4f48-a97b-c910023bfea8),segment_id=20da1d10-2d62-4f48-a97b-c910023bfea8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:01.957433 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:02.006731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=2a49308c-f240-48e9-a37c-af3b95ebac2e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:02.039660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7102cfc-fdbd-40c1-9d18-db45a636636d req-0f2eaba9-411a-4159-8b57-9eeaafb111d4 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:02.041208 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7102cfc-fdbd-40c1-9d18-db45a636636d req-0f2eaba9-411a-4159-8b57-9eeaafb111d4 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 945 time: 0.0499251 Dec 08 02:39:02.091415 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a7102cfc-fdbd-40c1-9d18-db45a636636d req-27462dc2-53f8-4650-88c1-a598171086ba tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Dec 08 02:39:02.136177 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:02.186680 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-db7204e1-fe97-41ea-9cc8-7f5dc4d05914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:02.297716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a49308c-f240-48e9-a37c-af3b95ebac2e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:39:02.547557 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:03.211191 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d3218-52cc-4545-b24e-c75732dfdcdb req-5f8e3055-31ed-4ddb-a739-090123689e72 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:03.212916 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c39d3218-52cc-4545-b24e-c75732dfdcdb req-5f8e3055-31ed-4ddb-a739-090123689e72 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 945 time: 0.0531807 Dec 08 02:39:03.259233 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c39d3218-52cc-4545-b24e-c75732dfdcdb req-bff907af-9e8b-4d21-832a-07763ae4a032 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Dec 08 02:39:03.788978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 2a49308c-f240-48e9-a37c-af3b95ebac2e up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:03.843734 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:03.852940 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 2a49308c-f240-48e9-a37c-af3b95ebac2e completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:39:03.856678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 2a49308c-f240-48e9-a37c-af3b95ebac2e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:03.857047 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:03.933622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:03.955226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1c1f04-185f-4fc5-a879-6c49b9f17d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a49308c-f240-48e9-a37c-af3b95ebac2e'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:03.957481 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776a5053-fce6-4367-aba5-2fcae037303f" -d '{"events": [{"server_uuid": "ec1c1f04-185f-4fc5-a879-6c49b9f17d68", "name": "network-vif-plugged", "status": "completed", "tag": "2a49308c-f240-48e9-a37c-af3b95ebac2e"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:03.971080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 2a49308c-f240-48e9-a37c-af3b95ebac2e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=2a49308c-f240-48e9-a37c-af3b95ebac2e,segment=NetworkSegment(20da1d10-2d62-4f48-a97b-c910023bfea8),segment_id=20da1d10-2d62-4f48-a97b-c910023bfea8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:03.976071 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:04.002086 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c58d2e4-4099-4c5d-a340-b213070c1edf x-openstack-request-id: req-7c58d2e4-4099-4c5d-a340-b213070c1edf {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:04.002387 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1c1f04-185f-4fc5-a879-6c49b9f17d68", "name": "network-vif-plugged", "status": "completed", "tag": "2a49308c-f240-48e9-a37c-af3b95ebac2e", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:04.002644 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7c58d2e4-4099-4c5d-a340-b213070c1edf {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:04.003036 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1c1f04-185f-4fc5-a879-6c49b9f17d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a49308c-f240-48e9-a37c-af3b95ebac2e', 'code': 200} Dec 08 02:39:04.031930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=2a49308c-f240-48e9-a37c-af3b95ebac2e,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:04.153803 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c6176-8760-47d8-a6c1-e6cfc40bb5af req-5e782704-05f3-40c3-92e3-31bb2c1ce93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:04.155279 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-253c6176-8760-47d8-a6c1-e6cfc40bb5af req-5e782704-05f3-40c3-92e3-31bb2c1ce93a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 1098 time: 0.0394616 Dec 08 02:39:04.206710 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-253c6176-8760-47d8-a6c1-e6cfc40bb5af req-cde2b729-cfd6-45cd-a15e-8d1bff2e206b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402336 Dec 08 02:39:04.377133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53772b81-ad11-4c7a-a337-05babe9d1fb5 req-b28fe1f2-3107-4259-9585-3f48e03bba2f tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:04.378615 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53772b81-ad11-4c7a-a337-05babe9d1fb5 req-b28fe1f2-3107-4259-9585-3f48e03bba2f tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 946 time: 0.0497184 Dec 08 02:39:04.425029 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53772b81-ad11-4c7a-a337-05babe9d1fb5 req-786c12ee-b85b-411d-a419-13ac0c5877e9 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403750 Dec 08 02:39:04.602927 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:04.851414 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:05.540811 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ef770-97de-4754-a8c9-b83f6bddf420 req-0e243de6-4433-490e-ae3b-06ddf9cc498b tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:05.542288 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-708ef770-97de-4754-a8c9-b83f6bddf420 req-0e243de6-4433-490e-ae3b-06ddf9cc498b tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 946 time: 0.0480337 Dec 08 02:39:05.589334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-708ef770-97de-4754-a8c9-b83f6bddf420 req-2df80037-ea45-4f6b-af94-ed39737ad6e9 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 Dec 08 02:39:05.811552 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-bb7849a9-6bcc-4bba-8629-314255ce3dbc tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:05.813037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-bb7849a9-6bcc-4bba-8629-314255ce3dbc tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/networks?id=6252f98e-b533-4477-adbd-b55a057d75b9 HTTP/1.1" status: 200 len: 814 time: 0.1016812 Dec 08 02:39:05.827706 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-1c2603e2-8b4a-4c40-b5b1-5fa990ebed76 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/quotas/d8e9f54933c848c48885894c9c799174 HTTP/1.1" status: 200 len: 375 time: 0.0087559 Dec 08 02:39:05.875571 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-0b5e1c1d-be1e-4cbe-8f6b-eb74d3e2ed2b tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d8e9f54933c848c48885894c9c799174&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427084 Dec 08 02:39:06.015650 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-0a0346e7-0d9a-493d-98ed-eaa70464d623 service neutron] 10.222.0.70 "GET /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324697 Dec 08 02:39:06.101421 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-0a8ebf61-8387-4dfa-8a14-301dd207369d service neutron] 10.222.0.70 "GET /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815430 Dec 08 02:39:06.257850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6ab88177-2669-4681-823e-45df49a871fd req-bda376e2-dbfb-4e1b-bb30-f6804e9bf180 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 210 time: 0.0264220 Dec 08 02:39:07.246676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-58aa8b7d-d225-4da7-be30-7ce130f4e83a tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:07.248080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-58aa8b7d-d225-4da7-be30-7ce130f4e83a tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.72 "GET /v2.0/networks?id=6252f98e-b533-4477-adbd-b55a057d75b9 HTTP/1.1" status: 200 len: 814 time: 0.1088300 Dec 08 02:39:07.266499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Request body: {'port': {'device_id': 'e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c', 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9', 'admin_state_up': True, 'tenant_id': 'd8e9f54933c848c48885894c9c799174'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:07.361162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-960e70b8-72e1-422b-ab88-5bcaa8a6a5bc req-0543cf49-dab9-406c-ae10-928ba4d9cdc6 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 210 time: 0.0347767 Dec 08 02:39:07.403361 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Made reservation on behalf of d8e9f54933c848c48885894c9c799174 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:07.406849 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:07.526793 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Allocated IP 172.20.0.10 (6252f98e-b533-4477-adbd-b55a057d75b9/d3ba65ff-b836-4a38-bf30-150efd804d9f/ef005045-4f2a-4acb-be6b-5239d1eaefea) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:07.674221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:07.707309 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:07.742391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a49308c-f240-48e9-a37c-af3b95ebac2e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:39:07.749753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Network 6252f98e-b533-4477-adbd-b55a057d75b9 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:07.752940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:07.756726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:07.785276 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Pushing event updated for resources: {'Port': ['ID=ef005045-4f2a-4acb-be6b-5239d1eaefea,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:07.800011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.800702 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.801061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.801414 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.801779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.802970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.803403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.803740 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.804076 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.804434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.804773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.805100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.805424 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:07.825164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:07.825776 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:07.841947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-e0d38171-5fd3-4090-8563-081ccfc50f8c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5792172 Dec 08 02:39:07.860223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Request body: {'port': {'device_id': 'e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:08.241915 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:08.487422 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7749de-39e3-4956-bee8-1ee1d576799c req-e139d957-5a6d-4387-9fde-9759f7816bc1 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:08.489153 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb7749de-39e3-4956-bee8-1ee1d576799c req-e139d957-5a6d-4387-9fde-9759f7816bc1 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 932 time: 0.0554147 Dec 08 02:39:08.525666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef005045-4f2a-4acb-be6b-5239d1eaefea {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:39:08.533072 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:08.546402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Transition to ACTIVE for port object ef005045-4f2a-4acb-be6b-5239d1eaefea will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:39:08.547594 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eb7749de-39e3-4956-bee8-1ee1d576799c req-581e8072-52d3-4316-8096-33f36d8dcaab tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469098 Dec 08 02:39:08.550697 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:08.604019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Pushing event updated for resources: {'Port': ['ID=ef005045-4f2a-4acb-be6b-5239d1eaefea,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:08.666144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Attempting to bind port ef005045-4f2a-4acb-be6b-5239d1eaefea on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:08.666492 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Attempting to bind port ef005045-4f2a-4acb-be6b-5239d1eaefea by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '20da1d10-2d62-4f48-a97b-c910023bfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:08.666829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Attempting to bind port ef005045-4f2a-4acb-be6b-5239d1eaefea on network 6252f98e-b533-4477-adbd-b55a057d75b9 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:08.671102 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Port ef005045-4f2a-4acb-be6b-5239d1eaefea on network 6252f98e-b533-4477-adbd-b55a057d75b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:39:08.671433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Attempting to bind port ef005045-4f2a-4acb-be6b-5239d1eaefea on network 6252f98e-b533-4477-adbd-b55a057d75b9 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:08.676151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:08.676538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Checking segment: {'id': '20da1d10-2d62-4f48-a97b-c910023bfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:08.676937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Bound using segment: {'id': '20da1d10-2d62-4f48-a97b-c910023bfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:08.677418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Bound port: ef005045-4f2a-4acb-be6b-5239d1eaefea, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20da1d10-2d62-4f48-a97b-c910023bfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:08.677778 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:08.744415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] For port ef005045-4f2a-4acb-be6b-5239d1eaefea, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:08.747728 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] For port ef005045-4f2a-4acb-be6b-5239d1eaefea, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ef005045-4f2a-4acb-be6b-5239d1eaefea,segment=NetworkSegment(20da1d10-2d62-4f48-a97b-c910023bfea8),segment_id=20da1d10-2d62-4f48-a97b-c910023bfea8)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:08.750937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:08.786475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:08.787887 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:08.789312 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] 10.222.0.72 "PUT /v2.0/ports/ef005045-4f2a-4acb-be6b-5239d1eaefea HTTP/1.1" status: 200 len: 1093 time: 0.9332030 Dec 08 02:39:08.789764 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c', 'tag': 'ef005045-4f2a-4acb-be6b-5239d1eaefea'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:08.792030 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967771e5-59f9-4620-90ec-56b10803611a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c", "tag": "ef005045-4f2a-4acb-be6b-5239d1eaefea"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:08.813276 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c99f24-426e-4968-9ed7-e4b29f72d411 service neutron] Pushing event updated for resources: {'Port': ['ID=ef005045-4f2a-4acb-be6b-5239d1eaefea,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:08.885515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-93031a90-1ca5-448b-bb3d-0697adca5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:08.887058 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-93031a90-1ca5-448b-bb3d-0697adca5246 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8e9f54933c848c48885894c9c799174&device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 1096 time: 0.0431983 Dec 08 02:39:08.897991 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44286abf-1579-4f20-8afc-ab826608a9e0 x-openstack-request-id: req-44286abf-1579-4f20-8afc-ab826608a9e0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:08.898285 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c", "tag": "ef005045-4f2a-4acb-be6b-5239d1eaefea", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:08.898537 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-44286abf-1579-4f20-8afc-ab826608a9e0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:08.898934 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c', 'tag': 'ef005045-4f2a-4acb-be6b-5239d1eaefea', 'status': 'completed', 'code': 200} Dec 08 02:39:08.939386 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-5dc6bcf9-ec6e-4124-8cbf-f78f35c7d2f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef005045-4f2a-4acb-be6b-5239d1eaefea HTTP/1.1" status: 200 len: 217 time: 0.0343609 Dec 08 02:39:08.996723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-0a872ecd-0234-40a7-a803-537f4fb52ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:08.998213 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-0a872ecd-0234-40a7-a803-537f4fb52ed2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3ba65ff-b836-4a38-bf30-150efd804d9f HTTP/1.1" status: 200 len: 854 time: 0.0490828 Dec 08 02:39:09.030202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-262e702d-e2ea-4f54-9fba-bf8e2ed51ea3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6252f98e-b533-4477-adbd-b55a057d75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251784 Dec 08 02:39:09.118145 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-edc87ed1-e5dc-4219-a93b-6294a8432b9b service neutron] 10.222.0.72 "GET /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805545 Dec 08 02:39:09.208142 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-743e2a15-6694-40ea-b3cd-9377d57425e7 req-420b9e61-cc49-451f-998e-0082077f1445 service neutron] 10.222.0.72 "GET /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830667 Dec 08 02:39:09.331765 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967771e5-59f9-4620-90ec-56b10803611a req-5c4ae467-2f39-4004-be49-102448ddcf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:09.333829 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-967771e5-59f9-4620-90ec-56b10803611a req-5c4ae467-2f39-4004-be49-102448ddcf51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d8e9f54933c848c48885894c9c799174&device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 1096 time: 0.0407770 Dec 08 02:39:09.427576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967771e5-59f9-4620-90ec-56b10803611a req-fc7622fc-fb4e-4f41-9da1-dc9d844581ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:09.429041 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-967771e5-59f9-4620-90ec-56b10803611a req-fc7622fc-fb4e-4f41-9da1-dc9d844581ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=6252f98e-b533-4477-adbd-b55a057d75b9 HTTP/1.1" status: 200 len: 915 time: 0.0875335 Dec 08 02:39:09.471237 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-967771e5-59f9-4620-90ec-56b10803611a req-4a972122-6f5f-4c19-aeb3-991fcbeef90f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef005045-4f2a-4acb-be6b-5239d1eaefea HTTP/1.1" status: 200 len: 217 time: 0.0347526 Dec 08 02:39:09.524307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967771e5-59f9-4620-90ec-56b10803611a req-fbbf389d-4f12-4222-baa0-64da6fcad42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:09.525762 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-967771e5-59f9-4620-90ec-56b10803611a req-fbbf389d-4f12-4222-baa0-64da6fcad42e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d3ba65ff-b836-4a38-bf30-150efd804d9f HTTP/1.1" status: 200 len: 854 time: 0.0466926 Dec 08 02:39:09.558780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-967771e5-59f9-4620-90ec-56b10803611a req-1b8ba5c4-0a58-4de9-a5a9-9e1b1c04ccea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6252f98e-b533-4477-adbd-b55a057d75b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243797 Dec 08 02:39:09.650442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-967771e5-59f9-4620-90ec-56b10803611a req-78c3a509-c3a9-4155-851c-290eb3dc7be8 service neutron] 10.222.0.72 "GET /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829828 Dec 08 02:39:09.663346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5d32f-94fd-407a-881a-548fbfe290d6 req-5a2cf18d-ca6b-4ea8-8af5-d79fc02d2bd9 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:09.665351 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6fe5d32f-94fd-407a-881a-548fbfe290d6 req-5a2cf18d-ca6b-4ea8-8af5-d79fc02d2bd9 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 944 time: 0.0491590 Dec 08 02:39:09.713147 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6fe5d32f-94fd-407a-881a-548fbfe290d6 req-2531de61-cfda-4460-a3e0-5db737be45b2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417387 Dec 08 02:39:09.747588 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-967771e5-59f9-4620-90ec-56b10803611a req-0d2a2276-06a2-4ca4-b50b-f2a75a07ee4c service neutron] 10.222.0.72 "GET /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897861 Dec 08 02:39:10.829903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c3f06-7776-4004-a6c1-21a4fc23705b req-a7352bb8-ed47-423c-978d-07a920fff1da tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:10.831398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-054c3f06-7776-4004-a6c1-21a4fc23705b req-a7352bb8-ed47-423c-978d-07a920fff1da tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 944 time: 0.0506649 Dec 08 02:39:10.879102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-054c3f06-7776-4004-a6c1-21a4fc23705b req-2d16d05d-bbe1-4fb7-8bcc-15a23835ac59 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 Dec 08 02:39:11.995702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4e184-5643-4698-8758-fb78a183e2e7 req-ba332f60-681c-4ad2-8a1f-fb81ed49def5 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:11.997205 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0b4e184-5643-4698-8758-fb78a183e2e7 req-ba332f60-681c-4ad2-8a1f-fb81ed49def5 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 944 time: 0.0493190 Dec 08 02:39:12.044617 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e0b4e184-5643-4698-8758-fb78a183e2e7 req-80504516-84fc-4831-9e9e-2b3b9f4aa72f tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 Dec 08 02:39:12.222496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ef005045-4f2a-4acb-be6b-5239d1eaefea details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:39:12.317334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ef005045-4f2a-4acb-be6b-5239d1eaefea, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ef005045-4f2a-4acb-be6b-5239d1eaefea,segment=NetworkSegment(20da1d10-2d62-4f48-a97b-c910023bfea8),segment_id=20da1d10-2d62-4f48-a97b-c910023bfea8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:12.328650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'ef005045-4f2a-4acb-be6b-5239d1eaefea', 'network_id': '6252f98e-b533-4477-adbd-b55a057d75b9', 'port_id': 'ef005045-4f2a-4acb-be6b-5239d1eaefea', 'mac_address': 'fa:16:3e:68:d9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3ba65ff-b836-4a38-bf30-150efd804d9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:39:12.368615 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:12.381131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef005045-4f2a-4acb-be6b-5239d1eaefea {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:39:12.400067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ef005045-4f2a-4acb-be6b-5239d1eaefea, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ef005045-4f2a-4acb-be6b-5239d1eaefea,segment=NetworkSegment(20da1d10-2d62-4f48-a97b-c910023bfea8),segment_id=20da1d10-2d62-4f48-a97b-c910023bfea8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:12.404600 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:12.452896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ef005045-4f2a-4acb-be6b-5239d1eaefea,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:12.661754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ef005045-4f2a-4acb-be6b-5239d1eaefea'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:39:13.183822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0be67-776a-48c0-a6c2-56a6cca582c0 req-0264fff3-11cb-4404-bd53-a0d174f9b94d tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:13.185336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ab0be67-776a-48c0-a6c2-56a6cca582c0 req-0264fff3-11cb-4404-bd53-a0d174f9b94d tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 945 time: 0.0560350 Dec 08 02:39:13.232519 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3ab0be67-776a-48c0-a6c2-56a6cca582c0 req-6094bc20-e935-4970-bb38-1a3737b0ac40 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Dec 08 02:39:14.237906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ef005045-4f2a-4acb-be6b-5239d1eaefea up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:14.289211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port ef005045-4f2a-4acb-be6b-5239d1eaefea completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:39:14.293432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port ef005045-4f2a-4acb-be6b-5239d1eaefea triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:14.293819 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:14.355224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d57585-72d2-4b67-8a8a-124b182e4238 req-2fb8292d-49e1-48fe-9db5-14fb06a4abf0 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:14.356739 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65d57585-72d2-4b67-8a8a-124b182e4238 req-2fb8292d-49e1-48fe-9db5-14fb06a4abf0 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 945 time: 0.0555372 Dec 08 02:39:14.372328 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:14.399516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef005045-4f2a-4acb-be6b-5239d1eaefea'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:14.401785 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571dc0c3-66b7-4423-8727-5d3ca5ea3b96" -d '{"events": [{"server_uuid": "e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c", "name": "network-vif-plugged", "status": "completed", "tag": "ef005045-4f2a-4acb-be6b-5239d1eaefea"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:14.407448 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65d57585-72d2-4b67-8a8a-124b182e4238 req-a1b09d77-12ac-470d-96a9-9810364aeeae tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439544 Dec 08 02:39:14.415102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port ef005045-4f2a-4acb-be6b-5239d1eaefea, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ef005045-4f2a-4acb-be6b-5239d1eaefea,segment=NetworkSegment(20da1d10-2d62-4f48-a97b-c910023bfea8),segment_id=20da1d10-2d62-4f48-a97b-c910023bfea8)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:14.424531 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:14.442762 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd3519b-23a6-4db0-aa30-a89ca23ce97d x-openstack-request-id: req-2fd3519b-23a6-4db0-aa30-a89ca23ce97d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:14.443069 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c", "name": "network-vif-plugged", "status": "completed", "tag": "ef005045-4f2a-4acb-be6b-5239d1eaefea", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:14.443860 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2fd3519b-23a6-4db0-aa30-a89ca23ce97d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:14.444268 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef005045-4f2a-4acb-be6b-5239d1eaefea', 'code': 200} Dec 08 02:39:14.470461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=ef005045-4f2a-4acb-be6b-5239d1eaefea,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:14.567561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb3354-e815-48dc-a0b1-622b4ed84569 req-61b1adcf-d645-4e3a-8563-05898c6b1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:14.569700 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abdb3354-e815-48dc-a0b1-622b4ed84569 req-61b1adcf-d645-4e3a-8563-05898c6b1add service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 1098 time: 0.0396864 Dec 08 02:39:14.611982 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abdb3354-e815-48dc-a0b1-622b4ed84569 req-0ff88b92-b7b7-44bf-aebb-c4cc942bbeb5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356479 Dec 08 02:39:15.527944 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66cd10-ea0e-4dbc-beed-2c1aa47b5cae req-54420420-4cf5-4f22-b51a-0dbbba99adbd tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:15.529466 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a66cd10-ea0e-4dbc-beed-2c1aa47b5cae req-54420420-4cf5-4f22-b51a-0dbbba99adbd tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 946 time: 0.0494728 Dec 08 02:39:15.576228 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0a66cd10-ea0e-4dbc-beed-2c1aa47b5cae req-3b287a94-0fe9-4e37-9847-d4bca19c21e4 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Dec 08 02:39:16.696390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c843e8-d735-45f6-8b8b-fc46688e1e1d req-02169e1f-f232-47e5-8b9c-c6d7b9c9c1fb tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:16.697886 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44c843e8-d735-45f6-8b8b-fc46688e1e1d req-02169e1f-f232-47e5-8b9c-c6d7b9c9c1fb tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 946 time: 0.0526497 Dec 08 02:39:16.748254 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-44c843e8-d735-45f6-8b8b-fc46688e1e1d req-1905b12d-38b9-4f3e-8e1b-0903ba99b5e2 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Dec 08 02:39:16.979552 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f724c2-59d6-4d8c-9155-85104f388786 req-8bf257c7-f67e-4d04-8c54-94ab4a5c6a75 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:16.981095 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61f724c2-59d6-4d8c-9155-85104f388786 req-8bf257c7-f67e-4d04-8c54-94ab4a5c6a75 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 946 time: 0.0509989 Dec 08 02:39:17.028421 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61f724c2-59d6-4d8c-9155-85104f388786 req-7cb548d9-72b0-4c87-97f7-13375b30a140 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Dec 08 02:39:18.159223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92d194-0ab1-4988-a5a8-f607ab983ea5 req-b0f72b09-f5f7-487e-934a-4bf06b739000 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:18.160746 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f92d194-0ab1-4988-a5a8-f607ab983ea5 req-b0f72b09-f5f7-487e-934a-4bf06b739000 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 946 time: 0.0498557 Dec 08 02:39:18.211585 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f92d194-0ab1-4988-a5a8-f607ab983ea5 req-1b627537-47d9-49e8-ada4-8317c67cf17e tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446756 Dec 08 02:39:18.351476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50c3b7-0438-4a21-a74d-0a770852ef01 req-9ea300d5-c814-4353-b52c-32fabb2824b1 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:18.352961 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd50c3b7-0438-4a21-a74d-0a770852ef01 req-9ea300d5-c814-4353-b52c-32fabb2824b1 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 946 time: 0.0487781 Dec 08 02:39:18.453260 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-bd50c3b7-0438-4a21-a74d-0a770852ef01 req-e05d5f33-13ac-4a1a-a4ac-27120ac0b807 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Deleting port ef005045-4f2a-4acb-be6b-5239d1eaefea {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:39:18.453601 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bd50c3b7-0438-4a21-a74d-0a770852ef01 req-e05d5f33-13ac-4a1a-a4ac-27120ac0b807 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:18.541600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-bd50c3b7-0438-4a21-a74d-0a770852ef01 req-e05d5f33-13ac-4a1a-a4ac-27120ac0b807 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] For port ef005045-4f2a-4acb-be6b-5239d1eaefea, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=ef005045-4f2a-4acb-be6b-5239d1eaefea,segment=NetworkSegment(20da1d10-2d62-4f48-a97b-c910023bfea8),segment_id=20da1d10-2d62-4f48-a97b-c910023bfea8)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:18.541961 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bd50c3b7-0438-4a21-a74d-0a770852ef01 req-e05d5f33-13ac-4a1a-a4ac-27120ac0b807 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:18.555093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-bd50c3b7-0438-4a21-a74d-0a770852ef01 req-e05d5f33-13ac-4a1a-a4ac-27120ac0b807 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Calling delete_port for ef005045-4f2a-4acb-be6b-5239d1eaefea owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:39:18.685669 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bd50c3b7-0438-4a21-a74d-0a770852ef01 req-e05d5f33-13ac-4a1a-a4ac-27120ac0b807 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:18.714103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d5f33-13ac-4a1a-a4ac-27120ac0b807 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Pushing event deleted for resources: {'Port': ['ID=ef005045-4f2a-4acb-be6b-5239d1eaefea,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:18.720185 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['ef005045-4f2a-4acb-be6b-5239d1eaefea'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:39:18.725090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a49308c-f240-48e9-a37c-af3b95ebac2e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:39:18.774155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd50c3b7-0438-4a21-a74d-0a770852ef01 req-e05d5f33-13ac-4a1a-a4ac-27120ac0b807 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] No DVR routers for this DVR port ef005045-4f2a-4acb-be6b-5239d1eaefea on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:39:18.776913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-bd50c3b7-0438-4a21-a74d-0a770852ef01 req-e05d5f33-13ac-4a1a-a4ac-27120ac0b807 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:18.780397 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bd50c3b7-0438-4a21-a74d-0a770852ef01 req-e05d5f33-13ac-4a1a-a4ac-27120ac0b807 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.72 "DELETE /v2.0/ports/ef005045-4f2a-4acb-be6b-5239d1eaefea HTTP/1.1" status: 204 len: 173 time: 0.4213181 Dec 08 02:39:18.780855 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c', 'name': 'network-vif-deleted', 'tag': 'ef005045-4f2a-4acb-be6b-5239d1eaefea'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:18.783151 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c7902b-a861-44a2-8089-3cc112c13af1" -d '{"events": [{"server_uuid": "e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c", "name": "network-vif-deleted", "tag": "ef005045-4f2a-4acb-be6b-5239d1eaefea"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:18.823012 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c86ae9-38b7-49fe-9f65-b159dc714f79 x-openstack-request-id: req-e6c86ae9-38b7-49fe-9f65-b159dc714f79 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:18.823348 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c", "name": "network-vif-deleted", "tag": "ef005045-4f2a-4acb-be6b-5239d1eaefea", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:18.823613 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6c86ae9-38b7-49fe-9f65-b159dc714f79 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:18.824193 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c', 'name': 'network-vif-deleted', 'tag': 'ef005045-4f2a-4acb-be6b-5239d1eaefea', 'status': 'completed', 'code': 200} Dec 08 02:39:19.326963 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74ca700e-5cbf-452a-8363-061296f97a11 req-739066fb-4dac-4635-8399-19c845a2301c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5c35a1f-65ed-4fd0-b3c5-8ae41b19b32c HTTP/1.1" status: 200 len: 210 time: 0.0286772 Dec 08 02:39:20.477984 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c3c89-2f0e-4e55-806c-260b56960027 req-44ee644e-56d8-40cf-965a-f00d66311f9c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:20.479453 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-377c3c89-2f0e-4e55-806c-260b56960027 req-44ee644e-56d8-40cf-965a-f00d66311f9c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 946 time: 0.0498919 Dec 08 02:39:20.525728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-377c3c89-2f0e-4e55-806c-260b56960027 req-536133f2-c25f-4c0d-90fc-129b2a0b82ee tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 Dec 08 02:39:20.654657 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67037c4-b0ba-4dd1-b24d-393a93169439 req-aa830236-81bb-4ba3-963e-9674e07a726d tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:20.656052 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f67037c4-b0ba-4dd1-b24d-393a93169439 req-aa830236-81bb-4ba3-963e-9674e07a726d tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 946 time: 0.0478728 Dec 08 02:39:20.705740 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f67037c4-b0ba-4dd1-b24d-393a93169439 req-371e7615-19d3-490b-bfd4-46aaa369b08c tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437455 Dec 08 02:39:20.821431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc318d5e-ecf1-45bd-98c4-9d63a8872905 req-2fce6019-556d-4158-804f-07e77d7b8f1d tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:20.822952 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc318d5e-ecf1-45bd-98c4-9d63a8872905 req-2fce6019-556d-4158-804f-07e77d7b8f1d tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 946 time: 0.0497687 Dec 08 02:39:20.869712 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc318d5e-ecf1-45bd-98c4-9d63a8872905 req-10d13d2a-ee0d-4d01-aeb1-a61d51c076cc tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408220 Dec 08 02:39:20.945070 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-f8cedec7-e98b-4495-9cc4-f4b405508aa7 req-b5c19526-8ab4-4b55-a62a-53df3c6010ff service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:39:20.946067 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8cedec7-e98b-4495-9cc4-f4b405508aa7 req-b5c19526-8ab4-4b55-a62a-53df3c6010ff service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060790 Dec 08 02:39:21.052436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47362eb8-e6c0-4652-b175-96d14b925061 req-419291ec-bc69-4c61-91a0-3caf1608dd24 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:21.054738 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-47362eb8-e6c0-4652-b175-96d14b925061 req-419291ec-bc69-4c61-91a0-3caf1608dd24 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 946 time: 0.0497780 Dec 08 02:39:21.102329 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-47362eb8-e6c0-4652-b175-96d14b925061 req-afbc7f6e-1e82-456d-a03c-589a5f7bfc99 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416603 Dec 08 02:39:21.217586 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6f62b-913a-4099-bc85-a8cb885301f0 req-e8c85449-314b-4812-a90f-f41009fa60b8 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:21.218987 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b5b6f62b-913a-4099-bc85-a8cb885301f0 req-e8c85449-314b-4812-a90f-f41009fa60b8 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 946 time: 0.0485246 Dec 08 02:39:21.265396 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b5b6f62b-913a-4099-bc85-a8cb885301f0 req-e10b4f0f-5c88-44ee-86a5-1ff5212260fd tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Dec 08 02:39:21.389277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2181e-4592-4128-9ea4-ff7aff9bf4e8 req-705cbc7c-2641-413c-bbdd-6dd334f99373 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:21.390728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cec2181e-4592-4128-9ea4-ff7aff9bf4e8 req-705cbc7c-2641-413c-bbdd-6dd334f99373 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 946 time: 0.0483339 Dec 08 02:39:21.438086 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cec2181e-4592-4128-9ea4-ff7aff9bf4e8 req-f8b73c15-5a48-4229-8e85-df64dc5e5e88 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401132 Dec 08 02:39:21.742806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec85640-3466-4554-b69c-4fcdc79a241e req-0ab1abba-827e-4a32-813d-2113ab721d4b tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:21.744174 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cec85640-3466-4554-b69c-4fcdc79a241e req-0ab1abba-827e-4a32-813d-2113ab721d4b tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 946 time: 0.0520091 Dec 08 02:39:21.790303 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cec85640-3466-4554-b69c-4fcdc79a241e req-660a5708-8c05-434a-b313-dceab5584d41 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Dec 08 02:39:22.247228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ef005045-4f2a-4acb-be6b-5239d1eaefea no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:39:22.266993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: ef005045-4f2a-4acb-be6b-5239d1eaefea {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:39:22.267287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device ef005045-4f2a-4acb-be6b-5239d1eaefea not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:39:22.913024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69274870-50d0-465a-808d-74a0a9e15bc9 req-4cbb740f-5365-48b7-addc-30739ef8545d tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:22.914506 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69274870-50d0-465a-808d-74a0a9e15bc9 req-4cbb740f-5365-48b7-addc-30739ef8545d tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 946 time: 0.0528026 Dec 08 02:39:22.960875 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-69274870-50d0-465a-808d-74a0a9e15bc9 req-8d43c2ac-1803-4f21-9d5f-844b002c083d tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/security-groups?id=f52dc463-7d4b-4741-b9c0-093bef84d772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Dec 08 02:39:23.419937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d06d9-91dd-4ef4-8175-8d614d5b9678 req-7b9c0393-971e-427a-aad4-920fb32d9a3d tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:23.421410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d1d06d9-91dd-4ef4-8175-8d614d5b9678 req-7b9c0393-971e-427a-aad4-920fb32d9a3d tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 946 time: 0.0485659 Dec 08 02:39:23.517346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-0d1d06d9-91dd-4ef4-8175-8d614d5b9678 req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Deleting port 2a49308c-f240-48e9-a37c-af3b95ebac2e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:39:23.517688 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0d1d06d9-91dd-4ef4-8175-8d614d5b9678 req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:23.603399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-0d1d06d9-91dd-4ef4-8175-8d614d5b9678 req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] For port 2a49308c-f240-48e9-a37c-af3b95ebac2e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=2a49308c-f240-48e9-a37c-af3b95ebac2e,segment=NetworkSegment(20da1d10-2d62-4f48-a97b-c910023bfea8),segment_id=20da1d10-2d62-4f48-a97b-c910023bfea8)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:23.603752 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0d1d06d9-91dd-4ef4-8175-8d614d5b9678 req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:23.617279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-0d1d06d9-91dd-4ef4-8175-8d614d5b9678 req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Calling delete_port for 2a49308c-f240-48e9-a37c-af3b95ebac2e owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:39:23.745706 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0d1d06d9-91dd-4ef4-8175-8d614d5b9678 req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:23.779643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Pushing event deleted for resources: {'Port': ['ID=2a49308c-f240-48e9-a37c-af3b95ebac2e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:23.788788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['2a49308c-f240-48e9-a37c-af3b95ebac2e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:39:23.806600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.806935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.807282 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.807630 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.807967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.808323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.808663 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.808992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.809323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.809653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.809981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.810308 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.810635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:23.833947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1d06d9-91dd-4ef4-8175-8d614d5b9678 req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] No DVR routers for this DVR port 2a49308c-f240-48e9-a37c-af3b95ebac2e on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:39:23.836694 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-0d1d06d9-91dd-4ef4-8175-8d614d5b9678 req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:23.840240 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d1d06d9-91dd-4ef4-8175-8d614d5b9678 req-ea897594-619f-4191-99ac-8cb7a007e295 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.65 "DELETE /v2.0/ports/2a49308c-f240-48e9-a37c-af3b95ebac2e HTTP/1.1" status: 204 len: 173 time: 0.4090607 Dec 08 02:39:23.840712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1c1f04-185f-4fc5-a879-6c49b9f17d68', 'name': 'network-vif-deleted', 'tag': '2a49308c-f240-48e9-a37c-af3b95ebac2e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:23.842964 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf0d87b-b594-4c86-970b-1777f0902d5e" -d '{"events": [{"server_uuid": "ec1c1f04-185f-4fc5-a879-6c49b9f17d68", "name": "network-vif-deleted", "tag": "2a49308c-f240-48e9-a37c-af3b95ebac2e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:23.881957 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1863dcd3-3140-44cb-90de-93c16e6f38e3 x-openstack-request-id: req-1863dcd3-3140-44cb-90de-93c16e6f38e3 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:23.882452 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1c1f04-185f-4fc5-a879-6c49b9f17d68", "name": "network-vif-deleted", "tag": "2a49308c-f240-48e9-a37c-af3b95ebac2e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:23.882851 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1863dcd3-3140-44cb-90de-93c16e6f38e3 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:23.883270 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1c1f04-185f-4fc5-a879-6c49b9f17d68', 'name': 'network-vif-deleted', 'tag': '2a49308c-f240-48e9-a37c-af3b95ebac2e', 'status': 'completed', 'code': 200} Dec 08 02:39:24.069275 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f49070e2-c09b-467a-9ee2-3da59bf97fbe req-d17c8db5-02d5-4695-b152-ae142d326e56 tempest-ServersNegativeTestJSON-1253836872 tempest-ServersNegativeTestJSON-1253836872-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec1c1f04-185f-4fc5-a879-6c49b9f17d68 HTTP/1.1" status: 200 len: 210 time: 0.0263302 Dec 08 02:39:25.125463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40776) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:25.170810 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-759de1e2-9bdb-40bc-8dac-e13bba0c0bf3 admin admin] Deleting subnet d3ba65ff-b836-4a38-bf30-150efd804d9f {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:39:25.174140 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-759de1e2-9bdb-40bc-8dac-e13bba0c0bf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.212604 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-759de1e2-9bdb-40bc-8dac-e13bba0c0bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.254280 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-759de1e2-9bdb-40bc-8dac-e13bba0c0bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.305522 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-759de1e2-9bdb-40bc-8dac-e13bba0c0bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.332042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759de1e2-9bdb-40bc-8dac-e13bba0c0bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ba65ff-b836-4a38-bf30-150efd804d9f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:25.334030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-759de1e2-9bdb-40bc-8dac-e13bba0c0bf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.338160 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-759de1e2-9bdb-40bc-8dac-e13bba0c0bf3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d3ba65ff-b836-4a38-bf30-150efd804d9f HTTP/1.1" status: 204 len: 168 time: 0.2116797 Dec 08 02:39:25.340709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40778) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:25.407297 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.489015 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.509140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6252f98e-b533-4477-adbd-b55a057d75b9']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:25.518365 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20da1d10-2d62-4f48-a97b-c910023bfea8') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:25.518660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20da1d10-2d62-4f48-a97b-c910023bfea8') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:25.528509 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.541753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.547561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:39:25.547937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:39:25.549568 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:39:25.605546 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.611187 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.614358 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6252f98e-b533-4477-adbd-b55a057d75b9 HTTP/1.1" status: 204 len: 168 time: 0.2726877 Dec 08 02:39:25.625880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcbd70-b24a-4243-8204-1bd0a45ecce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6252f98e-b533-4477-adbd-b55a057d75b9,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:25.723403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40782) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:25.764698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e61a8694-3358-45e0-8007-8d1035a37df4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8e9f54933c848c48885894c9c799174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395100 Dec 08 02:39:25.766722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40784) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:25.814291 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd05d18e-236c-4c76-9a2d-d008475f069d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.834747 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd05d18e-236c-4c76-9a2d-d008475f069d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.881826 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd05d18e-236c-4c76-9a2d-d008475f069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.885680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd05d18e-236c-4c76-9a2d-d008475f069d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:25.886844 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cd05d18e-236c-4c76-9a2d-d008475f069d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f52dc463-7d4b-4741-b9c0-093bef84d772 HTTP/1.1" status: 204 len: 168 time: 0.1192124 Dec 08 02:39:25.894558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05d18e-236c-4c76-9a2d-d008475f069d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52dc463-7d4b-4741-b9c0-093bef84d772,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:26.547298 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40806) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:26.640420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1442356725'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:26.662897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Made reservation on behalf of b5966dc5c4e54b47a326b2b193ad78f7 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:26.667565 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:26.680023 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:26.753658 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:26.758392 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:26.784511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:39:26.794687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f7e6a3-3ca8-4311-9efd-2b4e43d43a37,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:26.800038 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:26.800416 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Added segment 7e16673f-18dc-431e-a21d-e608ba9ac98a of type vlan for network 42b0c99a-746f-4834-a474-7efecc993302 Dec 08 02:39:26.840697 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:26.864680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:26.870828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:26.871409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:26.904701 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3562713 Dec 08 02:39:26.945360 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f74df2-5a7b-43b7-b3f2-c0f774657534 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event updated for resources: {'Network': ['ID=42b0c99a-746f-4834-a474-7efecc993302,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:26.956919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 42b0c99a-746f-4834-a474-7efecc993302 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:39:27.960810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 2a49308c-f240-48e9-a37c-af3b95ebac2e no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:39:27.984551 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 2a49308c-f240-48e9-a37c-af3b95ebac2e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:39:27.984898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 2a49308c-f240-48e9-a37c-af3b95ebac2e not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:39:28.910277 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-593ff1d8-7e3e-4684-aa41-72e77120eb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:29.760252 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:39:30.263430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40810) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:30.268635 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f517a60a-fc06-4d1d-9796-9e725200f834 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Request body: {'subnet': {'network_id': '42b0c99a-746f-4834-a474-7efecc993302', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:30.358292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f517a60a-fc06-4d1d-9796-9e725200f834 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Made reservation on behalf of b5966dc5c4e54b47a326b2b193ad78f7 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:30.361759 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f517a60a-fc06-4d1d-9796-9e725200f834 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:30.545696 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f517a60a-fc06-4d1d-9796-9e725200f834 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:30.598266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517a60a-fc06-4d1d-9796-9e725200f834 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event updated for resources: {'Subnet': ['ID=b3d6d866-36a3-432c-a102-ebb5b72ddba9,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:30.613960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f517a60a-fc06-4d1d-9796-9e725200f834 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Checking segment: {'id': '7e16673f-18dc-431e-a21d-e608ba9ac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '42b0c99a-746f-4834-a474-7efecc993302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:30.614332 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f517a60a-fc06-4d1d-9796-9e725200f834 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Network hostable DHCP agents. Network: 42b0c99a-746f-4834-a474-7efecc993302, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:39:30.630395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f517a60a-fc06-4d1d-9796-9e725200f834 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Network 42b0c99a-746f-4834-a474-7efecc993302 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:39:30.639571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f517a60a-fc06-4d1d-9796-9e725200f834 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 42b0c99a-746f-4834-a474-7efecc993302) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:30.643636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f517a60a-fc06-4d1d-9796-9e725200f834 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:30.644235 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f517a60a-fc06-4d1d-9796-9e725200f834 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:30.649477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae6243-3115-4a1c-8665-7c9f642a634b None None] Network 42b0c99a-746f-4834-a474-7efecc993302 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:30.661082 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f517a60a-fc06-4d1d-9796-9e725200f834 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3965194 Dec 08 02:39:30.664760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40812) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:30.670022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b2bf8246-1560-4bc1-a115-c822310d7e64 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1497509763'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:30.689584 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bf8246-1560-4bc1-a115-c822310d7e64 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Made reservation on behalf of b5966dc5c4e54b47a326b2b193ad78f7 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:30.693083 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8246-1560-4bc1-a115-c822310d7e64 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:30.723403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2bf8246-1560-4bc1-a115-c822310d7e64 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:39:30.732877 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8246-1560-4bc1-a115-c822310d7e64 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:30.733306 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-b2bf8246-1560-4bc1-a115-c822310d7e64 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Added segment 2f3a6b01-89a5-40a1-9ff6-a6bb46b288eb of type vlan for network e80157a0-e8ed-4846-a0c7-706ffa79561f Dec 08 02:39:30.751716 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-42b0c99a-746f-4834-a474-7efecc993302', 'network_id': '42b0c99a-746f-4834-a474-7efecc993302', 'project_id': 'b5966dc5c4e54b47a326b2b193ad78f7', 'fixed_ips': [{'subnet_id': 'b3d6d866-36a3-432c-a102-ebb5b72ddba9'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:39:30.752646 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:30.774369 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8246-1560-4bc1-a115-c822310d7e64 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:30.799626 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8246-1560-4bc1-a115-c822310d7e64 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:30.805872 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bf8246-1560-4bc1-a115-c822310d7e64 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:30.806460 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2bf8246-1560-4bc1-a115-c822310d7e64 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:30.848867 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b2bf8246-1560-4bc1-a115-c822310d7e64 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1795681 Dec 08 02:39:30.849199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40814) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:30.858073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b19ea6e5-3400-4da6-8e94-9d79bbfdff75 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Request body: {'subnet': {'network_id': 'e80157a0-e8ed-4846-a0c7-706ffa79561f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:30.887247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Allocated IP 2001:db8:0:ffff::2 (42b0c99a-746f-4834-a474-7efecc993302/b3d6d866-36a3-432c-a102-ebb5b72ddba9/99b5a993-617c-43f9-8ad2-782244b561c0) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:30.904475 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf8246-1560-4bc1-a115-c822310d7e64 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event updated for resources: {'Network': ['ID=e80157a0-e8ed-4846-a0c7-706ffa79561f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:30.921103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network e80157a0-e8ed-4846-a0c7-706ffa79561f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:39:30.980048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19ea6e5-3400-4da6-8e94-9d79bbfdff75 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Made reservation on behalf of b5966dc5c4e54b47a326b2b193ad78f7 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:30.983693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b19ea6e5-3400-4da6-8e94-9d79bbfdff75 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.092823 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.098208 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.139194 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Network 42b0c99a-746f-4834-a474-7efecc993302 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:31.142224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:31.145783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:31.153652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Pushing event updated for resources: {'Port': ['ID=99b5a993-617c-43f9-8ad2-782244b561c0,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:31.177673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.178028 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.178380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.179263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.179603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.179946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.180304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.180648 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.181090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.181360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.181742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.182118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.182471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:31.183530 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b19ea6e5-3400-4da6-8e94-9d79bbfdff75 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.218154 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Attempting to bind port 99b5a993-617c-43f9-8ad2-782244b561c0 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:31.218530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Attempting to bind port 99b5a993-617c-43f9-8ad2-782244b561c0 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '7e16673f-18dc-431e-a21d-e608ba9ac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '42b0c99a-746f-4834-a474-7efecc993302'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:31.218895 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Attempting to bind port 99b5a993-617c-43f9-8ad2-782244b561c0 on network 42b0c99a-746f-4834-a474-7efecc993302 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:31.223965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:31.224402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Checking segment: {'id': '7e16673f-18dc-431e-a21d-e608ba9ac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '42b0c99a-746f-4834-a474-7efecc993302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:31.224809 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.225201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Bound using segment: {'id': '7e16673f-18dc-431e-a21d-e608ba9ac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '42b0c99a-746f-4834-a474-7efecc993302'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:31.225695 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Bound port: 99b5a993-617c-43f9-8ad2-782244b561c0, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e16673f-18dc-431e-a21d-e608ba9ac98a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '42b0c99a-746f-4834-a474-7efecc993302'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:31.226073 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.250054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ea6e5-3400-4da6-8e94-9d79bbfdff75 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event updated for resources: {'Subnet': ['ID=a0897818-d774-4b62-b378-71878c3f4ee0,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:31.255336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ea6e5-3400-4da6-8e94-9d79bbfdff75 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Checking segment: {'id': '2f3a6b01-89a5-40a1-9ff6-a6bb46b288eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e80157a0-e8ed-4846-a0c7-706ffa79561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:31.255706 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ea6e5-3400-4da6-8e94-9d79bbfdff75 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Network hostable DHCP agents. Network: e80157a0-e8ed-4846-a0c7-706ffa79561f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:39:31.273314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ea6e5-3400-4da6-8e94-9d79bbfdff75 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Network e80157a0-e8ed-4846-a0c7-706ffa79561f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:39:31.283296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b19ea6e5-3400-4da6-8e94-9d79bbfdff75 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, e80157a0-e8ed-4846-a0c7-706ffa79561f) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:31.287871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19ea6e5-3400-4da6-8e94-9d79bbfdff75 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:31.289259 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b19ea6e5-3400-4da6-8e94-9d79bbfdff75 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.312255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40816) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:31.312862 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b19ea6e5-3400-4da6-8e94-9d79bbfdff75 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4616177 Dec 08 02:39:31.414601 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.433945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aeb5b8-c96c-4f46-8fd0-d2e71576f2da None None] Network e80157a0-e8ed-4846-a0c7-706ffa79561f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:31.501114 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.507462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-18167c27-6ef8-445b-8127-47673a93079f None None] For port 99b5a993-617c-43f9-8ad2-782244b561c0, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:31.524741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-18167c27-6ef8-445b-8127-47673a93079f None None] For port 99b5a993-617c-43f9-8ad2-782244b561c0, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=99b5a993-617c-43f9-8ad2-782244b561c0,segment=NetworkSegment(7e16673f-18dc-431e-a21d-e608ba9ac98a),segment_id=7e16673f-18dc-431e-a21d-e608ba9ac98a)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:31.530323 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.567042 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.597611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event deleted for resources: {'Subnet': ['ID=a0897818-d774-4b62-b378-71878c3f4ee0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:31.612321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1163fc-4154-42fb-86af-8ad3463cb806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-e80157a0-e8ed-4846-a0c7-706ffa79561f', 'network_id': 'e80157a0-e8ed-4846-a0c7-706ffa79561f', 'project_id': 'b5966dc5c4e54b47a326b2b193ad78f7', 'fixed_ips': [{'subnet_id': 'a0897818-d774-4b62-b378-71878c3f4ee0'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:39:31.613269 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9c1163fc-4154-42fb-86af-8ad3463cb806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.627680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18167c27-6ef8-445b-8127-47673a93079f None None] Pushing event updated for resources: {'Port': ['ID=99b5a993-617c-43f9-8ad2-782244b561c0,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:31.666681 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.687955 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80157a0-e8ed-4846-a0c7-706ffa79561f']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:31.699875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3a6b01-89a5-40a1-9ff6-a6bb46b288eb') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:31.700179 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3a6b01-89a5-40a1-9ff6-a6bb46b288eb') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:31.707672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b18c70-71f2-4f52-9673-607e47fe7578 None None] Network e80157a0-e8ed-4846-a0c7-706ffa79561f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:31.711841 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.725971 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.738679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:39:31.739150 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:39:31.743299 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:39:31.829216 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.833768 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.839071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/networks/e80157a0-e8ed-4846-a0c7-706ffa79561f HTTP/1.1" status: 204 len: 168 time: 0.5248959 Dec 08 02:39:31.843961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40818) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:31.851920 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c7c77ee8-4add-490d-a06e-289ca1f29722 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-557435351'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:31.857172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54b89c-884b-4334-b32c-05648a51a3a1 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event deleted for resources: {'Network': ['ID=e80157a0-e8ed-4846-a0c7-706ffa79561f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:31.873972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c77ee8-4add-490d-a06e-289ca1f29722 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Made reservation on behalf of b5966dc5c4e54b47a326b2b193ad78f7 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:31.877595 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7c77ee8-4add-490d-a06e-289ca1f29722 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.903976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7c77ee8-4add-490d-a06e-289ca1f29722 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:39:31.914562 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7c77ee8-4add-490d-a06e-289ca1f29722 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.915001 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-c7c77ee8-4add-490d-a06e-289ca1f29722 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Added segment 5c0218f3-6892-4035-97b4-c75fba0a121d of type vlan for network bee087b2-49fb-4e93-91eb-f515e5584a24 Dec 08 02:39:31.961116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7c77ee8-4add-490d-a06e-289ca1f29722 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.986811 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7c77ee8-4add-490d-a06e-289ca1f29722 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:31.992927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c77ee8-4add-490d-a06e-289ca1f29722 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:31.993521 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c7c77ee8-4add-490d-a06e-289ca1f29722 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.031947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c7c77ee8-4add-490d-a06e-289ca1f29722 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1846197 Dec 08 02:39:32.034722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:32.040111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Request body: {'subnet': {'network_id': 'bee087b2-49fb-4e93-91eb-f515e5584a24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:32.079494 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c77ee8-4add-490d-a06e-289ca1f29722 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event updated for resources: {'Network': ['ID=bee087b2-49fb-4e93-91eb-f515e5584a24,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:32.091359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network bee087b2-49fb-4e93-91eb-f515e5584a24 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:39:32.161308 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Made reservation on behalf of b5966dc5c4e54b47a326b2b193ad78f7 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:32.165755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.181209 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.191092 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bdfeee48-6e6b-442f-ad8e-4bd61e8bfeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.224470 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Performing IP validity checks on allocation pools {{(pid=103129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 02:39:32.225008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.ipam_backend_mixin [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103129) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 02:39:32.357828 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.420181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event updated for resources: {'Subnet': ['ID=34f9b0db-7286-49c7-850d-e878fc73d672,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:32.430290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Checking segment: {'id': '5c0218f3-6892-4035-97b4-c75fba0a121d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bee087b2-49fb-4e93-91eb-f515e5584a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:32.430664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Network hostable DHCP agents. Network: bee087b2-49fb-4e93-91eb-f515e5584a24, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:39:32.448386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Network bee087b2-49fb-4e93-91eb-f515e5584a24 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:39:32.457370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, bee087b2-49fb-4e93-91eb-f515e5584a24) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:32.462904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:32.463760 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.469124 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e1f8b-61f6-428a-b2e3-ce6b8bf5744f None None] Network bee087b2-49fb-4e93-91eb-f515e5584a24 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:32.484218 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-337a111e-5901-452e-bf6a-aedcc0b0240c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4484413 Dec 08 02:39:32.487052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40822) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:32.565229 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.596377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ef3eac-30b9-411e-bfd4-616e7ea09152 None None] Network 42b0c99a-746f-4834-a474-7efecc993302 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:32.605836 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.611955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6909cf-6af3-492f-9504-c93c60db6e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-bee087b2-49fb-4e93-91eb-f515e5584a24', 'network_id': 'bee087b2-49fb-4e93-91eb-f515e5584a24', 'project_id': 'b5966dc5c4e54b47a326b2b193ad78f7', 'fixed_ips': [{'subnet_id': '34f9b0db-7286-49c7-850d-e878fc73d672'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:39:32.612863 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-db6909cf-6af3-492f-9504-c93c60db6e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.686872 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.745565 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.773949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event deleted for resources: {'Subnet': ['ID=34f9b0db-7286-49c7-850d-e878fc73d672,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:32.783126 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6b5514a7-d9a6-4094-bffe-feabbc6d80db None None] Provisioning complete for port 99b5a993-617c-43f9-8ad2-782244b561c0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:32.783611 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b5514a7-d9a6-4094-bffe-feabbc6d80db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server [None req-db6909cf-6af3-492f-9504-c93c60db6e0d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34f9b0db-7286-49c7-850d-e878fc73d672: This subnet is being modified by another concurrent operation. Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise exception Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34f9b0db-7286-49c7-850d-e878fc73d672: This subnet is being modified by another concurrent operation. Dec 08 02:39:32.821204 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Dec 08 02:39:32.845247 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.845596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee2cee5-7dc6-4781-bba7-52a85a9ef71b None None] Network bee087b2-49fb-4e93-91eb-f515e5584a24 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:32.865701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee087b2-49fb-4e93-91eb-f515e5584a24']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:32.876417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0218f3-6892-4035-97b4-c75fba0a121d') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:32.876721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0218f3-6892-4035-97b4-c75fba0a121d') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:32.887482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.902084 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.908999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:39:32.909503 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:39:32.913161 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:39:32.961553 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b5514a7-d9a6-4094-bffe-feabbc6d80db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.976576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:32.994765 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.002051 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/networks/bee087b2-49fb-4e93-91eb-f515e5584a24 HTTP/1.1" status: 204 len: 168 time: 0.5095971 Dec 08 02:39:33.006065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40824) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:33.016296 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1beca3-f354-436a-85dd-a9621d90c942 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event deleted for resources: {'Network': ['ID=bee087b2-49fb-4e93-91eb-f515e5584a24,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:33.021465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6b5514a7-d9a6-4094-bffe-feabbc6d80db None None] For port 99b5a993-617c-43f9-8ad2-782244b561c0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=99b5a993-617c-43f9-8ad2-782244b561c0,segment=NetworkSegment(7e16673f-18dc-431e-a21d-e608ba9ac98a),segment_id=7e16673f-18dc-431e-a21d-e608ba9ac98a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:33.021683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d58651a5-49dc-43fe-869f-09c53cff87d0 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-857761791'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:33.028352 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6b5514a7-d9a6-4094-bffe-feabbc6d80db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.050948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58651a5-49dc-43fe-869f-09c53cff87d0 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Made reservation on behalf of b5966dc5c4e54b47a326b2b193ad78f7 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:33.055948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d58651a5-49dc-43fe-869f-09c53cff87d0 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.082615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58651a5-49dc-43fe-869f-09c53cff87d0 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:39:33.098451 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d58651a5-49dc-43fe-869f-09c53cff87d0 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.099153 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-d58651a5-49dc-43fe-869f-09c53cff87d0 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Added segment 622e766e-34df-4977-a9d6-782cbbad4cba of type vlan for network 6e816c4d-2347-40ec-a656-d414f59c272d Dec 08 02:39:33.099625 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5514a7-d9a6-4094-bffe-feabbc6d80db None None] Pushing event updated for resources: {'Port': ['ID=99b5a993-617c-43f9-8ad2-782244b561c0,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:33.106136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 99b5a993-617c-43f9-8ad2-782244b561c0 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:33.133446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03976b62-900c-4bc5-91fe-3e9de42a0637 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:39:33.148502 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d58651a5-49dc-43fe-869f-09c53cff87d0 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.188086 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d58651a5-49dc-43fe-869f-09c53cff87d0 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.196299 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58651a5-49dc-43fe-869f-09c53cff87d0 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:33.197175 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d58651a5-49dc-43fe-869f-09c53cff87d0 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.203007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-21204ad9-1ff9-4f0b-9ce4-362a8e0f56b6 None None] Provisioning complete for port 99b5a993-617c-43f9-8ad2-782244b561c0 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:33.203335 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21204ad9-1ff9-4f0b-9ce4-362a8e0f56b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.230819 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d58651a5-49dc-43fe-869f-09c53cff87d0 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2227454 Dec 08 02:39:33.233759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40826) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:33.243255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3691801d-6421-4d2b-ac7b-ac8bdfe32981 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Request body: {'subnet': {'network_id': '6e816c4d-2347-40ec-a656-d414f59c272d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:33.277001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03976b62-900c-4bc5-91fe-3e9de42a0637 None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:39:33.280111 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 99b5a993-617c-43f9-8ad2-782244b561c0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:33.280521 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.286162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58651a5-49dc-43fe-869f-09c53cff87d0 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event updated for resources: {'Network': ['ID=6e816c4d-2347-40ec-a656-d414f59c272d,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:33.318841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 6e816c4d-2347-40ec-a656-d414f59c272d details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:39:33.365255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3691801d-6421-4d2b-ac7b-ac8bdfe32981 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Made reservation on behalf of b5966dc5c4e54b47a326b2b193ad78f7 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:33.369401 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3691801d-6421-4d2b-ac7b-ac8bdfe32981 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.562672 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3691801d-6421-4d2b-ac7b-ac8bdfe32981 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.632260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691801d-6421-4d2b-ac7b-ac8bdfe32981 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event updated for resources: {'Subnet': ['ID=ca56b645-6ec6-4bcd-bddc-56a5c5e2f941,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:33.640664 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691801d-6421-4d2b-ac7b-ac8bdfe32981 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Checking segment: {'id': '622e766e-34df-4977-a9d6-782cbbad4cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6e816c4d-2347-40ec-a656-d414f59c272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:33.641031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3691801d-6421-4d2b-ac7b-ac8bdfe32981 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Network hostable DHCP agents. Network: 6e816c4d-2347-40ec-a656-d414f59c272d, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:39:33.658805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3691801d-6421-4d2b-ac7b-ac8bdfe32981 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Network 6e816c4d-2347-40ec-a656-d414f59c272d is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:39:33.668297 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3691801d-6421-4d2b-ac7b-ac8bdfe32981 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 6e816c4d-2347-40ec-a656-d414f59c272d) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:33.672837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691801d-6421-4d2b-ac7b-ac8bdfe32981 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:33.673437 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3691801d-6421-4d2b-ac7b-ac8bdfe32981 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.676740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2d7845-9997-4dcb-a8a3-110fa00ff4f8 None None] Network 6e816c4d-2347-40ec-a656-d414f59c272d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:33.689803 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3691801d-6421-4d2b-ac7b-ac8bdfe32981 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4529333 Dec 08 02:39:33.693562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40828) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:33.699537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d3718cd1-7279-48d8-a5fa-f039f02cf74d tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-806762356'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:33.721116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3718cd1-7279-48d8-a5fa-f039f02cf74d tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Made reservation on behalf of b5966dc5c4e54b47a326b2b193ad78f7 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:33.724590 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3718cd1-7279-48d8-a5fa-f039f02cf74d tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.748007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3718cd1-7279-48d8-a5fa-f039f02cf74d tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:39:33.758210 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3718cd1-7279-48d8-a5fa-f039f02cf74d tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.758637 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-d3718cd1-7279-48d8-a5fa-f039f02cf74d tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Added segment 92d68cf2-73c3-4fcb-8704-b1ecfdb80235 of type vlan for network 7d546797-9960-4eef-b9d5-9294ac36ab33 Dec 08 02:39:33.786845 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-6e816c4d-2347-40ec-a656-d414f59c272d', 'network_id': '6e816c4d-2347-40ec-a656-d414f59c272d', 'project_id': 'b5966dc5c4e54b47a326b2b193ad78f7', 'fixed_ips': [{'subnet_id': 'ca56b645-6ec6-4bcd-bddc-56a5c5e2f941'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:39:33.788351 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.802775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3718cd1-7279-48d8-a5fa-f039f02cf74d tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.829181 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3718cd1-7279-48d8-a5fa-f039f02cf74d tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.835767 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3718cd1-7279-48d8-a5fa-f039f02cf74d tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:33.836378 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3718cd1-7279-48d8-a5fa-f039f02cf74d tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.878337 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d3718cd1-7279-48d8-a5fa-f039f02cf74d tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1804721 Dec 08 02:39:33.878692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40830) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:33.884511 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-21adf098-9664-4262-a9d1-6b9bf9397ccd tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Request body: {'subnet': {'network_id': '7d546797-9960-4eef-b9d5-9294ac36ab33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:33.884710 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:33.910048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3718cd1-7279-48d8-a5fa-f039f02cf74d tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event updated for resources: {'Network': ['ID=7d546797-9960-4eef-b9d5-9294ac36ab33,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:33.924166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 7d546797-9960-4eef-b9d5-9294ac36ab33 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:39:33.965178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Allocated IP 2001:db8::2 (6e816c4d-2347-40ec-a656-d414f59c272d/ca56b645-6ec6-4bcd-bddc-56a5c5e2f941/b6d18062-6cff-4e04-a445-69ef076151a7) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:33.981575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21adf098-9664-4262-a9d1-6b9bf9397ccd tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Made reservation on behalf of b5966dc5c4e54b47a326b2b193ad78f7 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:33.985069 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21adf098-9664-4262-a9d1-6b9bf9397ccd tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.174018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21adf098-9664-4262-a9d1-6b9bf9397ccd tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.235544 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adf098-9664-4262-a9d1-6b9bf9397ccd tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event updated for resources: {'Subnet': ['ID=5a83be6c-4faf-4dbd-93a1-6657573de872,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:34.247015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21adf098-9664-4262-a9d1-6b9bf9397ccd tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Checking segment: {'id': '92d68cf2-73c3-4fcb-8704-b1ecfdb80235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7d546797-9960-4eef-b9d5-9294ac36ab33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:34.247382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21adf098-9664-4262-a9d1-6b9bf9397ccd tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Network hostable DHCP agents. Network: 7d546797-9960-4eef-b9d5-9294ac36ab33, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:39:34.265467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21adf098-9664-4262-a9d1-6b9bf9397ccd tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Network 7d546797-9960-4eef-b9d5-9294ac36ab33 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:39:34.273939 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-21adf098-9664-4262-a9d1-6b9bf9397ccd tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 7d546797-9960-4eef-b9d5-9294ac36ab33) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:34.278254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21adf098-9664-4262-a9d1-6b9bf9397ccd tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:34.278857 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-21adf098-9664-4262-a9d1-6b9bf9397ccd tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.300758 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-21adf098-9664-4262-a9d1-6b9bf9397ccd tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4208302 Dec 08 02:39:34.302427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b53e7eb-67c8-4fd5-8775-4d2a883cf028 None None] Network 7d546797-9960-4eef-b9d5-9294ac36ab33 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:34.303312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40832) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:34.374859 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.387135 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.402865 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.447874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Network 6e816c4d-2347-40ec-a656-d414f59c272d is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:34.456811 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:34.458678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Pushing event updated for resources: {'Port': ['ID=b6d18062-6cff-4e04-a445-69ef076151a7,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:34.459747 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.462655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:34.464749 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97222f4f-b209-4f5e-aa86-435a5ff5cf8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-7d546797-9960-4eef-b9d5-9294ac36ab33', 'network_id': '7d546797-9960-4eef-b9d5-9294ac36ab33', 'project_id': 'b5966dc5c4e54b47a326b2b193ad78f7', 'fixed_ips': [{'subnet_id': '5a83be6c-4faf-4dbd-93a1-6657573de872'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:39:34.465575 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-97222f4f-b209-4f5e-aa86-435a5ff5cf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.523018 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.550409 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event deleted for resources: {'Subnet': ['ID=5a83be6c-4faf-4dbd-93a1-6657573de872,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:34.590741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Attempting to bind port b6d18062-6cff-4e04-a445-69ef076151a7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:34.591116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Attempting to bind port b6d18062-6cff-4e04-a445-69ef076151a7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '622e766e-34df-4977-a9d6-782cbbad4cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6e816c4d-2347-40ec-a656-d414f59c272d'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:34.591489 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Attempting to bind port b6d18062-6cff-4e04-a445-69ef076151a7 on network 6e816c4d-2347-40ec-a656-d414f59c272d {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:34.609599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:34.609978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Checking segment: {'id': '622e766e-34df-4977-a9d6-782cbbad4cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6e816c4d-2347-40ec-a656-d414f59c272d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:34.610384 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.610768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Bound using segment: {'id': '622e766e-34df-4977-a9d6-782cbbad4cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6e816c4d-2347-40ec-a656-d414f59c272d'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:34.611246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Bound port: b6d18062-6cff-4e04-a445-69ef076151a7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622e766e-34df-4977-a9d6-782cbbad4cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6e816c4d-2347-40ec-a656-d414f59c272d'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:34.611624 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.620270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.628097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server [None req-97222f4f-b209-4f5e-aa86-435a5ff5cf8b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a83be6c-4faf-4dbd-93a1-6657573de872: This subnet is being modified by another concurrent operation. Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server raise exception Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a83be6c-4faf-4dbd-93a1-6657573de872: This subnet is being modified by another concurrent operation. Dec 08 02:39:34.629902 n-d-713498-30 neutron-server[103131]: ERROR oslo_messaging.rpc.server Dec 08 02:39:34.643008 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d546797-9960-4eef-b9d5-9294ac36ab33']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:34.657998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d68cf2-73c3-4fcb-8704-b1ecfdb80235') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:34.658470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d68cf2-73c3-4fcb-8704-b1ecfdb80235') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:34.661312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de7f37-a892-4361-80ce-8eedd9134803 None None] Network 7d546797-9960-4eef-b9d5-9294ac36ab33 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:34.667505 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.681759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.688587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:39:34.689159 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:39:34.692703 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:39:34.745152 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] For port b6d18062-6cff-4e04-a445-69ef076151a7, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:34.757144 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.761603 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.764906 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/networks/7d546797-9960-4eef-b9d5-9294ac36ab33 HTTP/1.1" status: 204 len: 168 time: 0.4600141 Dec 08 02:39:34.768489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:34.769890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] For port b6d18062-6cff-4e04-a445-69ef076151a7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b6d18062-6cff-4e04-a445-69ef076151a7,segment=NetworkSegment(622e766e-34df-4977-a9d6-782cbbad4cba),segment_id=622e766e-34df-4977-a9d6-782cbbad4cba)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:34.780907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79cee1-b17f-4581-9952-9f20ae1feb16 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event deleted for resources: {'Network': ['ID=7d546797-9960-4eef-b9d5-9294ac36ab33,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:34.781970 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.801299 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4ddff3-31ee-4a34-bc60-7e43be22035c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] GET failed (client error): The resource could not be found. Dec 08 02:39:34.802639 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5d4ddff3-31ee-4a34-bc60-7e43be22035c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "GET /v2.0/subnets/5a83be6c-4faf-4dbd-93a1-6657573de872 HTTP/1.1" status: 404 len: 337 time: 0.0331361 Dec 08 02:39:34.805798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:34.825714 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78b6c67-cca4-4d24-8685-9f63ae321848 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] DELETE failed (client error): The resource could not be found. Dec 08 02:39:34.826281 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78b6c67-cca4-4d24-8685-9f63ae321848 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:39:34.829313 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b78b6c67-cca4-4d24-8685-9f63ae321848 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/networks/7d546797-9960-4eef-b9d5-9294ac36ab33 HTTP/1.1" status: 404 len: 339 time: 0.0224783 Dec 08 02:39:34.833136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40838) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:34.859136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87d643-5cba-4378-97b9-cabe151d46ae None None] Pushing event updated for resources: {'Port': ['ID=b6d18062-6cff-4e04-a445-69ef076151a7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:34.868122 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-884ab967-07a0-40e2-9887-930194a74970 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] DELETE failed (client error): The resource could not be found. Dec 08 02:39:34.868387 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:34.868610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884ab967-07a0-40e2-9887-930194a74970 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:39:34.871757 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-884ab967-07a0-40e2-9887-930194a74970 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/subnets/5a83be6c-4faf-4dbd-93a1-6657573de872 HTTP/1.1" status: 404 len: 337 time: 0.0376649 Dec 08 02:39:34.874383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40840) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:34.892574 n-d-713498-30 neutron-server[103129]: INFO neutron.pecan_wsgi.hooks.translation [None req-e532ecfe-9c4e-45fb-a281-e7e455ad1726 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] DELETE failed (client error): The resource could not be found. Dec 08 02:39:34.893206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e532ecfe-9c4e-45fb-a281-e7e455ad1726 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103129) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:39:34.896081 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e532ecfe-9c4e-45fb-a281-e7e455ad1726 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/networks/7d546797-9960-4eef-b9d5-9294ac36ab33 HTTP/1.1" status: 404 len: 339 time: 0.0207593 Dec 08 02:39:34.900024 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40842) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:34.958067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d22b500-c288-40a7-92ed-2c4064078436 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Deleting subnet ca56b645-6ec6-4bcd-bddc-56a5c5e2f941 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:39:34.963870 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d22b500-c288-40a7-92ed-2c4064078436 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.018926 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d22b500-c288-40a7-92ed-2c4064078436 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.047910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 99b5a993-617c-43f9-8ad2-782244b561c0 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:35.113059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 99b5a993-617c-43f9-8ad2-782244b561c0 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:35.113439 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.120746 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d22b500-c288-40a7-92ed-2c4064078436 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.194111 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d22b500-c288-40a7-92ed-2c4064078436 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.223139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22b500-c288-40a7-92ed-2c4064078436 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event deleted for resources: {'Subnet': ['ID=ca56b645-6ec6-4bcd-bddc-56a5c5e2f941,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:35.225099 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6d22b500-c288-40a7-92ed-2c4064078436 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.228821 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6d22b500-c288-40a7-92ed-2c4064078436 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/subnets/ca56b645-6ec6-4bcd-bddc-56a5c5e2f941 HTTP/1.1" status: 204 len: 168 time: 0.3275430 Dec 08 02:39:35.231279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40844) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:35.305072 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.358283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Deleting port b6d18062-6cff-4e04-a445-69ef076151a7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:39:35.358616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.423055 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] For port b6d18062-6cff-4e04-a445-69ef076151a7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b6d18062-6cff-4e04-a445-69ef076151a7,segment=NetworkSegment(622e766e-34df-4977-a9d6-782cbbad4cba),segment_id=622e766e-34df-4977-a9d6-782cbbad4cba)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:35.423403 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.435280 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Calling delete_port for b6d18062-6cff-4e04-a445-69ef076151a7 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:39:35.514193 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.543649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event deleted for resources: {'Port': ['ID=b6d18062-6cff-4e04-a445-69ef076151a7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:35.549925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] No DVR routers for this DVR port b6d18062-6cff-4e04-a445-69ef076151a7 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:39:35.633573 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.655264 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e816c4d-2347-40ec-a656-d414f59c272d']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:35.665272 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622e766e-34df-4977-a9d6-782cbbad4cba') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:35.665614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622e766e-34df-4977-a9d6-782cbbad4cba') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:35.675741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.690517 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.697971 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:39:35.698364 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:39:35.701450 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:39:35.766967 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.774465 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:35.777754 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/networks/6e816c4d-2347-40ec-a656-d414f59c272d HTTP/1.1" status: 204 len: 168 time: 0.5455694 Dec 08 02:39:35.780238 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40846) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:35.797851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9bef-57e0-4c13-ba48-4ddf8180120a tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event deleted for resources: {'Network': ['ID=6e816c4d-2347-40ec-a656-d414f59c272d,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:35.816101 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-7150da62-823e-4e3d-800a-5c706e72eb4f tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] DELETE failed (client error): The resource could not be found. Dec 08 02:39:35.816587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7150da62-823e-4e3d-800a-5c706e72eb4f tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:39:35.820839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7150da62-823e-4e3d-800a-5c706e72eb4f tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/subnets/34f9b0db-7286-49c7-850d-e878fc73d672 HTTP/1.1" status: 404 len: 337 time: 0.0396452 Dec 08 02:39:35.823328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40848) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:35.841812 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0c9a89-fd75-4dd4-9b54-1666001f1c97 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] DELETE failed (client error): The resource could not be found. Dec 08 02:39:35.842553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0c9a89-fd75-4dd4-9b54-1666001f1c97 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:39:35.845394 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7f0c9a89-fd75-4dd4-9b54-1666001f1c97 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/networks/bee087b2-49fb-4e93-91eb-f515e5584a24 HTTP/1.1" status: 404 len: 339 time: 0.0211258 Dec 08 02:39:35.847031 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271b7fe0-7653-4d86-9bfe-b2801ebf3504 None None] DHCP port deletion for 6e816c4d-2347-40ec-a656-d414f59c272d request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:35.847864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40850) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:35.850367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4b35678a-1722-4b46-807c-d21a48d561d2 None None] Could not find standard attr ID for object b6d18062-6cff-4e04-a445-69ef076151a7. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:39:35.865485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a4c89-ab59-4acd-b606-c71c4eea07fc None None] Network 6e816c4d-2347-40ec-a656-d414f59c272d requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:35.876418 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf559c9b-c198-44a6-a10b-2f5d3bb71a30 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] DELETE failed (client error): The resource could not be found. Dec 08 02:39:35.876844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf559c9b-c198-44a6-a10b-2f5d3bb71a30 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:39:35.878108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a4c89-ab59-4acd-b606-c71c4eea07fc None None] Network 6e816c4d-2347-40ec-a656-d414f59c272d could not be found, it might have been deleted concurrently. {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 02:39:35.879912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bf559c9b-c198-44a6-a10b-2f5d3bb71a30 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/subnets/a0897818-d774-4b62-b378-71878c3f4ee0 HTTP/1.1" status: 404 len: 337 time: 0.0311072 Dec 08 02:39:35.883502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40852) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:35.886956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0902b1f2-e994-4d49-8919-b365bea7c624 None None] get_active_networks_info from n-d-713498-30 {{(pid=103131) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 02:39:35.906153 n-d-713498-30 neutron-server[103130]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9290cf8-2f21-4c51-8324-61201c35db37 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] DELETE failed (client error): The resource could not be found. Dec 08 02:39:35.906643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9290cf8-2f21-4c51-8324-61201c35db37 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103130) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 02:39:35.909659 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e9290cf8-2f21-4c51-8324-61201c35db37 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/networks/e80157a0-e8ed-4846-a0c7-706ffa79561f HTTP/1.1" status: 404 len: 339 time: 0.0252383 Dec 08 02:39:35.912352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40854) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:35.956790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0902b1f2-e994-4d49-8919-b365bea7c624 None None] Resources bound (agent type, host, resource id): {{(pid=103131) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 02:39:35.962164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fbfca6-c103-40db-91d1-57ebd7a1b8a8 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Deleting subnet b3d6d866-36a3-432c-a102-ebb5b72ddba9 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:39:35.965381 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-31fbfca6-c103-40db-91d1-57ebd7a1b8a8 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.005000 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-31fbfca6-c103-40db-91d1-57ebd7a1b8a8 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.092432 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-31fbfca6-c103-40db-91d1-57ebd7a1b8a8 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.149283 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-31fbfca6-c103-40db-91d1-57ebd7a1b8a8 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.174227 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbfca6-c103-40db-91d1-57ebd7a1b8a8 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d6d866-36a3-432c-a102-ebb5b72ddba9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:36.180900 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-31fbfca6-c103-40db-91d1-57ebd7a1b8a8 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.183877 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-31fbfca6-c103-40db-91d1-57ebd7a1b8a8 tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/subnets/b3d6d866-36a3-432c-a102-ebb5b72ddba9 HTTP/1.1" status: 204 len: 168 time: 0.2701371 Dec 08 02:39:36.186042 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40856) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:36.188828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec83283-4721-41aa-a1c1-9152bbdc125f None None] Network 42b0c99a-746f-4834-a474-7efecc993302 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:36.259972 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.318740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Deleting port 99b5a993-617c-43f9-8ad2-782244b561c0 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:39:36.319081 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.341136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a07cda1-d40b-4768-bd7a-540707e69b8c None None] DHCP port deletion for 42b0c99a-746f-4834-a474-7efecc993302 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:36.381277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] For port 99b5a993-617c-43f9-8ad2-782244b561c0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=99b5a993-617c-43f9-8ad2-782244b561c0,segment=NetworkSegment(7e16673f-18dc-431e-a21d-e608ba9ac98a),segment_id=7e16673f-18dc-431e-a21d-e608ba9ac98a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:36.382138 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.389224 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0a07cda1-d40b-4768-bd7a-540707e69b8c None None] Deleting port 99b5a993-617c-43f9-8ad2-782244b561c0 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:39:36.389682 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a07cda1-d40b-4768-bd7a-540707e69b8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.393709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Calling delete_port for 99b5a993-617c-43f9-8ad2-782244b561c0 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:39:36.452077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0a07cda1-d40b-4768-bd7a-540707e69b8c None None] For port 99b5a993-617c-43f9-8ad2-782244b561c0, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=99b5a993-617c-43f9-8ad2-782244b561c0,segment=NetworkSegment(7e16673f-18dc-431e-a21d-e608ba9ac98a),segment_id=7e16673f-18dc-431e-a21d-e608ba9ac98a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:36.452619 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a07cda1-d40b-4768-bd7a-540707e69b8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.468943 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0a07cda1-d40b-4768-bd7a-540707e69b8c None None] Calling delete_port for 99b5a993-617c-43f9-8ad2-782244b561c0 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:39:36.474998 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.501932 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event deleted for resources: {'Port': ['ID=99b5a993-617c-43f9-8ad2-782244b561c0,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:36.506784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] No DVR routers for this DVR port 99b5a993-617c-43f9-8ad2-782244b561c0 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:39:36.545694 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a07cda1-d40b-4768-bd7a-540707e69b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.571842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07cda1-d40b-4768-bd7a-540707e69b8c None None] Pushing event deleted for resources: {'Port': ['ID=99b5a993-617c-43f9-8ad2-782244b561c0,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:36.576535 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a07cda1-d40b-4768-bd7a-540707e69b8c None None] No DVR routers for this DVR port 99b5a993-617c-43f9-8ad2-782244b561c0 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:39:36.588079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.608626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b0c99a-746f-4834-a474-7efecc993302']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:36.618139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e16673f-18dc-431e-a21d-e608ba9ac98a') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:36.618439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e16673f-18dc-431e-a21d-e608ba9ac98a') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:36.627599 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.641377 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.647848 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:39:36.648197 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:39:36.651252 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:39:36.708436 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.716555 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:36.719759 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] 10.222.0.70 "DELETE /v2.0/networks/42b0c99a-746f-4834-a474-7efecc993302 HTTP/1.1" status: 204 len: 168 time: 0.5328081 Dec 08 02:39:36.730849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bff000-9feb-4002-8a12-13c8872d020c tempest-NetworksIpV6Test-1703994290 tempest-NetworksIpV6Test-1703994290-project] Pushing event deleted for resources: {'Network': ['ID=42b0c99a-746f-4834-a474-7efecc993302,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:36.956684 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40862) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:37.007451 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 99b5a993-617c-43f9-8ad2-782244b561c0 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:39:37.028944 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 99b5a993-617c-43f9-8ad2-782244b561c0 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:39:37.029300 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 99b5a993-617c-43f9-8ad2-782244b561c0 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:39:37.091638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2b1b2a8d-18c3-4885-98bb-49adbfb09710 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5966dc5c4e54b47a326b2b193ad78f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336203 Dec 08 02:39:37.094283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40866) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:37.143376 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d3a63c0-a3a3-4c33-a1d9-2bb418590330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:37.164768 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d3a63c0-a3a3-4c33-a1d9-2bb418590330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:37.209526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d3a63c0-a3a3-4c33-a1d9-2bb418590330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:37.212973 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4d3a63c0-a3a3-4c33-a1d9-2bb418590330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:37.214120 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4d3a63c0-a3a3-4c33-a1d9-2bb418590330 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11f7e6a3-3ca8-4311-9efd-2b4e43d43a37 HTTP/1.1" status: 204 len: 168 time: 0.1189132 Dec 08 02:39:37.221775 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a63c0-a3a3-4c33-a1d9-2bb418590330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f7e6a3-3ca8-4311-9efd-2b4e43d43a37,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:37.848019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40888) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:37.941766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-24dbe113-88f8-44a1-947e-c6e4f97b025f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1483073173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:37.965220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24dbe113-88f8-44a1-947e-c6e4f97b025f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:37.966192 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24dbe113-88f8-44a1-947e-c6e4f97b025f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.020106 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24dbe113-88f8-44a1-947e-c6e4f97b025f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.024509 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24dbe113-88f8-44a1-947e-c6e4f97b025f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.042342 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-24dbe113-88f8-44a1-947e-c6e4f97b025f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.043555 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-24dbe113-88f8-44a1-947e-c6e4f97b025f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1944346 Dec 08 02:39:38.046272 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40892) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:38.050967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-51390443'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:38.071227 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Made reservation on behalf of 03150a39109441df805c6cd776e75b0a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:38.074781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.082815 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.156978 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.160967 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.192574 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:39:38.199000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18656624-1758-4217-9295-0cdf0acfbbd4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:38.205008 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.205353 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Added segment 62aabd75-e90d-4d88-9fb4-5d2c092d36b9 of type vlan for network 8229faa6-d967-4b2e-b624-a2f673356d11 Dec 08 02:39:38.246990 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.270026 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.275700 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:38.276277 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.312672 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2653534 Dec 08 02:39:38.315451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40894) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:38.320248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6848a7fb-bb4f-4b41-9b4f-fb64daaf7044 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Request body: {'subnet': {'network_id': '8229faa6-d967-4b2e-b624-a2f673356d11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:38.365707 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa684126-61fb-4436-90f7-e2ddcf655a16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Pushing event updated for resources: {'Network': ['ID=8229faa6-d967-4b2e-b624-a2f673356d11,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:38.376605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 8229faa6-d967-4b2e-b624-a2f673356d11 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:39:38.439208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6848a7fb-bb4f-4b41-9b4f-fb64daaf7044 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Made reservation on behalf of 03150a39109441df805c6cd776e75b0a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:38.442837 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6848a7fb-bb4f-4b41-9b4f-fb64daaf7044 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.615081 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6848a7fb-bb4f-4b41-9b4f-fb64daaf7044 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.674479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848a7fb-bb4f-4b41-9b4f-fb64daaf7044 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Pushing event updated for resources: {'Subnet': ['ID=c762a623-7891-49f4-b72f-8bc63e6633b8,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:38.684770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848a7fb-bb4f-4b41-9b4f-fb64daaf7044 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Checking segment: {'id': '62aabd75-e90d-4d88-9fb4-5d2c092d36b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8229faa6-d967-4b2e-b624-a2f673356d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:38.685129 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848a7fb-bb4f-4b41-9b4f-fb64daaf7044 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Network hostable DHCP agents. Network: 8229faa6-d967-4b2e-b624-a2f673356d11, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:39:38.701982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6848a7fb-bb4f-4b41-9b4f-fb64daaf7044 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Network 8229faa6-d967-4b2e-b624-a2f673356d11 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:39:38.710216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6848a7fb-bb4f-4b41-9b4f-fb64daaf7044 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 8229faa6-d967-4b2e-b624-a2f673356d11) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:38.715484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6848a7fb-bb4f-4b41-9b4f-fb64daaf7044 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:38.716226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6848a7fb-bb4f-4b41-9b4f-fb64daaf7044 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.720513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b158aeee-e617-442b-a395-e149306a8b78 None None] Network 8229faa6-d967-4b2e-b624-a2f673356d11 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:38.740549 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6848a7fb-bb4f-4b41-9b4f-fb64daaf7044 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4240460 Dec 08 02:39:38.744554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40896) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:38.749616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-1086736c-ddec-491c-9075-fa7436d5edb1 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-899121819'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:38.770688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1086736c-ddec-491c-9075-fa7436d5edb1 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Made reservation on behalf of 03150a39109441df805c6cd776e75b0a for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:38.775125 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1086736c-ddec-491c-9075-fa7436d5edb1 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.798369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1086736c-ddec-491c-9075-fa7436d5edb1 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:39:38.808415 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1086736c-ddec-491c-9075-fa7436d5edb1 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.808763 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-1086736c-ddec-491c-9075-fa7436d5edb1 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Added segment 94aeca93-7d52-4b49-be70-cf38ecbbc45f of type vlan for network f5b9887b-067c-4fd0-b199-09d24f41f235 Dec 08 02:39:38.827511 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-8229faa6-d967-4b2e-b624-a2f673356d11', 'network_id': '8229faa6-d967-4b2e-b624-a2f673356d11', 'project_id': '03150a39109441df805c6cd776e75b0a', 'fixed_ips': [{'subnet_id': 'c762a623-7891-49f4-b72f-8bc63e6633b8'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:39:38.828415 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.849903 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1086736c-ddec-491c-9075-fa7436d5edb1 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.875353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1086736c-ddec-491c-9075-fa7436d5edb1 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.881020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1086736c-ddec-491c-9075-fa7436d5edb1 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:38.881600 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1086736c-ddec-491c-9075-fa7436d5edb1 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:38.919358 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1086736c-ddec-491c-9075-fa7436d5edb1 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1731763 Dec 08 02:39:38.922011 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40898) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:38.927177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5f188cb6-876d-40f1-9cac-ba9e5f6a14be tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Request body: {'subnet': {'network_id': 'f5b9887b-067c-4fd0-b199-09d24f41f235', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:38.959466 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086736c-ddec-491c-9075-fa7436d5edb1 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Pushing event updated for resources: {'Network': ['ID=f5b9887b-067c-4fd0-b199-09d24f41f235,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:38.981715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network f5b9887b-067c-4fd0-b199-09d24f41f235 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:39:38.983894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Allocated IP 172.20.0.2 (8229faa6-d967-4b2e-b624-a2f673356d11/c762a623-7891-49f4-b72f-8bc63e6633b8/a3d3e5af-1bb6-486d-9e5b-ffafee711dcd) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:39.029231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f188cb6-876d-40f1-9cac-ba9e5f6a14be tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Made reservation on behalf of 03150a39109441df805c6cd776e75b0a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:39.032818 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f188cb6-876d-40f1-9cac-ba9e5f6a14be tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.189374 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.194428 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.214518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f188cb6-876d-40f1-9cac-ba9e5f6a14be tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.235841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Network 8229faa6-d967-4b2e-b624-a2f673356d11 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:39.240267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:39.245365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:39.248483 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Pushing event updated for resources: {'Port': ['ID=a3d3e5af-1bb6-486d-9e5b-ffafee711dcd,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:39.279887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f188cb6-876d-40f1-9cac-ba9e5f6a14be tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Pushing event updated for resources: {'Subnet': ['ID=7e8c4d2e-d766-4583-a49b-dc1c3406b150,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:39.287008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f188cb6-876d-40f1-9cac-ba9e5f6a14be tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Checking segment: {'id': '94aeca93-7d52-4b49-be70-cf38ecbbc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f5b9887b-067c-4fd0-b199-09d24f41f235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:39.287371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f188cb6-876d-40f1-9cac-ba9e5f6a14be tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Network hostable DHCP agents. Network: f5b9887b-067c-4fd0-b199-09d24f41f235, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:39:39.306861 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Attempting to bind port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:39.307123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f188cb6-876d-40f1-9cac-ba9e5f6a14be tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Network f5b9887b-067c-4fd0-b199-09d24f41f235 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:39:39.307314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Attempting to bind port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '62aabd75-e90d-4d88-9fb4-5d2c092d36b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8229faa6-d967-4b2e-b624-a2f673356d11'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:39.307775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Attempting to bind port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd on network 8229faa6-d967-4b2e-b624-a2f673356d11 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:39.313432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:39.313873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Checking segment: {'id': '62aabd75-e90d-4d88-9fb4-5d2c092d36b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8229faa6-d967-4b2e-b624-a2f673356d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:39.314336 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.314836 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Bound using segment: {'id': '62aabd75-e90d-4d88-9fb4-5d2c092d36b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8229faa6-d967-4b2e-b624-a2f673356d11'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:39.315352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Bound port: a3d3e5af-1bb6-486d-9e5b-ffafee711dcd, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62aabd75-e90d-4d88-9fb4-5d2c092d36b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8229faa6-d967-4b2e-b624-a2f673356d11'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:39.315725 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.316223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5f188cb6-876d-40f1-9cac-ba9e5f6a14be tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, f5b9887b-067c-4fd0-b199-09d24f41f235) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:39.321825 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f188cb6-876d-40f1-9cac-ba9e5f6a14be tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:39.322759 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5f188cb6-876d-40f1-9cac-ba9e5f6a14be tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.328699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952bc938-ae3b-433d-9396-fd9661f5e64f None None] Network f5b9887b-067c-4fd0-b199-09d24f41f235 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:39.342045 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5f188cb6-876d-40f1-9cac-ba9e5f6a14be tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4188955 Dec 08 02:39:39.345394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40900) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:39.350014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-aded9470-04b1-4972-9646-375489a580c3 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5b9887b-067c-4fd0-b199-09d24f41f235'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:39.447119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] For port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:39.452561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] For port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a3d3e5af-1bb6-486d-9e5b-ffafee711dcd,segment=NetworkSegment(62aabd75-e90d-4d88-9fb4-5d2c092d36b9),segment_id=62aabd75-e90d-4d88-9fb4-5d2c092d36b9)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:39.457656 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.500552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-f5b9887b-067c-4fd0-b199-09d24f41f235', 'network_id': 'f5b9887b-067c-4fd0-b199-09d24f41f235', 'project_id': '03150a39109441df805c6cd776e75b0a', 'fixed_ips': [{'subnet_id': '7e8c4d2e-d766-4583-a49b-dc1c3406b150'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:39:39.501411 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.557345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8ea28-2ffd-4da5-96c5-67325a620d3d None None] Pushing event updated for resources: {'Port': ['ID=a3d3e5af-1bb6-486d-9e5b-ffafee711dcd,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:39.567309 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aded9470-04b1-4972-9646-375489a580c3 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.683115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Allocated IP 172.21.0.2 (f5b9887b-067c-4fd0-b199-09d24f41f235/7e8c4d2e-d766-4583-a49b-dc1c3406b150/5497af4f-da9b-4e82-b7d4-d7ae1ef160c2) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:39.694458 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [None req-aded9470-04b1-4972-9646-375489a580c3 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 02:39:39.697971 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aded9470-04b1-4972-9646-375489a580c3 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] 10.222.0.70 "PUT /v2.0/routers/2c1341be-2505-4ca7-9f2b-ad1b3f7ccf20 HTTP/1.1" status: 400 len: 364 time: 0.3500180 Dec 08 02:39:39.703100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40902) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:39.774135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-def622b6-cfb1-462c-bdd6-a530eb5f627f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Deleting subnet 7e8c4d2e-d766-4583-a49b-dc1c3406b150 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:39:39.849762 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.855831 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-def622b6-cfb1-462c-bdd6-a530eb5f627f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.858021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.899972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-def622b6-cfb1-462c-bdd6-a530eb5f627f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.903616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Network f5b9887b-067c-4fd0-b199-09d24f41f235 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:39.906461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:39.909039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:39.917037 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Pushing event updated for resources: {'Port': ['ID=5497af4f-da9b-4e82-b7d4-d7ae1ef160c2,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:39.968250 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Attempting to bind port 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:39.968676 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Attempting to bind port 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '94aeca93-7d52-4b49-be70-cf38ecbbc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f5b9887b-067c-4fd0-b199-09d24f41f235'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:39.969114 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Attempting to bind port 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2 on network f5b9887b-067c-4fd0-b199-09d24f41f235 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:39.974167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:39.974668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Checking segment: {'id': '94aeca93-7d52-4b49-be70-cf38ecbbc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f5b9887b-067c-4fd0-b199-09d24f41f235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:39.975074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.975475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Bound using segment: {'id': '94aeca93-7d52-4b49-be70-cf38ecbbc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f5b9887b-067c-4fd0-b199-09d24f41f235'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:39.975946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Bound port: 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94aeca93-7d52-4b49-be70-cf38ecbbc45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'f5b9887b-067c-4fd0-b199-09d24f41f235'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:39.976527 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:39.985959 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-def622b6-cfb1-462c-bdd6-a530eb5f627f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.049585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-def622b6-cfb1-462c-bdd6-a530eb5f627f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.051925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] For port 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:40.055767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] For port 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5497af4f-da9b-4e82-b7d4-d7ae1ef160c2,segment=NetworkSegment(94aeca93-7d52-4b49-be70-cf38ecbbc45f),segment_id=94aeca93-7d52-4b49-be70-cf38ecbbc45f)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:40.060607 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.125981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb9b25-d5b2-4609-90c4-497b46105f01 None None] Pushing event updated for resources: {'Port': ['ID=5497af4f-da9b-4e82-b7d4-d7ae1ef160c2,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:40.455628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def622b6-cfb1-462c-bdd6-a530eb5f627f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8c4d2e-d766-4583-a49b-dc1c3406b150,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:40.459592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-def622b6-cfb1-462c-bdd6-a530eb5f627f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.463377 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-def622b6-cfb1-462c-bdd6-a530eb5f627f tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] 10.222.0.70 "DELETE /v2.0/subnets/7e8c4d2e-d766-4583-a49b-dc1c3406b150 HTTP/1.1" status: 204 len: 168 time: 0.7590976 Dec 08 02:39:40.465802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40904) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:40.544776 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.580367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193236f5-e1c9-417d-93eb-37eee003b8ce None None] Network 8229faa6-d967-4b2e-b624-a2f673356d11 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:40.609871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Deleting port 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:39:40.610215 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.655267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-198603c2-a9a2-4dbe-9b76-3d6f8b7082e6 None None] Provisioning complete for port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:40.655635 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-198603c2-a9a2-4dbe-9b76-3d6f8b7082e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.673132 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] For port 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=5497af4f-da9b-4e82-b7d4-d7ae1ef160c2,segment=NetworkSegment(94aeca93-7d52-4b49-be70-cf38ecbbc45f),segment_id=94aeca93-7d52-4b49-be70-cf38ecbbc45f)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:40.673495 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.686498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Calling delete_port for 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:39:40.772430 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.803019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Pushing event deleted for resources: {'Port': ['ID=5497af4f-da9b-4e82-b7d4-d7ae1ef160c2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:40.805128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] No DVR routers for this DVR port 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:39:40.897761 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.928513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b9887b-067c-4fd0-b199-09d24f41f235']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:40.940416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94aeca93-7d52-4b49-be70-cf38ecbbc45f') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:40.940724 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94aeca93-7d52-4b49-be70-cf38ecbbc45f') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:40.951693 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-198603c2-a9a2-4dbe-9b76-3d6f8b7082e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.951913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.984029 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.993208 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:39:40.993913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:39:40.996717 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:39:40.999320 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-198603c2-a9a2-4dbe-9b76-3d6f8b7082e6 None None] For port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a3d3e5af-1bb6-486d-9e5b-ffafee711dcd,segment=NetworkSegment(62aabd75-e90d-4d88-9fb4-5d2c092d36b9),segment_id=62aabd75-e90d-4d88-9fb4-5d2c092d36b9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:41.008570 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-198603c2-a9a2-4dbe-9b76-3d6f8b7082e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.080119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198603c2-a9a2-4dbe-9b76-3d6f8b7082e6 None None] Pushing event updated for resources: {'Port': ['ID=a3d3e5af-1bb6-486d-9e5b-ffafee711dcd,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:41.102458 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a3d3e5af-1bb6-486d-9e5b-ffafee711dcd up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:41.117914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.127404 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.133648 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] 10.222.0.70 "DELETE /v2.0/networks/f5b9887b-067c-4fd0-b199-09d24f41f235 HTTP/1.1" status: 204 len: 168 time: 0.6668060 Dec 08 02:39:41.136316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40906) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:41.152997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f8775-89f7-4edb-b79c-947277389cd4 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Pushing event deleted for resources: {'Network': ['ID=f5b9887b-067c-4fd0-b199-09d24f41f235,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:41.161919 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:41.162299 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.208843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d708f14-f4f8-4fab-969e-1d40e9601d3a tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Deleting subnet c762a623-7891-49f4-b72f-8bc63e6633b8 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:39:41.213435 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d708f14-f4f8-4fab-969e-1d40e9601d3a tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.263424 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d708f14-f4f8-4fab-969e-1d40e9601d3a tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.327278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-368c4695-1cd8-4c1c-a5c7-2f6334346e77 None None] Could not find standard attr ID for object 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2. {{(pid=103131) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 02:39:41.338441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-368c4695-1cd8-4c1c-a5c7-2f6334346e77 None None] Provisioning complete for port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:41.338829 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-368c4695-1cd8-4c1c-a5c7-2f6334346e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.358282 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d708f14-f4f8-4fab-969e-1d40e9601d3a tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.363296 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aedd57e-28c4-4610-abc6-71118c05baf2 None None] DHCP port deletion for f5b9887b-067c-4fd0-b199-09d24f41f235 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:41.391186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb873e23-7066-482a-b472-972564a983b4 None None] Network f5b9887b-067c-4fd0-b199-09d24f41f235 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:41.408617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb873e23-7066-482a-b472-972564a983b4 None None] Network f5b9887b-067c-4fd0-b199-09d24f41f235 could not be found, it might have been deleted concurrently. {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 02:39:41.418433 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d708f14-f4f8-4fab-969e-1d40e9601d3a tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.448478 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-2d708f14-f4f8-4fab-969e-1d40e9601d3a tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.452301 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2d708f14-f4f8-4fab-969e-1d40e9601d3a tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] 10.222.0.70 "DELETE /v2.0/subnets/c762a623-7891-49f4-b72f-8bc63e6633b8 HTTP/1.1" status: 204 len: 168 time: 0.3149509 Dec 08 02:39:41.453872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d708f14-f4f8-4fab-969e-1d40e9601d3a tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Pushing event deleted for resources: {'Subnet': ['ID=c762a623-7891-49f4-b72f-8bc63e6633b8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:41.454830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40908) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:41.455867 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f6a280-a5ce-4710-bb71-60237b74b0ba None None] Network 8229faa6-d967-4b2e-b624-a2f673356d11 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:41.537589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.593243 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Deleting port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:39:41.593586 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.611818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1284453-c287-4a18-abe9-a53f7ea4dd21 None None] DHCP port deletion for 8229faa6-d967-4b2e-b624-a2f673356d11 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:41.662446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a1284453-c287-4a18-abe9-a53f7ea4dd21 None None] Deleting port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:39:41.662814 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a1284453-c287-4a18-abe9-a53f7ea4dd21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.663012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] For port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a3d3e5af-1bb6-486d-9e5b-ffafee711dcd,segment=NetworkSegment(62aabd75-e90d-4d88-9fb4-5d2c092d36b9),segment_id=62aabd75-e90d-4d88-9fb4-5d2c092d36b9)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:41.663409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.676310 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Calling delete_port for a3d3e5af-1bb6-486d-9e5b-ffafee711dcd owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:39:41.724161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a1284453-c287-4a18-abe9-a53f7ea4dd21 None None] For port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=a3d3e5af-1bb6-486d-9e5b-ffafee711dcd,segment=NetworkSegment(62aabd75-e90d-4d88-9fb4-5d2c092d36b9),segment_id=62aabd75-e90d-4d88-9fb4-5d2c092d36b9)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:41.724616 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a1284453-c287-4a18-abe9-a53f7ea4dd21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.737315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a1284453-c287-4a18-abe9-a53f7ea4dd21 None None] Calling delete_port for a3d3e5af-1bb6-486d-9e5b-ffafee711dcd owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:39:41.755493 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.783153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] No DVR routers for this DVR port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:39:41.789345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Pushing event deleted for resources: {'Port': ['ID=a3d3e5af-1bb6-486d-9e5b-ffafee711dcd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:41.821088 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a1284453-c287-4a18-abe9-a53f7ea4dd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.845698 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1284453-c287-4a18-abe9-a53f7ea4dd21 None None] Pushing event deleted for resources: {'Port': ['ID=a3d3e5af-1bb6-486d-9e5b-ffafee711dcd,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:41.849854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1284453-c287-4a18-abe9-a53f7ea4dd21 None None] No DVR routers for this DVR port a3d3e5af-1bb6-486d-9e5b-ffafee711dcd on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:39:41.872483 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.892590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8229faa6-d967-4b2e-b624-a2f673356d11']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:41.901848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62aabd75-e90d-4d88-9fb4-5d2c092d36b9') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:41.902156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62aabd75-e90d-4d88-9fb4-5d2c092d36b9') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:41.911559 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.925890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.932737 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:39:41.933117 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:39:41.936074 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:39:41.998835 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:42.005913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:42.012102 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] 10.222.0.70 "DELETE /v2.0/networks/8229faa6-d967-4b2e-b624-a2f673356d11 HTTP/1.1" status: 204 len: 168 time: 0.5539265 Dec 08 02:39:42.014300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40910) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:42.021491 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fff9a-dc55-4272-b5ee-7a3a1b772b4e tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Pushing event deleted for resources: {'Network': ['ID=8229faa6-d967-4b2e-b624-a2f673356d11,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:42.043691 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b39e0e53-9e16-4b7f-a600-e8f193888ae7 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] 10.222.0.70 "GET /v2.0/ports?device_id=2c1341be-2505-4ca7-9f2b-ad1b3f7ccf20 HTTP/1.1" status: 200 len: 205 time: 0.0281730 Dec 08 02:39:42.045969 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40912) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:42.118452 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4e8666c-3d6d-4433-b690-c631b220ac16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:42.267442 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4e8666c-3d6d-4433-b690-c631b220ac16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:42.269535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4e8666c-3d6d-4433-b690-c631b220ac16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:42.311864 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4e8666c-3d6d-4433-b690-c631b220ac16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:42.312509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e8666c-3d6d-4433-b690-c631b220ac16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Fanout notify agent at l3_agent the message router_deleted on router 2c1341be-2505-4ca7-9f2b-ad1b3f7ccf20 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:39:42.319367 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4e8666c-3d6d-4433-b690-c631b220ac16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:42.320518 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e4e8666c-3d6d-4433-b690-c631b220ac16 tempest-RoutersNegativeTest-1234920329 tempest-RoutersNegativeTest-1234920329-project] 10.222.0.70 "DELETE /v2.0/routers/2c1341be-2505-4ca7-9f2b-ad1b3f7ccf20 HTTP/1.1" status: 204 len: 168 time: 0.2736232 Dec 08 02:39:42.555104 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40918) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:42.683722 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fe4c7135-04dc-4121-9ebe-9384484d2108 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=03150a39109441df805c6cd776e75b0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274352 Dec 08 02:39:42.686359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40922) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:42.733233 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ae21be0-bc4e-45b4-a0ca-259d9a9e10f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:42.753724 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ae21be0-bc4e-45b4-a0ca-259d9a9e10f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:42.802326 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ae21be0-bc4e-45b4-a0ca-259d9a9e10f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:42.805428 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4ae21be0-bc4e-45b4-a0ca-259d9a9e10f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:42.809324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4ae21be0-bc4e-45b4-a0ca-259d9a9e10f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18656624-1758-4217-9295-0cdf0acfbbd4 HTTP/1.1" status: 204 len: 168 time: 0.1196456 Dec 08 02:39:42.815131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae21be0-bc4e-45b4-a0ca-259d9a9e10f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18656624-1758-4217-9295-0cdf0acfbbd4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:43.011892 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a3d3e5af-1bb6-486d-9e5b-ffafee711dcd no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:39:43.033464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: a3d3e5af-1bb6-486d-9e5b-ffafee711dcd {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:39:43.033828 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device a3d3e5af-1bb6-486d-9e5b-ffafee711dcd not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:39:43.034258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:39:43.054879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:39:43.055246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 5497af4f-da9b-4e82-b7d4-d7ae1ef160c2 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:39:43.455726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40944) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:43.551867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-674481340-network', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:43.574336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Made reservation on behalf of cfd847f77c064339bb5eecf0a7825f12 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:43.576840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:43.586588 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:43.674316 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:43.678367 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:43.700297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:39:43.717013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e660082-49e4-45a2-8cd9-50605a396ef4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:43.719936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:43.720315 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Added segment 51a3ca09-2807-4136-80f4-6b71c78670ff of type vlan for network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c Dec 08 02:39:43.760657 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:43.785201 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:43.786141 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:43.786716 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:43.823861 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3669503 Dec 08 02:39:43.827053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40948) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:43.856830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6ed30f5b-dfb8-461a-b4fa-23e4e286a2c3 admin admin] Request body: {'subnet': {'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-674481340-subnet', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:43.861258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a6329-387e-4d3d-8a91-18a7cd18ccaa admin admin] Pushing event updated for resources: {'Network': ['ID=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:43.872139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:39:43.886149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed30f5b-dfb8-461a-b4fa-23e4e286a2c3 admin admin] Made reservation on behalf of cfd847f77c064339bb5eecf0a7825f12 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:43.888848 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ed30f5b-dfb8-461a-b4fa-23e4e286a2c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.076937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ed30f5b-dfb8-461a-b4fa-23e4e286a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.138262 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed30f5b-dfb8-461a-b4fa-23e4e286a2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2a3576-bedb-43ee-9c39-f7e7d1e3e193,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:44.148484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed30f5b-dfb8-461a-b4fa-23e4e286a2c3 admin admin] Checking segment: {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:44.149002 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed30f5b-dfb8-461a-b4fa-23e4e286a2c3 admin admin] Network hostable DHCP agents. Network: 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:39:44.165464 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed30f5b-dfb8-461a-b4fa-23e4e286a2c3 admin admin] Network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:39:44.173803 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6ed30f5b-dfb8-461a-b4fa-23e4e286a2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:44.177859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed30f5b-dfb8-461a-b4fa-23e4e286a2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:44.178457 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6ed30f5b-dfb8-461a-b4fa-23e4e286a2c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.185607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aace74c-0c18-4c29-b5d6-ab8c19f36935 None None] Network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:44.197142 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6ed30f5b-dfb8-461a-b4fa-23e4e286a2c3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3690209 Dec 08 02:39:44.200021 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40950) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:44.204511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-674481340-router', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:44.230159 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.231348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.288423 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.298549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c', 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c', 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'fixed_ips': [{'subnet_id': '7c2a3576-bedb-43ee-9c39-f7e7d1e3e193'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:39:44.299438 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.439881 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.456507 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Allocated IP 172.20.0.2 (3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c/7c2a3576-bedb-43ee-9c39-f7e7d1e3e193/9bfbaa8b-2fbe-4a3e-a022-ab3429626744) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:44.610288 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.615916 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.650383 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.662678 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:44.665808 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:44.669620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.670391 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:44.673428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Pushing event updated for resources: {'Port': ['ID=9bfbaa8b-2fbe-4a3e-a022-ab3429626744,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:44.728311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Attempting to bind port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:44.728692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Attempting to bind port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:44.729059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Attempting to bind port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 on network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:44.734164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:44.734543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Checking segment: {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:44.734948 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.735350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Bound using segment: {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:44.735820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Bound port: 9bfbaa8b-2fbe-4a3e-a022-ab3429626744, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:44.736206 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.776278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Allocated IP 172.25.2.102 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/9660b988-ab69-453d-aa91-e0592c71a3d1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:44.801205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] For port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:44.804427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] For port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9bfbaa8b-2fbe-4a3e-a022-ab3429626744,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:44.808833 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.864273 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904097aa-7581-4874-8b3a-e8d6295c8e50 None None] Pushing event updated for resources: {'Port': ['ID=9bfbaa8b-2fbe-4a3e-a022-ab3429626744,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:44.887364 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.921824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:44.965956 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:44.968951 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:44.973643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:44.977194 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Pushing event updated for resources: {'Port': ['ID=9660b988-ab69-453d-aa91-e0592c71a3d1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:44.987050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6136682d-60b1-40f2-a140-4eeefd39f1c1 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:45.117525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9965ad88-5d50-4a1b-930e-74fd1f4e806d None None] Provisioning complete for port 9660b988-ab69-453d-aa91-e0592c71a3d1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:45.117905 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9965ad88-5d50-4a1b-930e-74fd1f4e806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:45.156652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9965ad88-5d50-4a1b-930e-74fd1f4e806d None None] Port 9660b988-ab69-453d-aa91-e0592c71a3d1 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:39:45.238851 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:45.434925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:45.566329 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Router b177bf8b-28cf-4e0e-858d-85190c260142 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:39:45.677673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:39:45.688463 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Sync routers for ids ['b177bf8b-28cf-4e0e-858d-85190c260142'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:39:45.699027 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:45.699275 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Routers {'b177bf8b-28cf-4e0e-858d-85190c260142'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:39:45.699646 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:39:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b177bf8b-28cf-4e0e-858d-85190c260142'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:45.702994 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bedf351c-e76f-41b3-b677-5abd69e19d93 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4994938 Dec 08 02:39:45.703275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40952) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:45.800213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b492684-bef3-4231-825d-272c65e7b27c None None] Network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:45.914932 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f033c922-ab5a-4dfc-ad57-3a87ec277639 None None] Provisioning complete for port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:45.915467 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f033c922-ab5a-4dfc-ad57-3a87ec277639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:45.926184 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Set router b177bf8b-28cf-4e0e-858d-85190c260142 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:39:46.036260 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f033c922-ab5a-4dfc-ad57-3a87ec277639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.086228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f033c922-ab5a-4dfc-ad57-3a87ec277639 None None] For port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9bfbaa8b-2fbe-4a3e-a022-ab3429626744,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:46.092142 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f033c922-ab5a-4dfc-ad57-3a87ec277639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.152320 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'name': 'tempest-TestEncryptedCinderVolumes-674481340-router', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:45Z', 'revision_number': 3, 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'gw_port': {'id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ab:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:46.153891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033c922-ab5a-4dfc-ad57-3a87ec277639 None None] Pushing event updated for resources: {'Port': ['ID=9bfbaa8b-2fbe-4a3e-a022-ab3429626744,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:46.189623 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Checking router: b177bf8b-28cf-4e0e-858d-85190c260142 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:39:46.189978 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Updating router b177bf8b-28cf-4e0e-858d-85190c260142 port 9660b988-ab69-453d-aa91-e0592c71a3d1 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:39:46.217574 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.317789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d08cf422-6fc3-48b9-b7ff-b448d288213b None None] Provisioning complete for port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:46.318151 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d08cf422-6fc3-48b9-b7ff-b448d288213b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.480183 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.485104 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.510807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.532736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9737ee-07da-4faa-8b77-4b96d2003818 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:46.542752 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Pushing event updated for resources: {'Port': ['ID=9660b988-ab69-453d-aa91-e0592c71a3d1,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:46.544969 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Attempting to bind port 9660b988-ab69-453d-aa91-e0592c71a3d1 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:46.545441 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Attempting to bind port 9660b988-ab69-453d-aa91-e0592c71a3d1 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:46.545686 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Attempting to bind port 9660b988-ab69-453d-aa91-e0592c71a3d1 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:46.555183 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:46.555610 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:46.556005 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.556416 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:46.556880 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Bound port: 9660b988-ab69-453d-aa91-e0592c71a3d1, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:46.557259 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.560200 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.560573 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.560918 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.561254 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.561652 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.562020 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.562745 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.562745 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.563020 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.563344 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.563667 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.563987 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.564659 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:39:46.620780 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] For port 9660b988-ab69-453d-aa91-e0592c71a3d1, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:46.623985 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] For port 9660b988-ab69-453d-aa91-e0592c71a3d1, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9660b988-ab69-453d-aa91-e0592c71a3d1,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:46.624848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fe7856ad-bd22-421f-a189-48b784bb5487 None None] Provisioning complete for port 9660b988-ab69-453d-aa91-e0592c71a3d1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:46.625225 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fe7856ad-bd22-421f-a189-48b784bb5487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.630730 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.683850 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd57947-7913-41cd-9141-7076d7d4a9aa None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:46.687769 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Allocated IP 172.20.0.1 (3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c/7c2a3576-bedb-43ee-9c39-f7e7d1e3e193/387c84dc-0bde-46a4-ac39-a647fa49b6ef) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:46.694772 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Routers {'b177bf8b-28cf-4e0e-858d-85190c260142'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:39:46.696339 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:39:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b177bf8b-28cf-4e0e-858d-85190c260142'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:46.707153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-fe7856ad-bd22-421f-a189-48b784bb5487 None None] Port 9660b988-ab69-453d-aa91-e0592c71a3d1 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:39:46.740840 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785319f-1148-4eca-90c5-05b9378d8153 None None] Pushing event updated for resources: {'Port': ['ID=9660b988-ab69-453d-aa91-e0592c71a3d1,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:46.805982 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.816225 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] Set router b177bf8b-28cf-4e0e-858d-85190c260142 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:39:46.834432 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cba28134-ccbf-46cf-8d0b-0f52c16b3b38 None None] Provisioning complete for port 9660b988-ab69-453d-aa91-e0592c71a3d1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:46.836128 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cba28134-ccbf-46cf-8d0b-0f52c16b3b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.843615 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.889369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:46.894247 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:46.897821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:46.921331 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cba28134-ccbf-46cf-8d0b-0f52c16b3b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.923292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Pushing event updated for resources: {'Port': ['ID=387c84dc-0bde-46a4-ac39-a647fa49b6ef,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:46.944742 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:46.947598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-cba28134-ccbf-46cf-8d0b-0f52c16b3b38 None None] For port 9660b988-ab69-453d-aa91-e0592c71a3d1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9660b988-ab69-453d-aa91-e0592c71a3d1,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:46.954787 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cba28134-ccbf-46cf-8d0b-0f52c16b3b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.040396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba28134-ccbf-46cf-8d0b-0f52c16b3b38 None None] Pushing event updated for resources: {'Port': ['ID=9660b988-ab69-453d-aa91-e0592c71a3d1,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:47.077711 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'name': 'tempest-TestEncryptedCinderVolumes-674481340-router', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:45Z', 'revision_number': 3, 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'gw_port': {'id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ab:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:47.110487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:47.113619 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90ba817-4656-4853-993b-a8c37aab8311 None None] The sync data for ids ['b177bf8b-28cf-4e0e-858d-85190c260142'] in n-d-713498-30 is: [{'id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'name': 'tempest-TestEncryptedCinderVolumes-674481340-router', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:45Z', 'revision_number': 3, 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'gw_port': {'id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ab:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:39:47.117367 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.190653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:47.191036 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.285546 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0c9bf698-fa79-44a8-af37-27c51a2f3ecf None None] Provisioning complete for port 387c84dc-0bde-46a4-ac39-a647fa49b6ef triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:47.285924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c9bf698-fa79-44a8-af37-27c51a2f3ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.298411 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.305435 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.330819 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0c9bf698-fa79-44a8-af37-27c51a2f3ecf None None] Port 387c84dc-0bde-46a4-ac39-a647fa49b6ef cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:39:47.391280 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Pushing event updated for resources: {'Port': ['ID=387c84dc-0bde-46a4-ac39-a647fa49b6ef,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:47.394923 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.489286 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:47.490806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:47.617594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Router b177bf8b-28cf-4e0e-858d-85190c260142 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:39:47.738906 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:39:47.749141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dd824e5b-8895-4195-a206-31ff5afce196 admin admin] 10.222.0.70 "PUT /v2.0/routers/b177bf8b-28cf-4e0e-858d-85190c260142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0440364 Dec 08 02:39:47.753578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d2e1d041-01e6-41e1-9eea-f7c2f5fe98d1 None None] Provisioning complete for port 387c84dc-0bde-46a4-ac39-a647fa49b6ef triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:47.753955 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d041-01e6-41e1-9eea-f7c2f5fe98d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:47.792758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d2e1d041-01e6-41e1-9eea-f7c2f5fe98d1 None None] Port 387c84dc-0bde-46a4-ac39-a647fa49b6ef cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:39:48.232207 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 40968) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:48.237188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1668746599-network', 'tenant_id': '3e48301f4652476a977b29fc51af710a'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:48.257357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Made reservation on behalf of 3e48301f4652476a977b29fc51af710a for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:48.259602 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.267918 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.351739 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.355596 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.379540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:39:48.394954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7986fb31-5f53-4c4a-a9e6-e51ee2c8d699,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:48.399588 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.399989 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Added segment c3107e3d-e320-4ca5-b82e-277bf05ceace of type vlan for network 681c708e-b4ea-43b8-98af-26ae542b1aed Dec 08 02:39:48.441729 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.476650 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.477764 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:48.478347 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.513676 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2803068 Dec 08 02:39:48.516626 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40970) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:48.521760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-58c79c78-80c4-481d-a0f5-a645a40a4a8f admin admin] Request body: {'subnet': {'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1668746599-subnet', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:48.539277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e6a7e-1637-4caf-bd4d-59262a2437d1 admin admin] Pushing event updated for resources: {'Network': ['ID=681c708e-b4ea-43b8-98af-26ae542b1aed,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:48.546366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c79c78-80c4-481d-a0f5-a645a40a4a8f admin admin] Made reservation on behalf of 3e48301f4652476a977b29fc51af710a for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:48.548935 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58c79c78-80c4-481d-a0f5-a645a40a4a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.550888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 681c708e-b4ea-43b8-98af-26ae542b1aed details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:39:48.731908 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58c79c78-80c4-481d-a0f5-a645a40a4a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.763618 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Sync routers for ids ['b177bf8b-28cf-4e0e-858d-85190c260142'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:39:48.772987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Routers {'b177bf8b-28cf-4e0e-858d-85190c260142'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:39:48.773580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:39:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b177bf8b-28cf-4e0e-858d-85190c260142'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:48.794126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c79c78-80c4-481d-a0f5-a645a40a4a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c95ad146-fda8-432b-92ba-a06633983961,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:48.798413 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c79c78-80c4-481d-a0f5-a645a40a4a8f admin admin] Checking segment: {'id': 'c3107e3d-e320-4ca5-b82e-277bf05ceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:48.798779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c79c78-80c4-481d-a0f5-a645a40a4a8f admin admin] Network hostable DHCP agents. Network: 681c708e-b4ea-43b8-98af-26ae542b1aed, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:39:48.816540 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c79c78-80c4-481d-a0f5-a645a40a4a8f admin admin] Network 681c708e-b4ea-43b8-98af-26ae542b1aed is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:39:48.826580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-58c79c78-80c4-481d-a0f5-a645a40a4a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 681c708e-b4ea-43b8-98af-26ae542b1aed) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:48.831362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c79c78-80c4-481d-a0f5-a645a40a4a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:48.832482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58c79c78-80c4-481d-a0f5-a645a40a4a8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.850015 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-58c79c78-80c4-481d-a0f5-a645a40a4a8f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3322620 Dec 08 02:39:48.853794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40972) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:48.857940 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1668746599-router', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:48.863248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b338d31-1403-4542-89af-7be8c56b3c1b None None] Network 681c708e-b4ea-43b8-98af-26ae542b1aed requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:48.879991 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.881080 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.939130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:48.942167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Set router b177bf8b-28cf-4e0e-858d-85190c260142 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:39:49.102118 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.158292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9660b988-ab69-453d-aa91-e0592c71a3d1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:49.290061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-681c708e-b4ea-43b8-98af-26ae542b1aed', 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed', 'project_id': '3e48301f4652476a977b29fc51af710a', 'fixed_ips': [{'subnet_id': 'c95ad146-fda8-432b-92ba-a06633983961'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:39:49.291338 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.316226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.337821 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.353339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 9660b988-ab69-453d-aa91-e0592c71a3d1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:49.353722 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.446614 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Allocated IP 172.25.2.202 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/56a5acde-574d-48d7-8cb8-752bcb5784eb) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:49.549955 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.583871 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.594259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Allocated IP 172.20.0.2 (681c708e-b4ea-43b8-98af-26ae542b1aed/c95ad146-fda8-432b-92ba-a06633983961/38847d03-b7d3-4cdd-97b4-f5f707009adb) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:49.628267 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:49.631156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:49.635209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:49.637517 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'name': 'tempest-TestEncryptedCinderVolumes-674481340-router', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:47Z', 'revision_number': 4, 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'gw_port': {'id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ab:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '387c84dc-0bde-46a4-ac39-a647fa49b6ef', 'name': '', 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'mac_address': 'fa:16:3e:fa:69:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7c2a3576-bedb-43ee-9c39-f7e7d1e3e193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:46Z', 'updated_at': '2021-12-08T02:39:47Z', 'revision_number': 2, 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'subnets': [{'id': '7c2a3576-bedb-43ee-9c39-f7e7d1e3e193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:49.662214 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Pushing event updated for resources: {'Port': ['ID=56a5acde-574d-48d7-8cb8-752bcb5784eb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:49.667824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de19ea-eecc-4fc0-b316-3fbeef2ec705 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:49.671973 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Checking router: b177bf8b-28cf-4e0e-858d-85190c260142 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:39:49.672370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Updating router b177bf8b-28cf-4e0e-858d-85190c260142 port 387c84dc-0bde-46a4-ac39-a647fa49b6ef binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:39:49.736974 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.923800 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.932070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-31be5de4-57fb-41ce-b20b-3c7fe74c4ca5 None None] Provisioning complete for port 56a5acde-574d-48d7-8cb8-752bcb5784eb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:49.932472 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31be5de4-57fb-41ce-b20b-3c7fe74c4ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:49.938234 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.062441 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Network 681c708e-b4ea-43b8-98af-26ae542b1aed is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:50.066701 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-31be5de4-57fb-41ce-b20b-3c7fe74c4ca5 None None] Port 56a5acde-574d-48d7-8cb8-752bcb5784eb cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:39:50.072681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:50.081415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:50.091209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Pushing event updated for resources: {'Port': ['ID=38847d03-b7d3-4cdd-97b4-f5f707009adb,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:50.173344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Attempting to bind port 38847d03-b7d3-4cdd-97b4-f5f707009adb on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:50.173726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Attempting to bind port 38847d03-b7d3-4cdd-97b4-f5f707009adb by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c3107e3d-e320-4ca5-b82e-277bf05ceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:50.174099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Attempting to bind port 38847d03-b7d3-4cdd-97b4-f5f707009adb on network 681c708e-b4ea-43b8-98af-26ae542b1aed {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:50.189067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:50.189455 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Checking segment: {'id': 'c3107e3d-e320-4ca5-b82e-277bf05ceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:50.189873 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.190277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Bound using segment: {'id': 'c3107e3d-e320-4ca5-b82e-277bf05ceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:50.190763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Bound port: 38847d03-b7d3-4cdd-97b4-f5f707009adb, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3107e3d-e320-4ca5-b82e-277bf05ceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:50.191151 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.222912 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.264256 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.275217 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.331627 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] For port 38847d03-b7d3-4cdd-97b4-f5f707009adb, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:50.354926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] For port 38847d03-b7d3-4cdd-97b4-f5f707009adb, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=38847d03-b7d3-4cdd-97b4-f5f707009adb,segment=NetworkSegment(c3107e3d-e320-4ca5-b82e-277bf05ceace),segment_id=c3107e3d-e320-4ca5-b82e-277bf05ceace)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:50.355893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf08ca-6234-4471-9c32-d3282fa9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=387c84dc-0bde-46a4-ac39-a647fa49b6ef,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:50.362857 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.454943 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.456039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Attempting to bind port 387c84dc-0bde-46a4-ac39-a647fa49b6ef on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:50.456602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Attempting to bind port 387c84dc-0bde-46a4-ac39-a647fa49b6ef by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:50.456832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Attempting to bind port 387c84dc-0bde-46a4-ac39-a647fa49b6ef on network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:50.469278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:50.469691 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Checking segment: {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:50.470074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.470478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Bound using segment: {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:50.470981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Bound port: 387c84dc-0bde-46a4-ac39-a647fa49b6ef, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:50.471373 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.477042 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984dc56-242b-441d-aaad-f74576890a21 None None] Pushing event updated for resources: {'Port': ['ID=38847d03-b7d3-4cdd-97b4-f5f707009adb,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:50.555825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] For port 387c84dc-0bde-46a4-ac39-a647fa49b6ef, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:50.559227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] For port 387c84dc-0bde-46a4-ac39-a647fa49b6ef, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=387c84dc-0bde-46a4-ac39-a647fa49b6ef,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:50.566128 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.621774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Router 016b5209-9a1b-4227-8561-fe00ec65ddf8 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:39:50.637402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4e587162-2a67-4880-8166-fe689b5257c5 None None] Provisioning complete for port 387c84dc-0bde-46a4-ac39-a647fa49b6ef triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:50.637870 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e587162-2a67-4880-8166-fe689b5257c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.640926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Routers {'b177bf8b-28cf-4e0e-858d-85190c260142'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:39:50.641570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:39:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b177bf8b-28cf-4e0e-858d-85190c260142'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:50.725123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf08ca-6234-4471-9c32-d3282fa9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=387c84dc-0bde-46a4-ac39-a647fa49b6ef,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:50.792823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:39:50.804908 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Sync routers for ids ['016b5209-9a1b-4227-8561-fe00ec65ddf8'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:39:50.817067 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.818811 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f456e2de-335d-42d9-9e27-9912c1afa18a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9640615 Dec 08 02:39:50.821471 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Routers {'016b5209-9a1b-4227-8561-fe00ec65ddf8'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:39:50.822089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 40974) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:39:50.822406 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:39:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['016b5209-9a1b-4227-8561-fe00ec65ddf8'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:50.844729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] Set router b177bf8b-28cf-4e0e-858d-85190c260142 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:39:50.901998 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e587162-2a67-4880-8166-fe689b5257c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:50.972888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4e587162-2a67-4880-8166-fe689b5257c5 None None] For port 387c84dc-0bde-46a4-ac39-a647fa49b6ef, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=387c84dc-0bde-46a4-ac39-a647fa49b6ef,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:50.991077 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e587162-2a67-4880-8166-fe689b5257c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.002214 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Set router 016b5209-9a1b-4227-8561-fe00ec65ddf8 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:39:51.096697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e587162-2a67-4880-8166-fe689b5257c5 None None] Pushing event updated for resources: {'Port': ['ID=387c84dc-0bde-46a4-ac39-a647fa49b6ef,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:51.142022 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 38847d03-b7d3-4cdd-97b4-f5f707009adb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:51.182915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6f2803e3-b072-497f-8564-4e77b1a4a7c3 None None] Provisioning complete for port 387c84dc-0bde-46a4-ac39-a647fa49b6ef triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:51.184068 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6f2803e3-b072-497f-8564-4e77b1a4a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.237608 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'name': 'tempest-TestEncryptedCinderVolumes-1668746599-router', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:48Z', 'updated_at': '2021-12-08T02:39:49Z', 'revision_number': 3, 'project_id': '3e48301f4652476a977b29fc51af710a', 'gw_port': {'id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:49Z', 'updated_at': '2021-12-08T02:39:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:51.271152 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Checking router: 016b5209-9a1b-4227-8561-fe00ec65ddf8 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:39:51.271554 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Updating router 016b5209-9a1b-4227-8561-fe00ec65ddf8 port 56a5acde-574d-48d7-8cb8-752bcb5784eb binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:39:51.300089 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.341645 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.433179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'name': 'tempest-TestEncryptedCinderVolumes-674481340-router', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:47Z', 'revision_number': 4, 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'gw_port': {'id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ab:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '387c84dc-0bde-46a4-ac39-a647fa49b6ef', 'name': '', 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'mac_address': 'fa:16:3e:fa:69:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7c2a3576-bedb-43ee-9c39-f7e7d1e3e193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:46Z', 'updated_at': '2021-12-08T02:39:50Z', 'revision_number': 4, 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'subnets': [{'id': '7c2a3576-bedb-43ee-9c39-f7e7d1e3e193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:51.465712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3693e22d-b4a3-46e7-87fc-f3d428d76bf2 None None] The sync data for ids ['b177bf8b-28cf-4e0e-858d-85190c260142'] in n-d-713498-30 is: [{'id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'name': 'tempest-TestEncryptedCinderVolumes-674481340-router', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:47Z', 'revision_number': 4, 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'gw_port': {'id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ab:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '387c84dc-0bde-46a4-ac39-a647fa49b6ef', 'name': '', 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'mac_address': 'fa:16:3e:fa:69:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7c2a3576-bedb-43ee-9c39-f7e7d1e3e193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:46Z', 'updated_at': '2021-12-08T02:39:50Z', 'revision_number': 4, 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'subnets': [{'id': '7c2a3576-bedb-43ee-9c39-f7e7d1e3e193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:39:51.467311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 38847d03-b7d3-4cdd-97b4-f5f707009adb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:51.467698 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.636164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.641743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Allocated IP 172.20.0.1 (681c708e-b4ea-43b8-98af-26ae542b1aed/c95ad146-fda8-432b-92ba-a06633983961/e4b1a498-3e5e-4bbd-93db-fbb438470500) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:51.687431 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 38847d03-b7d3-4cdd-97b4-f5f707009adb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=38847d03-b7d3-4cdd-97b4-f5f707009adb,segment=NetworkSegment(c3107e3d-e320-4ca5-b82e-277bf05ceace),segment_id=c3107e3d-e320-4ca5-b82e-277bf05ceace)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:51.693674 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.693933 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.702008 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.780709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ee03b7-e6ce-4787-bcd8-d9e4ca4efe5a None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:51.797817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=38847d03-b7d3-4cdd-97b4-f5f707009adb,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:51.817480 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Attempting to bind port 56a5acde-574d-48d7-8cb8-752bcb5784eb on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:51.818052 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Attempting to bind port 56a5acde-574d-48d7-8cb8-752bcb5784eb by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:51.818348 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Attempting to bind port 56a5acde-574d-48d7-8cb8-752bcb5784eb on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:51.824585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.836932 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de5d74-b55a-4595-9aa1-075f91556c4d None None] Pushing event updated for resources: {'Port': ['ID=56a5acde-574d-48d7-8cb8-752bcb5784eb,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:51.842569 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:51.843279 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:51.843864 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.844536 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:51.845181 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Bound port: 56a5acde-574d-48d7-8cb8-752bcb5784eb, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:51.845758 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.866180 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.879339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea9033-1b49-40e7-ac66-b746891f730a None None] Network 681c708e-b4ea-43b8-98af-26ae542b1aed requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:39:51.910482 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] For port 56a5acde-574d-48d7-8cb8-752bcb5784eb, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:51.916458 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] For port 56a5acde-574d-48d7-8cb8-752bcb5784eb, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=56a5acde-574d-48d7-8cb8-752bcb5784eb,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:51.922739 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.927918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Network 681c708e-b4ea-43b8-98af-26ae542b1aed is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:51.932048 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:51.934586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:51.974894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-035f938f-cf64-4136-91bb-39371ee872b0 None None] Provisioning complete for port 38847d03-b7d3-4cdd-97b4-f5f707009adb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:51.975569 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-035f938f-cf64-4136-91bb-39371ee872b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:51.981894 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Routers {'016b5209-9a1b-4227-8561-fe00ec65ddf8'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:39:51.983169 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:39:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['016b5209-9a1b-4227-8561-fe00ec65ddf8'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:51.983334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c19e28-4a47-4134-a649-ae15d20a2826 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:39:51.986311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b1a498-3e5e-4bbd-93db-fbb438470500,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:52.013469 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.060491 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de5d74-b55a-4595-9aa1-075f91556c4d None None] Pushing event updated for resources: {'Port': ['ID=56a5acde-574d-48d7-8cb8-752bcb5784eb,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:52.153951 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] Set router 016b5209-9a1b-4227-8561-fe00ec65ddf8 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:39:52.156319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-035f938f-cf64-4136-91bb-39371ee872b0 None None] Provisioning complete for port 56a5acde-574d-48d7-8cb8-752bcb5784eb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:52.156685 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-035f938f-cf64-4136-91bb-39371ee872b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.246509 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.304931 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-035f938f-cf64-4136-91bb-39371ee872b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.333560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-035f938f-cf64-4136-91bb-39371ee872b0 None None] For port 56a5acde-574d-48d7-8cb8-752bcb5784eb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=56a5acde-574d-48d7-8cb8-752bcb5784eb,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:52.342348 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-035f938f-cf64-4136-91bb-39371ee872b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.412509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f938f-cf64-4136-91bb-39371ee872b0 None None] Pushing event updated for resources: {'Port': ['ID=56a5acde-574d-48d7-8cb8-752bcb5784eb,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:52.478613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3b8412d7-5452-462c-b373-5d4d11af3070 None None] Provisioning complete for port 38847d03-b7d3-4cdd-97b4-f5f707009adb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:52.479013 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3b8412d7-5452-462c-b373-5d4d11af3070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.514607 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.521263 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.605097 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'name': 'tempest-TestEncryptedCinderVolumes-1668746599-router', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:48Z', 'updated_at': '2021-12-08T02:39:49Z', 'revision_number': 3, 'project_id': '3e48301f4652476a977b29fc51af710a', 'gw_port': {'id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:49Z', 'updated_at': '2021-12-08T02:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:52.612242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b1a498-3e5e-4bbd-93db-fbb438470500,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:52.619319 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.645572 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1551612a-6432-423c-bbf6-13e7767e2ac5 None None] The sync data for ids ['016b5209-9a1b-4227-8561-fe00ec65ddf8'] in n-d-713498-30 is: [{'id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'name': 'tempest-TestEncryptedCinderVolumes-1668746599-router', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:48Z', 'updated_at': '2021-12-08T02:39:49Z', 'revision_number': 3, 'project_id': '3e48301f4652476a977b29fc51af710a', 'gw_port': {'id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:49Z', 'updated_at': '2021-12-08T02:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:39:52.666979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3b8412d7-5452-462c-b373-5d4d11af3070 None None] Provisioning complete for port 56a5acde-574d-48d7-8cb8-752bcb5784eb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:52.667913 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3b8412d7-5452-462c-b373-5d4d11af3070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.743748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Network 681c708e-b4ea-43b8-98af-26ae542b1aed is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:52.746144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:52.794824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3b8412d7-5452-462c-b373-5d4d11af3070 None None] Provisioning complete for port e4b1a498-3e5e-4bbd-93db-fbb438470500 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:52.795398 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3b8412d7-5452-462c-b373-5d4d11af3070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:52.846039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3b8412d7-5452-462c-b373-5d4d11af3070 None None] Port e4b1a498-3e5e-4bbd-93db-fbb438470500 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:39:52.891471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Router 016b5209-9a1b-4227-8561-fe00ec65ddf8 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:39:53.006946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6e2ee261-f580-4068-bae8-d19241464a68 None None] Provisioning complete for port e4b1a498-3e5e-4bbd-93db-fbb438470500 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:53.007841 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6e2ee261-f580-4068-bae8-d19241464a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.045230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:39:53.054638 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a62bde4d-4bfa-4a2a-865c-0ca9eb562680 admin admin] 10.222.0.70 "PUT /v2.0/routers/016b5209-9a1b-4227-8561-fe00ec65ddf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2302129 Dec 08 02:39:53.078354 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ee261-f580-4068-bae8-d19241464a68 None None] Port e4b1a498-3e5e-4bbd-93db-fbb438470500 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:39:53.213453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a02f4ff6-3184-4954-b234-de76f6116d09 None None] Provisioning complete for port e4b1a498-3e5e-4bbd-93db-fbb438470500 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:53.213908 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a02f4ff6-3184-4954-b234-de76f6116d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.269873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 387c84dc-0bde-46a4-ac39-a647fa49b6ef up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:53.326563 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a02f4ff6-3184-4954-b234-de76f6116d09 None None] Port e4b1a498-3e5e-4bbd-93db-fbb438470500 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:39:53.363601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 387c84dc-0bde-46a4-ac39-a647fa49b6ef triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:53.365393 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.457993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 56a5acde-574d-48d7-8cb8-752bcb5784eb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:53.511930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 56a5acde-574d-48d7-8cb8-752bcb5784eb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:53.512388 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.599770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 38847d03-b7d3-4cdd-97b4-f5f707009adb up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:53.651024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 38847d03-b7d3-4cdd-97b4-f5f707009adb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:53.651412 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:53.952199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-55aa8908-179b-4d43-9dd5-ef7424effb7a tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:53.953620 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-55aa8908-179b-4d43-9dd5-ef7424effb7a tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/networks?id=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c HTTP/1.1" status: 200 len: 816 time: 0.1055701 Dec 08 02:39:53.968628 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-41d975ac-3197-4af3-925e-cadadf7b7504 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/quotas/cfd847f77c064339bb5eecf0a7825f12 HTTP/1.1" status: 200 len: 375 time: 0.0092893 Dec 08 02:39:54.019406 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-4af9aba9-cb00-42e0-b557-ef6637bf9003 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cfd847f77c064339bb5eecf0a7825f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454826 Dec 08 02:39:54.115961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-8385377b-cdcb-4822-99fc-a6197f59a3a1 service neutron] 10.222.0.70 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848846 Dec 08 02:39:54.205878 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-a4bd5638-e19b-4400-a01b-82dda6bc902e service neutron] 10.222.0.70 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830142 Dec 08 02:39:54.371444 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2489b4b5-fc4d-4fa0-9af6-f62fcbcdaa97 req-296283de-2fb4-4de3-aa48-23d0575edd63 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 210 time: 0.0298982 Dec 08 02:39:54.847103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Sync routers for ids ['016b5209-9a1b-4227-8561-fe00ec65ddf8'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:39:54.858067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Routers {'016b5209-9a1b-4227-8561-fe00ec65ddf8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:39:54.858697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:39:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['016b5209-9a1b-4227-8561-fe00ec65ddf8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:54.973308 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Set router 016b5209-9a1b-4227-8561-fe00ec65ddf8 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:39:55.172137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'name': 'tempest-TestEncryptedCinderVolumes-1668746599-router', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:48Z', 'updated_at': '2021-12-08T02:39:52Z', 'revision_number': 4, 'project_id': '3e48301f4652476a977b29fc51af710a', 'gw_port': {'id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:49Z', 'updated_at': '2021-12-08T02:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e4b1a498-3e5e-4bbd-93db-fbb438470500', 'name': '', 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'mac_address': 'fa:16:3e:dc:4d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c95ad146-fda8-432b-92ba-a06633983961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:52Z', 'revision_number': 2, 'project_id': '3e48301f4652476a977b29fc51af710a', 'subnets': [{'id': 'c95ad146-fda8-432b-92ba-a06633983961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:55.200662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Checking router: 016b5209-9a1b-4227-8561-fe00ec65ddf8 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:39:55.201024 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Updating router 016b5209-9a1b-4227-8561-fe00ec65ddf8 port e4b1a498-3e5e-4bbd-93db-fbb438470500 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:39:55.225103 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:55.494848 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aa1f820a-7216-4d48-85af-cdbd6ae8157a req-62b2bb15-d730-4d17-b390-f4c111f47224 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 210 time: 0.0515401 Dec 08 02:39:55.495683 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:55.502059 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:55.580102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-524232e5-b9eb-4aa9-9bd0-5552617ae7e0 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:55.581593 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-524232e5-b9eb-4aa9-9bd0-5552617ae7e0 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.65 "GET /v2.0/networks?id=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c HTTP/1.1" status: 200 len: 816 time: 0.1688852 Dec 08 02:39:55.588321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfba78-0ca4-404e-9ecb-630562f29e02 None None] Pushing event updated for resources: {'Port': ['ID=e4b1a498-3e5e-4bbd-93db-fbb438470500,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:55.604689 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Request body: {'port': {'device_id': '8daf591c-fdd7-4ac6-a92d-89a2dafa35c3', 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c', 'admin_state_up': True, 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:55.616586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Attempting to bind port e4b1a498-3e5e-4bbd-93db-fbb438470500 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:55.617017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Attempting to bind port e4b1a498-3e5e-4bbd-93db-fbb438470500 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'c3107e3d-e320-4ca5-b82e-277bf05ceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:55.617502 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Attempting to bind port e4b1a498-3e5e-4bbd-93db-fbb438470500 on network 681c708e-b4ea-43b8-98af-26ae542b1aed {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:55.623813 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:55.624447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Checking segment: {'id': 'c3107e3d-e320-4ca5-b82e-277bf05ceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:55.624877 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:55.625290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Bound using segment: {'id': 'c3107e3d-e320-4ca5-b82e-277bf05ceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:55.625817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Bound port: e4b1a498-3e5e-4bbd-93db-fbb438470500, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3107e3d-e320-4ca5-b82e-277bf05ceace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:55.626221 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:55.695468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] For port e4b1a498-3e5e-4bbd-93db-fbb438470500, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:55.699387 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] For port e4b1a498-3e5e-4bbd-93db-fbb438470500, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e4b1a498-3e5e-4bbd-93db-fbb438470500,segment=NetworkSegment(c3107e3d-e320-4ca5-b82e-277bf05ceace),segment_id=c3107e3d-e320-4ca5-b82e-277bf05ceace)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:55.705848 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:55.729484 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Made reservation on behalf of cfd847f77c064339bb5eecf0a7825f12 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:39:55.733191 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:55.767263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Routers {'016b5209-9a1b-4227-8561-fe00ec65ddf8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:39:55.768475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:39:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['016b5209-9a1b-4227-8561-fe00ec65ddf8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:55.820154 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfba78-0ca4-404e-9ecb-630562f29e02 None None] Pushing event updated for resources: {'Port': ['ID=e4b1a498-3e5e-4bbd-93db-fbb438470500,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:55.876935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Allocated IP 172.20.0.3 (3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c/7c2a3576-bedb-43ee-9c39-f7e7d1e3e193/4250bb42-ca9f-420a-871a-fdc575c7496e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:39:55.905617 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1ab3c08d-8b12-4693-a86a-f7c74c41e499 None None] Provisioning complete for port e4b1a498-3e5e-4bbd-93db-fbb438470500 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:55.906197 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c08d-8b12-4693-a86a-f7c74c41e499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:55.934180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] Set router 016b5209-9a1b-4227-8561-fe00ec65ddf8 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:39:56.061944 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.102443 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.150255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:39:56.153584 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:39:56.156693 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:39:56.193005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Pushing event updated for resources: {'Port': ['ID=4250bb42-ca9f-420a-871a-fdc575c7496e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:56.228433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:56.229079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.248442 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9c95edac-cd2e-46e8-9454-4000049f45bd tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6472118 Dec 08 02:39:56.274714 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Request body: {'port': {'device_id': '8daf591c-fdd7-4ac6-a92d-89a2dafa35c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:39:56.283608 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c08d-8b12-4693-a86a-f7c74c41e499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.332815 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.359691 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1ab3c08d-8b12-4693-a86a-f7c74c41e499 None None] For port e4b1a498-3e5e-4bbd-93db-fbb438470500, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e4b1a498-3e5e-4bbd-93db-fbb438470500,segment=NetworkSegment(c3107e3d-e320-4ca5-b82e-277bf05ceace),segment_id=c3107e3d-e320-4ca5-b82e-277bf05ceace)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:39:56.365671 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ab3c08d-8b12-4693-a86a-f7c74c41e499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.426142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3c08d-8b12-4693-a86a-f7c74c41e499 None None] Pushing event updated for resources: {'Port': ['ID=e4b1a498-3e5e-4bbd-93db-fbb438470500,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:56.434023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'name': 'tempest-TestEncryptedCinderVolumes-1668746599-router', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:48Z', 'updated_at': '2021-12-08T02:39:52Z', 'revision_number': 4, 'project_id': '3e48301f4652476a977b29fc51af710a', 'gw_port': {'id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:49Z', 'updated_at': '2021-12-08T02:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e4b1a498-3e5e-4bbd-93db-fbb438470500', 'name': '', 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'mac_address': 'fa:16:3e:dc:4d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c95ad146-fda8-432b-92ba-a06633983961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:55Z', 'revision_number': 4, 'project_id': '3e48301f4652476a977b29fc51af710a', 'subnets': [{'id': 'c95ad146-fda8-432b-92ba-a06633983961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:39:56.463089 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d874f66-3346-4b62-8a71-c00d915f9a6f None None] The sync data for ids ['016b5209-9a1b-4227-8561-fe00ec65ddf8'] in n-d-713498-30 is: [{'id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'name': 'tempest-TestEncryptedCinderVolumes-1668746599-router', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:48Z', 'updated_at': '2021-12-08T02:39:52Z', 'revision_number': 4, 'project_id': '3e48301f4652476a977b29fc51af710a', 'gw_port': {'id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:49Z', 'updated_at': '2021-12-08T02:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'e4b1a498-3e5e-4bbd-93db-fbb438470500', 'name': '', 'network_id': '681c708e-b4ea-43b8-98af-26ae542b1aed', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'mac_address': 'fa:16:3e:dc:4d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'c95ad146-fda8-432b-92ba-a06633983961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:51Z', 'updated_at': '2021-12-08T02:39:55Z', 'revision_number': 4, 'project_id': '3e48301f4652476a977b29fc51af710a', 'subnets': [{'id': 'c95ad146-fda8-432b-92ba-a06633983961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:39:56.487315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7aec7407-acb0-40ab-b5b9-ca363e303665 None None] Provisioning complete for port e4b1a498-3e5e-4bbd-93db-fbb438470500 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:56.487466 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7aec7407-acb0-40ab-b5b9-ca363e303665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.625047 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7aec7407-acb0-40ab-b5b9-ca363e303665 None None] Provisioning complete for port 4250bb42-ca9f-420a-871a-fdc575c7496e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:56.625430 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7aec7407-acb0-40ab-b5b9-ca363e303665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.640757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4250bb42-ca9f-420a-871a-fdc575c7496e {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:39:56.648917 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.661895 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Transition to ACTIVE for port object 4250bb42-ca9f-420a-871a-fdc575c7496e will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:39:56.665369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7aec7407-acb0-40ab-b5b9-ca363e303665 None None] Port 4250bb42-ca9f-420a-871a-fdc575c7496e cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:39:56.667390 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.682309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d535c5-e903-4434-a49e-c3404ebe8054 req-e12df195-f6a3-44c8-a34d-b570d96a4c0f tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:56.686755 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4d535c5-e903-4434-a49e-c3404ebe8054 req-e12df195-f6a3-44c8-a34d-b570d96a4c0f tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 931 time: 0.0804081 Dec 08 02:39:56.738813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Pushing event updated for resources: {'Port': ['ID=4250bb42-ca9f-420a-871a-fdc575c7496e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:56.766150 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c4d535c5-e903-4434-a49e-c3404ebe8054 req-addecc80-0959-4a01-8726-f704f0bd82b6 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755877 Dec 08 02:39:56.814515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Attempting to bind port 4250bb42-ca9f-420a-871a-fdc575c7496e on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:39:56.814844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Attempting to bind port 4250bb42-ca9f-420a-871a-fdc575c7496e by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:39:56.815168 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Attempting to bind port 4250bb42-ca9f-420a-871a-fdc575c7496e on network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:56.820331 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Port 4250bb42-ca9f-420a-871a-fdc575c7496e on network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:39:56.820677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Attempting to bind port 4250bb42-ca9f-420a-871a-fdc575c7496e on network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:39:56.830150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:39:56.832589 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Checking segment: {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:39:56.833011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Bound using segment: {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:39:56.833502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Bound port: 4250bb42-ca9f-420a-871a-fdc575c7496e, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:39:56.833874 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.909611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] For port 4250bb42-ca9f-420a-871a-fdc575c7496e, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:39:56.913061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] For port 4250bb42-ca9f-420a-871a-fdc575c7496e, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4250bb42-ca9f-420a-871a-fdc575c7496e,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:39:56.918447 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.956060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:56.957208 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:56.959096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] 10.222.0.65 "PUT /v2.0/ports/4250bb42-ca9f-420a-871a-fdc575c7496e HTTP/1.1" status: 200 len: 1092 time: 0.6899030 Dec 08 02:39:56.962360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8daf591c-fdd7-4ac6-a92d-89a2dafa35c3', 'tag': '4250bb42-ca9f-420a-871a-fdc575c7496e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:39:56.964808 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9467e5ac-784b-4a62-9175-d983de5f2720" -d '{"events": [{"name": "network-changed", "server_uuid": "8daf591c-fdd7-4ac6-a92d-89a2dafa35c3", "tag": "4250bb42-ca9f-420a-871a-fdc575c7496e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:39:57.014085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f189b5-a939-4715-aecd-dddff1e78a9a service neutron] Pushing event updated for resources: {'Port': ['ID=4250bb42-ca9f-420a-871a-fdc575c7496e,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:39:57.075123 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868ac001-eb52-4d1e-8fb2-d8eaf32effc6 x-openstack-request-id: req-868ac001-eb52-4d1e-8fb2-d8eaf32effc6 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:39:57.075422 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8daf591c-fdd7-4ac6-a92d-89a2dafa35c3", "tag": "4250bb42-ca9f-420a-871a-fdc575c7496e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:39:57.075690 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-868ac001-eb52-4d1e-8fb2-d8eaf32effc6 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:39:57.076093 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8daf591c-fdd7-4ac6-a92d-89a2dafa35c3', 'tag': '4250bb42-ca9f-420a-871a-fdc575c7496e', 'status': 'completed', 'code': 200} Dec 08 02:39:57.095461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-1068ccf3-ecfc-4aaf-ad57-a3a846acde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:57.097164 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-1068ccf3-ecfc-4aaf-ad57-a3a846acde5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfd847f77c064339bb5eecf0a7825f12&device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 1095 time: 0.0565927 Dec 08 02:39:57.107389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e4b1a498-3e5e-4bbd-93db-fbb438470500 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:39:57.148944 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-3d7de110-f4cc-4cb1-959a-5b94fe0eae64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4250bb42-ca9f-420a-871a-fdc575c7496e HTTP/1.1" status: 200 len: 217 time: 0.0367579 Dec 08 02:39:57.161327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port e4b1a498-3e5e-4bbd-93db-fbb438470500 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:39:57.161834 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:57.206709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-3144dde3-4d5b-4694-ab8b-0027bcffdf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:57.208179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-3144dde3-4d5b-4694-ab8b-0027bcffdf3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7c2a3576-bedb-43ee-9c39-f7e7d1e3e193 HTTP/1.1" status: 200 len: 855 time: 0.0495276 Dec 08 02:39:57.269769 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9e482f6e-06f7-428c-9f47-3e9a277153be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:57.271286 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-9e482f6e-06f7-428c-9f47-3e9a277153be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537393 Dec 08 02:39:57.369913 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-ddb2a7f9-a69c-4f97-9c28-167c839f68ac service neutron] 10.222.0.65 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868080 Dec 08 02:39:57.461871 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-301a2312-58b6-4fe1-a844-93bb10fc1048 req-85907fc6-a7f5-4bd6-ac90-7d6dcf12690b service neutron] 10.222.0.65 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808601 Dec 08 02:39:57.605878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467e5ac-784b-4a62-9175-d983de5f2720 req-ae64a97f-ccfb-43a3-81dc-114bf0fce776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:57.607363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9467e5ac-784b-4a62-9175-d983de5f2720 req-ae64a97f-ccfb-43a3-81dc-114bf0fce776 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfd847f77c064339bb5eecf0a7825f12&device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 1095 time: 0.0413954 Dec 08 02:39:57.702686 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467e5ac-784b-4a62-9175-d983de5f2720 req-4b74aa98-ed93-49be-9531-e2e7623a4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:57.704148 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9467e5ac-784b-4a62-9175-d983de5f2720 req-4b74aa98-ed93-49be-9531-e2e7623a4921 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c HTTP/1.1" status: 200 len: 917 time: 0.0891552 Dec 08 02:39:57.746697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9467e5ac-784b-4a62-9175-d983de5f2720 req-597a252a-e409-4358-a0ac-39dab56dce11 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4250bb42-ca9f-420a-871a-fdc575c7496e HTTP/1.1" status: 200 len: 217 time: 0.0338297 Dec 08 02:39:57.813503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467e5ac-784b-4a62-9175-d983de5f2720 req-f5797ce0-7460-4e98-99aa-553bb99e3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:57.815002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9467e5ac-784b-4a62-9175-d983de5f2720 req-f5797ce0-7460-4e98-99aa-553bb99e3791 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7c2a3576-bedb-43ee-9c39-f7e7d1e3e193 HTTP/1.1" status: 200 len: 855 time: 0.0479679 Dec 08 02:39:57.862649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467e5ac-784b-4a62-9175-d983de5f2720 req-0b746bf8-1730-4828-9166-ae7130934b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:57.864085 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9467e5ac-784b-4a62-9175-d983de5f2720 req-0b746bf8-1730-4828-9166-ae7130934b38 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408664 Dec 08 02:39:57.884023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c79eb-fdde-4deb-a0fb-e52a8efdc40a req-08e48887-4081-432f-8b16-62dfc1d7afe9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:57.885572 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e2c79eb-fdde-4deb-a0fb-e52a8efdc40a req-08e48887-4081-432f-8b16-62dfc1d7afe9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 943 time: 0.0497644 Dec 08 02:39:57.932914 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8e2c79eb-fdde-4deb-a0fb-e52a8efdc40a req-52f714b2-57eb-4640-a042-b08d4b5e672e tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Dec 08 02:39:57.961230 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9467e5ac-784b-4a62-9175-d983de5f2720 req-16b0f394-9c4e-4acf-b3fa-8704aa5d27ee service neutron] 10.222.0.65 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833042 Dec 08 02:39:58.062804 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9467e5ac-784b-4a62-9175-d983de5f2720 req-886c21ba-86b5-4653-9f8b-966c2239d898 service neutron] 10.222.0.65 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910029 Dec 08 02:39:58.914914 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f021f0a1-cf1c-484a-8624-afe55a190a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:39:59.078838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57f1fd-ec96-4f88-8032-085eeb8f6b85 req-839347d5-3061-4d6d-a2b5-83b72117405d tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:39:59.080981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd57f1fd-ec96-4f88-8032-085eeb8f6b85 req-839347d5-3061-4d6d-a2b5-83b72117405d tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 943 time: 0.0659895 Dec 08 02:39:59.141463 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bd57f1fd-ec96-4f88-8032-085eeb8f6b85 req-600042ba-5cc1-4fb4-a7d7-409ae1f0ecf5 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535822 Dec 08 02:40:00.005334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4250bb42-ca9f-420a-871a-fdc575c7496e details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:40:00.103350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4250bb42-ca9f-420a-871a-fdc575c7496e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4250bb42-ca9f-420a-871a-fdc575c7496e,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:40:00.114191 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '4250bb42-ca9f-420a-871a-fdc575c7496e', 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c', 'port_id': '4250bb42-ca9f-420a-871a-fdc575c7496e', 'mac_address': 'fa:16:3e:c0:75:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2a3576-bedb-43ee-9c39-f7e7d1e3e193', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:40:00.150466 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.162707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4250bb42-ca9f-420a-871a-fdc575c7496e {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:40:00.183590 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4250bb42-ca9f-420a-871a-fdc575c7496e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4250bb42-ca9f-420a-871a-fdc575c7496e,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:40:00.187693 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:00.239471 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4250bb42-ca9f-420a-871a-fdc575c7496e,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:00.263632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391435d-cb70-4404-98e1-978da18e864e req-5ae51b38-735f-422b-9836-993fa3dce243 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:00.265117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0391435d-cb70-4404-98e1-978da18e864e req-5ae51b38-735f-422b-9836-993fa3dce243 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 944 time: 0.0499575 Dec 08 02:40:00.318220 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0391435d-cb70-4404-98e1-978da18e864e req-4aa7456f-3319-443d-953d-349525c0c748 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466826 Dec 08 02:40:00.533966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4250bb42-ca9f-420a-871a-fdc575c7496e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:40:01.438186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b4f30-02fa-49c2-9f16-772107ac413f req-0c091939-509e-4841-859e-5c5623ed7d1b tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:01.439660 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-026b4f30-02fa-49c2-9f16-772107ac413f req-0c091939-509e-4841-859e-5c5623ed7d1b tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 944 time: 0.0528984 Dec 08 02:40:01.486368 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-026b4f30-02fa-49c2-9f16-772107ac413f req-19afd31b-98c3-4dc7-8ed0-ec6835aaaf98 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401394 Dec 08 02:40:02.012312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4250bb42-ca9f-420a-871a-fdc575c7496e up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:40:02.078174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 4250bb42-ca9f-420a-871a-fdc575c7496e completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:40:02.081854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 4250bb42-ca9f-420a-871a-fdc575c7496e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:40:02.082244 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:02.136970 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:02.171490 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:02.204307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daf591c-fdd7-4ac6-a92d-89a2dafa35c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4250bb42-ca9f-420a-871a-fdc575c7496e'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:40:02.206554 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c35bcc-dd39-4178-b1a2-f6f20d819841" -d '{"events": [{"server_uuid": "8daf591c-fdd7-4ac6-a92d-89a2dafa35c3", "name": "network-vif-plugged", "status": "completed", "tag": "4250bb42-ca9f-420a-871a-fdc575c7496e"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:40:02.217205 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-94be29e5-020d-4b39-bb23-b85c422f8f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:02.221379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 4250bb42-ca9f-420a-871a-fdc575c7496e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4250bb42-ca9f-420a-871a-fdc575c7496e,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:40:02.227024 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:02.253787 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4149bfa-26c1-4570-b2b4-60b5d7b964f9 x-openstack-request-id: req-c4149bfa-26c1-4570-b2b4-60b5d7b964f9 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:40:02.254089 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daf591c-fdd7-4ac6-a92d-89a2dafa35c3", "name": "network-vif-plugged", "status": "completed", "tag": "4250bb42-ca9f-420a-871a-fdc575c7496e", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:40:02.254352 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4149bfa-26c1-4570-b2b4-60b5d7b964f9 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:40:02.254747 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daf591c-fdd7-4ac6-a92d-89a2dafa35c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4250bb42-ca9f-420a-871a-fdc575c7496e', 'code': 200} Dec 08 02:40:02.279245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=4250bb42-ca9f-420a-871a-fdc575c7496e,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:02.389423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a0ac6-bb96-4014-a707-14282dfe8fd6 req-03b5f4ac-ef3d-4e8f-b774-499c1d1acafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:02.390942 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-338a0ac6-bb96-4014-a707-14282dfe8fd6 req-03b5f4ac-ef3d-4e8f-b774-499c1d1acafa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 1097 time: 0.0416648 Dec 08 02:40:02.443336 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-338a0ac6-bb96-4014-a707-14282dfe8fd6 req-63e93c46-9d4f-4780-baa4-db10df414269 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Dec 08 02:40:02.553665 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:02.606831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89ffe8-141f-4efc-817b-a77e53e6fae7 req-0cf8701b-9dc5-4ad8-880d-a08ae4253a54 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:02.608343 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f89ffe8-141f-4efc-817b-a77e53e6fae7 req-0cf8701b-9dc5-4ad8-880d-a08ae4253a54 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 945 time: 0.0521572 Dec 08 02:40:02.655363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f89ffe8-141f-4efc-817b-a77e53e6fae7 req-a07da10a-8f5d-40ba-a229-ca1e1c4c412c tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Dec 08 02:40:03.785165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c678ab5-e761-41f3-a226-285511209471 req-eb43c8b4-e4f4-4904-aa58-2fffed6f2905 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:03.786662 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c678ab5-e761-41f3-a226-285511209471 req-eb43c8b4-e4f4-4904-aa58-2fffed6f2905 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 945 time: 0.0570896 Dec 08 02:40:03.836011 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:03.837672 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c678ab5-e761-41f3-a226-285511209471 req-4108ef6a-62bb-41f9-96e5-202fdafc204e tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443597 Dec 08 02:40:03.951031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9881e-498c-4efd-8c49-69e55d6c5ce8 req-f04de72e-44ba-46ef-851d-a9dd104d058a tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:03.952477 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89d9881e-498c-4efd-8c49-69e55d6c5ce8 req-f04de72e-44ba-46ef-851d-a9dd104d058a tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 945 time: 0.0483541 Dec 08 02:40:03.999871 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-89d9881e-498c-4efd-8c49-69e55d6c5ce8 req-0b30fab6-58af-4f4f-af19-c8802f83e140 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414124 Dec 08 02:40:04.602210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:04.854447 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:06.760567 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:40:26.609197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c364e5a-fe9a-44c6-9299-7b537b3da2d6 req-aa4d4066-1f60-4150-b985-2224742ef7b5 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:26.611368 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c364e5a-fe9a-44c6-9299-7b537b3da2d6 req-aa4d4066-1f60-4150-b985-2224742ef7b5 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 945 time: 0.0508945 Dec 08 02:40:26.667816 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1c364e5a-fe9a-44c6-9299-7b537b3da2d6 req-df4257d8-be13-402e-999d-87c46873d57f tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Dec 08 02:40:27.788890 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2b738-d46b-4af3-8473-2f10aef92c6c req-0baca960-f1ed-45f8-952a-cf8cd7ed2bc1 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:27.790412 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10e2b738-d46b-4af3-8473-2f10aef92c6c req-0baca960-f1ed-45f8-952a-cf8cd7ed2bc1 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 945 time: 0.0512314 Dec 08 02:40:27.840898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-10e2b738-d46b-4af3-8473-2f10aef92c6c req-0a6df27d-5ca3-4a17-9280-3c40e80172b7 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444593 Dec 08 02:40:28.505395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90942806-8d8e-433b-9971-ca3027761332 req-7ffaf998-877a-41fa-b0ef-33d6ba272073 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:28.506835 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90942806-8d8e-433b-9971-ca3027761332 req-7ffaf998-877a-41fa-b0ef-33d6ba272073 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.65 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 945 time: 0.0492170 Dec 08 02:40:28.596135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-90942806-8d8e-433b-9971-ca3027761332 req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Deleting port 4250bb42-ca9f-420a-871a-fdc575c7496e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:40:28.596593 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-90942806-8d8e-433b-9971-ca3027761332 req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:28.684981 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-90942806-8d8e-433b-9971-ca3027761332 req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] For port 4250bb42-ca9f-420a-871a-fdc575c7496e, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=4250bb42-ca9f-420a-871a-fdc575c7496e,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:40:28.685335 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-90942806-8d8e-433b-9971-ca3027761332 req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:28.697008 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-90942806-8d8e-433b-9971-ca3027761332 req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Calling delete_port for 4250bb42-ca9f-420a-871a-fdc575c7496e owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:40:28.827614 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-90942806-8d8e-433b-9971-ca3027761332 req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:28.856360 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Pushing event deleted for resources: {'Port': ['ID=4250bb42-ca9f-420a-871a-fdc575c7496e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:28.877785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['4250bb42-ca9f-420a-871a-fdc575c7496e'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:40:28.881631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.882533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.882979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.883406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.883673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.884016 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.884387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.884733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.885071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.885672 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.885805 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.886061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.886394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:28.908244 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-90942806-8d8e-433b-9971-ca3027761332 req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] No DVR routers for this DVR port 4250bb42-ca9f-420a-871a-fdc575c7496e on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:40:28.910757 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-90942806-8d8e-433b-9971-ca3027761332 req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:28.914265 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90942806-8d8e-433b-9971-ca3027761332 req-3a745da1-b706-447e-bb44-b20f62a23a08 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.65 "DELETE /v2.0/ports/4250bb42-ca9f-420a-871a-fdc575c7496e HTTP/1.1" status: 204 len: 173 time: 0.3974366 Dec 08 02:40:28.914761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daf591c-fdd7-4ac6-a92d-89a2dafa35c3', 'name': 'network-vif-deleted', 'tag': '4250bb42-ca9f-420a-871a-fdc575c7496e'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:40:28.917196 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575676ba-6fed-4cb2-916b-32f907b5294a" -d '{"events": [{"server_uuid": "8daf591c-fdd7-4ac6-a92d-89a2dafa35c3", "name": "network-vif-deleted", "tag": "4250bb42-ca9f-420a-871a-fdc575c7496e"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:40:28.931225 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a9e96478-a439-4244-868e-0dfc8b524536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:28.968324 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e4644d-1d1c-435f-9d6b-acf265c7fbb9 x-openstack-request-id: req-e7e4644d-1d1c-435f-9d6b-acf265c7fbb9 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:40:28.968619 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daf591c-fdd7-4ac6-a92d-89a2dafa35c3", "name": "network-vif-deleted", "tag": "4250bb42-ca9f-420a-871a-fdc575c7496e", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:40:28.968876 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e7e4644d-1d1c-435f-9d6b-acf265c7fbb9 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:40:28.969281 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daf591c-fdd7-4ac6-a92d-89a2dafa35c3', 'name': 'network-vif-deleted', 'tag': '4250bb42-ca9f-420a-871a-fdc575c7496e', 'status': 'completed', 'code': 200} Dec 08 02:40:28.985936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-73c90b18-a18e-473d-9b8f-a23f3786b266 req-6913fc14-8257-49a2-ac5f-20cdc1a291c2 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=8daf591c-fdd7-4ac6-a92d-89a2dafa35c3 HTTP/1.1" status: 200 len: 210 time: 0.0373290 Dec 08 02:40:30.414120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-78249f32-c976-4c7a-821a-b51e30c9ed45 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:30.415603 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-78249f32-c976-4c7a-821a-b51e30c9ed45 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/networks?id=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c HTTP/1.1" status: 200 len: 816 time: 0.1033688 Dec 08 02:40:30.431385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-d9d1ebae-e61c-4abd-a383-9d80ba9f3b88 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/quotas/cfd847f77c064339bb5eecf0a7825f12 HTTP/1.1" status: 200 len: 375 time: 0.0098972 Dec 08 02:40:30.484152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-121699b0-fd00-46b1-8ba0-d8a643af2bcb tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cfd847f77c064339bb5eecf0a7825f12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475445 Dec 08 02:40:30.584569 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-db5d203b-96ed-4374-987f-3b0729b33e64 service neutron] 10.222.0.70 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884080 Dec 08 02:40:30.677885 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f36383d0-3e6a-4c64-b988-60d96d40b289 service neutron] 10.222.0.70 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868387 Dec 08 02:40:30.834993 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-80da11e7-74dd-4b29-9555-5d04a8636fef req-68b809f2-5d7e-41ce-a4f0-4a92ad49ef36 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 210 time: 0.0268056 Dec 08 02:40:31.942964 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-687e45be-b28c-4a65-a4d8-3f5052005423 req-ee803e0b-535e-4a1a-bb6a-0faeee421fc8 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 210 time: 0.0281196 Dec 08 02:40:31.981683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-3cd521b5-8f85-43ac-96fe-58df07226001 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:31.983171 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-3cd521b5-8f85-43ac-96fe-58df07226001 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.65 "GET /v2.0/networks?id=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c HTTP/1.1" status: 200 len: 816 time: 0.1260026 Dec 08 02:40:32.017508 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Request body: {'port': {'device_id': 'f1ea5560-f299-4f61-8d72-9d550210174e', 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c', 'admin_state_up': True, 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:40:32.126179 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Made reservation on behalf of cfd847f77c064339bb5eecf0a7825f12 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:40:32.129542 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:32.142125 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:32.171663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4250bb42-ca9f-420a-871a-fdc575c7496e no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:40:32.203302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 4250bb42-ca9f-420a-871a-fdc575c7496e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:40:32.203699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 4250bb42-ca9f-420a-871a-fdc575c7496e not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:40:32.206523 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-471813a6-c0df-43a2-82ba-7d3032b68e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:32.253019 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Allocated IP 172.20.0.5 (3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c/7c2a3576-bedb-43ee-9c39-f7e7d1e3e193/39f837bf-a497-404c-a048-131e592d63e7) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:40:32.396027 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:32.428615 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:32.472762 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:40:32.475868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:40:32.479639 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:40:32.506433 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Pushing event updated for resources: {'Port': ['ID=39f837bf-a497-404c-a048-131e592d63e7,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:32.541876 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:32.542542 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:32.559668 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:32.560776 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f3e76a20-6b3f-4fbf-9980-dcffaf1a5673 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5471220 Dec 08 02:40:32.590245 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Request body: {'port': {'device_id': 'f1ea5560-f299-4f61-8d72-9d550210174e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:40:32.645040 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:32.689333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4079e6b1-639d-44ce-9c6f-57a32df4ef51 None None] Provisioning complete for port 39f837bf-a497-404c-a048-131e592d63e7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:40:32.689705 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4079e6b1-639d-44ce-9c6f-57a32df4ef51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:32.723758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4079e6b1-639d-44ce-9c6f-57a32df4ef51 None None] Port 39f837bf-a497-404c-a048-131e592d63e7 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:40:32.915517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f837bf-a497-404c-a048-131e592d63e7 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:40:32.922719 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:32.934931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Transition to ACTIVE for port object 39f837bf-a497-404c-a048-131e592d63e7 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:40:32.938139 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:32.990198 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Pushing event updated for resources: {'Port': ['ID=39f837bf-a497-404c-a048-131e592d63e7,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:33.098870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Attempting to bind port 39f837bf-a497-404c-a048-131e592d63e7 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:40:33.099205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Attempting to bind port 39f837bf-a497-404c-a048-131e592d63e7 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:40:33.099533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Attempting to bind port 39f837bf-a497-404c-a048-131e592d63e7 on network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:40:33.107896 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Port 39f837bf-a497-404c-a048-131e592d63e7 on network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:40:33.108213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Attempting to bind port 39f837bf-a497-404c-a048-131e592d63e7 on network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:40:33.117005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed33ee-79d8-49f6-a151-bfe0350df7aa req-1cd1699f-aa0e-4348-8799-9a1341d0a91d tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:33.119106 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55ed33ee-79d8-49f6-a151-bfe0350df7aa req-1cd1699f-aa0e-4348-8799-9a1341d0a91d tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 943 time: 0.0799360 Dec 08 02:40:33.123626 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:40:33.123962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Checking segment: {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:40:33.124370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Bound using segment: {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:40:33.124802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Bound port: 39f837bf-a497-404c-a048-131e592d63e7, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a3ca09-2807-4136-80f4-6b71c78670ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:40:33.125157 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:33.213545 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-55ed33ee-79d8-49f6-a151-bfe0350df7aa req-22794229-c1f2-490e-b47d-09b922ecc1f9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860834 Dec 08 02:40:33.228722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] For port 39f837bf-a497-404c-a048-131e592d63e7, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:40:33.231704 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] For port 39f837bf-a497-404c-a048-131e592d63e7, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=39f837bf-a497-404c-a048-131e592d63e7,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:40:33.235680 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:33.272557 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:33.273179 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:33.274781 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/39f837bf-a497-404c-a048-131e592d63e7 HTTP/1.1" status: 200 len: 1092 time: 0.6892185 Dec 08 02:40:33.275234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ea5560-f299-4f61-8d72-9d550210174e', 'tag': '39f837bf-a497-404c-a048-131e592d63e7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:40:33.277522 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30e5ecc-0a65-45fd-a499-a99f507c51f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ea5560-f299-4f61-8d72-9d550210174e", "tag": "39f837bf-a497-404c-a048-131e592d63e7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:40:33.305986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfc4e2-e451-451a-b9fb-350c8a2a61d0 service neutron] Pushing event updated for resources: {'Port': ['ID=39f837bf-a497-404c-a048-131e592d63e7,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:33.349214 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f4672d-6e49-4b59-8e8b-bff5e6766faa x-openstack-request-id: req-b4f4672d-6e49-4b59-8e8b-bff5e6766faa {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:40:33.349797 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ea5560-f299-4f61-8d72-9d550210174e", "tag": "39f837bf-a497-404c-a048-131e592d63e7", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:40:33.350063 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4f4672d-6e49-4b59-8e8b-bff5e6766faa {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:40:33.350554 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ea5560-f299-4f61-8d72-9d550210174e', 'tag': '39f837bf-a497-404c-a048-131e592d63e7', 'status': 'completed', 'code': 200} Dec 08 02:40:33.407277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-fac090f9-72c1-43b0-9c56-2f20f362bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:33.408812 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-fac090f9-72c1-43b0-9c56-2f20f362bd77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfd847f77c064339bb5eecf0a7825f12&device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 1095 time: 0.0433273 Dec 08 02:40:33.473286 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-db4550f6-3af3-414c-bbd7-726d012347fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39f837bf-a497-404c-a048-131e592d63e7 HTTP/1.1" status: 200 len: 217 time: 0.0403414 Dec 08 02:40:33.527690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-9e4b7661-fe85-407a-b7a5-3ae7d7b6c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:33.529219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-9e4b7661-fe85-407a-b7a5-3ae7d7b6c109 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7c2a3576-bedb-43ee-9c39-f7e7d1e3e193 HTTP/1.1" status: 200 len: 855 time: 0.0439095 Dec 08 02:40:33.577965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-48f814d3-56bc-487a-8418-e1947e53e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:33.579451 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-48f814d3-56bc-487a-8418-e1947e53e3cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402017 Dec 08 02:40:33.679043 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-f029978f-d816-40d9-9729-85cc341f37e0 service neutron] 10.222.0.65 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872970 Dec 08 02:40:33.769172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-61e462a9-dc71-4958-80e5-7ab24bc0aa42 req-be13efd2-0d2b-44ab-abdf-8284819291a9 service neutron] 10.222.0.65 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790157 Dec 08 02:40:33.840024 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:33.919592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e5ecc-0a65-45fd-a499-a99f507c51f4 req-dcd51c92-c51b-4853-a60a-8c36b5279493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:33.921129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d30e5ecc-0a65-45fd-a499-a99f507c51f4 req-dcd51c92-c51b-4853-a60a-8c36b5279493 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfd847f77c064339bb5eecf0a7825f12&device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 1095 time: 0.0462112 Dec 08 02:40:34.010856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e5ecc-0a65-45fd-a499-a99f507c51f4 req-073e3676-c0cb-4adc-a283-f08643192f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:34.012383 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d30e5ecc-0a65-45fd-a499-a99f507c51f4 req-073e3676-c0cb-4adc-a283-f08643192f99 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c HTTP/1.1" status: 200 len: 917 time: 0.0828669 Dec 08 02:40:34.058517 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d30e5ecc-0a65-45fd-a499-a99f507c51f4 req-38224bcb-4edd-4066-90d5-8178f110acc4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39f837bf-a497-404c-a048-131e592d63e7 HTTP/1.1" status: 200 len: 217 time: 0.0368385 Dec 08 02:40:34.106457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e5ecc-0a65-45fd-a499-a99f507c51f4 req-51115122-abf6-4466-99c9-91e9b87f7b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:34.107851 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d30e5ecc-0a65-45fd-a499-a99f507c51f4 req-51115122-abf6-4466-99c9-91e9b87f7b28 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7c2a3576-bedb-43ee-9c39-f7e7d1e3e193 HTTP/1.1" status: 200 len: 855 time: 0.0429397 Dec 08 02:40:34.153765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e5ecc-0a65-45fd-a499-a99f507c51f4 req-6f20e828-1a44-4e87-9584-648757a7d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:34.155199 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d30e5ecc-0a65-45fd-a499-a99f507c51f4 req-6f20e828-1a44-4e87-9584-648757a7d5c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388682 Dec 08 02:40:34.615332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d30e5ecc-0a65-45fd-a499-a99f507c51f4 req-0cf43b5c-d2f6-4412-baeb-d4a51de60ba5 service neutron] 10.222.0.65 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495864 Dec 08 02:40:34.618518 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:34.639761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49f460-8859-42e9-8f60-e035c4d9d545 req-b953702c-df34-48cf-b000-c555b4c16d86 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:34.641224 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b49f460-8859-42e9-8f60-e035c4d9d545 req-b953702c-df34-48cf-b000-c555b4c16d86 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 943 time: 0.0736568 Dec 08 02:40:34.741968 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2b49f460-8859-42e9-8f60-e035c4d9d545 req-521ed1c5-f8b2-43d6-9224-4a1ddb2642c1 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904989 Dec 08 02:40:34.752631 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d30e5ecc-0a65-45fd-a499-a99f507c51f4 req-b0096a17-e5a1-44de-a1be-df4182f039df service neutron] 10.222.0.65 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280661 Dec 08 02:40:34.858787 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:35.859173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e3f35-21e2-459b-b750-28c0f5c83e6f req-d9cfbf4e-78a4-4a8f-bd2d-b0290cd8ca3a tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:35.860685 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-067e3f35-21e2-459b-b750-28c0f5c83e6f req-d9cfbf4e-78a4-4a8f-bd2d-b0290cd8ca3a tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 943 time: 0.0497088 Dec 08 02:40:35.908396 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-067e3f35-21e2-459b-b750-28c0f5c83e6f req-1e892ce9-af45-4c5c-9208-aeefe2f05fe2 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415986 Dec 08 02:40:36.177602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 39f837bf-a497-404c-a048-131e592d63e7 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:40:36.273717 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 39f837bf-a497-404c-a048-131e592d63e7, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=39f837bf-a497-404c-a048-131e592d63e7,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:40:36.284498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '39f837bf-a497-404c-a048-131e592d63e7', 'network_id': '3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c', 'port_id': '39f837bf-a497-404c-a048-131e592d63e7', 'mac_address': 'fa:16:3e:73:0d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2a3576-bedb-43ee-9c39-f7e7d1e3e193', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:40:36.321699 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:36.334318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f837bf-a497-404c-a048-131e592d63e7 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:40:36.353542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 39f837bf-a497-404c-a048-131e592d63e7, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=39f837bf-a497-404c-a048-131e592d63e7,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:40:36.357303 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:36.403986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=39f837bf-a497-404c-a048-131e592d63e7,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:36.411123 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.411480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.411830 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.412177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.412545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.412897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.413222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.413556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.413891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.414246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.414580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.414911 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.415240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:40:36.703415 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['39f837bf-a497-404c-a048-131e592d63e7'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:40:37.024891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119006a-ed34-4741-a9e0-6f4125c627a6 req-ac881646-93ac-44b0-94ea-eced0fe2b3a7 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:37.026413 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8119006a-ed34-4741-a9e0-6f4125c627a6 req-ac881646-93ac-44b0-94ea-eced0fe2b3a7 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 944 time: 0.0509546 Dec 08 02:40:37.072864 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8119006a-ed34-4741-a9e0-6f4125c627a6 req-97e7bc70-fa53-44f7-9be0-985d52a0788c tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404148 Dec 08 02:40:38.188309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621b7d3-2732-4988-add6-52075123df09 req-79d03550-14ad-48d5-87c1-a85814a08c15 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:38.189777 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b621b7d3-2732-4988-add6-52075123df09 req-79d03550-14ad-48d5-87c1-a85814a08c15 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 944 time: 0.0484624 Dec 08 02:40:38.194234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 39f837bf-a497-404c-a048-131e592d63e7 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:40:38.242894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 39f837bf-a497-404c-a048-131e592d63e7 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:40:38.243716 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b621b7d3-2732-4988-add6-52075123df09 req-14fb5b3f-8a96-4ab5-ae13-7df599c7770c tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465472 Dec 08 02:40:38.247203 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 39f837bf-a497-404c-a048-131e592d63e7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:40:38.247578 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:38.329303 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:38.352707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea5560-f299-4f61-8d72-9d550210174e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f837bf-a497-404c-a048-131e592d63e7'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:40:38.355075 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8c1098-74e7-460a-9780-74ef2e4112a0" -d '{"events": [{"server_uuid": "f1ea5560-f299-4f61-8d72-9d550210174e", "name": "network-vif-plugged", "status": "completed", "tag": "39f837bf-a497-404c-a048-131e592d63e7"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:40:38.368037 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 39f837bf-a497-404c-a048-131e592d63e7, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=39f837bf-a497-404c-a048-131e592d63e7,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:40:38.372010 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:40:38.397327 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2cd69e-bb5a-451a-af8d-8590bcda3a54 x-openstack-request-id: req-db2cd69e-bb5a-451a-af8d-8590bcda3a54 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:40:38.397637 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea5560-f299-4f61-8d72-9d550210174e", "name": "network-vif-plugged", "status": "completed", "tag": "39f837bf-a497-404c-a048-131e592d63e7", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:40:38.397896 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db2cd69e-bb5a-451a-af8d-8590bcda3a54 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:40:38.398286 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ea5560-f299-4f61-8d72-9d550210174e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f837bf-a497-404c-a048-131e592d63e7', 'code': 200} Dec 08 02:40:38.424075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=39f837bf-a497-404c-a048-131e592d63e7,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:40:38.541574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6e7d6-4ba4-4ed1-b748-f891523b6fdb req-1a33c7c5-03a8-4460-9b98-09cca5c38db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:38.543035 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ea6e7d6-4ba4-4ed1-b748-f891523b6fdb req-1a33c7c5-03a8-4460-9b98-09cca5c38db9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 1097 time: 0.0397394 Dec 08 02:40:38.592567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9ea6e7d6-4ba4-4ed1-b748-f891523b6fdb req-ed331d7f-d7c2-438a-bd06-6009c563aaac service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366147 Dec 08 02:40:39.358033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad179e0-987c-41bf-8130-e81cb81d73e6 req-7640fbe2-2e06-4459-a270-4f4c54482591 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:39.359523 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ad179e0-987c-41bf-8130-e81cb81d73e6 req-7640fbe2-2e06-4459-a270-4f4c54482591 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 945 time: 0.0495572 Dec 08 02:40:39.405910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ad179e0-987c-41bf-8130-e81cb81d73e6 req-bdaf6d9c-f206-40b9-b667-762331e73274 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Dec 08 02:40:40.526877 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b755b-6127-4f3d-9e69-0ee8a846b336 req-26e71aa8-787e-417e-9890-00f79e44b6af tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:40.528378 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d58b755b-6127-4f3d-9e69-0ee8a846b336 req-26e71aa8-787e-417e-9890-00f79e44b6af tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 945 time: 0.0535169 Dec 08 02:40:40.575256 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d58b755b-6127-4f3d-9e69-0ee8a846b336 req-5ca4ecd6-4c1c-4033-aba1-f85dfcf6dac9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409312 Dec 08 02:40:40.690202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760e518-66da-40c0-bc5d-7ea90cb290c5 req-0abc9954-b8f1-4cda-838c-3ba83b44d531 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:40.691605 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7760e518-66da-40c0-bc5d-7ea90cb290c5 req-0abc9954-b8f1-4cda-838c-3ba83b44d531 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 945 time: 0.0493250 Dec 08 02:40:40.738318 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7760e518-66da-40c0-bc5d-7ea90cb290c5 req-a1727d68-52ab-45f2-9588-e9ad771a1ff3 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Dec 08 02:40:43.760166 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:40:56.888209 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f686190f-917e-47f0-bb43-d98389b76ae1 req-cce1e3ff-1ab3-4e4b-afb6-3a70c3d47cb0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422873 Dec 08 02:40:56.992039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686190f-917e-47f0-bb43-d98389b76ae1 req-6faae0d6-f39c-4113-ae30-752d48de27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:56.993569 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f686190f-917e-47f0-bb43-d98389b76ae1 req-6faae0d6-f39c-4113-ae30-752d48de27ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cfd847f77c064339bb5eecf0a7825f12&device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 1097 time: 0.0439363 Dec 08 02:40:57.123881 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686190f-917e-47f0-bb43-d98389b76ae1 req-37711820-198d-498b-b4c1-58f09a121eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:57.125449 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f686190f-917e-47f0-bb43-d98389b76ae1 req-37711820-198d-498b-b4c1-58f09a121eb9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c HTTP/1.1" status: 200 len: 917 time: 0.0935390 Dec 08 02:40:57.175549 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f686190f-917e-47f0-bb43-d98389b76ae1 req-55cc913a-fbc5-45b1-92af-ef72066ce609 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39f837bf-a497-404c-a048-131e592d63e7 HTTP/1.1" status: 200 len: 217 time: 0.0384107 Dec 08 02:40:57.230987 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686190f-917e-47f0-bb43-d98389b76ae1 req-7d29e357-03cd-4764-ab7f-3279ce1005ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:57.232478 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f686190f-917e-47f0-bb43-d98389b76ae1 req-7d29e357-03cd-4764-ab7f-3279ce1005ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7c2a3576-bedb-43ee-9c39-f7e7d1e3e193 HTTP/1.1" status: 200 len: 855 time: 0.0479732 Dec 08 02:40:57.284325 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f686190f-917e-47f0-bb43-d98389b76ae1 req-eb2908f2-2059-4c8f-822d-9f6057088b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:40:57.285825 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f686190f-917e-47f0-bb43-d98389b76ae1 req-eb2908f2-2059-4c8f-822d-9f6057088b19 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403509 Dec 08 02:40:57.377903 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f686190f-917e-47f0-bb43-d98389b76ae1 req-af9f8bf9-7b77-44e0-8a34-ade7263f0f2d service neutron] 10.222.0.65 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842896 Dec 08 02:40:57.475129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f686190f-917e-47f0-bb43-d98389b76ae1 req-1ad6db68-74a3-48b2-83b1-b7ccdfbfa7a4 service neutron] 10.222.0.65 "GET /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886343 Dec 08 02:40:58.924006 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e10b1b6-3128-4a19-9ad0-011940d89ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:02.157309 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:02.161697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ce415-dae4-4c81-a4e2-2d85e52a47c2 req-3cdf4581-0e75-498d-9e3f-73c2355390a5 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:02.163207 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-701ce415-dae4-4c81-a4e2-2d85e52a47c2 req-3cdf4581-0e75-498d-9e3f-73c2355390a5 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 945 time: 0.0511880 Dec 08 02:41:02.189332 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb642-97d9-42be-878d-e5427941a716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:02.217915 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-701ce415-dae4-4c81-a4e2-2d85e52a47c2 req-5950c685-3be3-4c2e-9a00-88c42d9631b3 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479164 Dec 08 02:41:02.559770 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:03.340788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb648db-188c-4862-a7bf-efa47cb5e4ae req-0d1d9aaf-950e-440e-baa6-ed1ed8418492 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:03.342289 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3fb648db-188c-4862-a7bf-efa47cb5e4ae req-0d1d9aaf-950e-440e-baa6-ed1ed8418492 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 945 time: 0.0545931 Dec 08 02:41:03.388883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3fb648db-188c-4862-a7bf-efa47cb5e4ae req-7cfedca1-f550-4c56-b161-f791e9ff3771 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/security-groups?id=8e660082-49e4-45a2-8cd9-50605a396ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406613 Dec 08 02:41:03.842743 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:04.058991 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfbfab-19d8-453d-9db8-cd7414a2f081 req-2beb8e8b-3216-4220-aa47-d5fd4c1f2143 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:04.060371 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dfcfbfab-19d8-453d-9db8-cd7414a2f081 req-2beb8e8b-3216-4220-aa47-d5fd4c1f2143 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 945 time: 0.0525153 Dec 08 02:41:04.163343 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-dfcfbfab-19d8-453d-9db8-cd7414a2f081 req-44ef859f-bfed-48ce-89be-7f6c231cbab9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Deleting port 39f837bf-a497-404c-a048-131e592d63e7 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:41:04.163689 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dfcfbfab-19d8-453d-9db8-cd7414a2f081 req-44ef859f-bfed-48ce-89be-7f6c231cbab9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:04.255231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-dfcfbfab-19d8-453d-9db8-cd7414a2f081 req-44ef859f-bfed-48ce-89be-7f6c231cbab9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] For port 39f837bf-a497-404c-a048-131e592d63e7, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=39f837bf-a497-404c-a048-131e592d63e7,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:04.255590 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dfcfbfab-19d8-453d-9db8-cd7414a2f081 req-44ef859f-bfed-48ce-89be-7f6c231cbab9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:04.268267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-dfcfbfab-19d8-453d-9db8-cd7414a2f081 req-44ef859f-bfed-48ce-89be-7f6c231cbab9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Calling delete_port for 39f837bf-a497-404c-a048-131e592d63e7 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:41:04.393845 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dfcfbfab-19d8-453d-9db8-cd7414a2f081 req-44ef859f-bfed-48ce-89be-7f6c231cbab9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:04.426231 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef859f-bfed-48ce-89be-7f6c231cbab9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Pushing event deleted for resources: {'Port': ['ID=39f837bf-a497-404c-a048-131e592d63e7,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:04.441644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['39f837bf-a497-404c-a048-131e592d63e7'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:41:04.470737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcfbfab-19d8-453d-9db8-cd7414a2f081 req-44ef859f-bfed-48ce-89be-7f6c231cbab9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] No DVR routers for this DVR port 39f837bf-a497-404c-a048-131e592d63e7 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:41:04.479580 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-dfcfbfab-19d8-453d-9db8-cd7414a2f081 req-44ef859f-bfed-48ce-89be-7f6c231cbab9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:04.482890 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dfcfbfab-19d8-453d-9db8-cd7414a2f081 req-44ef859f-bfed-48ce-89be-7f6c231cbab9 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.65 "DELETE /v2.0/ports/39f837bf-a497-404c-a048-131e592d63e7 HTTP/1.1" status: 204 len: 173 time: 0.4100094 Dec 08 02:41:04.483471 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea5560-f299-4f61-8d72-9d550210174e', 'name': 'network-vif-deleted', 'tag': '39f837bf-a497-404c-a048-131e592d63e7'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:41:04.485771 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e516cc-c353-48c2-8f57-0b7631b0f15d" -d '{"events": [{"server_uuid": "f1ea5560-f299-4f61-8d72-9d550210174e", "name": "network-vif-deleted", "tag": "39f837bf-a497-404c-a048-131e592d63e7"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:41:04.514656 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35195891-efd3-4432-838c-41ee52607367 req-748cd1bd-97b8-4924-a386-8e9964734279 tempest-TestEncryptedCinderVolumes-1511432391 tempest-TestEncryptedCinderVolumes-1511432391-project] 10.222.0.70 "GET /v2.0/ports?device_id=f1ea5560-f299-4f61-8d72-9d550210174e HTTP/1.1" status: 200 len: 210 time: 0.0458107 Dec 08 02:41:04.533513 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3372a90c-65a0-47d4-862f-37937d15ac3e x-openstack-request-id: req-3372a90c-65a0-47d4-862f-37937d15ac3e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:41:04.533808 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea5560-f299-4f61-8d72-9d550210174e", "name": "network-vif-deleted", "tag": "39f837bf-a497-404c-a048-131e592d63e7", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:41:04.534068 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3372a90c-65a0-47d4-862f-37937d15ac3e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:41:04.534474 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ea5560-f299-4f61-8d72-9d550210174e', 'name': 'network-vif-deleted', 'tag': '39f837bf-a497-404c-a048-131e592d63e7', 'status': 'completed', 'code': 200} Dec 08 02:41:04.614238 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:04.860401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:05.612155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41284) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:05.952715 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:06.198947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Deleting port 387c84dc-0bde-46a4-ac39-a647fa49b6ef {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:41:06.199284 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:06.278172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] For port 387c84dc-0bde-46a4-ac39-a647fa49b6ef, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=387c84dc-0bde-46a4-ac39-a647fa49b6ef,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:06.278882 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:06.290911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Calling delete_port for 387c84dc-0bde-46a4-ac39-a647fa49b6ef owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:41:06.471624 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:06.502656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=387c84dc-0bde-46a4-ac39-a647fa49b6ef,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:06.526677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.527033 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.527384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.527731 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.528073 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.528486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.528773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.529105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.529439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.529770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.530108 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.530436 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.530763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:06.674096 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:06.892932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Router b177bf8b-28cf-4e0e-858d-85190c260142 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:41:07.001779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:41:07.009641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-447ec6ae-08a7-42b0-8807-09834e880f91 admin admin] 10.222.0.70 "PUT /v2.0/routers/b177bf8b-28cf-4e0e-858d-85190c260142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3952913 Dec 08 02:41:07.010082 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41286) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:07.012154 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1001c814-6ef9-4cf8-a425-67eb5d5c676a None None] Sync routers for ids ['b177bf8b-28cf-4e0e-858d-85190c260142'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:41:07.027165 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1001c814-6ef9-4cf8-a425-67eb5d5c676a None None] Routers {'b177bf8b-28cf-4e0e-858d-85190c260142'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:41:07.027866 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1001c814-6ef9-4cf8-a425-67eb5d5c676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:41:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b177bf8b-28cf-4e0e-858d-85190c260142'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:07.124399 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:07.133631 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1001c814-6ef9-4cf8-a425-67eb5d5c676a None None] Set router b177bf8b-28cf-4e0e-858d-85190c260142 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:41:07.226771 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:07.280539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Deleting port 9660b988-ab69-453d-aa91-e0592c71a3d1 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:41:07.280888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:07.318101 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1001c814-6ef9-4cf8-a425-67eb5d5c676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'name': 'tempest-TestEncryptedCinderVolumes-674481340-router', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:41:06Z', 'revision_number': 5, 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'gw_port': {'id': '9660b988-ab69-453d-aa91-e0592c71a3d1', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ab:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:39:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:07.343810 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1001c814-6ef9-4cf8-a425-67eb5d5c676a None None] Checking router: b177bf8b-28cf-4e0e-858d-85190c260142 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:41:07.351981 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1001c814-6ef9-4cf8-a425-67eb5d5c676a None None] Routers {'b177bf8b-28cf-4e0e-858d-85190c260142'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:41:07.352612 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1001c814-6ef9-4cf8-a425-67eb5d5c676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:41:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['b177bf8b-28cf-4e0e-858d-85190c260142'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:07.362989 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] For port 9660b988-ab69-453d-aa91-e0592c71a3d1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9660b988-ab69-453d-aa91-e0592c71a3d1,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:07.363356 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:07.375774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Calling delete_port for 9660b988-ab69-453d-aa91-e0592c71a3d1 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:41:07.437770 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-1001c814-6ef9-4cf8-a425-67eb5d5c676a None None] Set router b177bf8b-28cf-4e0e-858d-85190c260142 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:41:07.491836 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-1001c814-6ef9-4cf8-a425-67eb5d5c676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'name': 'tempest-TestEncryptedCinderVolumes-674481340-router', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:41:07Z', 'revision_number': 6, 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:07.518889 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1001c814-6ef9-4cf8-a425-67eb5d5c676a None None] The sync data for ids ['b177bf8b-28cf-4e0e-858d-85190c260142'] in n-d-713498-30 is: [{'id': 'b177bf8b-28cf-4e0e-858d-85190c260142', 'name': 'tempest-TestEncryptedCinderVolumes-674481340-router', 'tenant_id': 'cfd847f77c064339bb5eecf0a7825f12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:44Z', 'updated_at': '2021-12-08T02:41:07Z', 'revision_number': 6, 'project_id': 'cfd847f77c064339bb5eecf0a7825f12', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:41:07.540888 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:07.566068 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=9660b988-ab69-453d-aa91-e0592c71a3d1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:07.582520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cc4543-c9d4-4a45-845b-78ccc5ed17d9 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:41:07.628181 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:07.721002 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:07.723105 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:07.767156 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:07.767759 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b177bf8b-28cf-4e0e-858d-85190c260142 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:41:07.773416 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:07.775107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-73a57fd0-df78-4718-8b83-0393bfe71b12 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b177bf8b-28cf-4e0e-858d-85190c260142 HTTP/1.1" status: 204 len: 168 time: 0.7613690 Dec 08 02:41:07.777873 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41288) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:07.821562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-871fa26d-dd42-4b85-b801-fbef21a8c4b3 admin admin] Deleting subnet 7c2a3576-bedb-43ee-9c39-f7e7d1e3e193 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:41:07.824523 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-871fa26d-dd42-4b85-b801-fbef21a8c4b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:07.861408 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-871fa26d-dd42-4b85-b801-fbef21a8c4b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:07.950167 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-871fa26d-dd42-4b85-b801-fbef21a8c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.001285 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-871fa26d-dd42-4b85-b801-fbef21a8c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.028668 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fa26d-dd42-4b85-b801-fbef21a8c4b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2a3576-bedb-43ee-9c39-f7e7d1e3e193,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:08.032061 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-871fa26d-dd42-4b85-b801-fbef21a8c4b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.035287 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-871fa26d-dd42-4b85-b801-fbef21a8c4b3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7c2a3576-bedb-43ee-9c39-f7e7d1e3e193 HTTP/1.1" status: 204 len: 168 time: 0.2563927 Dec 08 02:41:08.037828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41290) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:08.041323 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e964134-ac83-4608-baed-d99dcff1d2f7 None None] Network 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:41:08.111427 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.164675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Deleting port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:41:08.165021 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.226150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] For port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9bfbaa8b-2fbe-4a3e-a022-ab3429626744,segment=NetworkSegment(51a3ca09-2807-4136-80f4-6b71c78670ff),segment_id=51a3ca09-2807-4136-80f4-6b71c78670ff)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:08.226435 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.238512 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Calling delete_port for 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:41:08.305635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d131f0-2c74-4956-bbed-ba052a2ea207 None None] DHCP port deletion for 3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:41:08.327478 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.351640 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfbaa8b-2fbe-4a3e-a022-ab3429626744,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:08.357254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] No DVR routers for this DVR port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:41:08.359280 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-67d131f0-2c74-4956-bbed-ba052a2ea207 None None] Deleting port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:41:08.359667 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-67d131f0-2c74-4956-bbed-ba052a2ea207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.388571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 39f837bf-a497-404c-a048-131e592d63e7 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:41:08.434994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.442068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 39f837bf-a497-404c-a048-131e592d63e7 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:41:08.442418 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 39f837bf-a497-404c-a048-131e592d63e7 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:41:08.449858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-67d131f0-2c74-4956-bbed-ba052a2ea207 None None] For port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:08.450257 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-67d131f0-2c74-4956-bbed-ba052a2ea207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.455678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:08.462173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-67d131f0-2c74-4956-bbed-ba052a2ea207 None None] Calling delete_port for 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:41:08.465395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-67d131f0-2c74-4956-bbed-ba052a2ea207 None None] Port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:41:08.466649 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-67d131f0-2c74-4956-bbed-ba052a2ea207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.470611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a3ca09-2807-4136-80f4-6b71c78670ff') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:08.471135 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a3ca09-2807-4136-80f4-6b71c78670ff') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:08.483714 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.495199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d131f0-2c74-4956-bbed-ba052a2ea207 None None] Pushing event deleted for resources: {'Port': ['ID=9bfbaa8b-2fbe-4a3e-a022-ab3429626744,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:08.501325 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.502380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d131f0-2c74-4956-bbed-ba052a2ea207 None None] No DVR routers for this DVR port 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:41:08.512200 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:41:08.512652 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:41:08.514467 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:41:08.570032 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.576822 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:08.580149 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c HTTP/1.1" status: 204 len: 168 time: 0.5414026 Dec 08 02:41:08.583131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41292) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:08.595306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2845e-ac75-4284-b135-3527d38d7dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0d2ed6-2d59-4f62-a354-9e5d2f4eab9c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:08.940414 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80120018-1b2c-41da-93fc-3b0606f62111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:09.071876 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 387c84dc-0bde-46a4-ac39-a647fa49b6ef no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:41:09.092202 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 387c84dc-0bde-46a4-ac39-a647fa49b6ef {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:41:09.092552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 387c84dc-0bde-46a4-ac39-a647fa49b6ef not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:41:09.092971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:41:09.115858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:41:09.116206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9bfbaa8b-2fbe-4a3e-a022-ab3429626744 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:41:09.116649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9660b988-ab69-453d-aa91-e0592c71a3d1 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:41:09.135809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 9660b988-ab69-453d-aa91-e0592c71a3d1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:41:09.136232 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9660b988-ab69-453d-aa91-e0592c71a3d1 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:41:09.187524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-80120018-1b2c-41da-93fc-3b0606f62111 admin admin] Deleting port e4b1a498-3e5e-4bbd-93db-fbb438470500 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:41:09.187856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80120018-1b2c-41da-93fc-3b0606f62111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:09.266082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-80120018-1b2c-41da-93fc-3b0606f62111 admin admin] For port e4b1a498-3e5e-4bbd-93db-fbb438470500, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=e4b1a498-3e5e-4bbd-93db-fbb438470500,segment=NetworkSegment(c3107e3d-e320-4ca5-b82e-277bf05ceace),segment_id=c3107e3d-e320-4ca5-b82e-277bf05ceace)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:09.266357 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80120018-1b2c-41da-93fc-3b0606f62111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:09.279032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-80120018-1b2c-41da-93fc-3b0606f62111 admin admin] Calling delete_port for e4b1a498-3e5e-4bbd-93db-fbb438470500 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:41:09.454332 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80120018-1b2c-41da-93fc-3b0606f62111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:09.481095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80120018-1b2c-41da-93fc-3b0606f62111 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b1a498-3e5e-4bbd-93db-fbb438470500,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:09.980659 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-80120018-1b2c-41da-93fc-3b0606f62111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:10.195592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80120018-1b2c-41da-93fc-3b0606f62111 admin admin] Router 016b5209-9a1b-4227-8561-fe00ec65ddf8 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:41:10.300339 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80120018-1b2c-41da-93fc-3b0606f62111 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:41:10.305401 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-80120018-1b2c-41da-93fc-3b0606f62111 admin admin] 10.222.0.70 "PUT /v2.0/routers/016b5209-9a1b-4227-8561-fe00ec65ddf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7205575 Dec 08 02:41:10.308096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41294) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:10.309852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad0f235-b413-4ead-a14d-8d6e6f92a07d None None] Sync routers for ids ['016b5209-9a1b-4227-8561-fe00ec65ddf8'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:41:10.319572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad0f235-b413-4ead-a14d-8d6e6f92a07d None None] Routers {'016b5209-9a1b-4227-8561-fe00ec65ddf8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:41:10.320277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aad0f235-b413-4ead-a14d-8d6e6f92a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:41:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['016b5209-9a1b-4227-8561-fe00ec65ddf8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:10.414079 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:10.425461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-aad0f235-b413-4ead-a14d-8d6e6f92a07d None None] Set router 016b5209-9a1b-4227-8561-fe00ec65ddf8 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:41:10.515523 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:10.571892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Deleting port 56a5acde-574d-48d7-8cb8-752bcb5784eb {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:41:10.572167 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:10.600553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aad0f235-b413-4ead-a14d-8d6e6f92a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'name': 'tempest-TestEncryptedCinderVolumes-1668746599-router', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:48Z', 'updated_at': '2021-12-08T02:41:09Z', 'revision_number': 5, 'project_id': '3e48301f4652476a977b29fc51af710a', 'gw_port': {'id': '56a5acde-574d-48d7-8cb8-752bcb5784eb', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:39:49Z', 'updated_at': '2021-12-08T02:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:10.630843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad0f235-b413-4ead-a14d-8d6e6f92a07d None None] Checking router: 016b5209-9a1b-4227-8561-fe00ec65ddf8 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:41:10.640686 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad0f235-b413-4ead-a14d-8d6e6f92a07d None None] Routers {'016b5209-9a1b-4227-8561-fe00ec65ddf8'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:41:10.641311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aad0f235-b413-4ead-a14d-8d6e6f92a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:41:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['016b5209-9a1b-4227-8561-fe00ec65ddf8'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:10.652121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] For port 56a5acde-574d-48d7-8cb8-752bcb5784eb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=56a5acde-574d-48d7-8cb8-752bcb5784eb,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:10.652509 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:10.663954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Calling delete_port for 56a5acde-574d-48d7-8cb8-752bcb5784eb owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:41:10.834910 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:10.859427 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Pushing event deleted for resources: {'Port': ['ID=56a5acde-574d-48d7-8cb8-752bcb5784eb,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:10.878985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b49d54-cf9a-4f58-bcd8-4e0caf2b65c7 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:41:10.898301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-aad0f235-b413-4ead-a14d-8d6e6f92a07d None None] Set router 016b5209-9a1b-4227-8561-fe00ec65ddf8 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:41:10.926964 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:10.950585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-aad0f235-b413-4ead-a14d-8d6e6f92a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'name': 'tempest-TestEncryptedCinderVolumes-1668746599-router', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:48Z', 'updated_at': '2021-12-08T02:41:10Z', 'revision_number': 6, 'project_id': '3e48301f4652476a977b29fc51af710a', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:10.981029 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad0f235-b413-4ead-a14d-8d6e6f92a07d None None] The sync data for ids ['016b5209-9a1b-4227-8561-fe00ec65ddf8'] in n-d-713498-30 is: [{'id': '016b5209-9a1b-4227-8561-fe00ec65ddf8', 'name': 'tempest-TestEncryptedCinderVolumes-1668746599-router', 'tenant_id': '3e48301f4652476a977b29fc51af710a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:39:48Z', 'updated_at': '2021-12-08T02:41:10Z', 'revision_number': 6, 'project_id': '3e48301f4652476a977b29fc51af710a', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:41:11.018358 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.020766 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.064235 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.064906 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 016b5209-9a1b-4227-8561-fe00ec65ddf8 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:41:11.069110 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.070238 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-99785f37-f45a-4f12-9692-9dfd35b4593c admin admin] 10.222.0.70 "DELETE /v2.0/routers/016b5209-9a1b-4227-8561-fe00ec65ddf8 HTTP/1.1" status: 204 len: 168 time: 0.7610493 Dec 08 02:41:11.072924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41296) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:11.115511 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffb8d18-c0ca-461d-9046-412eb15634a3 admin admin] Deleting subnet c95ad146-fda8-432b-92ba-a06633983961 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:41:11.119595 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bffb8d18-c0ca-461d-9046-412eb15634a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.157360 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bffb8d18-c0ca-461d-9046-412eb15634a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.232200 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bffb8d18-c0ca-461d-9046-412eb15634a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.281106 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bffb8d18-c0ca-461d-9046-412eb15634a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.306530 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb8d18-c0ca-461d-9046-412eb15634a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c95ad146-fda8-432b-92ba-a06633983961,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:11.310085 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bffb8d18-c0ca-461d-9046-412eb15634a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.313568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bffb8d18-c0ca-461d-9046-412eb15634a3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c95ad146-fda8-432b-92ba-a06633983961 HTTP/1.1" status: 204 len: 168 time: 0.2394660 Dec 08 02:41:11.316006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41298) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:11.316899 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2004440d-a552-4e7f-b219-5fa2d3d5f126 None None] Network 681c708e-b4ea-43b8-98af-26ae542b1aed requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:41:11.407173 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.473400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Deleting port 38847d03-b7d3-4cdd-97b4-f5f707009adb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:41:11.473749 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.494416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d2ba5-518b-4a1c-8c64-7b2ea6c40ac4 None None] DHCP port deletion for 681c708e-b4ea-43b8-98af-26ae542b1aed request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:41:11.546226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-898d2ba5-518b-4a1c-8c64-7b2ea6c40ac4 None None] Deleting port 38847d03-b7d3-4cdd-97b4-f5f707009adb {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:41:11.546458 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] For port 38847d03-b7d3-4cdd-97b4-f5f707009adb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=38847d03-b7d3-4cdd-97b4-f5f707009adb,segment=NetworkSegment(c3107e3d-e320-4ca5-b82e-277bf05ceace),segment_id=c3107e3d-e320-4ca5-b82e-277bf05ceace)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:11.546609 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-898d2ba5-518b-4a1c-8c64-7b2ea6c40ac4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.546729 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.558388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Calling delete_port for 38847d03-b7d3-4cdd-97b4-f5f707009adb owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:41:11.609010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-898d2ba5-518b-4a1c-8c64-7b2ea6c40ac4 None None] For port 38847d03-b7d3-4cdd-97b4-f5f707009adb, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=38847d03-b7d3-4cdd-97b4-f5f707009adb,segment=NetworkSegment(c3107e3d-e320-4ca5-b82e-277bf05ceace),segment_id=c3107e3d-e320-4ca5-b82e-277bf05ceace)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:11.609418 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-898d2ba5-518b-4a1c-8c64-7b2ea6c40ac4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.621646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-898d2ba5-518b-4a1c-8c64-7b2ea6c40ac4 None None] Calling delete_port for 38847d03-b7d3-4cdd-97b4-f5f707009adb owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:41:11.636718 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.660054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=38847d03-b7d3-4cdd-97b4-f5f707009adb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:11.668149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] No DVR routers for this DVR port 38847d03-b7d3-4cdd-97b4-f5f707009adb on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:41:11.700994 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-898d2ba5-518b-4a1c-8c64-7b2ea6c40ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.726265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d2ba5-518b-4a1c-8c64-7b2ea6c40ac4 None None] Pushing event deleted for resources: {'Port': ['ID=38847d03-b7d3-4cdd-97b4-f5f707009adb,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:11.729801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898d2ba5-518b-4a1c-8c64-7b2ea6c40ac4 None None] No DVR routers for this DVR port 38847d03-b7d3-4cdd-97b4-f5f707009adb on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:41:11.746454 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.767115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681c708e-b4ea-43b8-98af-26ae542b1aed']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:11.777451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3107e3d-e320-4ca5-b82e-277bf05ceace') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:11.777748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3107e3d-e320-4ca5-b82e-277bf05ceace') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:11.788032 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.792490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e4b1a498-3e5e-4bbd-93db-fbb438470500 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:41:11.807830 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.813848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: e4b1a498-3e5e-4bbd-93db-fbb438470500 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:41:11.814209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device e4b1a498-3e5e-4bbd-93db-fbb438470500 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:41:11.814856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:41:11.815273 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:41:11.817260 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:41:11.883139 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.889716 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:11.895600 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] 10.222.0.70 "DELETE /v2.0/networks/681c708e-b4ea-43b8-98af-26ae542b1aed HTTP/1.1" status: 204 len: 168 time: 0.5783355 Dec 08 02:41:11.907278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a94318-9169-41b8-b9a2-814b34fd9d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=681c708e-b4ea-43b8-98af-26ae542b1aed,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:12.083238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41302) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:12.124222 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8fb08532-e60b-4601-a524-7f533b1b7b96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cfd847f77c064339bb5eecf0a7825f12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397780 Dec 08 02:41:12.126709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41304) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:12.174363 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c182271b-93e5-453e-a178-9526b9c7a4a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:12.195093 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c182271b-93e5-453e-a178-9526b9c7a4a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:12.243761 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c182271b-93e5-453e-a178-9526b9c7a4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:12.246286 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c182271b-93e5-453e-a178-9526b9c7a4a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:12.247464 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c182271b-93e5-453e-a178-9526b9c7a4a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e660082-49e4-45a2-8cd9-50605a396ef4 HTTP/1.1" status: 204 len: 168 time: 0.1198361 Dec 08 02:41:12.255171 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182271b-93e5-453e-a178-9526b9c7a4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e660082-49e4-45a2-8cd9-50605a396ef4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:12.560270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41310) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:12.606071 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cb4749b4-9eac-4088-b341-c262bf672323 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e48301f4652476a977b29fc51af710a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445797 Dec 08 02:41:12.608621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41312) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:12.659531 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-571f1151-c594-41f5-ba9e-530f257c3726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:12.680943 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-571f1151-c594-41f5-ba9e-530f257c3726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:12.728472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-571f1151-c594-41f5-ba9e-530f257c3726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:12.731133 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-571f1151-c594-41f5-ba9e-530f257c3726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:12.732305 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-571f1151-c594-41f5-ba9e-530f257c3726 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7986fb31-5f53-4c4a-a9e6-e51ee2c8d699 HTTP/1.1" status: 204 len: 168 time: 0.1227379 Dec 08 02:41:12.739959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f1151-c594-41f5-ba9e-530f257c3726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7986fb31-5f53-4c4a-a9e6-e51ee2c8d699,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:13.067960 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 56a5acde-574d-48d7-8cb8-752bcb5784eb no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:41:13.091636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 56a5acde-574d-48d7-8cb8-752bcb5784eb {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:41:13.092004 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 56a5acde-574d-48d7-8cb8-752bcb5784eb not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:41:13.092478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 38847d03-b7d3-4cdd-97b4-f5f707009adb no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:41:13.111570 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 38847d03-b7d3-4cdd-97b4-f5f707009adb {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:41:13.111931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 38847d03-b7d3-4cdd-97b4-f5f707009adb not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:41:13.428623 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41334) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:13.554766 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1461198794-network', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:41:13.576053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Made reservation on behalf of 6e47f0b8dd144727a3fe12621e056eb6 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:41:13.578357 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:13.586719 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:13.660871 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:13.665166 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:13.686152 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:41:13.701413 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fe83eb-609c-44ef-958b-b5e5cd233f34,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:13.704238 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:13.704605 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Added segment f4aefbb0-0829-45f3-b13b-cbaf6e39fe65 of type vlan for network c1dd321a-7fcf-4b58-b195-ac4394d7c37e Dec 08 02:41:13.744982 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:13.772978 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:13.774164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:13.775114 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:13.809047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3792384 Dec 08 02:41:13.811862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41338) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:13.818177 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-41750f95-3803-4b1c-8c68-dc391e488ab2 admin admin] Request body: {'subnet': {'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1461198794-subnet', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:41:13.847096 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51a022-8c3b-4e44-a5e6-59341ab33b0d admin admin] Pushing event updated for resources: {'Network': ['ID=c1dd321a-7fcf-4b58-b195-ac4394d7c37e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:13.857348 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network c1dd321a-7fcf-4b58-b195-ac4394d7c37e details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:41:13.866230 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41750f95-3803-4b1c-8c68-dc391e488ab2 admin admin] Made reservation on behalf of 6e47f0b8dd144727a3fe12621e056eb6 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:41:13.869141 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41750f95-3803-4b1c-8c68-dc391e488ab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.039509 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41750f95-3803-4b1c-8c68-dc391e488ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.094734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41750f95-3803-4b1c-8c68-dc391e488ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a41ee9-97a7-45db-85d9-e376b1af3c23,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:14.104216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41750f95-3803-4b1c-8c68-dc391e488ab2 admin admin] Checking segment: {'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:41:14.104610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41750f95-3803-4b1c-8c68-dc391e488ab2 admin admin] Network hostable DHCP agents. Network: c1dd321a-7fcf-4b58-b195-ac4394d7c37e, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:41:14.121081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41750f95-3803-4b1c-8c68-dc391e488ab2 admin admin] Network c1dd321a-7fcf-4b58-b195-ac4394d7c37e is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:41:14.129748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-41750f95-3803-4b1c-8c68-dc391e488ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c1dd321a-7fcf-4b58-b195-ac4394d7c37e) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:41:14.133722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41750f95-3803-4b1c-8c68-dc391e488ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:14.134367 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-41750f95-3803-4b1c-8c68-dc391e488ab2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.138494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617f0244-a994-4d3b-b5f4-a5f2af45610c None None] Network c1dd321a-7fcf-4b58-b195-ac4394d7c37e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:41:14.149632 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-41750f95-3803-4b1c-8c68-dc391e488ab2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3365858 Dec 08 02:41:14.152536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41340) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:14.156721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:41:14.178438 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.179475 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.236892 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.240608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'fixed_ips': [{'subnet_id': '38a41ee9-97a7-45db-85d9-e376b1af3c23'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:41:14.241570 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.378129 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Allocated IP 172.20.0.2 (c1dd321a-7fcf-4b58-b195-ac4394d7c37e/38a41ee9-97a7-45db-85d9-e376b1af3c23/0b6a1727-c856-43e7-8e65-036fc2e07a0a) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:41:14.381593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.524597 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.529927 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.569039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Network c1dd321a-7fcf-4b58-b195-ac4394d7c37e is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:41:14.574418 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.578885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:41:14.581710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:41:14.592010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Pushing event updated for resources: {'Port': ['ID=0b6a1727-c856-43e7-8e65-036fc2e07a0a,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:14.598636 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.643513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Attempting to bind port 0b6a1727-c856-43e7-8e65-036fc2e07a0a on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:41:14.643809 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Attempting to bind port 0b6a1727-c856-43e7-8e65-036fc2e07a0a by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:41:14.644178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Attempting to bind port 0b6a1727-c856-43e7-8e65-036fc2e07a0a on network c1dd321a-7fcf-4b58-b195-ac4394d7c37e {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:41:14.649896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:41:14.650528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Checking segment: {'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:41:14.651068 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.651556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Bound using segment: {'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:41:14.652037 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Bound port: 0b6a1727-c856-43e7-8e65-036fc2e07a0a, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:41:14.652460 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.705277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Allocated IP 172.25.2.84 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/1d182aa4-c7e0-423a-88ce-bec9e94b6807) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:41:14.721299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] For port 0b6a1727-c856-43e7-8e65-036fc2e07a0a, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:41:14.724839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] For port 0b6a1727-c856-43e7-8e65-036fc2e07a0a, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0b6a1727-c856-43e7-8e65-036fc2e07a0a,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:41:14.729816 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.790166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4dc2b-45c8-49f7-9659-11855cfd672e None None] Pushing event updated for resources: {'Port': ['ID=0b6a1727-c856-43e7-8e65-036fc2e07a0a,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:14.824020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.863180 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:14.907496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:41:14.910445 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:41:14.912875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:41:14.919316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Pushing event updated for resources: {'Port': ['ID=1d182aa4-c7e0-423a-88ce-bec9e94b6807,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:14.947168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15a5162-536e-436b-b47f-adbbe1d8f27c None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:41:15.061448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-829c7d8e-9114-498e-85f1-f838f084d408 None None] Provisioning complete for port 1d182aa4-c7e0-423a-88ce-bec9e94b6807 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:15.062044 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-829c7d8e-9114-498e-85f1-f838f084d408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:15.105784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-829c7d8e-9114-498e-85f1-f838f084d408 None None] Port 1d182aa4-c7e0-423a-88ce-bec9e94b6807 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:41:15.129467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0b6a1727-c856-43e7-8e65-036fc2e07a0a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:41:15.178379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0b6a1727-c856-43e7-8e65-036fc2e07a0a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:15.179045 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:15.221466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:15.260199 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:15.293609 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 0b6a1727-c856-43e7-8e65-036fc2e07a0a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0b6a1727-c856-43e7-8e65-036fc2e07a0a,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:15.297727 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:15.347307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=0b6a1727-c856-43e7-8e65-036fc2e07a0a,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:15.425880 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:15.563115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Router 19243872-7150-4113-92a2-6d551386d310 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:41:15.678971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:41:15.691073 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Sync routers for ids ['19243872-7150-4113-92a2-6d551386d310'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:41:15.699259 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:15.700562 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3c786355-3756-40cf-a6cb-bc57a11cf17c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5469801 Dec 08 02:41:15.703128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41342) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:15.705477 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Routers {'19243872-7150-4113-92a2-6d551386d310'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:41:15.706435 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:41:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['19243872-7150-4113-92a2-6d551386d310'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:15.798410 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b314c-b78b-43ba-b445-f38bbf51af3f None None] Network c1dd321a-7fcf-4b58-b195-ac4394d7c37e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:41:15.821809 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Set router 19243872-7150-4113-92a2-6d551386d310 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:41:15.873858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-c48ac9ee-f872-4b9e-ac7a-193b286300b6 None None] Provisioning complete for port 0b6a1727-c856-43e7-8e65-036fc2e07a0a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:15.874509 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c48ac9ee-f872-4b9e-ac7a-193b286300b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.123111 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:15Z', 'revision_number': 3, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:16.150810 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Checking router: 19243872-7150-4113-92a2-6d551386d310 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:41:16.151167 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Updating router 19243872-7150-4113-92a2-6d551386d310 port 1d182aa4-c7e0-423a-88ce-bec9e94b6807 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:41:16.178392 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.265414 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-dd99f0db-0671-4a37-a230-18eea9f9f13b None None] Provisioning complete for port 0b6a1727-c856-43e7-8e65-036fc2e07a0a triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:16.265991 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dd99f0db-0671-4a37-a230-18eea9f9f13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.444058 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.450561 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.490596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dd2d69-3240-4789-8116-9859e87cb02b None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:41:16.495646 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Attempting to bind port 1d182aa4-c7e0-423a-88ce-bec9e94b6807 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:41:16.496024 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Attempting to bind port 1d182aa4-c7e0-423a-88ce-bec9e94b6807 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:41:16.496490 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Attempting to bind port 1d182aa4-c7e0-423a-88ce-bec9e94b6807 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:41:16.504466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.508642 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:41:16.509680 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:41:16.510172 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.510566 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:41:16.511035 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Bound port: 1d182aa4-c7e0-423a-88ce-bec9e94b6807, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:41:16.511412 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.513274 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Pushing event updated for resources: {'Port': ['ID=1d182aa4-c7e0-423a-88ce-bec9e94b6807,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:16.537663 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.538011 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.538353 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.538687 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.539017 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.539347 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.539674 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.540047 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.540396 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.540864 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.541191 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.541514 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.541837 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:16.576173 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] For port 1d182aa4-c7e0-423a-88ce-bec9e94b6807, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:41:16.579141 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4c93e268-dd81-4dbb-81fa-0b09e1b5029d None None] Provisioning complete for port 1d182aa4-c7e0-423a-88ce-bec9e94b6807 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:16.579349 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] For port 1d182aa4-c7e0-423a-88ce-bec9e94b6807, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1d182aa4-c7e0-423a-88ce-bec9e94b6807,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:41:16.579470 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4c93e268-dd81-4dbb-81fa-0b09e1b5029d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.586324 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.623025 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4c93e268-dd81-4dbb-81fa-0b09e1b5029d None None] Port 1d182aa4-c7e0-423a-88ce-bec9e94b6807 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:41:16.633388 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e55ab8-b1b3-4733-b7f2-666b4af71f1c None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:41:16.647722 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Routers {'19243872-7150-4113-92a2-6d551386d310'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:41:16.648371 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:41:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['19243872-7150-4113-92a2-6d551386d310'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:16.682675 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Allocated IP 172.20.0.1 (c1dd321a-7fcf-4b58-b195-ac4394d7c37e/38a41ee9-97a7-45db-85d9-e376b1af3c23/3fd2a505-fdb7-477b-a0e8-e720c07dc7c8) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:41:16.689186 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593550f7-0fa6-4916-99c1-c74dfd2f342c None None] Pushing event updated for resources: {'Port': ['ID=1d182aa4-c7e0-423a-88ce-bec9e94b6807,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:16.749852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1a397923-fdd0-4a9a-a87b-42bef6121637 None None] Provisioning complete for port 1d182aa4-c7e0-423a-88ce-bec9e94b6807 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:16.750242 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1a397923-fdd0-4a9a-a87b-42bef6121637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.764159 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] Set router 19243872-7150-4113-92a2-6d551386d310 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:41:16.791070 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.824768 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.840582 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1a397923-fdd0-4a9a-a87b-42bef6121637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.862476 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1a397923-fdd0-4a9a-a87b-42bef6121637 None None] For port 1d182aa4-c7e0-423a-88ce-bec9e94b6807, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1d182aa4-c7e0-423a-88ce-bec9e94b6807,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:16.863781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Network c1dd321a-7fcf-4b58-b195-ac4394d7c37e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:41:16.866833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:41:16.866982 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1a397923-fdd0-4a9a-a87b-42bef6121637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.871190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:41:16.899195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Pushing event updated for resources: {'Port': ['ID=3fd2a505-fdb7-477b-a0e8-e720c07dc7c8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:16.916000 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:16.925943 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a397923-fdd0-4a9a-a87b-42bef6121637 None None] Pushing event updated for resources: {'Port': ['ID=1d182aa4-c7e0-423a-88ce-bec9e94b6807,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:16.961473 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:15Z', 'revision_number': 3, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:16.989813 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5971740-614c-4a2d-8a3f-aa44cdcb870b None None] The sync data for ids ['19243872-7150-4113-92a2-6d551386d310'] in n-d-713498-30 is: [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:15Z', 'revision_number': 3, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:41:17.078080 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:17.090999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0b6a1727-c856-43e7-8e65-036fc2e07a0a up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:41:17.160680 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0b6a1727-c856-43e7-8e65-036fc2e07a0a triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:17.161068 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:17.250903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-551b69db-64fe-4242-a429-7e8faa3af3fe None None] Provisioning complete for port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:17.251368 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-551b69db-64fe-4242-a429-7e8faa3af3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:17.268872 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:17.281656 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:17.304090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-551b69db-64fe-4242-a429-7e8faa3af3fe None None] Port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:41:17.361918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Pushing event updated for resources: {'Port': ['ID=3fd2a505-fdb7-477b-a0e8-e720c07dc7c8,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:17.367020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:17.468605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Network c1dd321a-7fcf-4b58-b195-ac4394d7c37e is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:41:17.470107 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:41:17.596596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Router 19243872-7150-4113-92a2-6d551386d310 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:41:17.717771 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:41:17.722857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5acf456f-2a2e-457d-89f4-999f563aa71c admin admin] 10.222.0.70 "PUT /v2.0/routers/19243872-7150-4113-92a2-6d551386d310/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0187037 Dec 08 02:41:17.729738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1bfb8222-bdfe-44fe-925c-313c3f3cdc61 None None] Provisioning complete for port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:17.730116 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1bfb8222-bdfe-44fe-925c-313c3f3cdc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:17.767773 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb8222-bdfe-44fe-925c-313c3f3cdc61 None None] Port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:41:18.202708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41358) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:18.207631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-322556351-network', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:41:18.228989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Made reservation on behalf of 68d5a03f4e86431a816364489ee0fc99 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:41:18.231245 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.239499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.317783 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.322170 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.349586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:41:18.359429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de594e7-98b2-4a81-a8d2-e369ec3012c2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:18.366547 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.366901 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Added segment d13e8121-8b80-4ccd-9615-06d3da94c2c2 of type vlan for network c053a98d-7707-4a65-a401-1e364893a420 Dec 08 02:41:18.408483 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.434054 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.435061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:18.435646 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.473953 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2701097 Dec 08 02:41:18.476611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41360) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:18.483477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-06f7a29b-6fd6-4ad4-8b46-904f1ffbe9c2 admin admin] Request body: {'subnet': {'network_id': 'c053a98d-7707-4a65-a401-1e364893a420', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-322556351-subnet', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:41:18.514103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b42ce-d673-49ae-9ce6-1413af3ec799 admin admin] Pushing event updated for resources: {'Network': ['ID=c053a98d-7707-4a65-a401-1e364893a420,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:18.525949 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network c053a98d-7707-4a65-a401-1e364893a420 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:41:18.532054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f7a29b-6fd6-4ad4-8b46-904f1ffbe9c2 admin admin] Made reservation on behalf of 68d5a03f4e86431a816364489ee0fc99 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:41:18.535506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06f7a29b-6fd6-4ad4-8b46-904f1ffbe9c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.611821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Sync routers for ids ['19243872-7150-4113-92a2-6d551386d310'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:41:18.621462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Routers {'19243872-7150-4113-92a2-6d551386d310'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:41:18.622085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:41:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['19243872-7150-4113-92a2-6d551386d310'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:18.711299 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06f7a29b-6fd6-4ad4-8b46-904f1ffbe9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.736254 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Set router 19243872-7150-4113-92a2-6d551386d310 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:41:18.768238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7a29b-6fd6-4ad4-8b46-904f1ffbe9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc6fa7fe-4afa-471d-8126-80bd25c1e85a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:18.777055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7a29b-6fd6-4ad4-8b46-904f1ffbe9c2 admin admin] Checking segment: {'id': 'd13e8121-8b80-4ccd-9615-06d3da94c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:41:18.777420 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f7a29b-6fd6-4ad4-8b46-904f1ffbe9c2 admin admin] Network hostable DHCP agents. Network: c053a98d-7707-4a65-a401-1e364893a420, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:41:18.795158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f7a29b-6fd6-4ad4-8b46-904f1ffbe9c2 admin admin] Network c053a98d-7707-4a65-a401-1e364893a420 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:41:18.804848 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-06f7a29b-6fd6-4ad4-8b46-904f1ffbe9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, c053a98d-7707-4a65-a401-1e364893a420) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:41:18.808991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f7a29b-6fd6-4ad4-8b46-904f1ffbe9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:18.809579 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-06f7a29b-6fd6-4ad4-8b46-904f1ffbe9c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.814893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca4526-b562-4386-9ccb-8bc8b310c55f None None] Network c053a98d-7707-4a65-a401-1e364893a420 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:41:18.826075 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-06f7a29b-6fd6-4ad4-8b46-904f1ffbe9c2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3484519 Dec 08 02:41:18.828583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41362) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:18.832852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-322556351-router', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:41:18.854517 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.855455 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:18.909942 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.073635 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.163587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1d182aa4-c7e0-423a-88ce-bec9e94b6807 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:41:19.203113 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-c053a98d-7707-4a65-a401-1e364893a420', 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420', 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'fixed_ips': [{'subnet_id': 'cc6fa7fe-4afa-471d-8126-80bd25c1e85a'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:41:19.203982 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.282937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.302649 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.356961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 1d182aa4-c7e0-423a-88ce-bec9e94b6807 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:19.357339 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.385263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:17Z', 'revision_number': 4, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '3fd2a505-fdb7-477b-a0e8-e720c07dc7c8', 'name': '', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'mac_address': 'fa:16:3e:cd:98:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:16Z', 'updated_at': '2021-12-08T02:41:17Z', 'revision_number': 2, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'subnets': [{'id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:19.410333 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Allocated IP 172.25.2.45 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/0cb65b09-d36d-42f5-9dc5-3937928d038d) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:41:19.427143 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Checking router: 19243872-7150-4113-92a2-6d551386d310 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:41:19.427510 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Updating router 19243872-7150-4113-92a2-6d551386d310 port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:41:19.467952 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Allocated IP 172.20.0.2 (c053a98d-7707-4a65-a401-1e364893a420/cc6fa7fe-4afa-471d-8126-80bd25c1e85a/2fd8a64d-0202-4138-862f-6de2bd4e3086) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:41:19.470572 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.514282 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.549634 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.592238 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:41:19.595386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:41:19.600152 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:41:19.602105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb65b09-d36d-42f5-9dc5-3937928d038d,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:19.650466 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a09b663-bd42-4602-8318-fb9cccb00f40 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:41:19.803161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f8dc8f1b-1bce-4fbd-84e9-6412233672e5 None None] Provisioning complete for port 0cb65b09-d36d-42f5-9dc5-3937928d038d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:19.803446 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8dc8f1b-1bce-4fbd-84e9-6412233672e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.855785 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.869583 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.885474 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:19.913286 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f8dc8f1b-1bce-4fbd-84e9-6412233672e5 None None] Port 0cb65b09-d36d-42f5-9dc5-3937928d038d cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:41:19.972904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Network c053a98d-7707-4a65-a401-1e364893a420 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:41:19.978913 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:41:19.981306 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:41:19.984941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Pushing event updated for resources: {'Port': ['ID=2fd8a64d-0202-4138-862f-6de2bd4e3086,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:20.018861 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.027655 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.057753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.100573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Attempting to bind port 2fd8a64d-0202-4138-862f-6de2bd4e3086 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:41:20.100963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Attempting to bind port 2fd8a64d-0202-4138-862f-6de2bd4e3086 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'd13e8121-8b80-4ccd-9615-06d3da94c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:41:20.101334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Attempting to bind port 2fd8a64d-0202-4138-862f-6de2bd4e3086 on network c053a98d-7707-4a65-a401-1e364893a420 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:41:20.111389 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f9c3d-8169-489f-b9e9-642bdfac0f12 None None] Pushing event updated for resources: {'Port': ['ID=3fd2a505-fdb7-477b-a0e8-e720c07dc7c8,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:20.116889 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:41:20.117311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Checking segment: {'id': 'd13e8121-8b80-4ccd-9615-06d3da94c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:41:20.117700 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.118691 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Bound using segment: {'id': 'd13e8121-8b80-4ccd-9615-06d3da94c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:41:20.118691 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Bound port: 2fd8a64d-0202-4138-862f-6de2bd4e3086, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13e8121-8b80-4ccd-9615-06d3da94c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:41:20.119173 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.203231 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Router 658b3961-6e47-493b-967c-208923cace35 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:41:20.205710 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Attempting to bind port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:41:20.206098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Attempting to bind port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:41:20.206474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Attempting to bind port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 on network c1dd321a-7fcf-4b58-b195-ac4394d7c37e {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:41:20.216860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:41:20.217244 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Checking segment: {'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:41:20.217659 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.218066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Bound using segment: {'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:41:20.218559 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Bound port: 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:41:20.218953 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.246104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] For port 2fd8a64d-0202-4138-862f-6de2bd4e3086, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:41:20.249971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] For port 2fd8a64d-0202-4138-862f-6de2bd4e3086, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2fd8a64d-0202-4138-862f-6de2bd4e3086,segment=NetworkSegment(d13e8121-8b80-4ccd-9615-06d3da94c2c2),segment_id=d13e8121-8b80-4ccd-9615-06d3da94c2c2)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:41:20.271545 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.318725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:41:20.331824 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Sync routers for ids ['658b3961-6e47-493b-967c-208923cace35'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:41:20.337985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.339275 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a64ed399-182e-45cd-a33f-de31e7352b72 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5097656 Dec 08 02:41:20.341980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41364) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:41:20.346845 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Routers {'658b3961-6e47-493b-967c-208923cace35'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:41:20.347688 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:41:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['658b3961-6e47-493b-967c-208923cace35'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:20.381438 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] For port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:41:20.385467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] For port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3fd2a505-fdb7-477b-a0e8-e720c07dc7c8,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:41:20.391258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-b38a14be-7551-40c6-8086-40a6208aa6c7 None None] Provisioning complete for port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:20.391745 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b38a14be-7551-40c6-8086-40a6208aa6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.423708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f6ac3-0592-4a3b-b41c-2bd0beb04220 None None] Pushing event updated for resources: {'Port': ['ID=2fd8a64d-0202-4138-862f-6de2bd4e3086,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:20.435555 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.466954 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Set router 658b3961-6e47-493b-967c-208923cace35 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:41:20.512649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Routers {'19243872-7150-4113-92a2-6d551386d310'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:41:20.513764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:41:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['19243872-7150-4113-92a2-6d551386d310'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:20.635565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f9c3d-8169-489f-b9e9-642bdfac0f12 None None] Pushing event updated for resources: {'Port': ['ID=3fd2a505-fdb7-477b-a0e8-e720c07dc7c8,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:20.689668 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b38a14be-7551-40c6-8086-40a6208aa6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.758490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-b38a14be-7551-40c6-8086-40a6208aa6c7 None None] For port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3fd2a505-fdb7-477b-a0e8-e720c07dc7c8,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:20.762607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] Set router 19243872-7150-4113-92a2-6d551386d310 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:41:20.770196 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:41:20.776257 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658b3961-6e47-493b-967c-208923cace35', 'name': 'tempest-TestMinimumBasicScenario-322556351-router', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:18Z', 'updated_at': '2021-12-08T02:41:19Z', 'revision_number': 3, 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'gw_port': {'id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658b3961-6e47-493b-967c-208923cace35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:19Z', 'updated_at': '2021-12-08T02:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:20.794945 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b38a14be-7551-40c6-8086-40a6208aa6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.813872 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Checking router: 658b3961-6e47-493b-967c-208923cace35 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:41:20.815000 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Updating router 658b3961-6e47-493b-967c-208923cace35 port 0cb65b09-d36d-42f5-9dc5-3937928d038d binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:41:20.845831 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:20.913760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a14be-7551-40c6-8086-40a6208aa6c7 None None] Pushing event updated for resources: {'Port': ['ID=3fd2a505-fdb7-477b-a0e8-e720c07dc7c8,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:20.965589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0da3d1a9-c30f-4ddb-8ee4-ccaa07ecc212 None None] Provisioning complete for port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:20.966325 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0da3d1a9-c30f-4ddb-8ee4-ccaa07ecc212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.181552 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2fd8a64d-0202-4138-862f-6de2bd4e3086 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:41:21.202315 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.209297 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.220147 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:17Z', 'revision_number': 4, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '3fd2a505-fdb7-477b-a0e8-e720c07dc7c8', 'name': '', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'mac_address': 'fa:16:3e:cd:98:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:16Z', 'updated_at': '2021-12-08T02:41:20Z', 'revision_number': 4, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'subnets': [{'id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:21.249586 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3595b09f-cbb9-4591-a568-92ffed211b44 None None] The sync data for ids ['19243872-7150-4113-92a2-6d551386d310'] in n-d-713498-30 is: [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:17Z', 'revision_number': 4, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '3fd2a505-fdb7-477b-a0e8-e720c07dc7c8', 'name': '', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'mac_address': 'fa:16:3e:cd:98:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:16Z', 'updated_at': '2021-12-08T02:41:20Z', 'revision_number': 4, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'subnets': [{'id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:41:21.269005 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Attempting to bind port 0cb65b09-d36d-42f5-9dc5-3937928d038d on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:41:21.269349 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Attempting to bind port 0cb65b09-d36d-42f5-9dc5-3937928d038d by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:41:21.269712 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Attempting to bind port 0cb65b09-d36d-42f5-9dc5-3937928d038d on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:41:21.279426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 2fd8a64d-0202-4138-862f-6de2bd4e3086 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:21.280235 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.283360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6de5486-d282-4ae5-b5bb-4b3129dd300a None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:41:21.285651 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c979e0-4ce1-43bd-b026-3927cdbd3099 None None] Pushing event updated for resources: {'Port': ['ID=0cb65b09-d36d-42f5-9dc5-3937928d038d,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:21.298456 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:41:21.299034 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:41:21.299956 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.300224 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:41:21.301035 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Bound port: 0cb65b09-d36d-42f5-9dc5-3937928d038d, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:41:21.301602 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.414097 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.423926 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] For port 0cb65b09-d36d-42f5-9dc5-3937928d038d, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:41:21.434933 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] For port 0cb65b09-d36d-42f5-9dc5-3937928d038d, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0cb65b09-d36d-42f5-9dc5-3937928d038d,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:41:21.444011 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.547939 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Routers {'658b3961-6e47-493b-967c-208923cace35'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:41:21.549062 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:41:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['658b3961-6e47-493b-967c-208923cace35'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:21.612808 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c979e0-4ce1-43bd-b026-3927cdbd3099 None None] Pushing event updated for resources: {'Port': ['ID=0cb65b09-d36d-42f5-9dc5-3937928d038d,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:21.652851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90670f39-e939-46c5-9159-fa4864ccac87 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:41:21.670547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6eaaad53-474d-4128-9595-99dbf1fb3742 None None] Provisioning complete for port 0cb65b09-d36d-42f5-9dc5-3937928d038d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:21.671329 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6eaaad53-474d-4128-9595-99dbf1fb3742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.704172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Allocated IP 172.20.0.1 (c053a98d-7707-4a65-a401-1e364893a420/cc6fa7fe-4afa-471d-8126-80bd25c1e85a/76261a1e-0289-4b0e-babf-bfba260d1429) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:41:21.708687 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.744757 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] Set router 658b3961-6e47-493b-967c-208923cace35 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:41:21.751758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 2fd8a64d-0202-4138-862f-6de2bd4e3086, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2fd8a64d-0202-4138-862f-6de2bd4e3086,segment=NetworkSegment(d13e8121-8b80-4ccd-9615-06d3da94c2c2),segment_id=d13e8121-8b80-4ccd-9615-06d3da94c2c2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:21.767050 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.854654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=2fd8a64d-0202-4138-862f-6de2bd4e3086,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:21.887145 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6eaaad53-474d-4128-9595-99dbf1fb3742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.893832 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.910865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6eaaad53-474d-4128-9595-99dbf1fb3742 None None] For port 0cb65b09-d36d-42f5-9dc5-3937928d038d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0cb65b09-d36d-42f5-9dc5-3937928d038d,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:21.919235 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6eaaad53-474d-4128-9595-99dbf1fb3742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:21.954558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:22.003726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaad53-474d-4128-9595-99dbf1fb3742 None None] Pushing event updated for resources: {'Port': ['ID=0cb65b09-d36d-42f5-9dc5-3937928d038d,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:22.015735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35e7169-72f1-49cd-b2e5-fb8a43037342 None None] Network c053a98d-7707-4a65-a401-1e364893a420 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:41:22.061860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Pushing event updated for resources: {'Port': ['ID=76261a1e-0289-4b0e-babf-bfba260d1429,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:22.075453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Network c053a98d-7707-4a65-a401-1e364893a420 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:41:22.077644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:41:22.084882 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:41:22.128465 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658b3961-6e47-493b-967c-208923cace35', 'name': 'tempest-TestMinimumBasicScenario-322556351-router', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:18Z', 'updated_at': '2021-12-08T02:41:19Z', 'revision_number': 3, 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'gw_port': {'id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658b3961-6e47-493b-967c-208923cace35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:19Z', 'updated_at': '2021-12-08T02:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:22.141399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:22.145815 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f90f44ac-b01e-486f-a0ef-c0eda035cbfb None None] Provisioning complete for port 2fd8a64d-0202-4138-862f-6de2bd4e3086 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:22.146554 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f90f44ac-b01e-486f-a0ef-c0eda035cbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:22.166759 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc02ca1-a3de-4366-a266-9d3a9b51221b None None] The sync data for ids ['658b3961-6e47-493b-967c-208923cace35'] in n-d-713498-30 is: [{'id': '658b3961-6e47-493b-967c-208923cace35', 'name': 'tempest-TestMinimumBasicScenario-322556351-router', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:18Z', 'updated_at': '2021-12-08T02:41:19Z', 'revision_number': 3, 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'gw_port': {'id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658b3961-6e47-493b-967c-208923cace35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:19Z', 'updated_at': '2021-12-08T02:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:41:22.283223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f90f44ac-b01e-486f-a0ef-c0eda035cbfb None None] Provisioning complete for port 0cb65b09-d36d-42f5-9dc5-3937928d038d triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:22.283630 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f90f44ac-b01e-486f-a0ef-c0eda035cbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:22.340248 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:22.534303 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-312aff22-7456-4da9-a49a-1bd57f568687 None None] Provisioning complete for port 2fd8a64d-0202-4138-862f-6de2bd4e3086 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:22.535181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-312aff22-7456-4da9-a49a-1bd57f568687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:22.606595 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:22.614954 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:22.666820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-312aff22-7456-4da9-a49a-1bd57f568687 None None] Provisioning complete for port 76261a1e-0289-4b0e-babf-bfba260d1429 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:22.667492 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-312aff22-7456-4da9-a49a-1bd57f568687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:22.716053 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Pushing event updated for resources: {'Port': ['ID=76261a1e-0289-4b0e-babf-bfba260d1429,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:22.725112 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:22.730245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-312aff22-7456-4da9-a49a-1bd57f568687 None None] Port 76261a1e-0289-4b0e-babf-bfba260d1429 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:41:22.834288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Network c053a98d-7707-4a65-a401-1e364893a420 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:41:22.836081 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:41:22.855364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-064375b3-b9fc-4653-87ab-e5ebf46e4584 None None] Provisioning complete for port 76261a1e-0289-4b0e-babf-bfba260d1429 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:22.855742 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-064375b3-b9fc-4653-87ab-e5ebf46e4584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:22.896166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-064375b3-b9fc-4653-87ab-e5ebf46e4584 None None] Port 76261a1e-0289-4b0e-babf-bfba260d1429 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:41:22.985563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Router 658b3961-6e47-493b-967c-208923cace35 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:41:23.124551 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f18c404e-e8bf-4c8d-919f-ebcc571a1f32 None None] Provisioning complete for port 76261a1e-0289-4b0e-babf-bfba260d1429 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:23.124941 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f18c404e-e8bf-4c8d-919f-ebcc571a1f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:23.132078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:41:23.137551 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b4bbea78-ce72-40c1-91c1-d17e512f84fe admin admin] 10.222.0.70 "PUT /v2.0/routers/658b3961-6e47-493b-967c-208923cace35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7945626 Dec 08 02:41:23.171104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f18c404e-e8bf-4c8d-919f-ebcc571a1f32 None None] Port 76261a1e-0289-4b0e-babf-bfba260d1429 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:41:23.233333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2fd8a64d-0202-4138-862f-6de2bd4e3086 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:41:23.285359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 2fd8a64d-0202-4138-862f-6de2bd4e3086 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:23.285747 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:23.378671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0cb65b09-d36d-42f5-9dc5-3937928d038d up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:41:23.431112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0cb65b09-d36d-42f5-9dc5-3937928d038d triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:23.431884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:23.519596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:41:23.575751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:23.576180 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:25.025101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Sync routers for ids ['658b3961-6e47-493b-967c-208923cace35'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:41:25.037364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Routers {'658b3961-6e47-493b-967c-208923cace35'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:41:25.038137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:41:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['658b3961-6e47-493b-967c-208923cace35'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:25.162738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Set router 658b3961-6e47-493b-967c-208923cace35 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:41:25.388877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658b3961-6e47-493b-967c-208923cace35', 'name': 'tempest-TestMinimumBasicScenario-322556351-router', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:18Z', 'updated_at': '2021-12-08T02:41:22Z', 'revision_number': 4, 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'gw_port': {'id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658b3961-6e47-493b-967c-208923cace35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:19Z', 'updated_at': '2021-12-08T02:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '76261a1e-0289-4b0e-babf-bfba260d1429', 'name': '', 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'mac_address': 'fa:16:3e:83:2f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658b3961-6e47-493b-967c-208923cace35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc6fa7fe-4afa-471d-8126-80bd25c1e85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:21Z', 'updated_at': '2021-12-08T02:41:22Z', 'revision_number': 2, 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'subnets': [{'id': 'cc6fa7fe-4afa-471d-8126-80bd25c1e85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:25.419063 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Checking router: 658b3961-6e47-493b-967c-208923cace35 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:41:25.419427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Updating router 658b3961-6e47-493b-967c-208923cace35 port 76261a1e-0289-4b0e-babf-bfba260d1429 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:41:25.450076 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:25.749468 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:25.755211 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:25.829131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17761a-e5bf-46d5-bbac-396d5959239b None None] Pushing event updated for resources: {'Port': ['ID=76261a1e-0289-4b0e-babf-bfba260d1429,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:25.877153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Attempting to bind port 76261a1e-0289-4b0e-babf-bfba260d1429 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:41:25.877683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Attempting to bind port 76261a1e-0289-4b0e-babf-bfba260d1429 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'd13e8121-8b80-4ccd-9615-06d3da94c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:41:25.878356 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Attempting to bind port 76261a1e-0289-4b0e-babf-bfba260d1429 on network c053a98d-7707-4a65-a401-1e364893a420 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:41:25.887707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:41:25.888107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Checking segment: {'id': 'd13e8121-8b80-4ccd-9615-06d3da94c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:41:25.888534 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:25.889082 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Bound using segment: {'id': 'd13e8121-8b80-4ccd-9615-06d3da94c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:41:25.889577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Bound port: 76261a1e-0289-4b0e-babf-bfba260d1429, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13e8121-8b80-4ccd-9615-06d3da94c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:41:25.889970 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:25.988668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] For port 76261a1e-0289-4b0e-babf-bfba260d1429, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:41:25.996993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] For port 76261a1e-0289-4b0e-babf-bfba260d1429, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=76261a1e-0289-4b0e-babf-bfba260d1429,segment=NetworkSegment(d13e8121-8b80-4ccd-9615-06d3da94c2c2),segment_id=d13e8121-8b80-4ccd-9615-06d3da94c2c2)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:41:26.007048 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:26.077941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Routers {'658b3961-6e47-493b-967c-208923cace35'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:41:26.078693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:41:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['658b3961-6e47-493b-967c-208923cace35'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:26.151032 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17761a-e5bf-46d5-bbac-396d5959239b None None] Pushing event updated for resources: {'Port': ['ID=76261a1e-0289-4b0e-babf-bfba260d1429,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:26.163840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7844b960-3743-4d88-adc3-203cecc75e40 None None] Provisioning complete for port 76261a1e-0289-4b0e-babf-bfba260d1429 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:26.163956 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7844b960-3743-4d88-adc3-203cecc75e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:26.302884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] Set router 658b3961-6e47-493b-967c-208923cace35 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:41:26.343329 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7844b960-3743-4d88-adc3-203cecc75e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:26.433999 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7844b960-3743-4d88-adc3-203cecc75e40 None None] For port 76261a1e-0289-4b0e-babf-bfba260d1429, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=76261a1e-0289-4b0e-babf-bfba260d1429,segment=NetworkSegment(d13e8121-8b80-4ccd-9615-06d3da94c2c2),segment_id=d13e8121-8b80-4ccd-9615-06d3da94c2c2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:26.441427 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7844b960-3743-4d88-adc3-203cecc75e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:26.542041 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844b960-3743-4d88-adc3-203cecc75e40 None None] Pushing event updated for resources: {'Port': ['ID=76261a1e-0289-4b0e-babf-bfba260d1429,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:26.589229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-56335050-bf03-4238-aa6b-15c4499eaa59 None None] Provisioning complete for port 76261a1e-0289-4b0e-babf-bfba260d1429 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:26.589612 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-56335050-bf03-4238-aa6b-15c4499eaa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:26.648683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658b3961-6e47-493b-967c-208923cace35', 'name': 'tempest-TestMinimumBasicScenario-322556351-router', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:18Z', 'updated_at': '2021-12-08T02:41:22Z', 'revision_number': 4, 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'gw_port': {'id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658b3961-6e47-493b-967c-208923cace35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:19Z', 'updated_at': '2021-12-08T02:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '76261a1e-0289-4b0e-babf-bfba260d1429', 'name': '', 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'mac_address': 'fa:16:3e:83:2f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658b3961-6e47-493b-967c-208923cace35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc6fa7fe-4afa-471d-8126-80bd25c1e85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:21Z', 'updated_at': '2021-12-08T02:41:25Z', 'revision_number': 4, 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'subnets': [{'id': 'cc6fa7fe-4afa-471d-8126-80bd25c1e85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:41:26.704046 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c54409-bdc2-43a5-9480-14bba83f2e56 None None] The sync data for ids ['658b3961-6e47-493b-967c-208923cace35'] in n-d-713498-30 is: [{'id': '658b3961-6e47-493b-967c-208923cace35', 'name': 'tempest-TestMinimumBasicScenario-322556351-router', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:18Z', 'updated_at': '2021-12-08T02:41:22Z', 'revision_number': 4, 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'gw_port': {'id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658b3961-6e47-493b-967c-208923cace35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:19Z', 'updated_at': '2021-12-08T02:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '76261a1e-0289-4b0e-babf-bfba260d1429', 'name': '', 'network_id': 'c053a98d-7707-4a65-a401-1e364893a420', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'mac_address': 'fa:16:3e:83:2f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '658b3961-6e47-493b-967c-208923cace35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'cc6fa7fe-4afa-471d-8126-80bd25c1e85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:21Z', 'updated_at': '2021-12-08T02:41:25Z', 'revision_number': 4, 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'subnets': [{'id': 'cc6fa7fe-4afa-471d-8126-80bd25c1e85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:41:27.138250 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 76261a1e-0289-4b0e-babf-bfba260d1429 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:41:27.204079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 76261a1e-0289-4b0e-babf-bfba260d1429 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:27.204640 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:28.957371 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8cb466e3-104f-4dca-a2fc-415bf876201c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:32.171249 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:32.192267 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2825e45e-ff14-4324-b983-ff3a51abfd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:32.562894 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:32.887249 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-79f9d745-e64d-4a24-8eb8-fa84069bdd38 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:32.888756 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-79f9d745-e64d-4a24-8eb8-fa84069bdd38 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/networks?id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e HTTP/1.1" status: 200 len: 815 time: 0.1055281 Dec 08 02:41:32.904090 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-62f04110-246e-42b0-bc6d-728d07522db6 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/quotas/6e47f0b8dd144727a3fe12621e056eb6 HTTP/1.1" status: 200 len: 375 time: 0.0096431 Dec 08 02:41:32.953826 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-161686cb-1841-48e1-b411-eacc8af2665c tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6e47f0b8dd144727a3fe12621e056eb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445859 Dec 08 02:41:33.053524 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-5fb2a99b-f27d-400c-9626-ac8ead925fb3 service neutron] 10.222.0.70 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874243 Dec 08 02:41:33.146666 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c0dd621a-25da-454d-a6f9-301917af5e1e service neutron] 10.222.0.70 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870678 Dec 08 02:41:33.305647 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8236474a-6281-49bc-826e-f40d8b3aaa6e req-1f39605b-2396-43ac-afdb-02dbcf48ec9a tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 210 time: 0.0271099 Dec 08 02:41:33.846615 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:34.413552 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ced1e218-80e0-4e53-8f21-e19183a9535e req-cfe5ead2-15f6-4c23-a0ce-3c71fe3bf265 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 210 time: 0.0322461 Dec 08 02:41:34.476214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-1e4a497f-fe0a-4fe9-8c91-d96529acb31f tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:34.478445 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-1e4a497f-fe0a-4fe9-8c91-d96529acb31f tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.65 "GET /v2.0/networks?id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e HTTP/1.1" status: 200 len: 815 time: 0.1183953 Dec 08 02:41:34.512221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Request body: {'port': {'device_id': '0f51b328-e36c-4898-89f3-e561e4097775', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'admin_state_up': True, 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:41:34.624570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Made reservation on behalf of 6e47f0b8dd144727a3fe12621e056eb6 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:41:34.626902 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:34.628129 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:34.762103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Allocated IP 172.20.0.10 (c1dd321a-7fcf-4b58-b195-ac4394d7c37e/38a41ee9-97a7-45db-85d9-e376b1af3c23/fdba7be7-da1f-4d4f-b4f2-816444f3ae28) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:41:34.871716 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:34.932294 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:34.989741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:35.068812 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Network c1dd321a-7fcf-4b58-b195-ac4394d7c37e is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:41:35.075412 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:41:35.078494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:41:35.127935 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event updated for resources: {'Port': ['ID=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:35.141853 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.142207 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.142553 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.142893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.143232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.143564 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.143892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.144235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.144578 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.144909 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.145236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.145561 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.145885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:35.164236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:35.165526 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:35.188929 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-44092f9c-be81-4e51-9388-0ca852496248 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6806567 Dec 08 02:41:35.441381 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-84f68086-539b-48e3-8e57-e986c12425db None None] Provisioning complete for port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:35.441989 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-84f68086-539b-48e3-8e57-e986c12425db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:35.499572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-84f68086-539b-48e3-8e57-e986c12425db None None] Port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:41:35.546948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd770b-7137-4137-9530-024afe33cf9c req-8309a78b-ed2b-462c-ba4a-ed02dc5300f7 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:35.548637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e8cd770b-7137-4137-9530-024afe33cf9c req-8309a78b-ed2b-462c-ba4a-ed02dc5300f7 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 932 time: 0.0537980 Dec 08 02:41:35.602076 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e8cd770b-7137-4137-9530-024afe33cf9c req-bbb20650-bb8a-4ae8-bc9f-fd8f8edac3a2 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446637 Dec 08 02:41:36.752998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ab35e-b5dc-4a52-a97a-b9d36a7abb29 req-15f75d6c-cf4d-436c-b6a1-92287c304f45 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:36.754846 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-844ab35e-b5dc-4a52-a97a-b9d36a7abb29 req-15f75d6c-cf4d-436c-b6a1-92287c304f45 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 932 time: 0.0731416 Dec 08 02:41:36.807324 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-844ab35e-b5dc-4a52-a97a-b9d36a7abb29 req-bc31e832-0a99-4396-b231-c4b9171a2ec5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450759 Dec 08 02:41:37.932584 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0f032-c94e-4039-a54b-8af2fe3e4e72 req-92d73290-d2c1-4934-90e8-5434a723c71f tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:37.934212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d4e0f032-c94e-4039-a54b-8af2fe3e4e72 req-92d73290-d2c1-4934-90e8-5434a723c71f tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 932 time: 0.0494874 Dec 08 02:41:37.984262 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d4e0f032-c94e-4039-a54b-8af2fe3e4e72 req-57aeaeaa-c9ad-41b8-8616-42e03572c4b5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Dec 08 02:41:39.111061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57daaf4-af42-4ca9-922b-ccf1e56a0262 req-7bddc80b-3505-4b5b-a558-ac8a5ca8d182 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:39.112722 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a57daaf4-af42-4ca9-922b-ccf1e56a0262 req-7bddc80b-3505-4b5b-a558-ac8a5ca8d182 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 932 time: 0.0545180 Dec 08 02:41:39.162307 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a57daaf4-af42-4ca9-922b-ccf1e56a0262 req-d6720fa6-2ee1-4272-9767-e6e9ae56f093 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429096 Dec 08 02:41:40.278908 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94871f-f442-45e0-a3c7-2516f479114c req-d66879f4-7c02-4365-86e4-65fdd2874991 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:40.280327 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f94871f-f442-45e0-a3c7-2516f479114c req-d66879f4-7c02-4365-86e4-65fdd2874991 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 932 time: 0.0515702 Dec 08 02:41:40.326484 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8f94871f-f442-45e0-a3c7-2516f479114c req-594062f6-a63d-42bf-9b3a-02f94994f0c6 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401676 Dec 08 02:41:41.457867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1341ea3-63fe-4a31-808c-b25b6908abd5 req-427e8747-026a-403c-bb70-37a030fd6ab9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:41.463146 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1341ea3-63fe-4a31-808c-b25b6908abd5 req-427e8747-026a-403c-bb70-37a030fd6ab9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 932 time: 0.0674455 Dec 08 02:41:41.513715 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1341ea3-63fe-4a31-808c-b25b6908abd5 req-eadb154b-e285-4b68-bf56-b0740dbaa0c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477569 Dec 08 02:41:42.634931 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6e2f2-b516-4cbc-984b-269a2190be6d req-0e602ab8-7f3b-4bef-b39c-849ade0da759 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:42.636446 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-84b6e2f2-b516-4cbc-984b-269a2190be6d req-0e602ab8-7f3b-4bef-b39c-849ade0da759 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 932 time: 0.0519319 Dec 08 02:41:42.685531 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-84b6e2f2-b516-4cbc-984b-269a2190be6d req-e7d83fc4-6230-4f3a-b559-fbeb69d0e461 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429699 Dec 08 02:41:43.823522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bdc26-faf2-4031-b967-b283af8c3854 req-38e19cdf-08be-4afc-a775-34bb8edfff1a tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:43.830150 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e35bdc26-faf2-4031-b967-b283af8c3854 req-38e19cdf-08be-4afc-a775-34bb8edfff1a tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 932 time: 0.0755057 Dec 08 02:41:43.896746 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e35bdc26-faf2-4031-b967-b283af8c3854 req-cc569e8b-31a4-499b-a91c-adb69a1992f1 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594192 Dec 08 02:41:45.009571 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571dee1-8181-468f-b49d-c5cef842f51c req-67f17f71-dee6-4c9e-b341-1df1ad8cf661 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:45.011079 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0571dee1-8181-468f-b49d-c5cef842f51c req-67f17f71-dee6-4c9e-b341-1df1ad8cf661 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 932 time: 0.0483837 Dec 08 02:41:45.061787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0571dee1-8181-468f-b49d-c5cef842f51c req-3cb4e7f0-5b74-41a6-bcf1-4e2b8f7cc2c6 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Dec 08 02:41:45.418058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Request body: {'port': {'device_id': '0f51b328-e36c-4898-89f3-e561e4097775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:41:45.471078 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:45.728795 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdba7be7-da1f-4d4f-b4f2-816444f3ae28 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:41:45.735861 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:45.747415 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Transition to ACTIVE for port object fdba7be7-da1f-4d4f-b4f2-816444f3ae28 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:41:45.751030 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:45.803367 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Pushing event updated for resources: {'Port': ['ID=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:45.875138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Attempting to bind port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:41:45.875473 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Attempting to bind port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:41:45.875799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Attempting to bind port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 on network c1dd321a-7fcf-4b58-b195-ac4394d7c37e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:41:45.880334 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 on network c1dd321a-7fcf-4b58-b195-ac4394d7c37e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:41:45.880653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Attempting to bind port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 on network c1dd321a-7fcf-4b58-b195-ac4394d7c37e {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:41:45.886383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:41:45.886718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Checking segment: {'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:41:45.887101 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Bound using segment: {'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:41:45.887520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Bound port: fdba7be7-da1f-4d4f-b4f2-816444f3ae28, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:41:45.887871 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:45.956978 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] For port fdba7be7-da1f-4d4f-b4f2-816444f3ae28, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:41:45.960570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] For port fdba7be7-da1f-4d4f-b4f2-816444f3ae28, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:41:45.965378 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:46.002690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:46.003314 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:46.004724 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] 10.222.0.65 "PUT /v2.0/ports/fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 200 len: 1093 time: 0.5910184 Dec 08 02:41:46.005197 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:41:46.007471 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f41fc19-3fa5-41e4-88cb-e9fe443ece0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:41:46.034487 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32516eb-8f84-49fc-a0ac-3c710facfc06 service neutron] Pushing event updated for resources: {'Port': ['ID=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:46.053570 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c3895f-7a03-402b-ae26-e9bf6a598056 x-openstack-request-id: req-46c3895f-7a03-402b-ae26-e9bf6a598056 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:41:46.054196 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:41:46.054683 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-46c3895f-7a03-402b-ae26-e9bf6a598056 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:41:46.055799 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'status': 'completed', 'code': 200} Dec 08 02:41:46.115309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-27518863-6bde-4732-8c56-730caec9f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:46.116910 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-27518863-6bde-4732-8c56-730caec9f330 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e47f0b8dd144727a3fe12621e056eb6&device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 1096 time: 0.0432649 Dec 08 02:41:46.195720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-a9150844-124d-4684-a3fa-8c0213839acb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 200 len: 217 time: 0.0535917 Dec 08 02:41:46.215870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7c983-c265-4195-9773-9361fb19e5b4 req-eef0d2d8-c075-42c4-8df7-20ad36843ec2 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:46.217363 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39f7c983-c265-4195-9773-9361fb19e5b4 req-eef0d2d8-c075-42c4-8df7-20ad36843ec2 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 944 time: 0.0864944 Dec 08 02:41:46.283717 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-7dcad272-3dd9-48ae-9fbe-2c682638ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:46.285125 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-7dcad272-3dd9-48ae-9fbe-2c682638ad2c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=38a41ee9-97a7-45db-85d9-e376b1af3c23 HTTP/1.1" status: 200 len: 854 time: 0.0779974 Dec 08 02:41:46.296221 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-39f7c983-c265-4195-9773-9361fb19e5b4 req-c2d6ca72-a081-4727-a1fa-60f3d445cb5e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719512 Dec 08 02:41:46.340629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-84f22ce8-8ed8-436d-bed2-3662cbe8239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:46.342109 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-84f22ce8-8ed8-436d-bed2-3662cbe8239c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450330 Dec 08 02:41:46.434072 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-ebb5f20b-3f95-42e5-9812-f14a39100de4 service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802448 Dec 08 02:41:46.530014 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bc2c1ce2-110c-4d56-957f-c5a70326c35f req-09fd105c-b807-41d1-b87a-493c0965682e service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850606 Dec 08 02:41:46.676529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41fc19-3fa5-41e4-88cb-e9fe443ece0a req-bf27a995-271f-4f2d-8a8d-009efc209ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:46.678062 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f41fc19-3fa5-41e4-88cb-e9fe443ece0a req-bf27a995-271f-4f2d-8a8d-009efc209ccc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e47f0b8dd144727a3fe12621e056eb6&device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 1096 time: 0.0440500 Dec 08 02:41:46.778434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41fc19-3fa5-41e4-88cb-e9fe443ece0a req-1bf3fc52-c62e-4f49-a9d6-69814d9fb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:46.779940 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f41fc19-3fa5-41e4-88cb-e9fe443ece0a req-1bf3fc52-c62e-4f49-a9d6-69814d9fb134 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e HTTP/1.1" status: 200 len: 916 time: 0.0949268 Dec 08 02:41:47.179947 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f41fc19-3fa5-41e4-88cb-e9fe443ece0a req-23ec4fd0-69ea-4ce8-ad59-c7fc69288060 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 200 len: 217 time: 0.3927612 Dec 08 02:41:47.233594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41fc19-3fa5-41e4-88cb-e9fe443ece0a req-14637b6a-4bf9-4d6b-9bea-03c053913b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:47.235070 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f41fc19-3fa5-41e4-88cb-e9fe443ece0a req-14637b6a-4bf9-4d6b-9bea-03c053913b51 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=38a41ee9-97a7-45db-85d9-e376b1af3c23 HTTP/1.1" status: 200 len: 854 time: 0.0471859 Dec 08 02:41:47.282858 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41fc19-3fa5-41e4-88cb-e9fe443ece0a req-2816c3c7-08fa-4980-9ca3-2fc42e50f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:47.284238 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f41fc19-3fa5-41e4-88cb-e9fe443ece0a req-2816c3c7-08fa-4980-9ca3-2fc42e50f4a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402970 Dec 08 02:41:47.378625 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f41fc19-3fa5-41e4-88cb-e9fe443ece0a req-7085c716-e918-4f66-81e4-c8ca9a27a4d1 service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842671 Dec 08 02:41:47.415927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6de576-cd0a-473b-8cf1-67cf72e02ae2 req-c4b8f872-319b-4018-9a8a-ccef7667be1a tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:47.417460 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df6de576-cd0a-473b-8cf1-67cf72e02ae2 req-c4b8f872-319b-4018-9a8a-ccef7667be1a tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 944 time: 0.0490854 Dec 08 02:41:47.466506 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df6de576-cd0a-473b-8cf1-67cf72e02ae2 req-06ad1868-0714-4f2d-b62c-9640b396d313 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430925 Dec 08 02:41:47.473653 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f41fc19-3fa5-41e4-88cb-e9fe443ece0a req-6bce2e89-c8da-4150-9397-7250ef363308 service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862370 Dec 08 02:41:48.584758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device fdba7be7-da1f-4d4f-b4f2-816444f3ae28 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:41:48.586884 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c42e1b-e826-4ca5-8658-9697354886d5 req-6ee20d4c-9c7f-489d-b727-e3aa2cbad4cb tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:48.588427 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e5c42e1b-e826-4ca5-8658-9697354886d5 req-6ee20d4c-9c7f-489d-b727-e3aa2cbad4cb tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 944 time: 0.0509486 Dec 08 02:41:48.636137 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e5c42e1b-e826-4ca5-8658-9697354886d5 req-26755b08-8f33-4966-bb3a-310e8a7d083c tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416303 Dec 08 02:41:48.682858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port fdba7be7-da1f-4d4f-b4f2-816444f3ae28, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:48.693747 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'port_id': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'mac_address': 'fa:16:3e:d4:e9:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:41:48.731513 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:48.747377 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdba7be7-da1f-4d4f-b4f2-816444f3ae28 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:41:48.766256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port fdba7be7-da1f-4d4f-b4f2-816444f3ae28, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:48.770147 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:48.817597 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:48.824879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:48.825233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:48.825576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:48.825914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:48.826251 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:48.826585 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:48.826912 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:48.827240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:48.827564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:48.827893 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:48.828218 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:48.828569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:48.828888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:41:49.167299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['fdba7be7-da1f-4d4f-b4f2-816444f3ae28'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:41:49.755637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aec57e-9210-4a13-a38a-e714b3753444 req-811b53d5-4009-488d-b99c-bb687129f848 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:49.757166 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90aec57e-9210-4a13-a38a-e714b3753444 req-811b53d5-4009-488d-b99c-bb687129f848 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 945 time: 0.0537550 Dec 08 02:41:49.805050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-90aec57e-9210-4a13-a38a-e714b3753444 req-68404582-fc63-425a-b729-8bf211e599b5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Dec 08 02:41:50.581914 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device fdba7be7-da1f-4d4f-b4f2-816444f3ae28 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:41:50.630831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:41:50.634620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:41:50.634998 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:50.710062 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:50.733017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:41:50.735470 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bce9fe-6aca-4835-b7e8-6c6be1d0e243" -d '{"events": [{"server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "name": "network-vif-plugged", "status": "completed", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:41:50.751874 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port fdba7be7-da1f-4d4f-b4f2-816444f3ae28, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:41:50.756099 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:50.780963 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e43720-b3b8-47de-a24b-694995b20e5c x-openstack-request-id: req-37e43720-b3b8-47de-a24b-694995b20e5c {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:41:50.781276 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "name": "network-vif-plugged", "status": "completed", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:41:50.781537 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-37e43720-b3b8-47de-a24b-694995b20e5c {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:41:50.781937 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'code': 200} Dec 08 02:41:50.806689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:41:50.916620 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd45060-116a-4053-b43b-58f6f038584d req-54e9343a-9ddc-4c65-92e4-2d217cc9d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:50.918231 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbd45060-116a-4053-b43b-58f6f038584d req-54e9343a-9ddc-4c65-92e4-2d217cc9d61c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 1098 time: 0.0396149 Dec 08 02:41:50.921055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc1c25-19a2-4f5e-bc48-cf52a3aea469 req-1780ae4e-3631-40b3-9379-5ab06726ead1 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:50.922575 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aacc1c25-19a2-4f5e-bc48-cf52a3aea469 req-1780ae4e-3631-40b3-9379-5ab06726ead1 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 946 time: 0.0501773 Dec 08 02:41:50.963269 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fbd45060-116a-4053-b43b-58f6f038584d req-df404adf-aeb1-49b0-9e18-5dd0557cfeb8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380933 Dec 08 02:41:50.970769 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-aacc1c25-19a2-4f5e-bc48-cf52a3aea469 req-e7f68882-268f-4fbe-bdb9-5a63784c9e17 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Dec 08 02:41:52.094357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388d5d6-d5f1-477f-8131-26e2babb6ca9 req-114c5d0d-d687-416e-a32e-66badb6bb0df tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:52.095864 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8388d5d6-d5f1-477f-8131-26e2babb6ca9 req-114c5d0d-d687-416e-a32e-66badb6bb0df tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 946 time: 0.0523534 Dec 08 02:41:52.151692 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8388d5d6-d5f1-477f-8131-26e2babb6ca9 req-6bf0e1cc-fb3a-4718-b21a-f2069d58a5df tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486982 Dec 08 02:41:53.272619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cffa51-ccba-4a14-82dd-df8f971f06d5 req-bf85e198-822b-48c0-aed2-86e9a5a61871 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:53.274039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40cffa51-ccba-4a14-82dd-df8f971f06d5 req-bf85e198-822b-48c0-aed2-86e9a5a61871 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 946 time: 0.0486221 Dec 08 02:41:53.328158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-40cffa51-ccba-4a14-82dd-df8f971f06d5 req-2a7cc137-65d2-4294-9461-5c5a0e7fb5e5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475311 Dec 08 02:41:53.442096 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6395ec-74e0-44c8-a604-7b800e30d3e3 req-7b80dcce-2566-4407-b363-7bae9fa631e9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:53.443563 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a6395ec-74e0-44c8-a604-7b800e30d3e3 req-7b80dcce-2566-4407-b363-7bae9fa631e9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 946 time: 0.0482390 Dec 08 02:41:53.490446 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a6395ec-74e0-44c8-a604-7b800e30d3e3 req-c0f13e8b-93e6-4289-838c-b22263fc7560 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408416 Dec 08 02:41:53.679165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b924a08-1b19-453f-9399-8dde3b675048 req-ae09980f-5d9e-4748-bcaf-2b010f65fd58 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:53.680761 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b924a08-1b19-453f-9399-8dde3b675048 req-ae09980f-5d9e-4748-bcaf-2b010f65fd58 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 946 time: 0.0536609 Dec 08 02:41:53.728225 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9b924a08-1b19-453f-9399-8dde3b675048 req-2bbacb06-020b-4972-b6b9-b19d79e0b2bb tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Dec 08 02:41:57.759805 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:41:58.563619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5435e7e-caa4-437b-b43e-0752efaa62a7 req-02ec4cc5-8fb4-46f3-aca4-1faa17184896 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406439 Dec 08 02:41:58.676721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5435e7e-caa4-437b-b43e-0752efaa62a7 req-3a1a190f-91df-40b2-adf3-ae00e7d7e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:58.678271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5435e7e-caa4-437b-b43e-0752efaa62a7 req-3a1a190f-91df-40b2-adf3-ae00e7d7e939 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e47f0b8dd144727a3fe12621e056eb6&device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 1098 time: 0.0440896 Dec 08 02:41:58.792563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5435e7e-caa4-437b-b43e-0752efaa62a7 req-781f5a4e-4047-4e18-8b8e-7c90e9a7246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:58.794051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5435e7e-caa4-437b-b43e-0752efaa62a7 req-781f5a4e-4047-4e18-8b8e-7c90e9a7246a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e HTTP/1.1" status: 200 len: 916 time: 0.0916629 Dec 08 02:41:58.835870 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5435e7e-caa4-437b-b43e-0752efaa62a7 req-0381d7dc-a857-422a-9900-b92a8c64ab9e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 200 len: 217 time: 0.0338824 Dec 08 02:41:58.886061 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5435e7e-caa4-437b-b43e-0752efaa62a7 req-7aa27a91-524c-4f2a-89ae-85782b3ee1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:58.887537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5435e7e-caa4-437b-b43e-0752efaa62a7 req-7aa27a91-524c-4f2a-89ae-85782b3ee1ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=38a41ee9-97a7-45db-85d9-e376b1af3c23 HTTP/1.1" status: 200 len: 854 time: 0.0443466 Dec 08 02:41:58.930315 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bdb7fc1d-538f-47e7-ae10-392a14ef005f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:41:58.943611 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5435e7e-caa4-437b-b43e-0752efaa62a7 req-6096ec6d-b5b9-4aef-a724-a5824f04bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:41:58.945099 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5435e7e-caa4-437b-b43e-0752efaa62a7 req-6096ec6d-b5b9-4aef-a724-a5824f04bc39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484226 Dec 08 02:41:59.041179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5435e7e-caa4-437b-b43e-0752efaa62a7 req-02b7d95a-1557-4a27-a6ad-7a06c78098c4 service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873406 Dec 08 02:41:59.139040 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c5435e7e-caa4-437b-b43e-0752efaa62a7 req-c30dc2b6-fa3a-435c-b869-755dc5fc148c service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873697 Dec 08 02:42:02.193012 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:02.197907 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-da8be47d-3e26-475c-b6c6-d26bf4b80fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:02.568467 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:03.849106 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:04.630956 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:04.866020 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:07.311080 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeebbce-b3db-4aff-a97a-db573c7296e2 req-c9f39148-61cf-486a-bc77-de3e22c40ddb tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:07.312591 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1eeebbce-b3db-4aff-a97a-db573c7296e2 req-c9f39148-61cf-486a-bc77-de3e22c40ddb tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 946 time: 0.0494854 Dec 08 02:42:07.362403 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1eeebbce-b3db-4aff-a97a-db573c7296e2 req-54be23fe-7152-4e96-a07f-ce801998dde5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Dec 08 02:42:07.386255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41564) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:42:07.536820 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1274e0c7-8f9e-4847-ae47-66d06b8cddac tempest-TestMinimumBasicScenario-1412354972 tempest-TestMinimumBasicScenario-1412354972-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:07.538365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1274e0c7-8f9e-4847-ae47-66d06b8cddac tempest-TestMinimumBasicScenario-1412354972 tempest-TestMinimumBasicScenario-1412354972-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 1093 time: 0.1511245 Dec 08 02:42:07.541637 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41568) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:42:07.545927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:42:07.568623 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:07.662632 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:07.769430 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Allocated IP 172.25.2.159 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/19a20908-f763-49fa-adab-e7c4b2c348f1) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:42:07.879320 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:07.911718 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:07.950387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:42:07.955077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:42:07.960709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:42:07.984247 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event updated for resources: {'Port': ['ID=19a20908-f763-49fa-adab-e7c4b2c348f1,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:08.327419 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:08.395685 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:08.541004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:08.545517 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:08.612577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event updated for resources: {'Port': ['ID=19a20908-f763-49fa-adab-e7c4b2c348f1,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:08.624080 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:08.727380 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Floating IP c0c27264-2a84-4ab6-a99a-7986b1fbc1f0 associated. External IP: 172.25.2.159, port: fdba7be7-da1f-4d4f-b4f2-816444f3ae28. Dec 08 02:42:08.933109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Router 19243872-7150-4113-92a2-6d551386d310 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:42:09.048102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:42:09.062293 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1d53a5-d9e0-4cac-8298-3d40ec20dcd1 None None] Sync routers for ids ['19243872-7150-4113-92a2-6d551386d310'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:42:09.067922 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.074527 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1d53a5-d9e0-4cac-8298-3d40ec20dcd1 None None] Routers {'19243872-7150-4113-92a2-6d551386d310'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:42:09.075159 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cc1d53a5-d9e0-4cac-8298-3d40ec20dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:42:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['19243872-7150-4113-92a2-6d551386d310'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:42:09.100353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4e16cf82-afd5-44bf-a341-a143e33186d9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5576541 Dec 08 02:42:09.100979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:42:09.103864 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41570) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:42:09.104507 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfcecdc-f7fb-431d-952b-9e5f3aebb336" -d '{"events": [{"name": "network-changed", "server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:42:09.110853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1285991455', 'description': 'tempest-secgroup-smoke-1285991455 description', 'project_id': '6e47f0b8dd144727a3fe12621e056eb6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:42:09.139348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.144046 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763daa46-777a-4409-9c9c-2e45676a8c14 x-openstack-request-id: req-763daa46-777a-4409-9c9c-2e45676a8c14 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:42:09.144611 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:42:09.145099 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-763daa46-777a-4409-9c9c-2e45676a8c14 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:42:09.145724 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'status': 'completed', 'code': 200} Dec 08 02:42:09.202853 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-cc1d53a5-d9e0-4cac-8298-3d40ec20dcd1 None None] Set router 19243872-7150-4113-92a2-6d551386d310 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:42:09.239447 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcecdc-f7fb-431d-952b-9e5f3aebb336 req-31058221-aa81-41e8-8c6f-32d36c77df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:09.240855 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dcfcecdc-f7fb-431d-952b-9e5f3aebb336 req-31058221-aa81-41e8-8c6f-32d36c77df63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e47f0b8dd144727a3fe12621e056eb6&device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 1098 time: 0.0466428 Dec 08 02:42:09.245390 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.253299 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.291248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac0825c-745b-4f45-a5a6-f31e07dfa13e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:09.300244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.301046 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.301563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.302240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.302750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.303295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.303800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.304332 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.304833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.305368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.306441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.306943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.307615 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:42:09.315150 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.316804 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-69929524-9eea-403b-96e4-cca4d19ce4e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2109871 Dec 08 02:42:09.319869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41574) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:42:09.330331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c2f13ad1-6af0-479f-8bc1-2ce9f84c64e6 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Request body: {'security_group_rule': {'security_group_id': '4ac0825c-745b-4f45-a5a6-f31e07dfa13e', 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:42:09.367064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcecdc-f7fb-431d-952b-9e5f3aebb336 req-46876d70-aaeb-4d48-aa48-25c95a06449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:09.371357 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dcfcecdc-f7fb-431d-952b-9e5f3aebb336 req-46876d70-aaeb-4d48-aa48-25c95a06449a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e HTTP/1.1" status: 200 len: 916 time: 0.1237502 Dec 08 02:42:09.378097 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2f13ad1-6af0-479f-8bc1-2ce9f84c64e6 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.444372 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2f13ad1-6af0-479f-8bc1-2ce9f84c64e6 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.449763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2f13ad1-6af0-479f-8bc1-2ce9f84c64e6 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.458590 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dcfcecdc-f7fb-431d-952b-9e5f3aebb336 req-57418828-dbc2-4b61-b07a-80543df62d91 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 200 len: 1000 time: 0.0780261 Dec 08 02:42:09.462572 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cc1d53a5-d9e0-4cac-8298-3d40ec20dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:17Z', 'revision_number': 4, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'c0c27264-2a84-4ab6-a99a-7986b1fbc1f0', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '19243872-7150-4113-92a2-6d551386d310', 'port_id': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'mac_address': 'fa:16:3e:d4:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f51b328-e36c-4898-89f3-e561e4097775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:42:08Z', 'updated_at': '2021-12-08T02:42:08Z', 'revision_number': 0, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd2a505-fdb7-477b-a0e8-e720c07dc7c8', 'name': '', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'mac_address': 'fa:16:3e:cd:98:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:16Z', 'updated_at': '2021-12-08T02:41:20Z', 'revision_number': 5, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'subnets': [{'id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:42:09.468747 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f13ad1-6af0-479f-8bc1-2ce9f84c64e6 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b263cabe-a144-4337-9312-18ad22c8ecfe,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:09.479409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c2f13ad1-6af0-479f-8bc1-2ce9f84c64e6 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.483662 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c2f13ad1-6af0-479f-8bc1-2ce9f84c64e6 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620104 Dec 08 02:42:09.484465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41576) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:42:09.488914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-717ff5c4-1367-4b60-87ce-5295228f5d02 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Request body: {'security_group_rule': {'security_group_id': '4ac0825c-745b-4f45-a5a6-f31e07dfa13e', 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:42:09.498876 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1d53a5-d9e0-4cac-8298-3d40ec20dcd1 None None] Checking router: 19243872-7150-4113-92a2-6d551386d310 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:42:09.508195 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1d53a5-d9e0-4cac-8298-3d40ec20dcd1 None None] Routers {'19243872-7150-4113-92a2-6d551386d310'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:42:09.508835 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cc1d53a5-d9e0-4cac-8298-3d40ec20dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:42:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['19243872-7150-4113-92a2-6d551386d310'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:42:09.517071 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcecdc-f7fb-431d-952b-9e5f3aebb336 req-43d2bf46-fb52-411d-b3ae-0a10257fbb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:09.518700 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dcfcecdc-f7fb-431d-952b-9e5f3aebb336 req-43d2bf46-fb52-411d-b3ae-0a10257fbb2c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=38a41ee9-97a7-45db-85d9-e376b1af3c23 HTTP/1.1" status: 200 len: 854 time: 0.0530560 Dec 08 02:42:09.519488 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-717ff5c4-1367-4b60-87ce-5295228f5d02 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.569140 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcecdc-f7fb-431d-952b-9e5f3aebb336 req-bf734122-6795-41c6-bc0e-740f06c429c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:09.570769 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dcfcecdc-f7fb-431d-952b-9e5f3aebb336 req-bf734122-6795-41c6-bc0e-740f06c429c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421972 Dec 08 02:42:09.585446 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-717ff5c4-1367-4b60-87ce-5295228f5d02 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.590028 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-717ff5c4-1367-4b60-87ce-5295228f5d02 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.612542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ff5c4-1367-4b60-87ce-5295228f5d02 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a38393-67bb-433e-8b0a-eabcda95ab9c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:09.622113 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-717ff5c4-1367-4b60-87ce-5295228f5d02 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.626255 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-717ff5c4-1367-4b60-87ce-5295228f5d02 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408153 Dec 08 02:42:09.626476 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-cc1d53a5-d9e0-4cac-8298-3d40ec20dcd1 None None] Set router 19243872-7150-4113-92a2-6d551386d310 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:42:09.626861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41578) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:42:09.631307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-a17a5512-4a0f-4804-8df6-5070cafad5e9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Request body: {'security_group_rule': {'security_group_id': '4ac0825c-745b-4f45-a5a6-f31e07dfa13e', 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:42:09.659981 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a17a5512-4a0f-4804-8df6-5070cafad5e9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.670302 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dcfcecdc-f7fb-431d-952b-9e5f3aebb336 req-c0888214-a753-45f1-a67a-865985f419f3 service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903037 Dec 08 02:42:09.721439 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a17a5512-4a0f-4804-8df6-5070cafad5e9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.725474 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a17a5512-4a0f-4804-8df6-5070cafad5e9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.747862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a5512-4a0f-4804-8df6-5070cafad5e9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e723f6eb-299b-4c05-b751-ab9cc468594a,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:09.758536 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a17a5512-4a0f-4804-8df6-5070cafad5e9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.761219 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a17a5512-4a0f-4804-8df6-5070cafad5e9 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333947 Dec 08 02:42:09.763841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41580) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:42:09.768411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ab0d76d4-36d2-4293-b051-207c350fc216 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Request body: {'security_group_rule': {'security_group_id': '4ac0825c-745b-4f45-a5a6-f31e07dfa13e', 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:42:09.780391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-dcfcecdc-f7fb-431d-952b-9e5f3aebb336 req-bbcc9f2e-e1d1-44e6-996d-e8fdcc62a081 service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018317 Dec 08 02:42:09.796207 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab0d76d4-36d2-4293-b051-207c350fc216 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.858989 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab0d76d4-36d2-4293-b051-207c350fc216 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.863261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab0d76d4-36d2-4293-b051-207c350fc216 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.869641 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cc1d53a5-d9e0-4cac-8298-3d40ec20dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:17Z', 'revision_number': 4, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'c0c27264-2a84-4ab6-a99a-7986b1fbc1f0', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '19243872-7150-4113-92a2-6d551386d310', 'port_id': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'mac_address': 'fa:16:3e:d4:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f51b328-e36c-4898-89f3-e561e4097775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:42:08Z', 'updated_at': '2021-12-08T02:42:08Z', 'revision_number': 0, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd2a505-fdb7-477b-a0e8-e720c07dc7c8', 'name': '', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'mac_address': 'fa:16:3e:cd:98:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:16Z', 'updated_at': '2021-12-08T02:41:20Z', 'revision_number': 5, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'subnets': [{'id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:42:09.878168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d76d4-36d2-4293-b051-207c350fc216 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e4abb4-89ac-4c98-be00-b5ef67da3a03,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:09.889186 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ab0d76d4-36d2-4293-b051-207c350fc216 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.890411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ab0d76d4-36d2-4293-b051-207c350fc216 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255565 Dec 08 02:42:09.893399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41582) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:42:09.897997 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e48d02e2-ed04-4002-81f0-da0b8c8ece9e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Request body: {'security_group_rule': {'security_group_id': '4ac0825c-745b-4f45-a5a6-f31e07dfa13e', 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:42:09.900171 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1d53a5-d9e0-4cac-8298-3d40ec20dcd1 None None] The sync data for ids ['19243872-7150-4113-92a2-6d551386d310'] in n-d-713498-30 is: [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:17Z', 'revision_number': 4, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'c0c27264-2a84-4ab6-a99a-7986b1fbc1f0', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'floating_ip_address': '172.25.2.159', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '19243872-7150-4113-92a2-6d551386d310', 'port_id': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'mac_address': 'fa:16:3e:d4:e9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f51b328-e36c-4898-89f3-e561e4097775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:42:08Z', 'updated_at': '2021-12-08T02:42:08Z', 'revision_number': 0, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fd2a505-fdb7-477b-a0e8-e720c07dc7c8', 'name': '', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'mac_address': 'fa:16:3e:cd:98:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:16Z', 'updated_at': '2021-12-08T02:41:20Z', 'revision_number': 5, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'subnets': [{'id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:42:09.922587 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-e48d02e2-ed04-4002-81f0-da0b8c8ece9e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Project 6e47f0b8dd144727a3fe12621e056eb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:42:09.927674 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e48d02e2-ed04-4002-81f0-da0b8c8ece9e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.989535 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e48d02e2-ed04-4002-81f0-da0b8c8ece9e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:09.993139 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e48d02e2-ed04-4002-81f0-da0b8c8ece9e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:10.011652 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d02e2-ed04-4002-81f0-da0b8c8ece9e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad21073-2261-4e74-af93-0235e6743db4,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:10.021047 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e48d02e2-ed04-4002-81f0-da0b8c8ece9e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:10.022271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e48d02e2-ed04-4002-81f0-da0b8c8ece9e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279149 Dec 08 02:42:10.025745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41584) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:42:10.030292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-dee7d8cd-450f-47fb-a2a1-fef875c1dfcd tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Request body: {'security_group_rule': {'security_group_id': '4ac0825c-745b-4f45-a5a6-f31e07dfa13e', 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:42:10.053720 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-dee7d8cd-450f-47fb-a2a1-fef875c1dfcd tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Project 6e47f0b8dd144727a3fe12621e056eb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:42:10.059303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dee7d8cd-450f-47fb-a2a1-fef875c1dfcd tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:10.099829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b76881-fafe-4cb8-b51b-cb69821e33bd None None] New status for floating IP c0c27264-2a84-4ab6-a99a-7986b1fbc1f0: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:42:10.125550 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dee7d8cd-450f-47fb-a2a1-fef875c1dfcd tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:10.129856 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dee7d8cd-450f-47fb-a2a1-fef875c1dfcd tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:10.151769 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7d8cd-450f-47fb-a2a1-fef875c1dfcd tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190434a6-f9ea-4d21-b578-d22d0e5ae90e,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:10.161443 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-dee7d8cd-450f-47fb-a2a1-fef875c1dfcd tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:10.164643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-dee7d8cd-450f-47fb-a2a1-fef875c1dfcd tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1359546 Dec 08 02:42:10.255133 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53fb4859-c941-41ed-b813-9592a4a47264 req-5c039b90-a071-4a17-b765-c6d920a9722e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285991455&fields=id&tenant_id=6e47f0b8dd144727a3fe12621e056eb6 HTTP/1.1" status: 200 len: 267 time: 0.0471916 Dec 08 02:42:10.309371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb4859-c941-41ed-b813-9592a4a47264 req-b1808adc-66e5-419f-9353-4656a07ba3ab tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:10.310853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53fb4859-c941-41ed-b813-9592a4a47264 req-b1808adc-66e5-419f-9353-4656a07ba3ab tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 946 time: 0.0501592 Dec 08 02:42:10.322219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-53fb4859-c941-41ed-b813-9592a4a47264 req-73a10f5b-e581-4787-9d54-8897a901f812 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Request body: {'port': {'security_groups': ['67fe83eb-609c-44ef-958b-b5e5cd233f34', '4ac0825c-745b-4f45-a5a6-f31e07dfa13e']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:42:10.382677 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-53fb4859-c941-41ed-b813-9592a4a47264 req-73a10f5b-e581-4787-9d54-8897a901f812 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:10.565107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-53fb4859-c941-41ed-b813-9592a4a47264 req-73a10f5b-e581-4787-9d54-8897a901f812 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] For port fdba7be7-da1f-4d4f-b4f2-816444f3ae28, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:42:10.597459 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-53fb4859-c941-41ed-b813-9592a4a47264 req-73a10f5b-e581-4787-9d54-8897a901f812 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:10.602319 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-53fb4859-c941-41ed-b813-9592a4a47264 req-73a10f5b-e581-4787-9d54-8897a901f812 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:10.642171 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb4859-c941-41ed-b813-9592a4a47264 req-73a10f5b-e581-4787-9d54-8897a901f812 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:10.643232 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-53fb4859-c941-41ed-b813-9592a4a47264 req-73a10f5b-e581-4787-9d54-8897a901f812 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:10.644367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['fdba7be7-da1f-4d4f-b4f2-816444f3ae28'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:42:10.644681 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-53fb4859-c941-41ed-b813-9592a4a47264 req-73a10f5b-e581-4787-9d54-8897a901f812 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "PUT /v2.0/ports/fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 200 len: 982 time: 0.3273437 Dec 08 02:42:10.679041 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a10f5b-e581-4787-9d54-8897a901f812 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event updated for resources: {'Port': ['ID=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:42:10.762590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15428eab-e199-47bc-b127-76297feadb4f req-e5c26d38-5e5d-44ba-873a-b0336ffc1502 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:10.764525 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15428eab-e199-47bc-b127-76297feadb4f req-e5c26d38-5e5d-44ba-873a-b0336ffc1502 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0608592 Dec 08 02:42:10.789582 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['fdba7be7-da1f-4d4f-b4f2-816444f3ae28'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:42:10.840865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-15428eab-e199-47bc-b127-76297feadb4f req-3698d99b-9228-4612-9427-b608c5a18654 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac0825c-745b-4f45-a5a6-f31e07dfa13e&id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692699 Dec 08 02:42:10.963239 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-976f4fce-6178-4c4e-988d-3481ffddc6f1 None None] Provisioning complete for port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:42:10.963615 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-976f4fce-6178-4c4e-988d-3481ffddc6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:11.146754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:42:11.149208 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a49be40-e9cc-40db-876f-4ee1a60d6897" -d '{"events": [{"name": "network-changed", "server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:42:11.187223 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f89f50c-091a-42b7-8471-c60fc849e4f1 x-openstack-request-id: req-1f89f50c-091a-42b7-8471-c60fc849e4f1 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:42:11.187583 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:42:11.187908 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1f89f50c-091a-42b7-8471-c60fc849e4f1 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:42:11.188418 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'status': 'completed', 'code': 200} Dec 08 02:42:11.283745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49be40-e9cc-40db-876f-4ee1a60d6897 req-96819121-89ab-4afe-974e-5af02a678db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:11.285283 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a49be40-e9cc-40db-876f-4ee1a60d6897 req-96819121-89ab-4afe-974e-5af02a678db0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e47f0b8dd144727a3fe12621e056eb6&device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 1137 time: 0.0417693 Dec 08 02:42:11.381924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49be40-e9cc-40db-876f-4ee1a60d6897 req-c987a825-4818-4146-acec-f25cb6189f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:11.383389 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a49be40-e9cc-40db-876f-4ee1a60d6897 req-c987a825-4818-4146-acec-f25cb6189f87 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e HTTP/1.1" status: 200 len: 916 time: 0.0892520 Dec 08 02:42:11.449922 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a49be40-e9cc-40db-876f-4ee1a60d6897 req-76c712b4-a7ba-4195-8a3e-7f6dfbf57795 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 200 len: 1002 time: 0.0585661 Dec 08 02:42:11.500683 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49be40-e9cc-40db-876f-4ee1a60d6897 req-4b71621c-90b5-46d4-bbb4-3ebd54271428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:11.502097 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a49be40-e9cc-40db-876f-4ee1a60d6897 req-4b71621c-90b5-46d4-bbb4-3ebd54271428 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=38a41ee9-97a7-45db-85d9-e376b1af3c23 HTTP/1.1" status: 200 len: 854 time: 0.0430367 Dec 08 02:42:11.553389 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49be40-e9cc-40db-876f-4ee1a60d6897 req-e86376e9-8066-4281-a466-6f4ea88b7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:11.554822 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a49be40-e9cc-40db-876f-4ee1a60d6897 req-e86376e9-8066-4281-a466-6f4ea88b7b66 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415363 Dec 08 02:42:11.645632 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a49be40-e9cc-40db-876f-4ee1a60d6897 req-8171d094-1247-4ed0-8958-e80fbe6d76f9 service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813508 Dec 08 02:42:11.739777 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3a49be40-e9cc-40db-876f-4ee1a60d6897 req-7745d3c0-8c6b-4d16-89ec-00ac3c17924e service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853863 Dec 08 02:42:28.050087 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc5794-9fa2-44a5-a774-fbce7adad230 req-50da81dc-9c1f-439d-b67b-dea7977f9c45 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:28.051568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65bc5794-9fa2-44a5-a774-fbce7adad230 req-50da81dc-9c1f-439d-b67b-dea7977f9c45 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0601971 Dec 08 02:42:28.105982 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4496e82-535c-4a47-a526-9db6188ad307 req-6dc4ae58-cb00-40df-86b7-0b8e315ee89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:28.107458 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4496e82-535c-4a47-a526-9db6188ad307 req-6dc4ae58-cb00-40df-86b7-0b8e315ee89f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e47f0b8dd144727a3fe12621e056eb6&device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 1137 time: 0.0753546 Dec 08 02:42:28.151508 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-65bc5794-9fa2-44a5-a774-fbce7adad230 req-43a62d3b-d8ae-42da-8fb9-6e5fad06452b tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac0825c-745b-4f45-a5a6-f31e07dfa13e&id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861888 Dec 08 02:42:28.217021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4496e82-535c-4a47-a526-9db6188ad307 req-67901c58-72bd-4378-bb07-3a9ecaa2b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:28.218493 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4496e82-535c-4a47-a526-9db6188ad307 req-67901c58-72bd-4378-bb07-3a9ecaa2b305 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e HTTP/1.1" status: 200 len: 916 time: 0.0996103 Dec 08 02:42:28.290582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4496e82-535c-4a47-a526-9db6188ad307 req-a56895fe-b92a-43dc-a3a0-29a16c85c0eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 200 len: 1002 time: 0.0628009 Dec 08 02:42:28.341687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4496e82-535c-4a47-a526-9db6188ad307 req-c8576a1a-42a6-402d-97b1-221c52eff219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:28.343249 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4496e82-535c-4a47-a526-9db6188ad307 req-c8576a1a-42a6-402d-97b1-221c52eff219 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=38a41ee9-97a7-45db-85d9-e376b1af3c23 HTTP/1.1" status: 200 len: 854 time: 0.0462856 Dec 08 02:42:28.389742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4496e82-535c-4a47-a526-9db6188ad307 req-3caf2c35-a0df-47cd-882e-6d3907213355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:28.391227 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4496e82-535c-4a47-a526-9db6188ad307 req-3caf2c35-a0df-47cd-882e-6d3907213355 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395997 Dec 08 02:42:28.483066 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4496e82-535c-4a47-a526-9db6188ad307 req-36b1a15e-3f7b-4c3d-937b-09d4cc1d0376 service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835736 Dec 08 02:42:28.589530 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4496e82-535c-4a47-a526-9db6188ad307 req-f0cc0235-2a23-4003-986b-f3f8ba05413e service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974431 Dec 08 02:42:28.934265 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bab87fb7-2cd9-4011-ba1a-ae346c83a972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:29.278341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01772cf-a04f-4ad0-b92d-50cdce737e45 req-fac44858-5b32-432d-b730-1eb5b396e539 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:29.279830 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d01772cf-a04f-4ad0-b92d-50cdce737e45 req-fac44858-5b32-432d-b730-1eb5b396e539 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0554149 Dec 08 02:42:29.340893 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d01772cf-a04f-4ad0-b92d-50cdce737e45 req-afa62499-6a66-4c0e-a09b-a0d351de9ae5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac0825c-745b-4f45-a5a6-f31e07dfa13e&id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548925 Dec 08 02:42:30.457585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e9034-49bc-4a0e-bf33-910367212c1f req-c3fa4b86-d760-4189-8998-231652dbc0db tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:30.459105 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a4e9034-49bc-4a0e-bf33-910367212c1f req-c3fa4b86-d760-4189-8998-231652dbc0db tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0497131 Dec 08 02:42:30.523904 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4a4e9034-49bc-4a0e-bf33-910367212c1f req-856ec7f3-9f90-4f72-aa0e-5930aa1c5b5c tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac0825c-745b-4f45-a5a6-f31e07dfa13e&id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582080 Dec 08 02:42:31.643218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a54cd7-f9cc-4d02-a98f-d9eb00438c3f req-b0992aa1-f59a-4e0b-ae43-b2c4922ca9d0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:31.644761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a3a54cd7-f9cc-4d02-a98f-d9eb00438c3f req-b0992aa1-f59a-4e0b-ae43-b2c4922ca9d0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0530591 Dec 08 02:42:31.718761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a3a54cd7-f9cc-4d02-a98f-d9eb00438c3f req-b2e68f10-1b2a-4942-9ca9-df01162b87df tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac0825c-745b-4f45-a5a6-f31e07dfa13e&id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677683 Dec 08 02:42:32.198782 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:32.200802 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ef1d2b62-0b60-457e-a733-3cff24e9dede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:32.568647 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:32.833408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e36680-c6a2-4a4d-851f-fc160a5304c2 req-6f9b2897-248e-419d-97b5-d27594433d29 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:32.835066 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49e36680-c6a2-4a4d-851f-fc160a5304c2 req-6f9b2897-248e-419d-97b5-d27594433d29 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0489430 Dec 08 02:42:32.894133 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49e36680-c6a2-4a4d-851f-fc160a5304c2 req-f3267900-fe37-49da-9961-78fb038dc7ea tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac0825c-745b-4f45-a5a6-f31e07dfa13e&id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526552 Dec 08 02:42:33.850826 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:34.013105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4500e-96aa-4ca9-98a5-946ef1dfe030 req-c5c1bdfc-88c7-419f-85de-94688c04c360 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:34.014632 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39c4500e-96aa-4ca9-98a5-946ef1dfe030 req-c5c1bdfc-88c7-419f-85de-94688c04c360 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0530729 Dec 08 02:42:34.074050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-39c4500e-96aa-4ca9-98a5-946ef1dfe030 req-be82aba5-52aa-4cf4-b558-a812c3ec3ec5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac0825c-745b-4f45-a5a6-f31e07dfa13e&id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532691 Dec 08 02:42:34.632707 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:34.758391 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:42:34.868491 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:35.191582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce969c82-3d9e-4beb-84be-a3eab5830063 req-06ce79bb-7f5b-43dd-bf3a-a6b09b1aa439 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:35.193098 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce969c82-3d9e-4beb-84be-a3eab5830063 req-06ce79bb-7f5b-43dd-bf3a-a6b09b1aa439 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0498576 Dec 08 02:42:35.251840 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ce969c82-3d9e-4beb-84be-a3eab5830063 req-f086f525-fae0-45a1-9ccb-e083d95196f0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac0825c-745b-4f45-a5a6-f31e07dfa13e&id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526488 Dec 08 02:42:36.372421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8f726-5838-4253-a463-52864581ca70 req-307b10c8-8c55-4e90-a23e-6b1ae761e76b tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:36.373907 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8e8f726-5838-4253-a463-52864581ca70 req-307b10c8-8c55-4e90-a23e-6b1ae761e76b tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0510781 Dec 08 02:42:36.433630 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f8e8f726-5838-4253-a463-52864581ca70 req-52b63176-57db-4613-95b6-b76df22e4ea2 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac0825c-745b-4f45-a5a6-f31e07dfa13e&id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535896 Dec 08 02:42:37.552562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4deb65-82df-48c6-be93-ec48a7eac606 req-2960543c-2ea9-44b7-8b8f-c0931eb0fd65 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:37.554003 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e4deb65-82df-48c6-be93-ec48a7eac606 req-2960543c-2ea9-44b7-8b8f-c0931eb0fd65 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0523901 Dec 08 02:42:37.613115 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e4deb65-82df-48c6-be93-ec48a7eac606 req-e8d2ac1f-bb63-461c-9b67-9e0ea19f545b tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac0825c-745b-4f45-a5a6-f31e07dfa13e&id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524969 Dec 08 02:42:38.732488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711f76e-e813-4602-8f05-9ea9d04e30ba req-a4a7b6b0-79f0-41bd-9771-b450aac4a0dd tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:38.733993 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8711f76e-e813-4602-8f05-9ea9d04e30ba req-a4a7b6b0-79f0-41bd-9771-b450aac4a0dd tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0496883 Dec 08 02:42:38.797336 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8711f76e-e813-4602-8f05-9ea9d04e30ba req-673fd3ee-257f-47c2-b9ba-44fbb93fa4b3 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac0825c-745b-4f45-a5a6-f31e07dfa13e&id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571213 Dec 08 02:42:39.914457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452d2c7-4b8a-4ee0-8aec-8e8a973fbcbc req-28aeb9d1-4a1b-4b42-b4de-25293d4f32e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:39.916522 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f452d2c7-4b8a-4ee0-8aec-8e8a973fbcbc req-28aeb9d1-4a1b-4b42-b4de-25293d4f32e0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0529835 Dec 08 02:42:39.976126 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f452d2c7-4b8a-4ee0-8aec-8e8a973fbcbc req-e612ab49-14ce-493f-9713-a3e39cb92038 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=4ac0825c-745b-4f45-a5a6-f31e07dfa13e&id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533867 Dec 08 02:42:58.909170 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab502127-66bc-4989-b334-5aa1e7347b97 req-87ce49e6-e642-4013-bbb2-e2b0c05d799e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434890 Dec 08 02:42:58.934843 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f7d54ff9-570a-46e1-a40c-bec9283addaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:42:59.020687 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502127-66bc-4989-b334-5aa1e7347b97 req-9d427932-0c36-4279-b659-e891cc8868ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:59.022283 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab502127-66bc-4989-b334-5aa1e7347b97 req-9d427932-0c36-4279-b659-e891cc8868ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e47f0b8dd144727a3fe12621e056eb6&device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 1137 time: 0.0423586 Dec 08 02:42:59.129371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502127-66bc-4989-b334-5aa1e7347b97 req-3de2a3f9-d14d-45af-b5e5-b3023025c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:59.130875 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab502127-66bc-4989-b334-5aa1e7347b97 req-3de2a3f9-d14d-45af-b5e5-b3023025c505 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e HTTP/1.1" status: 200 len: 916 time: 0.0832028 Dec 08 02:42:59.199237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab502127-66bc-4989-b334-5aa1e7347b97 req-679059d1-c659-4dcd-9445-a7546ba6aba7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 200 len: 1002 time: 0.0596061 Dec 08 02:42:59.252558 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502127-66bc-4989-b334-5aa1e7347b97 req-72b57662-a658-41c2-952c-ecfbc03b7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:59.254012 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab502127-66bc-4989-b334-5aa1e7347b97 req-72b57662-a658-41c2-952c-ecfbc03b7c6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=38a41ee9-97a7-45db-85d9-e376b1af3c23 HTTP/1.1" status: 200 len: 854 time: 0.0447247 Dec 08 02:42:59.301712 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab502127-66bc-4989-b334-5aa1e7347b97 req-210dabfa-95ce-4644-929c-2d09896a7820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:42:59.303189 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab502127-66bc-4989-b334-5aa1e7347b97 req-210dabfa-95ce-4644-929c-2d09896a7820 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408154 Dec 08 02:42:59.397693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab502127-66bc-4989-b334-5aa1e7347b97 req-285270ac-5bc0-45b3-a28c-69f967e8665d service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849175 Dec 08 02:42:59.486998 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ab502127-66bc-4989-b334-5aa1e7347b97 req-b532c587-5823-498d-be74-4801d0b33058 service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809157 Dec 08 02:43:02.197888 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e272511c-4f7f-40c6-8e4a-b5678893b655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:02.203333 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:02.570625 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:03.853666 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:04.620181 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:04.870819 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:11.757057 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:43:13.300209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e8672d63-3375-443f-b619-6ca051f21027 req-5af03c2e-9427-497e-87c6-81c20eac6157 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1285991455&fields=id&tenant_id=6e47f0b8dd144727a3fe12621e056eb6 HTTP/1.1" status: 200 len: 267 time: 0.1838646 Dec 08 02:43:13.362797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8672d63-3375-443f-b619-6ca051f21027 req-4e89b7d3-fe06-4918-b5f1-dd07f44a6e31 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:13.364306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e8672d63-3375-443f-b619-6ca051f21027 req-4e89b7d3-fe06-4918-b5f1-dd07f44a6e31 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 985 time: 0.0581579 Dec 08 02:43:13.375919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-e8672d63-3375-443f-b619-6ca051f21027 req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Request body: {'port': {'security_groups': ['67fe83eb-609c-44ef-958b-b5e5cd233f34']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:13.439081 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e8672d63-3375-443f-b619-6ca051f21027 req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:13.610159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-e8672d63-3375-443f-b619-6ca051f21027 req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] For port fdba7be7-da1f-4d4f-b4f2-816444f3ae28, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:13.642522 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e8672d63-3375-443f-b619-6ca051f21027 req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:13.646308 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e8672d63-3375-443f-b619-6ca051f21027 req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:13.682280 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['fdba7be7-da1f-4d4f-b4f2-816444f3ae28'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:43:13.692031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8672d63-3375-443f-b619-6ca051f21027 req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:13.692693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-e8672d63-3375-443f-b619-6ca051f21027 req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:13.694136 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e8672d63-3375-443f-b619-6ca051f21027 req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "PUT /v2.0/ports/fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 200 len: 943 time: 0.3227038 Dec 08 02:43:13.694679 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:43:13.697332 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:43:13.702897 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41638) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:13.721100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event updated for resources: {'Port': ['ID=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,revision_number=7']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:13.729602 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.729967 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.730327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.730678 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.731024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.731364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.731703 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.732042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.732399 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.732736 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.733070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.733406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.733735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d493ac72-456b-4b5d-b211-b18f0912f694 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:13.769995 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bbe4bf-bfb6-4f22-9c97-5e856ac580b7 x-openstack-request-id: req-e0bbe4bf-bfb6-4f22-9c97-5e856ac580b7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:43:13.770298 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:43:13.770558 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0bbe4bf-bfb6-4f22-9c97-5e856ac580b7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:43:13.770970 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'status': 'completed', 'code': 200} Dec 08 02:43:13.804257 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:13.826043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['fdba7be7-da1f-4d4f-b4f2-816444f3ae28'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:43:13.860457 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:13.885614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-4a6cb788-3cb8-44b8-85fc-c361ad5955a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:13.887314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-4a6cb788-3cb8-44b8-85fc-c361ad5955a1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e47f0b8dd144727a3fe12621e056eb6&device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 1098 time: 0.0771825 Dec 08 02:43:14.004201 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e950c2e2-1829-4a0d-84e5-09bdfae483c3 None None] Provisioning complete for port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:14.004520 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e950c2e2-1829-4a0d-84e5-09bdfae483c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:14.337144 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-661e0923-8ad1-4883-a432-33811f167352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:14.339383 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-661e0923-8ad1-4883-a432-33811f167352 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e HTTP/1.1" status: 200 len: 916 time: 0.4425542 Dec 08 02:43:14.340406 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:14.343409 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:14.344604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "DELETE /v2.0/security-groups/4ac0825c-745b-4f45-a5a6-f31e07dfa13e HTTP/1.1" status: 204 len: 168 time: 0.6418591 Dec 08 02:43:14.347607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41640) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:14.360624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac0825c-745b-4f45-a5a6-f31e07dfa13e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:14.394004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.394353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.394697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.395039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.395380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.395710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.396040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.396398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.396732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.397064 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.397390 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.397722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.398045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e3e5c-862f-4aba-a354-a8bcf904a72e tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:14.440479 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-c671587d-5261-4a80-b746-95c3e0caf12d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 200 len: 1002 time: 0.0856390 Dec 08 02:43:14.493179 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-25ecd350-997e-405c-815b-d686771e06da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:14.495219 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-25ecd350-997e-405c-815b-d686771e06da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=38a41ee9-97a7-45db-85d9-e376b1af3c23 HTTP/1.1" status: 200 len: 854 time: 0.0435035 Dec 08 02:43:14.514558 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Deleting port 19a20908-f763-49fa-adab-e7c4b2c348f1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:43:14.514908 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:14.548057 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-0fd5a496-3834-4b7a-b709-638a838ac8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:14.549601 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-0fd5a496-3834-4b7a-b709-638a838ac8de service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430408 Dec 08 02:43:14.562965 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-5712fbdf-5b5d-4283-bf49-df086be85b6b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:43:14.563912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-5712fbdf-5b5d-4283-bf49-df086be85b6b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048666 Dec 08 02:43:14.590020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:14.590274 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:14.608372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Calling delete_port for 19a20908-f763-49fa-adab-e7c4b2c348f1 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:43:14.678530 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-1b7c60d9-ad35-4277-bddc-ca617fa634f1 service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046386 Dec 08 02:43:14.758182 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:14.778034 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb480051-ff9a-4ed6-852b-0e27bbcdcd3e req-e6ba2f7f-690b-4e8a-9465-490fdb299825 service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877638 Dec 08 02:43:14.786465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event deleted for resources: {'Port': ['ID=19a20908-f763-49fa-adab-e7c4b2c348f1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:14.846409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:14.846639 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Floating IP c0c27264-2a84-4ab6-a99a-7986b1fbc1f0 disassociated (deleted). External IP: 172.25.2.159, port: fdba7be7-da1f-4d4f-b4f2-816444f3ae28. Dec 08 02:43:15.061875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Router 19243872-7150-4113-92a2-6d551386d310 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:43:15.173316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:43:15.178031 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:15.184189 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05227e49-53a5-49ee-a465-5e72881aed40 None None] Sync routers for ids ['19243872-7150-4113-92a2-6d551386d310'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:43:15.194027 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05227e49-53a5-49ee-a465-5e72881aed40 None None] Routers {'19243872-7150-4113-92a2-6d551386d310'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:43:15.194654 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-05227e49-53a5-49ee-a465-5e72881aed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:43:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['19243872-7150-4113-92a2-6d551386d310'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:15.204110 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a70afbfd-fc48-4b4c-a14a-f3799247b3c5 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "DELETE /v2.0/floatingips/c0c27264-2a84-4ab6-a99a-7986b1fbc1f0 HTTP/1.1" status: 204 len: 168 time: 0.8554044 Dec 08 02:43:15.302072 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-05227e49-53a5-49ee-a465-5e72881aed40 None None] Set router 19243872-7150-4113-92a2-6d551386d310 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:43:15.595777 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-05227e49-53a5-49ee-a465-5e72881aed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:17Z', 'revision_number': 4, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '3fd2a505-fdb7-477b-a0e8-e720c07dc7c8', 'name': '', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'mac_address': 'fa:16:3e:cd:98:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:16Z', 'updated_at': '2021-12-08T02:41:20Z', 'revision_number': 5, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'subnets': [{'id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:15.624008 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05227e49-53a5-49ee-a465-5e72881aed40 None None] Checking router: 19243872-7150-4113-92a2-6d551386d310 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:43:15.632232 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05227e49-53a5-49ee-a465-5e72881aed40 None None] Routers {'19243872-7150-4113-92a2-6d551386d310'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:43:15.632873 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-05227e49-53a5-49ee-a465-5e72881aed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:43:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['19243872-7150-4113-92a2-6d551386d310'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:15.735746 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-05227e49-53a5-49ee-a465-5e72881aed40 None None] Set router 19243872-7150-4113-92a2-6d551386d310 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:43:15.772187 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:43:15.774674 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a15a1b2-cf7e-42be-94ec-379ce6ed27b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:43:15.811840 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d0dc4c-56e0-4c38-b142-f82d3393b6b9 x-openstack-request-id: req-55d0dc4c-56e0-4c38-b142-f82d3393b6b9 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:43:15.812137 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:43:15.812423 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-55d0dc4c-56e0-4c38-b142-f82d3393b6b9 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:43:15.812831 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'status': 'completed', 'code': 200} Dec 08 02:43:15.927583 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15a1b2-cf7e-42be-94ec-379ce6ed27b8 req-49533b42-2d7a-4a7e-ba27-e2c5ae30d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:15.929140 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a15a1b2-cf7e-42be-94ec-379ce6ed27b8 req-49533b42-2d7a-4a7e-ba27-e2c5ae30d409 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e47f0b8dd144727a3fe12621e056eb6&device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 1098 time: 0.0417490 Dec 08 02:43:15.932225 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-05227e49-53a5-49ee-a465-5e72881aed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:17Z', 'revision_number': 4, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '3fd2a505-fdb7-477b-a0e8-e720c07dc7c8', 'name': '', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'mac_address': 'fa:16:3e:cd:98:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:16Z', 'updated_at': '2021-12-08T02:41:20Z', 'revision_number': 5, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'subnets': [{'id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:15.961510 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05227e49-53a5-49ee-a465-5e72881aed40 None None] The sync data for ids ['19243872-7150-4113-92a2-6d551386d310'] in n-d-713498-30 is: [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:17Z', 'revision_number': 4, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '3fd2a505-fdb7-477b-a0e8-e720c07dc7c8', 'name': '', 'network_id': 'c1dd321a-7fcf-4b58-b195-ac4394d7c37e', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'mac_address': 'fa:16:3e:cd:98:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:16Z', 'updated_at': '2021-12-08T02:41:20Z', 'revision_number': 5, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'subnets': [{'id': '38a41ee9-97a7-45db-85d9-e376b1af3c23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:43:16.035925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15a1b2-cf7e-42be-94ec-379ce6ed27b8 req-b7abcab4-94bb-4207-aac7-928e6c1ef937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:16.037441 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a15a1b2-cf7e-42be-94ec-379ce6ed27b8 req-b7abcab4-94bb-4207-aac7-928e6c1ef937 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e HTTP/1.1" status: 200 len: 916 time: 0.1005363 Dec 08 02:43:16.079957 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a15a1b2-cf7e-42be-94ec-379ce6ed27b8 req-2506cdd2-1c16-47b5-bf71-e7d9cb66a6d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 200 len: 217 time: 0.0350912 Dec 08 02:43:16.139235 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15a1b2-cf7e-42be-94ec-379ce6ed27b8 req-4330657d-a8e9-423e-9814-447f08895617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:16.140940 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a15a1b2-cf7e-42be-94ec-379ce6ed27b8 req-4330657d-a8e9-423e-9814-447f08895617 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=38a41ee9-97a7-45db-85d9-e376b1af3c23 HTTP/1.1" status: 200 len: 854 time: 0.0499895 Dec 08 02:43:16.197102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15a1b2-cf7e-42be-94ec-379ce6ed27b8 req-64c8b99b-af1d-4683-8550-bf1f428df9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:16.199894 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a15a1b2-cf7e-42be-94ec-379ce6ed27b8 req-64c8b99b-af1d-4683-8550-bf1f428df9df service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c1dd321a-7fcf-4b58-b195-ac4394d7c37e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471702 Dec 08 02:43:16.202285 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538f4177-4f56-486f-9dc2-e2413a588339 None None] New status for floating IP c0c27264-2a84-4ab6-a99a-7986b1fbc1f0: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:43:16.309708 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a15a1b2-cf7e-42be-94ec-379ce6ed27b8 req-4ffbce98-d2ff-4d1d-a38e-7fb2726e68c2 service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990250 Dec 08 02:43:16.412055 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9a15a1b2-cf7e-42be-94ec-379ce6ed27b8 req-c708f135-9383-4320-b303-b1b6031bc58c service neutron] 10.222.0.65 "GET /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896411 Dec 08 02:43:24.232857 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7fedc-c67b-4797-8a78-37f0935fba4f req-bfa03a57-45ae-4271-a92c-15062ff427c2 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:24.234469 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43c7fedc-c67b-4797-8a78-37f0935fba4f req-bfa03a57-45ae-4271-a92c-15062ff427c2 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 946 time: 0.0606213 Dec 08 02:43:24.292800 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43c7fedc-c67b-4797-8a78-37f0935fba4f req-1346a876-2625-4be6-8445-9a0ba6c8157a tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501308 Dec 08 02:43:25.458146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c4db3-7d25-4c75-9500-e6149a15982a req-12fec8a1-8c91-44ba-88d1-1d9359172f3a tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:25.460748 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb0c4db3-7d25-4c75-9500-e6149a15982a req-12fec8a1-8c91-44ba-88d1-1d9359172f3a tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 946 time: 0.0969448 Dec 08 02:43:25.509312 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb0c4db3-7d25-4c75-9500-e6149a15982a req-1e137b75-c5f7-41c5-b288-d7e5cf471fe0 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433159 Dec 08 02:43:26.425748 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8702d-446f-49af-98fc-baef276187ff req-28e30b56-498c-4034-93ce-a2c5d1b42476 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:26.427212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-11c8702d-446f-49af-98fc-baef276187ff req-28e30b56-498c-4034-93ce-a2c5d1b42476 tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 946 time: 0.0480340 Dec 08 02:43:26.520265 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-11c8702d-446f-49af-98fc-baef276187ff req-485ce2ee-ea83-441f-92fa-6efd6fd732aa tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Deleting port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:43:26.521000 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-11c8702d-446f-49af-98fc-baef276187ff req-485ce2ee-ea83-441f-92fa-6efd6fd732aa tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:26.607826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-11c8702d-446f-49af-98fc-baef276187ff req-485ce2ee-ea83-441f-92fa-6efd6fd732aa tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] For port fdba7be7-da1f-4d4f-b4f2-816444f3ae28, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:26.608199 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-11c8702d-446f-49af-98fc-baef276187ff req-485ce2ee-ea83-441f-92fa-6efd6fd732aa tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:26.620745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-11c8702d-446f-49af-98fc-baef276187ff req-485ce2ee-ea83-441f-92fa-6efd6fd732aa tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Calling delete_port for fdba7be7-da1f-4d4f-b4f2-816444f3ae28 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:43:26.630007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88800f-45c6-40fe-b335-6bcc052233e4 req-aaa1d66f-dbf1-4e10-8dcb-4c06e0e6092c tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:26.631521 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fa88800f-45c6-40fe-b335-6bcc052233e4 req-aaa1d66f-dbf1-4e10-8dcb-4c06e0e6092c tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f51b328-e36c-4898-89f3-e561e4097775 HTTP/1.1" status: 200 len: 946 time: 0.0537083 Dec 08 02:43:26.679326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fa88800f-45c6-40fe-b335-6bcc052233e4 req-eb32a69c-b95d-460a-8934-fe737e7de8aa tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.70 "GET /v2.0/security-groups?id=67fe83eb-609c-44ef-958b-b5e5cd233f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Dec 08 02:43:26.748328 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-11c8702d-446f-49af-98fc-baef276187ff req-485ce2ee-ea83-441f-92fa-6efd6fd732aa tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:26.774786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ce2ee-ea83-441f-92fa-6efd6fd732aa tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Pushing event deleted for resources: {'Port': ['ID=fdba7be7-da1f-4d4f-b4f2-816444f3ae28,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:26.792571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['fdba7be7-da1f-4d4f-b4f2-816444f3ae28'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:43:26.825755 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c8702d-446f-49af-98fc-baef276187ff req-485ce2ee-ea83-441f-92fa-6efd6fd732aa tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] No DVR routers for this DVR port fdba7be7-da1f-4d4f-b4f2-816444f3ae28 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:43:26.828417 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-11c8702d-446f-49af-98fc-baef276187ff req-485ce2ee-ea83-441f-92fa-6efd6fd732aa tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:26.832136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-11c8702d-446f-49af-98fc-baef276187ff req-485ce2ee-ea83-441f-92fa-6efd6fd732aa tempest-TestMinimumBasicScenario-1294023780 tempest-TestMinimumBasicScenario-1294023780-project] 10.222.0.65 "DELETE /v2.0/ports/fdba7be7-da1f-4d4f-b4f2-816444f3ae28 HTTP/1.1" status: 204 len: 173 time: 0.3986344 Dec 08 02:43:26.832621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'name': 'network-vif-deleted', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:43:26.835136 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796cb408-63c1-435b-81d2-d30c8b32968d" -d '{"events": [{"server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "name": "network-vif-deleted", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:43:26.931109 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b114a5cd-fecb-428e-a2c1-c9345b821f0d x-openstack-request-id: req-b114a5cd-fecb-428e-a2c1-c9345b821f0d {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:43:26.931331 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f51b328-e36c-4898-89f3-e561e4097775", "name": "network-vif-deleted", "tag": "fdba7be7-da1f-4d4f-b4f2-816444f3ae28", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:43:26.931682 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b114a5cd-fecb-428e-a2c1-c9345b821f0d {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:43:26.932096 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f51b328-e36c-4898-89f3-e561e4097775', 'name': 'network-vif-deleted', 'tag': 'fdba7be7-da1f-4d4f-b4f2-816444f3ae28', 'status': 'completed', 'code': 200} Dec 08 02:43:28.260743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41742) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:28.601811 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb495be4-2a95-4c46-b67e-78d169104f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:28.839524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eb495be4-2a95-4c46-b67e-78d169104f9f admin admin] Deleting port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:43:28.839861 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb495be4-2a95-4c46-b67e-78d169104f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:28.919290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-eb495be4-2a95-4c46-b67e-78d169104f9f admin admin] For port 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3fd2a505-fdb7-477b-a0e8-e720c07dc7c8,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:28.920341 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb495be4-2a95-4c46-b67e-78d169104f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:28.932206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-eb495be4-2a95-4c46-b67e-78d169104f9f admin admin] Calling delete_port for 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:43:28.935967 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-62b1e05e-1401-4a41-bb3d-4c074fa54376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:29.003554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device fdba7be7-da1f-4d4f-b4f2-816444f3ae28 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:43:29.024829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: fdba7be7-da1f-4d4f-b4f2-816444f3ae28 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:43:29.025174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device fdba7be7-da1f-4d4f-b4f2-816444f3ae28 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:43:29.116997 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb495be4-2a95-4c46-b67e-78d169104f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:29.146611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb495be4-2a95-4c46-b67e-78d169104f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd2a505-fdb7-477b-a0e8-e720c07dc7c8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:29.312048 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-eb495be4-2a95-4c46-b67e-78d169104f9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:29.524631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb495be4-2a95-4c46-b67e-78d169104f9f admin admin] Router 19243872-7150-4113-92a2-6d551386d310 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:43:29.965415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb495be4-2a95-4c46-b67e-78d169104f9f admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:43:29.971675 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-eb495be4-2a95-4c46-b67e-78d169104f9f admin admin] 10.222.0.70 "PUT /v2.0/routers/19243872-7150-4113-92a2-6d551386d310/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7098584 Dec 08 02:43:29.974337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41744) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:29.975581 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb1e8b0-ecf5-4797-9076-356254d9f8f1 None None] Sync routers for ids ['19243872-7150-4113-92a2-6d551386d310'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:43:29.986069 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1e8b0-ecf5-4797-9076-356254d9f8f1 None None] Routers {'19243872-7150-4113-92a2-6d551386d310'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:43:29.986690 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8fb1e8b0-ecf5-4797-9076-356254d9f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:43:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['19243872-7150-4113-92a2-6d551386d310'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:30.078289 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.090796 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-8fb1e8b0-ecf5-4797-9076-356254d9f8f1 None None] Set router 19243872-7150-4113-92a2-6d551386d310 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:43:30.180558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.232451 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Deleting port 1d182aa4-c7e0-423a-88ce-bec9e94b6807 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:43:30.232677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.267166 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8fb1e8b0-ecf5-4797-9076-356254d9f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:43:29Z', 'revision_number': 5, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port': {'id': '1d182aa4-c7e0-423a-88ce-bec9e94b6807', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:d7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19243872-7150-4113-92a2-6d551386d310', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:30.301519 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb1e8b0-ecf5-4797-9076-356254d9f8f1 None None] Checking router: 19243872-7150-4113-92a2-6d551386d310 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:43:30.310825 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1e8b0-ecf5-4797-9076-356254d9f8f1 None None] Routers {'19243872-7150-4113-92a2-6d551386d310'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:43:30.311472 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8fb1e8b0-ecf5-4797-9076-356254d9f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:43:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['19243872-7150-4113-92a2-6d551386d310'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:30.325605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] For port 1d182aa4-c7e0-423a-88ce-bec9e94b6807, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1d182aa4-c7e0-423a-88ce-bec9e94b6807,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:30.326169 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.338794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Calling delete_port for 1d182aa4-c7e0-423a-88ce-bec9e94b6807 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:43:30.393930 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-8fb1e8b0-ecf5-4797-9076-356254d9f8f1 None None] Set router 19243872-7150-4113-92a2-6d551386d310 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:43:30.446502 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8fb1e8b0-ecf5-4797-9076-356254d9f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:43:30Z', 'revision_number': 6, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:30.474615 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb1e8b0-ecf5-4797-9076-356254d9f8f1 None None] The sync data for ids ['19243872-7150-4113-92a2-6d551386d310'] in n-d-713498-30 is: [{'id': '19243872-7150-4113-92a2-6d551386d310', 'name': 'tempest-TestMinimumBasicScenario-1461198794-router', 'tenant_id': '6e47f0b8dd144727a3fe12621e056eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:14Z', 'updated_at': '2021-12-08T02:43:30Z', 'revision_number': 6, 'project_id': '6e47f0b8dd144727a3fe12621e056eb6', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:43:30.507332 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.533364 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d182aa4-c7e0-423a-88ce-bec9e94b6807,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:30.546862 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe0d679-48c8-4c5f-8a2d-4f7d40f5f126 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:43:30.593244 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.684728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.686804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.730047 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.730611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19243872-7150-4113-92a2-6d551386d310 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:43:30.734904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.736067 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-af197f04-3790-40d8-a47b-bb035eb4e608 admin admin] 10.222.0.70 "DELETE /v2.0/routers/19243872-7150-4113-92a2-6d551386d310 HTTP/1.1" status: 204 len: 168 time: 0.7607796 Dec 08 02:43:30.738613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41746) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:30.784677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb155b29-c035-4710-8f3e-ac58672ebd33 admin admin] Deleting subnet 38a41ee9-97a7-45db-85d9-e376b1af3c23 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:43:30.787640 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb155b29-c035-4710-8f3e-ac58672ebd33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.823752 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb155b29-c035-4710-8f3e-ac58672ebd33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.912326 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb155b29-c035-4710-8f3e-ac58672ebd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.963869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb155b29-c035-4710-8f3e-ac58672ebd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:30.993115 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb155b29-c035-4710-8f3e-ac58672ebd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a41ee9-97a7-45db-85d9-e376b1af3c23,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:31.002791 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb155b29-c035-4710-8f3e-ac58672ebd33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.006162 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bb155b29-c035-4710-8f3e-ac58672ebd33 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/38a41ee9-97a7-45db-85d9-e376b1af3c23 HTTP/1.1" status: 204 len: 168 time: 0.2665639 Dec 08 02:43:31.007887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a0adc9-b9a9-4212-8a28-2abd958ea665 None None] Network c1dd321a-7fcf-4b58-b195-ac4394d7c37e requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:43:31.008636 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41748) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:31.082310 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.138488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Deleting port 0b6a1727-c856-43e7-8e65-036fc2e07a0a {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:43:31.138825 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.200696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] For port 0b6a1727-c856-43e7-8e65-036fc2e07a0a, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0b6a1727-c856-43e7-8e65-036fc2e07a0a,segment=NetworkSegment(f4aefbb0-0829-45f3-b13b-cbaf6e39fe65),segment_id=f4aefbb0-0829-45f3-b13b-cbaf6e39fe65)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:31.200967 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.218633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Calling delete_port for 0b6a1727-c856-43e7-8e65-036fc2e07a0a owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:43:31.280358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] DHCP port deletion for c1dd321a-7fcf-4b58-b195-ac4394d7c37e request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:43:31.304718 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.338822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6a1727-c856-43e7-8e65-036fc2e07a0a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:31.342854 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] No DVR routers for this DVR port 0b6a1727-c856-43e7-8e65-036fc2e07a0a on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:43:31.344104 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Deleting port 0b6a1727-c856-43e7-8e65-036fc2e07a0a {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:43:31.344581 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.359148 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1d182aa4-c7e0-423a-88ce-bec9e94b6807 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:43:31.381168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 1d182aa4-c7e0-423a-88ce-bec9e94b6807 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:43:31.381467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1d182aa4-c7e0-423a-88ce-bec9e94b6807 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:43:31.381901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:43:31.415223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:43:31.415571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3fd2a505-fdb7-477b-a0e8-e720c07dc7c8 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:43:31.415993 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0b6a1727-c856-43e7-8e65-036fc2e07a0a no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:43:31.422759 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.437488 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 0b6a1727-c856-43e7-8e65-036fc2e07a0a {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:43:31.437839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0b6a1727-c856-43e7-8e65-036fc2e07a0a not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:43:31.443316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dd321a-7fcf-4b58-b195-ac4394d7c37e']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:31.454598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:31.454901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4aefbb0-0829-45f3-b13b-cbaf6e39fe65') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:31.466075 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.479637 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.480321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] For port 0b6a1727-c856-43e7-8e65-036fc2e07a0a, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:31.480804 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.485979 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:43:31.486376 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:43:31.488113 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:43:31.493858 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Calling delete_port for 0b6a1727-c856-43e7-8e65-036fc2e07a0a owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:43:31.497470 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Port 0b6a1727-c856-43e7-8e65-036fc2e07a0a was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:43:31.498811 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.524996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Pushing event deleted for resources: {'Port': ['ID=0b6a1727-c856-43e7-8e65-036fc2e07a0a,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:31.530344 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] No DVR routers for this DVR port 0b6a1727-c856-43e7-8e65-036fc2e07a0a on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:43:31.537873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.538235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.538735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.538937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.539284 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.539626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.540340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.540340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.540634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.540963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.541981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.542496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.543598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac2769e-2d06-4280-9d7a-e7f1aa4a0cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:31.553644 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.559973 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:31.566120 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] 10.222.0.70 "DELETE /v2.0/networks/c1dd321a-7fcf-4b58-b195-ac4394d7c37e HTTP/1.1" status: 204 len: 168 time: 0.5536115 Dec 08 02:43:31.566541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41750) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:31.580861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f888a33-06c2-4883-8842-dc24af751e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1dd321a-7fcf-4b58-b195-ac4394d7c37e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:31.923672 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-019431c8-7e34-4476-95dd-b92fe84f6d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:32.165924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-019431c8-7e34-4476-95dd-b92fe84f6d13 admin admin] Deleting port 76261a1e-0289-4b0e-babf-bfba260d1429 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:43:32.166318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-019431c8-7e34-4476-95dd-b92fe84f6d13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:32.203536 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4bc91bb-2783-40ae-ae85-81391fca4eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:32.206761 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:32.248896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-019431c8-7e34-4476-95dd-b92fe84f6d13 admin admin] For port 76261a1e-0289-4b0e-babf-bfba260d1429, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=76261a1e-0289-4b0e-babf-bfba260d1429,segment=NetworkSegment(d13e8121-8b80-4ccd-9615-06d3da94c2c2),segment_id=d13e8121-8b80-4ccd-9615-06d3da94c2c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:32.249258 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-019431c8-7e34-4476-95dd-b92fe84f6d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:32.262343 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-019431c8-7e34-4476-95dd-b92fe84f6d13 admin admin] Calling delete_port for 76261a1e-0289-4b0e-babf-bfba260d1429 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:43:32.440382 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-019431c8-7e34-4476-95dd-b92fe84f6d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:32.466131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019431c8-7e34-4476-95dd-b92fe84f6d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=76261a1e-0289-4b0e-babf-bfba260d1429,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:32.575886 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:32.631966 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-019431c8-7e34-4476-95dd-b92fe84f6d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:32.847158 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019431c8-7e34-4476-95dd-b92fe84f6d13 admin admin] Router 658b3961-6e47-493b-967c-208923cace35 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:43:32.955873 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019431c8-7e34-4476-95dd-b92fe84f6d13 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:43:32.961119 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-019431c8-7e34-4476-95dd-b92fe84f6d13 admin admin] 10.222.0.70 "PUT /v2.0/routers/658b3961-6e47-493b-967c-208923cace35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3938603 Dec 08 02:43:32.964441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41752) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:32.967015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d2f51-ab92-4b21-b67d-8212031466a4 None None] Sync routers for ids ['658b3961-6e47-493b-967c-208923cace35'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:43:32.977576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d2f51-ab92-4b21-b67d-8212031466a4 None None] Routers {'658b3961-6e47-493b-967c-208923cace35'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:43:32.978326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-717d2f51-ab92-4b21-b67d-8212031466a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:43:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['658b3961-6e47-493b-967c-208923cace35'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:33.070040 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:33.085223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-717d2f51-ab92-4b21-b67d-8212031466a4 None None] Set router 658b3961-6e47-493b-967c-208923cace35 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:43:33.178856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:33.231501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Deleting port 0cb65b09-d36d-42f5-9dc5-3937928d038d {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:43:33.231848 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:33.283740 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-717d2f51-ab92-4b21-b67d-8212031466a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658b3961-6e47-493b-967c-208923cace35', 'name': 'tempest-TestMinimumBasicScenario-322556351-router', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:18Z', 'updated_at': '2021-12-08T02:43:32Z', 'revision_number': 5, 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'gw_port': {'id': '0cb65b09-d36d-42f5-9dc5-3937928d038d', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:73:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658b3961-6e47-493b-967c-208923cace35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:41:19Z', 'updated_at': '2021-12-08T02:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:33.314321 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d2f51-ab92-4b21-b67d-8212031466a4 None None] Checking router: 658b3961-6e47-493b-967c-208923cace35 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:43:33.316984 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] For port 0cb65b09-d36d-42f5-9dc5-3937928d038d, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0cb65b09-d36d-42f5-9dc5-3937928d038d,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:33.316984 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:33.323812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717d2f51-ab92-4b21-b67d-8212031466a4 None None] Routers {'658b3961-6e47-493b-967c-208923cace35'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:43:33.324485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-717d2f51-ab92-4b21-b67d-8212031466a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:43:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['658b3961-6e47-493b-967c-208923cace35'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:33.330580 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Calling delete_port for 0cb65b09-d36d-42f5-9dc5-3937928d038d owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:43:33.406319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-717d2f51-ab92-4b21-b67d-8212031466a4 None None] Set router 658b3961-6e47-493b-967c-208923cace35 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:43:33.460801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-717d2f51-ab92-4b21-b67d-8212031466a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '658b3961-6e47-493b-967c-208923cace35', 'name': 'tempest-TestMinimumBasicScenario-322556351-router', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:18Z', 'updated_at': '2021-12-08T02:43:33Z', 'revision_number': 6, 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:33.487231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717d2f51-ab92-4b21-b67d-8212031466a4 None None] The sync data for ids ['658b3961-6e47-493b-967c-208923cace35'] in n-d-713498-30 is: [{'id': '658b3961-6e47-493b-967c-208923cace35', 'name': 'tempest-TestMinimumBasicScenario-322556351-router', 'tenant_id': '68d5a03f4e86431a816364489ee0fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:41:18Z', 'updated_at': '2021-12-08T02:43:33Z', 'revision_number': 6, 'project_id': '68d5a03f4e86431a816364489ee0fc99', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:43:33.500604 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:33.528095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb65b09-d36d-42f5-9dc5-3937928d038d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:33.542639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465635ca-b1d4-4724-ab45-2fbdc4006a76 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:43:33.587549 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:33.676364 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:33.678373 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:33.857127 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.061125 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.061695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 658b3961-6e47-493b-967c-208923cace35 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:43:34.066280 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.067286 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ae1cd761-38a3-4c47-861e-76f0b24fb8c5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/658b3961-6e47-493b-967c-208923cace35 HTTP/1.1" status: 204 len: 168 time: 1.1018987 Dec 08 02:43:34.069960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41754) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:34.113832 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee03d527-8cca-4a0c-851d-dbfbb444d062 admin admin] Deleting subnet cc6fa7fe-4afa-471d-8126-80bd25c1e85a {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:43:34.116929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee03d527-8cca-4a0c-851d-dbfbb444d062 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.151437 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee03d527-8cca-4a0c-851d-dbfbb444d062 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.229706 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee03d527-8cca-4a0c-851d-dbfbb444d062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.283020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee03d527-8cca-4a0c-851d-dbfbb444d062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.313879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03d527-8cca-4a0c-851d-dbfbb444d062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc6fa7fe-4afa-471d-8126-80bd25c1e85a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:34.317586 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ee03d527-8cca-4a0c-851d-dbfbb444d062 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.324156 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ee03d527-8cca-4a0c-851d-dbfbb444d062 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/cc6fa7fe-4afa-471d-8126-80bd25c1e85a HTTP/1.1" status: 204 len: 168 time: 0.2499018 Dec 08 02:43:34.324156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41756) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:34.327141 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38832fbb-0ed6-443d-8fc9-693d68bb92ca None None] Network c053a98d-7707-4a65-a401-1e364893a420 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:43:34.403346 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.465337 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Deleting port 2fd8a64d-0202-4138-862f-6de2bd4e3086 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:43:34.465611 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.504996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99569212-4f31-4b53-a62f-e02f5ae473e7 None None] DHCP port deletion for c053a98d-7707-4a65-a401-1e364893a420 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:43:34.536902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] For port 2fd8a64d-0202-4138-862f-6de2bd4e3086, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2fd8a64d-0202-4138-862f-6de2bd4e3086,segment=NetworkSegment(d13e8121-8b80-4ccd-9615-06d3da94c2c2),segment_id=d13e8121-8b80-4ccd-9615-06d3da94c2c2)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:34.537330 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.552023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Calling delete_port for 2fd8a64d-0202-4138-862f-6de2bd4e3086 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:43:34.557179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-99569212-4f31-4b53-a62f-e02f5ae473e7 None None] Deleting port 2fd8a64d-0202-4138-862f-6de2bd4e3086 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:43:34.557585 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-99569212-4f31-4b53-a62f-e02f5ae473e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.619639 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-99569212-4f31-4b53-a62f-e02f5ae473e7 None None] For port 2fd8a64d-0202-4138-862f-6de2bd4e3086, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2fd8a64d-0202-4138-862f-6de2bd4e3086,segment=NetworkSegment(d13e8121-8b80-4ccd-9615-06d3da94c2c2),segment_id=d13e8121-8b80-4ccd-9615-06d3da94c2c2)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:34.620192 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-99569212-4f31-4b53-a62f-e02f5ae473e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.633442 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.637238 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-99569212-4f31-4b53-a62f-e02f5ae473e7 None None] Calling delete_port for 2fd8a64d-0202-4138-862f-6de2bd4e3086 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:43:34.657035 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.659969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd8a64d-0202-4138-862f-6de2bd4e3086,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:34.663797 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] No DVR routers for this DVR port 2fd8a64d-0202-4138-862f-6de2bd4e3086 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:43:34.744668 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.766268 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c053a98d-7707-4a65-a401-1e364893a420']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:34.776904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13e8121-8b80-4ccd-9615-06d3da94c2c2') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:34.777180 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13e8121-8b80-4ccd-9615-06d3da94c2c2') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:34.787579 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.802371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.809013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:43:34.809409 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:43:34.811510 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:43:34.867154 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.873051 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.878566 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] 10.222.0.70 "DELETE /v2.0/networks/c053a98d-7707-4a65-a401-1e364893a420 HTTP/1.1" status: 204 len: 168 time: 0.5512223 Dec 08 02:43:34.889950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0d200-fb82-487b-849b-addb8513865a admin admin] Pushing event deleted for resources: {'Network': ['ID=c053a98d-7707-4a65-a401-1e364893a420,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 02:43:34.895887 n-d-713498-30 neutron-server[103131]: self.session.flush() Dec 08 02:43:34.905463 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-99569212-4f31-4b53-a62f-e02f5ae473e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:34.934019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99569212-4f31-4b53-a62f-e02f5ae473e7 None None] Network c053a98d-7707-4a65-a401-1e364893a420 is not hosted by any dhcp agent {{(pid=103131) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 02:43:34.934494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99569212-4f31-4b53-a62f-e02f5ae473e7 None None] No DVR routers for this DVR port 2fd8a64d-0202-4138-862f-6de2bd4e3086 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:43:34.941280 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99569212-4f31-4b53-a62f-e02f5ae473e7 None None] Pushing event deleted for resources: {'Port': ['ID=2fd8a64d-0202-4138-862f-6de2bd4e3086,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:34.949616 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:35.045037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41760) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:35.090542 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-18b3d316-4703-4cc8-9d3d-7d42547a41a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6e47f0b8dd144727a3fe12621e056eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438480 Dec 08 02:43:35.092780 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41762) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:35.141470 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5bcec27-e82f-4f9e-be90-9bf420ac7922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:35.150420 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2fd8a64d-0202-4138-862f-6de2bd4e3086 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:43:35.165322 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5bcec27-e82f-4f9e-be90-9bf420ac7922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:35.170475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 2fd8a64d-0202-4138-862f-6de2bd4e3086 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:43:35.170835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2fd8a64d-0202-4138-862f-6de2bd4e3086 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:43:35.171258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0cb65b09-d36d-42f5-9dc5-3937928d038d no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:43:35.190254 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 0cb65b09-d36d-42f5-9dc5-3937928d038d {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:43:35.190606 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0cb65b09-d36d-42f5-9dc5-3937928d038d not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:43:35.191405 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 76261a1e-0289-4b0e-babf-bfba260d1429 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:43:35.210859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 76261a1e-0289-4b0e-babf-bfba260d1429 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:43:35.211297 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 76261a1e-0289-4b0e-babf-bfba260d1429 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:43:35.215406 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5bcec27-e82f-4f9e-be90-9bf420ac7922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:35.218371 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b5bcec27-e82f-4f9e-be90-9bf420ac7922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:35.219657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b5bcec27-e82f-4f9e-be90-9bf420ac7922 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/67fe83eb-609c-44ef-958b-b5e5cd233f34 HTTP/1.1" status: 204 len: 168 time: 0.1258194 Dec 08 02:43:35.227668 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcec27-e82f-4f9e-be90-9bf420ac7922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fe83eb-609c-44ef-958b-b5e5cd233f34,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:35.528928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41768) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:35.567531 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ffaef515-a998-48ba-b986-5a311bc0d987 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68d5a03f4e86431a816364489ee0fc99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373785 Dec 08 02:43:35.569879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41770) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:35.617656 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66507798-34d0-4176-a50e-01f35835954f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:35.638934 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66507798-34d0-4176-a50e-01f35835954f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:35.688201 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66507798-34d0-4176-a50e-01f35835954f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:35.690772 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-66507798-34d0-4176-a50e-01f35835954f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:35.691917 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-66507798-34d0-4176-a50e-01f35835954f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6de594e7-98b2-4a81-a8d2-e369ec3012c2 HTTP/1.1" status: 204 len: 168 time: 0.1211543 Dec 08 02:43:35.700720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66507798-34d0-4176-a50e-01f35835954f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de594e7-98b2-4a81-a8d2-e369ec3012c2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:37.253349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41810) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:37.257943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-142d7088-ae48-414f-add1-03b69b7bb39e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189451268', 'description': 'tempest-secgroup-smoke-1189451268 description', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:37.280711 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-142d7088-ae48-414f-add1-03b69b7bb39e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.289831 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-142d7088-ae48-414f-add1-03b69b7bb39e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.377577 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-142d7088-ae48-414f-add1-03b69b7bb39e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.381178 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-142d7088-ae48-414f-add1-03b69b7bb39e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.415978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d7088-ae48-414f-add1-03b69b7bb39e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d704522-5949-4cdd-8a3e-c99650451320,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:37.457302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-142d7088-ae48-414f-add1-03b69b7bb39e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.461120 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-142d7088-ae48-414f-add1-03b69b7bb39e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.491667 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-142d7088-ae48-414f-add1-03b69b7bb39e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.492884 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-142d7088-ae48-414f-add1-03b69b7bb39e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2385125 Dec 08 02:43:37.493755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d7088-ae48-414f-add1-03b69b7bb39e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac60c44-e32e-4304-8358-a3ab5ce89dd8,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:37.496551 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41812) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:37.501181 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-7bb5d68b-79ec-4ce4-88c8-bbaa14a6a330 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '9ac60c44-e32e-4304-8358-a3ab5ce89dd8', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:37.527944 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7bb5d68b-79ec-4ce4-88c8-bbaa14a6a330 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.582152 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7bb5d68b-79ec-4ce4-88c8-bbaa14a6a330 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.585829 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7bb5d68b-79ec-4ce4-88c8-bbaa14a6a330 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.602941 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5d68b-79ec-4ce4-88c8-bbaa14a6a330 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1939e15c-a31f-4ad4-8a47-940e47199244,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:37.611737 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-7bb5d68b-79ec-4ce4-88c8-bbaa14a6a330 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.613266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-7bb5d68b-79ec-4ce4-88c8-bbaa14a6a330 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156435 Dec 08 02:43:37.615934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41814) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:37.620816 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-24954c39-dcad-4b15-a6eb-4f2ba1557634 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '9ac60c44-e32e-4304-8358-a3ab5ce89dd8', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:37.646683 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24954c39-dcad-4b15-a6eb-4f2ba1557634 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.703160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24954c39-dcad-4b15-a6eb-4f2ba1557634 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.706645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24954c39-dcad-4b15-a6eb-4f2ba1557634 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.724794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24954c39-dcad-4b15-a6eb-4f2ba1557634 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698b9c27-e877-4ffa-8548-9ae8388c41fd,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:37.730146 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-24954c39-dcad-4b15-a6eb-4f2ba1557634 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.731334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-24954c39-dcad-4b15-a6eb-4f2ba1557634 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144378 Dec 08 02:43:37.734172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41816) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:37.738397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9a20ee68-c99d-4fba-b8b4-96746b41d013 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '9ac60c44-e32e-4304-8358-a3ab5ce89dd8', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:37.765602 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a20ee68-c99d-4fba-b8b4-96746b41d013 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.824751 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a20ee68-c99d-4fba-b8b4-96746b41d013 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.828227 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a20ee68-c99d-4fba-b8b4-96746b41d013 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.845718 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20ee68-c99d-4fba-b8b4-96746b41d013 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e7bc8a-3909-48f7-af43-0b1d5a204f33,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:37.853031 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9a20ee68-c99d-4fba-b8b4-96746b41d013 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.855292 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9a20ee68-c99d-4fba-b8b4-96746b41d013 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201911 Dec 08 02:43:37.857993 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41818) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:37.862300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9ad9dddb-ce7d-4640-8553-9796f0dc370a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '9ac60c44-e32e-4304-8358-a3ab5ce89dd8', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:37.889491 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dddb-ce7d-4640-8553-9796f0dc370a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.946143 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dddb-ce7d-4640-8553-9796f0dc370a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.949758 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dddb-ce7d-4640-8553-9796f0dc370a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.968469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9dddb-ce7d-4640-8553-9796f0dc370a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ca19ff-b28f-42bf-8c0c-69eedd9530df,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:37.972838 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9ad9dddb-ce7d-4640-8553-9796f0dc370a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:37.974016 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9ad9dddb-ce7d-4640-8553-9796f0dc370a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150217 Dec 08 02:43:37.976794 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41820) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:37.981539 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4618417b-4a85-4186-9b73-7b2ee277cb73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '9ac60c44-e32e-4304-8358-a3ab5ce89dd8', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:38.003762 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-4618417b-4a85-4186-9b73-7b2ee277cb73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Project c4ee2697a1224548af86649a5bd8a23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:43:38.009134 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4618417b-4a85-4186-9b73-7b2ee277cb73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.068232 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4618417b-4a85-4186-9b73-7b2ee277cb73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.071755 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4618417b-4a85-4186-9b73-7b2ee277cb73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.091968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618417b-4a85-4186-9b73-7b2ee277cb73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a60240a-26de-425d-975a-c620ade923fd,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:38.098038 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4618417b-4a85-4186-9b73-7b2ee277cb73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.098497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4618417b-4a85-4186-9b73-7b2ee277cb73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207893 Dec 08 02:43:38.101257 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41822) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:38.106185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f294d8a1-7bc4-40c5-9550-5a3f4c4de036 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '9ac60c44-e32e-4304-8358-a3ab5ce89dd8', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:38.127708 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-f294d8a1-7bc4-40c5-9550-5a3f4c4de036 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Project c4ee2697a1224548af86649a5bd8a23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:43:38.132448 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f294d8a1-7bc4-40c5-9550-5a3f4c4de036 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.192292 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f294d8a1-7bc4-40c5-9550-5a3f4c4de036 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.195759 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f294d8a1-7bc4-40c5-9550-5a3f4c4de036 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.213522 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294d8a1-7bc4-40c5-9550-5a3f4c4de036 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2021f654-efba-4cba-9711-6fde127e93c7,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:38.218562 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f294d8a1-7bc4-40c5-9550-5a3f4c4de036 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.219738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f294d8a1-7bc4-40c5-9550-5a3f4c4de036 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175482 Dec 08 02:43:38.222871 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41824) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:38.227454 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f310b351-6bcd-441e-96de-dbc9fec1810d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'network': {'name': 'tempest-network-smoke--359261268', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'port_security_enabled': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:38.248869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f310b351-6bcd-441e-96de-dbc9fec1810d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:43:38.252244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f310b351-6bcd-441e-96de-dbc9fec1810d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.275162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f310b351-6bcd-441e-96de-dbc9fec1810d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:43:38.284849 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f310b351-6bcd-441e-96de-dbc9fec1810d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.285189 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-f310b351-6bcd-441e-96de-dbc9fec1810d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Added segment 72186035-0a91-42e3-aa66-d6a9649cfab1 of type vlan for network 0a3051b1-c121-4696-a4bc-b02aad390d4f Dec 08 02:43:38.323957 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f310b351-6bcd-441e-96de-dbc9fec1810d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.355241 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f310b351-6bcd-441e-96de-dbc9fec1810d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.360721 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f310b351-6bcd-441e-96de-dbc9fec1810d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:38.361300 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f310b351-6bcd-441e-96de-dbc9fec1810d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.398429 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f310b351-6bcd-441e-96de-dbc9fec1810d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1745694 Dec 08 02:43:38.402147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41826) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:38.406853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'admin_state_up': True, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:38.430979 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.432422 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.435358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310b351-6bcd-441e-96de-dbc9fec1810d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Network': ['ID=0a3051b1-c121-4696-a4bc-b02aad390d4f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:38.447225 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 0a3051b1-c121-4696-a4bc-b02aad390d4f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:43:38.491787 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.628236 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.820869 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.840825 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:38.939295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.25.2.180 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/18774f91-a2e7-4da9-86d3-aae7e4a93542) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:43:39.049028 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:39.083411 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:39.121336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:43:39.124159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:43:39.127727 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:43:39.137259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be68a49-78be-4d25-a838-ea05f2a98330 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:43:39.157532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=18774f91-a2e7-4da9-86d3-aae7e4a93542,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:39.179037 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-02901026-f2be-421f-b103-ff62e6670f83 None None] Provisioning complete for port 18774f91-a2e7-4da9-86d3-aae7e4a93542 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:39.179411 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-02901026-f2be-421f-b103-ff62e6670f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:39.214075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-02901026-f2be-421f-b103-ff62e6670f83 None None] Port 18774f91-a2e7-4da9-86d3-aae7e4a93542 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:43:39.391328 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:39.581755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:39.714203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router d18e2566-c38b-4642-ac51-344aaade6ac3 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:43:39.819241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:43:39.829588 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Sync routers for ids ['d18e2566-c38b-4642-ac51-344aaade6ac3'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:43:39.839146 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:39.840976 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Routers {'d18e2566-c38b-4642-ac51-344aaade6ac3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:43:39.841538 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3deef5c8-5faf-42c3-9545-9cdbbef73a73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4381530 Dec 08 02:43:39.841992 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:43:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d18e2566-c38b-4642-ac51-344aaade6ac3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:39.844562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41828) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:39.953633 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Set router d18e2566-c38b-4642-ac51-344aaade6ac3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:43:39.976506 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-96318925-753a-4e35-86c0-ffacf503978b tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c4ee2697a1224548af86649a5bd8a23b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1308105 Dec 08 02:43:39.980272 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41832) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:40.154598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134d948a-be8c-4183-a552-d3a6ec5e67ff tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:40.156045 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-134d948a-be8c-4183-a552-d3a6ec5e67ff tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1748319 Dec 08 02:43:40.158849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41834) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:40.196180 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c3f98781-67dc-4fb3-a4c9-79831f9c9a35 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362537 Dec 08 02:43:40.199538 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:40.204186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-34b9a409-531b-48e4-9a84-67f3b8b3025c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1040251109', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:40.226011 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:39Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:40.255750 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Checking router: d18e2566-c38b-4642-ac51-344aaade6ac3 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:43:40.256106 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Updating router d18e2566-c38b-4642-ac51-344aaade6ac3 port 18774f91-a2e7-4da9-86d3-aae7e4a93542 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:43:40.281452 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:40.295107 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b9a409-531b-48e4-9a84-67f3b8b3025c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:43:40.298730 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34b9a409-531b-48e4-9a84-67f3b8b3025c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:40.482285 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34b9a409-531b-48e4-9a84-67f3b8b3025c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:40.539137 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:40.544569 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9a409-531b-48e4-9a84-67f3b8b3025c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Subnet': ['ID=35d2c7f0-216a-49bd-a6d9-e68c4ac2322c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:40.545660 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:40.553595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9a409-531b-48e4-9a84-67f3b8b3025c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Checking segment: {'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:43:40.554181 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b9a409-531b-48e4-9a84-67f3b8b3025c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network hostable DHCP agents. Network: 0a3051b1-c121-4696-a4bc-b02aad390d4f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:43:40.570575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b9a409-531b-48e4-9a84-67f3b8b3025c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 0a3051b1-c121-4696-a4bc-b02aad390d4f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:43:40.585506 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-34b9a409-531b-48e4-9a84-67f3b8b3025c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 0a3051b1-c121-4696-a4bc-b02aad390d4f) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:43:40.591248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b9a409-531b-48e4-9a84-67f3b8b3025c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:40.591787 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34b9a409-531b-48e4-9a84-67f3b8b3025c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:40.592118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e02aa2e-5009-4831-882c-f1a564397b9c None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:43:40.595207 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Attempting to bind port 18774f91-a2e7-4da9-86d3-aae7e4a93542 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:43:40.595587 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Attempting to bind port 18774f91-a2e7-4da9-86d3-aae7e4a93542 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:43:40.595956 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Attempting to bind port 18774f91-a2e7-4da9-86d3-aae7e4a93542 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:43:40.598352 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809f23ed-64e1-4974-a0ff-99e9d97a9b8d None None] Network 0a3051b1-c121-4696-a4bc-b02aad390d4f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:43:40.607363 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:43:40.607742 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:43:40.608139 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:40.608600 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:43:40.609033 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Bound port: 18774f91-a2e7-4da9-86d3-aae7e4a93542, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:43:40.609418 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:40.612415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-34b9a409-531b-48e4-9a84-67f3b8b3025c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4117718 Dec 08 02:43:40.614992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41838) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:40.668538 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] For port 18774f91-a2e7-4da9-86d3-aae7e4a93542, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:43:40.671787 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] For port 18774f91-a2e7-4da9-86d3-aae7e4a93542, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=18774f91-a2e7-4da9-86d3-aae7e4a93542,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:43:40.673353 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Pushing event updated for resources: {'Port': ['ID=18774f91-a2e7-4da9-86d3-aae7e4a93542,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:40.681707 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:40.684646 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.684995 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.685345 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.685700 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.686031 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.686395 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.686735 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.687098 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.687404 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.687731 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.688065 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.688418 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.688752 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:43:40.706790 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-019b4ebe-6f88-4157-a55a-984c19fd4074 None None] Provisioning complete for port 18774f91-a2e7-4da9-86d3-aae7e4a93542 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:40.707184 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-019b4ebe-6f88-4157-a55a-984c19fd4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:40.757157 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16f49d-51c4-457e-9186-b9c52345e25a None None] Pushing event updated for resources: {'Port': ['ID=18774f91-a2e7-4da9-86d3-aae7e4a93542,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:40.762903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-0a3051b1-c121-4696-a4bc-b02aad390d4f', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ips': [{'subnet_id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:43:40.764833 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:40.774099 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Routers {'d18e2566-c38b-4642-ac51-344aaade6ac3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:43:40.774739 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:43:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d18e2566-c38b-4642-ac51-344aaade6ac3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:40.799144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fa8cf6-8efa-4635-accf-05fd67293d90 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:43:40.896254 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] Set router d18e2566-c38b-4642-ac51-344aaade6ac3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:43:40.952425 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-019b4ebe-6f88-4157-a55a-984c19fd4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:40.983138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Allocated IP 172.20.0.2 (0a3051b1-c121-4696-a4bc-b02aad390d4f/35d2c7f0-216a-49bd-a6d9-e68c4ac2322c/86c875a5-74a4-45d1-9d82-a207e2f8cee7) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:43:40.986277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-019b4ebe-6f88-4157-a55a-984c19fd4074 None None] For port 18774f91-a2e7-4da9-86d3-aae7e4a93542, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=18774f91-a2e7-4da9-86d3-aae7e4a93542,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:40.994880 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-019b4ebe-6f88-4157-a55a-984c19fd4074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:41.088825 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:39Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:41.096426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b4ebe-6f88-4157-a55a-984c19fd4074 None None] Pushing event updated for resources: {'Port': ['ID=18774f91-a2e7-4da9-86d3-aae7e4a93542,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:41.124854 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b58cd1-2b1e-49e8-8e46-c4d15ba1eceb None None] The sync data for ids ['d18e2566-c38b-4642-ac51-344aaade6ac3'] in n-d-713498-30 is: [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:39Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:43:41.134403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-18110f5c-7b46-42ef-929a-fcf9a09aa1e5 None None] Provisioning complete for port 18774f91-a2e7-4da9-86d3-aae7e4a93542 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:41.134891 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-18110f5c-7b46-42ef-929a-fcf9a09aa1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:41.162730 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:41.226273 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:41.235421 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:41.312337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Network 0a3051b1-c121-4696-a4bc-b02aad390d4f is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:43:41.317503 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:43:41.322232 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:43:41.325730 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Pushing event updated for resources: {'Port': ['ID=86c875a5-74a4-45d1-9d82-a207e2f8cee7,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:41.404695 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Attempting to bind port 86c875a5-74a4-45d1-9d82-a207e2f8cee7 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:43:41.405077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Attempting to bind port 86c875a5-74a4-45d1-9d82-a207e2f8cee7 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:43:41.405451 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Attempting to bind port 86c875a5-74a4-45d1-9d82-a207e2f8cee7 on network 0a3051b1-c121-4696-a4bc-b02aad390d4f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:43:41.410577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:43:41.410962 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Checking segment: {'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:43:41.411399 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:41.411821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Bound using segment: {'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:43:41.412314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Bound port: 86c875a5-74a4-45d1-9d82-a207e2f8cee7, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:43:41.412734 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:41.490325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] For port 86c875a5-74a4-45d1-9d82-a207e2f8cee7, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:43:41.495058 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] For port 86c875a5-74a4-45d1-9d82-a207e2f8cee7, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=86c875a5-74a4-45d1-9d82-a207e2f8cee7,segment=NetworkSegment(72186035-0a91-42e3-aa66-d6a9649cfab1),segment_id=72186035-0a91-42e3-aa66-d6a9649cfab1)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:43:41.500488 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:41.578317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84f4da-db9c-45ae-a3d1-ce079ebeabf7 None None] Pushing event updated for resources: {'Port': ['ID=86c875a5-74a4-45d1-9d82-a207e2f8cee7,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:41.954331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.20.0.1 (0a3051b1-c121-4696-a4bc-b02aad390d4f/35d2c7f0-216a-49bd-a6d9-e68c4ac2322c/976c2dbf-1eb6-446d-bd4d-1cce643159e3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:43:42.085879 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:42.119625 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:42.159165 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 0a3051b1-c121-4696-a4bc-b02aad390d4f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:43:42.162366 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:43:42.166124 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:43:42.190989 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=976c2dbf-1eb6-446d-bd4d-1cce643159e3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:42.215469 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:42.349827 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:42.521294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44d6781-dd34-46d6-b766-a29db2b57352 None None] Network 0a3051b1-c121-4696-a4bc-b02aad390d4f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:43:42.597658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-53a67620-c3e5-4d90-a001-144853393547 None None] Provisioning complete for port 86c875a5-74a4-45d1-9d82-a207e2f8cee7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:42.598021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-53a67620-c3e5-4d90-a001-144853393547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:42.636973 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:42.643131 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:42.712814 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-53a67620-c3e5-4d90-a001-144853393547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:42.722532 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:42.725079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=976c2dbf-1eb6-446d-bd4d-1cce643159e3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:42.755002 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-53a67620-c3e5-4d90-a001-144853393547 None None] For port 86c875a5-74a4-45d1-9d82-a207e2f8cee7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=86c875a5-74a4-45d1-9d82-a207e2f8cee7,segment=NetworkSegment(72186035-0a91-42e3-aa66-d6a9649cfab1),segment_id=72186035-0a91-42e3-aa66-d6a9649cfab1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:42.762604 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-53a67620-c3e5-4d90-a001-144853393547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:42.829095 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a67620-c3e5-4d90-a001-144853393547 None None] Pushing event updated for resources: {'Port': ['ID=86c875a5-74a4-45d1-9d82-a207e2f8cee7,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:42.845991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 0a3051b1-c121-4696-a4bc-b02aad390d4f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:43:42.847911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:43:42.982395 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router d18e2566-c38b-4642-ac51-344aaade6ac3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:43:42.986292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3c2fdefb-1160-4ef0-a40e-da17c731f7d5 None None] Provisioning complete for port 86c875a5-74a4-45d1-9d82-a207e2f8cee7 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:42.986756 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c2fdefb-1160-4ef0-a40e-da17c731f7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:43.092752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3c2fdefb-1160-4ef0-a40e-da17c731f7d5 None None] Provisioning complete for port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:43.093235 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3c2fdefb-1160-4ef0-a40e-da17c731f7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:43.132372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:43:43.146239 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8a5d70bb-b292-422d-8c40-928d0e884b97 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "PUT /v2.0/routers/d18e2566-c38b-4642-ac51-344aaade6ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5298522 Dec 08 02:43:43.150630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Sync routers for ids ['d18e2566-c38b-4642-ac51-344aaade6ac3'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:43:43.159616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-3c2fdefb-1160-4ef0-a40e-da17c731f7d5 None None] Port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:43:43.166979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Routers {'d18e2566-c38b-4642-ac51-344aaade6ac3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:43:43.167697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:43:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d18e2566-c38b-4642-ac51-344aaade6ac3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:43.283232 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 86c875a5-74a4-45d1-9d82-a207e2f8cee7 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:43:43.348402 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Set router d18e2566-c38b-4642-ac51-344aaade6ac3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:43:43.354829 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-1afe6dc6-d89d-487b-bbc3-cf7a43725699 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189451268&fields=id&tenant_id=c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 267 time: 0.0655479 Dec 08 02:43:43.364496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ebe75347-2ba1-477f-b192-5f3df3ad90b3 None None] Provisioning complete for port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:43.364886 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ebe75347-2ba1-477f-b192-5f3df3ad90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:43.475229 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ebe75347-2ba1-477f-b192-5f3df3ad90b3 None None] Port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:43:43.485936 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-77ac954c-664c-4d7d-a4dc-8048dfb9a4bc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:43.494978 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-77ac954c-664c-4d7d-a4dc-8048dfb9a4bc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/networks?id=0a3051b1-c121-4696-a4bc-b02aad390d4f HTTP/1.1" status: 200 len: 796 time: 0.1386471 Dec 08 02:43:43.495228 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 86c875a5-74a4-45d1-9d82-a207e2f8cee7 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:43.495444 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:43.511581 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-aa786931-92b6-42ad-a2e2-f21e6ae707d8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/quotas/c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 375 time: 0.0127029 Dec 08 02:43:43.574004 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-ee03d430-947e-40b7-bd9b-51e4b26bfcca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562096 Dec 08 02:43:43.661291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d43d7ccd-97d2-47df-a889-c44b38c61814 None None] Provisioning complete for port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:43.661879 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d43d7ccd-97d2-47df-a889-c44b38c61814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:43.693218 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-f71bdee7-a7c2-4fb8-851d-a331f3887155 service neutron] 10.222.0.70 "GET /v2.0/networks/0a3051b1-c121-4696-a4bc-b02aad390d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054909 Dec 08 02:43:43.698184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 18774f91-a2e7-4da9-86d3-aae7e4a93542 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:43:43.802726 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-be6b1813-4f52-42d3-9b9c-d233b2034b2c service neutron] 10.222.0.70 "GET /v2.0/networks/0a3051b1-c121-4696-a4bc-b02aad390d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010685 Dec 08 02:43:43.903523 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d43d7ccd-97d2-47df-a889-c44b38c61814 None None] Port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:43:43.923526 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:42Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '976c2dbf-1eb6-446d-bd4d-1cce643159e3', 'name': '', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:06:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:41Z', 'updated_at': '2021-12-08T02:43:42Z', 'revision_number': 2, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:43.954167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Checking router: d18e2566-c38b-4642-ac51-344aaade6ac3 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:43:43.954536 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Updating router d18e2566-c38b-4642-ac51-344aaade6ac3 port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:43:43.982926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d12ad8e3-ba07-47c1-a9c6-2b0623db9bb0 req-05de23b7-f2af-4490-a744-c538a743218d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0291781 Dec 08 02:43:43.985988 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:43.987902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 18774f91-a2e7-4da9-86d3-aae7e4a93542 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:43.988314 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:44.311058 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:44.316808 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:44.369905 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525054a-b6df-4b54-8ae1-185096954758 None None] Pushing event updated for resources: {'Port': ['ID=976c2dbf-1eb6-446d-bd4d-1cce643159e3,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:44.432500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Attempting to bind port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:43:44.433260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Attempting to bind port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:43:44.433823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Attempting to bind port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 on network 0a3051b1-c121-4696-a4bc-b02aad390d4f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:43:44.440674 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:43:44.440980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Checking segment: {'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:43:44.441437 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:44.441842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Bound using segment: {'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:43:44.442318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Bound port: 976c2dbf-1eb6-446d-bd4d-1cce643159e3, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:43:44.443136 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:44.511342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] For port 976c2dbf-1eb6-446d-bd4d-1cce643159e3, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:43:44.514725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] For port 976c2dbf-1eb6-446d-bd4d-1cce643159e3, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=976c2dbf-1eb6-446d-bd4d-1cce643159e3,segment=NetworkSegment(72186035-0a91-42e3-aa66-d6a9649cfab1),segment_id=72186035-0a91-42e3-aa66-d6a9649cfab1)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:43:44.520118 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:44.585371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Routers {'d18e2566-c38b-4642-ac51-344aaade6ac3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:43:44.586027 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:43:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d18e2566-c38b-4642-ac51-344aaade6ac3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:44.591990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525054a-b6df-4b54-8ae1-185096954758 None None] Pushing event updated for resources: {'Port': ['ID=976c2dbf-1eb6-446d-bd4d-1cce643159e3,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:44.654799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9d0a75c7-8656-4f51-b742-94ec15f434d6 None None] Provisioning complete for port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:44.655176 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d0a75c7-8656-4f51-b742-94ec15f434d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:44.742817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] Set router d18e2566-c38b-4642-ac51-344aaade6ac3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:43:44.863884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d0a75c7-8656-4f51-b742-94ec15f434d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:44.941444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9d0a75c7-8656-4f51-b742-94ec15f434d6 None None] For port 976c2dbf-1eb6-446d-bd4d-1cce643159e3, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=976c2dbf-1eb6-446d-bd4d-1cce643159e3,segment=NetworkSegment(72186035-0a91-42e3-aa66-d6a9649cfab1),segment_id=72186035-0a91-42e3-aa66-d6a9649cfab1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:44.946801 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d0a75c7-8656-4f51-b742-94ec15f434d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:45.023984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a75c7-8656-4f51-b742-94ec15f434d6 None None] Pushing event updated for resources: {'Port': ['ID=976c2dbf-1eb6-446d-bd4d-1cce643159e3,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:45.049246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:42Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '976c2dbf-1eb6-446d-bd4d-1cce643159e3', 'name': '', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:06:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:41Z', 'updated_at': '2021-12-08T02:43:44Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:43:45.071438 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1d26c97b-9458-4fe8-aca9-3c83a54ffa69 req-3acd222d-f367-4f38-be2c-e1cd198b468f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0309155 Dec 08 02:43:45.079604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab1564c-1d26-4130-95c8-4415eed36b6e None None] The sync data for ids ['d18e2566-c38b-4642-ac51-344aaade6ac3'] in n-d-713498-30 is: [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:42Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '976c2dbf-1eb6-446d-bd4d-1cce643159e3', 'name': '', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:06:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:41Z', 'updated_at': '2021-12-08T02:43:44Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:43:45.099937 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bbbdbe93-100a-4c29-85cf-1f40f05c68cb None None] Provisioning complete for port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:45.100347 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bbbdbe93-100a-4c29-85cf-1f40f05c68cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:46.151078 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e12d3f6a-d363-40d4-bf61-70854f1f51fd req-2cbc4ea5-2f5f-4782-aed9-6b0c024f2607 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0258539 Dec 08 02:43:47.168677 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 976c2dbf-1eb6-446d-bd4d-1cce643159e3 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:43:47.218207 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:47.218602 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:47.233463 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4ea2828a-5a6d-4434-9fa2-328eac4106ed req-2184f745-cfe4-4812-a74e-472922fabcfc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0274067 Dec 08 02:43:48.333010 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ceb0a01f-4dca-480b-ad19-05b996cfde91 req-a1bf8e39-221e-4c63-b4eb-ebd6a65916d0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0282958 Dec 08 02:43:48.756877 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:43:49.292634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-164c8472-9ec2-4409-891a-a0764cbbdbef tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:49.294109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-164c8472-9ec2-4409-891a-a0764cbbdbef tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "GET /v2.0/networks?id=0a3051b1-c121-4696-a4bc-b02aad390d4f HTTP/1.1" status: 200 len: 796 time: 0.1089234 Dec 08 02:43:49.374758 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-3085e19e-946f-4bac-99dd-8c37ee5552a7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 380 time: 0.0645566 Dec 08 02:43:49.406693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'port': {'device_id': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'admin_state_up': True, 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'security_groups': ['9ac60c44-e32e-4304-8358-a3ab5ce89dd8']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:49.428607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5ea0b353-e843-4a22-91dd-b7e139a97e6b req-5c54a690-47a2-48ff-9351-5db737ff3501 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0264993 Dec 08 02:43:49.522415 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:43:49.525985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:49.649269 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.20.0.5 (0a3051b1-c121-4696-a4bc-b02aad390d4f/35d2c7f0-216a-49bd-a6d9-e68c4ac2322c/98086b49-0158-4ba0-bf14-17b1537572c5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:43:49.798046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:49.831267 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:49.878988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 0a3051b1-c121-4696-a4bc-b02aad390d4f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:43:49.882092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:43:49.885875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:43:49.892305 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=98086b49-0158-4ba0-bf14-17b1537572c5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:49.940555 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:49.941194 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:49.957420 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-61dc5bbc-e305-4700-a1aa-c498cd83ce19 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5545599 Dec 08 02:43:49.968928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-ec1673c7-9842-4243-9024-f80240d771fb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:43:49.969910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-ec1673c7-9842-4243-9024-f80240d771fb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054176 Dec 08 02:43:50.055358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Request body: {'port': {'device_id': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:50.108811 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:50.166288 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4f55c8d4-152b-499e-aee1-1177cc562b29 None None] Provisioning complete for port 98086b49-0158-4ba0-bf14-17b1537572c5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:50.166881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f55c8d4-152b-499e-aee1-1177cc562b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:50.201111 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4f55c8d4-152b-499e-aee1-1177cc562b29 None None] Port 98086b49-0158-4ba0-bf14-17b1537572c5 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:43:50.415119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98086b49-0158-4ba0-bf14-17b1537572c5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:43:50.423331 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:50.439111 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Transition to ACTIVE for port object 98086b49-0158-4ba0-bf14-17b1537572c5 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:43:50.443105 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:50.494258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Pushing event updated for resources: {'Port': ['ID=98086b49-0158-4ba0-bf14-17b1537572c5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:50.611666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e0843-6509-4cd4-a413-89912e36918f req-919dcea5-4e60-4f55-88a2-e641e4fac835 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:50.613308 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-770e0843-6509-4cd4-a413-89912e36918f req-919dcea5-4e60-4f55-88a2-e641e4fac835 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0972819 Dec 08 02:43:50.614562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Attempting to bind port 98086b49-0158-4ba0-bf14-17b1537572c5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:43:50.614903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Attempting to bind port 98086b49-0158-4ba0-bf14-17b1537572c5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:43:50.615237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Attempting to bind port 98086b49-0158-4ba0-bf14-17b1537572c5 on network 0a3051b1-c121-4696-a4bc-b02aad390d4f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:43:50.621159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Port 98086b49-0158-4ba0-bf14-17b1537572c5 on network 0a3051b1-c121-4696-a4bc-b02aad390d4f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:43:50.621508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Attempting to bind port 98086b49-0158-4ba0-bf14-17b1537572c5 on network 0a3051b1-c121-4696-a4bc-b02aad390d4f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:43:50.634160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:43:50.635058 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Checking segment: {'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:43:50.635565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Bound using segment: {'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:43:50.636013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Bound port: 98086b49-0158-4ba0-bf14-17b1537572c5, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72186035-0a91-42e3-aa66-d6a9649cfab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:43:50.636424 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:50.711841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-770e0843-6509-4cd4-a413-89912e36918f req-88e8012e-389f-459f-9531-df34dbfa14f2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878193 Dec 08 02:43:50.733960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] For port 98086b49-0158-4ba0-bf14-17b1537572c5, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:43:50.737003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] For port 98086b49-0158-4ba0-bf14-17b1537572c5, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=98086b49-0158-4ba0-bf14-17b1537572c5,segment=NetworkSegment(72186035-0a91-42e3-aa66-d6a9649cfab1),segment_id=72186035-0a91-42e3-aa66-d6a9649cfab1)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:43:50.741474 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:50.774024 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:50.774707 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:50.777039 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] 10.222.0.72 "PUT /v2.0/ports/98086b49-0158-4ba0-bf14-17b1537572c5 HTTP/1.1" status: 200 len: 1092 time: 0.7934818 Dec 08 02:43:50.777497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'tag': '98086b49-0158-4ba0-bf14-17b1537572c5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:43:50.779788 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25621db-820a-4203-9637-87390b9cc6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e15091-68d9-4855-a911-74ad8820c7b1", "tag": "98086b49-0158-4ba0-bf14-17b1537572c5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:43:50.805431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf73f9-3f5d-425e-8e61-13c68aa45381 service neutron] Pushing event updated for resources: {'Port': ['ID=98086b49-0158-4ba0-bf14-17b1537572c5,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:50.829918 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc89fc1d-0524-44e0-a435-d0fc3a08e217 x-openstack-request-id: req-bc89fc1d-0524-44e0-a435-d0fc3a08e217 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:43:50.830443 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e15091-68d9-4855-a911-74ad8820c7b1", "tag": "98086b49-0158-4ba0-bf14-17b1537572c5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:43:50.830703 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bc89fc1d-0524-44e0-a435-d0fc3a08e217 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:43:50.831122 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'tag': '98086b49-0158-4ba0-bf14-17b1537572c5', 'status': 'completed', 'code': 200} Dec 08 02:43:50.889128 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-c9f8246f-4b71-47cd-8d55-3459b3e2d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:50.890691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-c9f8246f-4b71-47cd-8d55-3459b3e2d1c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 1095 time: 0.0427818 Dec 08 02:43:50.942095 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-2e28d664-2e69-40d8-9552-e4cbee0bfd31 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98086b49-0158-4ba0-bf14-17b1537572c5 HTTP/1.1" status: 200 len: 217 time: 0.0380278 Dec 08 02:43:50.992567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-10f1e134-badb-4988-92fd-7e4a192f3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:50.994761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-10f1e134-badb-4988-92fd-7e4a192f3f42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35d2c7f0-216a-49bd-a6d9-e68c4ac2322c HTTP/1.1" status: 200 len: 835 time: 0.0446720 Dec 08 02:43:51.049900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-c60d85ee-d4d9-4bfc-99df-54119fa7c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:51.051427 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-c60d85ee-d4d9-4bfc-99df-54119fa7c542 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0a3051b1-c121-4696-a4bc-b02aad390d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503030 Dec 08 02:43:51.143619 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-c1c2614d-9e12-44da-a5ae-1f8c95c9966c service neutron] 10.222.0.72 "GET /v2.0/networks/0a3051b1-c121-4696-a4bc-b02aad390d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843852 Dec 08 02:43:51.231196 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c3d26cc-b33c-4a2a-80a3-6ca1197b1275 req-a4556880-045f-4ddc-8732-d44943a0f9aa service neutron] 10.222.0.72 "GET /v2.0/networks/0a3051b1-c121-4696-a4bc-b02aad390d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802972 Dec 08 02:43:51.360213 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25621db-820a-4203-9637-87390b9cc6d2 req-715b6055-7cef-42c7-821d-26eaed385aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:51.361835 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d25621db-820a-4203-9637-87390b9cc6d2 req-715b6055-7cef-42c7-821d-26eaed385aac service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 1095 time: 0.0465713 Dec 08 02:43:51.450904 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25621db-820a-4203-9637-87390b9cc6d2 req-48e0effc-9653-451e-807f-d29f162cddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:51.452459 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d25621db-820a-4203-9637-87390b9cc6d2 req-48e0effc-9653-451e-807f-d29f162cddac service neutron] 10.222.0.72 "GET /v2.0/networks?id=0a3051b1-c121-4696-a4bc-b02aad390d4f HTTP/1.1" status: 200 len: 897 time: 0.0823576 Dec 08 02:43:51.497419 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d25621db-820a-4203-9637-87390b9cc6d2 req-b73666de-6fc0-42ce-99e0-8bbef96d0f69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98086b49-0158-4ba0-bf14-17b1537572c5 HTTP/1.1" status: 200 len: 217 time: 0.0368319 Dec 08 02:43:51.546842 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25621db-820a-4203-9637-87390b9cc6d2 req-e239e1bf-1164-4ed0-b67f-c2182b930c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:51.548354 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d25621db-820a-4203-9637-87390b9cc6d2 req-e239e1bf-1164-4ed0-b67f-c2182b930c0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35d2c7f0-216a-49bd-a6d9-e68c4ac2322c HTTP/1.1" status: 200 len: 835 time: 0.0425425 Dec 08 02:43:51.595841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25621db-820a-4203-9637-87390b9cc6d2 req-9c27b869-fd38-4204-bdb4-040a725f93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:51.597387 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d25621db-820a-4203-9637-87390b9cc6d2 req-9c27b869-fd38-4204-bdb4-040a725f93f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0a3051b1-c121-4696-a4bc-b02aad390d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395701 Dec 08 02:43:51.947478 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d25621db-820a-4203-9637-87390b9cc6d2 req-27ba37a0-6778-4dfe-b0f4-a0fa831e5c14 service neutron] 10.222.0.72 "GET /v2.0/networks/0a3051b1-c121-4696-a4bc-b02aad390d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411763 Dec 08 02:43:51.971029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075cf5b-3e68-4c1a-a09b-911bb932b661 req-9a5ca290-3fd9-4cc9-8c93-d381f249ddbb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:51.972531 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0075cf5b-3e68-4c1a-a09b-911bb932b661 req-9a5ca290-3fd9-4cc9-8c93-d381f249ddbb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0694268 Dec 08 02:43:52.072134 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0075cf5b-3e68-4c1a-a09b-911bb932b661 req-8f8285ac-bf64-4af0-8321-1455a77b7ae1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892301 Dec 08 02:43:52.085970 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d25621db-820a-4203-9637-87390b9cc6d2 req-798f9453-48f7-4c77-b0f7-30966fcd4b23 service neutron] 10.222.0.72 "GET /v2.0/networks/0a3051b1-c121-4696-a4bc-b02aad390d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306145 Dec 08 02:43:53.189146 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c34a08-5195-49d0-82aa-0a4617d1766a req-a685a3ce-eee4-4f94-b6d8-9d89ad31de3e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:53.190688 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-02c34a08-5195-49d0-82aa-0a4617d1766a req-a685a3ce-eee4-4f94-b6d8-9d89ad31de3e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 943 time: 0.0476651 Dec 08 02:43:53.242325 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-02c34a08-5195-49d0-82aa-0a4617d1766a req-712c5a0b-ba16-43f5-b5ee-b100760802ed tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457518 Dec 08 02:43:53.499697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 98086b49-0158-4ba0-bf14-17b1537572c5 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:43:53.592875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 98086b49-0158-4ba0-bf14-17b1537572c5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=98086b49-0158-4ba0-bf14-17b1537572c5,segment=NetworkSegment(72186035-0a91-42e3-aa66-d6a9649cfab1),segment_id=72186035-0a91-42e3-aa66-d6a9649cfab1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:53.604305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '98086b49-0158-4ba0-bf14-17b1537572c5', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'port_id': '98086b49-0158-4ba0-bf14-17b1537572c5', 'mac_address': 'fa:16:3e:60:c0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:43:53.644421 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:53.658242 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98086b49-0158-4ba0-bf14-17b1537572c5 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:43:53.678611 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 98086b49-0158-4ba0-bf14-17b1537572c5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=98086b49-0158-4ba0-bf14-17b1537572c5,segment=NetworkSegment(72186035-0a91-42e3-aa66-d6a9649cfab1),segment_id=72186035-0a91-42e3-aa66-d6a9649cfab1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:53.682742 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:53.727462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=98086b49-0158-4ba0-bf14-17b1537572c5,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:53.976007 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['98086b49-0158-4ba0-bf14-17b1537572c5'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:43:54.363463 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c36c73-0af6-469a-9b5b-29911eaf1e99 req-f554ee53-9c23-4079-9ec0-9989e5051896 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:54.365059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-38c36c73-0af6-469a-9b5b-29911eaf1e99 req-f554ee53-9c23-4079-9ec0-9989e5051896 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 944 time: 0.0555189 Dec 08 02:43:54.414391 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-38c36c73-0af6-469a-9b5b-29911eaf1e99 req-81577f1c-3ac8-4329-b32c-d0c4f3fda360 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Dec 08 02:43:55.515697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 98086b49-0158-4ba0-bf14-17b1537572c5 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:43:55.530089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280853d-eb6a-40f5-8103-876358da6611 req-2b603ff5-6631-4425-83c2-3d4866825a32 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:55.531568 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9280853d-eb6a-40f5-8103-876358da6611 req-2b603ff5-6631-4425-83c2-3d4866825a32 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 944 time: 0.0513670 Dec 08 02:43:55.567729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 98086b49-0158-4ba0-bf14-17b1537572c5 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:43:55.572433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 98086b49-0158-4ba0-bf14-17b1537572c5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:43:55.573008 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:55.589729 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9280853d-eb6a-40f5-8103-876358da6611 req-4b67302c-ac7d-4280-8b94-3d55a004f4c1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520885 Dec 08 02:43:55.656204 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:55.679395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98086b49-0158-4ba0-bf14-17b1537572c5'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:43:55.682214 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b876139d-91bd-4b44-b68a-49fd30fc6819" -d '{"events": [{"server_uuid": "c8e15091-68d9-4855-a911-74ad8820c7b1", "name": "network-vif-plugged", "status": "completed", "tag": "98086b49-0158-4ba0-bf14-17b1537572c5"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:43:55.695771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 98086b49-0158-4ba0-bf14-17b1537572c5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=98086b49-0158-4ba0-bf14-17b1537572c5,segment=NetworkSegment(72186035-0a91-42e3-aa66-d6a9649cfab1),segment_id=72186035-0a91-42e3-aa66-d6a9649cfab1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:43:55.700415 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:55.748278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=98086b49-0158-4ba0-bf14-17b1537572c5,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:55.774104 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2079c31f-830b-405a-bc02-9c670b6aefe5 x-openstack-request-id: req-2079c31f-830b-405a-bc02-9c670b6aefe5 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:43:55.774410 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e15091-68d9-4855-a911-74ad8820c7b1", "name": "network-vif-plugged", "status": "completed", "tag": "98086b49-0158-4ba0-bf14-17b1537572c5", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:43:55.774671 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2079c31f-830b-405a-bc02-9c670b6aefe5 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:43:55.775591 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98086b49-0158-4ba0-bf14-17b1537572c5', 'code': 200} Dec 08 02:43:55.919791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24c8fd-0b88-4632-a713-aeb4239562c7 req-e8616f59-34e5-49c5-bcdb-a71614283969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:55.921315 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b24c8fd-0b88-4632-a713-aeb4239562c7 req-e8616f59-34e5-49c5-bcdb-a71614283969 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0408478 Dec 08 02:43:55.968974 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b24c8fd-0b88-4632-a713-aeb4239562c7 req-867a481b-95aa-4ae5-8ae6-5a065d82adf4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387790 Dec 08 02:43:56.705977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56b452-866b-461b-a79b-02873ddd9625 req-a8dce961-c44c-44fe-841f-c9a0ea36d4d0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:56.707458 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad56b452-866b-461b-a79b-02873ddd9625 req-a8dce961-c44c-44fe-841f-c9a0ea36d4d0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0495477 Dec 08 02:43:56.755469 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad56b452-866b-461b-a79b-02873ddd9625 req-03b06952-ad33-4b4a-83c0-7acf6a720daa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411446 Dec 08 02:43:57.878103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824159ee-6b3d-41c4-8f68-3f63c25e243f req-06a7134a-be9c-4fc7-bd69-6ffddfdad543 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:57.879598 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-824159ee-6b3d-41c4-8f68-3f63c25e243f req-06a7134a-be9c-4fc7-bd69-6ffddfdad543 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0528061 Dec 08 02:43:57.927921 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-824159ee-6b3d-41c4-8f68-3f63c25e243f req-da0639df-79e3-490f-880f-c20b2080e2ef tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 Dec 08 02:43:58.047702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95953845-5297-4f87-9e20-faa955d937c1 req-ddba8a7e-8784-47a3-aaee-725902eec67b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:58.049260 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-95953845-5297-4f87-9e20-faa955d937c1 req-ddba8a7e-8784-47a3-aaee-725902eec67b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0527492 Dec 08 02:43:58.098588 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-95953845-5297-4f87-9e20-faa955d937c1 req-30e38b64-d270-48b0-9eb5-0ff4c13caa82 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434628 Dec 08 02:43:58.121055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41910) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:58.159101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d627ca-7029-4cde-a251-579e1c6153d5 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:43:58.160632 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-15d627ca-7029-4cde-a251-579e1c6153d5 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 1092 time: 0.0385532 Dec 08 02:43:58.163490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41912) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:43:58.168351 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '98086b49-0158-4ba0-bf14-17b1537572c5', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:43:58.193161 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:58.290090 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:58.392363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.25.2.191 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/5103b5fd-eb54-4333-a746-5c43e1b57629) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:43:58.495636 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:58.528391 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:58.565659 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:43:58.568510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:43:58.572061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:43:58.598805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=5103b5fd-eb54-4333-a746-5c43e1b57629,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:58.936684 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6c5cfa5-5371-4809-8634-d553ff6beb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:59.062838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:59.160256 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:59.308020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:59.312398 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:59.382572 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=5103b5fd-eb54-4333-a746-5c43e1b57629,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:43:59.392365 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:43:59.492118 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Floating IP 5de25b53-d5c0-441c-bb75-366129311a3f associated. External IP: 172.25.2.191, port: 98086b49-0158-4ba0-bf14-17b1537572c5. Dec 08 02:43:59.940542 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router d18e2566-c38b-4642-ac51-344aaade6ac3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:44:00.043965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:44:00.053632 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc08311-fbb2-4f6d-9834-ecf57f853e76 None None] Sync routers for ids ['d18e2566-c38b-4642-ac51-344aaade6ac3'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:44:00.061396 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:00.063416 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc08311-fbb2-4f6d-9834-ecf57f853e76 None None] Routers {'d18e2566-c38b-4642-ac51-344aaade6ac3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:00.064034 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6bc08311-fbb2-4f6d-9834-ecf57f853e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:43:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d18e2566-c38b-4642-ac51-344aaade6ac3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:00.091198 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6dea753b-ac68-4cf3-a5b9-ea88cb6e9bc4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9266651 Dec 08 02:44:00.091902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'tag': '98086b49-0158-4ba0-bf14-17b1537572c5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:00.094085 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0721b3e-ded0-4c9d-b43f-7f2c43de5d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e15091-68d9-4855-a911-74ad8820c7b1", "tag": "98086b49-0158-4ba0-bf14-17b1537572c5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:00.142037 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878b79f2-3c85-4bb8-8618-7d2af6687a94 x-openstack-request-id: req-878b79f2-3c85-4bb8-8618-7d2af6687a94 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:00.142342 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e15091-68d9-4855-a911-74ad8820c7b1", "tag": "98086b49-0158-4ba0-bf14-17b1537572c5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:00.142598 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-878b79f2-3c85-4bb8-8618-7d2af6687a94 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:00.143014 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'tag': '98086b49-0158-4ba0-bf14-17b1537572c5', 'status': 'completed', 'code': 200} Dec 08 02:44:00.173638 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6bc08311-fbb2-4f6d-9834-ecf57f853e76 None None] Set router d18e2566-c38b-4642-ac51-344aaade6ac3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:00.221236 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146e96b-2737-4267-bf0b-0e710e8ccc97 req-bbd029f3-d0af-4541-9fae-fc0099f16dfa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:00.222665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f146e96b-2737-4267-bf0b-0e710e8ccc97 req-bbd029f3-d0af-4541-9fae-fc0099f16dfa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0748742 Dec 08 02:44:00.248376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0721b3e-ded0-4c9d-b43f-7f2c43de5d6a req-859c1ed7-8651-4c75-97b1-70c680dde910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:00.249862 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0721b3e-ded0-4c9d-b43f-7f2c43de5d6a req-859c1ed7-8651-4c75-97b1-70c680dde910 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0639424 Dec 08 02:44:00.304936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f146e96b-2737-4267-bf0b-0e710e8ccc97 req-44528fd4-6766-4b89-8bee-e3b4c80aa5dc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740898 Dec 08 02:44:00.327793 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41918) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:00.370281 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0721b3e-ded0-4c9d-b43f-7f2c43de5d6a req-97a1d324-8fdf-46e1-b0ff-8900c66bc7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:00.371797 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0721b3e-ded0-4c9d-b43f-7f2c43de5d6a req-97a1d324-8fdf-46e1-b0ff-8900c66bc7c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0a3051b1-c121-4696-a4bc-b02aad390d4f HTTP/1.1" status: 200 len: 897 time: 0.1141400 Dec 08 02:44:00.391266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9d23f3f2-fb1d-4076-95db-59426dc67bf7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/5de25b53-d5c0-441c-bb75-366129311a3f HTTP/1.1" status: 200 len: 991 time: 0.0620277 Dec 08 02:44:00.401090 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6bc08311-fbb2-4f6d-9834-ecf57f853e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:42Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '5de25b53-d5c0-441c-bb75-366129311a3f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'port_id': '98086b49-0158-4ba0-bf14-17b1537572c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'mac_address': 'fa:16:3e:60:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:43:58Z', 'updated_at': '2021-12-08T02:43:58Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '976c2dbf-1eb6-446d-bd4d-1cce643159e3', 'name': '', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:06:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:41Z', 'updated_at': '2021-12-08T02:43:44Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:00.429963 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc08311-fbb2-4f6d-9834-ecf57f853e76 None None] Checking router: d18e2566-c38b-4642-ac51-344aaade6ac3 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:44:00.439162 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc08311-fbb2-4f6d-9834-ecf57f853e76 None None] Routers {'d18e2566-c38b-4642-ac51-344aaade6ac3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:00.439773 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6bc08311-fbb2-4f6d-9834-ecf57f853e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:43:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d18e2566-c38b-4642-ac51-344aaade6ac3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:00.475333 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0721b3e-ded0-4c9d-b43f-7f2c43de5d6a req-78ac63e9-884d-4107-a8d2-c9e8478c97ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98086b49-0158-4ba0-bf14-17b1537572c5 HTTP/1.1" status: 200 len: 999 time: 0.0962670 Dec 08 02:44:00.525563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0721b3e-ded0-4c9d-b43f-7f2c43de5d6a req-8deab784-e6e4-4dc4-aeaf-4113210a9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:00.527385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0721b3e-ded0-4c9d-b43f-7f2c43de5d6a req-8deab784-e6e4-4dc4-aeaf-4113210a9b41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35d2c7f0-216a-49bd-a6d9-e68c4ac2322c HTTP/1.1" status: 200 len: 835 time: 0.0453093 Dec 08 02:44:00.543103 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-6bc08311-fbb2-4f6d-9834-ecf57f853e76 None None] Set router d18e2566-c38b-4642-ac51-344aaade6ac3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:00.573349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0721b3e-ded0-4c9d-b43f-7f2c43de5d6a req-403da316-0aee-42df-b909-92409175235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:00.574875 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0721b3e-ded0-4c9d-b43f-7f2c43de5d6a req-403da316-0aee-42df-b909-92409175235c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0a3051b1-c121-4696-a4bc-b02aad390d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407894 Dec 08 02:44:00.680378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0721b3e-ded0-4c9d-b43f-7f2c43de5d6a req-02513e31-2175-4149-9018-07b58bedb93c service neutron] 10.222.0.72 "GET /v2.0/networks/0a3051b1-c121-4696-a4bc-b02aad390d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973742 Dec 08 02:44:00.777735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d0721b3e-ded0-4c9d-b43f-7f2c43de5d6a req-78fb475c-4bc5-4f9e-ac83-88ab7d7cca2b service neutron] 10.222.0.72 "GET /v2.0/networks/0a3051b1-c121-4696-a4bc-b02aad390d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905182 Dec 08 02:44:00.859314 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-6bc08311-fbb2-4f6d-9834-ecf57f853e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:42Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '5de25b53-d5c0-441c-bb75-366129311a3f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'port_id': '98086b49-0158-4ba0-bf14-17b1537572c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'mac_address': 'fa:16:3e:60:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:43:58Z', 'updated_at': '2021-12-08T02:43:58Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '976c2dbf-1eb6-446d-bd4d-1cce643159e3', 'name': '', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:06:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:41Z', 'updated_at': '2021-12-08T02:43:44Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:00.889370 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc08311-fbb2-4f6d-9834-ecf57f853e76 None None] The sync data for ids ['d18e2566-c38b-4642-ac51-344aaade6ac3'] in n-d-713498-30 is: [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:42Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '5de25b53-d5c0-441c-bb75-366129311a3f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'port_id': '98086b49-0158-4ba0-bf14-17b1537572c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'mac_address': 'fa:16:3e:60:c0:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:43:58Z', 'updated_at': '2021-12-08T02:43:58Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '976c2dbf-1eb6-446d-bd4d-1cce643159e3', 'name': '', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:06:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:41Z', 'updated_at': '2021-12-08T02:43:44Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:44:01.095864 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ccc57-f68d-45f4-a794-42b2211c5303 None None] New status for floating IP 5de25b53-d5c0-441c-bb75-366129311a3f: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:44:01.394226 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41920) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:01.462160 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6c2afd3a-7ba2-41d7-bb56-106c83b3b3f8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/5de25b53-d5c0-441c-bb75-366129311a3f HTTP/1.1" status: 200 len: 993 time: 0.0668364 Dec 08 02:44:02.188275 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01584077-9b84-4160-8d15-69b9027c878d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:02.200097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:02.570473 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:03.859476 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:04.661129 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:04.871929 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:25.755813 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:44:28.218540 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd61e8-cd40-4ee8-99ab-49c93a2d36f0 req-d3a2bfeb-057f-4377-bfa3-f67694b68e1f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:28.220029 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1cd61e8-cd40-4ee8-99ab-49c93a2d36f0 req-d3a2bfeb-057f-4377-bfa3-f67694b68e1f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0541780 Dec 08 02:44:28.268955 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b1cd61e8-cd40-4ee8-99ab-49c93a2d36f0 req-c0325603-aad4-405c-823a-fc371ad64391 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 Dec 08 02:44:28.937813 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-691a1748-08c2-4419-ace7-9c232a32b548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:29.386705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f9617-8d7b-4ed9-8603-1442e181ec4e req-3d835925-a6ea-4271-9839-232c423aff3e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:29.388185 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d17f9617-8d7b-4ed9-8603-1442e181ec4e req-3d835925-a6ea-4271-9839-232c423aff3e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0481188 Dec 08 02:44:29.438843 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d17f9617-8d7b-4ed9-8603-1442e181ec4e req-2f1b0489-bc01-4365-a110-fd193e87c41d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448110 Dec 08 02:44:29.465813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41940) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:29.532450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bab5189b-d7b1-4804-99f0-888b21fc6b3c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/5de25b53-d5c0-441c-bb75-366129311a3f HTTP/1.1" status: 200 len: 993 time: 0.0654173 Dec 08 02:44:30.805567 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a0fa3-cfd5-4d10-9024-ad57d8217278 req-0eeb152b-1c07-47ae-86b3-f285cb3a1659 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:30.807762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f3a0fa3-cfd5-4d10-9024-ad57d8217278 req-0eeb152b-1c07-47ae-86b3-f285cb3a1659 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0497601 Dec 08 02:44:30.857058 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f3a0fa3-cfd5-4d10-9024-ad57d8217278 req-5020a0db-6d1f-4065-90df-0c6b584e1686 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Dec 08 02:44:31.975582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee740a1-6cd7-44fd-ac9c-7cbf601b508c req-c8df105a-9af1-42b2-8f7f-bd96ee1189f3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:31.977101 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee740a1-6cd7-44fd-ac9c-7cbf601b508c req-c8df105a-9af1-42b2-8f7f-bd96ee1189f3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0495865 Dec 08 02:44:32.029497 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0ee740a1-6cd7-44fd-ac9c-7cbf601b508c req-b64c4d54-8c8e-454c-a446-2ef8fdacaa00 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460141 Dec 08 02:44:32.052865 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41950) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:32.114969 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-54a30de3-17fb-4ad1-9600-62529014376f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/5de25b53-d5c0-441c-bb75-366129311a3f HTTP/1.1" status: 200 len: 993 time: 0.0609767 Dec 08 02:44:32.188760 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-385734f7-0cc1-46c8-a345-bce359a145bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:32.204653 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:32.364847 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41956) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:32.527038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 5103b5fd-eb54-4333-a746-5c43e1b57629 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:44:32.527274 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:32.573895 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:32.601278 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:32.601605 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:32.613673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 5103b5fd-eb54-4333-a746-5c43e1b57629 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:44:32.763670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:32.795939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=5103b5fd-eb54-4333-a746-5c43e1b57629,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:32.823515 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.823874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.824228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.824607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.824946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.825285 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.825627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.825964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.826298 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.826633 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.826964 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.827292 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.827617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:32.873858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:32.874286 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Floating IP 5de25b53-d5c0-441c-bb75-366129311a3f disassociated (deleted). External IP: 172.25.2.191, port: 98086b49-0158-4ba0-bf14-17b1537572c5. Dec 08 02:44:33.086779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router d18e2566-c38b-4642-ac51-344aaade6ac3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:44:33.190001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:44:33.194762 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:33.199558 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70cf1f-e5f2-43e6-b303-640e209a49a4 None None] Sync routers for ids ['d18e2566-c38b-4642-ac51-344aaade6ac3'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:44:33.209994 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70cf1f-e5f2-43e6-b303-640e209a49a4 None None] Routers {'d18e2566-c38b-4642-ac51-344aaade6ac3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:33.210609 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2d70cf1f-e5f2-43e6-b303-640e209a49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:44:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d18e2566-c38b-4642-ac51-344aaade6ac3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:33.226398 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ec12523c-ba67-4120-9292-d6640d9ffbea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/floatingips/5de25b53-d5c0-441c-bb75-366129311a3f HTTP/1.1" status: 204 len: 168 time: 0.8603909 Dec 08 02:44:33.227022 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'tag': '98086b49-0158-4ba0-bf14-17b1537572c5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:33.230134 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01864dfc-0328-4419-813f-a19ba54c2f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e15091-68d9-4855-a911-74ad8820c7b1", "tag": "98086b49-0158-4ba0-bf14-17b1537572c5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:33.328751 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2d70cf1f-e5f2-43e6-b303-640e209a49a4 None None] Set router d18e2566-c38b-4642-ac51-344aaade6ac3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:33.355069 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffc702f-5fad-463e-8b9d-803fe55ebe60 x-openstack-request-id: req-3ffc702f-5fad-463e-8b9d-803fe55ebe60 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:33.355492 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e15091-68d9-4855-a911-74ad8820c7b1", "tag": "98086b49-0158-4ba0-bf14-17b1537572c5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:33.355621 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ffc702f-5fad-463e-8b9d-803fe55ebe60 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:33.356085 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'tag': '98086b49-0158-4ba0-bf14-17b1537572c5', 'status': 'completed', 'code': 200} Dec 08 02:44:33.463129 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb789eb-a1d4-409f-a90c-92df10c1f68a req-8a1564f3-0f69-46fc-b2f3-115a44f0ab82 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:33.463781 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01864dfc-0328-4419-813f-a19ba54c2f1f req-07d8e96c-6841-41fb-adf9-6d6ae5a11956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:33.464672 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2fb789eb-a1d4-409f-a90c-92df10c1f68a req-8a1564f3-0f69-46fc-b2f3-115a44f0ab82 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0503767 Dec 08 02:44:33.465196 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01864dfc-0328-4419-813f-a19ba54c2f1f req-07d8e96c-6841-41fb-adf9-6d6ae5a11956 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 1097 time: 0.0436306 Dec 08 02:44:33.524071 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2fb789eb-a1d4-409f-a90c-92df10c1f68a req-c450bb2d-4040-4d5b-bc08-3c0a5c7818ed tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533884 Dec 08 02:44:33.556319 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2d70cf1f-e5f2-43e6-b303-640e209a49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:42Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '976c2dbf-1eb6-446d-bd4d-1cce643159e3', 'name': '', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:06:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:41Z', 'updated_at': '2021-12-08T02:43:44Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:33.563666 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01864dfc-0328-4419-813f-a19ba54c2f1f req-a1b663b3-1322-4df7-a6b1-ab6b6345bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:33.565229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01864dfc-0328-4419-813f-a19ba54c2f1f req-a1b663b3-1322-4df7-a6b1-ab6b6345bc02 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0a3051b1-c121-4696-a4bc-b02aad390d4f HTTP/1.1" status: 200 len: 897 time: 0.0924811 Dec 08 02:44:33.582123 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70cf1f-e5f2-43e6-b303-640e209a49a4 None None] Checking router: d18e2566-c38b-4642-ac51-344aaade6ac3 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:44:33.591409 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70cf1f-e5f2-43e6-b303-640e209a49a4 None None] Routers {'d18e2566-c38b-4642-ac51-344aaade6ac3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:33.592016 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2d70cf1f-e5f2-43e6-b303-640e209a49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:44:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d18e2566-c38b-4642-ac51-344aaade6ac3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:33.613453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01864dfc-0328-4419-813f-a19ba54c2f1f req-159b4c17-707b-442a-b6bd-f39be2f97679 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98086b49-0158-4ba0-bf14-17b1537572c5 HTTP/1.1" status: 200 len: 217 time: 0.0382655 Dec 08 02:44:33.667173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01864dfc-0328-4419-813f-a19ba54c2f1f req-8a321cd7-65da-4fec-aa9f-1a4e99a884b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:33.668758 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01864dfc-0328-4419-813f-a19ba54c2f1f req-8a321cd7-65da-4fec-aa9f-1a4e99a884b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=35d2c7f0-216a-49bd-a6d9-e68c4ac2322c HTTP/1.1" status: 200 len: 835 time: 0.0461407 Dec 08 02:44:33.697706 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2d70cf1f-e5f2-43e6-b303-640e209a49a4 None None] Set router d18e2566-c38b-4642-ac51-344aaade6ac3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:33.719250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01864dfc-0328-4419-813f-a19ba54c2f1f req-a4b065ad-ab15-4a1c-8fc7-9313b2678ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:33.720812 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01864dfc-0328-4419-813f-a19ba54c2f1f req-a4b065ad-ab15-4a1c-8fc7-9313b2678ce9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0a3051b1-c121-4696-a4bc-b02aad390d4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409036 Dec 08 02:44:33.818235 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01864dfc-0328-4419-813f-a19ba54c2f1f req-e6d19a25-b37b-4f0d-b76d-8b06aec371a3 service neutron] 10.222.0.72 "GET /v2.0/networks/0a3051b1-c121-4696-a4bc-b02aad390d4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871050 Dec 08 02:44:33.860919 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:33.898676 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2d70cf1f-e5f2-43e6-b303-640e209a49a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:42Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '976c2dbf-1eb6-446d-bd4d-1cce643159e3', 'name': '', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:06:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:41Z', 'updated_at': '2021-12-08T02:43:44Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:33.913713 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01864dfc-0328-4419-813f-a19ba54c2f1f req-a16c5c18-7bcc-4fd4-96a1-990468fa1ab3 service neutron] 10.222.0.72 "GET /v2.0/networks/0a3051b1-c121-4696-a4bc-b02aad390d4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866492 Dec 08 02:44:33.924818 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70cf1f-e5f2-43e6-b303-640e209a49a4 None None] The sync data for ids ['d18e2566-c38b-4642-ac51-344aaade6ac3'] in n-d-713498-30 is: [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:42Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '976c2dbf-1eb6-446d-bd4d-1cce643159e3', 'name': '', 'network_id': '0a3051b1-c121-4696-a4bc-b02aad390d4f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:06:fe:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:41Z', 'updated_at': '2021-12-08T02:43:44Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '35d2c7f0-216a-49bd-a6d9-e68c4ac2322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:44:34.143291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf861f1d-6a50-406a-a4f3-715266e461e2 None None] New status for floating IP 5de25b53-d5c0-441c-bb75-366129311a3f: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:44:34.650712 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebef48-262a-406a-83c9-7528f2248a27 req-408a5950-555b-4efb-b6f1-b3a5bbd7d786 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:34.652193 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20ebef48-262a-406a-83c9-7528f2248a27 req-408a5950-555b-4efb-b6f1-b3a5bbd7d786 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0535629 Dec 08 02:44:34.676489 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:34.703255 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-20ebef48-262a-406a-83c9-7528f2248a27 req-697d5fd4-906c-47f3-9ea3-c019ee3cb29d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=9ac60c44-e32e-4304-8358-a3ab5ce89dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449588 Dec 08 02:44:34.875544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:35.216334 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f2909-c985-4a2b-99f3-0b93267dd6e3 req-4203fbc5-6136-42aa-9124-cd646622725e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:35.217801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b50f2909-c985-4a2b-99f3-0b93267dd6e3 req-4203fbc5-6136-42aa-9124-cd646622725e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 945 time: 0.0476880 Dec 08 02:44:35.308942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b50f2909-c985-4a2b-99f3-0b93267dd6e3 req-f3b90195-604d-4218-ba33-df8e5a9b222d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 98086b49-0158-4ba0-bf14-17b1537572c5 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:44:35.309285 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b50f2909-c985-4a2b-99f3-0b93267dd6e3 req-f3b90195-604d-4218-ba33-df8e5a9b222d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:35.404646 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b50f2909-c985-4a2b-99f3-0b93267dd6e3 req-f3b90195-604d-4218-ba33-df8e5a9b222d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port 98086b49-0158-4ba0-bf14-17b1537572c5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=98086b49-0158-4ba0-bf14-17b1537572c5,segment=NetworkSegment(72186035-0a91-42e3-aa66-d6a9649cfab1),segment_id=72186035-0a91-42e3-aa66-d6a9649cfab1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:35.404915 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b50f2909-c985-4a2b-99f3-0b93267dd6e3 req-f3b90195-604d-4218-ba33-df8e5a9b222d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:35.417714 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-b50f2909-c985-4a2b-99f3-0b93267dd6e3 req-f3b90195-604d-4218-ba33-df8e5a9b222d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 98086b49-0158-4ba0-bf14-17b1537572c5 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:44:35.545527 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b50f2909-c985-4a2b-99f3-0b93267dd6e3 req-f3b90195-604d-4218-ba33-df8e5a9b222d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:35.571025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b90195-604d-4218-ba33-df8e5a9b222d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=98086b49-0158-4ba0-bf14-17b1537572c5,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:35.613952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50f2909-c985-4a2b-99f3-0b93267dd6e3 req-f3b90195-604d-4218-ba33-df8e5a9b222d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] No DVR routers for this DVR port 98086b49-0158-4ba0-bf14-17b1537572c5 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:44:35.616536 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b50f2909-c985-4a2b-99f3-0b93267dd6e3 req-f3b90195-604d-4218-ba33-df8e5a9b222d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:35.620458 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b50f2909-c985-4a2b-99f3-0b93267dd6e3 req-f3b90195-604d-4218-ba33-df8e5a9b222d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "DELETE /v2.0/ports/98086b49-0158-4ba0-bf14-17b1537572c5 HTTP/1.1" status: 204 len: 173 time: 0.3963609 Dec 08 02:44:35.620903 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'name': 'network-vif-deleted', 'tag': '98086b49-0158-4ba0-bf14-17b1537572c5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:35.623142 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7f6865-20bb-4f37-9d24-5758ffb98cc6" -d '{"events": [{"server_uuid": "c8e15091-68d9-4855-a911-74ad8820c7b1", "name": "network-vif-deleted", "tag": "98086b49-0158-4ba0-bf14-17b1537572c5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:35.665831 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d563c13-e14c-4362-9de3-315dc6807cb2 x-openstack-request-id: req-2d563c13-e14c-4362-9de3-315dc6807cb2 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:35.666434 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e15091-68d9-4855-a911-74ad8820c7b1", "name": "network-vif-deleted", "tag": "98086b49-0158-4ba0-bf14-17b1537572c5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:35.666434 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d563c13-e14c-4362-9de3-315dc6807cb2 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:35.666809 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8e15091-68d9-4855-a911-74ad8820c7b1', 'name': 'network-vif-deleted', 'tag': '98086b49-0158-4ba0-bf14-17b1537572c5', 'status': 'completed', 'code': 200} Dec 08 02:44:35.822801 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-01ccc6ff-065b-4a9d-9050-7a9a2e5e69eb req-1230658d-957e-480c-aa68-ddfc47ea30b9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=c8e15091-68d9-4855-a911-74ad8820c7b1 HTTP/1.1" status: 200 len: 210 time: 0.0299318 Dec 08 02:44:36.879425 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41974) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:37.230141 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aac2b8f4-fbf9-48db-a1d0-7e5f69e7b891 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:37.487850 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aac2b8f4-fbf9-48db-a1d0-7e5f69e7b891 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 976c2dbf-1eb6-446d-bd4d-1cce643159e3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:44:37.488136 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aac2b8f4-fbf9-48db-a1d0-7e5f69e7b891 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:37.579596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-aac2b8f4-fbf9-48db-a1d0-7e5f69e7b891 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port 976c2dbf-1eb6-446d-bd4d-1cce643159e3, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=976c2dbf-1eb6-446d-bd4d-1cce643159e3,segment=NetworkSegment(72186035-0a91-42e3-aa66-d6a9649cfab1),segment_id=72186035-0a91-42e3-aa66-d6a9649cfab1)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:37.579957 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aac2b8f4-fbf9-48db-a1d0-7e5f69e7b891 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:37.592741 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-aac2b8f4-fbf9-48db-a1d0-7e5f69e7b891 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 976c2dbf-1eb6-446d-bd4d-1cce643159e3 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:44:38.035639 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aac2b8f4-fbf9-48db-a1d0-7e5f69e7b891 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:38.063627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2b8f4-fbf9-48db-a1d0-7e5f69e7b891 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=976c2dbf-1eb6-446d-bd4d-1cce643159e3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:38.233308 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-aac2b8f4-fbf9-48db-a1d0-7e5f69e7b891 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:38.446761 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac2b8f4-fbf9-48db-a1d0-7e5f69e7b891 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router d18e2566-c38b-4642-ac51-344aaade6ac3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:44:38.553804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac2b8f4-fbf9-48db-a1d0-7e5f69e7b891 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:44:38.559453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-aac2b8f4-fbf9-48db-a1d0-7e5f69e7b891 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "PUT /v2.0/routers/d18e2566-c38b-4642-ac51-344aaade6ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6789536 Dec 08 02:44:38.562789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41976) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:38.565549 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c2c32-e9e3-4139-beb1-e9c76684eb20 None None] Sync routers for ids ['d18e2566-c38b-4642-ac51-344aaade6ac3'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:44:38.575445 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c2c32-e9e3-4139-beb1-e9c76684eb20 None None] Routers {'d18e2566-c38b-4642-ac51-344aaade6ac3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:38.576063 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-715c2c32-e9e3-4139-beb1-e9c76684eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:44:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d18e2566-c38b-4642-ac51-344aaade6ac3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:38.613649 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting subnet 35d2c7f0-216a-49bd-a6d9-e68c4ac2322c {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:44:38.616855 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:38.657178 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:38.681072 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-715c2c32-e9e3-4139-beb1-e9c76684eb20 None None] Set router d18e2566-c38b-4642-ac51-344aaade6ac3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:38.747102 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:38.806640 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:38.833910 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Subnet': ['ID=35d2c7f0-216a-49bd-a6d9-e68c4ac2322c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:38.838782 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:38.842427 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/subnets/35d2c7f0-216a-49bd-a6d9-e68c4ac2322c HTTP/1.1" status: 204 len: 168 time: 0.2785501 Dec 08 02:44:38.845562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41978) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:38.846530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eeaca0-9a8b-4dd0-9f7a-7ed579d0b342 None None] Network 0a3051b1-c121-4696-a4bc-b02aad390d4f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:44:38.857650 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.858005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.858356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.858700 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.859036 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.859369 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.859702 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.860033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.860392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.860722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.861050 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.861377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.861698 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d8caa9-5e4f-4068-b54e-37f4b0656482 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:38.880636 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-715c2c32-e9e3-4139-beb1-e9c76684eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:44:37Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:38.912970 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c2c32-e9e3-4139-beb1-e9c76684eb20 None None] Checking router: d18e2566-c38b-4642-ac51-344aaade6ac3 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:44:38.922290 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c2c32-e9e3-4139-beb1-e9c76684eb20 None None] Routers {'d18e2566-c38b-4642-ac51-344aaade6ac3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:38.922874 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-715c2c32-e9e3-4139-beb1-e9c76684eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:44:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['d18e2566-c38b-4642-ac51-344aaade6ac3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:38.968266 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.010998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] DHCP port deletion for 0a3051b1-c121-4696-a4bc-b02aad390d4f request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:44:39.064589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Deleting port 86c875a5-74a4-45d1-9d82-a207e2f8cee7 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:44:39.065071 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.094733 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.132247 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-715c2c32-e9e3-4139-beb1-e9c76684eb20 None None] Set router d18e2566-c38b-4642-ac51-344aaade6ac3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:39.153371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] For port 86c875a5-74a4-45d1-9d82-a207e2f8cee7, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=86c875a5-74a4-45d1-9d82-a207e2f8cee7,segment=NetworkSegment(72186035-0a91-42e3-aa66-d6a9649cfab1),segment_id=72186035-0a91-42e3-aa66-d6a9649cfab1)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:39.153771 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.159869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 18774f91-a2e7-4da9-86d3-aae7e4a93542 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:44:39.160589 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.173156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Calling delete_port for 86c875a5-74a4-45d1-9d82-a207e2f8cee7 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:44:39.263205 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port 18774f91-a2e7-4da9-86d3-aae7e4a93542, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=18774f91-a2e7-4da9-86d3-aae7e4a93542,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:39.264107 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.272097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.277635 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 18774f91-a2e7-4da9-86d3-aae7e4a93542 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:44:39.302301 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Pushing event deleted for resources: {'Port': ['ID=86c875a5-74a4-45d1-9d82-a207e2f8cee7,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:39.306851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 86c875a5-74a4-45d1-9d82-a207e2f8cee7 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:44:39.310487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] No DVR routers for this DVR port 86c875a5-74a4-45d1-9d82-a207e2f8cee7 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:44:39.324544 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-715c2c32-e9e3-4139-beb1-e9c76684eb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:44:37Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:39.347649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.348106 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.348537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.349142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.349315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.349652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.349986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.350454 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.350644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.350972 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.351299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.351886 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.352008 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144bad5-60c1-477b-ace3-a7128beb2109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:39.355540 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c2c32-e9e3-4139-beb1-e9c76684eb20 None None] The sync data for ids ['d18e2566-c38b-4642-ac51-344aaade6ac3'] in n-d-713498-30 is: [{'id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2124549852', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:44:37Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '18774f91-a2e7-4da9-86d3-aae7e4a93542', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ba:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18e2566-c38b-4642-ac51-344aaade6ac3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:43:38Z', 'updated_at': '2021-12-08T02:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:44:39.356277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 86c875a5-74a4-45d1-9d82-a207e2f8cee7 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:44:39.356673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 86c875a5-74a4-45d1-9d82-a207e2f8cee7 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:44:39.467919 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.490516 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=18774f91-a2e7-4da9-86d3-aae7e4a93542,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:39.506871 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2573431-51f6-43b7-842d-c13b8a36cf49 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:44:39.555531 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.646463 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.648518 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.697195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 98086b49-0158-4ba0-bf14-17b1537572c5 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:44:39.698755 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.699613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Fanout notify agent at l3_agent the message router_deleted on router d18e2566-c38b-4642-ac51-344aaade6ac3 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:44:39.709329 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.713181 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-664e2a9d-4467-4db0-9d6b-6d58b0b310b2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/routers/d18e2566-c38b-4642-ac51-344aaade6ac3 HTTP/1.1" status: 204 len: 168 time: 0.8640585 Dec 08 02:44:39.713665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41980) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:39.719568 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 98086b49-0158-4ba0-bf14-17b1537572c5 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:44:39.719935 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 98086b49-0158-4ba0-bf14-17b1537572c5 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:44:39.799194 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.890199 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.911644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3051b1-c121-4696-a4bc-b02aad390d4f']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:39.922383 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72186035-0a91-42e3-aa66-d6a9649cfab1') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:39.922684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72186035-0a91-42e3-aa66-d6a9649cfab1') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:39.933200 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.946781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.953190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:44:39.953585 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:44:39.956749 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:44:40.021588 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.032138 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.035302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/networks/0a3051b1-c121-4696-a4bc-b02aad390d4f HTTP/1.1" status: 204 len: 168 time: 0.3205709 Dec 08 02:44:40.038224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41982) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:40.045522 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec2dd7-0c0d-4cca-b88d-af964471fe0c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Network': ['ID=0a3051b1-c121-4696-a4bc-b02aad390d4f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:40.094884 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1812c5e9-7f17-4f5e-85b8-331d74a73efa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.120336 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1812c5e9-7f17-4f5e-85b8-331d74a73efa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.180041 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1812c5e9-7f17-4f5e-85b8-331d74a73efa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.182927 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-1812c5e9-7f17-4f5e-85b8-331d74a73efa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.184100 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1812c5e9-7f17-4f5e-85b8-331d74a73efa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/security-groups/9ac60c44-e32e-4304-8358-a3ab5ce89dd8 HTTP/1.1" status: 204 len: 168 time: 0.1448753 Dec 08 02:44:40.193596 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812c5e9-7f17-4f5e-85b8-331d74a73efa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac60c44-e32e-4304-8358-a3ab5ce89dd8,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:40.403734 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41988) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:40.408495 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bc3b4812-6699-4696-8a32-34beb6304630 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713866406', 'description': 'tempest-secgroup-smoke-1713866406 description', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:40.430260 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4812-6699-4696-8a32-34beb6304630 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.496558 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4812-6699-4696-8a32-34beb6304630 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.500350 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4812-6699-4696-8a32-34beb6304630 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.530795 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4812-6699-4696-8a32-34beb6304630 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.532035 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bc3b4812-6699-4696-8a32-34beb6304630 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1272454 Dec 08 02:44:40.533919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b4812-6699-4696-8a32-34beb6304630 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa61337-6eea-4295-9043-19e202c96811,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:40.535095 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 41990) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:40.539705 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-90800a0f-d0ea-4433-b538-bdae2d42d111 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '2fa61337-6eea-4295-9043-19e202c96811', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:40.566216 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90800a0f-d0ea-4433-b538-bdae2d42d111 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.612095 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90800a0f-d0ea-4433-b538-bdae2d42d111 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.616375 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90800a0f-d0ea-4433-b538-bdae2d42d111 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.635165 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90800a0f-d0ea-4433-b538-bdae2d42d111 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50cb057-9fa6-41a4-9341-ee12ce8b2161,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:40.647748 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90800a0f-d0ea-4433-b538-bdae2d42d111 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.649107 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-90800a0f-d0ea-4433-b538-bdae2d42d111 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129906 Dec 08 02:44:40.652874 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41992) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:40.657985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fbac05bc-794c-467d-b1b5-b4bea64ed02f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '2fa61337-6eea-4295-9043-19e202c96811', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:40.685636 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbac05bc-794c-467d-b1b5-b4bea64ed02f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.746062 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbac05bc-794c-467d-b1b5-b4bea64ed02f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.749429 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbac05bc-794c-467d-b1b5-b4bea64ed02f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.767518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac05bc-794c-467d-b1b5-b4bea64ed02f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8576ef4-d7bf-46d7-9253-60832d997b8e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:40.774768 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fbac05bc-794c-467d-b1b5-b4bea64ed02f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.777379 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fbac05bc-794c-467d-b1b5-b4bea64ed02f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234612 Dec 08 02:44:40.780098 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41994) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:40.784556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-909eb74f-05b4-4292-881c-72ccbee14ef0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '2fa61337-6eea-4295-9043-19e202c96811', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:40.809847 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-909eb74f-05b4-4292-881c-72ccbee14ef0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.871307 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-909eb74f-05b4-4292-881c-72ccbee14ef0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.875034 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-909eb74f-05b4-4292-881c-72ccbee14ef0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.894240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eb74f-05b4-4292-881c-72ccbee14ef0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7c1d98-3d0c-48cf-b534-aafc66c68620,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:40.899102 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-909eb74f-05b4-4292-881c-72ccbee14ef0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.900817 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-909eb74f-05b4-4292-881c-72ccbee14ef0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194944 Dec 08 02:44:40.903330 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41996) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:40.907568 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8f801318-f4a3-49c9-a6c3-608d1655f00e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '2fa61337-6eea-4295-9043-19e202c96811', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:40.933664 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f801318-f4a3-49c9-a6c3-608d1655f00e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.990826 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f801318-f4a3-49c9-a6c3-608d1655f00e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:40.995011 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f801318-f4a3-49c9-a6c3-608d1655f00e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.014226 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f801318-f4a3-49c9-a6c3-608d1655f00e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f0a3cf-f36f-4b28-8c4e-ff9af0f0922b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:41.025620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8f801318-f4a3-49c9-a6c3-608d1655f00e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.026868 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8f801318-f4a3-49c9-a6c3-608d1655f00e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225979 Dec 08 02:44:41.029628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 41998) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:41.034789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3841e97b-f7cf-4a05-a42f-633a0502a8b1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '2fa61337-6eea-4295-9043-19e202c96811', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:41.057816 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-3841e97b-f7cf-4a05-a42f-633a0502a8b1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Project c4ee2697a1224548af86649a5bd8a23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:44:41.062875 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3841e97b-f7cf-4a05-a42f-633a0502a8b1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.120360 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3841e97b-f7cf-4a05-a42f-633a0502a8b1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.124018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3841e97b-f7cf-4a05-a42f-633a0502a8b1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.143977 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841e97b-f7cf-4a05-a42f-633a0502a8b1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5093a08-65d3-44dd-a745-2e2751ee2cc3,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:41.149333 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3841e97b-f7cf-4a05-a42f-633a0502a8b1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.151008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3841e97b-f7cf-4a05-a42f-633a0502a8b1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201353 Dec 08 02:44:41.153890 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42000) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:41.158742 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-341fed02-4ada-4ea1-8667-067c7bc13017 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '2fa61337-6eea-4295-9043-19e202c96811', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:41.180760 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-341fed02-4ada-4ea1-8667-067c7bc13017 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Project c4ee2697a1224548af86649a5bd8a23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:44:41.186660 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-341fed02-4ada-4ea1-8667-067c7bc13017 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.190567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 18774f91-a2e7-4da9-86d3-aae7e4a93542 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:44:41.214066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 18774f91-a2e7-4da9-86d3-aae7e4a93542 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:44:41.214413 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 18774f91-a2e7-4da9-86d3-aae7e4a93542 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:44:41.214826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 976c2dbf-1eb6-446d-bd4d-1cce643159e3 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:44:41.234532 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 976c2dbf-1eb6-446d-bd4d-1cce643159e3 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:44:41.235103 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 976c2dbf-1eb6-446d-bd4d-1cce643159e3 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:44:41.250916 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-341fed02-4ada-4ea1-8667-067c7bc13017 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.254469 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-341fed02-4ada-4ea1-8667-067c7bc13017 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.271641 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fed02-4ada-4ea1-8667-067c7bc13017 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480c00a9-dd8b-4b7c-b202-0d6340be8413,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:41.279160 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-341fed02-4ada-4ea1-8667-067c7bc13017 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.280940 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-341fed02-4ada-4ea1-8667-067c7bc13017 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254084 Dec 08 02:44:41.283335 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42002) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:41.288103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-18bdcab5-705d-4c9a-9328-d8a2ad88e01e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'network': {'name': 'tempest-network-smoke--1846672556', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'port_security_enabled': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:41.309546 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bdcab5-705d-4c9a-9328-d8a2ad88e01e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:44:41.313014 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18bdcab5-705d-4c9a-9328-d8a2ad88e01e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.349380 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bdcab5-705d-4c9a-9328-d8a2ad88e01e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:44:41.361553 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18bdcab5-705d-4c9a-9328-d8a2ad88e01e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.361961 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-18bdcab5-705d-4c9a-9328-d8a2ad88e01e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Added segment cc82d7ea-fd7d-472b-ac7a-0cd61cacf922 of type vlan for network 1765277f-4bc2-455c-b04e-7ac373838e4c Dec 08 02:44:41.402715 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18bdcab5-705d-4c9a-9328-d8a2ad88e01e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.426569 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18bdcab5-705d-4c9a-9328-d8a2ad88e01e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.432673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bdcab5-705d-4c9a-9328-d8a2ad88e01e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:41.433246 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-18bdcab5-705d-4c9a-9328-d8a2ad88e01e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.469511 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-18bdcab5-705d-4c9a-9328-d8a2ad88e01e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1851180 Dec 08 02:44:41.472215 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42004) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:41.476506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'admin_state_up': True, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:41.515418 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdcab5-705d-4c9a-9328-d8a2ad88e01e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Network': ['ID=1765277f-4bc2-455c-b04e-7ac373838e4c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:41.525946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 1765277f-4bc2-455c-b04e-7ac373838e4c details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:44:41.530044 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.531085 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.582865 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.728962 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.912570 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:41.936163 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:42.038211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.25.2.92 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/6a1feb50-d82f-457d-b8db-1d80a1ee6e13) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:44:42.139163 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:42.172779 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:42.210097 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:44:42.213503 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:44:42.216937 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:44:42.226789 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb309caf-9e4c-42be-8be8-36d8b263126d None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:44:42.243191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=6a1feb50-d82f-457d-b8db-1d80a1ee6e13,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:42.294616 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-42b50f68-dc8e-49a6-9438-730f9e69bd01 None None] Provisioning complete for port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:42.295006 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42b50f68-dc8e-49a6-9438-730f9e69bd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:42.328043 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-42b50f68-dc8e-49a6-9438-730f9e69bd01 None None] Port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:44:42.464201 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:42.987934 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:43.112514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:44:43.217260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:44:43.228588 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Sync routers for ids ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:44:43.239000 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Routers {'466ced67-4ccb-4ec6-a3a6-d81469ccc927'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:43.239626 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:44:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:43.239976 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:43.241266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-54d35675-1b6f-454d-9b60-e2593d46d6fd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7681005 Dec 08 02:44:43.244903 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42006) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:43.272923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ea414226-082d-438e-aa5b-c548f61a8237 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c4ee2697a1224548af86649a5bd8a23b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268352 Dec 08 02:44:43.276199 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42008) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:43.354729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Set router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:43.369493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee2ca1-df54-4201-9ff8-f8a96ce56572 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:43.373738 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-55ee2ca1-df54-4201-9ff8-f8a96ce56572 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937834 Dec 08 02:44:43.374060 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42010) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:43.409508 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2bac7b2c-8d26-48c4-b161-e58fd7b79d81 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317545 Dec 08 02:44:43.409763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42012) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:43.414861 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-64864d78-e673-4424-9bd1-c2efcfc027d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-588893411', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:43.505013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64864d78-e673-4424-9bd1-c2efcfc027d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:44:43.508420 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64864d78-e673-4424-9bd1-c2efcfc027d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:43.538453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:42Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:43.569742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Checking router: 466ced67-4ccb-4ec6-a3a6-d81469ccc927 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:44:43.570090 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Updating router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:44:43.597653 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:43.703116 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64864d78-e673-4424-9bd1-c2efcfc027d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:43.771762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64864d78-e673-4424-9bd1-c2efcfc027d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Subnet': ['ID=7985e094-565d-495a-a7f4-bb6af7e371e9,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:43.781105 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64864d78-e673-4424-9bd1-c2efcfc027d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Checking segment: {'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:44:43.781474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64864d78-e673-4424-9bd1-c2efcfc027d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network hostable DHCP agents. Network: 1765277f-4bc2-455c-b04e-7ac373838e4c, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:44:43.798526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64864d78-e673-4424-9bd1-c2efcfc027d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 1765277f-4bc2-455c-b04e-7ac373838e4c is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:44:43.809145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-64864d78-e673-4424-9bd1-c2efcfc027d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 1765277f-4bc2-455c-b04e-7ac373838e4c) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:44:43.813832 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64864d78-e673-4424-9bd1-c2efcfc027d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:43.814523 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-64864d78-e673-4424-9bd1-c2efcfc027d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:43.819684 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c2e05a-72cd-4920-8fa3-e46c6d67ef81 None None] Network 1765277f-4bc2-455c-b04e-7ac373838e4c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:44:43.834751 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-64864d78-e673-4424-9bd1-c2efcfc027d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4239893 Dec 08 02:44:43.838051 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42014) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:43.927143 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:43.934749 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:44.011484 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d8459a-64bf-40b4-81cf-c1d4eca37b11 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:44:44.013398 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-1765277f-4bc2-455c-b04e-7ac373838e4c', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ips': [{'subnet_id': '7985e094-565d-495a-a7f4-bb6af7e371e9'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:44:44.014230 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:44.031422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859e179-0cca-49bc-b75c-1f22ee0c46a6 None None] Pushing event updated for resources: {'Port': ['ID=6a1feb50-d82f-457d-b8db-1d80a1ee6e13,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:44.033632 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Attempting to bind port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:44:44.034012 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Attempting to bind port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:44:44.034381 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Attempting to bind port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:44:44.049013 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:44:44.049424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:44:44.049818 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:44.050215 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:44:44.051023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Bound port: 6a1feb50-d82f-457d-b8db-1d80a1ee6e13, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:44:44.051165 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:44.174355 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] For port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:44:44.178853 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] For port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6a1feb50-d82f-457d-b8db-1d80a1ee6e13,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:44:44.203472 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:44.224908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9be488a9-8ae1-4939-a689-1d89939f43b4 None None] Provisioning complete for port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:44.225284 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9be488a9-8ae1-4939-a689-1d89939f43b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:44.278859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec8ece4-0bf1-4eee-a61e-f2f80cb31c00 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:44:44.311108 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Allocated IP 172.20.0.2 (1765277f-4bc2-455c-b04e-7ac373838e4c/7985e094-565d-495a-a7f4-bb6af7e371e9/803c4c3a-ade3-4ea8-88cd-7bd34e1053fd) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:44:44.343294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Routers {'466ced67-4ccb-4ec6-a3a6-d81469ccc927'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:44.343933 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:44:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:44.354602 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:44.390603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859e179-0cca-49bc-b75c-1f22ee0c46a6 None None] Pushing event updated for resources: {'Port': ['ID=6a1feb50-d82f-457d-b8db-1d80a1ee6e13,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:44.555326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] Set router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:44.803355 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9be488a9-8ae1-4939-a689-1d89939f43b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:44.892697 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:44.896258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-9be488a9-8ae1-4939-a689-1d89939f43b4 None None] For port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6a1feb50-d82f-457d-b8db-1d80a1ee6e13,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:44.904105 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9be488a9-8ae1-4939-a689-1d89939f43b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:44.911260 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:44.954807 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.20.0.1 (1765277f-4bc2-455c-b04e-7ac373838e4c/7985e094-565d-495a-a7f4-bb6af7e371e9/df009709-c317-4e3f-a3d6-1b53f53284e5) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:44:44.961921 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Network 1765277f-4bc2-455c-b04e-7ac373838e4c is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:44:44.967588 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:44:44.987729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:44:45.031337 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be488a9-8ae1-4939-a689-1d89939f43b4 None None] Pushing event updated for resources: {'Port': ['ID=6a1feb50-d82f-457d-b8db-1d80a1ee6e13,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:45.072252 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:45.107700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:45.117427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Attempting to bind port 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:44:45.117806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Attempting to bind port 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:44:45.118176 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Attempting to bind port 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd on network 1765277f-4bc2-455c-b04e-7ac373838e4c {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:44:45.120760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0c932e52-a96e-4116-b142-667fdc932c62 None None] Provisioning complete for port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:45.121134 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0c932e52-a96e-4116-b142-667fdc932c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:45.126262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Pushing event updated for resources: {'Port': ['ID=803c4c3a-ade3-4ea8-88cd-7bd34e1053fd,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:45.147371 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 1765277f-4bc2-455c-b04e-7ac373838e4c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:44:45.152833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:44:45.153223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Checking segment: {'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:44:45.153638 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:45.154042 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Bound using segment: {'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:44:45.154528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Bound port: 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:44:45.154864 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:44:45.154992 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:45.157358 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:44:45.176709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:42Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:45.199477 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=df009709-c317-4e3f-a3d6-1b53f53284e5,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:45.215270 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:45.229924 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896c8ce2-9245-4c06-9e20-0452ca867b86 None None] The sync data for ids ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'] in n-d-713498-30 is: [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:42Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:44:45.289173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] For port 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:44:45.308568 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] For port 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=803c4c3a-ade3-4ea8-88cd-7bd34e1053fd,segment=NetworkSegment(cc82d7ea-fd7d-472b-ac7a-0cd61cacf922),segment_id=cc82d7ea-fd7d-472b-ac7a-0cd61cacf922)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:44:45.316156 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:45.349078 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:45.383195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22b224-4563-46d3-8d34-9d8c31577410 None None] Pushing event updated for resources: {'Port': ['ID=803c4c3a-ade3-4ea8-88cd-7bd34e1053fd,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:45.700733 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:45.707730 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:45.791542 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:45.793608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=df009709-c317-4e3f-a3d6-1b53f53284e5,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:45.890059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 1765277f-4bc2-455c-b04e-7ac373838e4c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:44:45.891670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:44:46.010103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:44:46.128617 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:44:46.143853 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3516457f-978e-4ecd-ad28-ca363b609ea8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "PUT /v2.0/routers/466ced67-4ccb-4ec6-a3a6-d81469ccc927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2998881 Dec 08 02:44:46.295787 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-dd3076d4-3a10-4295-b6da-77cfd9fc9956 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713866406&fields=id&tenant_id=c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 267 time: 0.0480177 Dec 08 02:44:46.385765 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aeb45b-51b7-4042-9faa-074f630503ec None None] Network 1765277f-4bc2-455c-b04e-7ac373838e4c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:44:46.410072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-49c79c98-a2e6-4348-adf8-2239f1f5ad49 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:46.411628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-49c79c98-a2e6-4348-adf8-2239f1f5ad49 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/networks?id=1765277f-4bc2-455c-b04e-7ac373838e4c HTTP/1.1" status: 200 len: 797 time: 0.1091082 Dec 08 02:44:46.428057 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-e2e57a6f-c5e6-4eaf-b8ac-3980708573f0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/quotas/c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 375 time: 0.0099006 Dec 08 02:44:46.479098 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2ead55ea-2d8f-4cb2-af0d-5377c617c6d8 None None] Provisioning complete for port 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:46.479489 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2ead55ea-2d8f-4cb2-af0d-5377c617c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:46.485139 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-1d422bc2-fa8e-4cc3-96bd-d2683c049dc3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511892 Dec 08 02:44:46.551266 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-4996cc1a-4bd5-48dc-ad4d-3cc755852e21 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:44:46.552736 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-4996cc1a-4bd5-48dc-ad4d-3cc755852e21 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0550511 Dec 08 02:44:46.596930 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2ead55ea-2d8f-4cb2-af0d-5377c617c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:46.633576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2ead55ea-2d8f-4cb2-af0d-5377c617c6d8 None None] For port 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=803c4c3a-ade3-4ea8-88cd-7bd34e1053fd,segment=NetworkSegment(cc82d7ea-fd7d-472b-ac7a-0cd61cacf922),segment_id=cc82d7ea-fd7d-472b-ac7a-0cd61cacf922)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:46.639751 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2ead55ea-2d8f-4cb2-af0d-5377c617c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:46.659065 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-9a0cde3e-dd88-4ca3-a00d-14e0b8e323c1 service neutron] 10.222.0.70 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993850 Dec 08 02:44:46.694498 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead55ea-2d8f-4cb2-af0d-5377c617c6d8 None None] Pushing event updated for resources: {'Port': ['ID=803c4c3a-ade3-4ea8-88cd-7bd34e1053fd,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:46.763642 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-791e2ab5-5173-4838-aed6-06deee15ecaa service neutron] 10.222.0.70 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036870 Dec 08 02:44:46.878505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f60756da-6c55-4ca5-a694-6507f75e82a7 None None] Provisioning complete for port df009709-c317-4e3f-a3d6-1b53f53284e5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:46.878505 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f60756da-6c55-4ca5-a694-6507f75e82a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:46.934005 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Sync routers for ids ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:44:46.936785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f60756da-6c55-4ca5-a694-6507f75e82a7 None None] Port df009709-c317-4e3f-a3d6-1b53f53284e5 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:44:46.945796 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Routers {'466ced67-4ccb-4ec6-a3a6-d81469ccc927'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:46.946468 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:44:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:46.955746 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f60756da-6c55-4ca5-a694-6507f75e82a7 None None] Provisioning complete for port 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:46.956197 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f60756da-6c55-4ca5-a694-6507f75e82a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:47.002546 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d5d45a0b-880e-4de7-877b-a6ed7c9556cb req-8a5b5157-6f1d-4630-b16f-43ea9ef94169 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 210 time: 0.0616660 Dec 08 02:44:47.067427 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Set router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:47.213582 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-addbfa76-5d7c-4f00-8ee0-253d9cdfbce1 None None] Provisioning complete for port df009709-c317-4e3f-a3d6-1b53f53284e5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:47.213946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-addbfa76-5d7c-4f00-8ee0-253d9cdfbce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:47.263115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-addbfa76-5d7c-4f00-8ee0-253d9cdfbce1 None None] Port df009709-c317-4e3f-a3d6-1b53f53284e5 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:44:47.297024 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:45Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'df009709-c317-4e3f-a3d6-1b53f53284e5', 'name': '', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:09:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:44Z', 'updated_at': '2021-12-08T02:44:45Z', 'revision_number': 2, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:47.320404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:44:47.338997 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Checking router: 466ced67-4ccb-4ec6-a3a6-d81469ccc927 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:44:47.339376 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Updating router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 port df009709-c317-4e3f-a3d6-1b53f53284e5 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:44:47.366200 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:47.385473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:47.385989 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:47.412399 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-be014b2a-f9ab-47f8-baf8-efdc42bc0bb5 None None] Provisioning complete for port df009709-c317-4e3f-a3d6-1b53f53284e5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:47.413001 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-be014b2a-f9ab-47f8-baf8-efdc42bc0bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:47.461550 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-be014b2a-f9ab-47f8-baf8-efdc42bc0bb5 None None] Port df009709-c317-4e3f-a3d6-1b53f53284e5 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:44:47.503329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:44:47.555049 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:47.555428 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:47.656148 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:47.661951 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:47.740100 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Pushing event updated for resources: {'Port': ['ID=df009709-c317-4e3f-a3d6-1b53f53284e5,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:47.763258 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.764209 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.765046 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.765583 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.766095 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.766602 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.767101 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.767594 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.768115 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.768806 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.769401 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.769992 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.770602 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:44:47.792435 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Attempting to bind port df009709-c317-4e3f-a3d6-1b53f53284e5 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:44:47.792682 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Attempting to bind port df009709-c317-4e3f-a3d6-1b53f53284e5 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:44:47.792894 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Attempting to bind port df009709-c317-4e3f-a3d6-1b53f53284e5 on network 1765277f-4bc2-455c-b04e-7ac373838e4c {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:44:47.799267 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:44:47.799767 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Checking segment: {'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:44:47.800186 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:47.800629 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Bound using segment: {'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:44:47.801114 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Bound port: df009709-c317-4e3f-a3d6-1b53f53284e5, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:44:47.801564 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:47.873035 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] For port df009709-c317-4e3f-a3d6-1b53f53284e5, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:44:47.876272 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] For port df009709-c317-4e3f-a3d6-1b53f53284e5, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=df009709-c317-4e3f-a3d6-1b53f53284e5,segment=NetworkSegment(cc82d7ea-fd7d-472b-ac7a-0cd61cacf922),segment_id=cc82d7ea-fd7d-472b-ac7a-0cd61cacf922)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:44:47.880418 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:47.940075 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Routers {'466ced67-4ccb-4ec6-a3a6-d81469ccc927'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:47.940777 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:44:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:47.944482 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fb3a1-779c-4f76-b189-fa4322c534c3 None None] Pushing event updated for resources: {'Port': ['ID=df009709-c317-4e3f-a3d6-1b53f53284e5,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:47.986595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1c4b33ab-0e74-4fb7-9fa5-8cc42ff92d5c None None] Provisioning complete for port df009709-c317-4e3f-a3d6-1b53f53284e5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:47.986894 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c4b33ab-0e74-4fb7-9fa5-8cc42ff92d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:48.070231 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] Set router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:48.084698 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66c31a30-bc27-47e2-844f-9437bfde9080 req-760aab53-4d1a-432d-b814-0fa6712a75ef tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 210 time: 0.0347984 Dec 08 02:44:48.113292 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c4b33ab-0e74-4fb7-9fa5-8cc42ff92d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:48.160637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1c4b33ab-0e74-4fb7-9fa5-8cc42ff92d5c None None] For port df009709-c317-4e3f-a3d6-1b53f53284e5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=df009709-c317-4e3f-a3d6-1b53f53284e5,segment=NetworkSegment(cc82d7ea-fd7d-472b-ac7a-0cd61cacf922),segment_id=cc82d7ea-fd7d-472b-ac7a-0cd61cacf922)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:48.168202 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1c4b33ab-0e74-4fb7-9fa5-8cc42ff92d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:48.222762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b33ab-0e74-4fb7-9fa5-8cc42ff92d5c None None] Pushing event updated for resources: {'Port': ['ID=df009709-c317-4e3f-a3d6-1b53f53284e5,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:48.292262 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d252faf9-a2d1-43c0-9f3e-218f8c638fcf None None] Provisioning complete for port df009709-c317-4e3f-a3d6-1b53f53284e5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:48.292667 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d252faf9-a2d1-43c0-9f3e-218f8c638fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:48.300512 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:45Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'df009709-c317-4e3f-a3d6-1b53f53284e5', 'name': '', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:09:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:44Z', 'updated_at': '2021-12-08T02:44:47Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:48.336797 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd966e-0b50-4c04-9a51-7df1bacfb891 None None] The sync data for ids ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'] in n-d-713498-30 is: [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:45Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'df009709-c317-4e3f-a3d6-1b53f53284e5', 'name': '', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:09:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:44Z', 'updated_at': '2021-12-08T02:44:47Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:44:48.362211 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-9c00e133-5535-4549-aa9d-f3bdeae5985b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:48.363739 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-9c00e133-5535-4549-aa9d-f3bdeae5985b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.65 "GET /v2.0/networks?id=1765277f-4bc2-455c-b04e-7ac373838e4c HTTP/1.1" status: 200 len: 797 time: 0.1406305 Dec 08 02:44:48.469534 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-6e07ad5e-75a6-4f8f-9d8e-9dc65e61cff6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 380 time: 0.0702980 Dec 08 02:44:48.484675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'port': {'device_id': '2050094b-e133-44cc-b790-00e15e85e15e', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'admin_state_up': True, 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'security_groups': ['2fa61337-6eea-4295-9043-19e202c96811']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:48.600128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:44:48.604571 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:48.732913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.20.0.6 (1765277f-4bc2-455c-b04e-7ac373838e4c/7985e094-565d-495a-a7f4-bb6af7e371e9/8ff06872-8c21-4563-a835-2794e4c95b40) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:44:48.887161 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:48.924191 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:48.970486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 1765277f-4bc2-455c-b04e-7ac373838e4c is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:44:48.973696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:44:48.977381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:44:48.985370 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=8ff06872-8c21-4563-a835-2794e4c95b40,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:49.038034 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:49.038678 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:49.059179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-3220a2ea-7cc5-435f-bb7b-7c909d5d8a1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5783608 Dec 08 02:44:49.170960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Request body: {'port': {'device_id': '2050094b-e133-44cc-b790-00e15e85e15e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:49.248474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device df009709-c317-4e3f-a3d6-1b53f53284e5 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:44:49.265490 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:49.285017 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eca687-bd30-44c8-a7c3-6b4905071772 req-f307e2ea-e391-4f2d-9c0d-339793896e73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:49.287807 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52eca687-bd30-44c8-a7c3-6b4905071772 req-f307e2ea-e391-4f2d-9c0d-339793896e73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 931 time: 0.1130481 Dec 08 02:44:49.301309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port df009709-c317-4e3f-a3d6-1b53f53284e5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:49.301721 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:49.349128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-919afc45-4bf1-4d32-9847-3775e501c7e9 None None] Provisioning complete for port 8ff06872-8c21-4563-a835-2794e4c95b40 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:49.349513 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-919afc45-4bf1-4d32-9847-3775e501c7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:49.396593 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-919afc45-4bf1-4d32-9847-3775e501c7e9 None None] Port 8ff06872-8c21-4563-a835-2794e4c95b40 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:44:49.424476 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-52eca687-bd30-44c8-a7c3-6b4905071772 req-f626599e-57f5-48e4-935a-78fab93840c3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299276 Dec 08 02:44:49.596934 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff06872-8c21-4563-a835-2794e4c95b40 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:44:49.604503 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:49.616351 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Transition to ACTIVE for port object 8ff06872-8c21-4563-a835-2794e4c95b40 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:44:49.619804 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:49.670510 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Pushing event updated for resources: {'Port': ['ID=8ff06872-8c21-4563-a835-2794e4c95b40,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:49.749474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Attempting to bind port 8ff06872-8c21-4563-a835-2794e4c95b40 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:44:49.749808 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Attempting to bind port 8ff06872-8c21-4563-a835-2794e4c95b40 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:44:49.750139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Attempting to bind port 8ff06872-8c21-4563-a835-2794e4c95b40 on network 1765277f-4bc2-455c-b04e-7ac373838e4c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:44:49.754763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Port 8ff06872-8c21-4563-a835-2794e4c95b40 on network 1765277f-4bc2-455c-b04e-7ac373838e4c not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:44:49.755079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Attempting to bind port 8ff06872-8c21-4563-a835-2794e4c95b40 on network 1765277f-4bc2-455c-b04e-7ac373838e4c {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:44:49.760834 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:44:49.761171 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Checking segment: {'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:44:49.761554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Bound using segment: {'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:44:49.761976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Bound port: 8ff06872-8c21-4563-a835-2794e4c95b40, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:44:49.762426 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:49.829267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] For port 8ff06872-8c21-4563-a835-2794e4c95b40, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:44:49.832758 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] For port 8ff06872-8c21-4563-a835-2794e4c95b40, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8ff06872-8c21-4563-a835-2794e4c95b40,segment=NetworkSegment(cc82d7ea-fd7d-472b-ac7a-0cd61cacf922),segment_id=cc82d7ea-fd7d-472b-ac7a-0cd61cacf922)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:44:49.840118 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:49.876733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:49.877346 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:49.878720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] 10.222.0.65 "PUT /v2.0/ports/8ff06872-8c21-4563-a835-2794e4c95b40 HTTP/1.1" status: 200 len: 1092 time: 0.7938588 Dec 08 02:44:49.879163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2050094b-e133-44cc-b790-00e15e85e15e', 'tag': '8ff06872-8c21-4563-a835-2794e4c95b40'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:49.881460 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3805b47b-7873-413c-9482-535accdfd2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2050094b-e133-44cc-b790-00e15e85e15e", "tag": "8ff06872-8c21-4563-a835-2794e4c95b40"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:49.912806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0237367-9e26-495e-bd10-03ea9a64f2fc service neutron] Pushing event updated for resources: {'Port': ['ID=8ff06872-8c21-4563-a835-2794e4c95b40,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:49.923707 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2200682b-9021-4cad-87cf-3b5822d28b26 x-openstack-request-id: req-2200682b-9021-4cad-87cf-3b5822d28b26 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:49.924600 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2050094b-e133-44cc-b790-00e15e85e15e", "tag": "8ff06872-8c21-4563-a835-2794e4c95b40", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:49.924859 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2200682b-9021-4cad-87cf-3b5822d28b26 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:49.925264 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2050094b-e133-44cc-b790-00e15e85e15e', 'tag': '8ff06872-8c21-4563-a835-2794e4c95b40', 'status': 'completed', 'code': 200} Dec 08 02:44:49.993009 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-729da56b-3f36-47e1-b47b-ed68e55b8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:49.995155 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-729da56b-3f36-47e1-b47b-ed68e55b8a3c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 1095 time: 0.0443933 Dec 08 02:44:50.056320 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-47fafc9a-d542-4df5-89bc-055c67a9498a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ff06872-8c21-4563-a835-2794e4c95b40 HTTP/1.1" status: 200 len: 217 time: 0.0386980 Dec 08 02:44:50.111086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-2a03778a-bbe2-435c-a6b2-58d4d561b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:50.112561 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-2a03778a-bbe2-435c-a6b2-58d4d561b92b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7985e094-565d-495a-a7f4-bb6af7e371e9 HTTP/1.1" status: 200 len: 834 time: 0.0445988 Dec 08 02:44:50.161667 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-71a3b949-c478-44b5-b81f-6ca5a15bef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:50.163166 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-71a3b949-c478-44b5-b81f-6ca5a15bef4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1765277f-4bc2-455c-b04e-7ac373838e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398777 Dec 08 02:44:50.261241 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-9b6f1f97-7740-4539-a95d-aa8e5c69c536 service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863855 Dec 08 02:44:50.355657 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79e71beb-552b-4002-91fb-1fdb3922d1a2 req-b3814f26-267b-4803-9f97-2c353a33e500 service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820203 Dec 08 02:44:50.500733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805b47b-7873-413c-9482-535accdfd2f5 req-be29e9e5-a243-4f3c-b700-62c4d9cf3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:50.502229 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3805b47b-7873-413c-9482-535accdfd2f5 req-be29e9e5-a243-4f3c-b700-62c4d9cf3ad6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 1095 time: 0.0462444 Dec 08 02:44:50.610573 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42142940-04db-4fee-b022-d331c04e13cf req-cb20badb-39bc-44e9-af2c-1a9fe58f9927 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:50.611977 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42142940-04db-4fee-b022-d331c04e13cf req-cb20badb-39bc-44e9-af2c-1a9fe58f9927 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 943 time: 0.1059930 Dec 08 02:44:50.642029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805b47b-7873-413c-9482-535accdfd2f5 req-33ebffdc-94f3-4370-92e6-53e9254d61db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:50.643437 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3805b47b-7873-413c-9482-535accdfd2f5 req-33ebffdc-94f3-4370-92e6-53e9254d61db service neutron] 10.222.0.65 "GET /v2.0/networks?id=1765277f-4bc2-455c-b04e-7ac373838e4c HTTP/1.1" status: 200 len: 898 time: 0.1279504 Dec 08 02:44:50.695681 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3805b47b-7873-413c-9482-535accdfd2f5 req-53a038e4-9391-467b-8a5e-04c8d92a4439 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ff06872-8c21-4563-a835-2794e4c95b40 HTTP/1.1" status: 200 len: 217 time: 0.0396338 Dec 08 02:44:50.704421 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42142940-04db-4fee-b022-d331c04e13cf req-2db5573a-465f-473f-9a15-36b477c15007 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862246 Dec 08 02:44:50.748209 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805b47b-7873-413c-9482-535accdfd2f5 req-bfd57a6f-7bf3-426e-a62e-591fcd801d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:50.749787 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3805b47b-7873-413c-9482-535accdfd2f5 req-bfd57a6f-7bf3-426e-a62e-591fcd801d9f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7985e094-565d-495a-a7f4-bb6af7e371e9 HTTP/1.1" status: 200 len: 834 time: 0.0444710 Dec 08 02:44:50.801234 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805b47b-7873-413c-9482-535accdfd2f5 req-771c0473-942a-4c03-9ce9-c25ddcb34fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:50.802707 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3805b47b-7873-413c-9482-535accdfd2f5 req-771c0473-942a-4c03-9ce9-c25ddcb34fb5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1765277f-4bc2-455c-b04e-7ac373838e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446496 Dec 08 02:44:50.891440 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3805b47b-7873-413c-9482-535accdfd2f5 req-0ec1762e-9b2e-46fc-8276-060d27b0c5ce service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809362 Dec 08 02:44:50.985228 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3805b47b-7873-413c-9482-535accdfd2f5 req-febaa51f-d7c2-483e-b7bc-5403ded2a155 service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857191 Dec 08 02:44:51.432349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8ff06872-8c21-4563-a835-2794e4c95b40 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:44:51.532742 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8ff06872-8c21-4563-a835-2794e4c95b40, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8ff06872-8c21-4563-a835-2794e4c95b40,segment=NetworkSegment(cc82d7ea-fd7d-472b-ac7a-0cd61cacf922),segment_id=cc82d7ea-fd7d-472b-ac7a-0cd61cacf922)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:51.543658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '8ff06872-8c21-4563-a835-2794e4c95b40', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'port_id': '8ff06872-8c21-4563-a835-2794e4c95b40', 'mac_address': 'fa:16:3e:d4:c3:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:44:51.581872 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:51.594719 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff06872-8c21-4563-a835-2794e4c95b40 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:44:51.613421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8ff06872-8c21-4563-a835-2794e4c95b40, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8ff06872-8c21-4563-a835-2794e4c95b40,segment=NetworkSegment(cc82d7ea-fd7d-472b-ac7a-0cd61cacf922),segment_id=cc82d7ea-fd7d-472b-ac7a-0cd61cacf922)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:51.617490 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:51.666969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8ff06872-8c21-4563-a835-2794e4c95b40,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:51.821315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48ad9a-5c67-4b81-8f4f-5387946eca43 req-f967a2bf-26f3-4dcb-a833-ae918e0526d2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:51.822857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e48ad9a-5c67-4b81-8f4f-5387946eca43 req-f967a2bf-26f3-4dcb-a833-ae918e0526d2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 944 time: 0.0494580 Dec 08 02:44:51.872174 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5e48ad9a-5c67-4b81-8f4f-5387946eca43 req-75143cae-316a-4f87-ab39-eb9476f9e755 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430946 Dec 08 02:44:51.992449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['8ff06872-8c21-4563-a835-2794e4c95b40'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:44:52.986737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c75a6-af72-41d2-92ba-b6e25f074ff0 req-9164f891-973a-4d93-a78d-2cce87a400fe tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:52.988190 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-041c75a6-af72-41d2-92ba-b6e25f074ff0 req-9164f891-973a-4d93-a78d-2cce87a400fe tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 944 time: 0.0487790 Dec 08 02:44:53.037156 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-041c75a6-af72-41d2-92ba-b6e25f074ff0 req-902d4d4e-35ba-44d3-8fca-62485cb6ebb7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424006 Dec 08 02:44:53.439925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8ff06872-8c21-4563-a835-2794e4c95b40 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:44:53.489611 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 8ff06872-8c21-4563-a835-2794e4c95b40 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:44:53.493890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 8ff06872-8c21-4563-a835-2794e4c95b40 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:44:53.494274 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:53.574697 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:53.600610 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050094b-e133-44cc-b790-00e15e85e15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff06872-8c21-4563-a835-2794e4c95b40'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:53.603828 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b8b757-e0c3-4e8f-871e-b4ef123dd521" -d '{"events": [{"server_uuid": "2050094b-e133-44cc-b790-00e15e85e15e", "name": "network-vif-plugged", "status": "completed", "tag": "8ff06872-8c21-4563-a835-2794e4c95b40"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:53.616477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 8ff06872-8c21-4563-a835-2794e4c95b40, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8ff06872-8c21-4563-a835-2794e4c95b40,segment=NetworkSegment(cc82d7ea-fd7d-472b-ac7a-0cd61cacf922),segment_id=cc82d7ea-fd7d-472b-ac7a-0cd61cacf922)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:44:53.621543 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:53.644477 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab058f1-cd7a-4338-bf01-044db286382b x-openstack-request-id: req-fab058f1-cd7a-4338-bf01-044db286382b {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:53.644775 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2050094b-e133-44cc-b790-00e15e85e15e", "name": "network-vif-plugged", "status": "completed", "tag": "8ff06872-8c21-4563-a835-2794e4c95b40", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:53.645035 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fab058f1-cd7a-4338-bf01-044db286382b {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:53.645427 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050094b-e133-44cc-b790-00e15e85e15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff06872-8c21-4563-a835-2794e4c95b40', 'code': 200} Dec 08 02:44:53.672521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=8ff06872-8c21-4563-a835-2794e4c95b40,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:53.785139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9e447-9ea0-4d7c-a78c-677347af150c req-7d60e6b4-0973-4299-85f9-12ae1bdeb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:53.786567 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-38e9e447-9ea0-4d7c-a78c-677347af150c req-7d60e6b4-0973-4299-85f9-12ae1bdeb158 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 1097 time: 0.0390267 Dec 08 02:44:53.834470 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-38e9e447-9ea0-4d7c-a78c-677347af150c req-19a03809-8822-4243-b359-8bd7e8223384 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406504 Dec 08 02:44:54.161562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fc504-318a-496c-98a9-b55149ff834d req-1f1e4029-e585-4d2c-b2ed-4619d68d9d20 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:54.163003 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-698fc504-318a-496c-98a9-b55149ff834d req-1f1e4029-e585-4d2c-b2ed-4619d68d9d20 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0503218 Dec 08 02:44:54.210486 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-698fc504-318a-496c-98a9-b55149ff834d req-ec8e3344-fce9-4470-b043-3e7c5c21ad5f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Dec 08 02:44:55.333708 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef42a73-09e8-4484-ae50-b4151622fc93 req-19132ec8-13db-4a6f-95c1-625657d98f73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:55.335529 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5ef42a73-09e8-4484-ae50-b4151622fc93 req-19132ec8-13db-4a6f-95c1-625657d98f73 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0548604 Dec 08 02:44:55.385137 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5ef42a73-09e8-4484-ae50-b4151622fc93 req-5b639d3e-ed12-4fcd-b95c-d67ce1efc766 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428464 Dec 08 02:44:55.501213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370563e9-d431-4e69-b123-88140357b9ba req-eaa4ae96-d938-4325-a5f9-85791d8e52bc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:55.502681 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-370563e9-d431-4e69-b123-88140357b9ba req-eaa4ae96-d938-4325-a5f9-85791d8e52bc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0483174 Dec 08 02:44:55.552718 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-370563e9-d431-4e69-b123-88140357b9ba req-95d2016d-df50-4ad5-9263-456c698e06a8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Dec 08 02:44:55.574834 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42072) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:55.951819 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788ddbe4-88b9-441d-81fa-4b9d00531bc4 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:55.953351 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-788ddbe4-88b9-441d-81fa-4b9d00531bc4 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 1092 time: 0.3775651 Dec 08 02:44:55.956166 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42074) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:55.960595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '8ff06872-8c21-4563-a835-2794e4c95b40', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:44:55.982653 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:56.085433 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:56.191402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.25.2.250 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/b322ad32-ca87-4ed0-8c07-9f4a6ba92291) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:44:56.289032 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:56.320984 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:56.364897 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:44:56.367744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:44:56.371644 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:44:56.395682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=b322ad32-ca87-4ed0-8c07-9f4a6ba92291,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:56.733257 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:56.804004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:56.956444 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:56.961185 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:57.034869 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=b322ad32-ca87-4ed0-8c07-9f4a6ba92291,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:44:57.044716 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:57.152467 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Floating IP f53839da-d68e-4e96-b9ae-66dec1d2f70a associated. External IP: 172.25.2.250, port: 8ff06872-8c21-4563-a835-2794e4c95b40. Dec 08 02:44:57.362213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:44:57.471384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:44:57.482452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d580565d-81b7-4f20-886f-49ad978d1764 None None] Sync routers for ids ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:44:57.490228 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:44:57.493150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d580565d-81b7-4f20-886f-49ad978d1764 None None] Routers {'466ced67-4ccb-4ec6-a3a6-d81469ccc927'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:57.494497 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d580565d-81b7-4f20-886f-49ad978d1764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:44:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:57.522847 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-977e41c8-ffa0-4bac-ab32-558f28cd5c22 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5656250 Dec 08 02:44:57.523726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2050094b-e133-44cc-b790-00e15e85e15e', 'tag': '8ff06872-8c21-4563-a835-2794e4c95b40'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:44:57.526798 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e8358c-12e3-48ec-9a8e-81529e865e18" -d '{"events": [{"name": "network-changed", "server_uuid": "2050094b-e133-44cc-b790-00e15e85e15e", "tag": "8ff06872-8c21-4563-a835-2794e4c95b40"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:44:57.563672 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c40e65-a086-4acd-9506-3b80d36cbe52 x-openstack-request-id: req-45c40e65-a086-4acd-9506-3b80d36cbe52 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:44:57.563971 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2050094b-e133-44cc-b790-00e15e85e15e", "tag": "8ff06872-8c21-4563-a835-2794e4c95b40", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:44:57.564229 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-45c40e65-a086-4acd-9506-3b80d36cbe52 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:44:57.564670 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2050094b-e133-44cc-b790-00e15e85e15e', 'tag': '8ff06872-8c21-4563-a835-2794e4c95b40', 'status': 'completed', 'code': 200} Dec 08 02:44:57.622540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d580565d-81b7-4f20-886f-49ad978d1764 None None] Set router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:57.627890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bd6f4-de30-4ff9-a094-4c3e85b2e260 req-681cca62-efd7-47da-ad61-73af061709a3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:57.629442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f0bd6f4-de30-4ff9-a094-4c3e85b2e260 req-681cca62-efd7-47da-ad61-73af061709a3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0541399 Dec 08 02:44:57.652185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8358c-12e3-48ec-9a8e-81529e865e18 req-f799c987-45a7-4451-b33a-51f7b0cfb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:57.653760 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60e8358c-12e3-48ec-9a8e-81529e865e18 req-f799c987-45a7-4451-b33a-51f7b0cfb697 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 1097 time: 0.0459809 Dec 08 02:44:57.681414 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4f0bd6f4-de30-4ff9-a094-4c3e85b2e260 req-9cc3e749-6bd3-4416-a7cb-36ed96c2ff6d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452180 Dec 08 02:44:57.704498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42082) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:57.753658 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8358c-12e3-48ec-9a8e-81529e865e18 req-efc036bb-2ec2-4c75-b826-b272d0c045b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:57.755921 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60e8358c-12e3-48ec-9a8e-81529e865e18 req-efc036bb-2ec2-4c75-b826-b272d0c045b8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1765277f-4bc2-455c-b04e-7ac373838e4c HTTP/1.1" status: 200 len: 898 time: 0.0946176 Dec 08 02:44:57.778863 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7496c3b1-abb8-4e38-b230-8e62ea8cb075 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/f53839da-d68e-4e96-b9ae-66dec1d2f70a HTTP/1.1" status: 200 len: 991 time: 0.0731103 Dec 08 02:44:57.823212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60e8358c-12e3-48ec-9a8e-81529e865e18 req-cfa11e3a-b252-4b1f-aeaf-6f9f1f2a7f18 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ff06872-8c21-4563-a835-2794e4c95b40 HTTP/1.1" status: 200 len: 999 time: 0.0599134 Dec 08 02:44:57.863571 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d580565d-81b7-4f20-886f-49ad978d1764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:45Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f53839da-d68e-4e96-b9ae-66dec1d2f70a', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'port_id': '8ff06872-8c21-4563-a835-2794e4c95b40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'mac_address': 'fa:16:3e:d4:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2050094b-e133-44cc-b790-00e15e85e15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:44:56Z', 'updated_at': '2021-12-08T02:44:56Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df009709-c317-4e3f-a3d6-1b53f53284e5', 'name': '', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:09:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:44Z', 'updated_at': '2021-12-08T02:44:48Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:57.872301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8358c-12e3-48ec-9a8e-81529e865e18 req-da6dd0d6-922b-4b0b-b2dd-bd76301aec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:57.873821 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60e8358c-12e3-48ec-9a8e-81529e865e18 req-da6dd0d6-922b-4b0b-b2dd-bd76301aec65 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7985e094-565d-495a-a7f4-bb6af7e371e9 HTTP/1.1" status: 200 len: 834 time: 0.0435035 Dec 08 02:44:57.891579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d580565d-81b7-4f20-886f-49ad978d1764 None None] Checking router: 466ced67-4ccb-4ec6-a3a6-d81469ccc927 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:44:57.901233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d580565d-81b7-4f20-886f-49ad978d1764 None None] Routers {'466ced67-4ccb-4ec6-a3a6-d81469ccc927'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:44:57.901854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d580565d-81b7-4f20-886f-49ad978d1764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:44:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:57.923072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8358c-12e3-48ec-9a8e-81529e865e18 req-a1e89fc3-0616-4621-bd80-30d84e23279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:44:57.924580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60e8358c-12e3-48ec-9a8e-81529e865e18 req-a1e89fc3-0616-4621-bd80-30d84e23279b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1765277f-4bc2-455c-b04e-7ac373838e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440135 Dec 08 02:44:58.018387 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60e8358c-12e3-48ec-9a8e-81529e865e18 req-0f848a90-efdf-4e78-bc20-a7709bb9f5c4 service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864518 Dec 08 02:44:58.117809 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-60e8358c-12e3-48ec-9a8e-81529e865e18 req-8eeb4e96-f9d5-4792-9d3e-8c10629a6aa1 service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925159 Dec 08 02:44:58.181417 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-d580565d-81b7-4f20-886f-49ad978d1764 None None] Set router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:44:58.403205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-d580565d-81b7-4f20-886f-49ad978d1764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:45Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f53839da-d68e-4e96-b9ae-66dec1d2f70a', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'port_id': '8ff06872-8c21-4563-a835-2794e4c95b40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'mac_address': 'fa:16:3e:d4:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2050094b-e133-44cc-b790-00e15e85e15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:44:56Z', 'updated_at': '2021-12-08T02:44:56Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df009709-c317-4e3f-a3d6-1b53f53284e5', 'name': '', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:09:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:44Z', 'updated_at': '2021-12-08T02:44:48Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:44:58.434037 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d580565d-81b7-4f20-886f-49ad978d1764 None None] The sync data for ids ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'] in n-d-713498-30 is: [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:45Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f53839da-d68e-4e96-b9ae-66dec1d2f70a', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.250', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'port_id': '8ff06872-8c21-4563-a835-2794e4c95b40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'mac_address': 'fa:16:3e:d4:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2050094b-e133-44cc-b790-00e15e85e15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:44:56Z', 'updated_at': '2021-12-08T02:44:56Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df009709-c317-4e3f-a3d6-1b53f53284e5', 'name': '', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:09:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:44Z', 'updated_at': '2021-12-08T02:44:48Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:44:58.619792 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2a01c8-8c71-4579-b848-503236cd71f1 None None] New status for floating IP f53839da-d68e-4e96-b9ae-66dec1d2f70a: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:44:58.782274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42084) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:44:58.845306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0e464620-3ebd-4683-9827-43e14a8cd9c9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/f53839da-d68e-4e96-b9ae-66dec1d2f70a HTTP/1.1" status: 200 len: 993 time: 0.0620260 Dec 08 02:44:58.942081 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e26ab33c-e2b7-46ac-9d2c-190d3cb80dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:00.867299 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e98b31d9-2bc1-4474-bb2e-87b2ce3c9b2f req-402c60bb-b394-4c98-81b2-c1069d95de59 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396800 Dec 08 02:45:00.978595 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b31d9-2bc1-4474-bb2e-87b2ce3c9b2f req-cb436e94-f570-4155-93e3-e10898375906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:00.979699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e98b31d9-2bc1-4474-bb2e-87b2ce3c9b2f req-cb436e94-f570-4155-93e3-e10898375906 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 1097 time: 0.0456111 Dec 08 02:45:01.085505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b31d9-2bc1-4474-bb2e-87b2ce3c9b2f req-71161f51-ed04-4d10-a4b9-7d644b4dcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:01.087237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e98b31d9-2bc1-4474-bb2e-87b2ce3c9b2f req-71161f51-ed04-4d10-a4b9-7d644b4dcec4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1765277f-4bc2-455c-b04e-7ac373838e4c HTTP/1.1" status: 200 len: 898 time: 0.0879810 Dec 08 02:45:01.150923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e98b31d9-2bc1-4474-bb2e-87b2ce3c9b2f req-16aae9b5-aa2a-48c8-9734-0da7695a965a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ff06872-8c21-4563-a835-2794e4c95b40 HTTP/1.1" status: 200 len: 1001 time: 0.0571380 Dec 08 02:45:01.205478 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b31d9-2bc1-4474-bb2e-87b2ce3c9b2f req-42c4a8da-9a28-47c6-8249-e57f60fc4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:01.206897 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e98b31d9-2bc1-4474-bb2e-87b2ce3c9b2f req-42c4a8da-9a28-47c6-8249-e57f60fc4153 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7985e094-565d-495a-a7f4-bb6af7e371e9 HTTP/1.1" status: 200 len: 834 time: 0.0467713 Dec 08 02:45:01.251242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b31d9-2bc1-4474-bb2e-87b2ce3c9b2f req-96923e36-0bcb-486d-ac24-5942506f7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:01.252707 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e98b31d9-2bc1-4474-bb2e-87b2ce3c9b2f req-96923e36-0bcb-486d-ac24-5942506f7cda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1765277f-4bc2-455c-b04e-7ac373838e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387628 Dec 08 02:45:01.345180 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e98b31d9-2bc1-4474-bb2e-87b2ce3c9b2f req-79147777-4463-4541-9ca4-26fc6ad25daa service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855985 Dec 08 02:45:01.434668 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e98b31d9-2bc1-4474-bb2e-87b2ce3c9b2f req-c4c9aa61-7f64-4c80-9c71-77a313ce6277 service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789189 Dec 08 02:45:02.189423 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-80869fe4-4e75-47d2-afc0-ed7fbb9f2534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:02.210579 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:02.575433 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:02.754599 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:45:03.865924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:04.684151 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:04.878390 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:28.942698 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3dec5fbb-86cd-434c-a2f7-b86b2e766508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:32.190416 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6180ac8a-b74a-4fee-b361-8f45bae03a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:32.210887 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:32.578932 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:33.868090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:34.198186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d76598-6dfc-495a-9df9-57a74935a731 req-bd8321de-7f5a-4315-a864-067865de9f4b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:34.199650 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76d76598-6dfc-495a-9df9-57a74935a731 req-bd8321de-7f5a-4315-a864-067865de9f4b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0760908 Dec 08 02:45:34.224740 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe9774-5a90-4589-9e28-a20d103b1f7b req-5edb4eef-5944-4345-ba8f-92fc0a540678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:34.226157 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cafe9774-5a90-4589-9e28-a20d103b1f7b req-5edb4eef-5944-4345-ba8f-92fc0a540678 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 1097 time: 0.0705171 Dec 08 02:45:34.278188 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-76d76598-6dfc-495a-9df9-57a74935a731 req-9957b82d-13be-4927-9962-49b2eb3add96 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719335 Dec 08 02:45:34.333392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe9774-5a90-4589-9e28-a20d103b1f7b req-c41f2688-fa7e-4155-8d6c-6f6a1da871b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:34.334757 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cafe9774-5a90-4589-9e28-a20d103b1f7b req-c41f2688-fa7e-4155-8d6c-6f6a1da871b3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1765277f-4bc2-455c-b04e-7ac373838e4c HTTP/1.1" status: 200 len: 898 time: 0.0962164 Dec 08 02:45:34.406503 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cafe9774-5a90-4589-9e28-a20d103b1f7b req-5844e039-6ae4-4ef6-bbcd-c51daab7e528 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ff06872-8c21-4563-a835-2794e4c95b40 HTTP/1.1" status: 200 len: 1001 time: 0.0630195 Dec 08 02:45:34.459749 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe9774-5a90-4589-9e28-a20d103b1f7b req-4fe82033-d568-42a3-a251-a5d1e84b6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:34.461195 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cafe9774-5a90-4589-9e28-a20d103b1f7b req-4fe82033-d568-42a3-a251-a5d1e84b6a21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7985e094-565d-495a-a7f4-bb6af7e371e9 HTTP/1.1" status: 200 len: 834 time: 0.0443048 Dec 08 02:45:34.507378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe9774-5a90-4589-9e28-a20d103b1f7b req-240c528e-fff1-4c99-bc83-898d9c3a7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:34.508850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cafe9774-5a90-4589-9e28-a20d103b1f7b req-240c528e-fff1-4c99-bc83-898d9c3a7a6d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1765277f-4bc2-455c-b04e-7ac373838e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394645 Dec 08 02:45:34.601566 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cafe9774-5a90-4589-9e28-a20d103b1f7b req-8c510100-87fa-4b99-9ec7-1236b85ddb21 service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843704 Dec 08 02:45:34.694636 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cafe9774-5a90-4589-9e28-a20d103b1f7b req-48c983fe-5def-4aaa-b65f-1a492d18f859 service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852766 Dec 08 02:45:34.698595 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:34.881150 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:45:35.395696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87973a03-4648-4211-871f-ba9db8eabbdf req-6040b27d-597a-4c04-8ea8-df56d7bdf9cf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:35.397221 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-87973a03-4648-4211-871f-ba9db8eabbdf req-6040b27d-597a-4c04-8ea8-df56d7bdf9cf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0490456 Dec 08 02:45:35.450229 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-87973a03-4648-4211-871f-ba9db8eabbdf req-4558f836-813b-4772-9e4c-02a9f60ac81a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464938 Dec 08 02:45:36.565977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd812657-af56-40da-baed-540cde74b46d req-f1dbe00b-daa0-4593-8bba-dbf41c17bdc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:36.567461 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd812657-af56-40da-baed-540cde74b46d req-f1dbe00b-daa0-4593-8bba-dbf41c17bdc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0503778 Dec 08 02:45:36.617900 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cd812657-af56-40da-baed-540cde74b46d req-0e24bd04-7f47-4662-a271-e66d5aa24f9e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440378 Dec 08 02:45:37.732242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a97ae8-56bf-47da-ae54-f6b65aa5cdcc req-b01d7a9c-5c3a-4c70-a3e1-41d8c31359b1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:37.733779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16a97ae8-56bf-47da-ae54-f6b65aa5cdcc req-b01d7a9c-5c3a-4c70-a3e1-41d8c31359b1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0486231 Dec 08 02:45:37.782173 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-16a97ae8-56bf-47da-ae54-f6b65aa5cdcc req-a3d8862a-38e7-4d02-a48e-9d1724c822c2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424662 Dec 08 02:45:38.897329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b33cd4-be37-47f2-8b73-e21f9c6e688c req-70cd2ae2-7c42-4048-804e-720ab8ff2f3d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:38.898796 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7b33cd4-be37-47f2-8b73-e21f9c6e688c req-70cd2ae2-7c42-4048-804e-720ab8ff2f3d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0482881 Dec 08 02:45:38.947169 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f7b33cd4-be37-47f2-8b73-e21f9c6e688c req-f33cfa3b-79d8-48e0-988e-74f2fa4f560e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Dec 08 02:45:39.753155 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:45:40.066618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daabaf-e192-4b61-99a0-3a5a1bd46245 req-07a34b80-1406-4503-ab12-52e6cbaec834 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:40.068117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-00daabaf-e192-4b61-99a0-3a5a1bd46245 req-07a34b80-1406-4503-ab12-52e6cbaec834 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0527365 Dec 08 02:45:40.118838 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-00daabaf-e192-4b61-99a0-3a5a1bd46245 req-d248e71c-d89c-49ee-870e-570495760f3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434396 Dec 08 02:45:41.239663 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff759af-2bc4-454c-b03e-a3ffbd8e9741 req-47c45609-d501-46ab-97a0-b5c26f5d30f0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:41.241056 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cff759af-2bc4-454c-b03e-a3ffbd8e9741 req-47c45609-d501-46ab-97a0-b5c26f5d30f0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0519269 Dec 08 02:45:41.288512 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cff759af-2bc4-454c-b03e-a3ffbd8e9741 req-bbc9c9e2-5e15-4c10-aa45-292eb1f17389 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414822 Dec 08 02:45:42.414681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1fd65-78ff-4ed3-863c-76fe9582a66f req-d5d0e778-5cdf-400e-980a-3d36d57ca77b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:42.416153 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5c1fd65-78ff-4ed3-863c-76fe9582a66f req-d5d0e778-5cdf-400e-980a-3d36d57ca77b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0519731 Dec 08 02:45:42.464431 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a5c1fd65-78ff-4ed3-863c-76fe9582a66f req-58d4d008-0961-4c68-9054-a5900206cf4d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418658 Dec 08 02:45:43.580011 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab47f0b-679d-4596-8538-8fc0590913ed req-17fdbdcc-14fa-460e-9f12-7e624103712d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:43.581515 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eab47f0b-679d-4596-8538-8fc0590913ed req-17fdbdcc-14fa-460e-9f12-7e624103712d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0479548 Dec 08 02:45:43.630769 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-eab47f0b-679d-4596-8538-8fc0590913ed req-6a963ff6-805b-44ef-b59a-f62c37913fea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429277 Dec 08 02:45:44.748716 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81fef-9021-4d25-9098-0c0882c2cad8 req-9323eaef-67e8-4b6b-a550-28476acc3946 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:44.750106 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91c81fef-9021-4d25-9098-0c0882c2cad8 req-9323eaef-67e8-4b6b-a550-28476acc3946 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0506389 Dec 08 02:45:44.798184 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91c81fef-9021-4d25-9098-0c0882c2cad8 req-c2b1a25b-7366-4bf4-b9cf-99cd103ae1d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420420 Dec 08 02:45:45.914153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aebaff-e0f2-40aa-8ae2-60c72941df45 req-c4110d03-86ac-4833-839e-9178052844da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:45:45.915621 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f1aebaff-e0f2-40aa-8ae2-60c72941df45 req-c4110d03-86ac-4833-839e-9178052844da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0481970 Dec 08 02:45:45.969509 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f1aebaff-e0f2-40aa-8ae2-60c72941df45 req-95840f92-7e21-4379-b322-8e196f7b539d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475438 Dec 08 02:45:45.991827 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42122) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:45:46.052172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-509e55ce-f8ae-4ae7-9358-f0821e33ca1e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/f53839da-d68e-4e96-b9ae-66dec1d2f70a HTTP/1.1" status: 200 len: 993 time: 0.0591938 Dec 08 02:45:58.945617 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6fec13e1-867c-4a26-a942-6c950fcb1beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:02.191781 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-39be1cd4-e38a-478c-9ff2-f912b03ce5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:02.213194 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:02.580802 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:02.836743 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-058c3d14-8f2a-4bbd-97a7-5ef0826bfe35 req-697ada3b-7e96-4553-8ef8-a84e62af2c36 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393236 Dec 08 02:46:02.944887 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3d14-8f2a-4bbd-97a7-5ef0826bfe35 req-7fbd4bfb-2365-4714-a73d-28ac5ebbb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:02.946369 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-058c3d14-8f2a-4bbd-97a7-5ef0826bfe35 req-7fbd4bfb-2365-4714-a73d-28ac5ebbb1e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 1097 time: 0.0443945 Dec 08 02:46:03.048261 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3d14-8f2a-4bbd-97a7-5ef0826bfe35 req-76230286-e4b5-4496-95b6-5ab0260b28de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:03.049751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-058c3d14-8f2a-4bbd-97a7-5ef0826bfe35 req-76230286-e4b5-4496-95b6-5ab0260b28de service neutron] 10.222.0.65 "GET /v2.0/networks?id=1765277f-4bc2-455c-b04e-7ac373838e4c HTTP/1.1" status: 200 len: 898 time: 0.0829849 Dec 08 02:46:03.117110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-058c3d14-8f2a-4bbd-97a7-5ef0826bfe35 req-d3482b11-623f-4389-81be-665bd389b246 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ff06872-8c21-4563-a835-2794e4c95b40 HTTP/1.1" status: 200 len: 1001 time: 0.0595706 Dec 08 02:46:03.166452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3d14-8f2a-4bbd-97a7-5ef0826bfe35 req-f506226e-5168-4ccd-82e2-4603dbf431ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:03.167884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-058c3d14-8f2a-4bbd-97a7-5ef0826bfe35 req-f506226e-5168-4ccd-82e2-4603dbf431ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7985e094-565d-495a-a7f4-bb6af7e371e9 HTTP/1.1" status: 200 len: 834 time: 0.0426760 Dec 08 02:46:03.218765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3d14-8f2a-4bbd-97a7-5ef0826bfe35 req-3e612aa6-0c13-47e9-9cc2-92a74c11e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:03.220228 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-058c3d14-8f2a-4bbd-97a7-5ef0826bfe35 req-3e612aa6-0c13-47e9-9cc2-92a74c11e114 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1765277f-4bc2-455c-b04e-7ac373838e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400789 Dec 08 02:46:03.311370 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-058c3d14-8f2a-4bbd-97a7-5ef0826bfe35 req-7f5e29c5-8d3b-468d-a641-c8ac8db3db81 service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828362 Dec 08 02:46:03.410207 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-058c3d14-8f2a-4bbd-97a7-5ef0826bfe35 req-f4881f31-7dd0-4743-86ec-45e177caab58 service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884645 Dec 08 02:46:03.872854 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:04.694729 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:04.882184 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:16.752460 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:46:18.435192 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42134) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:18.590710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port b322ad32-ca87-4ed0-8c07-9f4a6ba92291 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:46:18.591045 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:18.662892 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:18.663217 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:18.675212 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for b322ad32-ca87-4ed0-8c07-9f4a6ba92291 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:46:18.821749 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:18.847396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=b322ad32-ca87-4ed0-8c07-9f4a6ba92291,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:18.859660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.860015 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.860384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.860727 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.861063 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.861393 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.861725 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.862054 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.862382 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.862716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.863043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.863365 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.863688 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:18.916811 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:18.917140 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Floating IP f53839da-d68e-4e96-b9ae-66dec1d2f70a disassociated (deleted). External IP: 172.25.2.250, port: 8ff06872-8c21-4563-a835-2794e4c95b40. Dec 08 02:46:19.124927 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:46:19.230505 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:46:19.235396 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:19.241426 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaeac6c-8666-47a9-9b43-2b8d077de0cf None None] Sync routers for ids ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:46:19.251593 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaeac6c-8666-47a9-9b43-2b8d077de0cf None None] Routers {'466ced67-4ccb-4ec6-a3a6-d81469ccc927'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:19.252210 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2aaeac6c-8666-47a9-9b43-2b8d077de0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:46:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:19.264072 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e4279f15-398c-4673-b82d-5f61830e633f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/floatingips/f53839da-d68e-4e96-b9ae-66dec1d2f70a HTTP/1.1" status: 204 len: 168 time: 0.8277392 Dec 08 02:46:19.264690 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2050094b-e133-44cc-b790-00e15e85e15e', 'tag': '8ff06872-8c21-4563-a835-2794e4c95b40'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:19.266969 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7583d8-10b2-4467-8fb8-5f23aae29c08" -d '{"events": [{"name": "network-changed", "server_uuid": "2050094b-e133-44cc-b790-00e15e85e15e", "tag": "8ff06872-8c21-4563-a835-2794e4c95b40"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:19.305475 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51a55c0-95df-4c65-9e3f-dafea31a5cfb x-openstack-request-id: req-d51a55c0-95df-4c65-9e3f-dafea31a5cfb {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:19.305775 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2050094b-e133-44cc-b790-00e15e85e15e", "tag": "8ff06872-8c21-4563-a835-2794e4c95b40", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:19.306039 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d51a55c0-95df-4c65-9e3f-dafea31a5cfb {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:19.306454 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2050094b-e133-44cc-b790-00e15e85e15e', 'tag': '8ff06872-8c21-4563-a835-2794e4c95b40', 'status': 'completed', 'code': 200} Dec 08 02:46:19.370334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2aaeac6c-8666-47a9-9b43-2b8d077de0cf None None] Set router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:19.411999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7583d8-10b2-4467-8fb8-5f23aae29c08 req-28ced012-710f-4960-b876-6c04bfdc0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:19.413756 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e7583d8-10b2-4467-8fb8-5f23aae29c08 req-28ced012-710f-4960-b876-6c04bfdc0e54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 1097 time: 0.0462873 Dec 08 02:46:19.494994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc97707-a935-4ca6-b946-75db90094214 req-3f6f944c-edfc-4c65-8081-b5701edefc4f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:19.498710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abc97707-a935-4ca6-b946-75db90094214 req-3f6f944c-edfc-4c65-8081-b5701edefc4f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0518281 Dec 08 02:46:19.542654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7583d8-10b2-4467-8fb8-5f23aae29c08 req-4a0ce182-3268-4f7a-a92d-90f414849548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:19.544856 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e7583d8-10b2-4467-8fb8-5f23aae29c08 req-4a0ce182-3268-4f7a-a92d-90f414849548 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1765277f-4bc2-455c-b04e-7ac373838e4c HTTP/1.1" status: 200 len: 898 time: 0.0911324 Dec 08 02:46:19.555674 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-abc97707-a935-4ca6-b946-75db90094214 req-5555e26e-3164-4d39-9cce-22adc8abba80 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505345 Dec 08 02:46:19.591038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2aaeac6c-8666-47a9-9b43-2b8d077de0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:45Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'df009709-c317-4e3f-a3d6-1b53f53284e5', 'name': '', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:09:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:44Z', 'updated_at': '2021-12-08T02:44:48Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:19.591801 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e7583d8-10b2-4467-8fb8-5f23aae29c08 req-4b8949e6-6de5-4833-82df-66f181c0f4de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ff06872-8c21-4563-a835-2794e4c95b40 HTTP/1.1" status: 200 len: 217 time: 0.0366507 Dec 08 02:46:19.621364 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaeac6c-8666-47a9-9b43-2b8d077de0cf None None] Checking router: 466ced67-4ccb-4ec6-a3a6-d81469ccc927 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:46:19.629955 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaeac6c-8666-47a9-9b43-2b8d077de0cf None None] Routers {'466ced67-4ccb-4ec6-a3a6-d81469ccc927'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:19.630573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2aaeac6c-8666-47a9-9b43-2b8d077de0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:46:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:19.646744 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7583d8-10b2-4467-8fb8-5f23aae29c08 req-1d54dc3c-12b3-4046-b12f-30aac9525dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:19.649272 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e7583d8-10b2-4467-8fb8-5f23aae29c08 req-1d54dc3c-12b3-4046-b12f-30aac9525dbb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7985e094-565d-495a-a7f4-bb6af7e371e9 HTTP/1.1" status: 200 len: 834 time: 0.0497887 Dec 08 02:46:19.696733 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7583d8-10b2-4467-8fb8-5f23aae29c08 req-6e08eb83-5d26-465f-8e5b-c89da9954fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:19.698277 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e7583d8-10b2-4467-8fb8-5f23aae29c08 req-6e08eb83-5d26-465f-8e5b-c89da9954fa7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1765277f-4bc2-455c-b04e-7ac373838e4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410352 Dec 08 02:46:19.736409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-2aaeac6c-8666-47a9-9b43-2b8d077de0cf None None] Set router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:19.800135 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e7583d8-10b2-4467-8fb8-5f23aae29c08 req-74a1d6dd-098a-47ee-a0fd-047eb393fd68 service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924926 Dec 08 02:46:19.944056 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-2aaeac6c-8666-47a9-9b43-2b8d077de0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:45Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'df009709-c317-4e3f-a3d6-1b53f53284e5', 'name': '', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:09:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:44Z', 'updated_at': '2021-12-08T02:44:48Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:19.972687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaeac6c-8666-47a9-9b43-2b8d077de0cf None None] The sync data for ids ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'] in n-d-713498-30 is: [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:45Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'df009709-c317-4e3f-a3d6-1b53f53284e5', 'name': '', 'network_id': '1765277f-4bc2-455c-b04e-7ac373838e4c', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:09:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:44Z', 'updated_at': '2021-12-08T02:44:48Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '7985e094-565d-495a-a7f4-bb6af7e371e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:46:20.213373 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dc30f2-b8c6-4098-a914-73cd5d8ab256 None None] New status for floating IP f53839da-d68e-4e96-b9ae-66dec1d2f70a: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:46:20.249731 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1e7583d8-10b2-4467-8fb8-5f23aae29c08 req-7df00a1b-7bc9-48c0-8746-be7edbc50a91 service neutron] 10.222.0.65 "GET /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371879 Dec 08 02:46:20.674399 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493f5b4-5658-4e04-81a3-4f97899cb449 req-8e90a214-2188-4f94-b620-a19de32ddbd5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:20.675881 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b493f5b4-5658-4e04-81a3-4f97899cb449 req-8e90a214-2188-4f94-b620-a19de32ddbd5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0485570 Dec 08 02:46:20.727031 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b493f5b4-5658-4e04-81a3-4f97899cb449 req-daf98652-9ccb-4594-b6d0-13a513f766b8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2fa61337-6eea-4295-9043-19e202c96811&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451882 Dec 08 02:46:21.422709 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217e4c4-60b9-4a98-ac58-49e5a556dfdd req-8df0480d-786b-419e-a666-3fc20eeb10d0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:21.424134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b217e4c4-60b9-4a98-ac58-49e5a556dfdd req-8df0480d-786b-419e-a666-3fc20eeb10d0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.65 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 945 time: 0.0470283 Dec 08 02:46:21.512121 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-b217e4c4-60b9-4a98-ac58-49e5a556dfdd req-366934ab-b5d8-47e0-9949-701a57f5c1ca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 8ff06872-8c21-4563-a835-2794e4c95b40 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:46:21.512635 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b217e4c4-60b9-4a98-ac58-49e5a556dfdd req-366934ab-b5d8-47e0-9949-701a57f5c1ca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:21.602274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-b217e4c4-60b9-4a98-ac58-49e5a556dfdd req-366934ab-b5d8-47e0-9949-701a57f5c1ca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port 8ff06872-8c21-4563-a835-2794e4c95b40, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=8ff06872-8c21-4563-a835-2794e4c95b40,segment=NetworkSegment(cc82d7ea-fd7d-472b-ac7a-0cd61cacf922),segment_id=cc82d7ea-fd7d-472b-ac7a-0cd61cacf922)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:21.602636 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b217e4c4-60b9-4a98-ac58-49e5a556dfdd req-366934ab-b5d8-47e0-9949-701a57f5c1ca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:21.614977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-b217e4c4-60b9-4a98-ac58-49e5a556dfdd req-366934ab-b5d8-47e0-9949-701a57f5c1ca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 8ff06872-8c21-4563-a835-2794e4c95b40 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:46:21.743086 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b217e4c4-60b9-4a98-ac58-49e5a556dfdd req-366934ab-b5d8-47e0-9949-701a57f5c1ca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:21.773029 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366934ab-b5d8-47e0-9949-701a57f5c1ca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=8ff06872-8c21-4563-a835-2794e4c95b40,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:21.817281 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b217e4c4-60b9-4a98-ac58-49e5a556dfdd req-366934ab-b5d8-47e0-9949-701a57f5c1ca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] No DVR routers for this DVR port 8ff06872-8c21-4563-a835-2794e4c95b40 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:46:21.820048 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-b217e4c4-60b9-4a98-ac58-49e5a556dfdd req-366934ab-b5d8-47e0-9949-701a57f5c1ca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:21.823485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b217e4c4-60b9-4a98-ac58-49e5a556dfdd req-366934ab-b5d8-47e0-9949-701a57f5c1ca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.65 "DELETE /v2.0/ports/8ff06872-8c21-4563-a835-2794e4c95b40 HTTP/1.1" status: 204 len: 173 time: 0.3911424 Dec 08 02:46:21.823979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2050094b-e133-44cc-b790-00e15e85e15e', 'name': 'network-vif-deleted', 'tag': '8ff06872-8c21-4563-a835-2794e4c95b40'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:21.826694 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d262b4aa-a630-4bdf-9ce9-be8c1798cf2b" -d '{"events": [{"server_uuid": "2050094b-e133-44cc-b790-00e15e85e15e", "name": "network-vif-deleted", "tag": "8ff06872-8c21-4563-a835-2794e4c95b40"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:21.826988 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1890c24b-e50b-4208-a964-949bc3ac98bb req-4fab476e-20f0-45ef-9f1d-d0e6fdfc2a95 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=2050094b-e133-44cc-b790-00e15e85e15e HTTP/1.1" status: 200 len: 210 time: 0.0264926 Dec 08 02:46:21.866537 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0b2a6f-c8f6-410f-92e9-eaa0694831e2 x-openstack-request-id: req-2e0b2a6f-c8f6-410f-92e9-eaa0694831e2 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:21.866837 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2050094b-e133-44cc-b790-00e15e85e15e", "name": "network-vif-deleted", "tag": "8ff06872-8c21-4563-a835-2794e4c95b40", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:21.867164 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e0b2a6f-c8f6-410f-92e9-eaa0694831e2 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:21.867732 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2050094b-e133-44cc-b790-00e15e85e15e', 'name': 'network-vif-deleted', 'tag': '8ff06872-8c21-4563-a835-2794e4c95b40', 'status': 'completed', 'code': 200} Dec 08 02:46:22.888550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42150) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:23.245989 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b423bca3-a08e-42e2-b9b9-3ef85f9a2d7e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:23.500077 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b423bca3-a08e-42e2-b9b9-3ef85f9a2d7e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port df009709-c317-4e3f-a3d6-1b53f53284e5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:46:23.500425 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b423bca3-a08e-42e2-b9b9-3ef85f9a2d7e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:23.586806 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-b423bca3-a08e-42e2-b9b9-3ef85f9a2d7e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port df009709-c317-4e3f-a3d6-1b53f53284e5, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=df009709-c317-4e3f-a3d6-1b53f53284e5,segment=NetworkSegment(cc82d7ea-fd7d-472b-ac7a-0cd61cacf922),segment_id=cc82d7ea-fd7d-472b-ac7a-0cd61cacf922)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:23.587170 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b423bca3-a08e-42e2-b9b9-3ef85f9a2d7e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:23.604513 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-b423bca3-a08e-42e2-b9b9-3ef85f9a2d7e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for df009709-c317-4e3f-a3d6-1b53f53284e5 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:46:23.790735 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b423bca3-a08e-42e2-b9b9-3ef85f9a2d7e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:23.816831 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423bca3-a08e-42e2-b9b9-3ef85f9a2d7e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=df009709-c317-4e3f-a3d6-1b53f53284e5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:23.990974 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b423bca3-a08e-42e2-b9b9-3ef85f9a2d7e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:24.211187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b423bca3-a08e-42e2-b9b9-3ef85f9a2d7e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:46:24.316654 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b423bca3-a08e-42e2-b9b9-3ef85f9a2d7e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:46:24.321988 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b423bca3-a08e-42e2-b9b9-3ef85f9a2d7e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "PUT /v2.0/routers/466ced67-4ccb-4ec6-a3a6-d81469ccc927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4323664 Dec 08 02:46:24.325317 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42152) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:24.328443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba65f4f-7f19-456a-8dfd-e4a3c48f24fb None None] Sync routers for ids ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:46:24.338217 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba65f4f-7f19-456a-8dfd-e4a3c48f24fb None None] Routers {'466ced67-4ccb-4ec6-a3a6-d81469ccc927'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:24.338965 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8ba65f4f-7f19-456a-8dfd-e4a3c48f24fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:46:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:24.377278 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c25f07-84ad-412a-938e-723606d077ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting subnet 7985e094-565d-495a-a7f4-bb6af7e371e9 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:46:24.380401 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7c25f07-84ad-412a-938e-723606d077ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:24.420260 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7c25f07-84ad-412a-938e-723606d077ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:24.456236 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8ba65f4f-7f19-456a-8dfd-e4a3c48f24fb None None] Set router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:24.507742 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7c25f07-84ad-412a-938e-723606d077ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:24.565235 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7c25f07-84ad-412a-938e-723606d077ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:24.593332 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c25f07-84ad-412a-938e-723606d077ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Subnet': ['ID=7985e094-565d-495a-a7f4-bb6af7e371e9,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:24.596740 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c7c25f07-84ad-412a-938e-723606d077ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:24.599915 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c7c25f07-84ad-412a-938e-723606d077ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/subnets/7985e094-565d-495a-a7f4-bb6af7e371e9 HTTP/1.1" status: 204 len: 168 time: 0.2736385 Dec 08 02:46:24.602653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42154) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:24.618120 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41133e6-09fd-4b38-a91b-f9cf6a7e2997 None None] Network 1765277f-4bc2-455c-b04e-7ac373838e4c requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:46:24.709339 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:24.719102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8ba65f4f-7f19-456a-8dfd-e4a3c48f24fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:46:23Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:24.755514 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba65f4f-7f19-456a-8dfd-e4a3c48f24fb None None] Checking router: 466ced67-4ccb-4ec6-a3a6-d81469ccc927 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:46:24.765446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba65f4f-7f19-456a-8dfd-e4a3c48f24fb None None] Routers {'466ced67-4ccb-4ec6-a3a6-d81469ccc927'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:24.766074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8ba65f4f-7f19-456a-8dfd-e4a3c48f24fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:46:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:24.818087 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:24.823360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] DHCP port deletion for 1765277f-4bc2-455c-b04e-7ac373838e4c request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:46:24.872728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:46:24.873070 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:24.904538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-8ba65f4f-7f19-456a-8dfd-e4a3c48f24fb None None] Set router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:24.954046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port 6a1feb50-d82f-457d-b8db-1d80a1ee6e13, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=6a1feb50-d82f-457d-b8db-1d80a1ee6e13,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:24.954410 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:24.967362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:46:25.139248 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.162867 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Deleting port 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:46:25.163257 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.164354 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=6a1feb50-d82f-457d-b8db-1d80a1ee6e13,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:25.194064 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6982a440-0817-40ac-8c15-e25f45274976 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:46:25.239023 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.284608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] For port 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=803c4c3a-ade3-4ea8-88cd-7bd34e1053fd,segment=NetworkSegment(cc82d7ea-fd7d-472b-ac7a-0cd61cacf922),segment_id=cc82d7ea-fd7d-472b-ac7a-0cd61cacf922)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:25.285018 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.301963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Calling delete_port for 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:46:25.340948 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.343291 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.373132 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:46:25.386992 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.387529 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Fanout notify agent at l3_agent the message router_deleted on router 466ced67-4ccb-4ec6-a3a6-d81469ccc927 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:46:25.394429 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.395544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9adef016-245e-475e-88c4-d5a7f7c63239 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/routers/466ced67-4ccb-4ec6-a3a6-d81469ccc927 HTTP/1.1" status: 204 len: 168 time: 0.7919819 Dec 08 02:46:25.398201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42156) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:25.463887 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-8ba65f4f-7f19-456a-8dfd-e4a3c48f24fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:46:23Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:25.473341 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.510118 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.515981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba65f4f-7f19-456a-8dfd-e4a3c48f24fb None None] The sync data for ids ['466ced67-4ccb-4ec6-a3a6-d81469ccc927'] in n-d-713498-30 is: [{'id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388190353', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:46:23Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '6a1feb50-d82f-457d-b8db-1d80a1ee6e13', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:9d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466ced67-4ccb-4ec6-a3a6-d81469ccc927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:44:41Z', 'updated_at': '2021-12-08T02:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:46:25.552689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Pushing event deleted for resources: {'Port': ['ID=803c4c3a-ade3-4ea8-88cd-7bd34e1053fd,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:25.556647 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] No DVR routers for this DVR port 803c4c3a-ade3-4ea8-88cd-7bd34e1053fd on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:46:25.567627 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.575237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.575599 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.575953 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.576477 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.576664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.577010 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.577349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.577687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.578023 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.578358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.578692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.579435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.579435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90b42f3-4e5d-46b6-aad4-fbed0b0ad7a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.583299 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.588454 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1765277f-4bc2-455c-b04e-7ac373838e4c']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:25.598515 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:25.598814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc82d7ea-fd7d-472b-ac7a-0cd61cacf922') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:25.609324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.622993 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.629232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:46:25.629820 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:46:25.633156 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:46:25.692913 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.698418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.704618 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/networks/1765277f-4bc2-455c-b04e-7ac373838e4c HTTP/1.1" status: 204 len: 168 time: 0.3028405 Dec 08 02:46:25.705331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42158) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:25.716962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23dc2c-2569-4066-b206-9f8a9549f28c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Network': ['ID=1765277f-4bc2-455c-b04e-7ac373838e4c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:25.765141 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.790317 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.849579 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.852165 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:25.853381 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/security-groups/2fa61337-6eea-4295-9043-19e202c96811 HTTP/1.1" status: 204 len: 168 time: 0.1468534 Dec 08 02:46:25.858851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8ff06872-8c21-4563-a835-2794e4c95b40 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:46:25.865779 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa61337-6eea-4295-9043-19e202c96811,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:25.878802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.879160 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.879511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.879856 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.880197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.880561 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.881120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.881657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.882198 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.882744 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.883283 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.883821 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.884228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c365d41-7d26-471f-bf18-a9e0c45f7a2b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:25.894083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 8ff06872-8c21-4563-a835-2794e4c95b40 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:46:25.894394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 8ff06872-8c21-4563-a835-2794e4c95b40 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:46:26.213615 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42164) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:26.220692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-deb3624c-16d4-411a-925f-7467a012b1ac tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1557549306', 'description': 'tempest-secgroup-smoke-1557549306 description', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:26.243288 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deb3624c-16d4-411a-925f-7467a012b1ac tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.307909 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deb3624c-16d4-411a-925f-7467a012b1ac tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.311483 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deb3624c-16d4-411a-925f-7467a012b1ac tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.343618 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-deb3624c-16d4-411a-925f-7467a012b1ac tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.344928 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-deb3624c-16d4-411a-925f-7467a012b1ac tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1302381 Dec 08 02:46:26.349741 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3624c-16d4-411a-925f-7467a012b1ac tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd8112c-1ff8-4da0-bd92-9976ab990471,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:26.350094 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42166) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:26.355061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-cda119b8-2ef3-486a-9c48-83df6692c8f2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '2dd8112c-1ff8-4da0-bd92-9976ab990471', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:26.382216 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cda119b8-2ef3-486a-9c48-83df6692c8f2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.438675 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cda119b8-2ef3-486a-9c48-83df6692c8f2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.442652 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cda119b8-2ef3-486a-9c48-83df6692c8f2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.460770 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda119b8-2ef3-486a-9c48-83df6692c8f2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71cb948-99e1-4086-bf49-1ffe68166fdc,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:26.468220 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cda119b8-2ef3-486a-9c48-83df6692c8f2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.470468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cda119b8-2ef3-486a-9c48-83df6692c8f2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182663 Dec 08 02:46:26.472173 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42168) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:26.476427 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-8646354c-6594-4e55-afb8-4022dc6075bb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '2dd8112c-1ff8-4da0-bd92-9976ab990471', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:26.501813 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8646354c-6594-4e55-afb8-4022dc6075bb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.560918 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8646354c-6594-4e55-afb8-4022dc6075bb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.564415 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8646354c-6594-4e55-afb8-4022dc6075bb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.579471 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646354c-6594-4e55-afb8-4022dc6075bb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1eb365-a15c-49c6-b145-687cd9caeec2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:26.591053 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8646354c-6594-4e55-afb8-4022dc6075bb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.592277 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8646354c-6594-4e55-afb8-4022dc6075bb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191368 Dec 08 02:46:26.595151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42170) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:26.599641 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ac61a469-7a94-4e4a-aadf-99c83df26796 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '2dd8112c-1ff8-4da0-bd92-9976ab990471', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:26.625038 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac61a469-7a94-4e4a-aadf-99c83df26796 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.684144 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac61a469-7a94-4e4a-aadf-99c83df26796 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.687720 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac61a469-7a94-4e4a-aadf-99c83df26796 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.707513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61a469-7a94-4e4a-aadf-99c83df26796 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8991f3-d199-4491-8c3a-8212fecc78cd,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:26.712929 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ac61a469-7a94-4e4a-aadf-99c83df26796 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.717662 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ac61a469-7a94-4e4a-aadf-99c83df26796 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179364 Dec 08 02:46:26.717662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42172) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:26.722036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5bf58661-0fcc-4b90-ba3d-b9de2db00d61 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '2dd8112c-1ff8-4da0-bd92-9976ab990471', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:26.748552 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5bf58661-0fcc-4b90-ba3d-b9de2db00d61 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.805824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5bf58661-0fcc-4b90-ba3d-b9de2db00d61 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.809177 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5bf58661-0fcc-4b90-ba3d-b9de2db00d61 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.829280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf58661-0fcc-4b90-ba3d-b9de2db00d61 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4504ce3-a37f-449a-9b05-e4a3c886e430,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:26.835885 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5bf58661-0fcc-4b90-ba3d-b9de2db00d61 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.837116 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5bf58661-0fcc-4b90-ba3d-b9de2db00d61 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185267 Dec 08 02:46:26.840606 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42174) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:26.845015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-f5b48d0c-0e01-4be2-9ad8-037fd888f07c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '2dd8112c-1ff8-4da0-bd92-9976ab990471', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:26.866085 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-f5b48d0c-0e01-4be2-9ad8-037fd888f07c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Project c4ee2697a1224548af86649a5bd8a23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:46:26.871333 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5b48d0c-0e01-4be2-9ad8-037fd888f07c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.928918 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5b48d0c-0e01-4be2-9ad8-037fd888f07c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.932318 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5b48d0c-0e01-4be2-9ad8-037fd888f07c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.950595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b48d0c-0e01-4be2-9ad8-037fd888f07c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533c4b94-86c4-4092-a508-c49331266c8c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:26.957940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f5b48d0c-0e01-4be2-9ad8-037fd888f07c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:26.959178 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f5b48d0c-0e01-4be2-9ad8-037fd888f07c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175232 Dec 08 02:46:26.962078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42176) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:26.966402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-9176a556-fe0b-4a51-a2b2-90f4b687f486 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '2dd8112c-1ff8-4da0-bd92-9976ab990471', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:26.987943 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-9176a556-fe0b-4a51-a2b2-90f4b687f486 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Project c4ee2697a1224548af86649a5bd8a23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:46:26.992701 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9176a556-fe0b-4a51-a2b2-90f4b687f486 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.053156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9176a556-fe0b-4a51-a2b2-90f4b687f486 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.056518 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9176a556-fe0b-4a51-a2b2-90f4b687f486 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.074108 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176a556-fe0b-4a51-a2b2-90f4b687f486 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a925557c-c5c0-47b0-87a8-0a5a4817c986,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:27.081841 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9176a556-fe0b-4a51-a2b2-90f4b687f486 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.083442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9176a556-fe0b-4a51-a2b2-90f4b687f486 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203530 Dec 08 02:46:27.086190 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42178) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:27.091659 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-112b4c06-9aad-4834-ae0b-faa0f181dfc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'network': {'name': 'tempest-network-smoke--1431555574', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:27.112125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112b4c06-9aad-4834-ae0b-faa0f181dfc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:46:27.115510 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112b4c06-9aad-4834-ae0b-faa0f181dfc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.138168 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112b4c06-9aad-4834-ae0b-faa0f181dfc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:46:27.147167 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112b4c06-9aad-4834-ae0b-faa0f181dfc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.147565 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-112b4c06-9aad-4834-ae0b-faa0f181dfc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Added segment 5ab8c497-7fd3-4225-acec-734c143a55ae of type vlan for network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f Dec 08 02:46:27.190669 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112b4c06-9aad-4834-ae0b-faa0f181dfc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.202562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device df009709-c317-4e3f-a3d6-1b53f53284e5 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:46:27.218428 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112b4c06-9aad-4834-ae0b-faa0f181dfc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.224151 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112b4c06-9aad-4834-ae0b-faa0f181dfc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:27.224768 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-112b4c06-9aad-4834-ae0b-faa0f181dfc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.228699 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: df009709-c317-4e3f-a3d6-1b53f53284e5 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:46:27.229044 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device df009709-c317-4e3f-a3d6-1b53f53284e5 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:46:27.229463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:46:27.249662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:46:27.250020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 6a1feb50-d82f-457d-b8db-1d80a1ee6e13 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:46:27.258966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-112b4c06-9aad-4834-ae0b-faa0f181dfc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1717505 Dec 08 02:46:27.262372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42180) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:27.269007 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'admin_state_up': True, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:27.309244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b4c06-9aad-4834-ae0b-faa0f181dfc1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Network': ['ID=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:27.319753 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:46:27.322850 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.324430 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.378770 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.511941 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.699377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.717701 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.819014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.25.2.219 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/2206b7b4-1f3a-4e2b-ba12-b03c57e753ac) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:46:27.916022 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.949455 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:27.994112 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:46:28.000028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:46:28.002548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:46:28.005679 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=2206b7b4-1f3a-4e2b-ba12-b03c57e753ac,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:28.015131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aabeb5f-b623-41c9-8fa9-9675825a0b65 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:46:28.053681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8644c061-caa3-494c-b007-3fdf01069d46 None None] Provisioning complete for port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:28.054056 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8644c061-caa3-494c-b007-3fdf01069d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:28.091681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8644c061-caa3-494c-b007-3fdf01069d46 None None] Port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:46:28.507955 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:28.698408 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:28.827107 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:46:28.926993 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:46:28.937004 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Sync routers for ids ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:46:28.946678 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Routers {'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:28.947436 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:46:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:28.950499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-64d1a9fd-1438-490a-878a-6a6d3ccbcb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:28.951386 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:28.953462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1f5a56d1-777e-4bbf-9f0e-05006bab961f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6900978 Dec 08 02:46:28.956761 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42182) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:28.986332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-37bdbc28-27dd-4c42-9477-3a21888549d0 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c4ee2697a1224548af86649a5bd8a23b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280933 Dec 08 02:46:28.989025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42184) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:29.093172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3691faa-2934-4df3-9138-29370f7b29cc tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:29.094628 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a3691faa-2934-4df3-9138-29370f7b29cc tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1046655 Dec 08 02:46:29.097379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42186) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:29.124948 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-2bf9c08a-6d60-4358-833c-cf6f57a5c403 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265093 Dec 08 02:46:29.127402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42188) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:29.131998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8530273c-4534-4ea0-b9ad-c9183250aaaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-91773840', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:29.154842 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Set router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:29.225452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8530273c-4534-4ea0-b9ad-c9183250aaaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:46:29.229107 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8530273c-4534-4ea0-b9ad-c9183250aaaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.341958 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:28Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:29.374341 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Checking router: efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:46:29.374609 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Updating router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:46:29.405045 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.426891 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8530273c-4534-4ea0-b9ad-c9183250aaaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.493053 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530273c-4534-4ea0-b9ad-c9183250aaaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Subnet': ['ID=532fa034-5b53-4d44-9ad9-2cf69da5a8b8,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:29.498577 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8530273c-4534-4ea0-b9ad-c9183250aaaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Checking segment: {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:46:29.499083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8530273c-4534-4ea0-b9ad-c9183250aaaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network hostable DHCP agents. Network: cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:46:29.517201 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8530273c-4534-4ea0-b9ad-c9183250aaaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:46:29.525973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-8530273c-4534-4ea0-b9ad-c9183250aaaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:46:29.530214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8530273c-4534-4ea0-b9ad-c9183250aaaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:29.530845 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8530273c-4534-4ea0-b9ad-c9183250aaaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.535839 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795314e1-39dd-40b6-ab48-21c83316631c None None] Network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:46:29.550765 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8530273c-4534-4ea0-b9ad-c9183250aaaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4196951 Dec 08 02:46:29.550995 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42190) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:29.644050 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ips': [{'subnet_id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:46:29.645054 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.670288 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.676220 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.722307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb867174-0124-4d00-821e-502cac4bbc52 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:46:29.734369 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Attempting to bind port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:46:29.734619 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Attempting to bind port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:46:29.734846 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Attempting to bind port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:46:29.743193 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:46:29.744372 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:46:29.744372 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.744372 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:46:29.744869 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Bound port: 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:46:29.745275 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.782139 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Pushing event updated for resources: {'Port': ['ID=2206b7b4-1f3a-4e2b-ba12-b03c57e753ac,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:29.792057 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.792440 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.793329 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.793673 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.794010 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.794348 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.794684 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.795013 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.795341 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.795670 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.795997 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.796343 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.796677 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:46:29.804485 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Allocated IP 172.20.0.2 (cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f/532fa034-5b53-4d44-9ad9-2cf69da5a8b8/68b98fd9-2979-41a5-8878-3c0a586fb634) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:46:29.827929 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] For port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:46:29.831247 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] For port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2206b7b4-1f3a-4e2b-ba12-b03c57e753ac,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:46:29.837646 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.889178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1760694a-1edf-437c-a7fa-416c663560b5 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:46:29.890772 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1ac60c35-4e1e-4c00-888c-6397dc58227a None None] Provisioning complete for port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:29.891551 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ac60c35-4e1e-4c00-888c-6397dc58227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:29.897227 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Routers {'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:29.897863 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:46:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:29.958990 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08ad20-7481-4b92-8f49-72fd7d5bed0e None None] Pushing event updated for resources: {'Port': ['ID=2206b7b4-1f3a-4e2b-ba12-b03c57e753ac,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:30.017029 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:30.027913 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:30.033636 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:30.037518 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] Set router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:30.113181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:46:30.117605 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ac60c35-4e1e-4c00-888c-6397dc58227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:30.124156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:46:30.127525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Pushing event updated for resources: {'Port': ['ID=68b98fd9-2979-41a5-8878-3c0a586fb634,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:30.135767 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:46:30.172386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-1ac60c35-4e1e-4c00-888c-6397dc58227a None None] For port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2206b7b4-1f3a-4e2b-ba12-b03c57e753ac,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:30.176679 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1ac60c35-4e1e-4c00-888c-6397dc58227a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:30.232822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Attempting to bind port 68b98fd9-2979-41a5-8878-3c0a586fb634 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:46:30.233362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Attempting to bind port 68b98fd9-2979-41a5-8878-3c0a586fb634 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:46:30.233823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Attempting to bind port 68b98fd9-2979-41a5-8878-3c0a586fb634 on network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:46:30.240110 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:28Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:30.249493 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:46:30.249959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Checking segment: {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:46:30.250435 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:30.250898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Bound using segment: {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:46:30.251457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Bound port: 68b98fd9-2979-41a5-8878-3c0a586fb634, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:46:30.251924 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:30.266343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac60c35-4e1e-4c00-888c-6397dc58227a None None] Pushing event updated for resources: {'Port': ['ID=2206b7b4-1f3a-4e2b-ba12-b03c57e753ac,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:30.272770 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130d21d-2fca-438d-917e-9ae0ffe3f314 None None] The sync data for ids ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'] in n-d-713498-30 is: [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:28Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:46:30.323439 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.20.0.1 (cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f/532fa034-5b53-4d44-9ad9-2cf69da5a8b8/22f381a1-4689-46ef-bc7a-231dfd89b438) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:46:30.339267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-405015cb-c4e9-46ba-9d14-f4cf4a957fd0 None None] Provisioning complete for port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:30.340124 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-405015cb-c4e9-46ba-9d14-f4cf4a957fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:30.365644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] For port 68b98fd9-2979-41a5-8878-3c0a586fb634, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:46:30.383677 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] For port 68b98fd9-2979-41a5-8878-3c0a586fb634, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=68b98fd9-2979-41a5-8878-3c0a586fb634,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:46:30.391360 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:30.471538 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55a93a-1d63-44dc-87d8-12d3985f1da4 None None] Pushing event updated for resources: {'Port': ['ID=68b98fd9-2979-41a5-8878-3c0a586fb634,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:30.848029 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:30.884845 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:30.928324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:46:30.931525 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:46:30.936112 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:46:30.968662 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=22f381a1-4689-46ef-bc7a-231dfd89b438,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:30.989957 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:31.124346 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:31.326992 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 68b98fd9-2979-41a5-8878-3c0a586fb634 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:46:31.389404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 68b98fd9-2979-41a5-8878-3c0a586fb634 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:31.390163 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:31.442004 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:31.447979 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:31.478247 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:31.514803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 68b98fd9-2979-41a5-8878-3c0a586fb634, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=68b98fd9-2979-41a5-8878-3c0a586fb634,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:31.520075 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:31.521245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:46:31.525350 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:31.543252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=22f381a1-4689-46ef-bc7a-231dfd89b438,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:31.603379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=68b98fd9-2979-41a5-8878-3c0a586fb634,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:31.612382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:31.612765 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:31.632574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:46:31.634032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:46:31.638775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5fd0bf-07df-4361-9aca-b65d0b73d0d4 None None] Network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:46:31.753345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:46:31.766663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-07b58a37-2197-4222-9343-9ce00057dc52 None None] Provisioning complete for port 68b98fd9-2979-41a5-8878-3c0a586fb634 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:31.767034 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-07b58a37-2197-4222-9343-9ce00057dc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:31.868514 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:46:31.876756 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e658fd38-0128-421e-8942-ab7d034a29f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "PUT /v2.0/routers/efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3243692 Dec 08 02:46:32.048843 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-a686d7fe-ca5a-4252-b2ae-3ca527bef297 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557549306&fields=id&tenant_id=c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 267 time: 0.0581391 Dec 08 02:46:32.082884 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Sync routers for ids ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:46:32.093506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Routers {'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:32.094136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:46:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:32.165457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0b7f3f5b-f3a8-4989-8525-8071e533e4eb None None] Provisioning complete for port 22f381a1-4689-46ef-bc7a-231dfd89b438 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:32.165923 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3f5b-f3a8-4989-8525-8071e533e4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:32.173653 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-55f8b6c4-edb4-4ce1-a256-3da811acc4dc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:32.177203 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-55f8b6c4-edb4-4ce1-a256-3da811acc4dc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/networks?id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 200 len: 797 time: 0.1191936 Dec 08 02:46:32.193958 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-58cc686f-28c6-4153-9abe-df88d9486379 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/quotas/c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 375 time: 0.0107875 Dec 08 02:46:32.251168 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-fd98e129-04fc-4f94-b81a-371edbd4c237 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498042 Dec 08 02:46:32.273393 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5ffa48c9-fb51-4cb3-b71d-ad9e6e9333eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:32.281952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:32.282573 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f3f5b-f3a8-4989-8525-8071e533e4eb None None] Port 22f381a1-4689-46ef-bc7a-231dfd89b438 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:46:32.288649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Set router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:32.334759 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0b7f3f5b-f3a8-4989-8525-8071e533e4eb None None] Provisioning complete for port 68b98fd9-2979-41a5-8878-3c0a586fb634 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:32.335441 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0b7f3f5b-f3a8-4989-8525-8071e533e4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:32.416453 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-50ea9cdb-e4c7-432f-91a8-641c7db28d20 service neutron] 10.222.0.70 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461148 Dec 08 02:46:32.514692 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-8781d91d-9f5f-470e-9c30-419280ba4ac5 service neutron] 10.222.0.70 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916374 Dec 08 02:46:32.641271 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:32.749787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:31Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '22f381a1-4689-46ef-bc7a-231dfd89b438', 'name': '', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:ef:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:30Z', 'updated_at': '2021-12-08T02:46:31Z', 'revision_number': 2, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:32.776258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Checking router: efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:46:32.776652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Updating router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae port 22f381a1-4689-46ef-bc7a-231dfd89b438 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:46:32.804991 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:32.906569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e3edf365-cc62-420e-8bed-43b1769b5d2f None None] Provisioning complete for port 22f381a1-4689-46ef-bc7a-231dfd89b438 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:32.906952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e3edf365-cc62-420e-8bed-43b1769b5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:32.962731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e3edf365-cc62-420e-8bed-43b1769b5d2f None None] Port 22f381a1-4689-46ef-bc7a-231dfd89b438 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:46:33.101884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:33.107436 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:33.159040 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca179aa-2054-4246-acda-4f83f90c1100 None None] Pushing event updated for resources: {'Port': ['ID=22f381a1-4689-46ef-bc7a-231dfd89b438,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:33.217475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Attempting to bind port 22f381a1-4689-46ef-bc7a-231dfd89b438 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:46:33.217941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Attempting to bind port 22f381a1-4689-46ef-bc7a-231dfd89b438 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:46:33.218383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Attempting to bind port 22f381a1-4689-46ef-bc7a-231dfd89b438 on network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:46:33.224220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:46:33.224842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Checking segment: {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:46:33.227910 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:33.228574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Bound using segment: {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:46:33.229230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Bound port: 22f381a1-4689-46ef-bc7a-231dfd89b438, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:46:33.229647 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:33.264563 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 68b98fd9-2979-41a5-8878-3c0a586fb634 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:46:33.332378 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] For port 22f381a1-4689-46ef-bc7a-231dfd89b438, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:46:33.335444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] For port 22f381a1-4689-46ef-bc7a-231dfd89b438, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=22f381a1-4689-46ef-bc7a-231dfd89b438,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:46:33.339580 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:33.393446 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 68b98fd9-2979-41a5-8878-3c0a586fb634 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:33.393825 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:33.437595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca179aa-2054-4246-acda-4f83f90c1100 None None] Pushing event updated for resources: {'Port': ['ID=22f381a1-4689-46ef-bc7a-231dfd89b438,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:33.444979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Routers {'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:33.445644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:46:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:33.452150 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4b4a2cfa-c8e7-42d0-b296-b90ed866edfa None None] Provisioning complete for port 22f381a1-4689-46ef-bc7a-231dfd89b438 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:33.452150 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2cfa-c8e7-42d0-b296-b90ed866edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:33.655974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] Set router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:33.696459 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2cfa-c8e7-42d0-b296-b90ed866edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:33.733280 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1a1c4c11-ad48-463a-be4d-decd69ce0738 req-edc868f3-1a14-4054-8654-c555c36cbe0b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 210 time: 0.0384264 Dec 08 02:46:33.787252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4b4a2cfa-c8e7-42d0-b296-b90ed866edfa None None] For port 22f381a1-4689-46ef-bc7a-231dfd89b438, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=22f381a1-4689-46ef-bc7a-231dfd89b438,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:33.816523 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4b4a2cfa-c8e7-42d0-b296-b90ed866edfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:33.910268 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:33.930088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a2cfa-c8e7-42d0-b296-b90ed866edfa None None] Pushing event updated for resources: {'Port': ['ID=22f381a1-4689-46ef-bc7a-231dfd89b438,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:33.954083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-472ec3fa-9575-4060-9a59-fc4a163ddb8f None None] Provisioning complete for port 22f381a1-4689-46ef-bc7a-231dfd89b438 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:33.954455 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-472ec3fa-9575-4060-9a59-fc4a163ddb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:34.005690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:31Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '22f381a1-4689-46ef-bc7a-231dfd89b438', 'name': '', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:ef:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:30Z', 'updated_at': '2021-12-08T02:46:33Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:34.037979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f297e2-dc5c-4b8f-9522-f6581e7b9320 None None] The sync data for ids ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'] in n-d-713498-30 is: [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:31Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '22f381a1-4689-46ef-bc7a-231dfd89b438', 'name': '', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:ef:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:30Z', 'updated_at': '2021-12-08T02:46:33Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:46:34.736165 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:34.757819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-308ebf18-066a-4c80-903c-8a1d101132a0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:34.759591 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-308ebf18-066a-4c80-903c-8a1d101132a0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "GET /v2.0/networks?id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 200 len: 797 time: 0.1140759 Dec 08 02:46:34.851082 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-bdbb8181-6552-45e2-9945-4ce87eaf94e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 380 time: 0.0756910 Dec 08 02:46:34.885780 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:34.888687 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'port': {'device_id': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'admin_state_up': True, 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'security_groups': ['2dd8112c-1ff8-4da0-bd92-9976ab990471']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:34.888874 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4d2b0090-e567-49e4-89fb-af263d76952c req-f1cfa494-dd6c-48b6-8e87-0b04079a0f7d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 210 time: 0.0425603 Dec 08 02:46:35.013798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:46:35.018305 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.158852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.20.0.10 (cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f/532fa034-5b53-4d44-9ad9-2cf69da5a8b8/f5537d79-ac3a-4e12-ab27-171d9421abf5) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:46:35.277842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 22f381a1-4689-46ef-bc7a-231dfd89b438 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:46:35.310241 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.329327 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 22f381a1-4689-46ef-bc7a-231dfd89b438 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:35.329700 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.346945 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.395125 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:46:35.400311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:46:35.404077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:46:35.411119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=f5537d79-ac3a-4e12-ab27-171d9421abf5,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:35.459454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:35.460073 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.477196 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-4951919d-14e8-4b45-9163-2fcb9d8c4955 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5936961 Dec 08 02:46:35.495350 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Request body: {'port': {'device_id': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:35.553176 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.624615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9d78270a-ade0-477f-94ea-fc1deb178e9c None None] Provisioning complete for port f5537d79-ac3a-4e12-ab27-171d9421abf5 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:35.625132 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d78270a-ade0-477f-94ea-fc1deb178e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.659900 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9d78270a-ade0-477f-94ea-fc1deb178e9c None None] Port f5537d79-ac3a-4e12-ab27-171d9421abf5 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:46:35.822575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5537d79-ac3a-4e12-ab27-171d9421abf5 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:46:35.830957 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.844621 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Transition to ACTIVE for port object f5537d79-ac3a-4e12-ab27-171d9421abf5 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:46:35.848255 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:35.919429 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Pushing event updated for resources: {'Port': ['ID=f5537d79-ac3a-4e12-ab27-171d9421abf5,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:36.004127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Attempting to bind port f5537d79-ac3a-4e12-ab27-171d9421abf5 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:46:36.004514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Attempting to bind port f5537d79-ac3a-4e12-ab27-171d9421abf5 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:46:36.004859 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Attempting to bind port f5537d79-ac3a-4e12-ab27-171d9421abf5 on network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:46:36.014197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Port f5537d79-ac3a-4e12-ab27-171d9421abf5 on network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:46:36.014589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Attempting to bind port f5537d79-ac3a-4e12-ab27-171d9421abf5 on network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:46:36.023391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:46:36.023738 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Checking segment: {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:46:36.024136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Bound using segment: {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:46:36.024617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Bound port: f5537d79-ac3a-4e12-ab27-171d9421abf5, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:46:36.024986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:36.044058 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06c090-e6bd-4db4-8250-fb58d922473e req-cf0872a1-cc02-41ce-9ab2-9a7faf97750c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.045668 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b06c090-e6bd-4db4-8250-fb58d922473e req-cf0872a1-cc02-41ce-9ab2-9a7faf97750c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 944 time: 0.0845037 Dec 08 02:46:36.136109 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b06c090-e6bd-4db4-8250-fb58d922473e req-68c02fe0-1721-4a3a-85f3-f5863d3d2328 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841696 Dec 08 02:46:36.139748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:46:36.143103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:46:36.148032 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:36.182627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.183757 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:36.185472 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] 10.222.0.72 "PUT /v2.0/ports/f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 1093 time: 0.6945682 Dec 08 02:46:36.187616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:36.189995 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b839fc-c73e-4320-8c63-5c8030b284ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:36.224218 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b7ef8-681b-43a5-96f8-3b9c1c0b6fcb service neutron] Pushing event updated for resources: {'Port': ['ID=f5537d79-ac3a-4e12-ab27-171d9421abf5,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:36.244803 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3389dd78-5191-42fb-83e3-2c99564d1805 x-openstack-request-id: req-3389dd78-5191-42fb-83e3-2c99564d1805 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:36.245108 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:36.245370 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3389dd78-5191-42fb-83e3-2c99564d1805 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:36.246371 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'status': 'completed', 'code': 200} Dec 08 02:46:36.307634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-0b66f917-18fb-4a70-ae1c-6f7de95ae241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.310097 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-0b66f917-18fb-4a70-ae1c-6f7de95ae241 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1096 time: 0.0489693 Dec 08 02:46:36.362133 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-5bb148de-8ae2-4b86-93c7-0c57be1c4758 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 217 time: 0.0376313 Dec 08 02:46:36.413647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-e06f57be-90ec-4a39-a42c-6bfa006a653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.415132 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-e06f57be-90ec-4a39-a42c-6bfa006a653a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=532fa034-5b53-4d44-9ad9-2cf69da5a8b8 HTTP/1.1" status: 200 len: 833 time: 0.0451188 Dec 08 02:46:36.464942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-1d1af0e6-1f89-45d6-a968-1c69c4782964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.466384 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-1d1af0e6-1f89-45d6-a968-1c69c4782964 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443094 Dec 08 02:46:36.559069 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-eba5b9de-3cf8-45d7-bdfb-3f5f7c318891 service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847490 Dec 08 02:46:36.650866 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-077fdfd5-c92b-4faf-90fe-9b658aa5712c req-3f6adec2-5f69-47d0-ac1f-c0f71be71b4e service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858252 Dec 08 02:46:36.774199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b839fc-c73e-4320-8c63-5c8030b284ae req-a7562ddf-23d9-47f8-82e7-abaf4ffaccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.775612 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33b839fc-c73e-4320-8c63-5c8030b284ae req-a7562ddf-23d9-47f8-82e7-abaf4ffaccaf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1096 time: 0.0402913 Dec 08 02:46:36.867884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b839fc-c73e-4320-8c63-5c8030b284ae req-89a26771-b39d-45ac-b08b-fd13894eaf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.869400 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33b839fc-c73e-4320-8c63-5c8030b284ae req-89a26771-b39d-45ac-b08b-fd13894eaf0f service neutron] 10.222.0.72 "GET /v2.0/networks?id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 200 len: 898 time: 0.0867498 Dec 08 02:46:36.910118 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33b839fc-c73e-4320-8c63-5c8030b284ae req-b566f388-60fc-4940-99a9-7200b1d6dfc7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 217 time: 0.0339062 Dec 08 02:46:36.959498 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b839fc-c73e-4320-8c63-5c8030b284ae req-0e83d40d-a6b3-48de-8c75-8f7da1e48b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:36.960975 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33b839fc-c73e-4320-8c63-5c8030b284ae req-0e83d40d-a6b3-48de-8c75-8f7da1e48b45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=532fa034-5b53-4d44-9ad9-2cf69da5a8b8 HTTP/1.1" status: 200 len: 833 time: 0.0424318 Dec 08 02:46:37.007405 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b839fc-c73e-4320-8c63-5c8030b284ae req-ca70c057-9e67-4163-ba37-14fa4853ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:37.008967 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33b839fc-c73e-4320-8c63-5c8030b284ae req-ca70c057-9e67-4163-ba37-14fa4853ada3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398240 Dec 08 02:46:37.104126 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33b839fc-c73e-4320-8c63-5c8030b284ae req-e6461754-e781-4027-968e-f0bd8f2d01f4 service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870891 Dec 08 02:46:37.198027 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33b839fc-c73e-4320-8c63-5c8030b284ae req-9c6c785b-eb9b-4caf-b818-b16e2a013a80 service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863636 Dec 08 02:46:37.252358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4744a-7eae-418c-a51f-955800a51d71 req-f0425fe4-aa48-413f-b359-7734e61e55cf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:37.253845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6dc4744a-7eae-418c-a51f-955800a51d71 req-f0425fe4-aa48-413f-b359-7734e61e55cf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 944 time: 0.0487719 Dec 08 02:46:37.304949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6dc4744a-7eae-418c-a51f-955800a51d71 req-afbdc2de-34ad-4461-b5fc-1f1c5e2fa1c6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452347 Dec 08 02:46:38.425791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4619cec-e816-49b1-b9c2-4508943d3ad4 req-976fb135-b09f-47fb-8fb6-68164792f3ff tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:38.427288 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4619cec-e816-49b1-b9c2-4508943d3ad4 req-976fb135-b09f-47fb-8fb6-68164792f3ff tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 944 time: 0.0493190 Dec 08 02:46:38.476251 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-b4619cec-e816-49b1-b9c2-4508943d3ad4 req-ce8cae5f-25ef-4193-8154-bbb6555941f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430293 Dec 08 02:46:39.595917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73e7b2-2d62-44c7-8527-b08afdd48a93 req-bab66c1a-4b64-4143-b57d-d6ea63a5f52e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:39.597445 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d73e7b2-2d62-44c7-8527-b08afdd48a93 req-bab66c1a-4b64-4143-b57d-d6ea63a5f52e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 944 time: 0.0532780 Dec 08 02:46:39.646309 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d73e7b2-2d62-44c7-8527-b08afdd48a93 req-ab7d7be6-be8a-4c21-84e5-145651b8f4d9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 Dec 08 02:46:40.264137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f5537d79-ac3a-4e12-ab27-171d9421abf5 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:46:40.362636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:40.374173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'port_id': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'mac_address': 'fa:16:3e:ec:fd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:46:40.410566 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:40.424199 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5537d79-ac3a-4e12-ab27-171d9421abf5 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:46:40.446703 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:40.450948 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:40.498656 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=f5537d79-ac3a-4e12-ab27-171d9421abf5,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:40.763988 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['f5537d79-ac3a-4e12-ab27-171d9421abf5'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:46:40.765838 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd823350-9c15-4b2b-8a2f-63d2d25501c4 req-a6fa2d0c-c79d-49f3-89c4-690ee3a6cbb4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:40.767371 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd823350-9c15-4b2b-8a2f-63d2d25501c4 req-a6fa2d0c-c79d-49f3-89c4-690ee3a6cbb4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 945 time: 0.0511160 Dec 08 02:46:40.817023 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fd823350-9c15-4b2b-8a2f-63d2d25501c4 req-68899da8-37ae-4b05-ab15-132cc34e5aff tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436862 Dec 08 02:46:41.937499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0123b8-7cde-4f17-a873-32f248230955 req-9c17a785-29a6-4060-b6f4-4640bcc787d4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:41.939016 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b0123b8-7cde-4f17-a873-32f248230955 req-9c17a785-29a6-4060-b6f4-4640bcc787d4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 945 time: 0.0530963 Dec 08 02:46:41.990192 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3b0123b8-7cde-4f17-a873-32f248230955 req-5fa3bd0d-0ffb-4711-93c0-4b7bf0708bc3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452974 Dec 08 02:46:42.264572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f5537d79-ac3a-4e12-ab27-171d9421abf5 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:46:42.312670 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port f5537d79-ac3a-4e12-ab27-171d9421abf5 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:46:42.316572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port f5537d79-ac3a-4e12-ab27-171d9421abf5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:46:42.316946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:42.557922 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:42.580128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:42.582640 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b55785-b1b0-4f23-bebe-5e9722b7f8bf" -d '{"events": [{"server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "name": "network-vif-plugged", "status": "completed", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:42.596011 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:46:42.601524 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:42.627649 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b9db28-cb6d-4d84-bf07-f8cbec4536cb x-openstack-request-id: req-92b9db28-cb6d-4d84-bf07-f8cbec4536cb {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:42.627952 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "name": "network-vif-plugged", "status": "completed", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:42.628206 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92b9db28-cb6d-4d84-bf07-f8cbec4536cb {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:42.628945 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'code': 200} Dec 08 02:46:42.654709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=f5537d79-ac3a-4e12-ab27-171d9421abf5,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:42.760600 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44574d-d150-424f-91d8-202b60be5a7f req-4ec27d38-32f6-4e05-8f71-badf70fba398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:42.762980 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d44574d-d150-424f-91d8-202b60be5a7f req-4ec27d38-32f6-4e05-8f71-badf70fba398 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1098 time: 0.0404992 Dec 08 02:46:42.810139 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5d44574d-d150-424f-91d8-202b60be5a7f req-abda34ea-a8ed-4d5d-86aa-6e2b7e6ecd3c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398080 Dec 08 02:46:43.111890 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3322def-c2f7-4bae-ba2c-1617420f7647 req-a1b533b0-89a2-4d52-84e6-4e088acf8f6a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:43.113298 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3322def-c2f7-4bae-ba2c-1617420f7647 req-a1b533b0-89a2-4d52-84e6-4e088acf8f6a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0515702 Dec 08 02:46:43.161703 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b3322def-c2f7-4bae-ba2c-1617420f7647 req-44076c20-c31f-4dd6-8f17-9e13ecfa1a74 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Dec 08 02:46:44.287722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4055e-1e65-4bc1-976c-6856f07678b8 req-db1d19f9-9976-4a99-9b9e-ffa5399872af tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:44.289172 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42e4055e-1e65-4bc1-976c-6856f07678b8 req-db1d19f9-9976-4a99-9b9e-ffa5399872af tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0577917 Dec 08 02:46:44.338205 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-42e4055e-1e65-4bc1-976c-6856f07678b8 req-cdcb421b-ee4b-457a-b754-2b5a47cecbc0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424030 Dec 08 02:46:44.453401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc0ac6-1454-4ecc-b4ea-067429d6725f req-fc1e0fad-77ef-4930-8c1a-c8747d8aa5f8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:44.454873 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f3dc0ac6-1454-4ecc-b4ea-067429d6725f req-fc1e0fad-77ef-4930-8c1a-c8747d8aa5f8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0479143 Dec 08 02:46:44.506266 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f3dc0ac6-1454-4ecc-b4ea-067429d6725f req-9009b897-dbad-45d2-8e90-200036b72514 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450041 Dec 08 02:46:44.529388 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42246) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:44.575249 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b3346c-f87d-4d1c-b4f3-2d9ac3b829c5 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:44.576646 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-39b3346c-f87d-4d1c-b4f3-2d9ac3b829c5 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1093 time: 0.0462043 Dec 08 02:46:44.579396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42248) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:44.583919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:46:44.606208 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:44.707711 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:44.813476 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.25.2.227 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/cb8e4846-04fb-4e68-b5da-5f17b1f3799c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:46:44.926858 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:44.960492 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:45.000155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:46:45.003137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:46:45.006639 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:46:45.029456 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=cb8e4846-04fb-4e68-b5da-5f17b1f3799c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:45.368849 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:45.435343 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:45.586578 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:45.590907 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:45.662440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=cb8e4846-04fb-4e68-b5da-5f17b1f3799c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:46:45.675130 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:45.771708 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Floating IP f8d00423-e4cd-4a75-acd6-fb5eba679260 associated. External IP: 172.25.2.227, port: f5537d79-ac3a-4e12-ab27-171d9421abf5. Dec 08 02:46:45.968018 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:46:46.073739 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:46:46.084273 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f21d03-912e-4287-b018-2d76d2ca35a3 None None] Sync routers for ids ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:46:46.093301 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:46:46.094062 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f21d03-912e-4287-b018-2d76d2ca35a3 None None] Routers {'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:46.094675 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b9f21d03-912e-4287-b018-2d76d2ca35a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:46:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:46.124575 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d9840669-5d11-4861-ad9e-cf3de0a85027 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5441048 Dec 08 02:46:46.125267 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:46:46.127641 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203109a0-0b86-4b26-9b69-b0888cc29ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:46:46.170557 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc270fa-ccd7-4ed8-b706-8ff3b557a39e x-openstack-request-id: req-1cc270fa-ccd7-4ed8-b706-8ff3b557a39e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:46:46.170857 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:46:46.171116 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1cc270fa-ccd7-4ed8-b706-8ff3b557a39e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:46:46.171530 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'status': 'completed', 'code': 200} Dec 08 02:46:46.208263 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-b9f21d03-912e-4287-b018-2d76d2ca35a3 None None] Set router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:46.235925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f92670-61d9-49a3-9b97-a175d2cde9c4 req-78029921-ad7a-4a37-8484-9dded2ee42d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:46.237384 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-27f92670-61d9-49a3-9b97-a175d2cde9c4 req-78029921-ad7a-4a37-8484-9dded2ee42d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0502608 Dec 08 02:46:46.257497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203109a0-0b86-4b26-9b69-b0888cc29ef1 req-2fcb7a79-48a4-416c-93bc-95ded8d6bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:46.259134 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-203109a0-0b86-4b26-9b69-b0888cc29ef1 req-2fcb7a79-48a4-416c-93bc-95ded8d6bd11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1098 time: 0.0448787 Dec 08 02:46:46.288026 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-27f92670-61d9-49a3-9b97-a175d2cde9c4 req-52da503a-4138-4ca0-8f50-4e46297e6c66 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445924 Dec 08 02:46:46.312747 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42254) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:46.364806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203109a0-0b86-4b26-9b69-b0888cc29ef1 req-a601f84f-0041-4fa4-9323-a757afe059de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:46.366299 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-203109a0-0b86-4b26-9b69-b0888cc29ef1 req-a601f84f-0041-4fa4-9323-a757afe059de service neutron] 10.222.0.72 "GET /v2.0/networks?id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 200 len: 898 time: 0.0993030 Dec 08 02:46:46.375533 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-fbdb3131-8bee-43a7-bf7c-14a88185ee7c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/f8d00423-e4cd-4a75-acd6-fb5eba679260 HTTP/1.1" status: 200 len: 992 time: 0.0616260 Dec 08 02:46:46.434293 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-203109a0-0b86-4b26-9b69-b0888cc29ef1 req-8e7c37c3-3bc3-4ef4-8913-622c06c56985 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0600801 Dec 08 02:46:46.445507 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b9f21d03-912e-4287-b018-2d76d2ca35a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:31Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f8d00423-e4cd-4a75-acd6-fb5eba679260', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'port_id': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'mac_address': 'fa:16:3e:ec:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:46:45Z', 'updated_at': '2021-12-08T02:46:45Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f381a1-4689-46ef-bc7a-231dfd89b438', 'name': '', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:ef:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:30Z', 'updated_at': '2021-12-08T02:46:33Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:46.471605 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f21d03-912e-4287-b018-2d76d2ca35a3 None None] Checking router: efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:46:46.479983 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f21d03-912e-4287-b018-2d76d2ca35a3 None None] Routers {'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:46:46.480781 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b9f21d03-912e-4287-b018-2d76d2ca35a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:46:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:46.486833 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203109a0-0b86-4b26-9b69-b0888cc29ef1 req-2b60eb2d-00b0-4f1b-a778-dfe229943122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:46.488269 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-203109a0-0b86-4b26-9b69-b0888cc29ef1 req-2b60eb2d-00b0-4f1b-a778-dfe229943122 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=532fa034-5b53-4d44-9ad9-2cf69da5a8b8 HTTP/1.1" status: 200 len: 833 time: 0.0475566 Dec 08 02:46:46.534883 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203109a0-0b86-4b26-9b69-b0888cc29ef1 req-0b3b1726-1354-4ff2-9d92-16fcf3f20731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:46.536480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-203109a0-0b86-4b26-9b69-b0888cc29ef1 req-0b3b1726-1354-4ff2-9d92-16fcf3f20731 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413282 Dec 08 02:46:46.586105 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-b9f21d03-912e-4287-b018-2d76d2ca35a3 None None] Set router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:46:46.632639 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-203109a0-0b86-4b26-9b69-b0888cc29ef1 req-34f0915a-c425-4c66-936e-ca9e8546fb0e service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879531 Dec 08 02:46:46.722975 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-203109a0-0b86-4b26-9b69-b0888cc29ef1 req-e38ad351-e50b-42e1-93af-c789106f8882 service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836585 Dec 08 02:46:46.809282 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-b9f21d03-912e-4287-b018-2d76d2ca35a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:31Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f8d00423-e4cd-4a75-acd6-fb5eba679260', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'port_id': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'mac_address': 'fa:16:3e:ec:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:46:45Z', 'updated_at': '2021-12-08T02:46:45Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f381a1-4689-46ef-bc7a-231dfd89b438', 'name': '', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:ef:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:30Z', 'updated_at': '2021-12-08T02:46:33Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:46:46.834882 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f21d03-912e-4287-b018-2d76d2ca35a3 None None] The sync data for ids ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'] in n-d-713498-30 is: [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:31Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f8d00423-e4cd-4a75-acd6-fb5eba679260', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'port_id': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'mac_address': 'fa:16:3e:ec:fd:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:46:45Z', 'updated_at': '2021-12-08T02:46:45Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f381a1-4689-46ef-bc7a-231dfd89b438', 'name': '', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:ef:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:30Z', 'updated_at': '2021-12-08T02:46:33Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:46:47.021823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6651a7-a420-4d5b-a83c-dee80daed175 None None] New status for floating IP f8d00423-e4cd-4a75-acd6-fb5eba679260: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:46:47.379492 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42256) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:46:47.442850 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-731e7066-aab3-4d2c-b369-11308799b9b5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/f8d00423-e4cd-4a75-acd6-fb5eba679260 HTTP/1.1" status: 200 len: 994 time: 0.0621128 Dec 08 02:46:51.429550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4840d320-8e48-47ea-a9e9-20847569e502 req-e266637a-f582-44e3-8235-bdc1fe708d23 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492897 Dec 08 02:46:51.531484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840d320-8e48-47ea-a9e9-20847569e502 req-0ef6986a-2da9-4c45-b5a5-5074db29f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:51.533062 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4840d320-8e48-47ea-a9e9-20847569e502 req-0ef6986a-2da9-4c45-b5a5-5074db29f3b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1098 time: 0.0461683 Dec 08 02:46:51.638983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840d320-8e48-47ea-a9e9-20847569e502 req-adac77bf-d8e9-4330-bfee-014286d2a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:51.640525 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4840d320-8e48-47ea-a9e9-20847569e502 req-adac77bf-d8e9-4330-bfee-014286d2a354 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 200 len: 898 time: 0.0882685 Dec 08 02:46:51.707833 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4840d320-8e48-47ea-a9e9-20847569e502 req-7fc8188c-5118-475e-ab15-7f93dabfcfba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 1002 time: 0.0603898 Dec 08 02:46:51.755907 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840d320-8e48-47ea-a9e9-20847569e502 req-de93482d-208f-4336-9203-ae6a889da5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:51.757356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4840d320-8e48-47ea-a9e9-20847569e502 req-de93482d-208f-4336-9203-ae6a889da5ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=532fa034-5b53-4d44-9ad9-2cf69da5a8b8 HTTP/1.1" status: 200 len: 833 time: 0.0426207 Dec 08 02:46:51.801717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840d320-8e48-47ea-a9e9-20847569e502 req-889377fb-7eee-46f9-9098-5d972fde9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:46:51.803195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4840d320-8e48-47ea-a9e9-20847569e502 req-889377fb-7eee-46f9-9098-5d972fde9f96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386975 Dec 08 02:46:51.895453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4840d320-8e48-47ea-a9e9-20847569e502 req-cc94c10f-ea59-4616-85cc-4ce5d25d83f1 service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846629 Dec 08 02:46:51.985848 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4840d320-8e48-47ea-a9e9-20847569e502 req-8187887a-12bc-4571-b59e-1e993fa033c2 service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817363 Dec 08 02:46:53.752437 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:46:58.952379 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e2b5abe-ea67-40c2-89b1-f7976dd80969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:02.194406 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ba136277-5fbb-446e-a594-7b2e528dda7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:02.224259 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:02.587519 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:03.877233 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:04.715858 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:04.881384 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:16.270489 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42274) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:47:16.287677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00b398-3ee0-4a49-8c69-0ac3cf7f0d73 req-c10fb098-04e1-406b-afa4-abb948399ea7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:16.289211 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e00b398-3ee0-4a49-8c69-0ac3cf7f0d73 req-c10fb098-04e1-406b-afa4-abb948399ea7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0547152 Dec 08 02:47:16.340666 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e00b398-3ee0-4a49-8c69-0ac3cf7f0d73 req-cdd7db7b-f6e2-4eea-8568-e6097ce62d06 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449224 Dec 08 02:47:16.350912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-d2e74a04-1136-4073-9531-cccf15254938 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793498 Dec 08 02:47:16.361252 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-4706a976-cdc0-4939-8a87-0c252fbb3534 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:47:16.362261 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-4706a976-cdc0-4939-8a87-0c252fbb3534 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051811 Dec 08 02:47:17.455563 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eab1d-32e3-4144-9e4f-9acd792cfd9c req-3de6e673-240c-44a4-9943-99ee4451e3a1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:17.457329 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c0eab1d-32e3-4144-9e4f-9acd792cfd9c req-3de6e673-240c-44a4-9943-99ee4451e3a1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0477030 Dec 08 02:47:17.509046 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7c0eab1d-32e3-4144-9e4f-9acd792cfd9c req-283532d0-4359-463a-bb10-7f62dcca7a27 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458400 Dec 08 02:47:18.625983 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284ac98-1a14-4340-beb6-802286533286 req-2115af65-a384-45d8-a113-6fcd0cc0d1e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:18.627499 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a284ac98-1a14-4340-beb6-802286533286 req-2115af65-a384-45d8-a113-6fcd0cc0d1e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0495872 Dec 08 02:47:18.677066 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a284ac98-1a14-4340-beb6-802286533286 req-9562488f-ec38-4752-89f1-10f67a941315 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434711 Dec 08 02:47:19.791434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f8946-a105-453e-80ad-3b89ecfb4d28 req-02f65008-9d46-4c41-82e2-e0fd020d008d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:19.793699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f90f8946-a105-453e-80ad-3b89ecfb4d28 req-02f65008-9d46-4c41-82e2-e0fd020d008d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0482976 Dec 08 02:47:19.842461 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f90f8946-a105-453e-80ad-3b89ecfb4d28 req-3f0d84af-ecf0-4872-9581-7057cd1e325e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Dec 08 02:47:20.688380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-e7b12001-aa89-448c-9d1d-e5fe9fcb2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:20.689889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-e7b12001-aa89-448c-9d1d-e5fe9fcb2405 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1098 time: 0.0404885 Dec 08 02:47:21.080681 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-128c8d38-6f8b-41de-a1c0-52d45c31bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:21.082385 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-128c8d38-6f8b-41de-a1c0-52d45c31bcac service neutron] 10.222.0.72 "GET /v2.0/networks?id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 200 len: 898 time: 0.3827264 Dec 08 02:47:21.093510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbbadd-b12f-4df1-ba06-89d9d1bb8e63 req-0d9f5c9b-470f-4b64-aedd-366b9365b442 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:21.094893 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21cbbadd-b12f-4df1-ba06-89d9d1bb8e63 req-0d9f5c9b-470f-4b64-aedd-366b9365b442 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0668762 Dec 08 02:47:21.184643 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-c4ec1c90-f7b6-4ddf-9323-aa09d3f305de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 1002 time: 0.0887487 Dec 08 02:47:21.188485 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-21cbbadd-b12f-4df1-ba06-89d9d1bb8e63 req-1b67cea6-8b74-4f34-8a8b-c6278e615f96 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874312 Dec 08 02:47:21.236043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-9791e7d2-0a7f-4d92-9ef7-26e96e77314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:21.237541 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-9791e7d2-0a7f-4d92-9ef7-26e96e77314e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=532fa034-5b53-4d44-9ad9-2cf69da5a8b8 HTTP/1.1" status: 200 len: 833 time: 0.0457196 Dec 08 02:47:21.282722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-217755a4-f496-4208-affe-c3edbe65eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:21.284105 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-217755a4-f496-4208-affe-c3edbe65eed8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398955 Dec 08 02:47:21.377026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-be22842d-ea48-4bde-ae3f-0a6a6efddfc9 service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855954 Dec 08 02:47:21.465900 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0ea853c9-9a72-41f3-8648-c9d823d9edc1 service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816085 Dec 08 02:47:22.302746 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735ec5f-f4b5-40d8-99b2-d188d8038a43 req-f5e2e57f-7392-4429-8114-fc85a3ac0323 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:22.304193 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6735ec5f-f4b5-40d8-99b2-d188d8038a43 req-f5e2e57f-7392-4429-8114-fc85a3ac0323 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0474594 Dec 08 02:47:22.352447 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6735ec5f-f4b5-40d8-99b2-d188d8038a43 req-e3a353c8-b7e8-45ae-9c7f-76ed58cf366f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421243 Dec 08 02:47:23.475264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f7d58-6af7-4f88-b90b-04d2c2156da6 req-16824f6a-8dde-4d10-98d7-d773ed9653d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:23.476779 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b64f7d58-6af7-4f88-b90b-04d2c2156da6 req-16824f6a-8dde-4d10-98d7-d773ed9653d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0534997 Dec 08 02:47:23.525787 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b64f7d58-6af7-4f88-b90b-04d2c2156da6 req-4e98a5e5-6b69-47b1-bd1a-37b943cc8c44 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423803 Dec 08 02:47:24.646676 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4408c57-6086-443f-9497-ca53db132b5b req-6315b2f6-ce5a-4fd4-893b-8f37eb9ef324 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:24.648359 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c4408c57-6086-443f-9497-ca53db132b5b req-6315b2f6-ce5a-4fd4-893b-8f37eb9ef324 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0531733 Dec 08 02:47:24.697242 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c4408c57-6086-443f-9497-ca53db132b5b req-0b101f31-8ae4-482c-9b03-95762a62752f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421829 Dec 08 02:47:25.812454 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f003d8-3a5c-492d-84fe-e7b7dc89650e req-63d6b33b-6425-48d1-a926-3f5bb4e7bb12 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:25.813944 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4f003d8-3a5c-492d-84fe-e7b7dc89650e req-63d6b33b-6425-48d1-a926-3f5bb4e7bb12 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0482144 Dec 08 02:47:25.862716 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4f003d8-3a5c-492d-84fe-e7b7dc89650e req-06b55937-e63c-468c-af64-637c89265f44 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428636 Dec 08 02:47:26.981815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed626ac6-db34-49ff-b3f6-8ba0a9a82316 req-9a61a183-6ffe-4e56-9a8c-36f3898472ac tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:26.983308 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ed626ac6-db34-49ff-b3f6-8ba0a9a82316 req-9a61a183-6ffe-4e56-9a8c-36f3898472ac tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0509171 Dec 08 02:47:27.032185 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ed626ac6-db34-49ff-b3f6-8ba0a9a82316 req-2db6b473-81e8-44b3-97b2-92add466b326 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429165 Dec 08 02:47:28.154513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dda68d-34d9-4c78-9a30-e995f35828af req-b9f57891-0613-418a-9c59-abd000e20d69 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:28.156084 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0dda68d-34d9-4c78-9a30-e995f35828af req-b9f57891-0613-418a-9c59-abd000e20d69 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0537229 Dec 08 02:47:28.204803 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0dda68d-34d9-4c78-9a30-e995f35828af req-5eb1eff9-993c-418e-9988-3a71dbae5999 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427299 Dec 08 02:47:28.954028 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-345ca912-852c-4c0d-a9f2-b50ea88fec21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:29.328164 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81862faa-7ba3-488a-a871-e55e3e809fef req-57308ded-2bd1-47ee-a474-17a1ee912191 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:29.329675 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-81862faa-7ba3-488a-a871-e55e3e809fef req-57308ded-2bd1-47ee-a474-17a1ee912191 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0537446 Dec 08 02:47:29.378805 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-81862faa-7ba3-488a-a871-e55e3e809fef req-80da0178-36ad-4733-aea3-823e7e7ae20e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428443 Dec 08 02:47:30.496199 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d730ad5-376a-4be4-aa41-2ac403b2f6cb req-589f408a-6547-44e3-9a6a-cd4ee1fd9a0b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:30.498214 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1d730ad5-376a-4be4-aa41-2ac403b2f6cb req-589f408a-6547-44e3-9a6a-cd4ee1fd9a0b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0508034 Dec 08 02:47:30.550261 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1d730ad5-376a-4be4-aa41-2ac403b2f6cb req-1c5a7d43-6363-4e19-8a1e-33c2972525cf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460877 Dec 08 02:47:30.752276 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:47:31.665697 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca3cb1-448e-4b66-8864-65303ca89d94 req-8ce3388e-9736-4d1d-b108-ca66406c48b0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:31.667167 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-44ca3cb1-448e-4b66-8864-65303ca89d94 req-8ce3388e-9736-4d1d-b108-ca66406c48b0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0479081 Dec 08 02:47:31.716585 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-44ca3cb1-448e-4b66-8864-65303ca89d94 req-1a431550-0f35-45ff-84ab-7353dd25f775 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Dec 08 02:47:32.195575 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a56aa5c6-a65f-4475-a303-6a28b1cbaade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:32.221303 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:32.589546 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:32.833379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14c64d-547e-4b3c-8149-bac751576c62 req-13d31e3c-e20b-48fb-8fea-085dab830aca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:32.834864 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b14c64d-547e-4b3c-8149-bac751576c62 req-13d31e3c-e20b-48fb-8fea-085dab830aca tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0508165 Dec 08 02:47:32.888897 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1b14c64d-547e-4b3c-8149-bac751576c62 req-9233c650-137a-45f4-b163-fc481de0fabf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472739 Dec 08 02:47:33.880656 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:34.007113 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b35ad-aaf5-46f7-b9a5-01e21aa10196 req-fc0e5632-783e-45e9-af2d-f7a97682bf09 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:34.008636 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-018b35ad-aaf5-46f7-b9a5-01e21aa10196 req-fc0e5632-783e-45e9-af2d-f7a97682bf09 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0495458 Dec 08 02:47:34.062569 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-018b35ad-aaf5-46f7-b9a5-01e21aa10196 req-b2f98983-4840-4bcb-b560-250a681288c3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472062 Dec 08 02:47:34.722957 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:34.883812 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:35.179536 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e18b71-4db5-4060-b9c1-d5b53ed46f02 req-4aa8c70a-7ac0-423c-a962-84204eded365 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:35.181060 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9e18b71-4db5-4060-b9c1-d5b53ed46f02 req-4aa8c70a-7ac0-423c-a962-84204eded365 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0504072 Dec 08 02:47:35.231845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d9e18b71-4db5-4060-b9c1-d5b53ed46f02 req-203ca666-3282-47b6-8ffb-03a765cfc7c8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Dec 08 02:47:36.347541 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cc792-8231-43d1-8945-231ac14ad96a req-e5915d83-f2bd-4281-bf5d-281437aba90d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:36.349045 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f46cc792-8231-43d1-8945-231ac14ad96a req-e5915d83-f2bd-4281-bf5d-281437aba90d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0490520 Dec 08 02:47:36.397645 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f46cc792-8231-43d1-8945-231ac14ad96a req-84bc596b-cb86-4ebd-bb2e-26969a535797 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422328 Dec 08 02:47:37.514407 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f59ee-e957-4f5f-af34-934da27b3a7b req-7cbd61a9-fadf-4d4d-a490-a1d14521f570 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:37.515881 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af4f59ee-e957-4f5f-af34-934da27b3a7b req-7cbd61a9-fadf-4d4d-a490-a1d14521f570 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0485146 Dec 08 02:47:37.563933 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af4f59ee-e957-4f5f-af34-934da27b3a7b req-caeb1e70-523b-4ad2-afb3-ef9b33439497 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421221 Dec 08 02:47:38.487878 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-2c1bf323-9467-4872-888d-463266fe0492 service neutron] show failed (client error): The resource could not be found. Dec 08 02:47:38.488936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-2c1bf323-9467-4872-888d-463266fe0492 service neutron] 10.222.0.72 "GET /v2.0/ports/f5537d79-ac3a-4e12-ab27-171d9421abf5/bindings/n-h1-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0592253 Dec 08 02:47:38.709920 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfac523-41bc-4dc9-8d81-4aebae1ad1bb req-07c5d03c-7761-4c9d-89df-cab7dbe31da5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:38.711399 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3dfac523-41bc-4dc9-8d81-4aebae1ad1bb req-07c5d03c-7761-4c9d-89df-cab7dbe31da5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0706601 Dec 08 02:47:38.740402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-23ee9a35-c03a-4c36-af78-0ab62a7ee7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:38.741771 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-23ee9a35-c03a-4c36-af78-0ab62a7ee7b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc&tenant_id=c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 1098 time: 0.0714042 Dec 08 02:47:38.770478 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3dfac523-41bc-4dc9-8d81-4aebae1ad1bb req-a47bef98-258f-4f2d-91bd-bf1db508f104 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525708 Dec 08 02:47:38.782701 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:47:38.833629 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:39.029818 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:47:39.063548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:47:39.105992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:47:39.109423 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43240e46-fa07-4658-835a-cc62f36c4f3b" -d '{"events": [{"server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:47:39.113195 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:39.127013 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Transition to ACTIVE for port object f5537d79-ac3a-4e12-ab27-171d9421abf5 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:47:39.130699 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:39.164369 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d17801-f665-46c0-924b-6da9663b38cf x-openstack-request-id: req-77d17801-f665-46c0-924b-6da9663b38cf {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:47:39.164672 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:47:39.164931 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-77d17801-f665-46c0-924b-6da9663b38cf {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:47:39.165325 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'code': 200} Dec 08 02:47:39.209919 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Pushing event updated for resources: {'Port': ['ID=f5537d79-ac3a-4e12-ab27-171d9421abf5,revision_number=6']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:47:39.226352 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.226710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.227062 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.227406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.227861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.228078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.228452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.228790 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.229122 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.229455 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.229789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.230116 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.230441 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:39.264054 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] No DVR routers for this DVR port f5537d79-ac3a-4e12-ab27-171d9421abf5 on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:47:39.402517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Attempting to bind port f5537d79-ac3a-4e12-ab27-171d9421abf5 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:47:39.402977 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Attempting to bind port f5537d79-ac3a-4e12-ab27-171d9421abf5 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:47:39.403774 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Attempting to bind port f5537d79-ac3a-4e12-ab27-171d9421abf5 on network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:47:39.408106 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Port f5537d79-ac3a-4e12-ab27-171d9421abf5 on network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:47:39.408464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Attempting to bind port f5537d79-ac3a-4e12-ab27-171d9421abf5 on network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:47:39.413376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:47:39.413714 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Checking segment: {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:47:39.414102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Bound using segment: {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:47:39.414524 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Bound port: f5537d79-ac3a-4e12-ab27-171d9421abf5, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab8c497-7fd3-4225-acec-734c143a55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:47:39.414873 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:39.475929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:47:39.479188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:47:39.483500 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:39.513609 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:39.514189 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:39.515544 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] 10.222.0.65 "PUT /v2.0/ports/f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 1093 time: 0.7367976 Dec 08 02:47:39.542754 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476cbbd-a47f-478d-a30f-6bf7e6d3b56c service neutron] Pushing event updated for resources: {'Port': ['ID=f5537d79-ac3a-4e12-ab27-171d9421abf5,revision_number=7']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:47:39.599618 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-1a1932b5-3591-4195-8812-2f68741eb0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:39.601210 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-1a1932b5-3591-4195-8812-2f68741eb0b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1096 time: 0.0462861 Dec 08 02:47:39.705136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-b4c131aa-3def-490b-8d21-afe76723ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:39.706906 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-b4c131aa-3def-490b-8d21-afe76723ff5f service neutron] 10.222.0.65 "GET /v2.0/networks?id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 200 len: 898 time: 0.0912831 Dec 08 02:47:39.777963 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-edf9d2b6-72dd-4086-9ee4-48995027f165 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0577166 Dec 08 02:47:39.834929 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-5fdc6bc6-6ee3-471c-a3ff-2902f81ae5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:39.836414 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-5fdc6bc6-6ee3-471c-a3ff-2902f81ae5d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=532fa034-5b53-4d44-9ad9-2cf69da5a8b8 HTTP/1.1" status: 200 len: 833 time: 0.0476439 Dec 08 02:47:39.910907 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a8d5c-d437-40c3-9e3b-6d4ce059245b req-13aa14b6-d928-4b22-9128-4ca149c6c38f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:39.912392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a34a8d5c-d437-40c3-9e3b-6d4ce059245b req-13aa14b6-d928-4b22-9128-4ca149c6c38f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 944 time: 0.0728071 Dec 08 02:47:39.914134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-ede6f99f-0231-4f97-8ee0-80763de9dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:39.915447 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-ede6f99f-0231-4f97-8ee0-80763de9dbdd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666249 Dec 08 02:47:40.013396 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a34a8d5c-d437-40c3-9e3b-6d4ce059245b req-0077ccfa-3a00-4576-a1da-c2f099665c9e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950758 Dec 08 02:47:40.038523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-c0658b1f-29e9-48ba-a7fe-85a8c4623254 service neutron] 10.222.0.65 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077445 Dec 08 02:47:40.134013 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93461fc4-0f00-4e0b-b78a-50dce2daf8af req-0a842382-a6d9-4c6a-b85c-607ffe2dfa60 service neutron] 10.222.0.65 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843117 Dec 08 02:47:41.134131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36d293-ae67-4d85-a29a-2085884f0996 req-6e5fe346-4805-464e-a1c6-46953575f856 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:41.135605 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc36d293-ae67-4d85-a29a-2085884f0996 req-6e5fe346-4805-464e-a1c6-46953575f856 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 944 time: 0.0482616 Dec 08 02:47:41.167150 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:47:41.169550 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc9fe99-556e-4c36-8bd3-4533265dd3df" -d '{"events": [{"name": "network-changed", "server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:47:41.185456 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc36d293-ae67-4d85-a29a-2085884f0996 req-ea49e38e-4b41-404d-a7e3-526cd6904131 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Dec 08 02:47:41.221653 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3951c959-6aa0-4711-9b3c-db0d28baf081 x-openstack-request-id: req-3951c959-6aa0-4711-9b3c-db0d28baf081 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:47:41.221949 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:47:41.222207 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3951c959-6aa0-4711-9b3c-db0d28baf081 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:47:41.222624 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'status': 'completed', 'code': 200} Dec 08 02:47:41.307652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-15e61e9c-c98d-401d-a8ae-2434e8036c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:41.309219 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-15e61e9c-c98d-401d-a8ae-2434e8036c33 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1096 time: 0.0418382 Dec 08 02:47:41.314570 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-1e4e848b-f24e-41b5-bbbc-cfc9e144f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:41.316034 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-1e4e848b-f24e-41b5-bbbc-cfc9e144f64a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1096 time: 0.0441148 Dec 08 02:47:41.403677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-77f5d676-1681-4e13-a95a-0c59b0b35f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:41.405227 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-77f5d676-1681-4e13-a95a-0c59b0b35f36 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 200 len: 898 time: 0.0892010 Dec 08 02:47:41.406357 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-b8009339-3268-4a71-bbbd-5f042f000edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:41.407786 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-b8009339-3268-4a71-bbbd-5f042f000edc service neutron] 10.222.0.65 "GET /v2.0/networks?id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 200 len: 898 time: 0.0827110 Dec 08 02:47:41.476202 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-a00a51f7-cda3-44df-989b-691dc6102a2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0603232 Dec 08 02:47:41.534868 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-aebb959f-45f2-4441-a15c-b9faefa6dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:41.536399 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-aebb959f-45f2-4441-a15c-b9faefa6dfa5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=532fa034-5b53-4d44-9ad9-2cf69da5a8b8 HTTP/1.1" status: 200 len: 833 time: 0.0527046 Dec 08 02:47:41.586398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-4790e3dc-c5e7-44f4-9bf1-b0e3135b2023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:41.587848 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-4790e3dc-c5e7-44f4-9bf1-b0e3135b2023 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431464 Dec 08 02:47:41.684339 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-18732737-bdb3-4906-a9f7-9ae4ae5319c4 service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887818 Dec 08 02:47:41.786138 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-caf43a32-ad3e-4c06-bd43-8a96e17c36b4 service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951295 Dec 08 02:47:41.813764 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-de208a24-146b-4961-b4ab-87ff763a8063 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 1000 time: 0.3951473 Dec 08 02:47:41.862597 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-0c932cbb-d1fb-4ed3-a918-6a699a2cab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:41.863921 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-0c932cbb-d1fb-4ed3-a918-6a699a2cab68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=532fa034-5b53-4d44-9ad9-2cf69da5a8b8 HTTP/1.1" status: 200 len: 833 time: 0.0426290 Dec 08 02:47:41.911494 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-01687c83-ca47-410a-b143-4d3ba4349d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:41.913018 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-01687c83-ca47-410a-b143-4d3ba4349d4c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397379 Dec 08 02:47:42.041839 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-7406815b-38e2-4dcb-a397-3a677e50d5a1 service neutron] 10.222.0.65 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876288 Dec 08 02:47:42.132095 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2bc9fe99-556e-4c36-8bd3-4533265dd3df req-525b0ef9-ddad-4bcb-bdd8-db2397c44364 service neutron] 10.222.0.65 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828664 Dec 08 02:47:42.302136 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccfc4a-a44d-448f-a9e3-45442319d973 req-2dfcc32a-daf8-4e0e-9557-f8eedde9cd69 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:42.303648 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1eccfc4a-a44d-448f-a9e3-45442319d973 req-2dfcc32a-daf8-4e0e-9557-f8eedde9cd69 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 944 time: 0.0498466 Dec 08 02:47:42.352641 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1eccfc4a-a44d-448f-a9e3-45442319d973 req-137d1cdb-0b2d-4b6a-b3e9-202c6dd97b63 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423741 Dec 08 02:47:42.482448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f5537d79-ac3a-4e12-ab27-171d9421abf5 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:47:42.522728 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device f5537d79-ac3a-4e12-ab27-171d9421abf5 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:47:42.612981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36035-b434-49a5-a340-02eef8cebf21 req-bfead76a-42e9-4531-9a64-02b30d977405 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:42.614525 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bfb36035-b434-49a5-a340-02eef8cebf21 req-bfead76a-42e9-4531-9a64-02b30d977405 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 944 time: 0.1153784 Dec 08 02:47:42.647340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafad805-4355-45f6-9629-f5692296904e req-dc098e4c-92ba-4038-baca-87dccb8f3692 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:42.648948 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dafad805-4355-45f6-9629-f5692296904e req-dc098e4c-92ba-4038-baca-87dccb8f3692 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc&tenant_id=c4ee2697a1224548af86649a5bd8a23b&binding%3Ahost_id=n-h1-713498-30 HTTP/1.1" status: 200 len: 944 time: 0.1146693 Dec 08 02:47:42.712299 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bfb36035-b434-49a5-a340-02eef8cebf21 req-a7059f1f-1b54-405f-ba83-68060c6b12c4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918133 Dec 08 02:47:42.737672 n-d-713498-30 neutron-server[103129]: INFO neutron.api.v2.resource [req-dafad805-4355-45f6-9629-f5692296904e req-004a9150-a8a5-4019-b7e5-8171c3f1a39d service neutron] delete failed (client error): The resource could not be found. Dec 08 02:47:42.738790 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dafad805-4355-45f6-9629-f5692296904e req-004a9150-a8a5-4019-b7e5-8171c3f1a39d service neutron] 10.222.0.72 "DELETE /v2.0/ports/f5537d79-ac3a-4e12-ab27-171d9421abf5/bindings/n-h2-713498-30 HTTP/1.1" status: 404 len: 381 time: 0.0816078 Dec 08 02:47:42.845381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836446f-56a3-4f64-bb75-f11e236774c0 req-11bfa73b-d52a-4dd0-9bfe-67d62c443c20 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:42.846919 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6836446f-56a3-4f64-bb75-f11e236774c0 req-11bfa73b-d52a-4dd0-9bfe-67d62c443c20 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 944 time: 0.0640926 Dec 08 02:47:42.847189 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafad805-4355-45f6-9629-f5692296904e req-3e0f6169-f5db-403c-a09a-69df79fd8852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:42.848708 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dafad805-4355-45f6-9629-f5692296904e req-3e0f6169-f5db-403c-a09a-69df79fd8852 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1096 time: 0.0439234 Dec 08 02:47:42.896800 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6836446f-56a3-4f64-bb75-f11e236774c0 req-b6483c43-28bf-4c42-a9f8-6cb4c53c7c45 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431454 Dec 08 02:47:42.942487 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafad805-4355-45f6-9629-f5692296904e req-2c6dbb06-29cf-4f80-be43-45f5aeca9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:42.943949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dafad805-4355-45f6-9629-f5692296904e req-2c6dbb06-29cf-4f80-be43-45f5aeca9db3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 200 len: 898 time: 0.0863731 Dec 08 02:47:43.008078 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dafad805-4355-45f6-9629-f5692296904e req-e9c8f2d7-521d-480f-896c-64dd7da5a853 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 1000 time: 0.0563364 Dec 08 02:47:43.064203 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafad805-4355-45f6-9629-f5692296904e req-eb306ed9-e800-4e7b-a495-863278cd98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:43.065693 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dafad805-4355-45f6-9629-f5692296904e req-eb306ed9-e800-4e7b-a495-863278cd98cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=532fa034-5b53-4d44-9ad9-2cf69da5a8b8 HTTP/1.1" status: 200 len: 833 time: 0.0481486 Dec 08 02:47:43.141433 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafad805-4355-45f6-9629-f5692296904e req-c87d422d-a69c-458e-94ae-b77d3632c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:43.142959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dafad805-4355-45f6-9629-f5692296904e req-c87d422d-a69c-458e-94ae-b77d3632c2f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702801 Dec 08 02:47:43.233032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dafad805-4355-45f6-9629-f5692296904e req-bb794eb2-61ae-458d-8134-39543a046b71 service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826576 Dec 08 02:47:43.339577 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dafad805-4355-45f6-9629-f5692296904e req-9b8b73b4-8240-4663-8c3b-8af9ebd6252b service neutron] 10.222.0.72 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987136 Dec 08 02:47:44.021860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b2828-6221-4e76-a2fd-611697612fc9 req-5a075b02-47b5-4992-97d6-b094e66c67de tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:47:44.023400 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-554b2828-6221-4e76-a2fd-611697612fc9 req-5a075b02-47b5-4992-97d6-b094e66c67de tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 944 time: 0.0507479 Dec 08 02:47:44.074512 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-554b2828-6221-4e76-a2fd-611697612fc9 req-0d70b1e2-bf65-44f4-87e5-dc910c900de4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443389 Dec 08 02:47:44.098092 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42364) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:47:44.161781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6cee9920-7be7-4f63-a6e4-3b150fe58c83 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/f8d00423-e4cd-4a75-acd6-fb5eba679260 HTTP/1.1" status: 200 len: 992 time: 0.0623624 Dec 08 02:47:44.200452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f5537d79-ac3a-4e12-ab27-171d9421abf5 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:47:44.298587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:47:44.309396 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'port_id': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'mac_address': 'fa:16:3e:ec:fd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:47:44.346270 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:44.363494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5537d79-ac3a-4e12-ab27-171d9421abf5 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:47:44.382139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:47:44.386077 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:44.433061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f5537d79-ac3a-4e12-ab27-171d9421abf5,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:47:44.440494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.440855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.441208 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.441556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.441903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.442243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.442583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.442921 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.443257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.443591 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.443923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.444255 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.444614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:47:44.737369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['f5537d79-ac3a-4e12-ab27-171d9421abf5'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:47:46.205642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f5537d79-ac3a-4e12-ab27-171d9421abf5 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:47:46.253825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port f5537d79-ac3a-4e12-ab27-171d9421abf5 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:47:46.257635 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port f5537d79-ac3a-4e12-ab27-171d9421abf5 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:47:46.258010 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:46.338556 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:46.361183 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:47:46.363452 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68931aa-1357-42b2-9a20-f090422461e1" -d '{"events": [{"server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "name": "network-vif-plugged", "status": "completed", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:47:46.376752 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:47:46.380947 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:47:46.406934 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4063ce-0cda-47e1-9279-9c3070fcd382 x-openstack-request-id: req-ff4063ce-0cda-47e1-9279-9c3070fcd382 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:47:46.407237 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "name": "network-vif-plugged", "status": "completed", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:47:46.407494 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff4063ce-0cda-47e1-9279-9c3070fcd382 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:47:46.407889 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'code': 200} Dec 08 02:47:46.433697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=f5537d79-ac3a-4e12-ab27-171d9421abf5,revision_number=9']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:47:58.955415 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-029f566a-7e7a-4c89-a270-b47cb02c3a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:02.197375 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e8e013e0-40d5-4063-ad8e-70823aab6c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:02.235392 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:02.592242 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:03.883221 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:04.743329 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:04.840147 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-feb90a13-72ff-4c59-8c86-aa1ce7b9faae req-0ba4d7fc-a43c-47f3-a7e1-b08e3feff384 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0464540 Dec 08 02:48:04.890748 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:04.947922 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb90a13-72ff-4c59-8c86-aa1ce7b9faae req-94979b64-1eb6-459b-b86a-60a4050a056e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:04.949485 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-feb90a13-72ff-4c59-8c86-aa1ce7b9faae req-94979b64-1eb6-459b-b86a-60a4050a056e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1098 time: 0.0439939 Dec 08 02:48:05.061979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb90a13-72ff-4c59-8c86-aa1ce7b9faae req-875b8e8c-5d26-4804-8292-71fb97b7e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:05.063443 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-feb90a13-72ff-4c59-8c86-aa1ce7b9faae req-875b8e8c-5d26-4804-8292-71fb97b7e97f service neutron] 10.222.0.65 "GET /v2.0/networks?id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 200 len: 898 time: 0.0931582 Dec 08 02:48:05.148575 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-feb90a13-72ff-4c59-8c86-aa1ce7b9faae req-b67e95b5-bbee-43a2-b037-756f0747ff74 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 1002 time: 0.0722954 Dec 08 02:48:05.222648 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb90a13-72ff-4c59-8c86-aa1ce7b9faae req-a1a1ad05-323c-474d-a03b-ac2212343e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:05.224118 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-feb90a13-72ff-4c59-8c86-aa1ce7b9faae req-a1a1ad05-323c-474d-a03b-ac2212343e86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=532fa034-5b53-4d44-9ad9-2cf69da5a8b8 HTTP/1.1" status: 200 len: 833 time: 0.0659852 Dec 08 02:48:05.279914 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb90a13-72ff-4c59-8c86-aa1ce7b9faae req-802ac626-607b-4aae-a86a-61dd5ae1a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:05.281444 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-feb90a13-72ff-4c59-8c86-aa1ce7b9faae req-802ac626-607b-4aae-a86a-61dd5ae1a41c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487349 Dec 08 02:48:05.385014 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-feb90a13-72ff-4c59-8c86-aa1ce7b9faae req-86b17755-1909-4eec-96dc-ebdfe440af99 service neutron] 10.222.0.65 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949128 Dec 08 02:48:05.483695 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-feb90a13-72ff-4c59-8c86-aa1ce7b9faae req-e97aaa8f-2978-48f7-bd98-989ac4a715b0 service neutron] 10.222.0.65 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868032 Dec 08 02:48:07.751723 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:48:14.803514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42376) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:14.962047 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port cb8e4846-04fb-4e68-b5da-5f17b1f3799c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:48:14.962394 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:15.039348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:15.039886 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:15.051914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for cb8e4846-04fb-4e68-b5da-5f17b1f3799c owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:48:15.197677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:15.223570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=cb8e4846-04fb-4e68-b5da-5f17b1f3799c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:15.251417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.251773 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.252133 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.252628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.252828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.253163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.253499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.253832 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.254163 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.254494 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.254823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.255147 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.255468 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:15.297693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:15.298019 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Floating IP f8d00423-e4cd-4a75-acd6-fb5eba679260 disassociated (deleted). External IP: 172.25.2.227, port: f5537d79-ac3a-4e12-ab27-171d9421abf5. Dec 08 02:48:15.502380 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:48:15.608058 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:48:15.612903 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:15.620071 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9f2a3-db1b-4b1d-b958-d4d58fb00ef8 None None] Sync routers for ids ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:48:15.630154 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9f2a3-db1b-4b1d-b958-d4d58fb00ef8 None None] Routers {'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:48:15.630773 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-12f9f2a3-db1b-4b1d-b958-d4d58fb00ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:48:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:15.641704 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-1b3aaf96-a4bd-4a11-98ee-67878e7df855 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/floatingips/f8d00423-e4cd-4a75-acd6-fb5eba679260 HTTP/1.1" status: 204 len: 168 time: 0.8371053 Dec 08 02:48:15.642408 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:48:15.644839 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d9adc8-221b-42bd-8112-62d6c2a7fe1e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:48:15.706623 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616af5e3-6e08-415c-bbeb-851198316b25 x-openstack-request-id: req-616af5e3-6e08-415c-bbeb-851198316b25 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:48:15.706972 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:48:15.707230 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-616af5e3-6e08-415c-bbeb-851198316b25 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:48:15.707656 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'status': 'completed', 'code': 200} Dec 08 02:48:15.744316 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-12f9f2a3-db1b-4b1d-b958-d4d58fb00ef8 None None] Set router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:48:15.799979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9adc8-221b-42bd-8112-62d6c2a7fe1e req-801c9416-60d9-44c4-ab28-b5d6f3a6338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:15.801910 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9d9adc8-221b-42bd-8112-62d6c2a7fe1e req-801c9416-60d9-44c4-ab28-b5d6f3a6338e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 1098 time: 0.0476558 Dec 08 02:48:15.905828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9adc8-221b-42bd-8112-62d6c2a7fe1e req-2a209196-d297-4dad-ba91-c8243628fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:15.907643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9d9adc8-221b-42bd-8112-62d6c2a7fe1e req-2a209196-d297-4dad-ba91-c8243628fd5d service neutron] 10.222.0.65 "GET /v2.0/networks?id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 200 len: 898 time: 0.0975606 Dec 08 02:48:15.957717 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9d9adc8-221b-42bd-8112-62d6c2a7fe1e req-db70f9a3-4d3d-47d2-95ba-b27a0e833bd0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 200 len: 217 time: 0.0407939 Dec 08 02:48:15.960746 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-12f9f2a3-db1b-4b1d-b958-d4d58fb00ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:31Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '22f381a1-4689-46ef-bc7a-231dfd89b438', 'name': '', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:ef:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:30Z', 'updated_at': '2021-12-08T02:46:33Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:15.973103 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a31687-27d5-4046-a90f-3b482de74d43 req-221e8b53-e123-475d-ba69-2fb0df49b330 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:15.974650 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-80a31687-27d5-4046-a90f-3b482de74d43 req-221e8b53-e123-475d-ba69-2fb0df49b330 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.1077669 Dec 08 02:48:15.987934 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9f2a3-db1b-4b1d-b958-d4d58fb00ef8 None None] Checking router: efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:48:15.997111 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9f2a3-db1b-4b1d-b958-d4d58fb00ef8 None None] Routers {'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:48:15.997911 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-12f9f2a3-db1b-4b1d-b958-d4d58fb00ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:48:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:16.022899 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9adc8-221b-42bd-8112-62d6c2a7fe1e req-fc885b6f-9731-4602-a8b3-e9b154790f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:16.024519 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9d9adc8-221b-42bd-8112-62d6c2a7fe1e req-fc885b6f-9731-4602-a8b3-e9b154790f75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=532fa034-5b53-4d44-9ad9-2cf69da5a8b8 HTTP/1.1" status: 200 len: 833 time: 0.0553041 Dec 08 02:48:16.033639 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-80a31687-27d5-4046-a90f-3b482de74d43 req-ac29af9a-6c93-477d-8a55-f60cbb92567e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526421 Dec 08 02:48:16.073094 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9adc8-221b-42bd-8112-62d6c2a7fe1e req-21d7e7b6-d64f-4d7f-bd77-884a3bbf76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:16.074641 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9d9adc8-221b-42bd-8112-62d6c2a7fe1e req-21d7e7b6-d64f-4d7f-bd77-884a3bbf76f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400281 Dec 08 02:48:16.107119 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-12f9f2a3-db1b-4b1d-b958-d4d58fb00ef8 None None] Set router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:48:16.172946 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9d9adc8-221b-42bd-8112-62d6c2a7fe1e req-932e225f-e954-46f1-98a0-842e3878e681 service neutron] 10.222.0.65 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894926 Dec 08 02:48:16.268179 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e9d9adc8-221b-42bd-8112-62d6c2a7fe1e req-0fb727f5-a6e4-4a76-9b0b-046016e5d793 service neutron] 10.222.0.65 "GET /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869474 Dec 08 02:48:16.313060 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-12f9f2a3-db1b-4b1d-b958-d4d58fb00ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:31Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '22f381a1-4689-46ef-bc7a-231dfd89b438', 'name': '', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:ef:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:30Z', 'updated_at': '2021-12-08T02:46:33Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:16.339211 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f9f2a3-db1b-4b1d-b958-d4d58fb00ef8 None None] The sync data for ids ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'] in n-d-713498-30 is: [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:31Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '22f381a1-4689-46ef-bc7a-231dfd89b438', 'name': '', 'network_id': 'cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:ef:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:30Z', 'updated_at': '2021-12-08T02:46:33Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '532fa034-5b53-4d44-9ad9-2cf69da5a8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:48:16.554200 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d264e-fe9a-4db9-98f1-c1b495e2afa6 None None] New status for floating IP f8d00423-e4cd-4a75-acd6-fb5eba679260: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:48:17.156444 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35827bf5-0819-4ac2-9844-5b14f248cde2 req-b6c18626-c64f-4c30-9180-03c4adfd4cb6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:17.157927 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35827bf5-0819-4ac2-9844-5b14f248cde2 req-b6c18626-c64f-4c30-9180-03c4adfd4cb6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0514941 Dec 08 02:48:17.205880 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-35827bf5-0819-4ac2-9844-5b14f248cde2 req-dd49c1bc-0d5e-4f75-91b5-93d859585c00 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=2dd8112c-1ff8-4da0-bd92-9976ab990471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420721 Dec 08 02:48:17.639220 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc46bb-8c8c-4a11-af31-db51febbdb7f req-83844649-93d0-41b2-b1c4-7e709a9cc9af tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:17.640675 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abdc46bb-8c8c-4a11-af31-db51febbdb7f req-83844649-93d0-41b2-b1c4-7e709a9cc9af tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 946 time: 0.0525055 Dec 08 02:48:17.734403 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-abdc46bb-8c8c-4a11-af31-db51febbdb7f req-3b7959f9-eeaa-4f20-bdd0-8487c295608d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port f5537d79-ac3a-4e12-ab27-171d9421abf5 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:48:17.734758 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abdc46bb-8c8c-4a11-af31-db51febbdb7f req-3b7959f9-eeaa-4f20-bdd0-8487c295608d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:17.825378 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-abdc46bb-8c8c-4a11-af31-db51febbdb7f req-3b7959f9-eeaa-4f20-bdd0-8487c295608d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port f5537d79-ac3a-4e12-ab27-171d9421abf5, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=f5537d79-ac3a-4e12-ab27-171d9421abf5,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:48:17.825744 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abdc46bb-8c8c-4a11-af31-db51febbdb7f req-3b7959f9-eeaa-4f20-bdd0-8487c295608d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:17.837821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-abdc46bb-8c8c-4a11-af31-db51febbdb7f req-3b7959f9-eeaa-4f20-bdd0-8487c295608d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for f5537d79-ac3a-4e12-ab27-171d9421abf5 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:48:17.961541 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abdc46bb-8c8c-4a11-af31-db51febbdb7f req-3b7959f9-eeaa-4f20-bdd0-8487c295608d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:17.995904 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7959f9-eeaa-4f20-bdd0-8487c295608d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=f5537d79-ac3a-4e12-ab27-171d9421abf5,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:18.034952 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdc46bb-8c8c-4a11-af31-db51febbdb7f req-3b7959f9-eeaa-4f20-bdd0-8487c295608d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] No DVR routers for this DVR port f5537d79-ac3a-4e12-ab27-171d9421abf5 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:48:18.037538 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-abdc46bb-8c8c-4a11-af31-db51febbdb7f req-3b7959f9-eeaa-4f20-bdd0-8487c295608d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:18.040861 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abdc46bb-8c8c-4a11-af31-db51febbdb7f req-3b7959f9-eeaa-4f20-bdd0-8487c295608d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.65 "DELETE /v2.0/ports/f5537d79-ac3a-4e12-ab27-171d9421abf5 HTTP/1.1" status: 204 len: 173 time: 0.3902638 Dec 08 02:48:18.041306 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'name': 'network-vif-deleted', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:48:18.043538 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0138624-1c91-4a42-9ce7-da331797c84e" -d '{"events": [{"server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "name": "network-vif-deleted", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:48:18.079609 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b07c8a-0f92-4025-ad88-8ede040b0c26 x-openstack-request-id: req-b3b07c8a-0f92-4025-ad88-8ede040b0c26 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:48:18.079913 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c66d2e7-f95e-4962-aea9-00cf4aba21dc", "name": "network-vif-deleted", "tag": "f5537d79-ac3a-4e12-ab27-171d9421abf5", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:48:18.080177 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3b07c8a-0f92-4025-ad88-8ede040b0c26 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:48:18.080622 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c66d2e7-f95e-4962-aea9-00cf4aba21dc', 'name': 'network-vif-deleted', 'tag': 'f5537d79-ac3a-4e12-ab27-171d9421abf5', 'status': 'completed', 'code': 200} Dec 08 02:48:18.309652 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2fcd30ed-a511-4c3f-9680-dcdb7d0f92de req-ae8bde41-49df-4254-bb1f-c8c7980505d4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c66d2e7-f95e-4962-aea9-00cf4aba21dc HTTP/1.1" status: 200 len: 210 time: 0.0256121 Dec 08 02:48:19.368309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42394) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:19.724973 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be01e6be-0e02-4dc2-9220-33048855a4ad tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:20.239368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-be01e6be-0e02-4dc2-9220-33048855a4ad tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 22f381a1-4689-46ef-bc7a-231dfd89b438 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:48:20.239709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be01e6be-0e02-4dc2-9220-33048855a4ad tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:20.324960 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-be01e6be-0e02-4dc2-9220-33048855a4ad tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port 22f381a1-4689-46ef-bc7a-231dfd89b438, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=22f381a1-4689-46ef-bc7a-231dfd89b438,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:48:20.325323 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be01e6be-0e02-4dc2-9220-33048855a4ad tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:20.338302 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-be01e6be-0e02-4dc2-9220-33048855a4ad tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 22f381a1-4689-46ef-bc7a-231dfd89b438 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:48:20.518945 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be01e6be-0e02-4dc2-9220-33048855a4ad tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:20.547183 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01e6be-0e02-4dc2-9220-33048855a4ad tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=22f381a1-4689-46ef-bc7a-231dfd89b438,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:20.722355 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-be01e6be-0e02-4dc2-9220-33048855a4ad tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:20.938242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be01e6be-0e02-4dc2-9220-33048855a4ad tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:48:21.042943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be01e6be-0e02-4dc2-9220-33048855a4ad tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:48:21.048346 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-be01e6be-0e02-4dc2-9220-33048855a4ad tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "PUT /v2.0/routers/efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6789112 Dec 08 02:48:21.051100 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42396) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:21.054442 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a97d44-3704-4a12-be20-f80fc78d4399 None None] Sync routers for ids ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:48:21.068304 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a97d44-3704-4a12-be20-f80fc78d4399 None None] Routers {'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:48:21.068933 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c0a97d44-3704-4a12-be20-f80fc78d4399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:48:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:21.102377 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-8364ce78-7f15-4d6e-ae35-702f40cc7a78 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting subnet 532fa034-5b53-4d44-9ad9-2cf69da5a8b8 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:48:21.105478 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8364ce78-7f15-4d6e-ae35-702f40cc7a78 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.145014 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8364ce78-7f15-4d6e-ae35-702f40cc7a78 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.174914 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-c0a97d44-3704-4a12-be20-f80fc78d4399 None None] Set router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:48:21.233328 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8364ce78-7f15-4d6e-ae35-702f40cc7a78 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.299332 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8364ce78-7f15-4d6e-ae35-702f40cc7a78 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.333528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364ce78-7f15-4d6e-ae35-702f40cc7a78 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Subnet': ['ID=532fa034-5b53-4d44-9ad9-2cf69da5a8b8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:21.337446 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-8364ce78-7f15-4d6e-ae35-702f40cc7a78 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.340954 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-8364ce78-7f15-4d6e-ae35-702f40cc7a78 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/subnets/532fa034-5b53-4d44-9ad9-2cf69da5a8b8 HTTP/1.1" status: 204 len: 168 time: 0.2886472 Dec 08 02:48:21.343776 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42398) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:21.345798 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18050b7a-2e13-474e-82c3-a49ad556245a None None] Network cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:48:21.372032 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c0a97d44-3704-4a12-be20-f80fc78d4399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:48:20Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:21.406097 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a97d44-3704-4a12-be20-f80fc78d4399 None None] Checking router: efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:48:21.417052 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a97d44-3704-4a12-be20-f80fc78d4399 None None] Routers {'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:48:21.417781 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c0a97d44-3704-4a12-be20-f80fc78d4399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:48:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:21.471465 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.522980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b9c53d-dc78-4b8b-8bc9-6f999e9de1f5 None None] DHCP port deletion for cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:48:21.582877 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-71b9c53d-dc78-4b8b-8bc9-6f999e9de1f5 None None] Deleting port 68b98fd9-2979-41a5-8878-3c0a586fb634 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:48:21.583268 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-71b9c53d-dc78-4b8b-8bc9-6f999e9de1f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.593266 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.629737 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-c0a97d44-3704-4a12-be20-f80fc78d4399 None None] Set router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:48:21.650395 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-71b9c53d-dc78-4b8b-8bc9-6f999e9de1f5 None None] For port 68b98fd9-2979-41a5-8878-3c0a586fb634, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=68b98fd9-2979-41a5-8878-3c0a586fb634,segment=NetworkSegment(5ab8c497-7fd3-4225-acec-734c143a55ae),segment_id=5ab8c497-7fd3-4225-acec-734c143a55ae)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:48:21.650797 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-71b9c53d-dc78-4b8b-8bc9-6f999e9de1f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.653804 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:48:21.654194 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.667603 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-71b9c53d-dc78-4b8b-8bc9-6f999e9de1f5 None None] Calling delete_port for 68b98fd9-2979-41a5-8878-3c0a586fb634 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:48:21.740028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=2206b7b4-1f3a-4e2b-ba12-b03c57e753ac,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:48:21.740415 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.752909 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-71b9c53d-dc78-4b8b-8bc9-6f999e9de1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.754371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:48:21.781066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9c53d-dc78-4b8b-8bc9-6f999e9de1f5 None None] Pushing event deleted for resources: {'Port': ['ID=68b98fd9-2979-41a5-8878-3c0a586fb634,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:21.784607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9c53d-dc78-4b8b-8bc9-6f999e9de1f5 None None] No DVR routers for this DVR port 68b98fd9-2979-41a5-8878-3c0a586fb634 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:48:21.821517 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-c0a97d44-3704-4a12-be20-f80fc78d4399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:48:20Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:21.849189 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a97d44-3704-4a12-be20-f80fc78d4399 None None] The sync data for ids ['efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae'] in n-d-713498-30 is: [{'id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837696223', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:48:20Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '2206b7b4-1f3a-4e2b-ba12-b03c57e753ac', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:46:27Z', 'updated_at': '2021-12-08T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:48:21.940190 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:21.968244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=2206b7b4-1f3a-4e2b-ba12-b03c57e753ac,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:21.978126 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9291b549-4c06-4fe5-936f-a3d9d162acd6 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:48:22.026985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.123816 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.126030 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.168274 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.168852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Fanout notify agent at l3_agent the message router_deleted on router efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:48:22.176182 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.177424 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-cd110f60-5edb-4d35-921e-2ba035863b16 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/routers/efcaaf18-9e4e-4d75-a7e2-6dfdb6a39eae HTTP/1.1" status: 204 len: 168 time: 0.8325932 Dec 08 02:48:22.180086 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42400) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:22.259445 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.353423 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.373753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:22.382679 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab8c497-7fd3-4225-acec-734c143a55ae') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:22.383009 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab8c497-7fd3-4225-acec-734c143a55ae') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:22.393363 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.407050 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.413336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:48:22.413818 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:48:22.416936 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:48:22.420362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f5537d79-ac3a-4e12-ab27-171d9421abf5 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:48:22.442901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: f5537d79-ac3a-4e12-ab27-171d9421abf5 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:48:22.443469 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device f5537d79-ac3a-4e12-ab27-171d9421abf5 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:48:22.484939 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.498594 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.502149 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/networks/cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f HTTP/1.1" status: 204 len: 168 time: 0.3210466 Dec 08 02:48:22.510666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42402) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:22.512541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8ae89-0276-4de5-a901-dde5482d4d5a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Network': ['ID=cd1b0a33-7f19-4ae1-9777-3ad5ede75b1f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:22.575176 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0d25656-5649-40a0-a4cc-ffbad484d958 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.600984 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0d25656-5649-40a0-a4cc-ffbad484d958 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.665735 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0d25656-5649-40a0-a4cc-ffbad484d958 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.668560 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-b0d25656-5649-40a0-a4cc-ffbad484d958 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:22.670316 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-b0d25656-5649-40a0-a4cc-ffbad484d958 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/security-groups/2dd8112c-1ff8-4da0-bd92-9976ab990471 HTTP/1.1" status: 204 len: 168 time: 0.1568682 Dec 08 02:48:22.679861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d25656-5649-40a0-a4cc-ffbad484d958 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd8112c-1ff8-4da0-bd92-9976ab990471,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:22.943915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42408) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:22.948759 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-99935291-f22b-4e12-b031-da657dbf8dcd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971177150', 'description': 'tempest-secgroup-smoke-971177150 description', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:22.970156 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99935291-f22b-4e12-b031-da657dbf8dcd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.037880 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99935291-f22b-4e12-b031-da657dbf8dcd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.041553 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99935291-f22b-4e12-b031-da657dbf8dcd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.072024 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-99935291-f22b-4e12-b031-da657dbf8dcd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.073332 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-99935291-f22b-4e12-b031-da657dbf8dcd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1283159 Dec 08 02:48:23.074209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99935291-f22b-4e12-b031-da657dbf8dcd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=331de2d0-8790-4126-8610-cfbeb7f06ea6,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:23.076393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42410) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:23.081411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-31879b08-37dc-4d9b-b984-223721903bdd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '331de2d0-8790-4126-8610-cfbeb7f06ea6', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:23.108499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31879b08-37dc-4d9b-b984-223721903bdd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.161805 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31879b08-37dc-4d9b-b984-223721903bdd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.165453 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31879b08-37dc-4d9b-b984-223721903bdd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.186101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31879b08-37dc-4d9b-b984-223721903bdd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eaa8d7a-86f8-4396-a1df-2e5ea1b8812d,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:23.194131 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-31879b08-37dc-4d9b-b984-223721903bdd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.195415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-31879b08-37dc-4d9b-b984-223721903bdd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180212 Dec 08 02:48:23.198116 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42412) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:23.202502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-84f969d9-ebcd-4d5a-a1af-b70cc5afdf7c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '331de2d0-8790-4126-8610-cfbeb7f06ea6', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:23.229132 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84f969d9-ebcd-4d5a-a1af-b70cc5afdf7c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.289707 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84f969d9-ebcd-4d5a-a1af-b70cc5afdf7c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.293497 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84f969d9-ebcd-4d5a-a1af-b70cc5afdf7c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.307383 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 68b98fd9-2979-41a5-8878-3c0a586fb634 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:48:23.315497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f969d9-ebcd-4d5a-a1af-b70cc5afdf7c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99287b4c-71b1-4970-adfa-c62af65d2b0b,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:23.323798 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-84f969d9-ebcd-4d5a-a1af-b70cc5afdf7c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.327696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-84f969d9-ebcd-4d5a-a1af-b70cc5afdf7c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259937 Dec 08 02:48:23.327971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 68b98fd9-2979-41a5-8878-3c0a586fb634 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:48:23.328130 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42414) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:23.328661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 68b98fd9-2979-41a5-8878-3c0a586fb634 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:48:23.329237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:48:23.333715 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-547f7922-a745-4803-96f9-0c0f2374c897 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '331de2d0-8790-4126-8610-cfbeb7f06ea6', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:23.350427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:48:23.350785 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 2206b7b4-1f3a-4e2b-ba12-b03c57e753ac not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:48:23.351206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 22f381a1-4689-46ef-bc7a-231dfd89b438 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:48:23.363486 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-547f7922-a745-4803-96f9-0c0f2374c897 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.371436 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 22f381a1-4689-46ef-bc7a-231dfd89b438 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:48:23.371793 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 22f381a1-4689-46ef-bc7a-231dfd89b438 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:48:23.413790 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-547f7922-a745-4803-96f9-0c0f2374c897 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.417218 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-547f7922-a745-4803-96f9-0c0f2374c897 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.437585 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f7922-a745-4803-96f9-0c0f2374c897 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a5fbeb-4669-4b60-ac70-5b7e4f938c26,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:23.442981 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-547f7922-a745-4803-96f9-0c0f2374c897 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.444129 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-547f7922-a745-4803-96f9-0c0f2374c897 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149919 Dec 08 02:48:23.446878 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42416) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:23.451826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f63abb3d-3a78-4d89-a2bd-56464ffd3b3b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '331de2d0-8790-4126-8610-cfbeb7f06ea6', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:23.478113 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f63abb3d-3a78-4d89-a2bd-56464ffd3b3b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.534550 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f63abb3d-3a78-4d89-a2bd-56464ffd3b3b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.538015 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f63abb3d-3a78-4d89-a2bd-56464ffd3b3b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.556004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63abb3d-3a78-4d89-a2bd-56464ffd3b3b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d32e3e-2966-48b1-a427-6d2a6ddf61e3,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:23.561102 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f63abb3d-3a78-4d89-a2bd-56464ffd3b3b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.565091 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f63abb3d-3a78-4d89-a2bd-56464ffd3b3b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144452 Dec 08 02:48:23.565253 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42418) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:23.569467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-9741c291-0f33-4468-9e14-220755d265ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '331de2d0-8790-4126-8610-cfbeb7f06ea6', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:23.590368 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-9741c291-0f33-4468-9e14-220755d265ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Project c4ee2697a1224548af86649a5bd8a23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:48:23.595913 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9741c291-0f33-4468-9e14-220755d265ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.652486 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9741c291-0f33-4468-9e14-220755d265ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.656883 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9741c291-0f33-4468-9e14-220755d265ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.677008 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741c291-0f33-4468-9e14-220755d265ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3858c6-0698-42eb-b523-612bf43abf97,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:23.684620 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-9741c291-0f33-4468-9e14-220755d265ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.686136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-9741c291-0f33-4468-9e14-220755d265ec tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1198745 Dec 08 02:48:23.688897 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42420) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:23.693093 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-89c9d268-34a4-4594-ab30-ccaaa4b0a439 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '331de2d0-8790-4126-8610-cfbeb7f06ea6', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:23.714162 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-89c9d268-34a4-4594-ab30-ccaaa4b0a439 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Project c4ee2697a1224548af86649a5bd8a23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:48:23.719774 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89c9d268-34a4-4594-ab30-ccaaa4b0a439 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.780417 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89c9d268-34a4-4594-ab30-ccaaa4b0a439 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.789394 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89c9d268-34a4-4594-ab30-ccaaa4b0a439 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.808377 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9d268-34a4-4594-ab30-ccaaa4b0a439 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b66bd5c-d028-409a-9fe4-de53fbd9435e,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:23.814670 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89c9d268-34a4-4594-ab30-ccaaa4b0a439 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.816220 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-89c9d268-34a4-4594-ab30-ccaaa4b0a439 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260486 Dec 08 02:48:23.818772 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42422) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:23.823613 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-89863893-183a-4646-9115-a8203381e4b7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'network': {'name': 'tempest-network-smoke--1374319655', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'port_security_enabled': True}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:23.844893 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89863893-183a-4646-9115-a8203381e4b7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:48:23.848244 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89863893-183a-4646-9115-a8203381e4b7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.872195 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89863893-183a-4646-9115-a8203381e4b7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:48:23.881601 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89863893-183a-4646-9115-a8203381e4b7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.881962 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-89863893-183a-4646-9115-a8203381e4b7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Added segment 171097ec-eabc-41e9-9732-494826cfe997 of type vlan for network 9af0a91a-5412-4e69-af66-7ef31a08a30a Dec 08 02:48:23.921558 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89863893-183a-4646-9115-a8203381e4b7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.949127 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89863893-183a-4646-9115-a8203381e4b7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.956251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89863893-183a-4646-9115-a8203381e4b7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:23.956871 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-89863893-183a-4646-9115-a8203381e4b7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:23.993643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-89863893-183a-4646-9115-a8203381e4b7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1738465 Dec 08 02:48:23.996496 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42424) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:24.002548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'admin_state_up': True, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:24.029462 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:24.030117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89863893-183a-4646-9115-a8203381e4b7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Network': ['ID=9af0a91a-5412-4e69-af66-7ef31a08a30a,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:24.030866 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:24.040748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 9af0a91a-5412-4e69-af66-7ef31a08a30a details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:48:24.083795 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:24.220567 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:24.404025 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:24.425663 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:24.524206 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.25.2.252 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/960c0f45-1b48-4f90-aa55-f2d23ed25da2) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:48:24.625629 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:24.658687 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:24.696885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:48:24.699763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:48:24.703548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:48:24.713440 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036a463d-26ca-426a-85a7-8c48a988be46 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:48:24.727792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=960c0f45-1b48-4f90-aa55-f2d23ed25da2,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:24.827146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9d7d9108-0830-424b-a07e-95ced1b4e68e None None] Provisioning complete for port 960c0f45-1b48-4f90-aa55-f2d23ed25da2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:24.827520 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9108-0830-424b-a07e-95ced1b4e68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:24.865453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d9108-0830-424b-a07e-95ced1b4e68e None None] Port 960c0f45-1b48-4f90-aa55-f2d23ed25da2 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:48:25.228326 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:25.423513 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:25.553368 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router 194cd98b-83a9-42f8-9beb-490715f04d01 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:48:25.660455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:48:25.670164 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Sync routers for ids ['194cd98b-83a9-42f8-9beb-490715f04d01'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:48:25.680249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Routers {'194cd98b-83a9-42f8-9beb-490715f04d01'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:48:25.680842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:48:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['194cd98b-83a9-42f8-9beb-490715f04d01'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:25.684277 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:25.687112 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-011f3b3d-44cf-4dc7-98e0-2067c3846549 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6875668 Dec 08 02:48:25.689743 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42426) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:25.721384 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ea722f78-34a6-4956-8aa2-727590fa5918 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c4ee2697a1224548af86649a5bd8a23b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303946 Dec 08 02:48:25.723832 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42428) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:25.792020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Set router 194cd98b-83a9-42f8-9beb-490715f04d01 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:48:25.815014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea78a855-044f-4e97-866c-6572aaf76ee4 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:25.816551 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-ea78a855-044f-4e97-866c-6572aaf76ee4 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917361 Dec 08 02:48:25.819344 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42430) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:25.847492 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-73d48b0b-1da9-4d65-a8ff-bd397743a748 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270748 Dec 08 02:48:25.850040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42432) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:25.854818 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-e218a954-0cb5-44d1-8b8f-c2b0e6054e2d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-321464567', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:25.940853 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e218a954-0cb5-44d1-8b8f-c2b0e6054e2d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:48:25.944419 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e218a954-0cb5-44d1-8b8f-c2b0e6054e2d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:25.977929 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:24Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:26.004672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Checking router: 194cd98b-83a9-42f8-9beb-490715f04d01 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:48:26.005334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Updating router 194cd98b-83a9-42f8-9beb-490715f04d01 port 960c0f45-1b48-4f90-aa55-f2d23ed25da2 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:48:26.032101 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:26.135686 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e218a954-0cb5-44d1-8b8f-c2b0e6054e2d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:26.203298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218a954-0cb5-44d1-8b8f-c2b0e6054e2d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Subnet': ['ID=cebc6233-6d40-4ff8-8c0b-08ba1b736955,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:26.208695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e218a954-0cb5-44d1-8b8f-c2b0e6054e2d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Checking segment: {'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:48:26.209059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e218a954-0cb5-44d1-8b8f-c2b0e6054e2d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network hostable DHCP agents. Network: 9af0a91a-5412-4e69-af66-7ef31a08a30a, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:48:26.225582 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e218a954-0cb5-44d1-8b8f-c2b0e6054e2d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 9af0a91a-5412-4e69-af66-7ef31a08a30a is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:48:26.233895 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-e218a954-0cb5-44d1-8b8f-c2b0e6054e2d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 9af0a91a-5412-4e69-af66-7ef31a08a30a) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:48:26.240372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218a954-0cb5-44d1-8b8f-c2b0e6054e2d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:26.241016 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-e218a954-0cb5-44d1-8b8f-c2b0e6054e2d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:26.246142 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bae7c96-d733-43a2-88b7-5ffd4a4a2f34 None None] Network 9af0a91a-5412-4e69-af66-7ef31a08a30a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:48:26.261298 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e218a954-0cb5-44d1-8b8f-c2b0e6054e2d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4076455 Dec 08 02:48:26.261519 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42434) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:26.345006 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:26.352863 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:26.413195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025857bc-2f64-40aa-88e5-1d42fbcdecdc None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:48:26.437654 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-9af0a91a-5412-4e69-af66-7ef31a08a30a', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ips': [{'subnet_id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:48:26.438536 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:26.443146 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Attempting to bind port 960c0f45-1b48-4f90-aa55-f2d23ed25da2 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:48:26.443530 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Attempting to bind port 960c0f45-1b48-4f90-aa55-f2d23ed25da2 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:48:26.443880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Attempting to bind port 960c0f45-1b48-4f90-aa55-f2d23ed25da2 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:48:26.452812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e3633-24e6-4fd8-a428-0532d147ff1e None None] Pushing event updated for resources: {'Port': ['ID=960c0f45-1b48-4f90-aa55-f2d23ed25da2,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:26.462230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:48:26.462614 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:48:26.463027 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:26.463429 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:48:26.463902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Bound port: 960c0f45-1b48-4f90-aa55-f2d23ed25da2, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:48:26.464307 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:26.588094 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-a271c14d-301e-4140-b305-aebb49d0f139 None None] Provisioning complete for port 960c0f45-1b48-4f90-aa55-f2d23ed25da2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:26.588499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a271c14d-301e-4140-b305-aebb49d0f139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:26.617803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] For port 960c0f45-1b48-4f90-aa55-f2d23ed25da2, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:48:26.655189 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] For port 960c0f45-1b48-4f90-aa55-f2d23ed25da2, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=960c0f45-1b48-4f90-aa55-f2d23ed25da2,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:48:26.664401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:26.694653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-a271c14d-301e-4140-b305-aebb49d0f139 None None] Port 960c0f45-1b48-4f90-aa55-f2d23ed25da2 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:48:26.698613 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:26.720908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1be1e7-8d80-48b6-ada5-286c9570bec6 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:48:26.726390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Allocated IP 172.20.0.2 (9af0a91a-5412-4e69-af66-7ef31a08a30a/cebc6233-6d40-4ff8-8c0b-08ba1b736955/0fc7afe5-717d-4843-8431-74af07c4f834) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:48:26.759309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Routers {'194cd98b-83a9-42f8-9beb-490715f04d01'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:48:26.759938 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:48:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['194cd98b-83a9-42f8-9beb-490715f04d01'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:26.763751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e3633-24e6-4fd8-a428-0532d147ff1e None None] Pushing event updated for resources: {'Port': ['ID=960c0f45-1b48-4f90-aa55-f2d23ed25da2,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:27.076840 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-73838c4e-f788-4867-b3b5-15494fcd07da None None] Provisioning complete for port 960c0f45-1b48-4f90-aa55-f2d23ed25da2 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:27.077216 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-73838c4e-f788-4867-b3b5-15494fcd07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.157803 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] Set router 194cd98b-83a9-42f8-9beb-490715f04d01 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:48:27.303526 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.339211 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.357708 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-73838c4e-f788-4867-b3b5-15494fcd07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.363191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.20.0.1 (9af0a91a-5412-4e69-af66-7ef31a08a30a/cebc6233-6d40-4ff8-8c0b-08ba1b736955/b36f5588-624c-4f3e-9ca5-a3b4083756a6) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:48:27.412158 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Network 9af0a91a-5412-4e69-af66-7ef31a08a30a is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:48:27.425304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-73838c4e-f788-4867-b3b5-15494fcd07da None None] For port 960c0f45-1b48-4f90-aa55-f2d23ed25da2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=960c0f45-1b48-4f90-aa55-f2d23ed25da2,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:48:27.426509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:48:27.431265 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:48:27.437592 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-73838c4e-f788-4867-b3b5-15494fcd07da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.439153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Pushing event updated for resources: {'Port': ['ID=0fc7afe5-717d-4843-8431-74af07c4f834,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:27.484726 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.519109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.559478 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73838c4e-f788-4867-b3b5-15494fcd07da None None] Pushing event updated for resources: {'Port': ['ID=960c0f45-1b48-4f90-aa55-f2d23ed25da2,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:27.561642 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 9af0a91a-5412-4e69-af66-7ef31a08a30a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:48:27.565235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Attempting to bind port 0fc7afe5-717d-4843-8431-74af07c4f834 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:48:27.565615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Attempting to bind port 0fc7afe5-717d-4843-8431-74af07c4f834 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:48:27.565765 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:48:27.565989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Attempting to bind port 0fc7afe5-717d-4843-8431-74af07c4f834 on network 9af0a91a-5412-4e69-af66-7ef31a08a30a {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:48:27.568089 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:48:27.577175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:48:27.577650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Checking segment: {'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:48:27.578138 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.578606 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Bound using segment: {'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:48:27.579167 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Bound port: 0fc7afe5-717d-4843-8431-74af07c4f834, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:48:27.579557 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.596243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:24Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:27.602451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=b36f5588-624c-4f3e-9ca5-a3b4083756a6,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:27.617299 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.643869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d4817d-c712-44e9-80cd-8cdcd244191e None None] The sync data for ids ['194cd98b-83a9-42f8-9beb-490715f04d01'] in n-d-713498-30 is: [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:24Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:48:27.677394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] For port 0fc7afe5-717d-4843-8431-74af07c4f834, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:48:27.680863 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] For port 0fc7afe5-717d-4843-8431-74af07c4f834, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0fc7afe5-717d-4843-8431-74af07c4f834,segment=NetworkSegment(171097ec-eabc-41e9-9732-494826cfe997),segment_id=171097ec-eabc-41e9-9732-494826cfe997)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:48:27.685816 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:27.749791 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c99f7f-d4b0-4e16-b41d-0af7f779b588 None None] Pushing event updated for resources: {'Port': ['ID=0fc7afe5-717d-4843-8431-74af07c4f834,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:27.771761 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:28.124854 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:28.129727 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:28.202489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:28.211043 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=b36f5588-624c-4f3e-9ca5-a3b4083756a6,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:28.305604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 9af0a91a-5412-4e69-af66-7ef31a08a30a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:48:28.307032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:48:28.422930 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router 194cd98b-83a9-42f8-9beb-490715f04d01 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:48:28.772733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ed105e-fe88-443c-b328-6c2bc624a415 None None] Network 9af0a91a-5412-4e69-af66-7ef31a08a30a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:48:28.897876 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bc043474-1e06-4e58-a0ea-b8805811f453 None None] Provisioning complete for port 0fc7afe5-717d-4843-8431-74af07c4f834 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:28.898167 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc043474-1e06-4e58-a0ea-b8805811f453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:28.901895 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:48:28.912749 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d9358ff4-d523-42c0-aa6d-e3689b67e3cc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "PUT /v2.0/routers/194cd98b-83a9-42f8-9beb-490715f04d01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6444271 Dec 08 02:48:28.963243 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f0654794-2ddd-4554-afbc-e34a542ebe39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:29.015833 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc043474-1e06-4e58-a0ea-b8805811f453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:29.053921 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-bc043474-1e06-4e58-a0ea-b8805811f453 None None] For port 0fc7afe5-717d-4843-8431-74af07c4f834, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0fc7afe5-717d-4843-8431-74af07c4f834,segment=NetworkSegment(171097ec-eabc-41e9-9732-494826cfe997),segment_id=171097ec-eabc-41e9-9732-494826cfe997)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:48:29.062084 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bc043474-1e06-4e58-a0ea-b8805811f453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:29.122009 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc043474-1e06-4e58-a0ea-b8805811f453 None None] Pushing event updated for resources: {'Port': ['ID=0fc7afe5-717d-4843-8431-74af07c4f834,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:29.185508 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f45ded26-7086-4a8f-9fdc-a1917b0562af None None] Provisioning complete for port 0fc7afe5-717d-4843-8431-74af07c4f834 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:29.186352 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f45ded26-7086-4a8f-9fdc-a1917b0562af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:29.286984 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-f661c6f0-711f-4def-8e28-5a97d28f09c5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971177150&fields=id&tenant_id=c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 267 time: 0.0558465 Dec 08 02:48:29.295923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f45ded26-7086-4a8f-9fdc-a1917b0562af None None] Provisioning complete for port b36f5588-624c-4f3e-9ca5-a3b4083756a6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:29.296544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f45ded26-7086-4a8f-9fdc-a1917b0562af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:29.343021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-f45ded26-7086-4a8f-9fdc-a1917b0562af None None] Port b36f5588-624c-4f3e-9ca5-a3b4083756a6 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:48:29.410898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0fc7afe5-717d-4843-8431-74af07c4f834 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:48:29.427023 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Sync routers for ids ['194cd98b-83a9-42f8-9beb-490715f04d01'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:48:29.431785 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d343184-2995-40b2-86d8-718d20a6572d req-b499a121-f984-42fd-af6b-bc88020b6985 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:29.434237 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-b499a121-f984-42fd-af6b-bc88020b6985 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/networks?id=9af0a91a-5412-4e69-af66-7ef31a08a30a HTTP/1.1" status: 200 len: 797 time: 0.1361322 Dec 08 02:48:29.442849 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Routers {'194cd98b-83a9-42f8-9beb-490715f04d01'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:48:29.443464 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:48:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['194cd98b-83a9-42f8-9beb-490715f04d01'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:29.452412 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-2e073e6c-8850-4948-a43e-6e8e713d3063 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/quotas/c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 375 time: 0.0111630 Dec 08 02:48:29.490372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-26d0d89e-194d-4966-96c0-48ed92d7bade None None] Provisioning complete for port b36f5588-624c-4f3e-9ca5-a3b4083756a6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:29.490751 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26d0d89e-194d-4966-96c0-48ed92d7bade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:29.521598 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-79f4d762-d4b1-4c20-a6b6-dddebe1f1b12 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626853 Dec 08 02:48:29.527979 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0fc7afe5-717d-4843-8431-74af07c4f834 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:29.528380 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:29.570259 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-26d0d89e-194d-4966-96c0-48ed92d7bade None None] Port b36f5588-624c-4f3e-9ca5-a3b4083756a6 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:48:29.580907 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Set router 194cd98b-83a9-42f8-9beb-490715f04d01 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:48:29.636234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 960c0f45-1b48-4f90-aa55-f2d23ed25da2 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:48:29.658118 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-be6ba582-6a8c-4dd8-9207-3ff3d9d91d59 service neutron] 10.222.0.70 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227226 Dec 08 02:48:29.695869 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 960c0f45-1b48-4f90-aa55-f2d23ed25da2 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:29.696259 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:29.762441 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-b832c36e-85ef-48a8-beb3-8f805248bee5 service neutron] 10.222.0.70 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033056 Dec 08 02:48:29.799858 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b36f5588-624c-4f3e-9ca5-a3b4083756a6', 'name': '', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:8a:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:26Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 2, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:29.800731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-d8f73f90-afa9-4528-978d-6c8b7c38616f None None] Provisioning complete for port b36f5588-624c-4f3e-9ca5-a3b4083756a6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:29.801301 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d8f73f90-afa9-4528-978d-6c8b7c38616f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:29.829405 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Checking router: 194cd98b-83a9-42f8-9beb-490715f04d01 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:48:29.829763 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Updating router 194cd98b-83a9-42f8-9beb-490715f04d01 port b36f5588-624c-4f3e-9ca5-a3b4083756a6 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:48:29.838430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d8f73f90-afa9-4528-978d-6c8b7c38616f None None] Port b36f5588-624c-4f3e-9ca5-a3b4083756a6 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:48:29.856690 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:29.945335 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0f8bf822-934e-45ac-aa88-b7e56c0aff02 req-7cffecb0-b694-4cbf-a715-f9dc2bcd5e20 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 210 time: 0.0269530 Dec 08 02:48:30.134332 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:30.140178 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:30.210695 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Pushing event updated for resources: {'Port': ['ID=b36f5588-624c-4f3e-9ca5-a3b4083756a6,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:30.236361 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.236712 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.237056 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.237395 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.237931 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.238270 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.238775 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.239120 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.239446 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.239957 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.240305 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.241081 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.241081 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:48:30.260765 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Attempting to bind port b36f5588-624c-4f3e-9ca5-a3b4083756a6 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:48:30.261660 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Attempting to bind port b36f5588-624c-4f3e-9ca5-a3b4083756a6 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:48:30.262182 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Attempting to bind port b36f5588-624c-4f3e-9ca5-a3b4083756a6 on network 9af0a91a-5412-4e69-af66-7ef31a08a30a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:48:30.269766 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:48:30.270147 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Checking segment: {'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:48:30.270557 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:30.271670 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Bound using segment: {'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:48:30.271670 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Bound port: b36f5588-624c-4f3e-9ca5-a3b4083756a6, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:48:30.271893 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:30.339254 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] For port b36f5588-624c-4f3e-9ca5-a3b4083756a6, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:48:30.344411 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] For port b36f5588-624c-4f3e-9ca5-a3b4083756a6, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b36f5588-624c-4f3e-9ca5-a3b4083756a6,segment=NetworkSegment(171097ec-eabc-41e9-9732-494826cfe997),segment_id=171097ec-eabc-41e9-9732-494826cfe997)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:48:30.348875 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:30.402276 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Routers {'194cd98b-83a9-42f8-9beb-490715f04d01'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:48:30.402910 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:48:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['194cd98b-83a9-42f8-9beb-490715f04d01'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:30.462775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ac6e028f-d2bf-466c-a5b2-69af217a6fc9 None None] Provisioning complete for port b36f5588-624c-4f3e-9ca5-a3b4083756a6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:30.463060 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac6e028f-d2bf-466c-a5b2-69af217a6fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:30.481707 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0d2a0-7e77-414d-9498-d9231c71b799 None None] Pushing event updated for resources: {'Port': ['ID=b36f5588-624c-4f3e-9ca5-a3b4083756a6,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:30.541725 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] Set router 194cd98b-83a9-42f8-9beb-490715f04d01 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:48:30.577607 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac6e028f-d2bf-466c-a5b2-69af217a6fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:30.613324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ac6e028f-d2bf-466c-a5b2-69af217a6fc9 None None] For port b36f5588-624c-4f3e-9ca5-a3b4083756a6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b36f5588-624c-4f3e-9ca5-a3b4083756a6,segment=NetworkSegment(171097ec-eabc-41e9-9732-494826cfe997),segment_id=171097ec-eabc-41e9-9732-494826cfe997)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:48:30.618580 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ac6e028f-d2bf-466c-a5b2-69af217a6fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:30.672683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e028f-d2bf-466c-a5b2-69af217a6fc9 None None] Pushing event updated for resources: {'Port': ['ID=b36f5588-624c-4f3e-9ca5-a3b4083756a6,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:30.742294 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8c5b072e-adaa-4c3c-8f8a-08ef8c13a643 None None] Provisioning complete for port b36f5588-624c-4f3e-9ca5-a3b4083756a6 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:30.742586 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8c5b072e-adaa-4c3c-8f8a-08ef8c13a643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:30.757873 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b36f5588-624c-4f3e-9ca5-a3b4083756a6', 'name': '', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:8a:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:26Z', 'updated_at': '2021-12-08T02:48:30Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:30.785018 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8424b9-f0a2-4dce-8e49-cda19b146209 None None] The sync data for ids ['194cd98b-83a9-42f8-9beb-490715f04d01'] in n-d-713498-30 is: [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b36f5588-624c-4f3e-9ca5-a3b4083756a6', 'name': '', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:8a:dc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:26Z', 'updated_at': '2021-12-08T02:48:30Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:48:31.054617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d343184-2995-40b2-86d8-718d20a6572d req-d2389078-4e8f-4d2b-ad29-9b41fe0e1080 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:31.056166 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-d2389078-4e8f-4d2b-ad29-9b41fe0e1080 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "GET /v2.0/networks?id=9af0a91a-5412-4e69-af66-7ef31a08a30a HTTP/1.1" status: 200 len: 797 time: 0.1310270 Dec 08 02:48:31.063121 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5d24984d-844d-4f51-ac99-367e2f27c2e8 req-ec7c3e6f-b90e-42ad-a0a1-aa1a1dbd98d5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 210 time: 0.0308433 Dec 08 02:48:31.134873 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-544def55-46ec-404e-9c50-df1d52e50645 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 379 time: 0.0623496 Dec 08 02:48:31.158274 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0d343184-2995-40b2-86d8-718d20a6572d req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'port': {'device_id': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'admin_state_up': True, 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'security_groups': ['331de2d0-8790-4126-8610-cfbeb7f06ea6']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:31.271531 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d343184-2995-40b2-86d8-718d20a6572d req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:48:31.275985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d343184-2995-40b2-86d8-718d20a6572d req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:31.362902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b36f5588-624c-4f3e-9ca5-a3b4083756a6 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:48:31.419375 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b36f5588-624c-4f3e-9ca5-a3b4083756a6 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:31.419772 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:31.425786 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-0d343184-2995-40b2-86d8-718d20a6572d req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.20.0.10 (9af0a91a-5412-4e69-af66-7ef31a08a30a/cebc6233-6d40-4ff8-8c0b-08ba1b736955/16150a89-46dc-4525-9475-79a2a8dfa634) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:48:31.584471 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d343184-2995-40b2-86d8-718d20a6572d req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:31.619728 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d343184-2995-40b2-86d8-718d20a6572d req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:31.673412 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d343184-2995-40b2-86d8-718d20a6572d req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 9af0a91a-5412-4e69-af66-7ef31a08a30a is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:48:31.676828 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-0d343184-2995-40b2-86d8-718d20a6572d req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:48:31.679843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d343184-2995-40b2-86d8-718d20a6572d req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:48:31.712647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=16150a89-46dc-4525-9475-79a2a8dfa634,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:31.740845 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d343184-2995-40b2-86d8-718d20a6572d req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:31.741494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d343184-2995-40b2-86d8-718d20a6572d req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:31.761795 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-2b97110b-4056-468a-8c86-1342acdc3b41 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6076343 Dec 08 02:48:31.779869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Request body: {'port': {'device_id': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:31.845844 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:31.968518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-7979270d-d772-4c59-8133-3fc70bcbbeab None None] Provisioning complete for port 16150a89-46dc-4525-9475-79a2a8dfa634 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:31.968797 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7979270d-d772-4c59-8133-3fc70bcbbeab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:32.011843 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-7979270d-d772-4c59-8133-3fc70bcbbeab None None] Port 16150a89-46dc-4525-9475-79a2a8dfa634 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:48:32.128970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16150a89-46dc-4525-9475-79a2a8dfa634 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:48:32.137677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:32.172315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Transition to ACTIVE for port object 16150a89-46dc-4525-9475-79a2a8dfa634 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:48:32.176751 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:32.203584 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d95b218f-7671-455d-abc8-374833d832b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:32.233402 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Pushing event updated for resources: {'Port': ['ID=16150a89-46dc-4525-9475-79a2a8dfa634,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:32.241210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:32.245955 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39d504-9660-4e82-b415-6123d3df9068 req-5a52cd5a-da3e-4bfe-9560-73954df6fc44 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:32.248780 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eb39d504-9660-4e82-b415-6123d3df9068 req-5a52cd5a-da3e-4bfe-9560-73954df6fc44 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 932 time: 0.1119311 Dec 08 02:48:32.350532 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eb39d504-9660-4e82-b415-6123d3df9068 req-6f986976-6b7f-445d-96d4-b664de26790d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956790 Dec 08 02:48:32.368579 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Attempting to bind port 16150a89-46dc-4525-9475-79a2a8dfa634 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:48:32.368993 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Attempting to bind port 16150a89-46dc-4525-9475-79a2a8dfa634 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:48:32.369386 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Attempting to bind port 16150a89-46dc-4525-9475-79a2a8dfa634 on network 9af0a91a-5412-4e69-af66-7ef31a08a30a {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:48:32.375328 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Port 16150a89-46dc-4525-9475-79a2a8dfa634 on network 9af0a91a-5412-4e69-af66-7ef31a08a30a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:48:32.375656 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Attempting to bind port 16150a89-46dc-4525-9475-79a2a8dfa634 on network 9af0a91a-5412-4e69-af66-7ef31a08a30a {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:48:32.380732 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:48:32.381079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Checking segment: {'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:48:32.381465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Bound using segment: {'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:48:32.381893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Bound port: 16150a89-46dc-4525-9475-79a2a8dfa634, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '171097ec-eabc-41e9-9732-494826cfe997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:48:32.382254 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:32.447884 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] For port 16150a89-46dc-4525-9475-79a2a8dfa634, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:48:32.450925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] For port 16150a89-46dc-4525-9475-79a2a8dfa634, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=16150a89-46dc-4525-9475-79a2a8dfa634,segment=NetworkSegment(171097ec-eabc-41e9-9732-494826cfe997),segment_id=171097ec-eabc-41e9-9732-494826cfe997)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:48:32.456688 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:32.492416 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:32.493078 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:32.494659 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/16150a89-46dc-4525-9475-79a2a8dfa634 HTTP/1.1" status: 200 len: 1093 time: 0.7195857 Dec 08 02:48:32.494939 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'tag': '16150a89-46dc-4525-9475-79a2a8dfa634'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:48:32.497247 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af290628-9a30-431b-938f-695edcbcbcc9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c16ad7b-03ee-4a10-9319-3ff98dfef095", "tag": "16150a89-46dc-4525-9475-79a2a8dfa634"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:48:32.533500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db918a-b038-48ff-9a4a-e8e7e0de17a1 service neutron] Pushing event updated for resources: {'Port': ['ID=16150a89-46dc-4525-9475-79a2a8dfa634,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:32.546136 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09a93d3-5ca1-418f-8545-580edaa8c834 x-openstack-request-id: req-a09a93d3-5ca1-418f-8545-580edaa8c834 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:48:32.546521 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c16ad7b-03ee-4a10-9319-3ff98dfef095", "tag": "16150a89-46dc-4525-9475-79a2a8dfa634", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:48:32.546783 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a09a93d3-5ca1-418f-8545-580edaa8c834 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:48:32.547204 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'tag': '16150a89-46dc-4525-9475-79a2a8dfa634', 'status': 'completed', 'code': 200} Dec 08 02:48:32.597910 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:32.608959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d343184-2995-40b2-86d8-718d20a6572d req-9ffaae85-b1e4-452a-aae8-b55f5f9d3b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:32.610506 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-9ffaae85-b1e4-452a-aae8-b55f5f9d3b1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 1096 time: 0.0454402 Dec 08 02:48:32.665742 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-f1614acb-38cc-4760-803b-8b2576f58125 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16150a89-46dc-4525-9475-79a2a8dfa634 HTTP/1.1" status: 200 len: 217 time: 0.0404711 Dec 08 02:48:32.721164 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d343184-2995-40b2-86d8-718d20a6572d req-1bc15d27-af36-4567-bfc9-c24e38eaaffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:32.722656 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-1bc15d27-af36-4567-bfc9-c24e38eaaffa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cebc6233-6d40-4ff8-8c0b-08ba1b736955 HTTP/1.1" status: 200 len: 834 time: 0.0498857 Dec 08 02:48:32.769155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d343184-2995-40b2-86d8-718d20a6572d req-808d4986-f969-4a52-af93-dee37dd8fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:32.770710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-808d4986-f969-4a52-af93-dee37dd8fa57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9af0a91a-5412-4e69-af66-7ef31a08a30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414710 Dec 08 02:48:32.865134 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-a3d95483-95cf-4e9e-9397-0a9680512a82 service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854659 Dec 08 02:48:32.961014 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0d343184-2995-40b2-86d8-718d20a6572d req-79469aff-f03a-40d4-a725-beb3ed375023 service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879688 Dec 08 02:48:33.084961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af290628-9a30-431b-938f-695edcbcbcc9 req-c3cfea08-c196-474c-b1ca-21030eb0150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:33.086523 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af290628-9a30-431b-938f-695edcbcbcc9 req-c3cfea08-c196-474c-b1ca-21030eb0150e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 1096 time: 0.0404871 Dec 08 02:48:33.179761 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af290628-9a30-431b-938f-695edcbcbcc9 req-2ecf84b0-96b9-471e-b28f-f5e5cd333539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:33.181195 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af290628-9a30-431b-938f-695edcbcbcc9 req-2ecf84b0-96b9-471e-b28f-f5e5cd333539 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9af0a91a-5412-4e69-af66-7ef31a08a30a HTTP/1.1" status: 200 len: 898 time: 0.0873039 Dec 08 02:48:33.223489 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af290628-9a30-431b-938f-695edcbcbcc9 req-3803051b-2273-4d10-8998-1fca14efa14f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16150a89-46dc-4525-9475-79a2a8dfa634 HTTP/1.1" status: 200 len: 217 time: 0.0341258 Dec 08 02:48:33.277920 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af290628-9a30-431b-938f-695edcbcbcc9 req-8ed581dd-f90f-428c-9661-9073d52c572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:33.280017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af290628-9a30-431b-938f-695edcbcbcc9 req-8ed581dd-f90f-428c-9661-9073d52c572f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cebc6233-6d40-4ff8-8c0b-08ba1b736955 HTTP/1.1" status: 200 len: 834 time: 0.0481064 Dec 08 02:48:33.326689 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af290628-9a30-431b-938f-695edcbcbcc9 req-cd2f3fcf-3364-4b62-9edb-aa4380a4ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:33.328351 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af290628-9a30-431b-938f-695edcbcbcc9 req-cd2f3fcf-3364-4b62-9edb-aa4380a4ad6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9af0a91a-5412-4e69-af66-7ef31a08a30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407982 Dec 08 02:48:33.420735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af290628-9a30-431b-938f-695edcbcbcc9 req-0ddcddc4-68df-440d-b9da-8d8a1faf0538 service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846055 Dec 08 02:48:33.525644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f6ae1-8965-454d-bcb7-042b9bebe832 req-4e2863c6-1645-462b-9615-c8aa3d0a2ec3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:33.527142 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce2f6ae1-8965-454d-bcb7-042b9bebe832 req-4e2863c6-1645-462b-9615-c8aa3d0a2ec3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 944 time: 0.1055245 Dec 08 02:48:33.562626 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af290628-9a30-431b-938f-695edcbcbcc9 req-2de03453-2cb1-474c-b918-8ac8d9413d9b service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315420 Dec 08 02:48:33.591577 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ce2f6ae1-8965-454d-bcb7-042b9bebe832 req-1d2bcdac-c3b2-439c-a28e-b6997cd733e3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572865 Dec 08 02:48:33.885841 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:34.682954 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 16150a89-46dc-4525-9475-79a2a8dfa634 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:48:34.708348 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad803d-07d6-4e21-be02-55e76b5d11bc req-e184d913-1cfb-4a60-9544-88fbdba96928 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:34.709826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4ad803d-07d6-4e21-be02-55e76b5d11bc req-e184d913-1cfb-4a60-9544-88fbdba96928 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 944 time: 0.0499458 Dec 08 02:48:34.759424 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e4ad803d-07d6-4e21-be02-55e76b5d11bc req-5dfee9cd-21cc-4430-939d-906a7c1577ce tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434351 Dec 08 02:48:34.782889 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:34.793771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 16150a89-46dc-4525-9475-79a2a8dfa634, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=16150a89-46dc-4525-9475-79a2a8dfa634,segment=NetworkSegment(171097ec-eabc-41e9-9732-494826cfe997),segment_id=171097ec-eabc-41e9-9732-494826cfe997)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:48:34.804472 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '16150a89-46dc-4525-9475-79a2a8dfa634', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'port_id': '16150a89-46dc-4525-9475-79a2a8dfa634', 'mac_address': 'fa:16:3e:98:86:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:48:34.842128 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:34.854540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16150a89-46dc-4525-9475-79a2a8dfa634 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:48:34.876781 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 16150a89-46dc-4525-9475-79a2a8dfa634, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=16150a89-46dc-4525-9475-79a2a8dfa634,segment=NetworkSegment(171097ec-eabc-41e9-9732-494826cfe997),segment_id=171097ec-eabc-41e9-9732-494826cfe997)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:48:34.884062 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:34.911935 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:34.933309 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=16150a89-46dc-4525-9475-79a2a8dfa634,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:35.155096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['16150a89-46dc-4525-9475-79a2a8dfa634'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:48:35.884037 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b736e6a-da3f-4122-9fad-21832e4e6919 req-81ea5568-8261-4aae-b319-4bec9158b5e3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:35.885658 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5b736e6a-da3f-4122-9fad-21832e4e6919 req-81ea5568-8261-4aae-b319-4bec9158b5e3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 945 time: 0.0545704 Dec 08 02:48:35.935367 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5b736e6a-da3f-4122-9fad-21832e4e6919 req-27d63b52-5d4e-40bb-87a7-1833928076f7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433960 Dec 08 02:48:36.692750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 16150a89-46dc-4525-9475-79a2a8dfa634 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:48:36.744226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 16150a89-46dc-4525-9475-79a2a8dfa634 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:48:36.748316 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 16150a89-46dc-4525-9475-79a2a8dfa634 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:48:36.748680 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:36.823053 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:36.846427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16150a89-46dc-4525-9475-79a2a8dfa634'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:48:36.848825 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7293b823-f3ed-4d17-bac8-da04273566fd" -d '{"events": [{"server_uuid": "5c16ad7b-03ee-4a10-9319-3ff98dfef095", "name": "network-vif-plugged", "status": "completed", "tag": "16150a89-46dc-4525-9475-79a2a8dfa634"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:48:36.861366 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 16150a89-46dc-4525-9475-79a2a8dfa634, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=16150a89-46dc-4525-9475-79a2a8dfa634,segment=NetworkSegment(171097ec-eabc-41e9-9732-494826cfe997),segment_id=171097ec-eabc-41e9-9732-494826cfe997)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:48:36.865486 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:36.895026 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf50be75-55a4-4091-92b7-d9a073033258 x-openstack-request-id: req-cf50be75-55a4-4091-92b7-d9a073033258 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:48:36.895327 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c16ad7b-03ee-4a10-9319-3ff98dfef095", "name": "network-vif-plugged", "status": "completed", "tag": "16150a89-46dc-4525-9475-79a2a8dfa634", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:48:36.895579 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf50be75-55a4-4091-92b7-d9a073033258 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:48:36.895982 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16150a89-46dc-4525-9475-79a2a8dfa634', 'code': 200} Dec 08 02:48:36.922824 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=16150a89-46dc-4525-9475-79a2a8dfa634,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:37.051699 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb51c7-193d-42c4-89d9-ffd62348c607 req-264255d6-6395-44cd-8e9b-bc011cb99137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:37.053301 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9bb51c7-193d-42c4-89d9-ffd62348c607 req-264255d6-6395-44cd-8e9b-bc011cb99137 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 1098 time: 0.0752511 Dec 08 02:48:37.065676 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112fb3e-a4d5-41ea-b561-5e3025ada41f req-1c5d066d-3691-47f9-b474-0c91ee9523cb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:37.067068 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d112fb3e-a4d5-41ea-b561-5e3025ada41f req-1c5d066d-3691-47f9-b474-0c91ee9523cb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0616744 Dec 08 02:48:37.137281 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9bb51c7-193d-42c4-89d9-ffd62348c607 req-390a9dae-e1e7-408c-b126-2a1ff560ec4e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692081 Dec 08 02:48:37.146412 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d112fb3e-a4d5-41ea-b561-5e3025ada41f req-ad0292a1-3b2b-4183-a26c-9eb30fc4152e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733638 Dec 08 02:48:38.316406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d4715-b4ee-4beb-a482-28633115e994 req-7ee2ef74-c4d6-4ae0-bec5-13e397a3e96b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:38.317890 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-005d4715-b4ee-4beb-a482-28633115e994 req-7ee2ef74-c4d6-4ae0-bec5-13e397a3e96b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0525107 Dec 08 02:48:38.366423 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-005d4715-b4ee-4beb-a482-28633115e994 req-c9e7e526-27c4-4a71-bad5-276f0232dc21 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426121 Dec 08 02:48:38.486665 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7fa7f-1025-4345-bba8-094f624d7aa6 req-b7758441-1f24-4f4c-a4e7-89b66313863e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:38.488149 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fa7fa7f-1025-4345-bba8-094f624d7aa6 req-b7758441-1f24-4f4c-a4e7-89b66313863e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0497446 Dec 08 02:48:38.536194 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fa7fa7f-1025-4345-bba8-094f624d7aa6 req-1ee67ffb-ae14-42e5-8d1a-15870d943a3d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420959 Dec 08 02:48:38.557933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42488) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:38.597271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ae710-49b9-43aa-9ffc-287cd31362fd tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:38.598644 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fb8ae710-49b9-43aa-9ffc-287cd31362fd tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 1093 time: 0.0397563 Dec 08 02:48:38.601481 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42490) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:38.605871 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '16150a89-46dc-4525-9475-79a2a8dfa634', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:48:38.628444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:38.730162 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:38.831346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.25.2.186 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/77d3c75b-8a46-4614-8da8-be155b64f555) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:48:38.933186 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:38.968196 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:39.007789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:48:39.011316 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:48:39.014985 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:48:39.020720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=77d3c75b-8a46-4614-8da8-be155b64f555,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:39.366215 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:39.430296 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:39.577360 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:39.582201 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:39.653930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=77d3c75b-8a46-4614-8da8-be155b64f555,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:48:39.664596 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:40.034005 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Floating IP 0ee8ee88-827c-47e6-9cb5-e68250b4cacb associated. External IP: 172.25.2.186, port: 16150a89-46dc-4525-9475-79a2a8dfa634. Dec 08 02:48:40.238582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router 194cd98b-83a9-42f8-9beb-490715f04d01 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:48:40.348039 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:48:40.357985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4387a6-6a23-4f2b-bc3a-11e6a28b2a1d None None] Sync routers for ids ['194cd98b-83a9-42f8-9beb-490715f04d01'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:48:40.366331 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:48:40.367170 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4387a6-6a23-4f2b-bc3a-11e6a28b2a1d None None] Routers {'194cd98b-83a9-42f8-9beb-490715f04d01'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:48:40.367800 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-be4387a6-6a23-4f2b-bc3a-11e6a28b2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:48:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['194cd98b-83a9-42f8-9beb-490715f04d01'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:40.397522 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ce76e987-faf2-45c5-b85d-e0265b0ca909 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7947540 Dec 08 02:48:40.398170 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'tag': '16150a89-46dc-4525-9475-79a2a8dfa634'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:48:40.400634 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70afc02f-e31b-49a4-ba20-da101766a000" -d '{"events": [{"name": "network-changed", "server_uuid": "5c16ad7b-03ee-4a10-9319-3ff98dfef095", "tag": "16150a89-46dc-4525-9475-79a2a8dfa634"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:48:40.445995 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6986c43d-a0cc-40c5-b698-ab0585d4ca44 x-openstack-request-id: req-6986c43d-a0cc-40c5-b698-ab0585d4ca44 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:48:40.446306 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c16ad7b-03ee-4a10-9319-3ff98dfef095", "tag": "16150a89-46dc-4525-9475-79a2a8dfa634", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:48:40.446585 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6986c43d-a0cc-40c5-b698-ab0585d4ca44 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:48:40.446999 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'tag': '16150a89-46dc-4525-9475-79a2a8dfa634', 'status': 'completed', 'code': 200} Dec 08 02:48:40.480575 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-be4387a6-6a23-4f2b-bc3a-11e6a28b2a1d None None] Set router 194cd98b-83a9-42f8-9beb-490715f04d01 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:48:40.500999 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d93252-0261-4c56-9cef-be1c6caac5cf req-9be4d4df-1ea3-466a-b855-81476cb46970 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:40.502526 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c3d93252-0261-4c56-9cef-be1c6caac5cf req-9be4d4df-1ea3-466a-b855-81476cb46970 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0544155 Dec 08 02:48:40.534971 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc02f-e31b-49a4-ba20-da101766a000 req-658797a4-3bcd-44fb-a1f8-74b89e3eb597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:40.536574 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70afc02f-e31b-49a4-ba20-da101766a000 req-658797a4-3bcd-44fb-a1f8-74b89e3eb597 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 1098 time: 0.0450819 Dec 08 02:48:40.554317 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c3d93252-0261-4c56-9cef-be1c6caac5cf req-cb98214d-29a2-4795-a90a-0eb77f7b193a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453684 Dec 08 02:48:40.577859 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42496) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:40.642968 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc02f-e31b-49a4-ba20-da101766a000 req-7a258002-b3e5-4173-b7c0-a2497e9e2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:40.643536 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-27ba6f0c-95de-421e-91f6-8819664ec51b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/0ee8ee88-827c-47e6-9cb5-e68250b4cacb HTTP/1.1" status: 200 len: 992 time: 0.0639436 Dec 08 02:48:40.644546 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70afc02f-e31b-49a4-ba20-da101766a000 req-7a258002-b3e5-4173-b7c0-a2497e9e2303 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9af0a91a-5412-4e69-af66-7ef31a08a30a HTTP/1.1" status: 200 len: 898 time: 0.0985579 Dec 08 02:48:40.713115 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-be4387a6-6a23-4f2b-bc3a-11e6a28b2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '0ee8ee88-827c-47e6-9cb5-e68250b4cacb', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'port_id': '16150a89-46dc-4525-9475-79a2a8dfa634', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'mac_address': 'fa:16:3e:98:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:48:39Z', 'updated_at': '2021-12-08T02:48:39Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36f5588-624c-4f3e-9ca5-a3b4083756a6', 'name': '', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:8a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:26Z', 'updated_at': '2021-12-08T02:48:30Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:40.713815 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70afc02f-e31b-49a4-ba20-da101766a000 req-cfc43f6b-7981-42a4-ba8a-60ceea952c8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16150a89-46dc-4525-9475-79a2a8dfa634 HTTP/1.1" status: 200 len: 1000 time: 0.0624630 Dec 08 02:48:40.743153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4387a6-6a23-4f2b-bc3a-11e6a28b2a1d None None] Checking router: 194cd98b-83a9-42f8-9beb-490715f04d01 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:48:40.752139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4387a6-6a23-4f2b-bc3a-11e6a28b2a1d None None] Routers {'194cd98b-83a9-42f8-9beb-490715f04d01'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:48:40.752783 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-be4387a6-6a23-4f2b-bc3a-11e6a28b2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:48:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['194cd98b-83a9-42f8-9beb-490715f04d01'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:40.761510 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc02f-e31b-49a4-ba20-da101766a000 req-3faaf3c8-91bb-4f94-a442-e13bee319e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:40.763564 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70afc02f-e31b-49a4-ba20-da101766a000 req-3faaf3c8-91bb-4f94-a442-e13bee319e4f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cebc6233-6d40-4ff8-8c0b-08ba1b736955 HTTP/1.1" status: 200 len: 834 time: 0.0427072 Dec 08 02:48:40.808421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afc02f-e31b-49a4-ba20-da101766a000 req-6756bd50-f43c-4514-811e-eb290541c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:40.809967 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70afc02f-e31b-49a4-ba20-da101766a000 req-6756bd50-f43c-4514-811e-eb290541c7bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9af0a91a-5412-4e69-af66-7ef31a08a30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398154 Dec 08 02:48:40.910356 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70afc02f-e31b-49a4-ba20-da101766a000 req-7e75c944-263f-4aba-b728-40da9d9a9cb1 service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928195 Dec 08 02:48:41.010702 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-70afc02f-e31b-49a4-ba20-da101766a000 req-e5b4f721-ba93-4c0a-bbcf-7b3be9b8502d service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928178 Dec 08 02:48:41.031455 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-be4387a6-6a23-4f2b-bc3a-11e6a28b2a1d None None] Set router 194cd98b-83a9-42f8-9beb-490715f04d01 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:48:41.254977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-be4387a6-6a23-4f2b-bc3a-11e6a28b2a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '0ee8ee88-827c-47e6-9cb5-e68250b4cacb', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'port_id': '16150a89-46dc-4525-9475-79a2a8dfa634', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'mac_address': 'fa:16:3e:98:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:48:39Z', 'updated_at': '2021-12-08T02:48:39Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36f5588-624c-4f3e-9ca5-a3b4083756a6', 'name': '', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:8a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:26Z', 'updated_at': '2021-12-08T02:48:30Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:48:41.285787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4387a6-6a23-4f2b-bc3a-11e6a28b2a1d None None] The sync data for ids ['194cd98b-83a9-42f8-9beb-490715f04d01'] in n-d-713498-30 is: [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '0ee8ee88-827c-47e6-9cb5-e68250b4cacb', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'port_id': '16150a89-46dc-4525-9475-79a2a8dfa634', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'mac_address': 'fa:16:3e:98:86:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:48:39Z', 'updated_at': '2021-12-08T02:48:39Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b36f5588-624c-4f3e-9ca5-a3b4083756a6', 'name': '', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:8a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:26Z', 'updated_at': '2021-12-08T02:48:30Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:48:41.493016 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb4d1b4-ef08-4663-a592-33368967d302 None None] New status for floating IP 0ee8ee88-827c-47e6-9cb5-e68250b4cacb: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:48:41.646196 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42498) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:41.709907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-10d6eeca-b281-4ae9-8c5c-93513432a1a3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/0ee8ee88-827c-47e6-9cb5-e68250b4cacb HTTP/1.1" status: 200 len: 992 time: 0.0625417 Dec 08 02:48:42.713930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42500) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:48:42.782896 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f14d9c25-3e32-4f00-9995-a9ffbd1b94d0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/0ee8ee88-827c-47e6-9cb5-e68250b4cacb HTTP/1.1" status: 200 len: 994 time: 0.0676594 Dec 08 02:48:44.751526 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:48:54.435098 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-499abdbc-2560-44ec-b4ff-e70af4fa81a2 req-bbdaca3c-8e1f-4213-af5d-83bfd0c9569a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776660 Dec 08 02:48:54.540085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499abdbc-2560-44ec-b4ff-e70af4fa81a2 req-e8b5e7f1-8366-41e3-983b-6a643ef40bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:54.541689 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-499abdbc-2560-44ec-b4ff-e70af4fa81a2 req-e8b5e7f1-8366-41e3-983b-6a643ef40bde service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 1098 time: 0.0446162 Dec 08 02:48:54.650078 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499abdbc-2560-44ec-b4ff-e70af4fa81a2 req-95e1fe67-4f8f-43f9-8231-c9589a4664e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:54.651460 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-499abdbc-2560-44ec-b4ff-e70af4fa81a2 req-95e1fe67-4f8f-43f9-8231-c9589a4664e9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9af0a91a-5412-4e69-af66-7ef31a08a30a HTTP/1.1" status: 200 len: 898 time: 0.0879419 Dec 08 02:48:54.719495 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-499abdbc-2560-44ec-b4ff-e70af4fa81a2 req-8433fd90-694e-432a-babf-3391178e6dea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16150a89-46dc-4525-9475-79a2a8dfa634 HTTP/1.1" status: 200 len: 1002 time: 0.0606859 Dec 08 02:48:54.768150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499abdbc-2560-44ec-b4ff-e70af4fa81a2 req-977f9003-0055-42ec-9079-68e752379091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:54.769938 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-499abdbc-2560-44ec-b4ff-e70af4fa81a2 req-977f9003-0055-42ec-9079-68e752379091 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cebc6233-6d40-4ff8-8c0b-08ba1b736955 HTTP/1.1" status: 200 len: 834 time: 0.0439680 Dec 08 02:48:54.817894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499abdbc-2560-44ec-b4ff-e70af4fa81a2 req-0ee0a9bf-2d16-4858-ba0e-cf70b3d8ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:48:54.819407 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-499abdbc-2560-44ec-b4ff-e70af4fa81a2 req-0ee0a9bf-2d16-4858-ba0e-cf70b3d8ee19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9af0a91a-5412-4e69-af66-7ef31a08a30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415635 Dec 08 02:48:54.913199 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-499abdbc-2560-44ec-b4ff-e70af4fa81a2 req-fa07feb1-fc77-4811-bd57-05473e538026 service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858769 Dec 08 02:48:55.003306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-499abdbc-2560-44ec-b4ff-e70af4fa81a2 req-efcfbe08-5119-4cd4-bb4f-dea3656454e9 service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817382 Dec 08 02:48:58.954720 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-893792c8-4a96-4379-9932-ebf70812d8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:02.195042 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b30a0e9f-4d13-4d2f-8892-ded51ba0c0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:02.238736 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:02.599150 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:03.889196 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:04.783185 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:04.886584 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:14.245089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f8c70-65cd-4ca4-957e-e4c2fa70ac66 req-934c0652-6849-46d9-a883-16e7a01aff78 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:14.246612 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-270f8c70-65cd-4ca4-957e-e4c2fa70ac66 req-934c0652-6849-46d9-a883-16e7a01aff78 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0498273 Dec 08 02:49:14.300776 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-270f8c70-65cd-4ca4-957e-e4c2fa70ac66 req-b628b52f-b462-4603-91b6-5bf1c3f2efd5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469289 Dec 08 02:49:15.422716 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11210f-4bff-4077-8bcc-17b9c4dee60d req-982bec22-2e9f-4262-8adf-db77fe0bbe6c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:15.424212 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ca11210f-4bff-4077-8bcc-17b9c4dee60d req-982bec22-2e9f-4262-8adf-db77fe0bbe6c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0489604 Dec 08 02:49:15.475860 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ca11210f-4bff-4077-8bcc-17b9c4dee60d req-86cf9d1f-9ced-4e6a-b820-755d0f36ee8c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457485 Dec 08 02:49:16.590987 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebccfc-d8ee-4a03-ab46-8463d0ce92fa req-a1fb5ed3-2e57-433f-9783-5241879a7e7a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:16.592627 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67ebccfc-d8ee-4a03-ab46-8463d0ce92fa req-a1fb5ed3-2e57-433f-9783-5241879a7e7a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0492415 Dec 08 02:49:16.643237 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-67ebccfc-d8ee-4a03-ab46-8463d0ce92fa req-a681a65f-f4f8-46b9-8d0e-fb173c33449c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438707 Dec 08 02:49:17.762898 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15963-c16e-462e-a73e-32e7c2ef599d req-ec9b6917-0e56-470e-bbc2-41ce5ee38568 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:17.764898 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9e15963-c16e-462e-a73e-32e7c2ef599d req-ec9b6917-0e56-470e-bbc2-41ce5ee38568 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0492029 Dec 08 02:49:17.812728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c9e15963-c16e-462e-a73e-32e7c2ef599d req-6938adf3-132e-4ab9-9005-da07c1b47f90 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417011 Dec 08 02:49:18.930113 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23e2de-d567-4eac-b90f-27bde01c4fb3 req-082b7599-d7fd-4650-866a-7a7d4ce2b14c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:18.931716 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae23e2de-d567-4eac-b90f-27bde01c4fb3 req-082b7599-d7fd-4650-866a-7a7d4ce2b14c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0498919 Dec 08 02:49:18.983877 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ae23e2de-d567-4eac-b90f-27bde01c4fb3 req-25e54da5-d002-4ad0-84f1-a92de290c0f7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455229 Dec 08 02:49:20.098274 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cad2c-c2c2-419a-b3e8-5c43598a5225 req-cb249c35-6601-4230-9e97-6340e55a9bcf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:20.099733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-145cad2c-c2c2-419a-b3e8-5c43598a5225 req-cb249c35-6601-4230-9e97-6340e55a9bcf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0476348 Dec 08 02:49:20.147513 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-145cad2c-c2c2-419a-b3e8-5c43598a5225 req-c76b2c22-2bce-453c-9c7e-9a90ebfa495f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418894 Dec 08 02:49:21.267079 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbab9d9-1e3c-4ca7-89d8-615a7b962c02 req-ea56dab6-4fce-4b7f-a364-931acf2b5944 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:21.268490 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fbab9d9-1e3c-4ca7-89d8-615a7b962c02 req-ea56dab6-4fce-4b7f-a364-931acf2b5944 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0525875 Dec 08 02:49:21.316415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8fbab9d9-1e3c-4ca7-89d8-615a7b962c02 req-d0502b8b-5c83-4d97-b313-8f7d89211f3c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418909 Dec 08 02:49:21.751445 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:49:22.438545 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d133e-1270-4c60-84a8-c623e51c786c req-f51351f5-6674-4304-b167-08b6f45541e9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:22.440051 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-824d133e-1270-4c60-84a8-c623e51c786c req-f51351f5-6674-4304-b167-08b6f45541e9 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0552034 Dec 08 02:49:22.489778 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-824d133e-1270-4c60-84a8-c623e51c786c req-5f0df26d-53b1-4389-b07c-97614a56fba3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437524 Dec 08 02:49:23.603634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ff691-851e-441a-8e5b-86a7b6ea8132 req-02c9c27a-1728-4d71-8867-0c70e6a4b6f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:23.605150 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-382ff691-851e-441a-8e5b-86a7b6ea8132 req-02c9c27a-1728-4d71-8867-0c70e6a4b6f5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0491843 Dec 08 02:49:23.654497 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-382ff691-851e-441a-8e5b-86a7b6ea8132 req-1cd2f16b-1709-426c-9e2a-62dcd55ca7ea tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429549 Dec 08 02:49:24.770696 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e54f8-bde3-4ea6-9e57-20d8ba745d1b req-089f99b2-1b16-4202-84c0-756ab33709d0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:24.772197 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d72e54f8-bde3-4ea6-9e57-20d8ba745d1b req-089f99b2-1b16-4202-84c0-756ab33709d0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0492911 Dec 08 02:49:24.822312 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d72e54f8-bde3-4ea6-9e57-20d8ba745d1b req-622ffd4c-220f-4e2b-a7a8-a926b9abc96e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439281 Dec 08 02:49:25.944870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef92321-0d67-4be4-93f4-cc1ed20b93a3 req-fb58108a-ecb4-4416-ba77-e153a706da9f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:25.946362 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ef92321-0d67-4be4-93f4-cc1ed20b93a3 req-fb58108a-ecb4-4416-ba77-e153a706da9f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0526779 Dec 08 02:49:25.994923 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9ef92321-0d67-4be4-93f4-cc1ed20b93a3 req-3baf6516-04c3-41b4-9421-a931186474c7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426049 Dec 08 02:49:27.108828 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b30b3-eb75-44bd-ac29-cf7de7d05f87 req-e7ac9207-7032-4096-89f9-0b45152b7f59 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:27.110331 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-828b30b3-eb75-44bd-ac29-cf7de7d05f87 req-e7ac9207-7032-4096-89f9-0b45152b7f59 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0490062 Dec 08 02:49:27.161912 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-828b30b3-eb75-44bd-ac29-cf7de7d05f87 req-f55fc3e6-48ee-443c-8ee3-92f77e06bd60 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457335 Dec 08 02:49:28.278129 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f1cfe-ee94-4f2e-80aa-60a54d606e0f req-f99276df-843c-4330-8987-920c31fb0ae0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:28.279559 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-671f1cfe-ee94-4f2e-80aa-60a54d606e0f req-f99276df-843c-4330-8987-920c31fb0ae0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0500739 Dec 08 02:49:28.329700 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-671f1cfe-ee94-4f2e-80aa-60a54d606e0f req-f893ef4c-de7f-43b1-a8a1-5cde6b07f068 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440795 Dec 08 02:49:28.956882 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-811b010e-33b3-4b75-b2cf-8620cddba1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:29.447075 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978661b-9e92-4d09-a033-61468a5c3cd4 req-b4b46230-bcc2-45e2-ab37-682e073b02d8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:29.448559 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9978661b-9e92-4d09-a033-61468a5c3cd4 req-b4b46230-bcc2-45e2-ab37-682e073b02d8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0479696 Dec 08 02:49:29.497197 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9978661b-9e92-4d09-a033-61468a5c3cd4 req-1cddb4d1-3ca2-4819-b641-0c1f89d64ae1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417304 Dec 08 02:49:30.618304 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049c7d2-e49b-40b7-9bad-378e09d8fdcd req-175b1d6d-4bcb-40f3-b718-06e313e53030 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:30.619806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c049c7d2-e49b-40b7-9bad-378e09d8fdcd req-175b1d6d-4bcb-40f3-b718-06e313e53030 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0539048 Dec 08 02:49:30.673852 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c049c7d2-e49b-40b7-9bad-378e09d8fdcd req-8c816c6a-e644-4732-97be-3578bc6379ab tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478597 Dec 08 02:49:30.695915 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42548) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:30.756926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-52c70808-9e5f-4c41-974a-f62203c2d803 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/0ee8ee88-827c-47e6-9cb5-e68250b4cacb HTTP/1.1" status: 200 len: 994 time: 0.0598581 Dec 08 02:49:32.030891 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f2c11-8c2d-4a85-b7d2-11a89eda3fac req-92f29831-8817-40d9-93c5-d6cc8e61412b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:32.032268 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e08f2c11-8c2d-4a85-b7d2-11a89eda3fac req-92f29831-8817-40d9-93c5-d6cc8e61412b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0532973 Dec 08 02:49:32.078393 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2717c1c-5cb2-488b-b96a-3a9f8f919061 req-a5a37d3d-2f8c-467e-b574-feade0c34e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:32.079944 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2717c1c-5cb2-488b-b96a-3a9f8f919061 req-a5a37d3d-2f8c-467e-b574-feade0c34e6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 1098 time: 0.0437021 Dec 08 02:49:32.084227 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e08f2c11-8c2d-4a85-b7d2-11a89eda3fac req-37a0ecaa-2c64-48d9-9968-9516f6c22a3b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459476 Dec 08 02:49:32.179325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2717c1c-5cb2-488b-b96a-3a9f8f919061 req-49c07038-8647-4afe-9e14-3bac975b9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:32.180860 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2717c1c-5cb2-488b-b96a-3a9f8f919061 req-49c07038-8647-4afe-9e14-3bac975b9677 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9af0a91a-5412-4e69-af66-7ef31a08a30a HTTP/1.1" status: 200 len: 898 time: 0.0923274 Dec 08 02:49:32.197097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6fff945c-3640-41ce-bc02-18f69dd825a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:32.236227 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:32.247452 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2717c1c-5cb2-488b-b96a-3a9f8f919061 req-28c8abef-474a-41b1-b28d-8309152a66d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16150a89-46dc-4525-9475-79a2a8dfa634 HTTP/1.1" status: 200 len: 1002 time: 0.0597677 Dec 08 02:49:32.299894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2717c1c-5cb2-488b-b96a-3a9f8f919061 req-71e0f400-19c8-4b2a-a20c-d38dfd499240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:32.301369 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2717c1c-5cb2-488b-b96a-3a9f8f919061 req-71e0f400-19c8-4b2a-a20c-d38dfd499240 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cebc6233-6d40-4ff8-8c0b-08ba1b736955 HTTP/1.1" status: 200 len: 834 time: 0.0470512 Dec 08 02:49:32.348248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2717c1c-5cb2-488b-b96a-3a9f8f919061 req-d366738b-d22f-41e1-b9fe-8cd921f000d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:32.349776 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2717c1c-5cb2-488b-b96a-3a9f8f919061 req-d366738b-d22f-41e1-b9fe-8cd921f000d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9af0a91a-5412-4e69-af66-7ef31a08a30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415525 Dec 08 02:49:32.439735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2717c1c-5cb2-488b-b96a-3a9f8f919061 req-7be19508-6f30-466a-a83f-dc6a4bfd1f95 service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828412 Dec 08 02:49:32.531818 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f2717c1c-5cb2-488b-b96a-3a9f8f919061 req-7d292df3-e0a6-4ec4-a5de-ba04b1c4c392 service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851245 Dec 08 02:49:32.604967 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:33.204054 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daf7e5-458a-4a30-954c-d1219d8173c5 req-a688a88e-8821-451d-bd29-8e780830bef5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:33.205828 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95daf7e5-458a-4a30-954c-d1219d8173c5 req-a688a88e-8821-451d-bd29-8e780830bef5 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0492239 Dec 08 02:49:33.253619 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-95daf7e5-458a-4a30-954c-d1219d8173c5 req-d02b2fc0-ebd4-443d-bc06-034b619ab12a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416510 Dec 08 02:49:33.275942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42558) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:49:33.344190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d4c18e62-98c4-494d-9233-e1be0e35f06b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/0ee8ee88-827c-47e6-9cb5-e68250b4cacb HTTP/1.1" status: 200 len: 994 time: 0.0671487 Dec 08 02:49:33.892104 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:34.790577 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:34.879140 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:49:56.400895 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eea648fc-071b-4778-ad88-d6c4d8f54256 req-0d0ce531-355a-4181-80d2-68a02294cc26 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406439 Dec 08 02:49:56.498099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea648fc-071b-4778-ad88-d6c4d8f54256 req-db707046-d006-4c31-9cc3-714cdce7464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:56.499585 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eea648fc-071b-4778-ad88-d6c4d8f54256 req-db707046-d006-4c31-9cc3-714cdce7464e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 1098 time: 0.0398386 Dec 08 02:49:56.610616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea648fc-071b-4778-ad88-d6c4d8f54256 req-e04549ed-5873-4e00-80c3-3ef9d9cc9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:56.612420 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eea648fc-071b-4778-ad88-d6c4d8f54256 req-e04549ed-5873-4e00-80c3-3ef9d9cc9d70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9af0a91a-5412-4e69-af66-7ef31a08a30a HTTP/1.1" status: 200 len: 898 time: 0.0933323 Dec 08 02:49:56.684938 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eea648fc-071b-4778-ad88-d6c4d8f54256 req-17be78ae-3a6d-44de-84f8-10b2bca92a6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16150a89-46dc-4525-9475-79a2a8dfa634 HTTP/1.1" status: 200 len: 1002 time: 0.0612922 Dec 08 02:49:56.733453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea648fc-071b-4778-ad88-d6c4d8f54256 req-f1b2a01b-9477-4db5-93dd-91b40e9d90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:56.734863 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eea648fc-071b-4778-ad88-d6c4d8f54256 req-f1b2a01b-9477-4db5-93dd-91b40e9d90e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cebc6233-6d40-4ff8-8c0b-08ba1b736955 HTTP/1.1" status: 200 len: 834 time: 0.0423694 Dec 08 02:49:56.779613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea648fc-071b-4778-ad88-d6c4d8f54256 req-78ee7db4-50bf-486a-8dc5-1bcacc4f27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:49:56.781138 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eea648fc-071b-4778-ad88-d6c4d8f54256 req-78ee7db4-50bf-486a-8dc5-1bcacc4f27c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9af0a91a-5412-4e69-af66-7ef31a08a30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393078 Dec 08 02:49:56.872063 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eea648fc-071b-4778-ad88-d6c4d8f54256 req-9c98311f-2bb1-4508-993d-86cc8159f62f service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837936 Dec 08 02:49:56.960875 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-eea648fc-071b-4778-ad88-d6c4d8f54256 req-192f7bea-9373-45fe-b1e5-76bee61fc63a service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807371 Dec 08 02:49:58.750958 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:49:58.960060 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a05ddf19-9eca-4c45-a7ee-aa5151fbb08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:02.199941 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cde45d8f-3c70-4d8b-8f59-98d3b44cc6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:02.236710 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:02.603624 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:03.739326 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42572) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:03.894625 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:03.897322 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 77d3c75b-8a46-4614-8da8-be155b64f555 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:03.897683 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:03.983337 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:03.983663 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:03.995594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 77d3c75b-8a46-4614-8da8-be155b64f555 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:04.141366 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:04.165056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=77d3c75b-8a46-4614-8da8-be155b64f555,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:04.176140 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.176533 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.176894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.177245 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.178059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.178059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.178264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.178608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.178946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.179282 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.179617 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.179950 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.180311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:04.244210 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:04.244638 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Floating IP 0ee8ee88-827c-47e6-9cb5-e68250b4cacb disassociated (deleted). External IP: 172.25.2.186, port: 16150a89-46dc-4525-9475-79a2a8dfa634. Dec 08 02:50:04.464930 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router 194cd98b-83a9-42f8-9beb-490715f04d01 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:50:04.592319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:50:04.599199 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:04.606787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65be65f-a01b-4a9a-a2e3-dcfc6bd804e8 None None] Sync routers for ids ['194cd98b-83a9-42f8-9beb-490715f04d01'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:50:04.623239 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65be65f-a01b-4a9a-a2e3-dcfc6bd804e8 None None] Routers {'194cd98b-83a9-42f8-9beb-490715f04d01'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:04.624052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a65be65f-a01b-4a9a-a2e3-dcfc6bd804e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:50:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['194cd98b-83a9-42f8-9beb-490715f04d01'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:04.630538 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-224d0244-4672-4d92-9683-1f56662c4deb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/floatingips/0ee8ee88-827c-47e6-9cb5-e68250b4cacb HTTP/1.1" status: 204 len: 168 time: 0.8901856 Dec 08 02:50:04.631172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'tag': '16150a89-46dc-4525-9475-79a2a8dfa634'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:50:04.633895 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16593cd-b32c-4bf4-961f-a845a5283daf" -d '{"events": [{"name": "network-changed", "server_uuid": "5c16ad7b-03ee-4a10-9319-3ff98dfef095", "tag": "16150a89-46dc-4525-9475-79a2a8dfa634"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:50:04.746521 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c875f8c-932b-4569-86ef-7ebe8ccc9956 x-openstack-request-id: req-4c875f8c-932b-4569-86ef-7ebe8ccc9956 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:50:04.746521 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c16ad7b-03ee-4a10-9319-3ff98dfef095", "tag": "16150a89-46dc-4525-9475-79a2a8dfa634", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:50:04.746521 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c875f8c-932b-4569-86ef-7ebe8ccc9956 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:50:04.746521 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'tag': '16150a89-46dc-4525-9475-79a2a8dfa634', 'status': 'completed', 'code': 200} Dec 08 02:50:04.759089 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a65be65f-a01b-4a9a-a2e3-dcfc6bd804e8 None None] Set router 194cd98b-83a9-42f8-9beb-490715f04d01 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:04.854070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16593cd-b32c-4bf4-961f-a845a5283daf req-26befb71-496d-49fc-8f02-a91ae3197539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:04.855823 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e16593cd-b32c-4bf4-961f-a845a5283daf req-26befb71-496d-49fc-8f02-a91ae3197539 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 1098 time: 0.0603421 Dec 08 02:50:04.889118 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:04.912660 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8c60b-010d-49ff-8124-b4ad6b65e2b5 req-25ae7ec4-c192-43c8-a7f8-c15294911e94 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:04.914488 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3bd8c60b-010d-49ff-8124-b4ad6b65e2b5 req-25ae7ec4-c192-43c8-a7f8-c15294911e94 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0833678 Dec 08 02:50:04.915555 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:04.971735 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16593cd-b32c-4bf4-961f-a845a5283daf req-a7a34db5-1175-4630-a7c4-2f1a52da40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:04.974021 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e16593cd-b32c-4bf4-961f-a845a5283daf req-a7a34db5-1175-4630-a7c4-2f1a52da40ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=9af0a91a-5412-4e69-af66-7ef31a08a30a HTTP/1.1" status: 200 len: 898 time: 0.1081202 Dec 08 02:50:04.983206 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3bd8c60b-010d-49ff-8124-b4ad6b65e2b5 req-09c2f76d-22b1-4ce7-8dd3-09ef090e0b4d tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578823 Dec 08 02:50:05.029062 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e16593cd-b32c-4bf4-961f-a845a5283daf req-6c667917-fad1-4118-81a0-1d05aebd03cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16150a89-46dc-4525-9475-79a2a8dfa634 HTTP/1.1" status: 200 len: 217 time: 0.0469952 Dec 08 02:50:05.038038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a65be65f-a01b-4a9a-a2e3-dcfc6bd804e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b36f5588-624c-4f3e-9ca5-a3b4083756a6', 'name': '', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:8a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:26Z', 'updated_at': '2021-12-08T02:48:30Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:05.070899 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65be65f-a01b-4a9a-a2e3-dcfc6bd804e8 None None] Checking router: 194cd98b-83a9-42f8-9beb-490715f04d01 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:50:05.081305 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65be65f-a01b-4a9a-a2e3-dcfc6bd804e8 None None] Routers {'194cd98b-83a9-42f8-9beb-490715f04d01'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:05.081941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a65be65f-a01b-4a9a-a2e3-dcfc6bd804e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:50:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['194cd98b-83a9-42f8-9beb-490715f04d01'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:05.090390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16593cd-b32c-4bf4-961f-a845a5283daf req-f7507e92-e37d-4251-85be-18cd6d4943ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:05.091942 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e16593cd-b32c-4bf4-961f-a845a5283daf req-f7507e92-e37d-4251-85be-18cd6d4943ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cebc6233-6d40-4ff8-8c0b-08ba1b736955 HTTP/1.1" status: 200 len: 834 time: 0.0541058 Dec 08 02:50:05.147852 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16593cd-b32c-4bf4-961f-a845a5283daf req-3b853287-1e30-4719-9df8-78968ebab090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:05.150064 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e16593cd-b32c-4bf4-961f-a845a5283daf req-3b853287-1e30-4719-9df8-78968ebab090 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9af0a91a-5412-4e69-af66-7ef31a08a30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494926 Dec 08 02:50:05.210290 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-a65be65f-a01b-4a9a-a2e3-dcfc6bd804e8 None None] Set router 194cd98b-83a9-42f8-9beb-490715f04d01 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:05.257194 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e16593cd-b32c-4bf4-961f-a845a5283daf req-da912282-1f4d-4a72-a94e-9bd8700bc32a service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974400 Dec 08 02:50:05.350654 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e16593cd-b32c-4bf4-961f-a845a5283daf req-5370590b-9905-403c-9eba-4960bf524f29 service neutron] 10.222.0.72 "GET /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861864 Dec 08 02:50:05.447130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-a65be65f-a01b-4a9a-a2e3-dcfc6bd804e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b36f5588-624c-4f3e-9ca5-a3b4083756a6', 'name': '', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:8a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:26Z', 'updated_at': '2021-12-08T02:48:30Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:05.474289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65be65f-a01b-4a9a-a2e3-dcfc6bd804e8 None None] The sync data for ids ['194cd98b-83a9-42f8-9beb-490715f04d01'] in n-d-713498-30 is: [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b36f5588-624c-4f3e-9ca5-a3b4083756a6', 'name': '', 'network_id': '9af0a91a-5412-4e69-af66-7ef31a08a30a', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:8a:dc:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:26Z', 'updated_at': '2021-12-08T02:48:30Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': 'cebc6233-6d40-4ff8-8c0b-08ba1b736955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:50:05.689896 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22012594-04d0-4328-8ad9-a48abe650204 None None] New status for floating IP 0ee8ee88-827c-47e6-9cb5-e68250b4cacb: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:50:06.104813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301c1fe-2ef6-4d34-87e9-212b7fc63867 req-b42240e9-51b2-402c-ba2b-045fc57a1531 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:06.106306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d301c1fe-2ef6-4d34-87e9-212b7fc63867 req-b42240e9-51b2-402c-ba2b-045fc57a1531 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0490227 Dec 08 02:50:06.159134 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d301c1fe-2ef6-4d34-87e9-212b7fc63867 req-862d071f-c482-4266-87fb-2808adcfeb1f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=331de2d0-8790-4126-8610-cfbeb7f06ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462558 Dec 08 02:50:06.539599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6c246-ae9f-42ce-a6a7-33eb5d32dc0f req-da3f9287-1729-4515-80a0-4858385f56b6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:06.541110 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7f6c246-ae9f-42ce-a6a7-33eb5d32dc0f req-da3f9287-1729-4515-80a0-4858385f56b6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 946 time: 0.0482328 Dec 08 02:50:06.629885 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c7f6c246-ae9f-42ce-a6a7-33eb5d32dc0f req-fcbcf79a-a04b-4638-a08a-19fe068581e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 16150a89-46dc-4525-9475-79a2a8dfa634 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:06.630226 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7f6c246-ae9f-42ce-a6a7-33eb5d32dc0f req-fcbcf79a-a04b-4638-a08a-19fe068581e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:06.720546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-c7f6c246-ae9f-42ce-a6a7-33eb5d32dc0f req-fcbcf79a-a04b-4638-a08a-19fe068581e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port 16150a89-46dc-4525-9475-79a2a8dfa634, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=16150a89-46dc-4525-9475-79a2a8dfa634,segment=NetworkSegment(171097ec-eabc-41e9-9732-494826cfe997),segment_id=171097ec-eabc-41e9-9732-494826cfe997)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:06.720968 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7f6c246-ae9f-42ce-a6a7-33eb5d32dc0f req-fcbcf79a-a04b-4638-a08a-19fe068581e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:06.732705 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-c7f6c246-ae9f-42ce-a6a7-33eb5d32dc0f req-fcbcf79a-a04b-4638-a08a-19fe068581e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 16150a89-46dc-4525-9475-79a2a8dfa634 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:06.860824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7f6c246-ae9f-42ce-a6a7-33eb5d32dc0f req-fcbcf79a-a04b-4638-a08a-19fe068581e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:06.887222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcf79a-a04b-4638-a08a-19fe068581e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=16150a89-46dc-4525-9475-79a2a8dfa634,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:06.929893 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f6c246-ae9f-42ce-a6a7-33eb5d32dc0f req-fcbcf79a-a04b-4638-a08a-19fe068581e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] No DVR routers for this DVR port 16150a89-46dc-4525-9475-79a2a8dfa634 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:50:06.932472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-c7f6c246-ae9f-42ce-a6a7-33eb5d32dc0f req-fcbcf79a-a04b-4638-a08a-19fe068581e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:06.935782 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c7f6c246-ae9f-42ce-a6a7-33eb5d32dc0f req-fcbcf79a-a04b-4638-a08a-19fe068581e7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.72 "DELETE /v2.0/ports/16150a89-46dc-4525-9475-79a2a8dfa634 HTTP/1.1" status: 204 len: 173 time: 0.3877521 Dec 08 02:50:06.936226 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'name': 'network-vif-deleted', 'tag': '16150a89-46dc-4525-9475-79a2a8dfa634'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:50:06.938484 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3dc8fc-66af-48e0-a56f-4ef5ef02e6e5" -d '{"events": [{"server_uuid": "5c16ad7b-03ee-4a10-9319-3ff98dfef095", "name": "network-vif-deleted", "tag": "16150a89-46dc-4525-9475-79a2a8dfa634"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:50:06.976840 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda31b6e-0be2-4bdd-9d56-59d627cf34fc x-openstack-request-id: req-cda31b6e-0be2-4bdd-9d56-59d627cf34fc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:50:06.977139 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c16ad7b-03ee-4a10-9319-3ff98dfef095", "name": "network-vif-deleted", "tag": "16150a89-46dc-4525-9475-79a2a8dfa634", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:50:06.977401 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cda31b6e-0be2-4bdd-9d56-59d627cf34fc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:50:06.977815 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c16ad7b-03ee-4a10-9319-3ff98dfef095', 'name': 'network-vif-deleted', 'tag': '16150a89-46dc-4525-9475-79a2a8dfa634', 'status': 'completed', 'code': 200} Dec 08 02:50:07.265822 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a6230740-2a30-46c4-a087-6f550ed8e7af req-b4ab9fa4-29e2-4cb2-a315-327a887d4599 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c16ad7b-03ee-4a10-9319-3ff98dfef095 HTTP/1.1" status: 200 len: 210 time: 0.0269468 Dec 08 02:50:08.324628 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42590) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:08.945689 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e18535ea-5dc6-4c35-825d-dc54d5f0476a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:09.165486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 16150a89-46dc-4525-9475-79a2a8dfa634 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:50:09.190205 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 16150a89-46dc-4525-9475-79a2a8dfa634 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:50:09.190565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 16150a89-46dc-4525-9475-79a2a8dfa634 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:50:09.199497 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e18535ea-5dc6-4c35-825d-dc54d5f0476a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port b36f5588-624c-4f3e-9ca5-a3b4083756a6 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:09.199783 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e18535ea-5dc6-4c35-825d-dc54d5f0476a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:09.289222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e18535ea-5dc6-4c35-825d-dc54d5f0476a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port b36f5588-624c-4f3e-9ca5-a3b4083756a6, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b36f5588-624c-4f3e-9ca5-a3b4083756a6,segment=NetworkSegment(171097ec-eabc-41e9-9732-494826cfe997),segment_id=171097ec-eabc-41e9-9732-494826cfe997)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:09.289577 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e18535ea-5dc6-4c35-825d-dc54d5f0476a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:09.301980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e18535ea-5dc6-4c35-825d-dc54d5f0476a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for b36f5588-624c-4f3e-9ca5-a3b4083756a6 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:09.491896 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e18535ea-5dc6-4c35-825d-dc54d5f0476a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:09.522661 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18535ea-5dc6-4c35-825d-dc54d5f0476a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=b36f5588-624c-4f3e-9ca5-a3b4083756a6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:09.691183 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e18535ea-5dc6-4c35-825d-dc54d5f0476a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:09.906001 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18535ea-5dc6-4c35-825d-dc54d5f0476a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router 194cd98b-83a9-42f8-9beb-490715f04d01 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:50:10.011976 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18535ea-5dc6-4c35-825d-dc54d5f0476a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:50:10.017960 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e18535ea-5dc6-4c35-825d-dc54d5f0476a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "PUT /v2.0/routers/194cd98b-83a9-42f8-9beb-490715f04d01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6914167 Dec 08 02:50:10.020511 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42592) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:10.023555 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c540a35-5da5-4c37-b703-018420308e64 None None] Sync routers for ids ['194cd98b-83a9-42f8-9beb-490715f04d01'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:50:10.033837 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c540a35-5da5-4c37-b703-018420308e64 None None] Routers {'194cd98b-83a9-42f8-9beb-490715f04d01'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:10.034584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9c540a35-5da5-4c37-b703-018420308e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:50:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['194cd98b-83a9-42f8-9beb-490715f04d01'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:10.071479 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1964423-0d9e-414b-ab7a-e5dd011ea8f3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting subnet cebc6233-6d40-4ff8-8c0b-08ba1b736955 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:50:10.074689 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1964423-0d9e-414b-ab7a-e5dd011ea8f3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.114709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1964423-0d9e-414b-ab7a-e5dd011ea8f3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.141329 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9c540a35-5da5-4c37-b703-018420308e64 None None] Set router 194cd98b-83a9-42f8-9beb-490715f04d01 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:10.205686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1964423-0d9e-414b-ab7a-e5dd011ea8f3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.265250 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1964423-0d9e-414b-ab7a-e5dd011ea8f3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.291673 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1964423-0d9e-414b-ab7a-e5dd011ea8f3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Subnet': ['ID=cebc6233-6d40-4ff8-8c0b-08ba1b736955,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:10.297376 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a1964423-0d9e-414b-ab7a-e5dd011ea8f3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.304017 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a1964423-0d9e-414b-ab7a-e5dd011ea8f3 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/subnets/cebc6233-6d40-4ff8-8c0b-08ba1b736955 HTTP/1.1" status: 204 len: 168 time: 0.2798035 Dec 08 02:50:10.304172 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42594) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:10.305088 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37513fb0-beed-4dba-b861-d5c416357e21 None None] Network 9af0a91a-5412-4e69-af66-7ef31a08a30a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:10.400317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9c540a35-5da5-4c37-b703-018420308e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:50:09Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:10.414263 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.429198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c540a35-5da5-4c37-b703-018420308e64 None None] Checking router: 194cd98b-83a9-42f8-9beb-490715f04d01 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:50:10.443917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c540a35-5da5-4c37-b703-018420308e64 None None] Routers {'194cd98b-83a9-42f8-9beb-490715f04d01'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:10.444490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9c540a35-5da5-4c37-b703-018420308e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:50:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['194cd98b-83a9-42f8-9beb-490715f04d01'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:10.526087 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.582008 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 960c0f45-1b48-4f90-aa55-f2d23ed25da2 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:10.582359 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.668593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port 960c0f45-1b48-4f90-aa55-f2d23ed25da2, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=960c0f45-1b48-4f90-aa55-f2d23ed25da2,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:10.668956 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.681586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 960c0f45-1b48-4f90-aa55-f2d23ed25da2 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:10.692998 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] DHCP port deletion for 9af0a91a-5412-4e69-af66-7ef31a08a30a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:10.738860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-9c540a35-5da5-4c37-b703-018420308e64 None None] Set router 194cd98b-83a9-42f8-9beb-490715f04d01 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:10.850132 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.864957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Deleting port 0fc7afe5-717d-4843-8431-74af07c4f834 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:50:10.865336 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.876792 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=960c0f45-1b48-4f90-aa55-f2d23ed25da2,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:10.899997 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e642f2d-20ea-438a-8d90-52e78678a9ea None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:10.944146 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.967091 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] For port 0fc7afe5-717d-4843-8431-74af07c4f834, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0fc7afe5-717d-4843-8431-74af07c4f834,segment=NetworkSegment(171097ec-eabc-41e9-9732-494826cfe997),segment_id=171097ec-eabc-41e9-9732-494826cfe997)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:10.967488 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:10.986934 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Calling delete_port for 0fc7afe5-717d-4843-8431-74af07c4f834 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:50:11.044524 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.046948 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.062425 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-9c540a35-5da5-4c37-b703-018420308e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:50:09Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:11.094278 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c540a35-5da5-4c37-b703-018420308e64 None None] The sync data for ids ['194cd98b-83a9-42f8-9beb-490715f04d01'] in n-d-713498-30 is: [{'id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710197844', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:50:09Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '960c0f45-1b48-4f90-aa55-f2d23ed25da2', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:55:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194cd98b-83a9-42f8-9beb-490715f04d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:48:24Z', 'updated_at': '2021-12-08T02:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:50:11.096732 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.097695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Fanout notify agent at l3_agent the message router_deleted on router 194cd98b-83a9-42f8-9beb-490715f04d01 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:50:11.109246 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.110538 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6192a638-b051-41a5-88c3-639e00c699e0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/routers/194cd98b-83a9-42f8-9beb-490715f04d01 HTTP/1.1" status: 204 len: 168 time: 0.8053830 Dec 08 02:50:11.113945 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42596) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:11.120846 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.153339 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Pushing event deleted for resources: {'Port': ['ID=0fc7afe5-717d-4843-8431-74af07c4f834,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:11.162518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] No DVR routers for this DVR port 0fc7afe5-717d-4843-8431-74af07c4f834 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:50:11.165223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.165223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.165451 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.165879 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.166289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.166693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.167092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.167509 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.167973 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.168547 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.168726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.169448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.169448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73c619e-b736-4aa8-a568-a49e207f301b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.213382 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.303512 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.324319 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af0a91a-5412-4e69-af66-7ef31a08a30a']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:11.334416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171097ec-eabc-41e9-9732-494826cfe997') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:11.334707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171097ec-eabc-41e9-9732-494826cfe997') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:11.344043 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.358027 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.365222 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:50:11.365638 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:50:11.369004 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:50:11.435209 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.447850 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.452041 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/networks/9af0a91a-5412-4e69-af66-7ef31a08a30a HTTP/1.1" status: 204 len: 168 time: 0.3360767 Dec 08 02:50:11.456576 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42598) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:11.464470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Network': ['ID=9af0a91a-5412-4e69-af66-7ef31a08a30a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:11.474872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.474872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.474872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.475169 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.475248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.475590 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.475925 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.476264 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.476631 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.476966 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.477298 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.477629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.477960 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd8d90-f131-4378-92d1-c1340f4cde3f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:11.536620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4844705-d528-4928-8fc5-b5ff4799f80c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.567499 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4844705-d528-4928-8fc5-b5ff4799f80c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.586652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0fc7afe5-717d-4843-8431-74af07c4f834 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:50:11.608053 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 0fc7afe5-717d-4843-8431-74af07c4f834 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:50:11.608409 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0fc7afe5-717d-4843-8431-74af07c4f834 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:50:11.608931 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b36f5588-624c-4f3e-9ca5-a3b4083756a6 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:50:11.635180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: b36f5588-624c-4f3e-9ca5-a3b4083756a6 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:50:11.635567 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b36f5588-624c-4f3e-9ca5-a3b4083756a6 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:50:11.637892 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4844705-d528-4928-8fc5-b5ff4799f80c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.640713 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4844705-d528-4928-8fc5-b5ff4799f80c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.642734 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a4844705-d528-4928-8fc5-b5ff4799f80c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/security-groups/331de2d0-8790-4126-8610-cfbeb7f06ea6 HTTP/1.1" status: 204 len: 168 time: 0.1845727 Dec 08 02:50:11.654122 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4844705-d528-4928-8fc5-b5ff4799f80c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=331de2d0-8790-4126-8610-cfbeb7f06ea6,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:11.893994 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42604) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:11.898601 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-00342c62-cb35-4922-8034-7e89d5f04e81 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1146887400', 'description': 'tempest-secgroup-smoke-1146887400 description', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:11.924890 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00342c62-cb35-4922-8034-7e89d5f04e81 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.994683 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00342c62-cb35-4922-8034-7e89d5f04e81 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:11.998383 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00342c62-cb35-4922-8034-7e89d5f04e81 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.029219 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-00342c62-cb35-4922-8034-7e89d5f04e81 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.030454 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-00342c62-cb35-4922-8034-7e89d5f04e81 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1354215 Dec 08 02:50:12.032372 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00342c62-cb35-4922-8034-7e89d5f04e81 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:12.034148 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42606) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:12.038839 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-aa29fbd8-a663-44e0-bc29-63b8912653d2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '90e4cf9a-6c52-4e7c-a4a2-6a41773cf021', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:12.065351 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa29fbd8-a663-44e0-bc29-63b8912653d2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.118937 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa29fbd8-a663-44e0-bc29-63b8912653d2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.122696 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa29fbd8-a663-44e0-bc29-63b8912653d2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.143134 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29fbd8-a663-44e0-bc29-63b8912653d2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ced521d-35b5-4958-8230-0371091e088c,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:12.148372 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-aa29fbd8-a663-44e0-bc29-63b8912653d2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.149615 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-aa29fbd8-a663-44e0-bc29-63b8912653d2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145241 Dec 08 02:50:12.152548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42608) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:12.157204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d993bd97-6595-489e-9b56-990366092cfa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '90e4cf9a-6c52-4e7c-a4a2-6a41773cf021', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:12.188048 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d993bd97-6595-489e-9b56-990366092cfa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.245171 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d993bd97-6595-489e-9b56-990366092cfa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.248607 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d993bd97-6595-489e-9b56-990366092cfa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.266255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993bd97-6595-489e-9b56-990366092cfa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9338da7a-8b11-4eea-bbbb-f32be4371316,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:12.271573 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d993bd97-6595-489e-9b56-990366092cfa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.272800 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d993bd97-6595-489e-9b56-990366092cfa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192291 Dec 08 02:50:12.277228 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42610) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:12.281505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-27c6a949-b901-469c-8b08-af3942eaea85 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '90e4cf9a-6c52-4e7c-a4a2-6a41773cf021', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:12.308482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27c6a949-b901-469c-8b08-af3942eaea85 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.363483 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27c6a949-b901-469c-8b08-af3942eaea85 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.366976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27c6a949-b901-469c-8b08-af3942eaea85 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.384818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6a949-b901-469c-8b08-af3942eaea85 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abbea48-d339-440d-877a-3307aad6d344,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:12.389660 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-27c6a949-b901-469c-8b08-af3942eaea85 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.390898 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-27c6a949-b901-469c-8b08-af3942eaea85 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126919 Dec 08 02:50:12.394647 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42612) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:12.398878 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ceadef4e-093c-4da1-805b-f8081839b75c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '90e4cf9a-6c52-4e7c-a4a2-6a41773cf021', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:12.425392 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ceadef4e-093c-4da1-805b-f8081839b75c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.485971 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ceadef4e-093c-4da1-805b-f8081839b75c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.489311 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ceadef4e-093c-4da1-805b-f8081839b75c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.507278 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadef4e-093c-4da1-805b-f8081839b75c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06af417a-5da2-4f7f-9f3b-dca3b0b86bd2,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:12.514093 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ceadef4e-093c-4da1-805b-f8081839b75c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.515294 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ceadef4e-093c-4da1-805b-f8081839b75c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197300 Dec 08 02:50:12.518721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42614) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:12.522952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-402bec11-f04c-4b77-8a2e-4053f5696b7a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '90e4cf9a-6c52-4e7c-a4a2-6a41773cf021', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:12.544461 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-402bec11-f04c-4b77-8a2e-4053f5696b7a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Project c4ee2697a1224548af86649a5bd8a23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:50:12.549410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-402bec11-f04c-4b77-8a2e-4053f5696b7a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.607886 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-402bec11-f04c-4b77-8a2e-4053f5696b7a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.612439 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-402bec11-f04c-4b77-8a2e-4053f5696b7a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.631258 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bec11-f04c-4b77-8a2e-4053f5696b7a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ad0c41-45ec-4639-9f45-e958ce09e6bd,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:12.639521 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-402bec11-f04c-4b77-8a2e-4053f5696b7a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.640732 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-402bec11-f04c-4b77-8a2e-4053f5696b7a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211104 Dec 08 02:50:12.644000 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42616) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:12.648363 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-707ba208-9790-49fa-9a3a-241560f5463f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'security_group_rule': {'security_group_id': '90e4cf9a-6c52-4e7c-a4a2-6a41773cf021', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:12.669606 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-707ba208-9790-49fa-9a3a-241560f5463f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Project c4ee2697a1224548af86649a5bd8a23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:50:12.674552 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-707ba208-9790-49fa-9a3a-241560f5463f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.732094 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-707ba208-9790-49fa-9a3a-241560f5463f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.735425 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-707ba208-9790-49fa-9a3a-241560f5463f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.753598 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ba208-9790-49fa-9a3a-241560f5463f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e47168-1457-4200-9cb4-1513f56242ea,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:12.760221 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-707ba208-9790-49fa-9a3a-241560f5463f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.761518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-707ba208-9790-49fa-9a3a-241560f5463f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164804 Dec 08 02:50:12.764319 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42618) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:12.769906 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b0805f4f-755b-416a-b708-e6f37a6f56d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'network': {'name': 'tempest-network-smoke--749271281', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'port_security_enabled': True}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:12.790028 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0805f4f-755b-416a-b708-e6f37a6f56d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:12.793471 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0805f4f-755b-416a-b708-e6f37a6f56d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.826546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0805f4f-755b-416a-b708-e6f37a6f56d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:50:12.838187 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0805f4f-755b-416a-b708-e6f37a6f56d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.838569 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-b0805f4f-755b-416a-b708-e6f37a6f56d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Added segment 6cc1683a-e21d-46d0-9627-a5b53b1068cb of type vlan for network 2316ac87-2bda-47b3-a005-ef50daa5f9da Dec 08 02:50:12.878909 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0805f4f-755b-416a-b708-e6f37a6f56d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.903824 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0805f4f-755b-416a-b708-e6f37a6f56d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.909347 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0805f4f-755b-416a-b708-e6f37a6f56d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:12.909921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b0805f4f-755b-416a-b708-e6f37a6f56d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.943141 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b0805f4f-755b-416a-b708-e6f37a6f56d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1778185 Dec 08 02:50:12.946083 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42620) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:12.950822 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'admin_state_up': True, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:12.974604 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.975680 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:12.979943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0805f4f-755b-416a-b708-e6f37a6f56d6 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Network': ['ID=2316ac87-2bda-47b3-a005-ef50daa5f9da,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:12.991927 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 2316ac87-2bda-47b3-a005-ef50daa5f9da details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:50:13.034691 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:13.170429 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:13.324983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 960c0f45-1b48-4f90-aa55-f2d23ed25da2 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:50:13.355080 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 960c0f45-1b48-4f90-aa55-f2d23ed25da2 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:50:13.355434 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 960c0f45-1b48-4f90-aa55-f2d23ed25da2 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:50:13.365967 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:13.386168 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:13.487162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.25.2.248 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/9f329037-ab63-4724-8a66-727b6b91b89b) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:13.591480 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:13.625416 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:13.666128 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:13.668926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:13.674145 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:13.677345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=9f329037-ab63-4724-8a66-727b6b91b89b,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:13.685644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c590d-d684-4739-8b5d-e8946e46feec None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:13.802641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e95c645f-7908-4940-8334-0c45d983ad79 None None] Provisioning complete for port 9f329037-ab63-4724-8a66-727b6b91b89b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:13.803013 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e95c645f-7908-4940-8334-0c45d983ad79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:13.836805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e95c645f-7908-4940-8334-0c45d983ad79 None None] Port 9f329037-ab63-4724-8a66-727b6b91b89b cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:13.927359 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:14.115992 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:14.238924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router e60f155c-38de-47b3-9720-7c04ebc6d9c3 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103130) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:50:14.349328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:50:14.359798 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Sync routers for ids ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:50:14.369479 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Routers {'e60f155c-38de-47b3-9720-7c04ebc6d9c3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:14.370027 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:50:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:14.370879 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:14.372744 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-23fbf1a4-d225-465e-bb4f-94c78956dbdb tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4251542 Dec 08 02:50:14.375836 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42622) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:14.447442 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eaa92083-2eaa-4fa6-bb6d-b08c15116c07 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=c4ee2697a1224548af86649a5bd8a23b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698886 Dec 08 02:50:14.450103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42626) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:14.473810 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Set router e60f155c-38de-47b3-9720-7c04ebc6d9c3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:14.539694 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb9f2cc-723e-402b-a4a4-89129cc5d246 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:14.541223 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-1bb9f2cc-723e-402b-a4a4-89129cc5d246 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902219 Dec 08 02:50:14.544139 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42628) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:14.571332 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4d84dce8-129c-4e2f-83fc-2eecb16baf18 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=7800fee8-ea69-4fe1-882e-471f707ec7dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261335 Dec 08 02:50:14.574014 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42630) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:14.581813 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3a11ba96-4f85-49aa-ad1e-53764efb4205 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1585079476', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:14.648040 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:50:13Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:14.666044 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a11ba96-4f85-49aa-ad1e-53764efb4205 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:14.670007 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3a11ba96-4f85-49aa-ad1e-53764efb4205 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:14.674970 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Checking router: e60f155c-38de-47b3-9720-7c04ebc6d9c3 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:50:14.675260 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Updating router e60f155c-38de-47b3-9720-7c04ebc6d9c3 port 9f329037-ab63-4724-8a66-727b6b91b89b binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:50:14.705594 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:14.858035 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3a11ba96-4f85-49aa-ad1e-53764efb4205 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:14.924136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11ba96-4f85-49aa-ad1e-53764efb4205 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Subnet': ['ID=9389beba-e451-4dac-90ef-36ebd77e5b1a,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:14.933885 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a11ba96-4f85-49aa-ad1e-53764efb4205 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Checking segment: {'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:14.934250 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a11ba96-4f85-49aa-ad1e-53764efb4205 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network hostable DHCP agents. Network: 2316ac87-2bda-47b3-a005-ef50daa5f9da, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:50:14.951924 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:14.952158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a11ba96-4f85-49aa-ad1e-53764efb4205 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 2316ac87-2bda-47b3-a005-ef50daa5f9da is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:50:14.957944 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:14.961411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-3a11ba96-4f85-49aa-ad1e-53764efb4205 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 2316ac87-2bda-47b3-a005-ef50daa5f9da) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:14.966559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a11ba96-4f85-49aa-ad1e-53764efb4205 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:14.967171 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3a11ba96-4f85-49aa-ad1e-53764efb4205 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:14.973696 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274f39a-fb72-4908-ae78-b0544aa2dfe4 None None] Network 2316ac87-2bda-47b3-a005-ef50daa5f9da requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:14.986752 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3a11ba96-4f85-49aa-ad1e-53764efb4205 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4108381 Dec 08 02:50:14.989379 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42632) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:15.005618 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025b879-1837-457c-ac17-796f58777359 None None] Pushing event updated for resources: {'Port': ['ID=9f329037-ab63-4724-8a66-727b6b91b89b,revision_number=2']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:15.015494 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.015861 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.016210 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.016583 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.016922 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.017446 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.017914 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.018325 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.018659 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.018992 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.019328 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.019659 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.019990 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e025b879-1837-457c-ac17-796f58777359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:50:15.037416 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Attempting to bind port 9f329037-ab63-4724-8a66-727b6b91b89b on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:15.038019 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Attempting to bind port 9f329037-ab63-4724-8a66-727b6b91b89b by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:15.038564 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Attempting to bind port 9f329037-ab63-4724-8a66-727b6b91b89b on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:15.044399 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:15.044784 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:15.045190 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.045585 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:15.046059 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Bound port: 9f329037-ab63-4724-8a66-727b6b91b89b, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:15.046452 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.072596 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98fd2b6-0c87-4822-b11a-7f0fabc8ab97 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:15.103646 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] For port 9f329037-ab63-4724-8a66-727b6b91b89b, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:15.108004 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] For port 9f329037-ab63-4724-8a66-727b6b91b89b, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9f329037-ab63-4724-8a66-727b6b91b89b,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:15.113456 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.127645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-2316ac87-2bda-47b3-a005-ef50daa5f9da', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ips': [{'subnet_id': '9389beba-e451-4dac-90ef-36ebd77e5b1a'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:50:15.128535 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.167905 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Routers {'e60f155c-38de-47b3-9720-7c04ebc6d9c3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:15.168452 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:50:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:15.206821 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c8be8-3c14-4332-bc5c-69aeedf5abf2 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:50:15.240948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-99af780a-83d8-4ff6-97ac-090c21ebd902 None None] Provisioning complete for port 9f329037-ab63-4724-8a66-727b6b91b89b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:15.241331 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-99af780a-83d8-4ff6-97ac-090c21ebd902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.283894 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025b879-1837-457c-ac17-796f58777359 None None] Pushing event updated for resources: {'Port': ['ID=9f329037-ab63-4724-8a66-727b6b91b89b,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:15.290979 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] Set router e60f155c-38de-47b3-9720-7c04ebc6d9c3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:15.318318 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Allocated IP 172.20.0.2 (2316ac87-2bda-47b3-a005-ef50daa5f9da/9389beba-e451-4dac-90ef-36ebd77e5b1a/b7302440-07cd-4939-9c74-019d92075cdd) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:15.391223 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-99af780a-83d8-4ff6-97ac-090c21ebd902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.445504 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-99af780a-83d8-4ff6-97ac-090c21ebd902 None None] For port 9f329037-ab63-4724-8a66-727b6b91b89b, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9f329037-ab63-4724-8a66-727b6b91b89b,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:15.455468 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-99af780a-83d8-4ff6-97ac-090c21ebd902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.491994 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.567128 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af780a-83d8-4ff6-97ac-090c21ebd902 None None] Pushing event updated for resources: {'Port': ['ID=9f329037-ab63-4724-8a66-727b6b91b89b,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:15.576573 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:50:13Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:15.577209 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.588944 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.590661 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e7909077-b060-4725-a4a6-8f8afe9af886 None None] Provisioning complete for port 9f329037-ab63-4724-8a66-727b6b91b89b triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:15.591021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e7909077-b060-4725-a4a6-8f8afe9af886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.609427 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e509ef0c-ba33-491a-86b0-8614313b5326 None None] The sync data for ids ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'] in n-d-713498-30 is: [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:50:13Z', 'revision_number': 3, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:50:15.671835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Network 2316ac87-2bda-47b3-a005-ef50daa5f9da is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:15.678751 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:15.685896 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:15.689731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Pushing event updated for resources: {'Port': ['ID=b7302440-07cd-4939-9c74-019d92075cdd,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:15.780330 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Attempting to bind port b7302440-07cd-4939-9c74-019d92075cdd on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:15.780712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Attempting to bind port b7302440-07cd-4939-9c74-019d92075cdd by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:15.781076 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Attempting to bind port b7302440-07cd-4939-9c74-019d92075cdd on network 2316ac87-2bda-47b3-a005-ef50daa5f9da {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:15.788223 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:15.789292 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Checking segment: {'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:15.789292 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.789493 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Bound using segment: {'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:15.790675 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Bound port: b7302440-07cd-4939-9c74-019d92075cdd, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:15.790675 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.790892 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.20.0.1 (2316ac87-2bda-47b3-a005-ef50daa5f9da/9389beba-e451-4dac-90ef-36ebd77e5b1a/b8ee874a-6819-4376-87cd-a9387a09360f) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:15.863084 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] For port b7302440-07cd-4939-9c74-019d92075cdd, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:15.866473 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] For port b7302440-07cd-4939-9c74-019d92075cdd, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b7302440-07cd-4939-9c74-019d92075cdd,segment=NetworkSegment(6cc1683a-e21d-46d0-9627-a5b53b1068cb),segment_id=6cc1683a-e21d-46d0-9627-a5b53b1068cb)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:15.874091 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.949831 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:15.957443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba853d0b-e74c-4f5d-9a9f-d4d82fd0d8fa None None] Pushing event updated for resources: {'Port': ['ID=b7302440-07cd-4939-9c74-019d92075cdd,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:16.374894 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:16.420882 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 2316ac87-2bda-47b3-a005-ef50daa5f9da is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:16.424486 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:16.428404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:16.452782 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=b8ee874a-6819-4376-87cd-a9387a09360f,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:16.478324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:16.613757 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:16.920764 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:16.928462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2811fa-77de-4bf0-9906-cda0e838ea8e None None] Network 2316ac87-2bda-47b3-a005-ef50daa5f9da requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:50:16.929309 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:17.005668 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:17.008569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=b8ee874a-6819-4376-87cd-a9387a09360f,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:17.043117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5b92617e-c5bd-4c50-ac0b-32a1e5a96c02 None None] Provisioning complete for port b7302440-07cd-4939-9c74-019d92075cdd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:17.043489 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b92617e-c5bd-4c50-ac0b-32a1e5a96c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:17.115951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 2316ac87-2bda-47b3-a005-ef50daa5f9da is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:17.117499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:17.139681 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b92617e-c5bd-4c50-ac0b-32a1e5a96c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:17.179360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5b92617e-c5bd-4c50-ac0b-32a1e5a96c02 None None] For port b7302440-07cd-4939-9c74-019d92075cdd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b7302440-07cd-4939-9c74-019d92075cdd,segment=NetworkSegment(6cc1683a-e21d-46d0-9627-a5b53b1068cb),segment_id=6cc1683a-e21d-46d0-9627-a5b53b1068cb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:17.183933 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b92617e-c5bd-4c50-ac0b-32a1e5a96c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:17.240741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b92617e-c5bd-4c50-ac0b-32a1e5a96c02 None None] Pushing event updated for resources: {'Port': ['ID=b7302440-07cd-4939-9c74-019d92075cdd,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:17.248533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router e60f155c-38de-47b3-9720-7c04ebc6d9c3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:50:17.375638 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:50:17.381830 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6e2ece11-33bb-4beb-892b-324eb39f531f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "PUT /v2.0/routers/e60f155c-38de-47b3-9720-7c04ebc6d9c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3913283 Dec 08 02:50:17.419891 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1b2ee73b-b3a4-4426-8271-a0d20b1985de None None] Provisioning complete for port b8ee874a-6819-4376-87cd-a9387a09360f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:17.420180 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1b2ee73b-b3a4-4426-8271-a0d20b1985de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:17.462681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ee73b-b3a4-4426-8271-a0d20b1985de None None] Port b8ee874a-6819-4376-87cd-a9387a09360f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:17.476394 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1b2ee73b-b3a4-4426-8271-a0d20b1985de None None] Provisioning complete for port b7302440-07cd-4939-9c74-019d92075cdd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:17.477035 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1b2ee73b-b3a4-4426-8271-a0d20b1985de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:17.515453 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9f329037-ab63-4724-8a66-727b6b91b89b up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:17.560145 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-525a6b6b-0de2-4811-be4b-b184d18d49bd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146887400&fields=id&tenant_id=c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 267 time: 0.0506194 Dec 08 02:50:17.619293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 9f329037-ab63-4724-8a66-727b6b91b89b triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:17.620102 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:17.626928 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Sync routers for ids ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:50:17.671733 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Routers {'e60f155c-38de-47b3-9720-7c04ebc6d9c3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:17.672574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:50:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:17.690801 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0e5e48c4-9b67-4e00-8c7f-8707e95be747 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:17.698020 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0e5e48c4-9b67-4e00-8c7f-8707e95be747 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/networks?id=2316ac87-2bda-47b3-a005-ef50daa5f9da HTTP/1.1" status: 200 len: 796 time: 0.1272833 Dec 08 02:50:17.710652 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-09b7d729-daeb-47a3-bb66-470aa4962782 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/quotas/c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 375 time: 0.0116315 Dec 08 02:50:17.765766 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-486814e3-94c9-4c39-85bf-c26485693d23 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500200 Dec 08 02:50:17.829001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b7302440-07cd-4939-9c74-019d92075cdd up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:17.832166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Set router e60f155c-38de-47b3-9720-7c04ebc6d9c3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:17.835180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-cfcd3339-8f1e-4358-88b6-a0106df04fab None None] Provisioning complete for port b8ee874a-6819-4376-87cd-a9387a09360f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:17.835549 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3339-8f1e-4358-88b6-a0106df04fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:17.906941 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-8dfda0c1-63a6-4c97-b4f3-83a06c862ac2 service neutron] 10.222.0.70 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289036 Dec 08 02:50:17.932697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd3339-8f1e-4358-88b6-a0106df04fab None None] Port b8ee874a-6819-4376-87cd-a9387a09360f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:17.999329 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-ea0798d4-6c15-4d65-bd09-da20b460ff34 service neutron] 10.222.0.70 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860941 Dec 08 02:50:18.035677 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b7302440-07cd-4939-9c74-019d92075cdd triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:18.036058 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:18.124553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-1da4ba37-85dc-47ec-aa9d-df1d3a43959d None None] Provisioning complete for port b8ee874a-6819-4376-87cd-a9387a09360f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:18.124929 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1da4ba37-85dc-47ec-aa9d-df1d3a43959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:18.339165 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-1da4ba37-85dc-47ec-aa9d-df1d3a43959d None None] Port b8ee874a-6819-4376-87cd-a9387a09360f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:18.385258 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:50:16Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b8ee874a-6819-4376-87cd-a9387a09360f', 'name': '', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:e8:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:15Z', 'updated_at': '2021-12-08T02:50:16Z', 'revision_number': 2, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:18.413697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Checking router: e60f155c-38de-47b3-9720-7c04ebc6d9c3 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:50:18.414066 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Updating router e60f155c-38de-47b3-9720-7c04ebc6d9c3 port b8ee874a-6819-4376-87cd-a9387a09360f binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:50:18.440629 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:18.694315 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:18.699364 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:18.748950 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5663024-a175-4e6e-8cfa-280de11fc9a2 None None] Pushing event updated for resources: {'Port': ['ID=b8ee874a-6819-4376-87cd-a9387a09360f,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:18.804989 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Attempting to bind port b8ee874a-6819-4376-87cd-a9387a09360f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:18.805370 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Attempting to bind port b8ee874a-6819-4376-87cd-a9387a09360f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:18.805734 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Attempting to bind port b8ee874a-6819-4376-87cd-a9387a09360f on network 2316ac87-2bda-47b3-a005-ef50daa5f9da {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:18.810906 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:18.811291 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Checking segment: {'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:18.811696 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:18.812093 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Bound using segment: {'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:18.812591 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Bound port: b8ee874a-6819-4376-87cd-a9387a09360f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:18.812978 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:18.878232 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] For port b8ee874a-6819-4376-87cd-a9387a09360f, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:18.881464 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] For port b8ee874a-6819-4376-87cd-a9387a09360f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b8ee874a-6819-4376-87cd-a9387a09360f,segment=NetworkSegment(6cc1683a-e21d-46d0-9627-a5b53b1068cb),segment_id=6cc1683a-e21d-46d0-9627-a5b53b1068cb)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:18.885942 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:18.947939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Routers {'e60f155c-38de-47b3-9720-7c04ebc6d9c3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:18.948662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:50:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:18.955589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5663024-a175-4e6e-8cfa-280de11fc9a2 None None] Pushing event updated for resources: {'Port': ['ID=b8ee874a-6819-4376-87cd-a9387a09360f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:19.019719 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-fb92f1a4-082e-4835-8012-3956e8521bc3 None None] Provisioning complete for port b8ee874a-6819-4376-87cd-a9387a09360f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:19.020189 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb92f1a4-082e-4835-8012-3956e8521bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:19.109926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] Set router e60f155c-38de-47b3-9720-7c04ebc6d9c3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:19.193983 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ee04b9be-5f4d-4ac1-8a6c-1c28cb2e0dbc req-5726bbae-9a7a-4251-8c3f-ea67f9f7bfe8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 210 time: 0.0326035 Dec 08 02:50:19.226723 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb92f1a4-082e-4835-8012-3956e8521bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:19.303985 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-fb92f1a4-082e-4835-8012-3956e8521bc3 None None] For port b8ee874a-6819-4376-87cd-a9387a09360f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b8ee874a-6819-4376-87cd-a9387a09360f,segment=NetworkSegment(6cc1683a-e21d-46d0-9627-a5b53b1068cb),segment_id=6cc1683a-e21d-46d0-9627-a5b53b1068cb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:19.311221 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb92f1a4-082e-4835-8012-3956e8521bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:19.400641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92f1a4-082e-4835-8012-3956e8521bc3 None None] Pushing event updated for resources: {'Port': ['ID=b8ee874a-6819-4376-87cd-a9387a09360f,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:19.424505 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:50:16Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b8ee874a-6819-4376-87cd-a9387a09360f', 'name': '', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:e8:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:15Z', 'updated_at': '2021-12-08T02:50:18Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:19.455976 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212283a7-4397-43f3-8efe-cc5cc3890909 None None] The sync data for ids ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'] in n-d-713498-30 is: [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:50:16Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b8ee874a-6819-4376-87cd-a9387a09360f', 'name': '', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:e8:d2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:15Z', 'updated_at': '2021-12-08T02:50:18Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:50:19.466543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-645ea548-87d4-4f04-bdd4-6be19bf6f543 None None] Provisioning complete for port b8ee874a-6819-4376-87cd-a9387a09360f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:19.466928 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-645ea548-87d4-4f04-bdd4-6be19bf6f543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:20.297003 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c9c92c83-f8e4-4a9c-87d6-8a17ac807cd4 req-8f6dd8a3-8108-44be-8623-c3f5ae56089f tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 210 time: 0.0321679 Dec 08 02:50:20.466004 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-072f6053-6a39-49fc-8227-350255e4fbd2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:20.467753 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-072f6053-6a39-49fc-8227-350255e4fbd2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.65 "GET /v2.0/networks?id=2316ac87-2bda-47b3-a005-ef50daa5f9da HTTP/1.1" status: 200 len: 796 time: 0.1239161 Dec 08 02:50:20.550062 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-d0f5c532-239f-46a3-bfc8-9542c5c072fa tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4ee2697a1224548af86649a5bd8a23b HTTP/1.1" status: 200 len: 380 time: 0.0554619 Dec 08 02:50:20.586842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'port': {'device_id': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'admin_state_up': True, 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'security_groups': ['90e4cf9a-6c52-4e7c-a4a2-6a41773cf021']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:20.693279 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Made reservation on behalf of c4ee2697a1224548af86649a5bd8a23b for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:50:20.696950 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:20.823713 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.20.0.9 (2316ac87-2bda-47b3-a005-ef50daa5f9da/9389beba-e451-4dac-90ef-36ebd77e5b1a/938ce3bd-f9e0-4669-96ea-8fce91ae460c) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:20.961645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:20.994897 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.044979 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 2316ac87-2bda-47b3-a005-ef50daa5f9da is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:21.048031 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:21.051773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:21.075311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=938ce3bd-f9e0-4669-96ea-8fce91ae460c,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:21.104678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:21.105303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.122455 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-0dac35c3-83af-481a-8554-80072ead5fe1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5395858 Dec 08 02:50:21.193310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Request body: {'port': {'device_id': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:21.247281 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.313437 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4344d59d-c278-4ede-9d40-0654c124462c None None] Provisioning complete for port 938ce3bd-f9e0-4669-96ea-8fce91ae460c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:21.314574 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4344d59d-c278-4ede-9d40-0654c124462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.361978 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4344d59d-c278-4ede-9d40-0654c124462c None None] Port 938ce3bd-f9e0-4669-96ea-8fce91ae460c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:50:21.423615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b8ee874a-6819-4376-87cd-a9387a09360f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:21.473810 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port b8ee874a-6819-4376-87cd-a9387a09360f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:21.474182 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.509708 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcd49a-2a15-4816-8890-5da491fac8e4 req-a94594c7-6de4-40cd-87a7-3f12f9033254 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:21.511191 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f5bcd49a-2a15-4816-8890-5da491fac8e4 req-a94594c7-6de4-40cd-87a7-3f12f9033254 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 931 time: 0.1146579 Dec 08 02:50:21.579695 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938ce3bd-f9e0-4669-96ea-8fce91ae460c {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:50:21.593402 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.606769 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f5bcd49a-2a15-4816-8890-5da491fac8e4 req-388c135a-1126-4d14-9bda-49fecde34cfe tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879829 Dec 08 02:50:21.614843 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Transition to ACTIVE for port object 938ce3bd-f9e0-4669-96ea-8fce91ae460c will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:50:21.618875 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.671153 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Pushing event updated for resources: {'Port': ['ID=938ce3bd-f9e0-4669-96ea-8fce91ae460c,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:21.749679 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Attempting to bind port 938ce3bd-f9e0-4669-96ea-8fce91ae460c on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:50:21.750021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Attempting to bind port 938ce3bd-f9e0-4669-96ea-8fce91ae460c by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:50:21.750499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Attempting to bind port 938ce3bd-f9e0-4669-96ea-8fce91ae460c on network 2316ac87-2bda-47b3-a005-ef50daa5f9da {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:21.755976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Port 938ce3bd-f9e0-4669-96ea-8fce91ae460c on network 2316ac87-2bda-47b3-a005-ef50daa5f9da not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:50:21.756323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Attempting to bind port 938ce3bd-f9e0-4669-96ea-8fce91ae460c on network 2316ac87-2bda-47b3-a005-ef50daa5f9da {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:50:21.761443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:50:21.761783 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Checking segment: {'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:50:21.762172 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Bound using segment: {'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:50:21.762601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Bound port: 938ce3bd-f9e0-4669-96ea-8fce91ae460c, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc1683a-e21d-46d0-9627-a5b53b1068cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:50:21.762958 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.829255 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] For port 938ce3bd-f9e0-4669-96ea-8fce91ae460c, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:50:21.833218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] For port 938ce3bd-f9e0-4669-96ea-8fce91ae460c, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=938ce3bd-f9e0-4669-96ea-8fce91ae460c,segment=NetworkSegment(6cc1683a-e21d-46d0-9627-a5b53b1068cb),segment_id=6cc1683a-e21d-46d0-9627-a5b53b1068cb)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:50:21.838026 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.879396 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:21.880084 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:21.881649 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] 10.222.0.65 "PUT /v2.0/ports/938ce3bd-f9e0-4669-96ea-8fce91ae460c HTTP/1.1" status: 200 len: 1092 time: 0.7348237 Dec 08 02:50:21.882224 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'tag': '938ce3bd-f9e0-4669-96ea-8fce91ae460c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:50:21.884364 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909c3fbb-aa93-4a93-af9b-cbdc59ddfe58" -d '{"events": [{"name": "network-changed", "server_uuid": "510864ba-1c17-4ebb-8106-ae3ad978de1f", "tag": "938ce3bd-f9e0-4669-96ea-8fce91ae460c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:50:21.906271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a156a-ab22-46e7-a7eb-320f6af6640b service neutron] Pushing event updated for resources: {'Port': ['ID=938ce3bd-f9e0-4669-96ea-8fce91ae460c,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:21.998182 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-cdb24711-3659-4d7d-b3a3-fd0ce0e711ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:21.999877 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-cdb24711-3659-4d7d-b3a3-fd0ce0e711ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 1095 time: 0.0489550 Dec 08 02:50:22.005719 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24eb37b-e00e-4c85-949a-b4400f761fb4 x-openstack-request-id: req-c24eb37b-e00e-4c85-949a-b4400f761fb4 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:50:22.006018 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510864ba-1c17-4ebb-8106-ae3ad978de1f", "tag": "938ce3bd-f9e0-4669-96ea-8fce91ae460c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:50:22.006278 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c24eb37b-e00e-4c85-949a-b4400f761fb4 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:50:22.006736 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'tag': '938ce3bd-f9e0-4669-96ea-8fce91ae460c', 'status': 'completed', 'code': 200} Dec 08 02:50:22.057907 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-570e8dbc-23a4-4218-bc02-50e05cebb71c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=938ce3bd-f9e0-4669-96ea-8fce91ae460c HTTP/1.1" status: 200 len: 217 time: 0.0355127 Dec 08 02:50:22.114671 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-15b6a8ef-c62e-45b4-a616-50876bcf796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:22.116167 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-15b6a8ef-c62e-45b4-a616-50876bcf796f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9389beba-e451-4dac-90ef-36ebd77e5b1a HTTP/1.1" status: 200 len: 835 time: 0.0501266 Dec 08 02:50:22.165207 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-c36f1577-0d60-4102-b39b-e7d674fb3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:22.166605 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-c36f1577-0d60-4102-b39b-e7d674fb3e34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2316ac87-2bda-47b3-a005-ef50daa5f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427256 Dec 08 02:50:22.259983 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-5fd8d41c-9c53-4065-b06f-1cae81a8f571 service neutron] 10.222.0.65 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811853 Dec 08 02:50:22.357235 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6a326d8f-47e4-40a0-ab75-4004590ff0a7 req-ec396cc9-2bcb-4262-8b64-8a038bcf79a1 service neutron] 10.222.0.65 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850070 Dec 08 02:50:22.496678 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3fbb-aa93-4a93-af9b-cbdc59ddfe58 req-ab3a6292-28ed-4353-b3ba-ffd040d1e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:22.498141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-909c3fbb-aa93-4a93-af9b-cbdc59ddfe58 req-ab3a6292-28ed-4353-b3ba-ffd040d1e480 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 1095 time: 0.0401239 Dec 08 02:50:22.591559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3fbb-aa93-4a93-af9b-cbdc59ddfe58 req-864ad2ab-07c0-420b-9bfc-2e997e0354d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:22.593045 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-909c3fbb-aa93-4a93-af9b-cbdc59ddfe58 req-864ad2ab-07c0-420b-9bfc-2e997e0354d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2316ac87-2bda-47b3-a005-ef50daa5f9da HTTP/1.1" status: 200 len: 897 time: 0.0865722 Dec 08 02:50:22.634087 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-909c3fbb-aa93-4a93-af9b-cbdc59ddfe58 req-1de09749-e3a7-454b-9c78-8aa94d1f445b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=938ce3bd-f9e0-4669-96ea-8fce91ae460c HTTP/1.1" status: 200 len: 217 time: 0.0335989 Dec 08 02:50:22.711763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3fbb-aa93-4a93-af9b-cbdc59ddfe58 req-999415dc-89f1-4aee-a784-8e1c82b6addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:22.713136 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-909c3fbb-aa93-4a93-af9b-cbdc59ddfe58 req-999415dc-89f1-4aee-a784-8e1c82b6addb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9389beba-e451-4dac-90ef-36ebd77e5b1a HTTP/1.1" status: 200 len: 835 time: 0.0698757 Dec 08 02:50:22.757790 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1df986-588b-41b9-a851-3cb9fe6c1ec2 req-076fb622-8fbf-4b26-962c-5485b8ad8a5c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:22.759266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6b1df986-588b-41b9-a851-3cb9fe6c1ec2 req-076fb622-8fbf-4b26-962c-5485b8ad8a5c tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 943 time: 0.0795479 Dec 08 02:50:22.786416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3fbb-aa93-4a93-af9b-cbdc59ddfe58 req-cc6a0ece-31bf-418d-b9cd-fdae9bcb33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:22.787861 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-909c3fbb-aa93-4a93-af9b-cbdc59ddfe58 req-cc6a0ece-31bf-418d-b9cd-fdae9bcb33cd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2316ac87-2bda-47b3-a005-ef50daa5f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660589 Dec 08 02:50:22.836888 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6b1df986-588b-41b9-a851-3cb9fe6c1ec2 req-53fc9b59-b3bb-40b6-9b28-a8f3496e0bb1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703232 Dec 08 02:50:22.898310 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-909c3fbb-aa93-4a93-af9b-cbdc59ddfe58 req-f7835691-f243-48a4-b7dc-d9394144725e service neutron] 10.222.0.65 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990305 Dec 08 02:50:22.988263 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-909c3fbb-aa93-4a93-af9b-cbdc59ddfe58 req-c545c94d-2d98-4be1-bc52-b6195246f5e6 service neutron] 10.222.0.65 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822392 Dec 08 02:50:23.952461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26d6da-3284-4397-b334-2361ad6dfc33 req-fcf630c0-4931-4d65-8c2f-502f668ad23b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:23.953949 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d26d6da-3284-4397-b334-2361ad6dfc33 req-fcf630c0-4931-4d65-8c2f-502f668ad23b tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 943 time: 0.0487862 Dec 08 02:50:24.003805 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d26d6da-3284-4397-b334-2361ad6dfc33 req-56c5bd4b-21d6-45ec-a6ec-e701ebc88f94 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431175 Dec 08 02:50:24.994805 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 938ce3bd-f9e0-4669-96ea-8fce91ae460c details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:50:25.102227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 938ce3bd-f9e0-4669-96ea-8fce91ae460c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=938ce3bd-f9e0-4669-96ea-8fce91ae460c,segment=NetworkSegment(6cc1683a-e21d-46d0-9627-a5b53b1068cb),segment_id=6cc1683a-e21d-46d0-9627-a5b53b1068cb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:25.114211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '938ce3bd-f9e0-4669-96ea-8fce91ae460c', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'port_id': '938ce3bd-f9e0-4669-96ea-8fce91ae460c', 'mac_address': 'fa:16:3e:78:e9:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:50:25.130328 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56a6ce-a9d0-419c-8f38-67e63f2767e6 req-8a2f4234-0454-4352-8552-e0ba5d9117e1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:25.131835 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb56a6ce-a9d0-419c-8f38-67e63f2767e6 req-8a2f4234-0454-4352-8552-e0ba5d9117e1 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 943 time: 0.0544882 Dec 08 02:50:25.151900 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:25.164897 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938ce3bd-f9e0-4669-96ea-8fce91ae460c {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:50:25.182391 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bb56a6ce-a9d0-419c-8f38-67e63f2767e6 req-12e70dd2-5d05-46bf-a238-25a40df753b8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Dec 08 02:50:25.185668 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 938ce3bd-f9e0-4669-96ea-8fce91ae460c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=938ce3bd-f9e0-4669-96ea-8fce91ae460c,segment=NetworkSegment(6cc1683a-e21d-46d0-9627-a5b53b1068cb),segment_id=6cc1683a-e21d-46d0-9627-a5b53b1068cb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:25.190384 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:25.239392 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=938ce3bd-f9e0-4669-96ea-8fce91ae460c,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:25.582690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['938ce3bd-f9e0-4669-96ea-8fce91ae460c'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:50:26.299992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd368fc1-e7fd-4050-b6e5-47d9831d9a56 req-4ce750cb-cb48-4041-a931-b9cec00c8396 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:26.301508 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd368fc1-e7fd-4050-b6e5-47d9831d9a56 req-4ce750cb-cb48-4041-a931-b9cec00c8396 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 944 time: 0.0483902 Dec 08 02:50:26.349612 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-cd368fc1-e7fd-4050-b6e5-47d9831d9a56 req-23d892dd-1a43-4adc-9bd5-698470e97747 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423498 Dec 08 02:50:27.031592 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 938ce3bd-f9e0-4669-96ea-8fce91ae460c up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:50:27.081272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 938ce3bd-f9e0-4669-96ea-8fce91ae460c completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:50:27.084873 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 938ce3bd-f9e0-4669-96ea-8fce91ae460c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:50:27.085254 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:27.167456 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:27.190096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938ce3bd-f9e0-4669-96ea-8fce91ae460c'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:50:27.192392 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243e6f59-4324-44ac-ba00-a65ac153083f" -d '{"events": [{"server_uuid": "510864ba-1c17-4ebb-8106-ae3ad978de1f", "name": "network-vif-plugged", "status": "completed", "tag": "938ce3bd-f9e0-4669-96ea-8fce91ae460c"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:50:27.205326 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 938ce3bd-f9e0-4669-96ea-8fce91ae460c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=938ce3bd-f9e0-4669-96ea-8fce91ae460c,segment=NetworkSegment(6cc1683a-e21d-46d0-9627-a5b53b1068cb),segment_id=6cc1683a-e21d-46d0-9627-a5b53b1068cb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:50:27.209222 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:27.260457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=938ce3bd-f9e0-4669-96ea-8fce91ae460c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:27.280896 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e4e1d2-940b-4bc7-b97a-62a2ed649a11 x-openstack-request-id: req-02e4e1d2-940b-4bc7-b97a-62a2ed649a11 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:50:27.281198 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510864ba-1c17-4ebb-8106-ae3ad978de1f", "name": "network-vif-plugged", "status": "completed", "tag": "938ce3bd-f9e0-4669-96ea-8fce91ae460c", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:50:27.281452 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02e4e1d2-940b-4bc7-b97a-62a2ed649a11 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:50:27.281854 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938ce3bd-f9e0-4669-96ea-8fce91ae460c', 'code': 200} Dec 08 02:50:27.432178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cb120-8435-490f-bc65-4899081458a4 req-b7f28983-f9a8-4356-be30-6f8476d4266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:27.433733 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d8cb120-8435-490f-bc65-4899081458a4 req-b7f28983-f9a8-4356-be30-6f8476d4266c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 1097 time: 0.0432303 Dec 08 02:50:27.469806 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dfd4f-d6f2-42f2-8853-41420be4c427 req-9f982c49-2889-4a9e-a94c-d9a931785eb4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:27.472080 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-633dfd4f-d6f2-42f2-8853-41420be4c427 req-9f982c49-2889-4a9e-a94c-d9a931785eb4 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.0531034 Dec 08 02:50:27.486742 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7d8cb120-8435-490f-bc65-4899081458a4 req-548fc8c5-1003-4c41-8427-5c8f90e195f3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415862 Dec 08 02:50:27.520196 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-633dfd4f-d6f2-42f2-8853-41420be4c427 req-73fb59e3-85f5-42aa-8cce-aef1d4cfdabd tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419719 Dec 08 02:50:28.638028 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe30e8-b2b6-4dcc-858e-e77ad3e7c283 req-251a71f6-973e-480b-be47-e1d8124ab0d7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:28.639529 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79fe30e8-b2b6-4dcc-858e-e77ad3e7c283 req-251a71f6-973e-480b-be47-e1d8124ab0d7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.0491302 Dec 08 02:50:28.692638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-79fe30e8-b2b6-4dcc-858e-e77ad3e7c283 req-be68eaf0-730a-4477-82e2-fe0a982fb114 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467110 Dec 08 02:50:28.963113 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a326383e-13f8-4546-80b9-382aeb9b3112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:29.812060 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d767481-e1fd-4f5c-9dad-6869ea5e580c req-7169434f-9c28-404f-8a2e-a8c7ef39e131 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:29.813665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6d767481-e1fd-4f5c-9dad-6869ea5e580c req-7169434f-9c28-404f-8a2e-a8c7ef39e131 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.0495856 Dec 08 02:50:29.862644 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6d767481-e1fd-4f5c-9dad-6869ea5e580c req-3fd855b4-f97c-4b11-a1d9-48eee207a778 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429773 Dec 08 02:50:29.977136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b6fd2-56d1-4f83-92b2-823e88019c23 req-7dc562b2-555f-45be-b2a6-2a8ee9e6e427 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:29.978539 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-837b6fd2-56d1-4f83-92b2-823e88019c23 req-7dc562b2-555f-45be-b2a6-2a8ee9e6e427 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.0492437 Dec 08 02:50:30.028562 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-837b6fd2-56d1-4f83-92b2-823e88019c23 req-32687c55-2b06-45a9-a088-3d3dd4a7c0a8 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Dec 08 02:50:30.050544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42696) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:30.094921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8dac3d-d069-48bb-a959-e9f689b00b02 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:30.096480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fe8dac3d-d069-48bb-a959-e9f689b00b02 tempest-TestNetworkAdvancedServerOps-577675211 tempest-TestNetworkAdvancedServerOps-577675211-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 1092 time: 0.0449371 Dec 08 02:50:30.099462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42698) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:30.103970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '938ce3bd-f9e0-4669-96ea-8fce91ae460c', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:50:30.124810 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.225065 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.328143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Allocated IP 172.25.2.127 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/2602b046-eaab-457f-832c-fef3cadcc7ab) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:50:30.432699 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.465000 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:30.502482 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:50:30.507192 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:50:30.510709 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:50:30.539222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=2602b046-eaab-457f-832c-fef3cadcc7ab,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:31.131377 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.194595 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.339804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.344388 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.410306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event updated for resources: {'Port': ['ID=2602b046-eaab-457f-832c-fef3cadcc7ab,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:50:31.421862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.521973 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Floating IP d9fe5ae3-dea6-4291-8cba-d33585b1da87 associated. External IP: 172.25.2.127, port: 938ce3bd-f9e0-4669-96ea-8fce91ae460c. Dec 08 02:50:31.725897 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router e60f155c-38de-47b3-9720-7c04ebc6d9c3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:50:31.833486 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:50:31.843148 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db5ff7-02b4-4cad-a98a-87600f7f8085 None None] Sync routers for ids ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:50:31.853590 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db5ff7-02b4-4cad-a98a-87600f7f8085 None None] Routers {'e60f155c-38de-47b3-9720-7c04ebc6d9c3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:31.854218 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-14db5ff7-02b4-4cad-a98a-87600f7f8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:50:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:31.855392 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:31.882627 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c9be3e2a-88c8-4c52-8c6b-b95974293ae7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7820654 Dec 08 02:50:31.883299 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'tag': '938ce3bd-f9e0-4669-96ea-8fce91ae460c'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:50:31.885616 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26ee3fd-7c4c-4033-8f82-eb2f2f0a241a" -d '{"events": [{"name": "network-changed", "server_uuid": "510864ba-1c17-4ebb-8106-ae3ad978de1f", "tag": "938ce3bd-f9e0-4669-96ea-8fce91ae460c"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:50:31.933483 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0877f0-30a4-41f9-acaa-5b61d4e3a2d6 x-openstack-request-id: req-6d0877f0-30a4-41f9-acaa-5b61d4e3a2d6 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:50:31.933925 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510864ba-1c17-4ebb-8106-ae3ad978de1f", "tag": "938ce3bd-f9e0-4669-96ea-8fce91ae460c", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:50:31.934185 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6d0877f0-30a4-41f9-acaa-5b61d4e3a2d6 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:50:31.934650 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'tag': '938ce3bd-f9e0-4669-96ea-8fce91ae460c', 'status': 'completed', 'code': 200} Dec 08 02:50:31.968064 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-14db5ff7-02b4-4cad-a98a-87600f7f8085 None None] Set router e60f155c-38de-47b3-9720-7c04ebc6d9c3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:31.991348 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0fa46-9d45-4d52-b509-d91beebe6932 req-ea91f22d-628a-46a5-a106-ab89d84cdfbe tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:31.992736 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62f0fa46-9d45-4d52-b509-d91beebe6932 req-ea91f22d-628a-46a5-a106-ab89d84cdfbe tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.0517378 Dec 08 02:50:32.028356 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ee3fd-7c4c-4033-8f82-eb2f2f0a241a req-1d616122-07e1-4d12-9b48-a59f12b58ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:32.029897 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26ee3fd-7c4c-4033-8f82-eb2f2f0a241a req-1d616122-07e1-4d12-9b48-a59f12b58ae0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 1097 time: 0.0497994 Dec 08 02:50:32.047191 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-62f0fa46-9d45-4d52-b509-d91beebe6932 req-5fb392f5-03ab-463f-965e-53e9ef8d175e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486026 Dec 08 02:50:32.069685 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42704) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:32.135033 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ee3fd-7c4c-4033-8f82-eb2f2f0a241a req-141a385a-de6f-42ce-b664-3ab87d2a80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:32.136564 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26ee3fd-7c4c-4033-8f82-eb2f2f0a241a req-141a385a-de6f-42ce-b664-3ab87d2a80a7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2316ac87-2bda-47b3-a005-ef50daa5f9da HTTP/1.1" status: 200 len: 897 time: 0.0994072 Dec 08 02:50:32.143600 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-21c22fc0-a527-43ca-bae5-8c677915cabf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/d9fe5ae3-dea6-4291-8cba-d33585b1da87 HTTP/1.1" status: 200 len: 991 time: 0.0724561 Dec 08 02:50:32.202401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-db2b2635-9c44-4573-b695-624318ac1548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.208141 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26ee3fd-7c4c-4033-8f82-eb2f2f0a241a req-a9ce8a7c-9adb-4e35-8c7c-d3d1bfcf4a48 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=938ce3bd-f9e0-4669-96ea-8fce91ae460c HTTP/1.1" status: 200 len: 999 time: 0.0608218 Dec 08 02:50:32.214919 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-14db5ff7-02b4-4cad-a98a-87600f7f8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:50:16Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'd9fe5ae3-dea6-4291-8cba-d33585b1da87', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'port_id': '938ce3bd-f9e0-4669-96ea-8fce91ae460c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'mac_address': 'fa:16:3e:78:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:50:30Z', 'updated_at': '2021-12-08T02:50:30Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ee874a-6819-4376-87cd-a9387a09360f', 'name': '', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:e8:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:15Z', 'updated_at': '2021-12-08T02:50:19Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:32.236340 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.246572 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db5ff7-02b4-4cad-a98a-87600f7f8085 None None] Checking router: e60f155c-38de-47b3-9720-7c04ebc6d9c3 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:50:32.255280 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db5ff7-02b4-4cad-a98a-87600f7f8085 None None] Routers {'e60f155c-38de-47b3-9720-7c04ebc6d9c3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:50:32.255895 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-14db5ff7-02b4-4cad-a98a-87600f7f8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:50:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:32.267905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ee3fd-7c4c-4033-8f82-eb2f2f0a241a req-44a307df-2dbd-4d8a-b759-41ceff7d9dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:32.269395 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26ee3fd-7c4c-4033-8f82-eb2f2f0a241a req-44a307df-2dbd-4d8a-b759-41ceff7d9dfe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9389beba-e451-4dac-90ef-36ebd77e5b1a HTTP/1.1" status: 200 len: 835 time: 0.0544066 Dec 08 02:50:32.315706 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ee3fd-7c4c-4033-8f82-eb2f2f0a241a req-5c579f73-386d-449e-b1cb-306d33a4fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:50:32.317245 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26ee3fd-7c4c-4033-8f82-eb2f2f0a241a req-5c579f73-386d-449e-b1cb-306d33a4fd0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2316ac87-2bda-47b3-a005-ef50daa5f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406387 Dec 08 02:50:32.361727 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-14db5ff7-02b4-4cad-a98a-87600f7f8085 None None] Set router e60f155c-38de-47b3-9720-7c04ebc6d9c3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:50:32.408053 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26ee3fd-7c4c-4033-8f82-eb2f2f0a241a req-b5918d4e-bda9-43bc-9735-7c117985c333 service neutron] 10.222.0.65 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827599 Dec 08 02:50:32.503720 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f26ee3fd-7c4c-4033-8f82-eb2f2f0a241a req-8c944304-9f84-41c6-b8be-0ae5cf294dd7 service neutron] 10.222.0.65 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888324 Dec 08 02:50:32.584001 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-14db5ff7-02b4-4cad-a98a-87600f7f8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:50:16Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'd9fe5ae3-dea6-4291-8cba-d33585b1da87', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'port_id': '938ce3bd-f9e0-4669-96ea-8fce91ae460c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'mac_address': 'fa:16:3e:78:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:50:30Z', 'updated_at': '2021-12-08T02:50:30Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ee874a-6819-4376-87cd-a9387a09360f', 'name': '', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:e8:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:15Z', 'updated_at': '2021-12-08T02:50:19Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:50:32.607464 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:32.613367 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14db5ff7-02b4-4cad-a98a-87600f7f8085 None None] The sync data for ids ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'] in n-d-713498-30 is: [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:50:16Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'd9fe5ae3-dea6-4291-8cba-d33585b1da87', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'floating_ip_address': '172.25.2.127', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'port_id': '938ce3bd-f9e0-4669-96ea-8fce91ae460c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'mac_address': 'fa:16:3e:78:e9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:50:30Z', 'updated_at': '2021-12-08T02:50:30Z', 'revision_number': 0, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ee874a-6819-4376-87cd-a9387a09360f', 'name': '', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:e8:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:15Z', 'updated_at': '2021-12-08T02:50:19Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:50:32.802393 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ac235-4350-470f-8f52-f38732004fd2 None None] New status for floating IP d9fe5ae3-dea6-4291-8cba-d33585b1da87: ACTIVE {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:50:33.147632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42706) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:50:33.207996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-241caa91-9dad-4923-9322-23ee5bebda76 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/d9fe5ae3-dea6-4291-8cba-d33585b1da87 HTTP/1.1" status: 200 len: 993 time: 0.0590754 Dec 08 02:50:33.902426 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.808912 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:34.884728 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:50:35.750513 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:50:58.964709 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2e86a995-92a9-42ff-a22d-00e7cc421d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:02.205714 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d34aca0-e56e-439b-a2d5-63e9b875eed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:02.250389 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:02.611642 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:03.900561 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:04.825032 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:04.889916 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:06.542921 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c8a3-511a-4516-be12-5863024b4c80 req-ca4c1e42-87b1-458b-9123-ee981f5e86b0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:06.544474 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1f3c8a3-511a-4516-be12-5863024b4c80 req-ca4c1e42-87b1-458b-9123-ee981f5e86b0 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.0504804 Dec 08 02:51:06.592983 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-d1f3c8a3-511a-4516-be12-5863024b4c80 req-4d4cc6c5-4436-4651-ac3e-cf9aa44d51df tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423396 Dec 08 02:51:07.718461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95ee15-7346-4fa6-9594-71e8a354a992 req-dcdd7e23-c542-4348-96fe-df28712e157a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:07.720514 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d95ee15-7346-4fa6-9594-71e8a354a992 req-dcdd7e23-c542-4348-96fe-df28712e157a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.0528250 Dec 08 02:51:07.770371 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-2d95ee15-7346-4fa6-9594-71e8a354a992 req-160ee0ed-9fe8-493a-ae88-5c0ef8e1f2cf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Dec 08 02:51:07.793185 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42728) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:07.853259 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-0269e477-dc19-4b5a-93f8-fdc0ebc00e0e tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/d9fe5ae3-dea6-4291-8cba-d33585b1da87 HTTP/1.1" status: 200 len: 993 time: 0.0589349 Dec 08 02:51:08.855740 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-548d0673-9b81-4291-93ba-ea55bfc10eac req-80115992-1360-448c-871d-212965f638c1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435979 Dec 08 02:51:08.991799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d0673-9b81-4291-93ba-ea55bfc10eac req-cf57b143-fcc1-4b3a-b217-f0ff7acc9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:08.993382 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-548d0673-9b81-4291-93ba-ea55bfc10eac req-cf57b143-fcc1-4b3a-b217-f0ff7acc9c80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 1097 time: 0.0420725 Dec 08 02:51:09.118065 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d0673-9b81-4291-93ba-ea55bfc10eac req-22665c10-d30d-4e0e-8964-b7e1475d7932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:09.119421 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-548d0673-9b81-4291-93ba-ea55bfc10eac req-22665c10-d30d-4e0e-8964-b7e1475d7932 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2316ac87-2bda-47b3-a005-ef50daa5f9da HTTP/1.1" status: 200 len: 897 time: 0.0993099 Dec 08 02:51:09.212497 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ceebe-5c49-489a-a33d-4681eede373b req-723234d2-df8b-43e7-9a82-20b0d174e704 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:09.213984 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-900ceebe-5c49-489a-a33d-4681eede373b req-723234d2-df8b-43e7-9a82-20b0d174e704 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.1076429 Dec 08 02:51:09.216069 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-548d0673-9b81-4291-93ba-ea55bfc10eac req-5d3eae96-2625-4b52-8513-a3ee85b6f7b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=938ce3bd-f9e0-4669-96ea-8fce91ae460c HTTP/1.1" status: 200 len: 1001 time: 0.0756671 Dec 08 02:51:09.300688 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-900ceebe-5c49-489a-a33d-4681eede373b req-535e644d-086d-4bec-9b39-ff7776dd2f11 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805216 Dec 08 02:51:09.302406 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d0673-9b81-4291-93ba-ea55bfc10eac req-acc38c49-f735-4a82-8767-63f0fd2fd7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:09.303751 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-548d0673-9b81-4291-93ba-ea55bfc10eac req-acc38c49-f735-4a82-8767-63f0fd2fd7c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9389beba-e451-4dac-90ef-36ebd77e5b1a HTTP/1.1" status: 200 len: 835 time: 0.0713425 Dec 08 02:51:09.354149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d0673-9b81-4291-93ba-ea55bfc10eac req-fc32ebbe-c7af-4b7a-a233-58b4157595ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:09.355638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-548d0673-9b81-4291-93ba-ea55bfc10eac req-fc32ebbe-c7af-4b7a-a233-58b4157595ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2316ac87-2bda-47b3-a005-ef50daa5f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411267 Dec 08 02:51:09.445362 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-548d0673-9b81-4291-93ba-ea55bfc10eac req-0f997d98-bcd3-4823-9628-e62455015ef3 service neutron] 10.222.0.65 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821896 Dec 08 02:51:09.541317 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-548d0673-9b81-4291-93ba-ea55bfc10eac req-4362f1d0-9a21-4948-84cc-0a565473e579 service neutron] 10.222.0.65 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835514 Dec 08 02:51:09.667607 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fb7f7-1ceb-473a-af1a-30d98bd50b19 req-d8634c1c-29c9-4ab0-8f71-4a095cf6d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:09.669151 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d5fb7f7-1ceb-473a-af1a-30d98bd50b19 req-d8634c1c-29c9-4ab0-8f71-4a095cf6d459 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 1097 time: 0.0397904 Dec 08 02:51:09.764402 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fb7f7-1ceb-473a-af1a-30d98bd50b19 req-18403c34-bc8c-4ed0-95d7-4013df513cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:09.765797 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d5fb7f7-1ceb-473a-af1a-30d98bd50b19 req-18403c34-bc8c-4ed0-95d7-4013df513cc2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2316ac87-2bda-47b3-a005-ef50daa5f9da HTTP/1.1" status: 200 len: 897 time: 0.0859573 Dec 08 02:51:09.835002 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d5fb7f7-1ceb-473a-af1a-30d98bd50b19 req-980e03e5-85b9-4ccf-a602-7933185c8b40 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=938ce3bd-f9e0-4669-96ea-8fce91ae460c HTTP/1.1" status: 200 len: 1001 time: 0.0571609 Dec 08 02:51:09.888870 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fb7f7-1ceb-473a-af1a-30d98bd50b19 req-b95552df-c546-4fe8-8859-1864092dd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:09.890312 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d5fb7f7-1ceb-473a-af1a-30d98bd50b19 req-b95552df-c546-4fe8-8859-1864092dd6d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9389beba-e451-4dac-90ef-36ebd77e5b1a HTTP/1.1" status: 200 len: 835 time: 0.0479488 Dec 08 02:51:09.940849 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fb7f7-1ceb-473a-af1a-30d98bd50b19 req-e53fa630-aa6a-4786-9383-7f0af57d730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:09.942319 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d5fb7f7-1ceb-473a-af1a-30d98bd50b19 req-e53fa630-aa6a-4786-9383-7f0af57d730f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2316ac87-2bda-47b3-a005-ef50daa5f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409787 Dec 08 02:51:10.037572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d5fb7f7-1ceb-473a-af1a-30d98bd50b19 req-5239d075-dc95-4102-91a5-51531c2f4a27 service neutron] 10.222.0.65 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828724 Dec 08 02:51:10.134352 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8d5fb7f7-1ceb-473a-af1a-30d98bd50b19 req-7cf2bbec-eba6-4bd3-af5c-d10c9ab4713a service neutron] 10.222.0.65 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855350 Dec 08 02:51:10.427627 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf759e78-ba15-42f0-b0f5-f1a7ddf742fc req-e4334559-396c-4b72-9087-a0c996f093f2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:10.429169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf759e78-ba15-42f0-b0f5-f1a7ddf742fc req-e4334559-396c-4b72-9087-a0c996f093f2 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.0537701 Dec 08 02:51:10.479212 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bf759e78-ba15-42f0-b0f5-f1a7ddf742fc req-4f97b826-7b38-4669-ba7a-f5420f36bdaf tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441086 Dec 08 02:51:11.597368 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bbf27-4eca-418c-bd78-d0bd617e418d req-1b0ad775-a86e-44a6-9d8e-a97f092d0dce tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:11.598833 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d2bbf27-4eca-418c-bd78-d0bd617e418d req-1b0ad775-a86e-44a6-9d8e-a97f092d0dce tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.0502293 Dec 08 02:51:11.647641 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9d2bbf27-4eca-418c-bd78-d0bd617e418d req-9cf5b7bc-2d13-48a9-9e79-37e91a5ee2ac tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Dec 08 02:51:11.670148 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42740) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:11.730366 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e4387920-535d-407f-a5e0-708d2e7f6078 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/floatingips/d9fe5ae3-dea6-4291-8cba-d33585b1da87 HTTP/1.1" status: 200 len: 993 time: 0.0590608 Dec 08 02:51:11.978581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42746) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:12.139349 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 2602b046-eaab-457f-832c-fef3cadcc7ab {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:51:12.139691 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:12.213400 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:12.213720 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:12.225046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 2602b046-eaab-457f-832c-fef3cadcc7ab owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:51:12.371705 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:12.399397 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=2602b046-eaab-457f-832c-fef3cadcc7ab,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:12.423594 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.423924 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.424275 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.424634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.424970 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.425303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.425634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.425962 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.426292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.426623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.426948 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.427271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.427592 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:12.469297 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:12.469628 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Floating IP d9fe5ae3-dea6-4291-8cba-d33585b1da87 disassociated (deleted). External IP: 172.25.2.127, port: 938ce3bd-f9e0-4669-96ea-8fce91ae460c. Dec 08 02:51:12.672675 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router e60f155c-38de-47b3-9720-7c04ebc6d9c3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:51:12.749536 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:51:12.778964 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:51:12.784374 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:12.789149 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f8c27-8709-4c80-b100-75982efc3c60 None None] Sync routers for ids ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:51:12.799316 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f8c27-8709-4c80-b100-75982efc3c60 None None] Routers {'e60f155c-38de-47b3-9720-7c04ebc6d9c3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:12.799974 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7d3f8c27-8709-4c80-b100-75982efc3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:12.814206 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-277461db-3070-44e8-ae5f-c8c1c04a4374 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/floatingips/d9fe5ae3-dea6-4291-8cba-d33585b1da87 HTTP/1.1" status: 204 len: 168 time: 0.8346059 Dec 08 02:51:12.814841 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'tag': '938ce3bd-f9e0-4669-96ea-8fce91ae460c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:51:12.817252 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0967d65d-08e9-4905-8494-e33cb0e894bb" -d '{"events": [{"name": "network-changed", "server_uuid": "510864ba-1c17-4ebb-8106-ae3ad978de1f", "tag": "938ce3bd-f9e0-4669-96ea-8fce91ae460c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:51:12.858902 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6fd589-0613-4b9f-83c4-8eb4bf865e58 x-openstack-request-id: req-2e6fd589-0613-4b9f-83c4-8eb4bf865e58 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:51:12.859986 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510864ba-1c17-4ebb-8106-ae3ad978de1f", "tag": "938ce3bd-f9e0-4669-96ea-8fce91ae460c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:51:12.860430 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e6fd589-0613-4b9f-83c4-8eb4bf865e58 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:51:12.860836 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'tag': '938ce3bd-f9e0-4669-96ea-8fce91ae460c', 'status': 'completed', 'code': 200} Dec 08 02:51:12.911812 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7d3f8c27-8709-4c80-b100-75982efc3c60 None None] Set router e60f155c-38de-47b3-9720-7c04ebc6d9c3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:12.961353 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967d65d-08e9-4905-8494-e33cb0e894bb req-043f51d6-d53f-4d16-b731-929c44b912cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:12.963114 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0967d65d-08e9-4905-8494-e33cb0e894bb req-043f51d6-d53f-4d16-b731-929c44b912cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4ee2697a1224548af86649a5bd8a23b&device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 1097 time: 0.0498753 Dec 08 02:51:13.057802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59146aa1-5b84-4b17-a85a-bdde7d0078f4 req-031fdada-da3f-438e-be2b-2ff0f486e798 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:13.059481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-59146aa1-5b84-4b17-a85a-bdde7d0078f4 req-031fdada-da3f-438e-be2b-2ff0f486e798 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.0567210 Dec 08 02:51:13.106760 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967d65d-08e9-4905-8494-e33cb0e894bb req-822e6879-6f44-46f5-8719-0005da50be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:13.108469 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0967d65d-08e9-4905-8494-e33cb0e894bb req-822e6879-6f44-46f5-8719-0005da50be35 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2316ac87-2bda-47b3-a005-ef50daa5f9da HTTP/1.1" status: 200 len: 897 time: 0.0938451 Dec 08 02:51:13.120171 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-59146aa1-5b84-4b17-a85a-bdde7d0078f4 req-e2065719-1189-44ae-967b-b50539af3539 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534458 Dec 08 02:51:13.157123 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0967d65d-08e9-4905-8494-e33cb0e894bb req-4b761113-7741-435e-8a22-27909a681a49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=938ce3bd-f9e0-4669-96ea-8fce91ae460c HTTP/1.1" status: 200 len: 217 time: 0.0405188 Dec 08 02:51:13.211968 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967d65d-08e9-4905-8494-e33cb0e894bb req-96160c38-33bf-4360-b491-ee3dc4ca48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:13.213408 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0967d65d-08e9-4905-8494-e33cb0e894bb req-96160c38-33bf-4360-b491-ee3dc4ca48fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9389beba-e451-4dac-90ef-36ebd77e5b1a HTTP/1.1" status: 200 len: 835 time: 0.0462186 Dec 08 02:51:13.239550 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7d3f8c27-8709-4c80-b100-75982efc3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:50:16Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b8ee874a-6819-4376-87cd-a9387a09360f', 'name': '', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:e8:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:15Z', 'updated_at': '2021-12-08T02:50:19Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:13.259614 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967d65d-08e9-4905-8494-e33cb0e894bb req-ffbe61c3-1f0c-49ab-aeed-7992646f2b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:13.261154 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0967d65d-08e9-4905-8494-e33cb0e894bb req-ffbe61c3-1f0c-49ab-aeed-7992646f2b8c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2316ac87-2bda-47b3-a005-ef50daa5f9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398171 Dec 08 02:51:13.265871 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f8c27-8709-4c80-b100-75982efc3c60 None None] Checking router: e60f155c-38de-47b3-9720-7c04ebc6d9c3 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:51:13.274355 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f8c27-8709-4c80-b100-75982efc3c60 None None] Routers {'e60f155c-38de-47b3-9720-7c04ebc6d9c3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:13.274964 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7d3f8c27-8709-4c80-b100-75982efc3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:13.360530 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0967d65d-08e9-4905-8494-e33cb0e894bb req-fbd388f5-60fe-4e13-b706-ac8a32240ba7 service neutron] 10.222.0.65 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906856 Dec 08 02:51:13.380265 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-7d3f8c27-8709-4c80-b100-75982efc3c60 None None] Set router e60f155c-38de-47b3-9720-7c04ebc6d9c3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:13.454035 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0967d65d-08e9-4905-8494-e33cb0e894bb req-7d011458-37fe-4dc4-800e-1ea94cdc0308 service neutron] 10.222.0.65 "GET /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840502 Dec 08 02:51:13.586052 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-7d3f8c27-8709-4c80-b100-75982efc3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:50:16Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b8ee874a-6819-4376-87cd-a9387a09360f', 'name': '', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:e8:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:15Z', 'updated_at': '2021-12-08T02:50:19Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:13.612638 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f8c27-8709-4c80-b100-75982efc3c60 None None] The sync data for ids ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'] in n-d-713498-30 is: [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:50:16Z', 'revision_number': 4, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': 'b8ee874a-6819-4376-87cd-a9387a09360f', 'name': '', 'network_id': '2316ac87-2bda-47b3-a005-ef50daa5f9da', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'mac_address': 'fa:16:3e:e8:d2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:15Z', 'updated_at': '2021-12-08T02:50:19Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'subnets': [{'id': '9389beba-e451-4dac-90ef-36ebd77e5b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:51:13.846038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4eceb0-76fb-476e-8c09-868d870febdf None None] New status for floating IP d9fe5ae3-dea6-4291-8cba-d33585b1da87: DOWN {{(pid=103131) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:51:14.578109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d64a9a-1df2-4e96-a166-7315c34851c0 req-5329613d-ae07-412a-898a-9cd9e4274a59 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:14.579968 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8d64a9a-1df2-4e96-a166-7315c34851c0 req-5329613d-ae07-412a-898a-9cd9e4274a59 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.3825297 Dec 08 02:51:14.628076 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f8d64a9a-1df2-4e96-a166-7315c34851c0 req-f67640bc-8d7a-4e61-882c-c8d90758e420 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/security-groups?id=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419509 Dec 08 02:51:15.039260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6d756-f245-4b73-89fe-438a3bd2ad32 req-1073d052-8c92-4225-9594-732115d61ca7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:15.040731 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-27b6d756-f245-4b73-89fe-438a3bd2ad32 req-1073d052-8c92-4225-9594-732115d61ca7 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.65 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 945 time: 0.0482540 Dec 08 02:51:15.136345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-27b6d756-f245-4b73-89fe-438a3bd2ad32 req-292b9ae4-cf61-4979-a26c-eb8d44b2182a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 938ce3bd-f9e0-4669-96ea-8fce91ae460c {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:51:15.136691 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-27b6d756-f245-4b73-89fe-438a3bd2ad32 req-292b9ae4-cf61-4979-a26c-eb8d44b2182a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:15.223616 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-27b6d756-f245-4b73-89fe-438a3bd2ad32 req-292b9ae4-cf61-4979-a26c-eb8d44b2182a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port 938ce3bd-f9e0-4669-96ea-8fce91ae460c, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=938ce3bd-f9e0-4669-96ea-8fce91ae460c,segment=NetworkSegment(6cc1683a-e21d-46d0-9627-a5b53b1068cb),segment_id=6cc1683a-e21d-46d0-9627-a5b53b1068cb)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:15.223984 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-27b6d756-f245-4b73-89fe-438a3bd2ad32 req-292b9ae4-cf61-4979-a26c-eb8d44b2182a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:15.237186 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-27b6d756-f245-4b73-89fe-438a3bd2ad32 req-292b9ae4-cf61-4979-a26c-eb8d44b2182a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 938ce3bd-f9e0-4669-96ea-8fce91ae460c owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:51:15.365324 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-27b6d756-f245-4b73-89fe-438a3bd2ad32 req-292b9ae4-cf61-4979-a26c-eb8d44b2182a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:15.399600 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b9ae4-cf61-4979-a26c-eb8d44b2182a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=938ce3bd-f9e0-4669-96ea-8fce91ae460c,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:15.437324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b6d756-f245-4b73-89fe-438a3bd2ad32 req-292b9ae4-cf61-4979-a26c-eb8d44b2182a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] No DVR routers for this DVR port 938ce3bd-f9e0-4669-96ea-8fce91ae460c on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:51:15.440232 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-27b6d756-f245-4b73-89fe-438a3bd2ad32 req-292b9ae4-cf61-4979-a26c-eb8d44b2182a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:15.443531 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-27b6d756-f245-4b73-89fe-438a3bd2ad32 req-292b9ae4-cf61-4979-a26c-eb8d44b2182a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.65 "DELETE /v2.0/ports/938ce3bd-f9e0-4669-96ea-8fce91ae460c HTTP/1.1" status: 204 len: 173 time: 0.3928294 Dec 08 02:51:15.443976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'name': 'network-vif-deleted', 'tag': '938ce3bd-f9e0-4669-96ea-8fce91ae460c'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:51:15.446262 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf5b613-a93a-46cd-904f-ab866487eca5" -d '{"events": [{"server_uuid": "510864ba-1c17-4ebb-8106-ae3ad978de1f", "name": "network-vif-deleted", "tag": "938ce3bd-f9e0-4669-96ea-8fce91ae460c"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:51:15.483447 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b923c647-e08f-44d4-8ec2-50b6837296af x-openstack-request-id: req-b923c647-e08f-44d4-8ec2-50b6837296af {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:51:15.483751 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510864ba-1c17-4ebb-8106-ae3ad978de1f", "name": "network-vif-deleted", "tag": "938ce3bd-f9e0-4669-96ea-8fce91ae460c", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:51:15.484134 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b923c647-e08f-44d4-8ec2-50b6837296af {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:51:15.484591 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510864ba-1c17-4ebb-8106-ae3ad978de1f', 'name': 'network-vif-deleted', 'tag': '938ce3bd-f9e0-4669-96ea-8fce91ae460c', 'status': 'completed', 'code': 200} Dec 08 02:51:15.740619 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-00900d17-416d-48b7-b292-11fe74f6561c req-24de49ff-42c4-4493-9ebb-9fdd978687dc tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "GET /v2.0/ports?device_id=510864ba-1c17-4ebb-8106-ae3ad978de1f HTTP/1.1" status: 200 len: 210 time: 0.0321417 Dec 08 02:51:16.801309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42762) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:17.153936 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb7adb01-aa8c-4070-86c4-7399d7c4c933 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:17.403383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eb7adb01-aa8c-4070-86c4-7399d7c4c933 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port b8ee874a-6819-4376-87cd-a9387a09360f {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:51:17.403717 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb7adb01-aa8c-4070-86c4-7399d7c4c933 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:17.493000 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-eb7adb01-aa8c-4070-86c4-7399d7c4c933 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port b8ee874a-6819-4376-87cd-a9387a09360f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b8ee874a-6819-4376-87cd-a9387a09360f,segment=NetworkSegment(6cc1683a-e21d-46d0-9627-a5b53b1068cb),segment_id=6cc1683a-e21d-46d0-9627-a5b53b1068cb)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:17.493249 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb7adb01-aa8c-4070-86c4-7399d7c4c933 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:17.505260 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-eb7adb01-aa8c-4070-86c4-7399d7c4c933 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for b8ee874a-6819-4376-87cd-a9387a09360f owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:51:17.683823 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb7adb01-aa8c-4070-86c4-7399d7c4c933 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:17.710434 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7adb01-aa8c-4070-86c4-7399d7c4c933 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=b8ee874a-6819-4376-87cd-a9387a09360f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:17.884225 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-eb7adb01-aa8c-4070-86c4-7399d7c4c933 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.099913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7adb01-aa8c-4070-86c4-7399d7c4c933 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Router e60f155c-38de-47b3-9720-7c04ebc6d9c3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:51:18.202329 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7adb01-aa8c-4070-86c4-7399d7c4c933 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:51:18.207582 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-eb7adb01-aa8c-4070-86c4-7399d7c4c933 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "PUT /v2.0/routers/e60f155c-38de-47b3-9720-7c04ebc6d9c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4052446 Dec 08 02:51:18.211119 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42764) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:18.212816 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c76320-3c42-4485-afc2-32360daea38a None None] Sync routers for ids ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:51:18.224470 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c76320-3c42-4485-afc2-32360daea38a None None] Routers {'e60f155c-38de-47b3-9720-7c04ebc6d9c3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:18.225083 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-37c76320-3c42-4485-afc2-32360daea38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:18.262293 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting subnet 9389beba-e451-4dac-90ef-36ebd77e5b1a {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:51:18.265397 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.305399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.336754 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-37c76320-3c42-4485-afc2-32360daea38a None None] Set router e60f155c-38de-47b3-9720-7c04ebc6d9c3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:18.395986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.454284 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.485094 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.491166 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/subnets/9389beba-e451-4dac-90ef-36ebd77e5b1a HTTP/1.1" status: 204 len: 168 time: 0.2762275 Dec 08 02:51:18.491166 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Subnet': ['ID=9389beba-e451-4dac-90ef-36ebd77e5b1a,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:18.491537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42766) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:18.494735 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5291aab-505c-4bff-9ac6-3f1ddfcc0cc4 None None] Network 2316ac87-2bda-47b3-a005-ef50daa5f9da requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:51:18.499838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.501106 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.501660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.502288 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.502794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.503353 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.503869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.504418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.504933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.505545 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.506055 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.506568 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.507072 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26abdff-2820-4fec-b689-45392cabf081 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.529763 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-37c76320-3c42-4485-afc2-32360daea38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:51:17Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:18.561588 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c76320-3c42-4485-afc2-32360daea38a None None] Checking router: e60f155c-38de-47b3-9720-7c04ebc6d9c3 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:51:18.570302 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c76320-3c42-4485-afc2-32360daea38a None None] Routers {'e60f155c-38de-47b3-9720-7c04ebc6d9c3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:18.570919 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-37c76320-3c42-4485-afc2-32360daea38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:18.607717 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.673930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] DHCP port deletion for 2316ac87-2bda-47b3-a005-ef50daa5f9da request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:51:18.685300 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-37c76320-3c42-4485-afc2-32360daea38a None None] Set router e60f155c-38de-47b3-9720-7c04ebc6d9c3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:18.725352 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.729584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Deleting port b7302440-07cd-4939-9c74-019d92075cdd {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:51:18.730167 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.779851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Deleting port 9f329037-ab63-4724-8a66-727b6b91b89b {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:51:18.780195 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.797915 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] For port b7302440-07cd-4939-9c74-019d92075cdd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=b7302440-07cd-4939-9c74-019d92075cdd,segment=NetworkSegment(6cc1683a-e21d-46d0-9627-a5b53b1068cb),segment_id=6cc1683a-e21d-46d0-9627-a5b53b1068cb)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:18.798400 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.811403 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Calling delete_port for b7302440-07cd-4939-9c74-019d92075cdd owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:51:18.865722 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] For port 9f329037-ab63-4724-8a66-727b6b91b89b, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9f329037-ab63-4724-8a66-727b6b91b89b,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:18.866141 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.872751 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-37c76320-3c42-4485-afc2-32360daea38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:51:17Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:18.878810 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Calling delete_port for 9f329037-ab63-4724-8a66-727b6b91b89b owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:51:18.899441 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c76320-3c42-4485-afc2-32360daea38a None None] The sync data for ids ['e60f155c-38de-47b3-9720-7c04ebc6d9c3'] in n-d-713498-30 is: [{'id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428383224', 'tenant_id': 'c4ee2697a1224548af86649a5bd8a23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:50:12Z', 'updated_at': '2021-12-08T02:51:17Z', 'revision_number': 5, 'project_id': 'c4ee2697a1224548af86649a5bd8a23b', 'gw_port': {'id': '9f329037-ab63-4724-8a66-727b6b91b89b', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a7:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60f155c-38de-47b3-9720-7c04ebc6d9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:50:13Z', 'updated_at': '2021-12-08T02:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:51:18.900984 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:18.917493 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] No DVR routers for this DVR port b7302440-07cd-4939-9c74-019d92075cdd on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:51:18.946564 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Pushing event deleted for resources: {'Port': ['ID=b7302440-07cd-4939-9c74-019d92075cdd,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:18.956068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.956461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.956818 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.957168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.957516 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.957860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.958227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.958566 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.958903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.959264 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.959629 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.959963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:18.960345 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bfa0c-4359-49a9-b204-4b3de1364c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:19.059166 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.092023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Port': ['ID=9f329037-ab63-4724-8a66-727b6b91b89b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:19.101293 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44270042-a49c-45b9-a95c-f3be74e3c93d None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:51:19.150869 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.238434 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.240673 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.287586 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.288132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Fanout notify agent at l3_agent the message router_deleted on router e60f155c-38de-47b3-9720-7c04ebc6d9c3 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:51:19.291540 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 938ce3bd-f9e0-4669-96ea-8fce91ae460c no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:51:19.295125 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.296525 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-a2a4a9ca-15dd-448a-b441-516c3fa4087a tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/routers/e60f155c-38de-47b3-9720-7c04ebc6d9c3 HTTP/1.1" status: 204 len: 168 time: 0.8039734 Dec 08 02:51:19.300076 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42768) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:19.317174 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 938ce3bd-f9e0-4669-96ea-8fce91ae460c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:51:19.317532 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 938ce3bd-f9e0-4669-96ea-8fce91ae460c not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:51:19.388305 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.478230 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.479263 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b7302440-07cd-4939-9c74-019d92075cdd no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:51:19.502085 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2316ac87-2bda-47b3-a005-ef50daa5f9da']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:19.505875 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: b7302440-07cd-4939-9c74-019d92075cdd {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:51:19.506439 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b7302440-07cd-4939-9c74-019d92075cdd not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:51:19.506831 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b8ee874a-6819-4376-87cd-a9387a09360f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:51:19.513621 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc1683a-e21d-46d0-9627-a5b53b1068cb') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:19.513926 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc1683a-e21d-46d0-9627-a5b53b1068cb') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:19.524528 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.527646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: b8ee874a-6819-4376-87cd-a9387a09360f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:51:19.528094 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device b8ee874a-6819-4376-87cd-a9387a09360f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:51:19.541256 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.548090 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:51:19.548749 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:51:19.551773 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:51:19.615801 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.622765 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.625999 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/networks/2316ac87-2bda-47b3-a005-ef50daa5f9da HTTP/1.1" status: 204 len: 168 time: 0.3248274 Dec 08 02:51:19.628817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42770) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:19.637026 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa7424-749a-490c-879c-6d2a37b4d7da tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'Network': ['ID=2316ac87-2bda-47b3-a005-ef50daa5f9da,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:19.685128 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b688feb-e75e-46f1-a467-85a8ea9ce904 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.709592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b688feb-e75e-46f1-a467-85a8ea9ce904 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.773555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b688feb-e75e-46f1-a467-85a8ea9ce904 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.776069 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2b688feb-e75e-46f1-a467-85a8ea9ce904 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:19.777262 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2b688feb-e75e-46f1-a467-85a8ea9ce904 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] 10.222.0.70 "DELETE /v2.0/security-groups/90e4cf9a-6c52-4e7c-a4a2-6a41773cf021 HTTP/1.1" status: 204 len: 168 time: 0.1474369 Dec 08 02:51:19.786978 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b688feb-e75e-46f1-a467-85a8ea9ce904 tempest-TestNetworkAdvancedServerOps-249260619 tempest-TestNetworkAdvancedServerOps-249260619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e4cf9a-6c52-4e7c-a4a2-6a41773cf021,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:20.135045 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42778) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:20.292248 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-e896e4f3-0359-4450-932f-b14b32663978 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4ee2697a1224548af86649a5bd8a23b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1560447 Dec 08 02:51:20.294763 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42782) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:20.341347 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d63ec398-a35b-4c42-8265-5b8f4de2307d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:20.362486 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d63ec398-a35b-4c42-8265-5b8f4de2307d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:20.408631 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d63ec398-a35b-4c42-8265-5b8f4de2307d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:20.411187 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d63ec398-a35b-4c42-8265-5b8f4de2307d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:20.412357 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d63ec398-a35b-4c42-8265-5b8f4de2307d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d704522-5949-4cdd-8a3e-c99650451320 HTTP/1.1" status: 204 len: 168 time: 0.1166394 Dec 08 02:51:20.422730 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ec398-a35b-4c42-8265-5b8f4de2307d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d704522-5949-4cdd-8a3e-c99650451320,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:20.666304 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42788) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:20.679872 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-796d10bc-2cce-484a-933f-1bda1c0c700a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:20.757045 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-796d10bc-2cce-484a-933f-1bda1c0c700a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:20.760656 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-796d10bc-2cce-484a-933f-1bda1c0c700a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:20.801442 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-796d10bc-2cce-484a-933f-1bda1c0c700a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=019cd171327e4555800ea2d6e8a5a02f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340656 Dec 08 02:51:20.802318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d10bc-2cce-484a-933f-1bda1c0c700a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38675f76-fece-4b58-b024-2c686d5e9932,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:20.804204 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42790) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:20.853356 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d8d61f-1400-43b6-9b3f-a905385db9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:20.874016 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d8d61f-1400-43b6-9b3f-a905385db9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:20.919994 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d8d61f-1400-43b6-9b3f-a905385db9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:20.922590 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-52d8d61f-1400-43b6-9b3f-a905385db9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:20.923736 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-52d8d61f-1400-43b6-9b3f-a905385db9e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/38675f76-fece-4b58-b024-2c686d5e9932 HTTP/1.1" status: 204 len: 168 time: 0.1183755 Dec 08 02:51:20.931149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8d61f-1400-43b6-9b3f-a905385db9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38675f76-fece-4b58-b024-2c686d5e9932,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:21.360350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9f329037-ab63-4724-8a66-727b6b91b89b no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:51:21.380957 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 9f329037-ab63-4724-8a66-727b6b91b89b {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:51:21.381232 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9f329037-ab63-4724-8a66-727b6b91b89b not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:51:21.652081 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42812) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:21.751324 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-456732255-network', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:21.777138 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Made reservation on behalf of 24c51d1420ae4dc4a4c109860fb33b6f for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:51:21.779489 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:21.788660 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:21.860405 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:21.863826 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:21.883922 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:51:21.898309 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be93eeb-63ac-40de-8a2d-689761b66afa,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:21.903013 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:21.903295 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Added segment 1346d172-a3e7-4628-84bd-75c852bf1a6d of type vlan for network f904371d-e231-480b-9fee-6030f6d5e8fc Dec 08 02:51:21.942770 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:21.967455 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:21.968498 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:21.969100 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.004017 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3507626 Dec 08 02:51:22.007121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42816) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:22.012312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-2618a683-b408-4727-a4f0-9ee48cdde08d admin admin] Request body: {'subnet': {'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-456732255-subnet', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:22.034894 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2618a683-b408-4727-a4f0-9ee48cdde08d admin admin] Made reservation on behalf of 24c51d1420ae4dc4a4c109860fb33b6f for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:51:22.035218 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a3b3e-450d-4831-aaff-dd978b76c335 admin admin] Pushing event updated for resources: {'Network': ['ID=f904371d-e231-480b-9fee-6030f6d5e8fc,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:22.037433 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2618a683-b408-4727-a4f0-9ee48cdde08d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.045561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network f904371d-e231-480b-9fee-6030f6d5e8fc details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:51:22.220046 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2618a683-b408-4727-a4f0-9ee48cdde08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.272695 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618a683-b408-4727-a4f0-9ee48cdde08d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:22.282829 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2618a683-b408-4727-a4f0-9ee48cdde08d admin admin] Checking segment: {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:51:22.283186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2618a683-b408-4727-a4f0-9ee48cdde08d admin admin] Network hostable DHCP agents. Network: f904371d-e231-480b-9fee-6030f6d5e8fc, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:51:22.298936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2618a683-b408-4727-a4f0-9ee48cdde08d admin admin] Network f904371d-e231-480b-9fee-6030f6d5e8fc is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:51:22.307505 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-2618a683-b408-4727-a4f0-9ee48cdde08d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, f904371d-e231-480b-9fee-6030f6d5e8fc) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:22.311465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2618a683-b408-4727-a4f0-9ee48cdde08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:22.312054 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2618a683-b408-4727-a4f0-9ee48cdde08d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.318092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ea175-d385-4154-9973-7f713e074bfa None None] Network f904371d-e231-480b-9fee-6030f6d5e8fc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:51:22.329050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2618a683-b408-4727-a4f0-9ee48cdde08d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3207355 Dec 08 02:51:22.332064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42818) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:22.336434 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:22.357592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.358709 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.417722 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.429709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-f904371d-e231-480b-9fee-6030f6d5e8fc', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:51:22.430657 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.556085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.564604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Allocated IP 172.20.0.2 (f904371d-e231-480b-9fee-6030f6d5e8fc/e6809def-0d84-4e7f-a9d4-95d1a3d7a12f/44172627-1e81-4e88-94a6-f14ca0a83fe1) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:51:22.769386 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.788835 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.882150 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.887216 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:22.898512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Allocated IP 172.25.2.130 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/931dcbcf-7950-4028-84ee-f9e899325773) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:51:22.930379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Network f904371d-e231-480b-9fee-6030f6d5e8fc is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:51:22.933226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:22.938926 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:51:22.942541 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Pushing event updated for resources: {'Port': ['ID=44172627-1e81-4e88-94a6-f14ca0a83fe1,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:22.998898 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Attempting to bind port 44172627-1e81-4e88-94a6-f14ca0a83fe1 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:51:22.999277 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Attempting to bind port 44172627-1e81-4e88-94a6-f14ca0a83fe1 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:51:23.000013 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Attempting to bind port 44172627-1e81-4e88-94a6-f14ca0a83fe1 on network f904371d-e231-480b-9fee-6030f6d5e8fc {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:51:23.000592 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:23.005579 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:51:23.005964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Checking segment: {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:51:23.006372 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:23.006838 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Bound using segment: {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:51:23.007325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Bound port: 44172627-1e81-4e88-94a6-f14ca0a83fe1, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:51:23.007712 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:23.036363 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:23.072390 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] For port 44172627-1e81-4e88-94a6-f14ca0a83fe1, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:51:23.075658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] For port 44172627-1e81-4e88-94a6-f14ca0a83fe1, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=44172627-1e81-4e88-94a6-f14ca0a83fe1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:51:23.080996 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:23.082225 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:51:23.085295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:23.088870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:51:23.095210 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Pushing event updated for resources: {'Port': ['ID=931dcbcf-7950-4028-84ee-f9e899325773,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:23.117362 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d41a2e4-74de-46b1-83d4-9408a7843c23 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:51:23.157087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29e3cc-7cc1-4569-9832-cc838bbfaaa7 None None] Pushing event updated for resources: {'Port': ['ID=44172627-1e81-4e88-94a6-f14ca0a83fe1,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:23.201650 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-553ea393-f3fa-4425-a700-974403f6f855 None None] Provisioning complete for port 931dcbcf-7950-4028-84ee-f9e899325773 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:23.202036 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-553ea393-f3fa-4425-a700-974403f6f855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:23.238856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-553ea393-f3fa-4425-a700-974403f6f855 None None] Port 931dcbcf-7950-4028-84ee-f9e899325773 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:51:23.377154 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:23.455122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 44172627-1e81-4e88-94a6-f14ca0a83fe1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:51:23.504350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 44172627-1e81-4e88-94a6-f14ca0a83fe1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:23.504729 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:23.587638 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:23.621920 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 44172627-1e81-4e88-94a6-f14ca0a83fe1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=44172627-1e81-4e88-94a6-f14ca0a83fe1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:23.627073 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:23.680631 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=44172627-1e81-4e88-94a6-f14ca0a83fe1,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:23.852859 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:23.986821 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Router 034ded10-ce27-4b93-ad77-859c8c6db1a3 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:51:24.094062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:51:24.108227 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Sync routers for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:51:24.117200 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:24.119044 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b9df958a-ddb2-4bb6-afab-e8571e485014 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7857955 Dec 08 02:51:24.119709 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d557b-5ad4-4483-9e55-32567079fead None None] Network f904371d-e231-480b-9fee-6030f6d5e8fc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:51:24.121655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42820) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:24.145657 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:24.146295 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:24.287739 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-abd52dae-a85d-4896-bdb5-b0a352f8bf32 None None] Provisioning complete for port 44172627-1e81-4e88-94a6-f14ca0a83fe1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:24.288013 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-abd52dae-a85d-4896-bdb5-b0a352f8bf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:24.351166 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:24.555798 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:24.588467 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:23Z', 'revision_number': 3, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:24.617421 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Checking router: 034ded10-ce27-4b93-ad77-859c8c6db1a3 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:51:24.617777 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Updating router 034ded10-ce27-4b93-ad77-859c8c6db1a3 port 931dcbcf-7950-4028-84ee-f9e899325773 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:51:24.645022 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:24.720805 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Allocated IP 172.20.0.1 (f904371d-e231-480b-9fee-6030f6d5e8fc/e6809def-0d84-4e7f-a9d4-95d1a3d7a12f/12ce9a0c-e452-4d87-ba4d-c925ed0e7301) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:51:24.763180 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-0a8607da-2950-4601-8353-0c03546b84f9 None None] Provisioning complete for port 44172627-1e81-4e88-94a6-f14ca0a83fe1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:24.763556 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0a8607da-2950-4601-8353-0c03546b84f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:24.835473 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:24.870385 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:24.916379 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Network f904371d-e231-480b-9fee-6030f6d5e8fc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:51:24.919309 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:24.924025 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:51:24.927075 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Pushing event updated for resources: {'Port': ['ID=12ce9a0c-e452-4d87-ba4d-c925ed0e7301,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:24.968410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:24.998877 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.005207 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.057786 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f8eedd-8c4f-4898-b401-c40ee7b028cf None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:51:25.069177 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Attempting to bind port 931dcbcf-7950-4028-84ee-f9e899325773 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:51:25.069560 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Attempting to bind port 931dcbcf-7950-4028-84ee-f9e899325773 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:51:25.069923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Attempting to bind port 931dcbcf-7950-4028-84ee-f9e899325773 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:51:25.082097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21d42d-c764-468b-af31-b19b9432024b None None] Pushing event updated for resources: {'Port': ['ID=931dcbcf-7950-4028-84ee-f9e899325773,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:25.086237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:51:25.086641 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:51:25.086967 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.087363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:51:25.087848 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Bound port: 931dcbcf-7950-4028-84ee-f9e899325773, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:51:25.088236 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.110200 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.144835 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] For port 931dcbcf-7950-4028-84ee-f9e899325773, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:51:25.150664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] For port 931dcbcf-7950-4028-84ee-f9e899325773, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=931dcbcf-7950-4028-84ee-f9e899325773,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:51:25.159619 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.211359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35619e27-36bc-4588-89ad-725340bf6c49 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:51:25.214087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2ab9df14-2fdf-4e65-a1fb-e9530443a9df None None] Provisioning complete for port 931dcbcf-7950-4028-84ee-f9e899325773 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:25.214461 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2ab9df14-2fdf-4e65-a1fb-e9530443a9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.263038 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21d42d-c764-468b-af31-b19b9432024b None None] Pushing event updated for resources: {'Port': ['ID=931dcbcf-7950-4028-84ee-f9e899325773,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:25.269544 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:25.270171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:25.284472 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.289245 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.357435 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Pushing event updated for resources: {'Port': ['ID=12ce9a0c-e452-4d87-ba4d-c925ed0e7301,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:25.360873 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.402771 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2ab9df14-2fdf-4e65-a1fb-e9530443a9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.424407 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:25.458233 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 44172627-1e81-4e88-94a6-f14ca0a83fe1 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:51:25.462379 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-2ab9df14-2fdf-4e65-a1fb-e9530443a9df None None] For port 931dcbcf-7950-4028-84ee-f9e899325773, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=931dcbcf-7950-4028-84ee-f9e899325773,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:25.462802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Network f904371d-e231-480b-9fee-6030f6d5e8fc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:51:25.464388 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:25.498875 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2ab9df14-2fdf-4e65-a1fb-e9530443a9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.589138 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Router 034ded10-ce27-4b93-ad77-859c8c6db1a3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:51:25.623192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab9df14-2fdf-4e65-a1fb-e9530443a9df None None] Pushing event updated for resources: {'Port': ['ID=931dcbcf-7950-4028-84ee-f9e899325773,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:25.679916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-eb7998d0-84ea-4a60-8a39-94adb240314d None None] Provisioning complete for port 931dcbcf-7950-4028-84ee-f9e899325773 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:25.680310 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb7998d0-84ea-4a60-8a39-94adb240314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.686348 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 44172627-1e81-4e88-94a6-f14ca0a83fe1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:25.686694 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:25.710831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:51:25.716117 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-23b1c691-6208-4456-ad05-42ac92eddfcc admin admin] 10.222.0.70 "PUT /v2.0/routers/034ded10-ce27-4b93-ad77-859c8c6db1a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5931892 Dec 08 02:51:26.059267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:24Z', 'revision_number': 1, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:26.091554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f5851-91b5-4539-9454-c1f461bf77ef None None] The sync data for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 is: [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:24Z', 'revision_number': 1, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:51:26.093231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-eb7998d0-84ea-4a60-8a39-94adb240314d None None] Provisioning complete for port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:26.093782 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eb7998d0-84ea-4a60-8a39-94adb240314d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.132693 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-eb7998d0-84ea-4a60-8a39-94adb240314d None None] Port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:51:26.208143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42836) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:26.213197 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1530352002-network', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:26.233426 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Made reservation on behalf of 68418fac79f646a3ac1d259c2888a2b6 for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:51:26.236340 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.248078 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.251903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-757c5a05-e22b-42af-bc00-4738b4dcfb04 None None] Provisioning complete for port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:26.252310 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-757c5a05-e22b-42af-bc00-4738b4dcfb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.303371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-757c5a05-e22b-42af-bc00-4738b4dcfb04 None None] Port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:51:26.349036 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.352863 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.377726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:51:26.392465 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19337590-07f7-4d63-b741-df30732abb74,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:26.397614 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.397967 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Added segment 5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee of type vlan for network ce5ffc2a-207f-46ff-96e3-d924f96ae96a Dec 08 02:51:26.441542 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.470353 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.471331 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:26.471913 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.507517 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2981718 Dec 08 02:51:26.510404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42838) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:26.516599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-f517ef5e-3132-4c2c-bb12-15ed54468eae admin admin] Request body: {'subnet': {'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1530352002-subnet', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:26.539163 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f517ef5e-3132-4c2c-bb12-15ed54468eae admin admin] Made reservation on behalf of 68418fac79f646a3ac1d259c2888a2b6 for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:51:26.542190 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f517ef5e-3132-4c2c-bb12-15ed54468eae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.542370 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcacdc-a920-47e7-90a8-42d47e7e1d30 admin admin] Pushing event updated for resources: {'Network': ['ID=ce5ffc2a-207f-46ff-96e3-d924f96ae96a,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:26.554130 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network ce5ffc2a-207f-46ff-96e3-d924f96ae96a details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:51:26.736265 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f517ef5e-3132-4c2c-bb12-15ed54468eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.792900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517ef5e-3132-4c2c-bb12-15ed54468eae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0322ec4-f161-4dc1-ba44-229e38d87926,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:26.817490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f517ef5e-3132-4c2c-bb12-15ed54468eae admin admin] Checking segment: {'id': '5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:51:26.817846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f517ef5e-3132-4c2c-bb12-15ed54468eae admin admin] Network hostable DHCP agents. Network: ce5ffc2a-207f-46ff-96e3-d924f96ae96a, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:51:26.838868 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f517ef5e-3132-4c2c-bb12-15ed54468eae admin admin] Network ce5ffc2a-207f-46ff-96e3-d924f96ae96a is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:51:26.849815 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-f517ef5e-3132-4c2c-bb12-15ed54468eae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, ce5ffc2a-207f-46ff-96e3-d924f96ae96a) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:26.854602 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f517ef5e-3132-4c2c-bb12-15ed54468eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:26.855212 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-f517ef5e-3132-4c2c-bb12-15ed54468eae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.865006 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29deec46-95ee-4ef1-a8b2-22a67aa28e07 None None] Network ce5ffc2a-207f-46ff-96e3-d924f96ae96a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:51:26.876167 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-f517ef5e-3132-4c2c-bb12-15ed54468eae admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3639603 Dec 08 02:51:26.879014 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42840) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:26.884340 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1530352002-router', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:26.914854 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.915936 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.972925 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:26.994589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-ce5ffc2a-207f-46ff-96e3-d924f96ae96a', 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a', 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'fixed_ips': [{'subnet_id': 'c0322ec4-f161-4dc1-ba44-229e38d87926'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:51:26.995941 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.118085 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.161086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Allocated IP 172.20.0.2 (ce5ffc2a-207f-46ff-96e3-d924f96ae96a/c0322ec4-f161-4dc1-ba44-229e38d87926/0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:51:27.321327 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.324041 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.328611 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.354222 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.374384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Network ce5ffc2a-207f-46ff-96e3-d924f96ae96a is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:51:27.378936 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:27.382079 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:51:27.415382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Pushing event updated for resources: {'Port': ['ID=0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:27.461231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 931dcbcf-7950-4028-84ee-f9e899325773 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:51:27.471854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Attempting to bind port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:51:27.472443 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Attempting to bind port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:51:27.472833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Attempting to bind port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e on network ce5ffc2a-207f-46ff-96e3-d924f96ae96a {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:51:27.495677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Allocated IP 172.25.2.17 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/8e235429-0310-4ee8-8d89-8ed1487324de) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:51:27.501144 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:51:27.501430 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Checking segment: {'id': '5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:51:27.501741 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.502097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Bound using segment: {'id': '5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:51:27.502613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Bound port: 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:51:27.503042 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.584274 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 931dcbcf-7950-4028-84ee-f9e899325773 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:27.584681 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.586558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] For port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:51:27.590237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] For port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e,segment=NetworkSegment(5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee),segment_id=5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:51:27.610580 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.614559 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.646643 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.690771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6da24a-d584-4688-b9c4-8b74671f1c34 None None] Pushing event updated for resources: {'Port': ['ID=0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:27.700406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:51:27.701821 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8e235429-0310-4ee8-8d89-8ed1487324de,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:27.706862 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:27.709015 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:51:27.736842 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b1fd3-bbb3-4cde-851d-932451c7df61 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:51:27.847750 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-6994a962-b463-40a0-9903-200c201e5988 None None] Provisioning complete for port 8e235429-0310-4ee8-8d89-8ed1487324de triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:27.848363 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6994a962-b463-40a0-9903-200c201e5988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:27.909178 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-6994a962-b463-40a0-9903-200c201e5988 None None] Port 8e235429-0310-4ee8-8d89-8ed1487324de cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:51:28.010397 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:28.290157 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Sync routers for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:51:28.305672 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:28.306305 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:28.412254 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:28.482809 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:28.617992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Router c0153f08-b86e-400b-8909-fc500ccafc85 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:51:28.706179 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 2, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:28.727557 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:51:28.734327 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Checking router: 034ded10-ce27-4b93-ad77-859c8c6db1a3 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:51:28.734486 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Updating router 034ded10-ce27-4b93-ad77-859c8c6db1a3 port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:51:28.742613 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Sync routers for ids ['c0153f08-b86e-400b-8909-fc500ccafc85'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:51:28.750500 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:28.755736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Routers {'c0153f08-b86e-400b-8909-fc500ccafc85'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:28.756401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['c0153f08-b86e-400b-8909-fc500ccafc85'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:28.757023 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42842) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:28.757502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bf4c52ff-af80-451d-9e70-ba40fd5365d4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8767798 Dec 08 02:51:28.762946 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:28.889630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Set router c0153f08-b86e-400b-8909-fc500ccafc85 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:29.000436 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-28c6feae-d7fd-4266-bfa5-cbe7ae820607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.108041 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.117606 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.131619 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'name': 'tempest-TestShelveInstance-1530352002-router', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:26Z', 'updated_at': '2021-12-08T02:51:27Z', 'revision_number': 3, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'gw_port': {'id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:27Z', 'updated_at': '2021-12-08T02:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:29.163125 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Checking router: c0153f08-b86e-400b-8909-fc500ccafc85 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:51:29.163486 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Updating router c0153f08-b86e-400b-8909-fc500ccafc85 port 8e235429-0310-4ee8-8d89-8ed1487324de binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:51:29.173084 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Pushing event updated for resources: {'Port': ['ID=12ce9a0c-e452-4d87-ba4d-c925ed0e7301,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:29.195373 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.206465 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.206817 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.207161 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.207500 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.207834 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.208169 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.208525 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.208855 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.209181 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.209507 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.209834 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.210158 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.210480 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:51:29.271761 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Attempting to bind port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:51:29.272135 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Attempting to bind port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:51:29.272529 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Attempting to bind port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 on network f904371d-e231-480b-9fee-6030f6d5e8fc {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:51:29.280256 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:51:29.280667 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Checking segment: {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:51:29.281607 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.285369 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Bound using segment: {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:51:29.286171 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Bound port: 12ce9a0c-e452-4d87-ba4d-c925ed0e7301, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:51:29.286577 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.347487 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.379680 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] For port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:51:29.384680 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] For port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=12ce9a0c-e452-4d87-ba4d-c925ed0e7301,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:51:29.394450 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.423188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52dcf53-e89a-4274-a504-a8ef123ba098 None None] Network ce5ffc2a-207f-46ff-96e3-d924f96ae96a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:51:29.489942 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c652752-5d2b-4710-bf8d-0ea50fd393b6 None None] Pushing event updated for resources: {'Port': ['ID=12ce9a0c-e452-4d87-ba4d-c925ed0e7301,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:29.505608 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:51:29.510029 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:29.514762 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:29.576851 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Allocated IP 172.20.0.1 (ce5ffc2a-207f-46ff-96e3-d924f96ae96a/c0322ec4-f161-4dc1-ba44-229e38d87926/1e3ed273-6cbf-494c-ac54-ff8ac3c7df27) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:51:29.598331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8a1ec0be-dac4-4b71-acdf-4904e0fa1d04 None None] Provisioning complete for port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:29.598821 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec0be-dac4-4b71-acdf-4904e0fa1d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.640034 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:29.711048 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.758238 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.785332 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:29.785622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.801454 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Network ce5ffc2a-207f-46ff-96e3-d924f96ae96a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:51:29.804453 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:29.809266 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:51:29.812634 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Pushing event updated for resources: {'Port': ['ID=1e3ed273-6cbf-494c-ac54-ff8ac3c7df27,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:29.821133 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.834340 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec0be-dac4-4b71-acdf-4904e0fa1d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.841744 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.865940 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:29.877302 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:29Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:29.910979 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f093f5a-b6b8-490c-9f6d-2ae233329d94 None None] The sync data for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 is: [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:29Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:51:29.927724 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2039f2d-55dd-4954-90cf-97716566fbb1 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:51:29.947474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea6f83-8ae6-4078-86d0-594535e162b8 None None] Pushing event updated for resources: {'Port': ['ID=8e235429-0310-4ee8-8d89-8ed1487324de,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:29.959003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-8a1ec0be-dac4-4b71-acdf-4904e0fa1d04 None None] For port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e,segment=NetworkSegment(5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee),segment_id=5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:29.961384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Attempting to bind port 8e235429-0310-4ee8-8d89-8ed1487324de on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:51:29.961736 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Attempting to bind port 8e235429-0310-4ee8-8d89-8ed1487324de by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:51:29.962067 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Attempting to bind port 8e235429-0310-4ee8-8d89-8ed1487324de on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:51:29.987203 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a1ec0be-dac4-4b71-acdf-4904e0fa1d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.021787 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:51:30.022484 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:51:30.022615 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.022946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:51:30.023444 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Bound port: 8e235429-0310-4ee8-8d89-8ed1487324de, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:51:30.023835 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.079635 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.132083 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ec0be-dac4-4b71-acdf-4904e0fa1d04 None None] Pushing event updated for resources: {'Port': ['ID=0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:30.152775 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] For port 8e235429-0310-4ee8-8d89-8ed1487324de, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:51:30.156935 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] For port 8e235429-0310-4ee8-8d89-8ed1487324de, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8e235429-0310-4ee8-8d89-8ed1487324de,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:51:30.160365 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4e44dda8-0e9a-46e0-a8dc-24be924d9bf3 None None] Provisioning complete for port 8e235429-0310-4ee8-8d89-8ed1487324de triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:30.160840 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e44dda8-0e9a-46e0-a8dc-24be924d9bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.165454 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.254956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129df26f-7636-4611-afa6-fcf383be22e1 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:51:30.302077 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Routers {'c0153f08-b86e-400b-8909-fc500ccafc85'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:30.303018 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['c0153f08-b86e-400b-8909-fc500ccafc85'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:30.349175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea6f83-8ae6-4078-86d0-594535e162b8 None None] Pushing event updated for resources: {'Port': ['ID=8e235429-0310-4ee8-8d89-8ed1487324de,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:30.631269 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e44dda8-0e9a-46e0-a8dc-24be924d9bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.646304 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.652675 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.660601 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] Set router c0153f08-b86e-400b-8909-fc500ccafc85 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:30.687416 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4e44dda8-0e9a-46e0-a8dc-24be924d9bf3 None None] For port 8e235429-0310-4ee8-8d89-8ed1487324de, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8e235429-0310-4ee8-8d89-8ed1487324de,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:30.693021 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e44dda8-0e9a-46e0-a8dc-24be924d9bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.725710 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.727102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Pushing event updated for resources: {'Port': ['ID=1e3ed273-6cbf-494c-ac54-ff8ac3c7df27,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:30.779799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4e44dda8-0e9a-46e0-a8dc-24be924d9bf3 None None] Provisioning complete for port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:30.780089 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e44dda8-0e9a-46e0-a8dc-24be924d9bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:30.819992 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Network ce5ffc2a-207f-46ff-96e3-d924f96ae96a is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:51:30.821443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:30.838801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44dda8-0e9a-46e0-a8dc-24be924d9bf3 None None] Pushing event updated for resources: {'Port': ['ID=8e235429-0310-4ee8-8d89-8ed1487324de,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:30.943343 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Router c0153f08-b86e-400b-8909-fc500ccafc85 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:51:30.972544 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e44dda8-0e9a-46e0-a8dc-24be924d9bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:31.020076 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-4e44dda8-0e9a-46e0-a8dc-24be924d9bf3 None None] For port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=12ce9a0c-e452-4d87-ba4d-c925ed0e7301,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:31.025904 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4e44dda8-0e9a-46e0-a8dc-24be924d9bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:31.064559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:51:31.072136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'name': 'tempest-TestShelveInstance-1530352002-router', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:26Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 4, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'gw_port': {'id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:27Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1e3ed273-6cbf-494c-ac54-ff8ac3c7df27', 'name': '', 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'mac_address': 'fa:16:3e:2b:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c0322ec4-f161-4dc1-ba44-229e38d87926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:29Z', 'updated_at': '2021-12-08T02:51:29Z', 'revision_number': 1, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'subnets': [{'id': 'c0322ec4-f161-4dc1-ba44-229e38d87926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:31.072639 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4eda8c88-dc9f-4a8c-a32d-04802ef3975a admin admin] 10.222.0.70 "PUT /v2.0/routers/c0153f08-b86e-400b-8909-fc500ccafc85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3133066 Dec 08 02:51:31.107062 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93e97b-a811-40b4-a81b-fb1b83915d60 None None] The sync data for ids ['c0153f08-b86e-400b-8909-fc500ccafc85'] in n-d-713498-30 is: [{'id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'name': 'tempest-TestShelveInstance-1530352002-router', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:26Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 4, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'gw_port': {'id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:27Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1e3ed273-6cbf-494c-ac54-ff8ac3c7df27', 'name': '', 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'mac_address': 'fa:16:3e:2b:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c0322ec4-f161-4dc1-ba44-229e38d87926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:29Z', 'updated_at': '2021-12-08T02:51:29Z', 'revision_number': 1, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'subnets': [{'id': 'c0322ec4-f161-4dc1-ba44-229e38d87926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:51:31.119112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44dda8-0e9a-46e0-a8dc-24be924d9bf3 None None] Pushing event updated for resources: {'Port': ['ID=12ce9a0c-e452-4d87-ba4d-c925ed0e7301,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:31.148451 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-98e9f0bc-d5fe-4266-aa27-99c2c75e02b2 None None] Provisioning complete for port 8e235429-0310-4ee8-8d89-8ed1487324de triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:31.148845 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-98e9f0bc-d5fe-4266-aa27-99c2c75e02b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:31.247404 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-98e9f0bc-d5fe-4266-aa27-99c2c75e02b2 None None] Provisioning complete for port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:31.247787 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-98e9f0bc-d5fe-4266-aa27-99c2c75e02b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:31.287234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-98e9f0bc-d5fe-4266-aa27-99c2c75e02b2 None None] Port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:51:31.316812 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-98e9f0bc-d5fe-4266-aa27-99c2c75e02b2 None None] Provisioning complete for port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:31.317207 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-98e9f0bc-d5fe-4266-aa27-99c2c75e02b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:31.488065 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:51:31.541192 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:31.541574 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:31.631188 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:51:31.680358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:31.680741 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:31.804707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42850) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:31.809355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-4a7b764d-0bd1-4b2b-b960-0f9d39970f6f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382088314', 'description': 'tempest-secgroup-smoke-1382088314 description', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:31.833353 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a7b764d-0bd1-4b2b-b960-0f9d39970f6f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:31.903180 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a7b764d-0bd1-4b2b-b960-0f9d39970f6f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:31.906811 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a7b764d-0bd1-4b2b-b960-0f9d39970f6f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:31.938361 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-4a7b764d-0bd1-4b2b-b960-0f9d39970f6f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:31.942451 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-4a7b764d-0bd1-4b2b-b960-0f9d39970f6f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1338320 Dec 08 02:51:31.942451 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b764d-0bd1-4b2b-b960-0f9d39970f6f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb458e9-431c-4ad3-9dfb-253a33f98472,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:31.942937 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42852) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:31.947671 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-60c3755a-9ff4-458b-822b-26c96d154bb4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group_rule': {'security_group_id': '1eb458e9-431c-4ad3-9dfb-253a33f98472', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:31.973818 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60c3755a-9ff4-458b-822b-26c96d154bb4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.029430 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60c3755a-9ff4-458b-822b-26c96d154bb4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.032876 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60c3755a-9ff4-458b-822b-26c96d154bb4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.050596 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3755a-9ff4-458b-822b-26c96d154bb4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a39803-6f1e-44e3-9ae2-f39cd642348c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:32.058017 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-60c3755a-9ff4-458b-822b-26c96d154bb4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.059205 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-60c3755a-9ff4-458b-822b-26c96d154bb4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151965 Dec 08 02:51:32.062565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42854) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:32.066949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-b9a58cfa-a162-475f-8ccf-0ba8d2922ea0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group_rule': {'security_group_id': '1eb458e9-431c-4ad3-9dfb-253a33f98472', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:32.092023 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9a58cfa-a162-475f-8ccf-0ba8d2922ea0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.154463 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9a58cfa-a162-475f-8ccf-0ba8d2922ea0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.157832 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9a58cfa-a162-475f-8ccf-0ba8d2922ea0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.175362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a58cfa-a162-475f-8ccf-0ba8d2922ea0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629d391d-ca41-4648-a245-3c720ae85e13,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:32.182977 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b9a58cfa-a162-475f-8ccf-0ba8d2922ea0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.184188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b9a58cfa-a162-475f-8ccf-0ba8d2922ea0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206708 Dec 08 02:51:32.187663 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42856) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:32.192662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-39f82334-ab6c-4467-a027-e5de10914578 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group_rule': {'security_group_id': '1eb458e9-431c-4ad3-9dfb-253a33f98472', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:32.208063 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-b3614009-007f-48fa-aebe-01fb10ee92d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.219763 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39f82334-ab6c-4467-a027-e5de10914578 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.247671 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.278059 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39f82334-ab6c-4467-a027-e5de10914578 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.282283 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39f82334-ab6c-4467-a027-e5de10914578 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.302501 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f82334-ab6c-4467-a027-e5de10914578 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb8173a-d138-4b99-816d-dcbadc0cb838,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:32.307993 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-39f82334-ab6c-4467-a027-e5de10914578 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.309238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-39f82334-ab6c-4467-a027-e5de10914578 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204088 Dec 08 02:51:32.311954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42858) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:32.316469 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-68cc9d9c-7445-42d4-bd80-40cd79728808 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group_rule': {'security_group_id': '1eb458e9-431c-4ad3-9dfb-253a33f98472', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:32.341985 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68cc9d9c-7445-42d4-bd80-40cd79728808 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.399459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68cc9d9c-7445-42d4-bd80-40cd79728808 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.403191 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68cc9d9c-7445-42d4-bd80-40cd79728808 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.418928 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc9d9c-7445-42d4-bd80-40cd79728808 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e372021-9744-47fc-8210-5aeb239b8037,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:32.430639 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-68cc9d9c-7445-42d4-bd80-40cd79728808 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.431851 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-68cc9d9c-7445-42d4-bd80-40cd79728808 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188424 Dec 08 02:51:32.434631 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42860) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:32.439508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-bb9b1fa3-5c5f-4979-a140-4ad9d33ff10b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group_rule': {'security_group_id': '1eb458e9-431c-4ad3-9dfb-253a33f98472', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:32.467489 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-bb9b1fa3-5c5f-4979-a140-4ad9d33ff10b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Project 24c51d1420ae4dc4a4c109860fb33b6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:51:32.472858 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1fa3-5c5f-4979-a140-4ad9d33ff10b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.532866 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1fa3-5c5f-4979-a140-4ad9d33ff10b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.536624 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1fa3-5c5f-4979-a140-4ad9d33ff10b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.558341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b1fa3-5c5f-4979-a140-4ad9d33ff10b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bba571-b694-4b86-8fec-535bdb5279f3,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:32.566675 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bb9b1fa3-5c5f-4979-a140-4ad9d33ff10b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.567885 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bb9b1fa3-5c5f-4979-a140-4ad9d33ff10b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323321 Dec 08 02:51:32.570652 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 42862) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:32.574982 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-35e1b6e7-b46e-4f7e-9764-02accacb3f82 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group_rule': {'security_group_id': '1eb458e9-431c-4ad3-9dfb-253a33f98472', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:32.597232 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-35e1b6e7-b46e-4f7e-9764-02accacb3f82 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Project 24c51d1420ae4dc4a4c109860fb33b6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:51:32.602309 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35e1b6e7-b46e-4f7e-9764-02accacb3f82 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.613607 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.679411 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35e1b6e7-b46e-4f7e-9764-02accacb3f82 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.683380 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35e1b6e7-b46e-4f7e-9764-02accacb3f82 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.703981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1b6e7-b46e-4f7e-9764-02accacb3f82 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4ca0ba-9917-44b4-b07b-d2b0d376b297,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:32.716130 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-35e1b6e7-b46e-4f7e-9764-02accacb3f82 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:32.720328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-35e1b6e7-b46e-4f7e-9764-02accacb3f82 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458604 Dec 08 02:51:32.884707 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-0f83c541-dab8-478f-9f9c-be4239ef2a2f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382088314&fields=id&tenant_id=24c51d1420ae4dc4a4c109860fb33b6f HTTP/1.1" status: 200 len: 267 time: 0.0524981 Dec 08 02:51:33.003225 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-4ac08b29-fb07-4aa0-ac80-9423384d0bf1 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:33.004775 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-4ac08b29-fb07-4aa0-ac80-9423384d0bf1 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 808 time: 0.1122139 Dec 08 02:51:33.021725 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7fa0f11-6525-40e2-9c06-f889b933c033 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/quotas/24c51d1420ae4dc4a4c109860fb33b6f HTTP/1.1" status: 200 len: 375 time: 0.0108016 Dec 08 02:51:33.075512 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-e7f33c44-36b9-4204-9dba-6525e908f165 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476606 Dec 08 02:51:33.183345 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-b3c1ded7-a52a-4237-8e80-7c35f60ad4c4 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:51:33.184511 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-b3c1ded7-a52a-4237-8e80-7c35f60ad4c4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0960708 Dec 08 02:51:33.287897 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-4be43a67-079d-43eb-b3fc-fc2a33996127 service neutron] 10.222.0.70 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960751 Dec 08 02:51:33.392433 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c83df62f-7f81-46f5-ac44-5ef8ba93ea6f service neutron] 10.222.0.70 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982411 Dec 08 02:51:33.441682 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8e235429-0310-4ee8-8d89-8ed1487324de up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:51:33.491245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 8e235429-0310-4ee8-8d89-8ed1487324de triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:33.492070 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:33.567974 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-df95b670-c327-492e-8ca9-5bf3be5387cd req-901a447d-edd3-4b71-abff-20fa6e3af6f8 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 210 time: 0.0282280 Dec 08 02:51:33.903312 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:34.081193 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Sync routers for ids ['c0153f08-b86e-400b-8909-fc500ccafc85'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:51:34.092131 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Routers {'c0153f08-b86e-400b-8909-fc500ccafc85'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:34.092716 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['c0153f08-b86e-400b-8909-fc500ccafc85'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:34.200609 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Set router c0153f08-b86e-400b-8909-fc500ccafc85 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:34.408804 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'name': 'tempest-TestShelveInstance-1530352002-router', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:26Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 4, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'gw_port': {'id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:27Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1e3ed273-6cbf-494c-ac54-ff8ac3c7df27', 'name': '', 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'mac_address': 'fa:16:3e:2b:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c0322ec4-f161-4dc1-ba44-229e38d87926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:29Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 2, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'subnets': [{'id': 'c0322ec4-f161-4dc1-ba44-229e38d87926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:34.437962 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Checking router: c0153f08-b86e-400b-8909-fc500ccafc85 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:51:34.438318 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Updating router c0153f08-b86e-400b-8909-fc500ccafc85 port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:51:34.463560 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:34.684009 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e0d1cb4-ce31-48af-8d59-c6ee51a548b3 req-f357496b-1f29-4174-878a-c4a53274aaec tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 210 time: 0.0358057 Dec 08 02:51:34.738625 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:34.745790 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:34.745999 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-4eb62b0e-b0fb-45cc-b504-0484aa273aab tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:34.747415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-4eb62b0e-b0fb-45cc-b504-0484aa273aab tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 808 time: 0.1342635 Dec 08 02:51:34.824172 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ead725-609e-4bb8-8da7-97691b664736 None None] Pushing event updated for resources: {'Port': ['ID=1e3ed273-6cbf-494c-ac54-ff8ac3c7df27,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:34.826608 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-3c41094c-7b8e-44e3-9c2b-7f337004a8f8 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24c51d1420ae4dc4a4c109860fb33b6f HTTP/1.1" status: 200 len: 380 time: 0.0633256 Dec 08 02:51:34.844099 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'port': {'device_id': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'admin_state_up': True, 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'security_groups': ['1eb458e9-431c-4ad3-9dfb-253a33f98472']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:34.861119 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:34.865325 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Attempting to bind port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:51:34.865710 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Attempting to bind port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:51:34.866080 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Attempting to bind port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 on network ce5ffc2a-207f-46ff-96e3-d924f96ae96a {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:51:34.872443 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:51:34.872908 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Checking segment: {'id': '5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:51:34.873342 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:34.873770 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Bound using segment: {'id': '5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:51:34.874252 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Bound port: 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:51:34.875185 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:34.894281 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:34.959226 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] For port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:51:34.962765 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] For port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1e3ed273-6cbf-494c-ac54-ff8ac3c7df27,segment=NetworkSegment(5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee),segment_id=5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:51:34.967415 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:34.989123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Made reservation on behalf of 24c51d1420ae4dc4a4c109860fb33b6f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:51:34.993583 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:35.030187 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Routers {'c0153f08-b86e-400b-8909-fc500ccafc85'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:35.030889 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['c0153f08-b86e-400b-8909-fc500ccafc85'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:35.036220 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ead725-609e-4bb8-8da7-97691b664736 None None] Pushing event updated for resources: {'Port': ['ID=1e3ed273-6cbf-494c-ac54-ff8ac3c7df27,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:35.064860 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f8a44798-d1f1-4c9a-a431-d4cdac45b4c0 None None] Provisioning complete for port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:35.065558 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8a44798-d1f1-4c9a-a431-d4cdac45b4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:35.163640 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Allocated IP 172.20.0.9 (f904371d-e231-480b-9fee-6030f6d5e8fc/e6809def-0d84-4e7f-a9d4-95d1a3d7a12f/392bfc25-2edc-4f94-acc2-2e7cabb0a7f1) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:51:35.177187 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8a44798-d1f1-4c9a-a431-d4cdac45b4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:35.222672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f8a44798-d1f1-4c9a-a431-d4cdac45b4c0 None None] For port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1e3ed273-6cbf-494c-ac54-ff8ac3c7df27,segment=NetworkSegment(5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee),segment_id=5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:35.228738 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f8a44798-d1f1-4c9a-a431-d4cdac45b4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:35.278035 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] Set router c0153f08-b86e-400b-8909-fc500ccafc85 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:35.279475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a44798-d1f1-4c9a-a431-d4cdac45b4c0 None None] Pushing event updated for resources: {'Port': ['ID=1e3ed273-6cbf-494c-ac54-ff8ac3c7df27,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:35.330073 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:35.353506 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-bbfc5377-36a1-40d5-9aad-e667069943d4 None None] Provisioning complete for port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:35.354649 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bbfc5377-36a1-40d5-9aad-e667069943d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:35.371480 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:35.423605 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Network f904371d-e231-480b-9fee-6030f6d5e8fc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:51:35.426662 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:35.432817 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:51:35.484529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'Port': ['ID=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:35.493442 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:35.494111 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:35.494671 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:51:35.509872 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'name': 'tempest-TestShelveInstance-1530352002-router', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:26Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 4, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'gw_port': {'id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:27Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1e3ed273-6cbf-494c-ac54-ff8ac3c7df27', 'name': '', 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'mac_address': 'fa:16:3e:2b:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c0322ec4-f161-4dc1-ba44-229e38d87926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:29Z', 'updated_at': '2021-12-08T02:51:34Z', 'revision_number': 4, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'subnets': [{'id': 'c0322ec4-f161-4dc1-ba44-229e38d87926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:35.514073 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-c7e6bc1d-d970-4679-90df-c15f34666e5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6752956 Dec 08 02:51:35.536519 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Request body: {'port': {'device_id': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:35.543691 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b663037-d77e-41f8-abde-6995085d8e63 None None] The sync data for ids ['c0153f08-b86e-400b-8909-fc500ccafc85'] in n-d-713498-30 is: [{'id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'name': 'tempest-TestShelveInstance-1530352002-router', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:26Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 4, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'gw_port': {'id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:27Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '1e3ed273-6cbf-494c-ac54-ff8ac3c7df27', 'name': '', 'network_id': 'ce5ffc2a-207f-46ff-96e3-d924f96ae96a', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'mac_address': 'fa:16:3e:2b:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c0322ec4-f161-4dc1-ba44-229e38d87926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:29Z', 'updated_at': '2021-12-08T02:51:34Z', 'revision_number': 4, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'subnets': [{'id': 'c0322ec4-f161-4dc1-ba44-229e38d87926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:51:35.556549 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:35.557301 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:35.627133 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:35.760663 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-af1a9707-6d0b-4f32-8a14-634565fc2413 None None] Provisioning complete for port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:35.761316 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-af1a9707-6d0b-4f32-8a14-634565fc2413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:35.802959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-af1a9707-6d0b-4f32-8a14-634565fc2413 None None] Port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:51:35.885453 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa1d4d-70d3-4978-bb29-5f2976c54dc5 req-06f34aa7-34fd-4414-8400-eecbc300fb0c tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:35.887190 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78fa1d4d-70d3-4978-bb29-5f2976c54dc5 req-06f34aa7-34fd-4414-8400-eecbc300fb0c tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 931 time: 0.1082530 Dec 08 02:51:35.970056 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78fa1d4d-70d3-4978-bb29-5f2976c54dc5 req-26a961b8-3e0a-4308-9fdd-5acef25b14b6 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743427 Dec 08 02:51:36.006649 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:51:36.015204 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:36.027583 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Transition to ACTIVE for port object 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:51:36.031862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:36.102503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Pushing event updated for resources: {'Port': ['ID=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:36.154346 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Attempting to bind port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:51:36.154683 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Attempting to bind port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:51:36.155013 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Attempting to bind port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 on network f904371d-e231-480b-9fee-6030f6d5e8fc {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:51:36.160264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 on network f904371d-e231-480b-9fee-6030f6d5e8fc not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:51:36.160625 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Attempting to bind port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 on network f904371d-e231-480b-9fee-6030f6d5e8fc {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:51:36.165793 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:51:36.166135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Checking segment: {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:51:36.166556 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Bound using segment: {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:51:36.166986 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Bound port: 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:51:36.167348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:36.237077 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:51:36.240091 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:51:36.245214 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:36.277543 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:36.278107 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:36.279856 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] 10.222.0.72 "PUT /v2.0/ports/392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 1092 time: 0.7511110 Dec 08 02:51:36.283036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:51:36.285245 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ca7fea-1912-48bc-82fd-53dcfaf14fae" -d '{"events": [{"name": "network-changed", "server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:51:36.314670 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83067ed2-9214-4cc3-9016-e22ad594e9ee service neutron] Pushing event updated for resources: {'Port': ['ID=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:36.353417 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e8a3dd-ebca-4ff8-bc80-85c428e43d3d x-openstack-request-id: req-50e8a3dd-ebca-4ff8-bc80-85c428e43d3d {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:51:36.353727 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:51:36.354004 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50e8a3dd-ebca-4ff8-bc80-85c428e43d3d {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:51:36.354402 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'status': 'completed', 'code': 200} Dec 08 02:51:36.390798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-1ba1805d-3320-44e9-92a7-003dd00be3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:36.392475 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-1ba1805d-3320-44e9-92a7-003dd00be3f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1095 time: 0.0495107 Dec 08 02:51:36.444482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-3f60773c-08a0-4efc-9e9c-d79ef51faa78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 217 time: 0.0391424 Dec 08 02:51:36.495341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-ea798e92-5f48-4f03-bf47-b8c7c40b31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:36.496746 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-ea798e92-5f48-4f03-bf47-b8c7c40b31f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0448995 Dec 08 02:51:36.544969 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-181ef367-89da-4775-9c24-9dfc32d2f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:36.546647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-181ef367-89da-4775-9c24-9dfc32d2f5fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413098 Dec 08 02:51:36.639327 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-b85eddb9-4e40-4c20-8af3-ec6fe472345a service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858364 Dec 08 02:51:36.728529 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43cb3ab6-1c49-4db2-9d04-36622c122938 req-ac3d7a4a-a73b-407b-b6fe-c1061e07de20 service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816514 Dec 08 02:51:36.866775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca7fea-1912-48bc-82fd-53dcfaf14fae req-bb5ca75e-8206-4b59-bd29-b1b8ce7b965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:36.868310 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19ca7fea-1912-48bc-82fd-53dcfaf14fae req-bb5ca75e-8206-4b59-bd29-b1b8ce7b965e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1095 time: 0.0446732 Dec 08 02:51:36.970034 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca7fea-1912-48bc-82fd-53dcfaf14fae req-d06acf61-a64e-458b-ba9a-1bd4adc6a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:36.971675 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19ca7fea-1912-48bc-82fd-53dcfaf14fae req-d06acf61-a64e-458b-ba9a-1bd4adc6a60d service neutron] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0945206 Dec 08 02:51:37.014482 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19ca7fea-1912-48bc-82fd-53dcfaf14fae req-b3db93dd-6475-4294-9457-abee2c4d227f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 217 time: 0.0349126 Dec 08 02:51:37.097264 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca7fea-1912-48bc-82fd-53dcfaf14fae req-c6999bf8-ac52-4aae-a13f-f7dac3c76a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:37.098777 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19ca7fea-1912-48bc-82fd-53dcfaf14fae req-c6999bf8-ac52-4aae-a13f-f7dac3c76a27 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0774555 Dec 08 02:51:37.146582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bb55a-540e-48ac-ad02-e4f2f1205a75 req-5c0348d3-7f32-400f-9e55-0a3a029ceeeb tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:37.146582 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c84bb55a-540e-48ac-ad02-e4f2f1205a75 req-5c0348d3-7f32-400f-9e55-0a3a029ceeeb tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0922348 Dec 08 02:51:37.185394 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca7fea-1912-48bc-82fd-53dcfaf14fae req-a8577f5d-0c2b-4e19-89a2-d8615dea4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:37.188184 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19ca7fea-1912-48bc-82fd-53dcfaf14fae req-a8577f5d-0c2b-4e19-89a2-d8615dea4238 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817993 Dec 08 02:51:37.245904 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-c84bb55a-540e-48ac-ad02-e4f2f1205a75 req-69909af0-cee6-49a0-804e-a187f26d2428 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949471 Dec 08 02:51:37.301433 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19ca7fea-1912-48bc-82fd-53dcfaf14fae req-4482409f-cdc3-416a-a500-eabdd8bafaca service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039150 Dec 08 02:51:37.392408 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-19ca7fea-1912-48bc-82fd-53dcfaf14fae req-ae30773f-4929-4734-8cdc-b6405c9387c2 service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832291 Dec 08 02:51:38.362947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e857b8d-29ae-4a1d-9ee3-8325021e0b4d req-acede561-806b-4846-bb14-160e02d1c1e0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:38.364467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2e857b8d-29ae-4a1d-9ee3-8325021e0b4d req-acede561-806b-4846-bb14-160e02d1c1e0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0491135 Dec 08 02:51:38.414595 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2e857b8d-29ae-4a1d-9ee3-8325021e0b4d req-95115146-83ff-43aa-a2b7-a6f5cda0f154 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 Dec 08 02:51:39.536502 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a21e6e-852e-4cc0-9a95-10f2bce5d45b req-0fa8f94b-edb9-4f9d-a364-f195bf6b04a9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:39.538004 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96a21e6e-852e-4cc0-9a95-10f2bce5d45b req-0fa8f94b-edb9-4f9d-a364-f195bf6b04a9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0570474 Dec 08 02:51:39.553392 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:51:39.587691 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-96a21e6e-852e-4cc0-9a95-10f2bce5d45b req-d768398f-8a3c-4134-93f4-1690c1dd512a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437386 Dec 08 02:51:39.651754 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:39.663673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'port_id': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'mac_address': 'fa:16:3e:cb:9f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:51:39.699757 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:39.713026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:51:39.732266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:39.736473 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:39.783061 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:40.029908 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['392bfc25-2edc-4f94-acc2-2e7cabb0a7f1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:51:40.705604 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2a8d2-6bac-4b76-9d9c-9a06fa81373d req-8a0fdc1b-5901-4e46-81a3-b4eb19b05924 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:40.707096 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0d2a8d2-6bac-4b76-9d9c-9a06fa81373d req-8a0fdc1b-5901-4e46-81a3-b4eb19b05924 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 944 time: 0.0489550 Dec 08 02:51:40.760607 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0d2a8d2-6bac-4b76-9d9c-9a06fa81373d req-110c858d-aa0e-4eaf-9584-98aa3fb4ad5e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474510 Dec 08 02:51:41.553615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:51:41.608490 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:51:41.613026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:51:41.613440 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:41.688732 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:41.711384 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:51:41.713813 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45244a9b-8c1b-4ec4-95cf-a6444e74d524" -d '{"events": [{"server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "name": "network-vif-plugged", "status": "completed", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:51:41.727141 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:51:41.731846 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:41.762637 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ff4f5e-31aa-47df-9bc8-18a1ab29bd63 x-openstack-request-id: req-f3ff4f5e-31aa-47df-9bc8-18a1ab29bd63 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:51:41.762941 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "name": "network-vif-plugged", "status": "completed", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:51:41.763198 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3ff4f5e-31aa-47df-9bc8-18a1ab29bd63 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:51:41.763579 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'code': 200} Dec 08 02:51:41.791916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:41.880768 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0892768-22a7-455a-a1f6-91c71b0cf2d9 req-15847335-0956-4a40-a835-45a8bd2a916c tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:41.881358 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8b75a-41d1-4a9c-96d0-1e55b9fcd764 req-88adbf84-0a38-4474-b5aa-56a0a35815ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:41.882229 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0892768-22a7-455a-a1f6-91c71b0cf2d9 req-15847335-0956-4a40-a835-45a8bd2a916c tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0512624 Dec 08 02:51:41.882795 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33a8b75a-41d1-4a9c-96d0-1e55b9fcd764 req-88adbf84-0a38-4474-b5aa-56a0a35815ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1097 time: 0.0405385 Dec 08 02:51:41.929645 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-33a8b75a-41d1-4a9c-96d0-1e55b9fcd764 req-71afc461-f52f-4e7b-ac51-72bbda5e343c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384147 Dec 08 02:51:41.933286 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-f0892768-22a7-455a-a1f6-91c71b0cf2d9 req-0bef71bc-ab84-45a3-b930-8d22d04aeade tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450144 Dec 08 02:51:43.058947 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1ee8f-03d0-49f3-8f55-cd3ec70ac7d0 req-69d91db9-9a99-4c8a-b3fe-b3a5619f0e2a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:43.060442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58c1ee8f-03d0-49f3-8f55-cd3ec70ac7d0 req-69d91db9-9a99-4c8a-b3fe-b3a5619f0e2a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0533450 Dec 08 02:51:43.110340 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-58c1ee8f-03d0-49f3-8f55-cd3ec70ac7d0 req-aa29e072-e3dc-4cb3-a8ad-34461bf8c27a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436673 Dec 08 02:51:44.225629 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120f0d5-ce69-455a-8641-eae9803d238d req-6600d989-319d-458c-bee4-445a7b7f1492 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:44.227135 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c120f0d5-ce69-455a-8641-eae9803d238d req-6600d989-319d-458c-bee4-445a7b7f1492 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0491738 Dec 08 02:51:44.284924 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-c120f0d5-ce69-455a-8641-eae9803d238d req-19e566c8-eed7-4c7d-8674-fd390f28f284 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516849 Dec 08 02:51:44.401242 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d6e13-bdea-41ef-9bee-6945f6f7ccc9 req-21a86837-68aa-4ee8-8bed-89be0bcd47ad tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:44.402647 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d1d6e13-bdea-41ef-9bee-6945f6f7ccc9 req-21a86837-68aa-4ee8-8bed-89be0bcd47ad tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0488508 Dec 08 02:51:44.451269 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9d1d6e13-bdea-41ef-9bee-6945f6f7ccc9 req-26701119-8cf4-4703-8f9a-1d6343eadde6 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417604 Dec 08 02:51:44.474467 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42918) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:44.563791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99a38fc-c0a9-4543-8679-682243b8525a tempest-TestShelveInstance-332762660 tempest-TestShelveInstance-332762660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:44.565449 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d99a38fc-c0a9-4543-8679-682243b8525a tempest-TestShelveInstance-332762660 tempest-TestShelveInstance-332762660-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1092 time: 0.0899494 Dec 08 02:51:44.568421 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 42922) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:51:44.572692 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:51:44.594742 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for floatingip, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:44.691934 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:44.798342 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Allocated IP 172.25.2.49 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/344770e9-9ef3-47bc-ac95-f5c5ba39223e) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:51:44.902405 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:44.937938 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:44.983674 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:51:44.988131 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:51:44.990707 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:51:44.996603 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'Port': ['ID=344770e9-9ef3-47bc-ac95-f5c5ba39223e,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:45.342461 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:45.410057 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:45.558062 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:45.563567 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:45.633431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'Port': ['ID=344770e9-9ef3-47bc-ac95-f5c5ba39223e,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:51:45.642437 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:45.740873 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Floating IP ecb27acc-4a79-450f-b6c9-6e12644e9e6a associated. External IP: 172.25.2.49, port: 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1. Dec 08 02:51:45.948587 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Router 034ded10-ce27-4b93-ad77-859c8c6db1a3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:51:46.055394 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:51:46.065766 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66130714-2a7c-4fc6-8786-f8d7bbe77c9b None None] Sync routers for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:51:46.072293 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:51:46.076160 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66130714-2a7c-4fc6-8786-f8d7bbe77c9b None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:46.076832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-66130714-2a7c-4fc6-8786-f8d7bbe77c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:46.099191 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-90c6aa57-4e6b-44f4-9909-bb7d0f294129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5297525 Dec 08 02:51:46.099778 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:51:46.102055 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2c10b8-e11a-4714-a092-998882487090" -d '{"events": [{"name": "network-changed", "server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:51:46.138437 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8912b37-0b4b-4b89-b965-dc15e90b5e5a x-openstack-request-id: req-a8912b37-0b4b-4b89-b965-dc15e90b5e5a {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:51:46.138730 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:51:46.138983 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a8912b37-0b4b-4b89-b965-dc15e90b5e5a {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:51:46.139387 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'status': 'completed', 'code': 200} Dec 08 02:51:46.198085 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-66130714-2a7c-4fc6-8786-f8d7bbe77c9b None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:46.222295 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c10b8-e11a-4714-a092-998882487090 req-a4a7561b-d3e9-48d0-ab38-ec86c42681cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:46.223725 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b2c10b8-e11a-4714-a092-998882487090 req-a4a7561b-d3e9-48d0-ab38-ec86c42681cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1097 time: 0.0415025 Dec 08 02:51:46.318212 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c10b8-e11a-4714-a092-998882487090 req-e845dde7-9e35-4aa9-b969-bd6fc892be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:46.319764 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b2c10b8-e11a-4714-a092-998882487090 req-e845dde7-9e35-4aa9-b969-bd6fc892be22 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0891526 Dec 08 02:51:46.388556 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b2c10b8-e11a-4714-a092-998882487090 req-b5c063df-1ba6-43a4-a27e-b1b9fe6326ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 998 time: 0.0613587 Dec 08 02:51:46.417569 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-66130714-2a7c-4fc6-8786-f8d7bbe77c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ecb27acc-4a79-450f-b6c9-6e12644e9e6a', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'port_id': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'mac_address': 'fa:16:3e:cb:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:51:45Z', 'updated_at': '2021-12-08T02:51:45Z', 'revision_number': 0, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:46.442341 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c10b8-e11a-4714-a092-998882487090 req-bb051db0-0523-41a7-8554-59c81336d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:46.443812 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b2c10b8-e11a-4714-a092-998882487090 req-bb051db0-0523-41a7-8554-59c81336d9cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0479100 Dec 08 02:51:46.447226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66130714-2a7c-4fc6-8786-f8d7bbe77c9b None None] Checking router: 034ded10-ce27-4b93-ad77-859c8c6db1a3 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:51:46.456645 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66130714-2a7c-4fc6-8786-f8d7bbe77c9b None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:51:46.457253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-66130714-2a7c-4fc6-8786-f8d7bbe77c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:51:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:46.489896 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c10b8-e11a-4714-a092-998882487090 req-767d0101-3a9e-4201-ad36-1d7fd3a73f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:46.491302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b2c10b8-e11a-4714-a092-998882487090 req-767d0101-3a9e-4201-ad36-1d7fd3a73f48 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404782 Dec 08 02:51:46.583861 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b2c10b8-e11a-4714-a092-998882487090 req-d1765966-65e2-4868-a662-dc290144cedf service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851660 Dec 08 02:51:46.683163 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9b2c10b8-e11a-4714-a092-998882487090 req-53e79d59-7ab9-4789-87ff-2a42c7ca3c8c service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919096 Dec 08 02:51:46.744534 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-66130714-2a7c-4fc6-8786-f8d7bbe77c9b None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:51:47.076853 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-66130714-2a7c-4fc6-8786-f8d7bbe77c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ecb27acc-4a79-450f-b6c9-6e12644e9e6a', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'port_id': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'mac_address': 'fa:16:3e:cb:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:51:45Z', 'updated_at': '2021-12-08T02:51:45Z', 'revision_number': 0, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:51:47.103482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66130714-2a7c-4fc6-8786-f8d7bbe77c9b None None] The sync data for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 is: [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'ecb27acc-4a79-450f-b6c9-6e12644e9e6a', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'floating_ip_address': '172.25.2.49', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'port_id': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'mac_address': 'fa:16:3e:cb:9f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:51:45Z', 'updated_at': '2021-12-08T02:51:45Z', 'revision_number': 0, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:51:47.305267 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb2d6d-7ab5-425a-91f9-3b97dc885a2e None None] New status for floating IP ecb27acc-4a79-450f-b6c9-6e12644e9e6a: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:51:49.749720 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:51:56.413023 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-805420e0-d716-4ac9-889d-e5aa6b25512e req-bce4ba45-f169-47df-8fab-b62335358398 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429928 Dec 08 02:51:56.517419 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805420e0-d716-4ac9-889d-e5aa6b25512e req-1dc64538-ce5a-4518-b21c-e71444755a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:56.518962 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-805420e0-d716-4ac9-889d-e5aa6b25512e req-1dc64538-ce5a-4518-b21c-e71444755a45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1097 time: 0.0462863 Dec 08 02:51:56.620057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805420e0-d716-4ac9-889d-e5aa6b25512e req-742494aa-e03f-4286-ab45-07e748dc8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:56.621583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-805420e0-d716-4ac9-889d-e5aa6b25512e req-742494aa-e03f-4286-ab45-07e748dc8dd9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0840342 Dec 08 02:51:56.693878 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-805420e0-d716-4ac9-889d-e5aa6b25512e req-05ded987-007d-4221-85ce-f3632c29b842 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 1000 time: 0.0619402 Dec 08 02:51:56.742664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805420e0-d716-4ac9-889d-e5aa6b25512e req-79c883a6-5a32-45a9-9204-07fe4b6bcf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:56.744092 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-805420e0-d716-4ac9-889d-e5aa6b25512e req-79c883a6-5a32-45a9-9204-07fe4b6bcf51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0433633 Dec 08 02:51:56.787875 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805420e0-d716-4ac9-889d-e5aa6b25512e req-89ab8efe-ee06-4ad7-9e4a-0a23656249d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:51:56.789389 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-805420e0-d716-4ac9-889d-e5aa6b25512e req-89ab8efe-ee06-4ad7-9e4a-0a23656249d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388911 Dec 08 02:51:56.881185 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-805420e0-d716-4ac9-889d-e5aa6b25512e req-6677aeae-0e1a-4188-aeb6-f85a6183c389 service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841048 Dec 08 02:51:56.969210 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-805420e0-d716-4ac9-889d-e5aa6b25512e req-6a826353-09e2-40bf-aba4-1d1c21a02d84 service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806923 Dec 08 02:51:58.964013 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f2da3fe1-4fe4-4a6f-88c1-84b7049d4e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:02.210311 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7849561a-e600-40f4-aee1-1249e1ea612e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:02.247569 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:02.616109 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:03.904835 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.832477 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:04.896846 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:26.748903 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:52:28.965593 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-92bca4a3-b348-4b00-8701-2579c8731f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:32.214071 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c8680df4-2897-457f-b147-f4285961e39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:32.249369 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:32.619823 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:33.907880 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:34.843358 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:34.898160 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:52:46.179840 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-abf54559-f547-4088-8eee-c74899f14207 req-aa3ac607-4c8c-4761-89f1-3dffe6b822bc service neutron] (103129) timed out ('10.222.0.70', 33940) {{(pid=103129) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 02:52:57.400138 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbd0996a-8bd0-40f5-bc6b-ccde8ee5293a req-b7b8be05-cf6f-4e14-b25d-1a96e0096a18 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454028 Dec 08 02:52:57.497400 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0996a-8bd0-40f5-bc6b-ccde8ee5293a req-6e8464a9-a16a-4214-b861-85c41c8a4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:57.498912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbd0996a-8bd0-40f5-bc6b-ccde8ee5293a req-6e8464a9-a16a-4214-b861-85c41c8a4e3a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1097 time: 0.0406203 Dec 08 02:52:57.601760 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0996a-8bd0-40f5-bc6b-ccde8ee5293a req-66f9183a-8695-476f-bd04-dcee85e38898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:57.603240 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbd0996a-8bd0-40f5-bc6b-ccde8ee5293a req-66f9183a-8695-476f-bd04-dcee85e38898 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0859880 Dec 08 02:52:57.675686 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbd0996a-8bd0-40f5-bc6b-ccde8ee5293a req-f66b1481-6866-4934-a507-688d2fd830be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 1000 time: 0.0655367 Dec 08 02:52:57.726403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0996a-8bd0-40f5-bc6b-ccde8ee5293a req-1c2d9d30-6f30-429f-8789-e6d913737e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:57.727882 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbd0996a-8bd0-40f5-bc6b-ccde8ee5293a req-1c2d9d30-6f30-429f-8789-e6d913737e4e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0459220 Dec 08 02:52:57.776089 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0996a-8bd0-40f5-bc6b-ccde8ee5293a req-bd106a3e-f48b-4f3d-92a1-d6261517ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:52:57.777613 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbd0996a-8bd0-40f5-bc6b-ccde8ee5293a req-bd106a3e-f48b-4f3d-92a1-d6261517ef3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431185 Dec 08 02:52:57.872993 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbd0996a-8bd0-40f5-bc6b-ccde8ee5293a req-4ab348fc-de18-409a-94cb-1049e2b59f7d service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880260 Dec 08 02:52:57.963639 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fbd0996a-8bd0-40f5-bc6b-ccde8ee5293a req-47f72b79-952f-4639-8426-e98f73120162 service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829327 Dec 08 02:52:58.967931 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-930b2c5e-dba6-4538-8339-8cf954a260b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:02.216513 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6acc9c18-f944-449f-9871-9c0eaf1a98ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:02.268080 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:02.621638 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:03.748118 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:53:03.911330 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:04.854193 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:04.898175 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:28.969505 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6788de92-5ce3-488c-91d1-f2043fec3f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:32.220716 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-268f53cf-ea7c-4fcc-9838-49217c79d4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:32.270578 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:32.626259 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:33.912468 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:34.889091 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:34.900238 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:40.746486 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:53:41.155432 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c0617-393b-4e1c-a889-c7bd1ad40729 req-f0061bd6-f39e-4c4e-9ce9-e427530fa7e9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:41.156952 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-610c0617-393b-4e1c-a889-c7bd1ad40729 req-f0061bd6-f39e-4c4e-9ce9-e427530fa7e9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0992467 Dec 08 02:53:41.205320 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-610c0617-393b-4e1c-a889-c7bd1ad40729 req-b458f106-352d-4aa8-aaf6-2ae8afded0f0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421519 Dec 08 02:53:42.330643 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a6efb-5b1e-447b-991c-43c634bf736a req-2d506a5a-329a-4d07-8a7a-350f3331cac2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:42.332771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a98a6efb-5b1e-447b-991c-43c634bf736a req-2d506a5a-329a-4d07-8a7a-350f3331cac2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0542250 Dec 08 02:53:42.380873 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a98a6efb-5b1e-447b-991c-43c634bf736a req-1787416d-7150-4a68-a69d-a612b2b7bc47 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 Dec 08 02:53:43.516502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1a473-01d6-4498-9a84-8d35ae593b03 req-8ffebb39-2d55-488a-bc63-5d2ba566c4bc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:43.517925 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3fd1a473-01d6-4498-9a84-8d35ae593b03 req-8ffebb39-2d55-488a-bc63-5d2ba566c4bc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0537696 Dec 08 02:53:43.567972 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3fd1a473-01d6-4498-9a84-8d35ae593b03 req-791ccec2-65eb-4d77-826b-82a16e061b28 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439200 Dec 08 02:53:44.684016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc26d67-c914-47ab-a49e-02dcaecbcd49 req-f1fcb29a-922b-4a51-a7a9-a984b0fadffb tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:44.685557 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8cc26d67-c914-47ab-a49e-02dcaecbcd49 req-f1fcb29a-922b-4a51-a7a9-a984b0fadffb tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0505390 Dec 08 02:53:44.736153 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8cc26d67-c914-47ab-a49e-02dcaecbcd49 req-74b25dee-ad61-4e4f-a01b-505e782bca38 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443408 Dec 08 02:53:45.855132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef727d0a-5495-48ec-97f5-0f299229aa80 req-5b82fc45-64e1-4b99-85ca-b21665a0ef8d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:45.856643 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ef727d0a-5495-48ec-97f5-0f299229aa80 req-5b82fc45-64e1-4b99-85ca-b21665a0ef8d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0489781 Dec 08 02:53:45.905023 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ef727d0a-5495-48ec-97f5-0f299229aa80 req-8afc023e-0c65-4769-9160-949068b2ccff tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425036 Dec 08 02:53:47.022330 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1279f6d-1776-4804-b96f-928174ec68d1 req-d92543d0-b8d4-4cc3-bbd3-c95e87b6f8b8 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:47.023819 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1279f6d-1776-4804-b96f-928174ec68d1 req-d92543d0-b8d4-4cc3-bbd3-c95e87b6f8b8 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Dec 08 02:53:47.071163 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b1279f6d-1776-4804-b96f-928174ec68d1 req-189ce398-e68b-43b7-8bc9-7b899c04a1b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414104 Dec 08 02:53:48.190203 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df160a2c-7785-4888-ad30-80c61d1fd740 req-c25df760-6329-4e5b-b248-fa4279f29347 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:48.191742 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df160a2c-7785-4888-ad30-80c61d1fd740 req-c25df760-6329-4e5b-b248-fa4279f29347 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0477102 Dec 08 02:53:48.243502 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-df160a2c-7785-4888-ad30-80c61d1fd740 req-31f121bd-eacc-42c2-b42a-66f4550862b1 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457299 Dec 08 02:53:49.357432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c40d55-51d5-4d9e-b6d9-9ec13f99366d req-ffd37521-49a5-4647-be5a-a4631e4377a0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:49.358901 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-80c40d55-51d5-4d9e-b6d9-9ec13f99366d req-ffd37521-49a5-4647-be5a-a4631e4377a0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0490563 Dec 08 02:53:49.407352 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-80c40d55-51d5-4d9e-b6d9-9ec13f99366d req-9012b484-9e86-417c-aac5-2ecfddc5c1b4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416179 Dec 08 02:53:50.524021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240c463-009e-48c1-a723-a9ea0c029ecd req-59c63ae1-101c-4fcb-86f8-dcb910dc05a9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:50.525500 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9240c463-009e-48c1-a723-a9ea0c029ecd req-59c63ae1-101c-4fcb-86f8-dcb910dc05a9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0483160 Dec 08 02:53:50.573344 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9240c463-009e-48c1-a723-a9ea0c029ecd req-ece26e00-fcee-41ac-849f-520812f9860c tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Dec 08 02:53:51.687992 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7657c0-e962-4790-b160-7e3fdb9153be req-93c50b89-c753-4488-ba05-275187c4e641 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:51.689404 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c7657c0-e962-4790-b160-7e3fdb9153be req-93c50b89-c753-4488-ba05-275187c4e641 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0471923 Dec 08 02:53:51.742170 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8c7657c0-e962-4790-b160-7e3fdb9153be req-83a37df8-005a-4a8b-96bf-db55b77dd2a9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455840 Dec 08 02:53:52.208139 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:53:52.307033 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:53:52.318814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'port_id': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'mac_address': 'fa:16:3e:cb:9f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:53:52.355811 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:52.369004 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:53:52.387987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:53:52.391311 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:52.437553 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:53:52.445073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.445433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.445784 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.446131 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.446475 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.446817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.447155 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.447494 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.447823 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.448153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.448518 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.448851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.449179 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:53:52.549692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['392bfc25-2edc-4f94-acc2-2e7cabb0a7f1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:53:52.859277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823004bd-e82a-481f-b76d-210135c79c65 req-87161403-c8b8-4b2c-8a94-ae643cc3099c tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:52.860780 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-823004bd-e82a-481f-b76d-210135c79c65 req-87161403-c8b8-4b2c-8a94-ae643cc3099c tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 944 time: 0.0499258 Dec 08 02:53:52.909131 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-823004bd-e82a-481f-b76d-210135c79c65 req-d013d5d0-44c3-4abe-83d0-13472d4dc669 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 Dec 08 02:53:54.064660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1a093-9990-4402-91fa-5659fbad1411 req-b89aa59c-673b-4465-9118-1a75472c8d47 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:54.066238 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ffc1a093-9990-4402-91fa-5659fbad1411 req-b89aa59c-673b-4465-9118-1a75472c8d47 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 944 time: 0.0715861 Dec 08 02:53:54.140240 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ffc1a093-9990-4402-91fa-5659fbad1411 req-c41d6835-4482-4b0d-8966-b66afcb137ec tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650797 Dec 08 02:53:54.228925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:53:54.279332 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:53:54.279714 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:54.360898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:54.386685 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:53:54.389084 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e7a591-9f0e-4fa5-9820-57a4c78c96f9" -d '{"events": [{"server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "name": "network-vif-plugged", "status": "completed", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:53:54.404213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:53:54.412938 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:54.444362 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbb0c4c-6d73-4b69-8dbb-dbfe5255b22a x-openstack-request-id: req-bfbb0c4c-6d73-4b69-8dbb-dbfe5255b22a {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:53:54.444682 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "name": "network-vif-plugged", "status": "completed", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:53:54.444927 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfbb0c4c-6d73-4b69-8dbb-dbfe5255b22a {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:53:54.445345 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'code': 200} Dec 08 02:53:54.473073 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:53:55.269624 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c47c0-fb5a-491f-8e97-dd6b88151330 req-68ece482-5e44-49c2-bb01-9000124620bf tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:55.276543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-239c47c0-fb5a-491f-8e97-dd6b88151330 req-68ece482-5e44-49c2-bb01-9000124620bf tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0612705 Dec 08 02:53:55.328883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-239c47c0-fb5a-491f-8e97-dd6b88151330 req-ebf577c7-8fc2-450b-89c9-00d375e2354b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515110 Dec 08 02:53:56.465213 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f7c57-0734-472e-ab8b-3156b8dd8b8b req-8fa238a2-2cf8-46f6-a938-cbef2f8fd17f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:56.467799 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f0f7c57-0734-472e-ab8b-3156b8dd8b8b req-8fa238a2-2cf8-46f6-a938-cbef2f8fd17f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0623178 Dec 08 02:53:56.518086 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-4f0f7c57-0734-472e-ab8b-3156b8dd8b8b req-aa1ecae1-f217-417d-bc50-cf99df380336 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442793 Dec 08 02:53:57.643925 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91164a1-f941-40bf-be61-93b72119fd04 req-d6a96f68-614a-43e5-bb44-4fb8559ef1e4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:57.646251 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e91164a1-f941-40bf-be61-93b72119fd04 req-d6a96f68-614a-43e5-bb44-4fb8559ef1e4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0573466 Dec 08 02:53:57.699322 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e91164a1-f941-40bf-be61-93b72119fd04 req-2ee4462e-4a7d-4e47-9df4-a56764b98db7 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465515 Dec 08 02:53:58.823219 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3286b-19b2-4aa6-af58-1aa946a3161b req-d0d8af21-07b5-42f9-aeb3-136e6be6316a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:58.825555 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90a3286b-19b2-4aa6-af58-1aa946a3161b req-d0d8af21-07b5-42f9-aeb3-136e6be6316a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0528438 Dec 08 02:53:58.880599 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-90a3286b-19b2-4aa6-af58-1aa946a3161b req-1c056ba8-f8a4-49f7-88e5-692aa74767f8 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486395 Dec 08 02:53:58.975349 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6c0fffc4-c4b6-430e-bc04-5da3e3f543e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:53:59.521980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-79b8c829-b194-487f-a667-8d8c8a2948ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:59.523869 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-79b8c829-b194-487f-a667-8d8c8a2948ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1097 time: 0.1026905 Dec 08 02:53:59.970374 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-e1ab285a-9e58-4cf9-9350-faae7d5e86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:53:59.972177 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-e1ab285a-9e58-4cf9-9350-faae7d5e86d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.4266233 Dec 08 02:54:00.066992 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-7be8e477-3e3c-4e9e-9a09-536211623244 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 1000 time: 0.0834491 Dec 08 02:54:00.075694 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdeb6b4-1826-4ced-a6bd-0327d163873c req-79a212be-6424-4733-8a6a-7a9e86d65994 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:00.077206 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-efdeb6b4-1826-4ced-a6bd-0327d163873c req-79a212be-6424-4733-8a6a-7a9e86d65994 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.1041071 Dec 08 02:54:00.152791 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-c1165348-4dd9-4d2c-98a9-9df64bb205f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:00.154278 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-c1165348-4dd9-4d2c-98a9-9df64bb205f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0761869 Dec 08 02:54:00.192965 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-efdeb6b4-1826-4ced-a6bd-0327d163873c req-09f72e24-e7d6-43ca-83e4-1c6f49bd4c3b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862198 Dec 08 02:54:00.217131 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-7c80f6da-1961-4d7c-b308-39053f0fed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:00.218825 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-7c80f6da-1961-4d7c-b308-39053f0fed9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548339 Dec 08 02:54:00.231831 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-85f0c7d6-2044-48f7-b0b5-e9560d6d44a6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:54:00.232881 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-85f0c7d6-2044-48f7-b0b5-e9560d6d44a6 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072656 Dec 08 02:54:00.343037 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-cee8f10a-ae33-4890-9b35-a5866e447f8a service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024990 Dec 08 02:54:00.446607 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f28b08de-30f6-495a-a2c6-f697cc7a09f8 req-0bbe2250-4ac3-4d9f-aed7-c696f457d22b service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933466 Dec 08 02:54:01.328623 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adcc15-49fd-440b-9280-d0e5cf43503a req-be543530-8167-409f-995d-3ff4813691c8 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:01.333410 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92adcc15-49fd-440b-9280-d0e5cf43503a req-be543530-8167-409f-995d-3ff4813691c8 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0585754 Dec 08 02:54:01.402752 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92adcc15-49fd-440b-9280-d0e5cf43503a req-999ac331-8ad7-4bb8-adc0-a208dc72943f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635083 Dec 08 02:54:02.234578 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-169c04a5-236c-4cf5-a469-f1f8b4cedf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:02.279881 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:02.536870 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc3473-887d-4ae4-8885-2f86e3361611 req-5ea6d1b6-cbea-4845-bcc0-3d2fe69114d3 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:02.538710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78bc3473-887d-4ae4-8885-2f86e3361611 req-5ea6d1b6-cbea-4845-bcc0-3d2fe69114d3 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0574622 Dec 08 02:54:02.599654 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-78bc3473-887d-4ae4-8885-2f86e3361611 req-1e4672f6-fec4-4120-908d-7790b128a63f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521641 Dec 08 02:54:02.631989 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:03.690241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997842c-6481-4030-9e31-eff4f787a573 req-a59c0ffb-e582-4f47-91ae-5eea028ec155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:03.691985 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9997842c-6481-4030-9e31-eff4f787a573 req-a59c0ffb-e582-4f47-91ae-5eea028ec155 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1097 time: 0.0459287 Dec 08 02:54:03.722804 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43bec1-094a-41a5-ac64-f12c33e5351d req-22f4fef0-320b-4f8c-af95-71c78de38024 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:03.725110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb43bec1-094a-41a5-ac64-f12c33e5351d req-22f4fef0-320b-4f8c-af95-71c78de38024 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0563269 Dec 08 02:54:03.774207 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-fb43bec1-094a-41a5-ac64-f12c33e5351d req-86dd3b67-57ee-4975-aa66-f86d6f9207bf tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430894 Dec 08 02:54:03.787381 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997842c-6481-4030-9e31-eff4f787a573 req-87d99974-5df7-4ea8-8fd0-0921586d6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:03.788899 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9997842c-6481-4030-9e31-eff4f787a573 req-87d99974-5df7-4ea8-8fd0-0921586d6fc4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0891814 Dec 08 02:54:03.861019 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9997842c-6481-4030-9e31-eff4f787a573 req-3df78e00-d81e-42af-8f05-2e78f56539ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 1000 time: 0.0571468 Dec 08 02:54:03.909095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997842c-6481-4030-9e31-eff4f787a573 req-ae5c8f6f-69d9-4163-8573-347ad32745f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:03.911216 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9997842c-6481-4030-9e31-eff4f787a573 req-ae5c8f6f-69d9-4163-8573-347ad32745f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0431178 Dec 08 02:54:03.915945 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:03.961010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997842c-6481-4030-9e31-eff4f787a573 req-bd5b3878-ac90-49f4-aac9-d19752c249da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:03.962448 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9997842c-6481-4030-9e31-eff4f787a573 req-bd5b3878-ac90-49f4-aac9-d19752c249da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451419 Dec 08 02:54:04.055082 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9997842c-6481-4030-9e31-eff4f787a573 req-f5128c5f-e64f-4bff-a2db-89148fdc50c3 service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846438 Dec 08 02:54:04.152919 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9997842c-6481-4030-9e31-eff4f787a573 req-5c00dc3d-deb8-4cfc-8211-cc4a55af922f service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908384 Dec 08 02:54:04.895573 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee94283-4cfc-4aea-865f-ddfdf64318ce req-fd0aec01-fc7c-4369-b43a-ac6151ee5fa6 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:04.897121 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dee94283-4cfc-4aea-865f-ddfdf64318ce req-fd0aec01-fc7c-4369-b43a-ac6151ee5fa6 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0506463 Dec 08 02:54:04.912512 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:04.914960 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:04.946130 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-dee94283-4cfc-4aea-865f-ddfdf64318ce req-a0d56576-3e6c-4f87-a005-4f7b3b1f9ec2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427382 Dec 08 02:54:06.063750 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba5522-5a6e-4c18-854f-8c4edf6a8fd5 req-e9842589-74b0-4ff3-a04c-de4d80e2e5f0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:06.065166 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01ba5522-5a6e-4c18-854f-8c4edf6a8fd5 req-e9842589-74b0-4ff3-a04c-de4d80e2e5f0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0486407 Dec 08 02:54:06.117815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-01ba5522-5a6e-4c18-854f-8c4edf6a8fd5 req-94268ea8-15ed-4d74-81ec-2d4c418a0578 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462551 Dec 08 02:54:06.187371 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-91e2b9bf-69a3-4a4e-ac6e-07b0b420d2bc req-ff28bd53-6ea3-485c-8fd0-62782face48f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:54:06.188433 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-91e2b9bf-69a3-4a4e-ac6e-07b0b420d2bc req-ff28bd53-6ea3-485c-8fd0-62782face48f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054145 Dec 08 02:54:06.351986 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c66b52-ee25-480a-a982-9523803babd0 req-10336b5c-1dfe-45d1-a659-797d8bac14a4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:06.353549 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e8c66b52-ee25-480a-a982-9523803babd0 req-10336b5c-1dfe-45d1-a659-797d8bac14a4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0517831 Dec 08 02:54:06.405365 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-e8c66b52-ee25-480a-a982-9523803babd0 req-846cca96-78ab-4481-8aec-8107cfd65fbf tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457988 Dec 08 02:54:06.521884 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-2368088a-3e11-4eb2-8045-d2be958bfe79 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819838 Dec 08 02:54:07.520838 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c231a-3f35-4af3-8859-4d0f988ff8ed req-be2a4010-10d4-4204-a639-99ef776a544d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:07.522208 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac8c231a-3f35-4af3-8859-4d0f988ff8ed req-be2a4010-10d4-4204-a639-99ef776a544d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0479319 Dec 08 02:54:07.576631 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac8c231a-3f35-4af3-8859-4d0f988ff8ed req-5381a2d0-2d2a-459a-8130-1129ef5385e8 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485418 Dec 08 02:54:07.721440 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e8c1-1447-40be-a261-381e685934af req-8f9bec70-1836-414d-b880-8b6363ceed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:07.722910 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-8f9bec70-1836-414d-b880-8b6363ceed4e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170&tenant_id=24c51d1420ae4dc4a4c109860fb33b6f HTTP/1.1" status: 200 len: 1097 time: 0.0407419 Dec 08 02:54:07.738301 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-44f6e0a3-fb65-4314-b071-6fcc7e39bdfb service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:54:07.739343 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-44f6e0a3-fb65-4314-b071-6fcc7e39bdfb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051610 Dec 08 02:54:07.762976 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-30', 'device_owner': 'compute:nova'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:54:07.818883 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:08.017046 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:08.050506 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h2-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:54:08.091310 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:54:08.093791 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5ffee0-7b16-4d3c-b616-7a947549ecf4" -d '{"events": [{"server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "name": "network-vif-unplugged", "status": "completed", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:54:08.098412 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:08.110861 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Transition to ACTIVE for port object 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:54:08.115127 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:08.147816 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 02:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59108140-859e-4bf2-a3f2-90745f6faa99 x-openstack-request-id: req-59108140-859e-4bf2-a3f2-90745f6faa99 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:54:08.148117 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "name": "network-vif-unplugged", "status": "completed", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:54:08.148397 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59108140-859e-4bf2-a3f2-90745f6faa99 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:54:08.148789 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'code': 200} Dec 08 02:54:08.200193 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Pushing event updated for resources: {'Port': ['ID=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,revision_number=8']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:08.215384 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.215732 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.216078 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.216443 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.216789 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.217123 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.217449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.217777 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.218109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.218431 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.218756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.219079 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.219398 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:54:08.251875 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] No DVR routers for this DVR port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 on host n-h2-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:54:08.296948 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:54:08.335983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:54:08.391311 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Attempting to bind port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:54:08.391574 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Attempting to bind port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:54:08.391908 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Attempting to bind port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 on network f904371d-e231-480b-9fee-6030f6d5e8fc {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:54:08.397098 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 on network f904371d-e231-480b-9fee-6030f6d5e8fc not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:54:08.397424 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Attempting to bind port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 on network f904371d-e231-480b-9fee-6030f6d5e8fc {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:54:08.402374 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:54:08.402714 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Checking segment: {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:54:08.403103 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Bound using segment: {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:54:08.403548 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Bound port: 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:54:08.403884 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:08.470500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:54:08.473624 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:54:08.478161 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:08.515608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:08.516233 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:08.517609 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] 10.222.0.65 "PUT /v2.0/ports/392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 1092 time: 0.7583058 Dec 08 02:54:08.534947 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6e8d-37c4-4c08-bfd0-5fafbdd8ae11 service neutron] Pushing event updated for resources: {'Port': ['ID=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,revision_number=9']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:08.617176 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e8c1-1447-40be-a261-381e685934af req-4f329d41-f667-44e6-991e-4fc04b11554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:08.618728 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-4f329d41-f667-44e6-991e-4fc04b11554e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1095 time: 0.0486684 Dec 08 02:54:08.700613 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45b8b7-5a58-44f9-a8f1-ffa63608d430 req-0190b22f-fceb-4e95-85f9-69fd92f848b0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:08.702145 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0f45b8b7-5a58-44f9-a8f1-ffa63608d430 req-0190b22f-fceb-4e95-85f9-69fd92f848b0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0525193 Dec 08 02:54:08.722996 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e8c1-1447-40be-a261-381e685934af req-598deedc-a336-47c1-a218-8d0b83cdd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:08.725063 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-598deedc-a336-47c1-a218-8d0b83cdd714 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0957308 Dec 08 02:54:08.754354 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0f45b8b7-5a58-44f9-a8f1-ffa63608d430 req-4e3cf3b0-fd4d-43e4-bd64-5642707db4ef tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447426 Dec 08 02:54:08.795948 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-5998eea9-39dd-4f1f-95d9-c7660ae9c7f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 998 time: 0.0592666 Dec 08 02:54:08.853303 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e8c1-1447-40be-a261-381e685934af req-3f9c4dce-80c8-4eee-b13b-cf243392ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:08.854762 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-3f9c4dce-80c8-4eee-b13b-cf243392ac45 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0435660 Dec 08 02:54:08.904682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785e8c1-1447-40be-a261-381e685934af req-335f74cc-8bb9-408e-b728-1bb28c58dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:08.906198 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-335f74cc-8bb9-408e-b728-1bb28c58dc70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431805 Dec 08 02:54:09.007430 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-ed3c7d27-dc18-4450-bade-42542f5cbb9f service neutron] 10.222.0.65 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918658 Dec 08 02:54:09.106032 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-98a98b80-c637-4715-83d1-cf95a0b3da5f service neutron] 10.222.0.65 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907657 Dec 08 02:54:09.888627 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cdfdd-9643-4b9a-8d1a-0bd8a8304bec req-9665825f-41aa-4ee0-97ff-83f812ee7346 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:09.890128 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-364cdfdd-9643-4b9a-8d1a-0bd8a8304bec req-9665825f-41aa-4ee0-97ff-83f812ee7346 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0591478 Dec 08 02:54:09.943353 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-364cdfdd-9643-4b9a-8d1a-0bd8a8304bec req-fbea0cea-a618-49f0-af4f-809d6027cfc9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463698 Dec 08 02:54:10.150318 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:54:10.152795 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e582af5-b211-48d1-b95d-e0c53e7dd2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:54:10.190566 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a717bf-5e2f-4ba1-adc5-63ef868db869 x-openstack-request-id: req-86a717bf-5e2f-4ba1-adc5-63ef868db869 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:54:10.190862 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:54:10.191122 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-86a717bf-5e2f-4ba1-adc5-63ef868db869 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:54:10.191528 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'status': 'completed', 'code': 200} Dec 08 02:54:11.081767 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec5d91-5f34-4c68-b21a-2cbedae3bd1d req-d3fd08f3-5a67-4755-a8cf-09a746471f48 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:11.085364 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0dec5d91-5f34-4c68-b21a-2cbedae3bd1d req-d3fd08f3-5a67-4755-a8cf-09a746471f48 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0597429 Dec 08 02:54:11.149959 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0dec5d91-5f34-4c68-b21a-2cbedae3bd1d req-15f2c38c-7e4e-4bf2-aae0-f154ea37185d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542471 Dec 08 02:54:12.322010 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874f6d0-213e-4e18-8772-d3d30d7167a8 req-f9124a37-2b18-4919-bef1-8b17ebfd7f55 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:12.323526 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3874f6d0-213e-4e18-8772-d3d30d7167a8 req-f9124a37-2b18-4919-bef1-8b17ebfd7f55 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0771787 Dec 08 02:54:12.394831 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3874f6d0-213e-4e18-8772-d3d30d7167a8 req-8ff4c867-2289-4735-8ca0-fd63811f04d2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648749 Dec 08 02:54:13.507239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5551f-a7a3-4d39-bae6-d588263ab8cb req-a73f1bbf-812e-49a8-b9e8-dc43a460ce8a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:13.508781 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93d5551f-a7a3-4d39-bae6-d588263ab8cb req-a73f1bbf-812e-49a8-b9e8-dc43a460ce8a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0558968 Dec 08 02:54:13.559314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-93d5551f-a7a3-4d39-bae6-d588263ab8cb req-72791690-0de1-46f7-871d-cf6871ee04b0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437217 Dec 08 02:54:14.688178 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975dd87-f849-4408-a324-34a09efac5f6 req-75031f47-efff-4d4c-a5e2-a94af0043ae6 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:14.689883 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8975dd87-f849-4408-a324-34a09efac5f6 req-75031f47-efff-4d4c-a5e2-a94af0043ae6 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0546026 Dec 08 02:54:14.746306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8975dd87-f849-4408-a324-34a09efac5f6 req-3311c7f5-219d-47f1-8e10-a51de38c23b0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491197 Dec 08 02:54:15.863269 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec53db-bb63-421b-aaf7-5a2054bd064e req-406b86ce-24e8-44f2-a19e-b926f8c92b6e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:15.865296 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92ec53db-bb63-421b-aaf7-5a2054bd064e req-406b86ce-24e8-44f2-a19e-b926f8c92b6e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0496068 Dec 08 02:54:15.918466 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-92ec53db-bb63-421b-aaf7-5a2054bd064e req-0b8e8649-06f1-442b-9e72-c163c72ad30b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472901 Dec 08 02:54:17.050922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d984be-2e13-4b84-9c0a-49ad61757ff0 req-88de8b87-bc70-4a9c-a2ed-fed13ebd32df tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:17.052778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77d984be-2e13-4b84-9c0a-49ad61757ff0 req-88de8b87-bc70-4a9c-a2ed-fed13ebd32df tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0626152 Dec 08 02:54:17.106598 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77d984be-2e13-4b84-9c0a-49ad61757ff0 req-618a659d-058b-41a0-a7a9-e06ce30bd011 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477664 Dec 08 02:54:17.747596 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:54:18.242254 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a025c-50e5-4a83-a4fe-ab42f262f6b8 req-a08a92d7-82ae-4adc-a985-364cf3a08969 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:18.243713 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-107a025c-50e5-4a83-a4fe-ab42f262f6b8 req-a08a92d7-82ae-4adc-a985-364cf3a08969 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0601254 Dec 08 02:54:18.295528 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-107a025c-50e5-4a83-a4fe-ab42f262f6b8 req-20fd4dca-1f36-43fe-86bb-11a950eaae0d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454147 Dec 08 02:54:19.423534 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ae0b3-ef3b-40bd-aae6-224b1c89296a req-b2ac0a83-b39b-4258-bf45-13cb624b5491 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:19.425032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a69ae0b3-ef3b-40bd-aae6-224b1c89296a req-b2ac0a83-b39b-4258-bf45-13cb624b5491 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0484395 Dec 08 02:54:19.481091 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a69ae0b3-ef3b-40bd-aae6-224b1c89296a req-4efd1040-dfe3-47b8-9712-1a2e7ac850c7 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494957 Dec 08 02:54:19.916021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e582af5-b211-48d1-b95d-e0c53e7dd2ab req-274659e8-22ca-4170-b1ad-4bc2212bed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:19.917537 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e582af5-b211-48d1-b95d-e0c53e7dd2ab req-274659e8-22ca-4170-b1ad-4bc2212bed97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1095 time: 0.0409184 Dec 08 02:54:20.024355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e582af5-b211-48d1-b95d-e0c53e7dd2ab req-43dc87d6-8530-45c9-8888-7fef49f90710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:20.025861 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e582af5-b211-48d1-b95d-e0c53e7dd2ab req-43dc87d6-8530-45c9-8888-7fef49f90710 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0869246 Dec 08 02:54:20.101297 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e582af5-b211-48d1-b95d-e0c53e7dd2ab req-dc9e132b-6c13-4e38-a771-d070106f011e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 998 time: 0.0568161 Dec 08 02:54:20.150726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e582af5-b211-48d1-b95d-e0c53e7dd2ab req-36dbc1ae-9010-4cfd-875e-c8a743b25460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:20.152118 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e582af5-b211-48d1-b95d-e0c53e7dd2ab req-36dbc1ae-9010-4cfd-875e-c8a743b25460 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0416315 Dec 08 02:54:20.200350 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e582af5-b211-48d1-b95d-e0c53e7dd2ab req-bcd086f2-a15e-4796-920a-edda2057ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:20.201699 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e582af5-b211-48d1-b95d-e0c53e7dd2ab req-bcd086f2-a15e-4796-920a-edda2057ec25 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421562 Dec 08 02:54:20.290132 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e582af5-b211-48d1-b95d-e0c53e7dd2ab req-393c7add-9cef-4561-b9ca-232d6b71a45b service neutron] 10.222.0.65 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804131 Dec 08 02:54:20.738869 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3e582af5-b211-48d1-b95d-e0c53e7dd2ab req-bae4986c-40d6-474d-b4dd-9056292ee789 service neutron] 10.222.0.65 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362121 Dec 08 02:54:20.753411 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a537c89-d37f-4120-aea7-d7770a667c86 req-e995eb55-4d03-4ea2-bab7-c355c59a0bda tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:20.755421 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7a537c89-d37f-4120-aea7-d7770a667c86 req-e995eb55-4d03-4ea2-bab7-c355c59a0bda tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0675721 Dec 08 02:54:20.805697 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-7a537c89-d37f-4120-aea7-d7770a667c86 req-1445be81-3d1b-4543-bb83-da40b3cd5df6 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442224 Dec 08 02:54:21.995726 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac085f-962f-4753-8ea2-ba4278497e65 req-9dccc782-d18f-4300-a923-52f21dd16570 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:21.997248 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bbac085f-962f-4753-8ea2-ba4278497e65 req-9dccc782-d18f-4300-a923-52f21dd16570 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0497675 Dec 08 02:54:22.047178 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-bbac085f-962f-4753-8ea2-ba4278497e65 req-266287c1-9c44-4af4-91ab-f1d3c99b7902 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439050 Dec 08 02:54:23.119248 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840a61d-2256-4905-af66-592fe9bd8e14 req-99d46af6-2ce0-4c1f-82db-3be0c8b6b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:23.120765 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a840a61d-2256-4905-af66-592fe9bd8e14 req-99d46af6-2ce0-4c1f-82db-3be0c8b6b163 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1095 time: 0.0428171 Dec 08 02:54:23.222797 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7d95a-271f-477f-9b80-2b2ca582b716 req-d4c01118-10e0-45b7-b9f9-03667cc11064 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:23.224523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cde7d95a-271f-477f-9b80-2b2ca582b716 req-d4c01118-10e0-45b7-b9f9-03667cc11064 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.1076825 Dec 08 02:54:23.271726 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840a61d-2256-4905-af66-592fe9bd8e14 req-f724894c-981f-4482-8431-abe0fc02aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:23.273104 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a840a61d-2256-4905-af66-592fe9bd8e14 req-f724894c-981f-4482-8431-abe0fc02aa54 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.1224022 Dec 08 02:54:23.298139 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-cde7d95a-271f-477f-9b80-2b2ca582b716 req-b0a30220-c789-453a-a400-29ff128fc0b6 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660424 Dec 08 02:54:23.354829 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a840a61d-2256-4905-af66-592fe9bd8e14 req-f25414c1-19c0-4d78-8ac1-80f513010243 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 998 time: 0.0681159 Dec 08 02:54:23.410366 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840a61d-2256-4905-af66-592fe9bd8e14 req-24e7bd90-6e55-43b1-96e2-e03630e7cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:23.412058 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a840a61d-2256-4905-af66-592fe9bd8e14 req-24e7bd90-6e55-43b1-96e2-e03630e7cad9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0426867 Dec 08 02:54:23.460185 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840a61d-2256-4905-af66-592fe9bd8e14 req-52ace5fb-c56a-40e5-898b-d3d438724fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:23.461743 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a840a61d-2256-4905-af66-592fe9bd8e14 req-52ace5fb-c56a-40e5-898b-d3d438724fd5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402486 Dec 08 02:54:23.557346 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a840a61d-2256-4905-af66-592fe9bd8e14 req-43542823-9e62-46b8-93bc-2806e4c8d000 service neutron] 10.222.0.65 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845592 Dec 08 02:54:23.650574 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a840a61d-2256-4905-af66-592fe9bd8e14 req-bb4fcee8-3f06-4a34-815e-9a494cb2109e service neutron] 10.222.0.65 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816579 Dec 08 02:54:24.254880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:54:24.359349 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:24.371604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'port_id': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'mac_address': 'fa:16:3e:cb:9f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:54:24.408894 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.418922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b1a7b-ce94-48ef-ae68-487161596855 req-5d9f2d24-f8c9-4c0a-9585-ad43e91cdd68 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:24.420545 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-844b1a7b-ce94-48ef-ae68-487161596855 req-5d9f2d24-f8c9-4c0a-9585-ad43e91cdd68 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 943 time: 0.0500839 Dec 08 02:54:24.422623 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:54:24.442941 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:24.447919 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:24.471460 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-844b1a7b-ce94-48ef-ae68-487161596855 req-91bce965-e5b3-4fbf-9f9a-a800e87cf693 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442514 Dec 08 02:54:24.496493 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,revision_number=10']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:24.827904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['392bfc25-2edc-4f94-acc2-2e7cabb0a7f1'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:54:25.593236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74375369-0204-41a7-b8ea-550ccbe84462 req-a711f9a6-75df-40e0-86b9-0a57799151b3 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:25.594718 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74375369-0204-41a7-b8ea-550ccbe84462 req-a711f9a6-75df-40e0-86b9-0a57799151b3 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 945 time: 0.0539424 Dec 08 02:54:25.645144 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-74375369-0204-41a7-b8ea-550ccbe84462 req-b01f7c5e-1e65-4fa2-8b84-a11e29fe635d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442104 Dec 08 02:54:26.257576 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:54:26.309688 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:54:26.313681 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:54:26.314053 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:26.391037 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:26.412689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:54:26.414906 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47636653-e83f-442a-87cb-2a508bd958d5" -d '{"events": [{"server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "name": "network-vif-plugged", "status": "completed", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:54:26.428487 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:54:26.432230 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:26.455604 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672ec1d8-5ac0-4eaa-9fef-862494c20acf x-openstack-request-id: req-672ec1d8-5ac0-4eaa-9fef-862494c20acf {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:54:26.455907 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "name": "network-vif-plugged", "status": "completed", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:54:26.456165 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-672ec1d8-5ac0-4eaa-9fef-862494c20acf {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:54:26.456585 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'code': 200} Dec 08 02:54:26.482247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,revision_number=11']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:54:26.679608 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cd60f-5f76-4eb1-9bb1-2f975f781814 req-6be7541c-f3c5-48b9-967e-7377c166abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:26.681137 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-303cd60f-5f76-4eb1-9bb1-2f975f781814 req-6be7541c-f3c5-48b9-967e-7377c166abe2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1098 time: 0.0403554 Dec 08 02:54:26.739759 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-303cd60f-5f76-4eb1-9bb1-2f975f781814 req-e4f2db47-138a-4a51-b12a-b728c58fcc23 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477915 Dec 08 02:54:26.777535 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4428d45-95e3-48f6-8104-12d40f391b6a req-6a639b8a-cc21-4c96-93be-f46103148459 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:26.778966 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4428d45-95e3-48f6-8104-12d40f391b6a req-6a639b8a-cc21-4c96-93be-f46103148459 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 946 time: 0.0602961 Dec 08 02:54:26.826920 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a4428d45-95e3-48f6-8104-12d40f391b6a req-a5c790f7-ed29-4742-8d59-540c38efbcc0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420341 Dec 08 02:54:27.952237 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b915718-05bd-4a1e-9036-dd84e18be672 req-36ff04e7-061e-4102-907d-593c7063a859 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:27.953926 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5b915718-05bd-4a1e-9036-dd84e18be672 req-36ff04e7-061e-4102-907d-593c7063a859 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 946 time: 0.0553467 Dec 08 02:54:28.006454 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5b915718-05bd-4a1e-9036-dd84e18be672 req-eeeecf17-154b-4f10-8e9f-e202d6c1525c tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463660 Dec 08 02:54:28.978469 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8e755e37-dc8f-449e-a11d-4865319dc8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:29.126039 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59f075-2bb6-461e-9f1f-ba8ed90c197a req-9dae8c8b-294c-4c35-8f2d-3c1dc300ec4a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:54:29.127522 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d59f075-2bb6-461e-9f1f-ba8ed90c197a req-9dae8c8b-294c-4c35-8f2d-3c1dc300ec4a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 946 time: 0.0501993 Dec 08 02:54:29.176523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2d59f075-2bb6-461e-9f1f-ba8ed90c197a req-c38a9667-68b0-45c9-bf76-44c6ec976762 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 Dec 08 02:54:32.226988 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a4ca9800-af6e-49cd-a5d4-4a6974be349a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:32.284265 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:32.631523 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:33.918369 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.913291 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:34.914472 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:54:54.747353 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:54:58.980639 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-791f03ac-2e8b-48d4-817a-a0a4e2ebe571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:02.228143 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2b7e5fed-fdf9-4d79-8c7a-82c857da3525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:02.287342 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:02.633617 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:03.921866 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:04.909853 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:04.910928 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:12.895010 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f9b15d7-32d8-4294-a765-e9a8a713e0e4 req-262cc3a2-d5fb-4c9b-8485-bcc44e5412d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402038 Dec 08 02:55:13.009666 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b15d7-32d8-4294-a765-e9a8a713e0e4 req-ae3a860e-de34-4613-b21c-862a3eec25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:13.011184 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f9b15d7-32d8-4294-a765-e9a8a713e0e4 req-ae3a860e-de34-4613-b21c-862a3eec25d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1098 time: 0.0463023 Dec 08 02:55:13.120677 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b15d7-32d8-4294-a765-e9a8a713e0e4 req-1c6111c5-87fe-444f-9925-3803b1174074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:13.122152 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f9b15d7-32d8-4294-a765-e9a8a713e0e4 req-1c6111c5-87fe-444f-9925-3803b1174074 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0875745 Dec 08 02:55:13.190305 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f9b15d7-32d8-4294-a765-e9a8a713e0e4 req-fa910a1d-910a-44e2-9739-bcd8adf54c67 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 1000 time: 0.0601695 Dec 08 02:55:13.243109 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b15d7-32d8-4294-a765-e9a8a713e0e4 req-fe5409f7-9b06-4857-a361-a877ac537bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:13.244560 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f9b15d7-32d8-4294-a765-e9a8a713e0e4 req-fe5409f7-9b06-4857-a361-a877ac537bb1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0445666 Dec 08 02:55:13.296137 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b15d7-32d8-4294-a765-e9a8a713e0e4 req-b803de80-3f6b-4d09-a942-1cbc8b6a6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:13.297638 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f9b15d7-32d8-4294-a765-e9a8a713e0e4 req-b803de80-3f6b-4d09-a942-1cbc8b6a6dbc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409119 Dec 08 02:55:13.393243 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f9b15d7-32d8-4294-a765-e9a8a713e0e4 req-be43bef4-73dc-44d6-9041-56369ef23cd4 service neutron] 10.222.0.65 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854573 Dec 08 02:55:13.489621 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-6f9b15d7-32d8-4294-a765-e9a8a713e0e4 req-41e4f9d6-510e-48a7-a63a-e7ee9a716350 service neutron] 10.222.0.65 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832384 Dec 08 02:55:28.981084 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-60f87dfd-50d7-4c36-9826-0964c4c1355b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:31.747093 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:55:32.231522 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-36664f5a-68e7-4f1b-9bbd-693aae5392dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.298880 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:32.635317 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:33.924328 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:34.910074 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:34.920219 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:42.657193 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43232) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:42.815645 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Deleting port 344770e9-9ef3-47bc-ac95-f5c5ba39223e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:55:42.815981 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:42.896920 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:42.897249 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:42.908720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Calling delete_port for 344770e9-9ef3-47bc-ac95-f5c5ba39223e owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:55:43.052804 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:43.081751 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event deleted for resources: {'Port': ['ID=344770e9-9ef3-47bc-ac95-f5c5ba39223e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:43.095023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.095376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.095725 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.096226 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.096562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.096900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.097235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.097568 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.097901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.098373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.098936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.099417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.099753 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:43.160839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:43.161341 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Floating IP ecb27acc-4a79-450f-b6c9-6e12644e9e6a disassociated (deleted). External IP: 172.25.2.49, port: 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1. Dec 08 02:55:43.376155 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Router 034ded10-ce27-4b93-ad77-859c8c6db1a3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:55:43.486830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:55:43.492726 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:43.500917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb183d30-7152-49a9-a898-37d367fda270 None None] Sync routers for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:55:43.510857 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb183d30-7152-49a9-a898-37d367fda270 None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:55:43.511484 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb183d30-7152-49a9-a898-37d367fda270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:55:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:43.527050 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6b72d289-60df-4efe-abc4-99bfa1fd3e34 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "DELETE /v2.0/floatingips/ecb27acc-4a79-450f-b6c9-6e12644e9e6a HTTP/1.1" status: 204 len: 168 time: 0.8662856 Dec 08 02:55:43.527050 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:55:43.527714 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e0689d-a6a0-4e07-be5f-684345d3f7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:55:43.656603 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb31cac-bc7d-48e4-8ffc-9ee3803d33cc x-openstack-request-id: req-6fb31cac-bc7d-48e4-8ffc-9ee3803d33cc {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:55:43.656910 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:55:43.657153 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6fb31cac-bc7d-48e4-8ffc-9ee3803d33cc {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:55:43.657562 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'status': 'completed', 'code': 200} Dec 08 02:55:43.658234 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fb183d30-7152-49a9-a898-37d367fda270 None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:55:43.798162 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d8970-bed1-4664-823b-56becbc3040f req-eb893257-6ec1-44b2-8d35-df1695ca43b2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:43.800266 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a2d8970-bed1-4664-823b-56becbc3040f req-eb893257-6ec1-44b2-8d35-df1695ca43b2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 946 time: 0.0604572 Dec 08 02:55:43.883849 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-8a2d8970-bed1-4664-823b-56becbc3040f req-cbbe0d11-e022-4114-887b-d9b1da6bc409 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769360 Dec 08 02:55:43.898593 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0689d-a6a0-4e07-be5f-684345d3f7a1 req-830177fa-4fb0-4d97-a268-6165da2c4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:43.900189 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-91e0689d-a6a0-4e07-be5f-684345d3f7a1 req-830177fa-4fb0-4d97-a268-6165da2c4a86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 1098 time: 0.1345804 Dec 08 02:55:44.003622 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0689d-a6a0-4e07-be5f-684345d3f7a1 req-21c43676-22a9-4b4d-a1d7-00d720d9c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:44.005826 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-91e0689d-a6a0-4e07-be5f-684345d3f7a1 req-21c43676-22a9-4b4d-a1d7-00d720d9c005 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0967529 Dec 08 02:55:44.053563 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-91e0689d-a6a0-4e07-be5f-684345d3f7a1 req-264e21f8-609c-4ba6-a812-ff591cd09364 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 200 len: 217 time: 0.0361001 Dec 08 02:55:44.077852 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb183d30-7152-49a9-a898-37d367fda270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:44.104382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb183d30-7152-49a9-a898-37d367fda270 None None] Checking router: 034ded10-ce27-4b93-ad77-859c8c6db1a3 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:55:44.105120 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0689d-a6a0-4e07-be5f-684345d3f7a1 req-8cfd462f-08c9-4637-a9bd-0a248f6af43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:44.106961 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-91e0689d-a6a0-4e07-be5f-684345d3f7a1 req-8cfd462f-08c9-4637-a9bd-0a248f6af43b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0455608 Dec 08 02:55:44.112771 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb183d30-7152-49a9-a898-37d367fda270 None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:55:44.113386 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb183d30-7152-49a9-a898-37d367fda270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:55:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:44.154132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0689d-a6a0-4e07-be5f-684345d3f7a1 req-e6112d46-fd67-49c1-af6c-53375b719192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:44.156073 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-91e0689d-a6a0-4e07-be5f-684345d3f7a1 req-e6112d46-fd67-49c1-af6c-53375b719192 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409625 Dec 08 02:55:44.221655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-fb183d30-7152-49a9-a898-37d367fda270 None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:55:44.255103 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-91e0689d-a6a0-4e07-be5f-684345d3f7a1 req-cdb07c67-4f14-45e7-b10f-dd2efb768320 service neutron] 10.222.0.65 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905833 Dec 08 02:55:44.354618 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-91e0689d-a6a0-4e07-be5f-684345d3f7a1 req-141732c8-2a5e-4746-b79b-01243b174321 service neutron] 10.222.0.65 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919895 Dec 08 02:55:44.429757 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-fb183d30-7152-49a9-a898-37d367fda270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:55:44.456026 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb183d30-7152-49a9-a898-37d367fda270 None None] The sync data for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 is: [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:55:44.680952 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efad40a5-8175-427f-9df8-038385facbb9 None None] New status for floating IP ecb27acc-4a79-450f-b6c9-6e12644e9e6a: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:55:45.008345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67126f-2877-4b17-9486-433f18a704d9 req-069c3bcb-bb1c-4e50-883b-762e87651851 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:45.010713 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea67126f-2877-4b17-9486-433f18a704d9 req-069c3bcb-bb1c-4e50-883b-762e87651851 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 946 time: 0.0497286 Dec 08 02:55:45.061489 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ea67126f-2877-4b17-9486-433f18a704d9 req-e225c6f8-5c1e-4290-a207-3f27d36338aa tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=1eb458e9-431c-4ad3-9dfb-253a33f98472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447693 Dec 08 02:55:45.546844 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05750c6b-2946-4fde-907e-a7895c88dc07 req-30c909e7-83c0-425e-a66c-3b7df5577b5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:55:45.548275 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05750c6b-2946-4fde-907e-a7895c88dc07 req-30c909e7-83c0-425e-a66c-3b7df5577b5b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.65 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 946 time: 0.0480330 Dec 08 02:55:45.643177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-05750c6b-2946-4fde-907e-a7895c88dc07 req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Deleting port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:55:45.643518 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-05750c6b-2946-4fde-907e-a7895c88dc07 req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:45.737756 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-05750c6b-2946-4fde-907e-a7895c88dc07 req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] For port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:55:45.738414 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-05750c6b-2946-4fde-907e-a7895c88dc07 req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:45.751949 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-05750c6b-2946-4fde-907e-a7895c88dc07 req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Calling delete_port for 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:55:45.882898 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-05750c6b-2946-4fde-907e-a7895c88dc07 req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:45.911598 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event deleted for resources: {'Port': ['ID=392bfc25-2edc-4f94-acc2-2e7cabb0a7f1,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:45.936855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.937214 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.937559 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.937902 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.938242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.938580 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.938913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.939251 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.939584 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.939913 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.940243 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.940618 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.940951 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:55:45.962180 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-05750c6b-2946-4fde-907e-a7895c88dc07 req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] No DVR routers for this DVR port 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:55:45.965065 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-05750c6b-2946-4fde-907e-a7895c88dc07 req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:45.968422 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-05750c6b-2946-4fde-907e-a7895c88dc07 req-342dd48d-0201-4359-9500-fff647a664b9 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.65 "DELETE /v2.0/ports/392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 HTTP/1.1" status: 204 len: 173 time: 0.4102175 Dec 08 02:55:45.968872 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'name': 'network-vif-deleted', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:55:45.971139 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a0ac2c-40ea-48e3-9f55-665627d3333e" -d '{"events": [{"server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "name": "network-vif-deleted", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:55:46.073158 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a729b392-e9d7-402b-8cc9-745853569e79 x-openstack-request-id: req-a729b392-e9d7-402b-8cc9-745853569e79 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:55:46.073592 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e589233-c3d2-4594-bd8a-bc80c8f24170", "name": "network-vif-deleted", "tag": "392bfc25-2edc-4f94-acc2-2e7cabb0a7f1", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:55:46.073837 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a729b392-e9d7-402b-8cc9-745853569e79 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:55:46.074246 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e589233-c3d2-4594-bd8a-bc80c8f24170', 'name': 'network-vif-deleted', 'tag': '392bfc25-2edc-4f94-acc2-2e7cabb0a7f1', 'status': 'completed', 'code': 200} Dec 08 02:55:46.178854 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9c1eda9f-db95-4c38-be04-9312dfb7ecf6 req-d96fd913-36c9-453e-a03a-506e590d0dbb tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e589233-c3d2-4594-bd8a-bc80c8f24170 HTTP/1.1" status: 200 len: 210 time: 0.0305357 Dec 08 02:55:47.236117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43264) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:47.295864 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f4a90d3-5559-4d8b-8dac-54292429a36b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.320698 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f4a90d3-5559-4d8b-8dac-54292429a36b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.378221 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f4a90d3-5559-4d8b-8dac-54292429a36b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.380946 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f4a90d3-5559-4d8b-8dac-54292429a36b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.382110 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3f4a90d3-5559-4d8b-8dac-54292429a36b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "DELETE /v2.0/security-groups/1eb458e9-431c-4ad3-9dfb-253a33f98472 HTTP/1.1" status: 204 len: 168 time: 0.1449716 Dec 08 02:55:47.391343 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a90d3-5559-4d8b-8dac-54292429a36b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb458e9-431c-4ad3-9dfb-253a33f98472,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:47.621404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43270) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:47.626027 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-3f222e0e-3b3c-4d88-8736-f3431f084261 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1978242884', 'description': 'tempest-secgroup-smoke-1978242884 description', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:47.649272 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f222e0e-3b3c-4d88-8736-f3431f084261 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.714329 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f222e0e-3b3c-4d88-8736-f3431f084261 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.717739 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f222e0e-3b3c-4d88-8736-f3431f084261 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.746164 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3f222e0e-3b3c-4d88-8736-f3431f084261 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.747368 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3f222e0e-3b3c-4d88-8736-f3431f084261 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1249239 Dec 08 02:55:47.749242 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f222e0e-3b3c-4d88-8736-f3431f084261 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac2c933-5608-4b62-ae22-6cc95b763a45,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:47.750391 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43272) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:47.756800 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e3d7cd24-b937-427f-9896-03d110096966 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group_rule': {'security_group_id': 'dac2c933-5608-4b62-ae22-6cc95b763a45', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:47.784495 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3d7cd24-b937-427f-9896-03d110096966 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.838571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3d7cd24-b937-427f-9896-03d110096966 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.842482 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3d7cd24-b937-427f-9896-03d110096966 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.862049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7cd24-b937-427f-9896-03d110096966 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdc7f22-3627-4ed8-be24-d29a3b53f34c,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:47.869947 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e3d7cd24-b937-427f-9896-03d110096966 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.871152 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e3d7cd24-b937-427f-9896-03d110096966 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188400 Dec 08 02:55:47.873932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43274) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:47.878289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-3dafd445-7872-49b9-9af9-9984b9586cbe tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group_rule': {'security_group_id': 'dac2c933-5608-4b62-ae22-6cc95b763a45', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:47.905444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dafd445-7872-49b9-9af9-9984b9586cbe tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.961983 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dafd445-7872-49b9-9af9-9984b9586cbe tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.965302 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dafd445-7872-49b9-9af9-9984b9586cbe tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.982594 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafd445-7872-49b9-9af9-9984b9586cbe tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be2270c-e4a6-462c-9f7a-3695a2fefb4e,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:47.991637 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-3dafd445-7872-49b9-9af9-9984b9586cbe tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:47.992888 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-3dafd445-7872-49b9-9af9-9984b9586cbe tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180208 Dec 08 02:55:47.995537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43276) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:47.999922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-34e1d6a1-3ae3-4c7d-b4e2-fb2c5e2eb133 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group_rule': {'security_group_id': 'dac2c933-5608-4b62-ae22-6cc95b763a45', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:48.026459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34e1d6a1-3ae3-4c7d-b4e2-fb2c5e2eb133 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.086210 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34e1d6a1-3ae3-4c7d-b4e2-fb2c5e2eb133 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.089694 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34e1d6a1-3ae3-4c7d-b4e2-fb2c5e2eb133 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.107717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1d6a1-3ae3-4c7d-b4e2-fb2c5e2eb133 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e187f3-d61d-4905-86c9-2e611c23de32,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:48.116392 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-34e1d6a1-3ae3-4c7d-b4e2-fb2c5e2eb133 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.117606 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-34e1d6a1-3ae3-4c7d-b4e2-fb2c5e2eb133 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211116 Dec 08 02:55:48.120174 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43278) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:48.124484 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-c4f0ded5-dd6b-4768-9faf-91314d841149 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group_rule': {'security_group_id': 'dac2c933-5608-4b62-ae22-6cc95b763a45', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:48.150856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ded5-dd6b-4768-9faf-91314d841149 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.209259 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ded5-dd6b-4768-9faf-91314d841149 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.213523 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ded5-dd6b-4768-9faf-91314d841149 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.234311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0ded5-dd6b-4768-9faf-91314d841149 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b0f87c-83ec-4d12-acfc-9af6d374694f,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:48.240853 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ded5-dd6b-4768-9faf-91314d841149 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.242059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c4f0ded5-dd6b-4768-9faf-91314d841149 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209350 Dec 08 02:55:48.244879 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43280) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:48.249127 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-e8be1c25-291a-419f-90b6-28f5c185335e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group_rule': {'security_group_id': 'dac2c933-5608-4b62-ae22-6cc95b763a45', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:48.269564 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-e8be1c25-291a-419f-90b6-28f5c185335e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Project 24c51d1420ae4dc4a4c109860fb33b6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:55:48.274781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8be1c25-291a-419f-90b6-28f5c185335e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.332796 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8be1c25-291a-419f-90b6-28f5c185335e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.336058 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8be1c25-291a-419f-90b6-28f5c185335e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.353902 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be1c25-291a-419f-90b6-28f5c185335e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c709e418-9c51-4cea-b8ae-15e9e5ddf0ca,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:48.360527 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e8be1c25-291a-419f-90b6-28f5c185335e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.361719 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e8be1c25-291a-419f-90b6-28f5c185335e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158857 Dec 08 02:55:48.366570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43282) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:55:48.370892 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-4e8c91c6-b5cc-4d79-9f6b-b994304d994a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'security_group_rule': {'security_group_id': 'dac2c933-5608-4b62-ae22-6cc95b763a45', 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:55:48.391319 n-d-713498-30 neutron-server[103129]: INFO neutron.db.securitygroups_db [None req-4e8c91c6-b5cc-4d79-9f6b-b994304d994a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Project 24c51d1420ae4dc4a4c109860fb33b6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:55:48.396094 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e8c91c6-b5cc-4d79-9f6b-b994304d994a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.459940 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e8c91c6-b5cc-4d79-9f6b-b994304d994a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.463459 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e8c91c6-b5cc-4d79-9f6b-b994304d994a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.483067 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c91c6-b5cc-4d79-9f6b-b994304d994a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2210d9d-cd49-44b9-a308-4e2b2931db25,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:55:48.487089 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-4e8c91c6-b5cc-4d79-9f6b-b994304d994a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:55:48.489403 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-4e8c91c6-b5cc-4d79-9f6b-b994304d994a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208336 Dec 08 02:55:50.505970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:55:50.530916 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:55:50.531266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 392bfc25-2edc-4f94-acc2-2e7cabb0a7f1 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:55:58.983659 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ba3426ff-351c-4787-9b93-5d660cec56da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:02.238758 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-51d7660a-43eb-430c-a918-5a0e06b537b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:02.322694 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:02.640383 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:03.730319 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-10a9717d-b981-4827-ba5f-c6ed61bee99e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978242884&fields=id&tenant_id=24c51d1420ae4dc4a4c109860fb33b6f HTTP/1.1" status: 200 len: 267 time: 0.0454950 Dec 08 02:56:03.837049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-630ebda4-2edb-4b1d-84e4-7cb2fa2475c1 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:03.838525 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-630ebda4-2edb-4b1d-84e4-7cb2fa2475c1 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 808 time: 0.1015201 Dec 08 02:56:03.853696 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-4b13a600-ad93-4aca-851a-8c0878cdf980 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/quotas/24c51d1420ae4dc4a4c109860fb33b6f HTTP/1.1" status: 200 len: 375 time: 0.0093672 Dec 08 02:56:03.909326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-bc540ff3-18b1-49a5-a30f-797879911748 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502484 Dec 08 02:56:03.929657 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:03.968303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-63657676-3cf7-477d-9fda-6f87e270d903 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:56:03.969375 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-63657676-3cf7-477d-9fda-6f87e270d903 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491040 Dec 08 02:56:04.058786 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-d8a350ff-f72d-451f-bdfd-1b757429dc5e service neutron] 10.222.0.70 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829794 Dec 08 02:56:04.155437 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-4d9d4158-68cf-4874-9022-aefe687750c8 service neutron] 10.222.0.70 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905321 Dec 08 02:56:04.433377 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-aae98aa9-84e6-44ae-b83a-f60274394174 req-666f93c2-7d6d-4bd5-b117-e1a29d779b96 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 210 time: 0.0271177 Dec 08 02:56:04.903124 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:04.930102 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:05.478924 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-80c76595-97a5-4743-a078-9eb35b531129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:05.480565 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-80c76595-97a5-4743-a078-9eb35b531129 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 808 time: 0.1094017 Dec 08 02:56:05.538145 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1e450b11-89a5-4bc1-8445-c2c88d733dde req-d7480b2c-34d4-47af-98e2-c974a3b2ec76 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 210 time: 0.0360596 Dec 08 02:56:05.591790 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-27041b5a-bf2f-4ce2-84b4-9729b73c9697 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24c51d1420ae4dc4a4c109860fb33b6f HTTP/1.1" status: 200 len: 380 time: 0.0876064 Dec 08 02:56:05.602589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'port': {'device_id': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'admin_state_up': True, 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'security_groups': ['dac2c933-5608-4b62-ae22-6cc95b763a45']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:56:05.711335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Made reservation on behalf of 24c51d1420ae4dc4a4c109860fb33b6f for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:56:05.714972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:05.848721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Allocated IP 172.20.0.11 (f904371d-e231-480b-9fee-6030f6d5e8fc/e6809def-0d84-4e7f-a9d4-95d1a3d7a12f/16306fc0-d5c8-417f-b9e5-a456d5eab790) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:56:05.992259 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:06.026571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:06.070918 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Network f904371d-e231-480b-9fee-6030f6d5e8fc is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:56:06.074143 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:56:06.078144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:56:06.103042 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'Port': ['ID=16306fc0-d5c8-417f-b9e5-a456d5eab790,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:56:06.132819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:06.133476 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:06.150602 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fa03ffcc-15e5-4dc1-a404-a447d706286a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5522707 Dec 08 02:56:06.172118 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Request body: {'port': {'device_id': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:56:06.234251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:06.304652 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-e3a5a98b-a6a3-43ca-b950-433f1e83fd5f None None] Provisioning complete for port 16306fc0-d5c8-417f-b9e5-a456d5eab790 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:56:06.305210 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e3a5a98b-a6a3-43ca-b950-433f1e83fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:06.340689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-e3a5a98b-a6a3-43ca-b950-433f1e83fd5f None None] Port 16306fc0-d5c8-417f-b9e5-a456d5eab790 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:56:06.504788 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16306fc0-d5c8-417f-b9e5-a456d5eab790 {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:56:06.512165 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:06.525070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Transition to ACTIVE for port object 16306fc0-d5c8-417f-b9e5-a456d5eab790 will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 02:56:06.529012 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:06.586952 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Pushing event updated for resources: {'Port': ['ID=16306fc0-d5c8-417f-b9e5-a456d5eab790,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:56:06.674321 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Attempting to bind port 16306fc0-d5c8-417f-b9e5-a456d5eab790 on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:56:06.675275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Attempting to bind port 16306fc0-d5c8-417f-b9e5-a456d5eab790 by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:56:06.675794 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Attempting to bind port 16306fc0-d5c8-417f-b9e5-a456d5eab790 on network f904371d-e231-480b-9fee-6030f6d5e8fc {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:56:06.681948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Port 16306fc0-d5c8-417f-b9e5-a456d5eab790 on network f904371d-e231-480b-9fee-6030f6d5e8fc not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 02:56:06.682357 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Attempting to bind port 16306fc0-d5c8-417f-b9e5-a456d5eab790 on network f904371d-e231-480b-9fee-6030f6d5e8fc {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:56:06.688095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:56:06.688570 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Checking segment: {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:56:06.689043 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Bound using segment: {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:56:06.689693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Bound port: 16306fc0-d5c8-417f-b9e5-a456d5eab790, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1346d172-a3e7-4628-84bd-75c852bf1a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:56:06.690117 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:06.710221 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70dcf8-8650-44ec-92e4-736650649dea req-c71951a2-4a3e-4233-acad-665c0c958d6c tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:06.712552 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0b70dcf8-8650-44ec-92e4-736650649dea req-c71951a2-4a3e-4233-acad-665c0c958d6c tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0761657 Dec 08 02:56:06.763917 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] For port 16306fc0-d5c8-417f-b9e5-a456d5eab790, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:56:06.767186 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] For port 16306fc0-d5c8-417f-b9e5-a456d5eab790, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=16306fc0-d5c8-417f-b9e5-a456d5eab790,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:56:06.767863 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0b70dcf8-8650-44ec-92e4-736650649dea req-af5b2ed2-d931-4dcd-804e-d721a36f3b28 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492902 Dec 08 02:56:06.775496 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:06.823248 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:06.823893 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:06.825323 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] 10.222.0.72 "PUT /v2.0/ports/16306fc0-d5c8-417f-b9e5-a456d5eab790 HTTP/1.1" status: 200 len: 1093 time: 0.6597826 Dec 08 02:56:06.825789 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'tag': '16306fc0-d5c8-417f-b9e5-a456d5eab790'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:56:06.828362 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e59337-7610-45f9-850d-64e1c0442c17" -d '{"events": [{"name": "network-changed", "server_uuid": "da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4", "tag": "16306fc0-d5c8-417f-b9e5-a456d5eab790"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:56:06.857120 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e869614-fd1d-41b7-bd34-62ea64e0867c service neutron] Pushing event updated for resources: {'Port': ['ID=16306fc0-d5c8-417f-b9e5-a456d5eab790,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:56:06.899651 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce965014-ffb9-487f-8e19-5bcf7df3dcd7 x-openstack-request-id: req-ce965014-ffb9-487f-8e19-5bcf7df3dcd7 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:56:06.899953 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4", "tag": "16306fc0-d5c8-417f-b9e5-a456d5eab790", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:56:06.900212 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ce965014-ffb9-487f-8e19-5bcf7df3dcd7 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:56:06.900789 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'tag': '16306fc0-d5c8-417f-b9e5-a456d5eab790', 'status': 'completed', 'code': 200} Dec 08 02:56:06.936616 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-d41c205d-1691-47d4-8c93-1417c49b7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:06.938203 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-d41c205d-1691-47d4-8c93-1417c49b7f4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 1096 time: 0.0514750 Dec 08 02:56:06.992130 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-fae09ce3-7735-418f-aeae-cb4e11ff868b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16306fc0-d5c8-417f-b9e5-a456d5eab790 HTTP/1.1" status: 200 len: 217 time: 0.0389862 Dec 08 02:56:07.045467 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-695306a3-7b07-4a31-8062-c57961d8b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:07.047378 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-695306a3-7b07-4a31-8062-c57961d8b239 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0470765 Dec 08 02:56:07.097808 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-62067200-56c9-4673-bf43-577487a650af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:07.100131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-62067200-56c9-4673-bf43-577487a650af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454938 Dec 08 02:56:07.198665 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-73dcadb0-54f5-491b-b91f-f7129aafd22f service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899675 Dec 08 02:56:07.290243 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7e1ee3e-d438-43cb-a4f0-95568cb401e2 req-31b79f33-a349-431a-9d0a-5aa181b1b553 service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837579 Dec 08 02:56:07.405156 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e59337-7610-45f9-850d-64e1c0442c17 req-1f924ab8-83eb-46a6-a566-d499ea66a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:07.406659 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49e59337-7610-45f9-850d-64e1c0442c17 req-1f924ab8-83eb-46a6-a566-d499ea66a618 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 1096 time: 0.0465157 Dec 08 02:56:07.497571 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e59337-7610-45f9-850d-64e1c0442c17 req-a5f6b22c-08d2-4229-bfef-f43c05f8d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:07.499068 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49e59337-7610-45f9-850d-64e1c0442c17 req-a5f6b22c-08d2-4229-bfef-f43c05f8d554 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0855467 Dec 08 02:56:07.544851 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49e59337-7610-45f9-850d-64e1c0442c17 req-c8be54af-1b4f-4f37-859d-9395208b8402 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16306fc0-d5c8-417f-b9e5-a456d5eab790 HTTP/1.1" status: 200 len: 217 time: 0.0380652 Dec 08 02:56:07.596595 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e59337-7610-45f9-850d-64e1c0442c17 req-f94b8705-854d-4804-850f-45f65d6a0d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:07.598046 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49e59337-7610-45f9-850d-64e1c0442c17 req-f94b8705-854d-4804-850f-45f65d6a0d33 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0457551 Dec 08 02:56:07.644608 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e59337-7610-45f9-850d-64e1c0442c17 req-93277e56-d105-4753-b75c-aade6c3e525f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:07.647107 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49e59337-7610-45f9-850d-64e1c0442c17 req-93277e56-d105-4753-b75c-aade6c3e525f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416656 Dec 08 02:56:07.896372 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636ee3c-9b74-471a-8067-f3113d5bfa12 req-82b7dd8f-02b8-49fb-9b52-987092349b3a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:07.898159 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5636ee3c-9b74-471a-8067-f3113d5bfa12 req-82b7dd8f-02b8-49fb-9b52-987092349b3a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0532756 Dec 08 02:56:07.958264 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5636ee3c-9b74-471a-8067-f3113d5bfa12 req-7bdc9bf6-5cbb-4200-92f8-8d58d964251d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531199 Dec 08 02:56:08.026084 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49e59337-7610-45f9-850d-64e1c0442c17 req-bf84fad9-25fa-45f8-b649-458cd0033d0c service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719504 Dec 08 02:56:08.124619 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-49e59337-7610-45f9-850d-64e1c0442c17 req-1778eb25-960b-464d-8fbe-b3d54e51b21d service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832186 Dec 08 02:56:08.747259 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:56:09.078814 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f9e07-3f00-4833-8162-653eb4767a7b req-77c8492f-2c97-4d6b-ad99-0a1ddc0aa413 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:09.080431 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0f9e07-3f00-4833-8162-653eb4767a7b req-77c8492f-2c97-4d6b-ad99-0a1ddc0aa413 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0518007 Dec 08 02:56:09.135303 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ef0f9e07-3f00-4833-8162-653eb4767a7b req-e2ab2866-356c-4f3d-b1ef-1af4a1102418 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484488 Dec 08 02:56:10.256118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1a801-30ba-49db-a823-1a81c86cf237 req-e1f5bf61-448e-4b52-a264-59a2f52aa665 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:10.257637 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47b1a801-30ba-49db-a823-1a81c86cf237 req-e1f5bf61-448e-4b52-a264-59a2f52aa665 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0499721 Dec 08 02:56:10.309902 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-47b1a801-30ba-49db-a823-1a81c86cf237 req-b2c0e62b-eb88-4c3c-b126-7aad97dce6e2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462782 Dec 08 02:56:11.426431 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540249ec-bd62-45b3-91fd-b374cdad42d4 req-c7f3d9bd-c246-4902-acfb-892a7539055f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:11.428455 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-540249ec-bd62-45b3-91fd-b374cdad42d4 req-c7f3d9bd-c246-4902-acfb-892a7539055f tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0507526 Dec 08 02:56:11.477712 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-540249ec-bd62-45b3-91fd-b374cdad42d4 req-b4b93ae0-800c-4da3-a857-87b6c824b3fa tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433226 Dec 08 02:56:12.605575 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb42fa4-f623-4822-b36d-228d0ef8177c req-228f573f-e71c-43ae-b89b-c017cf554ad6 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:12.607815 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bfb42fa4-f623-4822-b36d-228d0ef8177c req-228f573f-e71c-43ae-b89b-c017cf554ad6 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0546510 Dec 08 02:56:12.666119 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-bfb42fa4-f623-4822-b36d-228d0ef8177c req-5a1ec162-dd97-49c7-ab90-5d4c8b554053 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486157 Dec 08 02:56:13.782318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af326f5b-2a6c-445c-a660-72305a487a09 req-7c887652-99a6-4934-ad4c-ca95c8f7bbb7 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:13.783747 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af326f5b-2a6c-445c-a660-72305a487a09 req-7c887652-99a6-4934-ad4c-ca95c8f7bbb7 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0488133 Dec 08 02:56:13.840239 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af326f5b-2a6c-445c-a660-72305a487a09 req-df4cb44b-3bc4-4277-83e7-e73b11474372 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498297 Dec 08 02:56:14.954599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b70f86-ed1b-4128-95bd-b804fc1cb256 req-62baf221-88df-4b90-bc57-aa854db565bc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:14.956083 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-78b70f86-ed1b-4128-95bd-b804fc1cb256 req-62baf221-88df-4b90-bc57-aa854db565bc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0493352 Dec 08 02:56:15.005693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-78b70f86-ed1b-4128-95bd-b804fc1cb256 req-de7e6df8-ffd8-48c4-9c4f-fc8d22e10382 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Dec 08 02:56:16.128936 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce3c4e-2937-482a-a200-1181dba23175 req-af035429-8336-45af-944e-e0056e8b814d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:16.130420 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4ce3c4e-2937-482a-a200-1181dba23175 req-af035429-8336-45af-944e-e0056e8b814d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0520797 Dec 08 02:56:16.179960 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e4ce3c4e-2937-482a-a200-1181dba23175 req-fdeea896-5c79-48c5-b89f-e691c8c89b47 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435684 Dec 08 02:56:17.298835 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c295f-420b-4740-9f54-1e9f7e76d143 req-4e9b9931-4841-4624-b03a-19e1917067ca tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:17.300347 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1b0c295f-420b-4740-9f54-1e9f7e76d143 req-4e9b9931-4841-4624-b03a-19e1917067ca tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0515654 Dec 08 02:56:17.349867 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-1b0c295f-420b-4740-9f54-1e9f7e76d143 req-e96418e2-2eba-401e-b87d-0acc631b5de6 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429056 Dec 08 02:56:18.465298 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27417663-25a9-4c13-bfe7-9fd41885d6f3 req-0daa9e58-7be2-406b-9960-f03591bbc2fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:18.466765 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27417663-25a9-4c13-bfe7-9fd41885d6f3 req-0daa9e58-7be2-406b-9960-f03591bbc2fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0493302 Dec 08 02:56:18.514968 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-27417663-25a9-4c13-bfe7-9fd41885d6f3 req-feeba954-0768-4f43-ba3d-55f80fa2789a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 Dec 08 02:56:19.628673 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afbb2a-0ab2-471e-8c5f-8d16ef2ecffc req-d665dbcf-0dbc-41cf-95b0-2d468b60690d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:19.630142 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08afbb2a-0ab2-471e-8c5f-8d16ef2ecffc req-d665dbcf-0dbc-41cf-95b0-2d468b60690d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0479517 Dec 08 02:56:19.678226 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-08afbb2a-0ab2-471e-8c5f-8d16ef2ecffc req-162c9975-92cf-46f1-82f1-4c0a6ff6deb4 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412354 Dec 08 02:56:20.793866 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a6166-8595-4ead-8281-8230e26ef36a req-7d22e01b-4ec4-4b21-84cd-8b225e22602a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:20.794859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 16306fc0-d5c8-417f-b9e5-a456d5eab790 details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 02:56:20.795343 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b70a6166-8595-4ead-8281-8230e26ef36a req-7d22e01b-4ec4-4b21-84cd-8b225e22602a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0490975 Dec 08 02:56:20.848653 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b70a6166-8595-4ead-8281-8230e26ef36a req-08093720-5c76-48de-aec4-4961f56d5cd6 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472577 Dec 08 02:56:20.893060 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 16306fc0-d5c8-417f-b9e5-a456d5eab790, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=16306fc0-d5c8-417f-b9e5-a456d5eab790,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:56:20.910060 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '16306fc0-d5c8-417f-b9e5-a456d5eab790', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'port_id': '16306fc0-d5c8-417f-b9e5-a456d5eab790', 'mac_address': 'fa:16:3e:84:d5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 02:56:20.949671 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:20.962763 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16306fc0-d5c8-417f-b9e5-a456d5eab790 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 02:56:20.981802 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 16306fc0-d5c8-417f-b9e5-a456d5eab790, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=16306fc0-d5c8-417f-b9e5-a456d5eab790,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:56:20.985736 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:21.032168 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=16306fc0-d5c8-417f-b9e5-a456d5eab790,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:56:21.040246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.040624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.040970 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.041311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.041649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.041984 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.042314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.042642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.042974 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.043299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.043624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.043945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.044266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:56:21.284939 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['16306fc0-d5c8-417f-b9e5-a456d5eab790'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 02:56:21.963435 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856f679-a799-4e78-b3c0-3a058bcf6ddc req-ff69bb56-41f7-4448-98a6-d845b691cf89 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:21.964923 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9856f679-a799-4e78-b3c0-3a058bcf6ddc req-ff69bb56-41f7-4448-98a6-d845b691cf89 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 945 time: 0.0483558 Dec 08 02:56:22.017573 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-9856f679-a799-4e78-b3c0-3a058bcf6ddc req-34fc1da6-6166-407f-b4e4-1040c2aebf79 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466990 Dec 08 02:56:22.810868 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 16306fc0-d5c8-417f-b9e5-a456d5eab790 up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:56:22.861917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 16306fc0-d5c8-417f-b9e5-a456d5eab790 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 02:56:22.865967 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 16306fc0-d5c8-417f-b9e5-a456d5eab790 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:56:22.866346 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:22.946649 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:22.970183 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16306fc0-d5c8-417f-b9e5-a456d5eab790'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:56:22.972495 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae0fc36-e276-4920-9971-f0d17e93b693" -d '{"events": [{"server_uuid": "da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4", "name": "network-vif-plugged", "status": "completed", "tag": "16306fc0-d5c8-417f-b9e5-a456d5eab790"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:56:22.985119 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 16306fc0-d5c8-417f-b9e5-a456d5eab790, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=16306fc0-d5c8-417f-b9e5-a456d5eab790,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:56:22.990547 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:23.040521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=16306fc0-d5c8-417f-b9e5-a456d5eab790,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:56:23.066726 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 02:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fe440c-f2a7-4405-a240-e51f9571220a x-openstack-request-id: req-79fe440c-f2a7-4405-a240-e51f9571220a {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:56:23.067039 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4", "name": "network-vif-plugged", "status": "completed", "tag": "16306fc0-d5c8-417f-b9e5-a456d5eab790", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:56:23.067305 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-79fe440c-f2a7-4405-a240-e51f9571220a {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:56:23.067715 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16306fc0-d5c8-417f-b9e5-a456d5eab790', 'code': 200} Dec 08 02:56:23.147271 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c1483-2cce-4577-a31c-5279fa60ebc4 req-1839d523-772b-4864-9984-b94202de9479 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:23.148909 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b5c1483-2cce-4577-a31c-5279fa60ebc4 req-1839d523-772b-4864-9984-b94202de9479 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0549002 Dec 08 02:56:23.197927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d92fd-29b7-4bba-ae66-9e2106e3bd74 req-4164a01d-43b2-4e0a-b0f4-44597b14048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:23.199288 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5b5c1483-2cce-4577-a31c-5279fa60ebc4 req-0f9362d3-cfc4-461b-b6ab-0c0caae19781 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442898 Dec 08 02:56:23.199453 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c5d92fd-29b7-4bba-ae66-9e2106e3bd74 req-4164a01d-43b2-4e0a-b0f4-44597b14048c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 1098 time: 0.0409703 Dec 08 02:56:23.246049 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-4c5d92fd-29b7-4bba-ae66-9e2106e3bd74 req-406052d1-ba62-430b-8c21-6d69ce923fe9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390995 Dec 08 02:56:24.318655 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9af76-aaef-4843-ae5f-3d50bab30539 req-3787e592-2bfc-4484-b4a2-70b8594f2ff5 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:24.320775 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53b9af76-aaef-4843-ae5f-3d50bab30539 req-3787e592-2bfc-4484-b4a2-70b8594f2ff5 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0511274 Dec 08 02:56:24.372601 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-53b9af76-aaef-4843-ae5f-3d50bab30539 req-df0ae5ae-5c43-463a-ab17-6a451ab003bb tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445354 Dec 08 02:56:25.487395 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff4135-13c2-4606-a612-cbeabde4835f req-054a53b2-cd8e-43ec-b9df-f46390630283 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:25.488906 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abff4135-13c2-4606-a612-cbeabde4835f req-054a53b2-cd8e-43ec-b9df-f46390630283 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0492370 Dec 08 02:56:25.537392 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-abff4135-13c2-4606-a612-cbeabde4835f req-6360b089-f1a5-454e-945b-e1b34be68cdc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425105 Dec 08 02:56:25.653796 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204737-7949-429b-a039-da11e47347a7 req-7894c20a-d194-4a66-acbe-75cef4088410 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:25.655169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2204737-7949-429b-a039-da11e47347a7 req-7894c20a-d194-4a66-acbe-75cef4088410 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0518415 Dec 08 02:56:25.704781 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e2204737-7949-429b-a039-da11e47347a7 req-5022b1fe-6602-4e87-b188-8f10a7c38335 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436776 Dec 08 02:56:25.726108 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43484) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:56:25.765748 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaa48b7-8d4f-413c-9ce7-6c218961a40b tempest-TestShelveInstance-332762660 tempest-TestShelveInstance-332762660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:25.767242 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ddaa48b7-8d4f-413c-9ce7-6c218961a40b tempest-TestShelveInstance-332762660 tempest-TestShelveInstance-332762660-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 1093 time: 0.0401709 Dec 08 02:56:25.769942 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43486) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:56:25.774117 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '16306fc0-d5c8-417f-b9e5-a456d5eab790', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:56:25.795571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:25.896613 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:26.001447 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Allocated IP 172.25.2.198 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/e35eb2fd-6c13-41f8-a9cf-446fe71d6f29) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:56:26.109686 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:26.142400 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:26.186397 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:56:26.189336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:56:26.193860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:56:26.196943 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'Port': ['ID=e35eb2fd-6c13-41f8-a9cf-446fe71d6f29,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:56:26.552883 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:26.620921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:26.766405 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:26.770731 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:26.847417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event updated for resources: {'Port': ['ID=e35eb2fd-6c13-41f8-a9cf-446fe71d6f29,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:56:26.861196 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:26.959943 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Floating IP fd3a0ec0-59c5-4678-848d-9cc935b82b10 associated. External IP: 172.25.2.198, port: 16306fc0-d5c8-417f-b9e5-a456d5eab790. Dec 08 02:56:27.166085 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Router 034ded10-ce27-4b93-ad77-859c8c6db1a3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:56:27.274603 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:56:27.284602 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6776cc04-f556-4d63-a288-9d20b559f445 None None] Sync routers for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:56:27.293139 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:27.295768 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6776cc04-f556-4d63-a288-9d20b559f445 None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:56:27.296427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6776cc04-f556-4d63-a288-9d20b559f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:56:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:56:27.320176 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-55dd4a50-70dc-4fc5-8182-15fe264cfc2d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5492320 Dec 08 02:56:27.321095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'tag': '16306fc0-d5c8-417f-b9e5-a456d5eab790'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:56:27.324177 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037f8aed-6f2d-4dba-ae8e-bd4e4375e3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4", "tag": "16306fc0-d5c8-417f-b9e5-a456d5eab790"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:56:27.362613 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 02:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341377c7-c750-4681-b31a-b2ad3184c038 x-openstack-request-id: req-341377c7-c750-4681-b31a-b2ad3184c038 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:56:27.362914 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4", "tag": "16306fc0-d5c8-417f-b9e5-a456d5eab790", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:56:27.363181 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-341377c7-c750-4681-b31a-b2ad3184c038 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:56:27.363596 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'tag': '16306fc0-d5c8-417f-b9e5-a456d5eab790', 'status': 'completed', 'code': 200} Dec 08 02:56:27.405980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6776cc04-f556-4d63-a288-9d20b559f445 None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:56:27.447567 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8aed-6f2d-4dba-ae8e-bd4e4375e3e4 req-14896129-ae28-48cd-8be6-359d5e63a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:27.449055 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-037f8aed-6f2d-4dba-ae8e-bd4e4375e3e4 req-14896129-ae28-48cd-8be6-359d5e63a914 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 1098 time: 0.0418706 Dec 08 02:56:27.544188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8aed-6f2d-4dba-ae8e-bd4e4375e3e4 req-f6376600-c3b8-4116-85d7-f64e5ada1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:27.545743 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-037f8aed-6f2d-4dba-ae8e-bd4e4375e3e4 req-f6376600-c3b8-4116-85d7-f64e5ada1783 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0895009 Dec 08 02:56:27.611532 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-037f8aed-6f2d-4dba-ae8e-bd4e4375e3e4 req-3647f541-f397-4468-9dfc-cc8455b69214 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16306fc0-d5c8-417f-b9e5-a456d5eab790 HTTP/1.1" status: 200 len: 1000 time: 0.0579979 Dec 08 02:56:27.631798 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6776cc04-f556-4d63-a288-9d20b559f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'fd3a0ec0-59c5-4678-848d-9cc935b82b10', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'port_id': '16306fc0-d5c8-417f-b9e5-a456d5eab790', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'mac_address': 'fa:16:3e:84:d5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:56:26Z', 'updated_at': '2021-12-08T02:56:26Z', 'revision_number': 0, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:56:27.658213 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6776cc04-f556-4d63-a288-9d20b559f445 None None] Checking router: 034ded10-ce27-4b93-ad77-859c8c6db1a3 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:56:27.660537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8aed-6f2d-4dba-ae8e-bd4e4375e3e4 req-3d6daa8a-0e71-481e-8ff6-15b6eb493502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:27.662032 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-037f8aed-6f2d-4dba-ae8e-bd4e4375e3e4 req-3d6daa8a-0e71-481e-8ff6-15b6eb493502 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0431571 Dec 08 02:56:27.667269 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6776cc04-f556-4d63-a288-9d20b559f445 None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:56:27.667872 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6776cc04-f556-4d63-a288-9d20b559f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:56:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:56:27.713317 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f8aed-6f2d-4dba-ae8e-bd4e4375e3e4 req-29889f23-fa09-4962-8eab-a001f2533279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:56:27.714761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-037f8aed-6f2d-4dba-ae8e-bd4e4375e3e4 req-29889f23-fa09-4962-8eab-a001f2533279 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453124 Dec 08 02:56:27.771902 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6776cc04-f556-4d63-a288-9d20b559f445 None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:56:27.806723 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-037f8aed-6f2d-4dba-ae8e-bd4e4375e3e4 req-6f5746f0-c9f5-466c-a56a-8ed810bac7ff service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837383 Dec 08 02:56:27.902457 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-037f8aed-6f2d-4dba-ae8e-bd4e4375e3e4 req-55506cdf-68fd-4793-becb-f35529bc5b65 service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881383 Dec 08 02:56:27.998272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6776cc04-f556-4d63-a288-9d20b559f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'fd3a0ec0-59c5-4678-848d-9cc935b82b10', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'port_id': '16306fc0-d5c8-417f-b9e5-a456d5eab790', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'mac_address': 'fa:16:3e:84:d5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:56:26Z', 'updated_at': '2021-12-08T02:56:26Z', 'revision_number': 0, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:56:28.025465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6776cc04-f556-4d63-a288-9d20b559f445 None None] The sync data for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 is: [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'fd3a0ec0-59c5-4678-848d-9cc935b82b10', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'floating_ip_address': '172.25.2.198', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'port_id': '16306fc0-d5c8-417f-b9e5-a456d5eab790', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'mac_address': 'fa:16:3e:84:d5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T02:56:26Z', 'updated_at': '2021-12-08T02:56:26Z', 'revision_number': 0, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:56:28.216848 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5975b622-b925-44e8-9b9f-e4137849e4c7 None None] New status for floating IP fd3a0ec0-59c5-4678-848d-9cc935b82b10: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:56:28.985905 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-67c675dc-0b4b-4916-94ee-7733a5d03a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:32.236167 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d717435f-833b-46ac-92ee-addd9d94f9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:32.332862 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:32.641560 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:33.930069 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:34.906065 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:34.930164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:56:45.746179 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:56:58.987211 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-285cb59a-5394-47c0-9827-797a77b95ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:01.382450 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5dc0798d-dd63-4ab7-be73-0484e55ba9fe req-c09f2e09-3cd4-4d4f-b24c-46b105240d50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416324 Dec 08 02:57:01.489774 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0798d-dd63-4ab7-be73-0484e55ba9fe req-94df459d-15f0-468f-b014-f7eb6a08f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:01.491292 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5dc0798d-dd63-4ab7-be73-0484e55ba9fe req-94df459d-15f0-468f-b014-f7eb6a08f88e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 1098 time: 0.0433965 Dec 08 02:57:01.598280 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0798d-dd63-4ab7-be73-0484e55ba9fe req-f0643b0b-3861-441f-b315-3fb78ee86a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:01.599824 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5dc0798d-dd63-4ab7-be73-0484e55ba9fe req-f0643b0b-3861-441f-b315-3fb78ee86a4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0890179 Dec 08 02:57:01.664426 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5dc0798d-dd63-4ab7-be73-0484e55ba9fe req-d9a136a6-be6c-4a2a-b32d-c4a1de24d5f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16306fc0-d5c8-417f-b9e5-a456d5eab790 HTTP/1.1" status: 200 len: 1002 time: 0.0569887 Dec 08 02:57:01.717965 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0798d-dd63-4ab7-be73-0484e55ba9fe req-13a1d03a-7dd8-4bd5-b285-ca8837124a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:01.719502 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5dc0798d-dd63-4ab7-be73-0484e55ba9fe req-13a1d03a-7dd8-4bd5-b285-ca8837124a33 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0478168 Dec 08 02:57:01.766572 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0798d-dd63-4ab7-be73-0484e55ba9fe req-f146ee53-42a4-41ec-aad1-ed232406812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:57:01.768074 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5dc0798d-dd63-4ab7-be73-0484e55ba9fe req-f146ee53-42a4-41ec-aad1-ed232406812d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406268 Dec 08 02:57:01.859925 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5dc0798d-dd63-4ab7-be73-0484e55ba9fe req-3832e8ea-5dee-4aab-a485-3106d34bdd9b service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Dec 08 02:57:01.954359 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5dc0798d-dd63-4ab7-be73-0484e55ba9fe req-4b3204aa-5d11-4fae-ae51-00f54652c141 service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863686 Dec 08 02:57:02.227797 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f2a6adf8-9a1f-46d7-a9c7-f4ae5823e77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:02.350848 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:02.645714 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:03.931908 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:04.907777 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:04.962821 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:22.745138 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:57:28.988567 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d7ab30d6-b5e1-47fa-b3a2-5576779829ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:32.229274 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bd713216-d07d-4e7c-9760-059a5cd68303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:32.362876 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:32.649323 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:33.933869 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:34.909509 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:34.976956 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:58.989663 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a7cd8814-261d-4567-8780-7d3ad4975a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:57:59.745606 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:58:01.394302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65a0c9f0-f678-454b-bc4e-eccb1ef5889e req-d3820a17-bf2b-4035-b642-03550dc8ba2b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394032 Dec 08 02:58:01.495991 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c9f0-f678-454b-bc4e-eccb1ef5889e req-5ffb9579-5828-44ef-b646-44ecf017081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:01.497771 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65a0c9f0-f678-454b-bc4e-eccb1ef5889e req-5ffb9579-5828-44ef-b646-44ecf017081b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 1098 time: 0.0444105 Dec 08 02:58:01.608038 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c9f0-f678-454b-bc4e-eccb1ef5889e req-c44c7f5f-6e0e-456e-a974-ecede97568ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:01.610225 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65a0c9f0-f678-454b-bc4e-eccb1ef5889e req-c44c7f5f-6e0e-456e-a974-ecede97568ce service neutron] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0930147 Dec 08 02:58:01.682344 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65a0c9f0-f678-454b-bc4e-eccb1ef5889e req-8344101d-42fd-4a6e-a9b3-0fa36bc051c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16306fc0-d5c8-417f-b9e5-a456d5eab790 HTTP/1.1" status: 200 len: 1002 time: 0.0634577 Dec 08 02:58:01.735660 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c9f0-f678-454b-bc4e-eccb1ef5889e req-ff07873f-8044-4a0b-80c4-1152a1b3dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:01.737131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65a0c9f0-f678-454b-bc4e-eccb1ef5889e req-ff07873f-8044-4a0b-80c4-1152a1b3dba1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0478761 Dec 08 02:58:01.790293 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c9f0-f678-454b-bc4e-eccb1ef5889e req-31726378-0614-4bc0-9213-da53b3c6ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:01.791806 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65a0c9f0-f678-454b-bc4e-eccb1ef5889e req-31726378-0614-4bc0-9213-da53b3c6ccb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475852 Dec 08 02:58:01.880047 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65a0c9f0-f678-454b-bc4e-eccb1ef5889e req-912c6290-4233-4bbf-8052-1ce725846586 service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809071 Dec 08 02:58:01.970891 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-65a0c9f0-f678-454b-bc4e-eccb1ef5889e req-96ffc626-dbee-4543-a6aa-98469b6b5288 service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841269 Dec 08 02:58:02.230288 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-457337a2-2b41-42ce-8121-dde76464a347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:02.365622 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:02.652468 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:03.936752 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:04.912724 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:04.986878 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:22.860745 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f8798-dbc6-497d-aac7-576a2103548a req-a759cf85-da36-437a-a607-41975ab9fba2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:22.862134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-903f8798-dbc6-497d-aac7-576a2103548a req-a759cf85-da36-437a-a607-41975ab9fba2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0538440 Dec 08 02:58:22.911257 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-903f8798-dbc6-497d-aac7-576a2103548a req-234f33ff-ec74-43f5-8200-a29b1de07f26 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424263 Dec 08 02:58:24.051548 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218af304-48ca-4310-9625-7d7a9e0cb8e4 req-ac89cc7d-1731-4dde-b6c1-076169cf3dc2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:24.053059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-218af304-48ca-4310-9625-7d7a9e0cb8e4 req-ac89cc7d-1731-4dde-b6c1-076169cf3dc2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0497525 Dec 08 02:58:24.103007 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-218af304-48ca-4310-9625-7d7a9e0cb8e4 req-d20d76f7-ee77-4f83-a4ba-e9891bb3e49b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440187 Dec 08 02:58:25.247480 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32474316-fe3e-4e55-a9a1-ed69c1084328 req-1db4c6c4-e043-4ab9-9cd3-6ee88c5e70ee tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:25.249024 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32474316-fe3e-4e55-a9a1-ed69c1084328 req-1db4c6c4-e043-4ab9-9cd3-6ee88c5e70ee tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0490611 Dec 08 02:58:25.297305 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-32474316-fe3e-4e55-a9a1-ed69c1084328 req-9640c4c0-447f-438d-83af-e4159062dbc0 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417116 Dec 08 02:58:26.416390 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edc38c-bd29-4947-9517-f087e3416852 req-93870fee-73f4-469e-8c98-5bd2de6f77d2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:26.418002 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5edc38c-bd29-4947-9517-f087e3416852 req-93870fee-73f4-469e-8c98-5bd2de6f77d2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0532582 Dec 08 02:58:26.465897 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e5edc38c-bd29-4947-9517-f087e3416852 req-100fa6c3-9cca-4ca5-a78e-67011946c263 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 Dec 08 02:58:27.585108 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fef985-6998-40c2-81c3-3cf600f00410 req-f5511692-595f-4c3e-95ff-77d1ae7c773b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:27.586540 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49fef985-6998-40c2-81c3-3cf600f00410 req-f5511692-595f-4c3e-95ff-77d1ae7c773b tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0530410 Dec 08 02:58:27.635554 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-49fef985-6998-40c2-81c3-3cf600f00410 req-27d30cbc-118c-447c-b4a3-df9d30f74293 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430429 Dec 08 02:58:28.751762 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ded4f-b5fe-4e32-b1bb-e61e9094dbb7 req-e4bf29df-1297-4a07-a2c6-31108bce056e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:28.753255 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da9ded4f-b5fe-4e32-b1bb-e61e9094dbb7 req-e4bf29df-1297-4a07-a2c6-31108bce056e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0493050 Dec 08 02:58:28.801302 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da9ded4f-b5fe-4e32-b1bb-e61e9094dbb7 req-c92cbc2f-3b0a-40de-834d-1b7117b558a3 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 Dec 08 02:58:28.992311 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d6c51f5d-b8a3-40de-99a5-b7bb118df174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:29.919757 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec62a3-c956-4195-9d1b-1b54d2229f41 req-123a79c3-ab77-4199-be3a-d1fe21a83cc2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:29.921250 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-82ec62a3-c956-4195-9d1b-1b54d2229f41 req-123a79c3-ab77-4199-be3a-d1fe21a83cc2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0494351 Dec 08 02:58:29.971031 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-82ec62a3-c956-4195-9d1b-1b54d2229f41 req-cddbe188-10bd-47e0-a17d-d59005ff5ff1 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432389 Dec 08 02:58:31.093157 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3b225-1150-4a4a-8f98-83ea513c711f req-8acfc02e-589b-40d8-b984-4f3e2e3fe92e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:31.094660 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0f3b225-1150-4a4a-8f98-83ea513c711f req-8acfc02e-589b-40d8-b984-4f3e2e3fe92e tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0547459 Dec 08 02:58:31.144865 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b0f3b225-1150-4a4a-8f98-83ea513c711f req-911b3850-f176-45c9-a5c6-35ae4283d1ac tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438502 Dec 08 02:58:32.232312 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2751018e-9bb5-4dac-b102-284107154e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:32.259536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75edd37-6946-4172-b514-da81fb48a7a6 req-7425e840-bb19-4027-9b38-b877b6950aa2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:32.261059 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a75edd37-6946-4172-b514-da81fb48a7a6 req-7425e840-bb19-4027-9b38-b877b6950aa2 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0485680 Dec 08 02:58:32.313490 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-a75edd37-6946-4172-b514-da81fb48a7a6 req-d16fac62-b377-426a-a1fd-b0d4cc718364 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464802 Dec 08 02:58:32.378146 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:32.655340 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:33.069755 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaab9d5-5a8d-4339-8f4c-cb953a4205e0 req-c71040eb-ca5d-4003-b675-197fb6f152ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:33.071283 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9aaab9d5-5a8d-4339-8f4c-cb953a4205e0 req-c71040eb-ca5d-4003-b675-197fb6f152ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 1098 time: 0.0422621 Dec 08 02:58:33.164123 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaab9d5-5a8d-4339-8f4c-cb953a4205e0 req-4ff00c67-6d5d-42d9-a24c-1bd41abd5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:33.165635 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9aaab9d5-5a8d-4339-8f4c-cb953a4205e0 req-4ff00c67-6d5d-42d9-a24c-1bd41abd5395 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 200 len: 909 time: 0.0878592 Dec 08 02:58:33.530091 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9aaab9d5-5a8d-4339-8f4c-cb953a4205e0 req-b74f817b-bf03-4880-8ad4-bf6d74df99c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16306fc0-d5c8-417f-b9e5-a456d5eab790 HTTP/1.1" status: 200 len: 1002 time: 0.3573015 Dec 08 02:58:33.542145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6ca5a-2f6f-4fbd-ad0a-466cbfd9a562 req-189a9ddb-0cee-41df-b446-6a4095ca12df tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:33.543561 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ce6ca5a-2f6f-4fbd-ad0a-466cbfd9a562 req-189a9ddb-0cee-41df-b446-6a4095ca12df tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0642631 Dec 08 02:58:33.619722 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaab9d5-5a8d-4339-8f4c-cb953a4205e0 req-e85a0cec-8947-47e9-9df9-81a0c259cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:33.621148 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9aaab9d5-5a8d-4339-8f4c-cb953a4205e0 req-e85a0cec-8947-47e9-9df9-81a0c259cc87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 200 len: 847 time: 0.0767360 Dec 08 02:58:33.626124 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1ce6ca5a-2f6f-4fbd-ad0a-466cbfd9a562 req-47b9c8bd-189f-48cb-95d5-554260149988 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745935 Dec 08 02:58:33.668189 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaab9d5-5a8d-4339-8f4c-cb953a4205e0 req-fb73f9ff-766f-43cf-8c0c-05b02c807386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:33.669730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9aaab9d5-5a8d-4339-8f4c-cb953a4205e0 req-fb73f9ff-766f-43cf-8c0c-05b02c807386 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f904371d-e231-480b-9fee-6030f6d5e8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400395 Dec 08 02:58:33.762480 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9aaab9d5-5a8d-4339-8f4c-cb953a4205e0 req-74d817c9-198e-4896-9c96-cb6566c467c4 service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846682 Dec 08 02:58:33.850188 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9aaab9d5-5a8d-4339-8f4c-cb953a4205e0 req-d8448130-ecad-4689-a1a4-6ec1a94ea87e service neutron] 10.222.0.72 "GET /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810201 Dec 08 02:58:33.938964 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:34.743323 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c2a63-71bb-492f-8393-0ba10b1d2669 req-a9ff2e4f-f67a-40c3-84f1-0353bb5b6f33 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:34.745019 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-097c2a63-71bb-492f-8393-0ba10b1d2669 req-a9ff2e4f-f67a-40c3-84f1-0353bb5b6f33 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0500286 Dec 08 02:58:34.794464 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-097c2a63-71bb-492f-8393-0ba10b1d2669 req-3eb0c81c-64d0-41a2-af7d-eafeafaca44d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435555 Dec 08 02:58:34.914817 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:34.989779 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:35.920246 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536db843-babd-4355-9c05-9137dc5af52e req-95ab77ed-497d-46dd-868c-ae9d01a1e86d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:35.921760 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-536db843-babd-4355-9c05-9137dc5af52e req-95ab77ed-497d-46dd-868c-ae9d01a1e86d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0554130 Dec 08 02:58:35.971628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-536db843-babd-4355-9c05-9137dc5af52e req-431feb26-48b9-452a-bd5c-f74ab334a94a tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428448 Dec 08 02:58:36.746608 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:58:37.092132 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477b5d-6681-4619-a7f8-47b6c853e655 req-d9b8378d-9a4d-4b01-8630-3213e4d62795 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:37.093765 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de477b5d-6681-4619-a7f8-47b6c853e655 req-d9b8378d-9a4d-4b01-8630-3213e4d62795 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0510077 Dec 08 02:58:37.145315 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-de477b5d-6681-4619-a7f8-47b6c853e655 req-67bb5ef2-e234-41af-908f-984ba127ef11 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445411 Dec 08 02:58:38.260480 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ff344-b1ee-4fd5-9e67-38b9994431f8 req-2086aa34-a890-416e-920b-44969f185f47 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:58:38.261933 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-375ff344-b1ee-4fd5-9e67-38b9994431f8 req-2086aa34-a890-416e-920b-44969f185f47 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 946 time: 0.0481303 Dec 08 02:58:38.309422 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-375ff344-b1ee-4fd5-9e67-38b9994431f8 req-d02856b0-5a52-44cb-b569-db1bb7b35322 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/security-groups?id=dac2c933-5608-4b62-ae22-6cc95b763a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417001 Dec 08 02:58:38.415302 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-ad4c4025-8a5c-4cae-8fbc-5656c9983c9a req-6248a60b-90c4-4e69-8005-2e315322b8ec service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 02:58:38.416486 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ad4c4025-8a5c-4cae-8fbc-5656c9983c9a req-6248a60b-90c4-4e69-8005-2e315322b8ec service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0437858 Dec 08 02:58:39.433644 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 16306fc0-d5c8-417f-b9e5-a456d5eab790 no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:58:39.510102 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:39.531707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16306fc0-d5c8-417f-b9e5-a456d5eab790'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:58:39.533974 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4bdb65-a30f-4dc9-bd92-828fca69edc9" -d '{"events": [{"server_uuid": "da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4", "name": "network-vif-unplugged", "status": "completed", "tag": "16306fc0-d5c8-417f-b9e5-a456d5eab790"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:58:39.546715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 16306fc0-d5c8-417f-b9e5-a456d5eab790, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=16306fc0-d5c8-417f-b9e5-a456d5eab790,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:58:39.551753 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:58:39.576073 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 02:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32535e9a-2f95-43a3-bb3f-febcacba2b42 x-openstack-request-id: req-32535e9a-2f95-43a3-bb3f-febcacba2b42 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:58:39.576073 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4", "name": "network-vif-unplugged", "status": "failed", "tag": "16306fc0-d5c8-417f-b9e5-a456d5eab790", "code": 422}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:58:39.576334 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-32535e9a-2f95-43a3-bb3f-febcacba2b42 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:58:39.576865 n-d-713498-30 neutron-server[103131]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16306fc0-d5c8-417f-b9e5-a456d5eab790', 'code': 422} returned with failed status Dec 08 02:58:39.603961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=16306fc0-d5c8-417f-b9e5-a456d5eab790,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:58:39.611230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:39.611583 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:39.611930 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:39.612272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:39.612636 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:39.612971 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:39.613304 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:39.613640 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:39.613969 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:39.614299 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:39.614630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:39.614956 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:39.615283 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:58:58.994536 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ecfebd8d-d9ac-4238-8406-49820a8a7ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.233662 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-681e89f9-5bb7-4c28-9caa-5bfdbef68a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.392723 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:02.658032 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:03.941829 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:04.917182 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:05.004624 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:13.745757 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:59:28.996695 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8c412e70-8f06-4a5b-a187-67d8ab5b065d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:32.235131 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cd56ed25-e7de-48d8-b30c-a5c36513ed90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:32.390588 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:32.661387 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:33.944588 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:34.917739 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:35.017884 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:38.478115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43596) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:38.635177 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Deleting port e35eb2fd-6c13-41f8-a9cf-446fe71d6f29 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:59:38.635523 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:38.709226 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:38.709564 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:38.721020 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Calling delete_port for e35eb2fd-6c13-41f8-a9cf-446fe71d6f29 owned by network:floatingip {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:59:38.867363 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:38.892581 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event deleted for resources: {'Port': ['ID=e35eb2fd-6c13-41f8-a9cf-446fe71d6f29,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:38.919187 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.919543 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.919990 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.920462 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.920814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.921158 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.921500 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.921837 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.922174 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.922507 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.922856 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.923178 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.923509 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:38.967245 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:38.967536 n-d-713498-30 neutron-server[103130]: INFO neutron.db.l3_db [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Floating IP fd3a0ec0-59c5-4678-848d-9cc935b82b10 disassociated (deleted). External IP: 172.25.2.198, port: 16306fc0-d5c8-417f-b9e5-a456d5eab790. Dec 08 02:59:39.174376 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Router 034ded10-ce27-4b93-ad77-859c8c6db1a3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:59:39.279802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:59:39.284728 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:39.289447 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974d952c-5385-4613-b83d-41919fecead4 None None] Sync routers for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:59:39.298990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d952c-5385-4613-b83d-41919fecead4 None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:39.299620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-974d952c-5385-4613-b83d-41919fecead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:39.313845 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-abfff2c9-4ec9-4534-bca6-800b8950dd4d tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "DELETE /v2.0/floatingips/fd3a0ec0-59c5-4678-848d-9cc935b82b10 HTTP/1.1" status: 204 len: 168 time: 0.8346496 Dec 08 02:59:39.314531 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'tag': '16306fc0-d5c8-417f-b9e5-a456d5eab790'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:59:39.316915 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4614f7e2-29a1-40d6-a106-7e39cfbca66a" -d '{"events": [{"name": "network-changed", "server_uuid": "da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4", "tag": "16306fc0-d5c8-417f-b9e5-a456d5eab790"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:59:39.408923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-974d952c-5385-4613-b83d-41919fecead4 None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:39.596109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fd355-4132-406a-a703-1fe7e59333f3 req-0bf41a74-1bc8-4927-85b0-7452df840183 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:39.597636 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a69fd355-4132-406a-a703-1fe7e59333f3 req-0bf41a74-1bc8-4927-85b0-7452df840183 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "GET /v2.0/ports?device_id=da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4 HTTP/1.1" status: 200 len: 944 time: 0.0491641 Dec 08 02:59:39.618219 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-974d952c-5385-4613-b83d-41919fecead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:39.649266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974d952c-5385-4613-b83d-41919fecead4 None None] Checking router: 034ded10-ce27-4b93-ad77-859c8c6db1a3 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:59:39.657554 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974d952c-5385-4613-b83d-41919fecead4 None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:39.658173 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-974d952c-5385-4613-b83d-41919fecead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:39.694541 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a69fd355-4132-406a-a703-1fe7e59333f3 req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Deleting port 16306fc0-d5c8-417f-b9e5-a456d5eab790 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:59:39.694798 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a69fd355-4132-406a-a703-1fe7e59333f3 req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:39.764072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-974d952c-5385-4613-b83d-41919fecead4 None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:39.782611 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-a69fd355-4132-406a-a703-1fe7e59333f3 req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] For port 16306fc0-d5c8-417f-b9e5-a456d5eab790, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=16306fc0-d5c8-417f-b9e5-a456d5eab790,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:39.782971 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a69fd355-4132-406a-a703-1fe7e59333f3 req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:39.796121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-a69fd355-4132-406a-a703-1fe7e59333f3 req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Calling delete_port for 16306fc0-d5c8-417f-b9e5-a456d5eab790 owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:59:39.927019 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a69fd355-4132-406a-a703-1fe7e59333f3 req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:39.955012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event deleted for resources: {'Port': ['ID=16306fc0-d5c8-417f-b9e5-a456d5eab790,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:39.966562 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.966921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.967273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.967449 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-974d952c-5385-4613-b83d-41919fecead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:39.967717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.967959 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.968318 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.968851 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.969195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.970745 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.971093 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.971439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.971786 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.972130 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:39.995369 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974d952c-5385-4613-b83d-41919fecead4 None None] The sync data for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 is: [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '12ce9a0c-e452-4d87-ba4d-c925ed0e7301', 'name': '', 'network_id': 'f904371d-e231-480b-9fee-6030f6d5e8fc', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'mac_address': 'fa:16:3e:f1:37:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:24Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'subnets': [{'id': 'e6809def-0d84-4e7f-a9d4-95d1a3d7a12f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:59:40.028150 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69fd355-4132-406a-a703-1fe7e59333f3 req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] No DVR routers for this DVR port 16306fc0-d5c8-417f-b9e5-a456d5eab790 on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:59:40.031620 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-a69fd355-4132-406a-a703-1fe7e59333f3 req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:40.035694 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a69fd355-4132-406a-a703-1fe7e59333f3 req-9875c794-263d-4175-bafd-eaede6a6f1fc tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "DELETE /v2.0/ports/16306fc0-d5c8-417f-b9e5-a456d5eab790 HTTP/1.1" status: 204 len: 173 time: 0.4320815 Dec 08 02:59:40.036403 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'name': 'network-vif-deleted', 'tag': '16306fc0-d5c8-417f-b9e5-a456d5eab790'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 02:59:40.039392 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af42e5d4-d818-4486-a274-1ed4f1bed969" -d '{"events": [{"server_uuid": "da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4", "name": "network-vif-deleted", "tag": "16306fc0-d5c8-417f-b9e5-a456d5eab790"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 02:59:40.288690 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b8c827-c037-4c9b-a5f8-6ddd03ab6a84 None None] New status for floating IP fd3a0ec0-59c5-4678-848d-9cc935b82b10: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 02:59:40.503409 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 176 Content-Type: application/json Date: Wed, 08 Dec 2021 02:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96c2383-540a-4327-b13a-9355b75c48f0 x-openstack-request-id: req-a96c2383-540a-4327-b13a-9355b75c48f0 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:59:40.503904 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4", "tag": "16306fc0-d5c8-417f-b9e5-a456d5eab790", "status": "failed", "code": 422}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:59:40.504012 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a96c2383-540a-4327-b13a-9355b75c48f0 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:59:40.505224 n-d-713498-30 neutron-server[103130]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'tag': '16306fc0-d5c8-417f-b9e5-a456d5eab790', 'status': 'failed', 'code': 422} returned with failed status Dec 08 02:59:40.534947 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 02:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b18204-1d51-47ed-845c-f8892835f09b x-openstack-request-id: req-60b18204-1d51-47ed-845c-f8892835f09b {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 02:59:40.535179 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4", "name": "network-vif-deleted", "tag": "16306fc0-d5c8-417f-b9e5-a456d5eab790", "status": "failed", "code": 422}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 02:59:40.535575 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60b18204-1d51-47ed-845c-f8892835f09b {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 02:59:40.536243 n-d-713498-30 neutron-server[103129]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'da9b4cdd-4b91-4a15-b4ca-f0b9ed4738f4', 'name': 'network-vif-deleted', 'tag': '16306fc0-d5c8-417f-b9e5-a456d5eab790', 'status': 'failed', 'code': 422} returned with failed status Dec 08 02:59:40.575105 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43636) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:40.632690 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a4382bb-4d4d-47d6-8022-03ba66f0dba3 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:40.657109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a4382bb-4d4d-47d6-8022-03ba66f0dba3 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:40.724646 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a4382bb-4d4d-47d6-8022-03ba66f0dba3 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:40.727361 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-0a4382bb-4d4d-47d6-8022-03ba66f0dba3 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:40.731131 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-0a4382bb-4d4d-47d6-8022-03ba66f0dba3 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] 10.222.0.70 "DELETE /v2.0/security-groups/dac2c933-5608-4b62-ae22-6cc95b763a45 HTTP/1.1" status: 204 len: 168 time: 0.1523221 Dec 08 02:59:40.738855 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4382bb-4d4d-47d6-8022-03ba66f0dba3 tempest-TestShelveInstance-1061206005 tempest-TestShelveInstance-1061206005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac2c933-5608-4b62-ae22-6cc95b763a45,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:40.781708 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43640) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:41.239671 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43e57da4-e299-4994-afe4-9f68af76caf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:41.486728 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-43e57da4-e299-4994-afe4-9f68af76caf4 admin admin] Deleting port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:59:41.487072 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43e57da4-e299-4994-afe4-9f68af76caf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:41.568142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-43e57da4-e299-4994-afe4-9f68af76caf4 admin admin] For port 12ce9a0c-e452-4d87-ba4d-c925ed0e7301, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=12ce9a0c-e452-4d87-ba4d-c925ed0e7301,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:41.569418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43e57da4-e299-4994-afe4-9f68af76caf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:41.582040 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-43e57da4-e299-4994-afe4-9f68af76caf4 admin admin] Calling delete_port for 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:59:41.760878 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43e57da4-e299-4994-afe4-9f68af76caf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:41.786236 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e57da4-e299-4994-afe4-9f68af76caf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ce9a0c-e452-4d87-ba4d-c925ed0e7301,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:41.961784 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-43e57da4-e299-4994-afe4-9f68af76caf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:42.175846 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e57da4-e299-4994-afe4-9f68af76caf4 admin admin] Router 034ded10-ce27-4b93-ad77-859c8c6db1a3 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:59:42.285289 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e57da4-e299-4994-afe4-9f68af76caf4 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:59:42.291105 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-43e57da4-e299-4994-afe4-9f68af76caf4 admin admin] 10.222.0.70 "PUT /v2.0/routers/034ded10-ce27-4b93-ad77-859c8c6db1a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5082905 Dec 08 02:59:42.293783 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43644) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:42.294319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f4ef2-414f-47c6-8013-0cc7c15f5b45 None None] Sync routers for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:59:42.305267 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f4ef2-414f-47c6-8013-0cc7c15f5b45 None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:42.305904 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-274f4ef2-414f-47c6-8013-0cc7c15f5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:42.411593 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:42.418646 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-274f4ef2-414f-47c6-8013-0cc7c15f5b45 None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:42.526921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:42.586159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Deleting port 931dcbcf-7950-4028-84ee-f9e899325773 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:59:42.586415 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:42.606829 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-274f4ef2-414f-47c6-8013-0cc7c15f5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '931dcbcf-7950-4028-84ee-f9e899325773', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:59:41Z', 'revision_number': 5, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port': {'id': '931dcbcf-7950-4028-84ee-f9e899325773', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:42.636525 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f4ef2-414f-47c6-8013-0cc7c15f5b45 None None] Checking router: 034ded10-ce27-4b93-ad77-859c8c6db1a3 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:59:42.646620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f4ef2-414f-47c6-8013-0cc7c15f5b45 None None] Routers {'034ded10-ce27-4b93-ad77-859c8c6db1a3'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:42.647664 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-274f4ef2-414f-47c6-8013-0cc7c15f5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['034ded10-ce27-4b93-ad77-859c8c6db1a3'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:42.670988 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] For port 931dcbcf-7950-4028-84ee-f9e899325773, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=931dcbcf-7950-4028-84ee-f9e899325773,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:42.671348 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:42.688914 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Calling delete_port for 931dcbcf-7950-4028-84ee-f9e899325773 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:59:42.741689 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-274f4ef2-414f-47c6-8013-0cc7c15f5b45 None None] Set router 034ded10-ce27-4b93-ad77-859c8c6db1a3 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:42.798374 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-274f4ef2-414f-47c6-8013-0cc7c15f5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:59:42Z', 'revision_number': 6, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:42.829598 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f4ef2-414f-47c6-8013-0cc7c15f5b45 None None] The sync data for ids ['034ded10-ce27-4b93-ad77-859c8c6db1a3'] in n-d-713498-30 is: [{'id': '034ded10-ce27-4b93-ad77-859c8c6db1a3', 'name': 'tempest-TestShelveInstance-456732255-router', 'tenant_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:22Z', 'updated_at': '2021-12-08T02:59:42Z', 'revision_number': 6, 'project_id': '24c51d1420ae4dc4a4c109860fb33b6f', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:59:42.880185 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:42.910688 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=931dcbcf-7950-4028-84ee-f9e899325773,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:42.927153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1798913-0ae1-4a02-8be6-ddee9661462c None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:42.975746 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.075410 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.077494 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.120783 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.121241 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 034ded10-ce27-4b93-ad77-859c8c6db1a3 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:59:43.125801 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.126992 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a41d9910-5795-4ca9-8e27-6c35462b69d6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/034ded10-ce27-4b93-ad77-859c8c6db1a3 HTTP/1.1" status: 204 len: 168 time: 0.8311014 Dec 08 02:59:43.129753 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43646) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:43.174296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8482009b-e438-413b-b294-c2163d18f9f6 admin admin] Deleting subnet e6809def-0d84-4e7f-a9d4-95d1a3d7a12f {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:59:43.178693 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8482009b-e438-413b-b294-c2163d18f9f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.219616 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8482009b-e438-413b-b294-c2163d18f9f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.305416 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8482009b-e438-413b-b294-c2163d18f9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.361210 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8482009b-e438-413b-b294-c2163d18f9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.389408 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482009b-e438-413b-b294-c2163d18f9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6809def-0d84-4e7f-a9d4-95d1a3d7a12f,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:43.400477 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8482009b-e438-413b-b294-c2163d18f9f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.404491 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8482009b-e438-413b-b294-c2163d18f9f6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e6809def-0d84-4e7f-a9d4-95d1a3d7a12f HTTP/1.1" status: 204 len: 168 time: 0.2734468 Dec 08 02:59:43.407153 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43648) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:43.409435 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccfc404-cc7e-4052-9121-7fb4150d558d None None] Network f904371d-e231-480b-9fee-6030f6d5e8fc requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:59:43.566719 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.624524 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Deleting port 44172627-1e81-4e88-94a6-f14ca0a83fe1 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:59:43.624900 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.661581 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] DHCP port deletion for f904371d-e231-480b-9fee-6030f6d5e8fc request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:43.702669 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] For port 44172627-1e81-4e88-94a6-f14ca0a83fe1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=44172627-1e81-4e88-94a6-f14ca0a83fe1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:43.703041 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.741593 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Calling delete_port for 44172627-1e81-4e88-94a6-f14ca0a83fe1 owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:59:43.759713 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Deleting port 44172627-1e81-4e88-94a6-f14ca0a83fe1 {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:59:43.760090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.789283 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:59:43.851342 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:59:43.851769 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 12ce9a0c-e452-4d87-ba4d-c925ed0e7301 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:59:43.852250 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 931dcbcf-7950-4028-84ee-f9e899325773 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:59:43.855317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] For port 44172627-1e81-4e88-94a6-f14ca0a83fe1, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=44172627-1e81-4e88-94a6-f14ca0a83fe1,segment=NetworkSegment(1346d172-a3e7-4628-84bd-75c852bf1a6d),segment_id=1346d172-a3e7-4628-84bd-75c852bf1a6d)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:43.855709 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.858571 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:43.893075 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Calling delete_port for 44172627-1e81-4e88-94a6-f14ca0a83fe1 owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:59:43.894881 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 931dcbcf-7950-4028-84ee-f9e899325773 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:59:43.895237 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 931dcbcf-7950-4028-84ee-f9e899325773 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:59:43.895662 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 44172627-1e81-4e88-94a6-f14ca0a83fe1 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:59:43.907202 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] No DVR routers for this DVR port 44172627-1e81-4e88-94a6-f14ca0a83fe1 on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:59:43.911508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=44172627-1e81-4e88-94a6-f14ca0a83fe1,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:43.923637 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 44172627-1e81-4e88-94a6-f14ca0a83fe1 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:59:43.923986 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 44172627-1e81-4e88-94a6-f14ca0a83fe1 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:59:44.008551 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:44.022107 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] No DVR routers for this DVR port 44172627-1e81-4e88-94a6-f14ca0a83fe1 on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:59:44.043851 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Pushing event deleted for resources: {'Port': ['ID=44172627-1e81-4e88-94a6-f14ca0a83fe1,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:44.053213 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:44.060855 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.061243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.061593 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.061946 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.062282 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.062624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.063422 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.063758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.064096 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.064462 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.065138 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.065474 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.065801 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e36cb9-9a1f-472c-bb0b-4030fa9bb396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:44.076819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f904371d-e231-480b-9fee-6030f6d5e8fc']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:44.087618 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1346d172-a3e7-4628-84bd-75c852bf1a6d') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:44.087932 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1346d172-a3e7-4628-84bd-75c852bf1a6d') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:44.102771 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:44.118831 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:44.126721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:59:44.127123 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: timer() Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:59:44.129091 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:59:44.228578 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:44.238062 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:44.242040 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f904371d-e231-480b-9fee-6030f6d5e8fc HTTP/1.1" status: 204 len: 168 time: 0.8338342 Dec 08 02:59:44.245110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43650) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:44.259565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55076ddf-159c-416d-b2d4-a4dd845f7f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=f904371d-e231-480b-9fee-6030f6d5e8fc,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:44.958717 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8faa1be9-856e-4697-a0de-a6f224bde3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:45.210520 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8faa1be9-856e-4697-a0de-a6f224bde3ad admin admin] Deleting port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:59:45.210824 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8faa1be9-856e-4697-a0de-a6f224bde3ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:45.291550 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8faa1be9-856e-4697-a0de-a6f224bde3ad admin admin] For port 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=1e3ed273-6cbf-494c-ac54-ff8ac3c7df27,segment=NetworkSegment(5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee),segment_id=5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:45.292257 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8faa1be9-856e-4697-a0de-a6f224bde3ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:45.309474 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8faa1be9-856e-4697-a0de-a6f224bde3ad admin admin] Calling delete_port for 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 owned by network:router_interface {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:59:45.492064 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8faa1be9-856e-4697-a0de-a6f224bde3ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:45.518464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa1be9-856e-4697-a0de-a6f224bde3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3ed273-6cbf-494c-ac54-ff8ac3c7df27,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:45.710569 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8faa1be9-856e-4697-a0de-a6f224bde3ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:45.928392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faa1be9-856e-4697-a0de-a6f224bde3ad admin admin] Router c0153f08-b86e-400b-8909-fc500ccafc85 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103130) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:59:46.036239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faa1be9-856e-4697-a0de-a6f224bde3ad admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103130) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:59:46.041985 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8faa1be9-856e-4697-a0de-a6f224bde3ad admin admin] 10.222.0.70 "PUT /v2.0/routers/c0153f08-b86e-400b-8909-fc500ccafc85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7958281 Dec 08 02:59:46.044547 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43652) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:46.049881 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126fc8a5-b467-4ae2-acb7-1f0d3a1bf34d None None] Sync routers for ids ['c0153f08-b86e-400b-8909-fc500ccafc85'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:59:46.061746 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fc8a5-b467-4ae2-acb7-1f0d3a1bf34d None None] Routers {'c0153f08-b86e-400b-8909-fc500ccafc85'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:46.062411 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-126fc8a5-b467-4ae2-acb7-1f0d3a1bf34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['c0153f08-b86e-400b-8909-fc500ccafc85'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:46.154631 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Publish callbacks [] for router, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:46.168000 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-126fc8a5-b467-4ae2-acb7-1f0d3a1bf34d None None] Set router c0153f08-b86e-400b-8909-fc500ccafc85 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:46.263537 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:46.328710 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Deleting port 8e235429-0310-4ee8-8d89-8ed1487324de {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:59:46.329651 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:46.360082 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-126fc8a5-b467-4ae2-acb7-1f0d3a1bf34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'name': 'tempest-TestShelveInstance-1530352002-router', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17'}], 'enable_snat': True}, 'gw_port_id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:26Z', 'updated_at': '2021-12-08T02:59:45Z', 'revision_number': 5, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'gw_port': {'id': '8e235429-0310-4ee8-8d89-8ed1487324de', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:51:27Z', 'updated_at': '2021-12-08T02:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:46.392741 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126fc8a5-b467-4ae2-acb7-1f0d3a1bf34d None None] Checking router: c0153f08-b86e-400b-8909-fc500ccafc85 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:59:46.401801 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fc8a5-b467-4ae2-acb7-1f0d3a1bf34d None None] Routers {'c0153f08-b86e-400b-8909-fc500ccafc85'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:46.402415 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-126fc8a5-b467-4ae2-acb7-1f0d3a1bf34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['c0153f08-b86e-400b-8909-fc500ccafc85'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:46.414280 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] For port 8e235429-0310-4ee8-8d89-8ed1487324de, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=8e235429-0310-4ee8-8d89-8ed1487324de,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:46.414645 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:46.432067 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Calling delete_port for 8e235429-0310-4ee8-8d89-8ed1487324de owned by network:router_gateway {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:59:46.489144 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-126fc8a5-b467-4ae2-acb7-1f0d3a1bf34d None None] Set router c0153f08-b86e-400b-8909-fc500ccafc85 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:46.542333 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-126fc8a5-b467-4ae2-acb7-1f0d3a1bf34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'name': 'tempest-TestShelveInstance-1530352002-router', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:26Z', 'updated_at': '2021-12-08T02:59:46Z', 'revision_number': 6, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:46.572014 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126fc8a5-b467-4ae2-acb7-1f0d3a1bf34d None None] The sync data for ids ['c0153f08-b86e-400b-8909-fc500ccafc85'] in n-d-713498-30 is: [{'id': 'c0153f08-b86e-400b-8909-fc500ccafc85', 'name': 'tempest-TestShelveInstance-1530352002-router', 'tenant_id': '68418fac79f646a3ac1d259c2888a2b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:51:26Z', 'updated_at': '2021-12-08T02:59:46Z', 'revision_number': 6, 'project_id': '68418fac79f646a3ac1d259c2888a2b6', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:59:46.601361 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:46.630502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e235429-0310-4ee8-8d89-8ed1487324de,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:46.646001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3df114-f9d3-446a-a60c-30806a540864 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:46.693092 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:46.781453 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:46.783557 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:46.827109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:46.827572 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0153f08-b86e-400b-8909-fc500ccafc85 {{(pid=103130) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 02:59:46.832303 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] Publish callbacks [] for router, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:46.833467 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8bb10e42-27d7-4790-97c6-628d03a2321e admin admin] 10.222.0.70 "DELETE /v2.0/routers/c0153f08-b86e-400b-8909-fc500ccafc85 HTTP/1.1" status: 204 len: 168 time: 0.7879755 Dec 08 02:59:46.836670 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43654) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:46.884826 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c4c021-97b0-4da8-b3c2-3ac11259a671 admin admin] Deleting subnet c0322ec4-f161-4dc1-ba44-229e38d87926 {{(pid=103130) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 02:59:46.887927 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03c4c021-97b0-4da8-b3c2-3ac11259a671 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:46.922503 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03c4c021-97b0-4da8-b3c2-3ac11259a671 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64774504'] for subnet, precommit_delete_associations {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.004360 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03c4c021-97b0-4da8-b3c2-3ac11259a671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.061889 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03c4c021-97b0-4da8-b3c2-3ac11259a671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64597821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64559089'] for subnet, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.087802 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4c021-97b0-4da8-b3c2-3ac11259a671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0322ec4-f161-4dc1-ba44-229e38d87926,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:47.091440 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-03c4c021-97b0-4da8-b3c2-3ac11259a671 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.094580 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-03c4c021-97b0-4da8-b3c2-3ac11259a671 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c0322ec4-f161-4dc1-ba44-229e38d87926 HTTP/1.1" status: 204 len: 168 time: 0.2569263 Dec 08 02:59:47.097100 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43656) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:47.097268 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7633fcff-7826-4201-8e59-6e646bb92fd5 None None] Network ce5ffc2a-207f-46ff-96e3-d924f96ae96a requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:59:47.164754 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.219504 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Deleting port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:59:47.219847 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.286463 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] For port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e,segment=NetworkSegment(5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee),segment_id=5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:47.286741 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.298625 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Calling delete_port for 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e owned by network:dhcp {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:59:47.338990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557a12a2-5a39-4d02-88cc-08f22eb7feb1 None None] DHCP port deletion for ce5ffc2a-207f-46ff-96e3-d924f96ae96a request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:47.384463 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.392987 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-557a12a2-5a39-4d02-88cc-08f22eb7feb1 None None] Deleting port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e {{(pid=103131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 02:59:47.393371 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-557a12a2-5a39-4d02-88cc-08f22eb7feb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.414346 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Pushing event deleted for resources: {'Port': ['ID=0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:47.417809 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] No DVR routers for this DVR port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e on host n-d-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:59:47.466917 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-557a12a2-5a39-4d02-88cc-08f22eb7feb1 None None] For port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e, host n-d-713498-30, got binding levels [] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:47.467335 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-557a12a2-5a39-4d02-88cc-08f22eb7feb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.479376 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-557a12a2-5a39-4d02-88cc-08f22eb7feb1 None None] Calling delete_port for 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e owned by network:dhcp {{(pid=103131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 02:59:47.482092 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.ipam_backend_mixin [None req-557a12a2-5a39-4d02-88cc-08f22eb7feb1 None None] Port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e was not found and therefore no delete operation was performed {{(pid=103131) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 02:59:47.483374 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-557a12a2-5a39-4d02-88cc-08f22eb7feb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719'] for port, after_delete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.490133 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.510257 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a12a2-5a39-4d02-88cc-08f22eb7feb1 None None] Pushing event deleted for resources: {'Port': ['ID=0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e,revision_number=None']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:47.511171 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce5ffc2a-207f-46ff-96e3-d924f96ae96a']}} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:47.513894 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a12a2-5a39-4d02-88cc-08f22eb7feb1 None None] No DVR routers for this DVR port 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e on host n-d-713498-30 {{(pid=103131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 02:59:47.527533 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee') {'for_net_delete': True} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:47.527842 n-d-713498-30 neutron-server[103130]: DEBUG neutron.services.segments.db [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab4e864-3ec8-42ff-8ffa-2a31e19d36ee') {} {{(pid=103130) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:47.542141 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64774417'] for segment, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.557408 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.564088 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103130) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 02:59:47.564517 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64597215'] for segment, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: Traceback (most recent call last): Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: timer() Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: cb(*args, **kw) Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: return func(*args, **kwargs) Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: self._notify() Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: self.callback(batched_events) Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: event.method(event) Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: return f(self, *a, **k) Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: return self._get(url).json() Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: return self.request(url, 'GET', **kwargs) Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 02:59:47.566273 n-d-713498-30 neutron-server[103130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 02:59:47.637913 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.654591 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.658584 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] 10.222.0.70 "DELETE /v2.0/networks/ce5ffc2a-207f-46ff-96e3-d924f96ae96a HTTP/1.1" status: 204 len: 168 time: 0.5605445 Dec 08 02:59:47.659736 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d812b5c-10ff-44b4-993f-fb941166d49d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce5ffc2a-207f-46ff-96e3-d924f96ae96a,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:47.695593 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8e235429-0310-4ee8-8d89-8ed1487324de no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:59:47.715866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 8e235429-0310-4ee8-8d89-8ed1487324de {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:59:47.716574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 8e235429-0310-4ee8-8d89-8ed1487324de not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:59:47.717226 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:59:47.741360 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:59:47.741712 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 0bee66a2-3aae-41b7-b52d-d2f58f5b1e2e not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:59:47.742126 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 02:59:47.760758 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 02:59:47.761102 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 1e3ed273-6cbf-494c-ac54-ff8ac3c7df27 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 02:59:47.778542 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43660) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:47.818122 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6d1c30db-463c-45bb-b81d-468594410396 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24c51d1420ae4dc4a4c109860fb33b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377319 Dec 08 02:59:47.820819 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43662) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:47.869826 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-791a1b92-3bfd-4928-8909-36437b2e3704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.891188 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-791a1b92-3bfd-4928-8909-36437b2e3704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.937880 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-791a1b92-3bfd-4928-8909-36437b2e3704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.940613 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-791a1b92-3bfd-4928-8909-36437b2e3704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:47.941912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-791a1b92-3bfd-4928-8909-36437b2e3704 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0be93eeb-63ac-40de-8a2d-689761b66afa HTTP/1.1" status: 204 len: 168 time: 0.1200969 Dec 08 02:59:47.952070 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a1b92-3bfd-4928-8909-36437b2e3704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be93eeb-63ac-40de-8a2d-689761b66afa,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:48.255547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43668) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:48.296959 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-13400174-aeae-4124-86cd-cbee2ef1071f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=68418fac79f646a3ac1d259c2888a2b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394640 Dec 08 02:59:48.299362 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43670) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:48.346840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c657bfce-ea5f-418a-a51e-36344fdf5097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:48.371683 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c657bfce-ea5f-418a-a51e-36344fdf5097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:48.417840 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c657bfce-ea5f-418a-a51e-36344fdf5097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:48.420441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c657bfce-ea5f-418a-a51e-36344fdf5097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:48.421741 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c657bfce-ea5f-418a-a51e-36344fdf5097 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19337590-07f7-4d63-b741-df30732abb74 HTTP/1.1" status: 204 len: 168 time: 0.1213274 Dec 08 02:59:48.430772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657bfce-ea5f-418a-a51e-36344fdf5097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19337590-07f7-4d63-b741-df30732abb74,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:49.078470 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43692) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:49.173464 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1970139337-network', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:49.193239 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Made reservation on behalf of ae14c7ce59d84d53b911cbcdee3e6654 for: {'network': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:59:49.196022 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.204366 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.283487 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.287311 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.308038 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103130) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:59:49.323562 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b5ab0b-9ba8-4fbb-b330-781738e1b2de,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:49.326830 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.327171 n-d-713498-30 neutron-server[103130]: INFO neutron.db.segments_db [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Added segment 6ec4f937-eb2c-4660-a65b-7b47a4e2144a of type vlan for network 314c9187-ff03-47e6-97ec-72bac3918d93 Dec 08 02:59:49.367143 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.391229 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.392170 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:49.392781 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Publish callbacks [] for network, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.426125 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3465571 Dec 08 02:59:49.429474 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43696) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:49.434401 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-fcb244ee-35d4-4359-bf46-c3bb87a89dab admin admin] Request body: {'subnet': {'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1970139337-subnet', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'ip_version': 4}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:49.456430 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb244ee-35d4-4359-bf46-c3bb87a89dab admin admin] Made reservation on behalf of ae14c7ce59d84d53b911cbcdee3e6654 for: {'subnet': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:59:49.456636 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bc0ae-0101-49e0-9956-f16900f4c8fb admin admin] Pushing event updated for resources: {'Network': ['ID=314c9187-ff03-47e6-97ec-72bac3918d93,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:49.458800 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcb244ee-35d4-4359-bf46-c3bb87a89dab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63158820'] for subnet, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.467901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network 314c9187-ff03-47e6-97ec-72bac3918d93 details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:59:49.627713 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcb244ee-35d4-4359-bf46-c3bb87a89dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63389212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63158842'] for subnet, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.680750 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb244ee-35d4-4359-bf46-c3bb87a89dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3a49f59-5efa-472a-a42f-02b8496167e8,revision_number=0']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:49.690696 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb244ee-35d4-4359-bf46-c3bb87a89dab admin admin] Checking segment: {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:59:49.691061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb244ee-35d4-4359-bf46-c3bb87a89dab admin admin] Network hostable DHCP agents. Network: 314c9187-ff03-47e6-97ec-72bac3918d93, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103129) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:59:49.708488 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb244ee-35d4-4359-bf46-c3bb87a89dab admin admin] Network 314c9187-ff03-47e6-97ec-72bac3918d93 is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103129) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:59:49.716860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-fcb244ee-35d4-4359-bf46-c3bb87a89dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, 314c9187-ff03-47e6-97ec-72bac3918d93) {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:49.722923 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb244ee-35d4-4359-bf46-c3bb87a89dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:49.723506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-fcb244ee-35d4-4359-bf46-c3bb87a89dab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.724715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb782f4b-df35-4472-9d8e-9e3f56dc4233 None None] Network 314c9187-ff03-47e6-97ec-72bac3918d93 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:59:49.739879 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-fcb244ee-35d4-4359-bf46-c3bb87a89dab admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3092489 Dec 08 02:59:49.743287 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43698) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:49.747575 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:49.769261 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.770248 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.822594 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-314c9187-ff03-47e6-97ec-72bac3918d93', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:59:49.823468 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.826778 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:49.970794 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:50.119545 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Allocated IP 172.20.0.2 (314c9187-ff03-47e6-97ec-72bac3918d93/f3a49f59-5efa-472a-a42f-02b8496167e8/bb7d07ff-ff99-4e68-a159-b97efd0b928c) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:59:50.174369 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:50.194208 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:50.264087 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:50.270022 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:50.293841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Allocated IP 172.25.2.26 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/9a56eedf-6db4-4ed2-af49-f037563f9884) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:59:50.310198 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Network 314c9187-ff03-47e6-97ec-72bac3918d93 is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:50.314562 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:50.319981 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:59:50.323017 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Pushing event updated for resources: {'Port': ['ID=bb7d07ff-ff99-4e68-a159-b97efd0b928c,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:50.377925 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Attempting to bind port bb7d07ff-ff99-4e68-a159-b97efd0b928c on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:59:50.378298 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Attempting to bind port bb7d07ff-ff99-4e68-a159-b97efd0b928c by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:59:50.378665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Attempting to bind port bb7d07ff-ff99-4e68-a159-b97efd0b928c on network 314c9187-ff03-47e6-97ec-72bac3918d93 {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:59:50.384901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:59:50.385282 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Checking segment: {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:59:50.385686 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:50.386089 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Bound using segment: {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:59:50.386558 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Bound port: bb7d07ff-ff99-4e68-a159-b97efd0b928c, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:59:50.386929 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:50.402937 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:50.436643 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:50.449764 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] For port bb7d07ff-ff99-4e68-a159-b97efd0b928c, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:59:50.452996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] For port bb7d07ff-ff99-4e68-a159-b97efd0b928c, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bb7d07ff-ff99-4e68-a159-b97efd0b928c,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:59:50.457549 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:50.476599 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:50.479514 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:50.483036 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:59:50.496461 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad1ec59-e817-4669-bf7a-8b32666ef1c2 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:50.511139 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Pushing event updated for resources: {'Port': ['ID=9a56eedf-6db4-4ed2-af49-f037563f9884,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:50.529882 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b9e11-db14-4f62-acf9-d5a9669430ec None None] Pushing event updated for resources: {'Port': ['ID=bb7d07ff-ff99-4e68-a159-b97efd0b928c,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:50.581529 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-77a0f614-9425-4f89-a211-d3b8b65148da None None] Provisioning complete for port 9a56eedf-6db4-4ed2-af49-f037563f9884 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:50.581918 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-77a0f614-9425-4f89-a211-d3b8b65148da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:50.621495 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-77a0f614-9425-4f89-a211-d3b8b65148da None None] Port 9a56eedf-6db4-4ed2-af49-f037563f9884 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:59:50.744995 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 02:59:50.755789 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:50.954738 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:51.086743 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:59:51.423738 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c91d2-7b05-4e45-a0ae-2d4ac3e71b44 None None] Network 314c9187-ff03-47e6-97ec-72bac3918d93 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:59:51.468629 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:59:51.486269 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:51.487772 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-891b7743-93c4-4971-a9ec-9ec13585ea12 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7435317 Dec 08 02:59:51.489072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Sync routers for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:59:51.491216 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43700) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:51.512990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f9a96132-fb25-4bd9-a1a1-a010c2712a33 None None] Provisioning complete for port bb7d07ff-ff99-4e68-a159-b97efd0b928c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:51.513608 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9a96132-fb25-4bd9-a1a1-a010c2712a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:51.519910 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:51.520572 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:51.711094 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:51.718070 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bb7d07ff-ff99-4e68-a159-b97efd0b928c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:59:51.803266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9a96132-fb25-4bd9-a1a1-a010c2712a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:51.913580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f9a96132-fb25-4bd9-a1a1-a010c2712a33 None None] For port bb7d07ff-ff99-4e68-a159-b97efd0b928c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bb7d07ff-ff99-4e68-a159-b97efd0b928c,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:51.921845 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f9a96132-fb25-4bd9-a1a1-a010c2712a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:51.936212 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:51.957587 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bb7d07ff-ff99-4e68-a159-b97efd0b928c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:51.957958 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.028832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a96132-fb25-4bd9-a1a1-a010c2712a33 None None] Pushing event updated for resources: {'Port': ['ID=bb7d07ff-ff99-4e68-a159-b97efd0b928c,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:52.066078 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-3d423766-b8da-476a-ae14-4d09ac03b58c None None] Provisioning complete for port bb7d07ff-ff99-4e68-a159-b97efd0b928c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:52.066463 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3d423766-b8da-476a-ae14-4d09ac03b58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.094544 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Allocated IP 172.20.0.1 (314c9187-ff03-47e6-97ec-72bac3918d93/f3a49f59-5efa-472a-a42f-02b8496167e8/282e0aeb-121e-408c-b16e-400ccd0404a3) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:59:52.143820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:50Z', 'revision_number': 3, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:52.183702 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Checking router: e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:59:52.184052 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Updating router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 port 9a56eedf-6db4-4ed2-af49-f037563f9884 binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:59:52.199856 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.233350 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.234029 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.273981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Network 314c9187-ff03-47e6-97ec-72bac3918d93 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:52.278477 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:52.283126 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:59:52.286223 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=282e0aeb-121e-408c-b16e-400ccd0404a3,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:52.323334 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.463896 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.519047 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.525425 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.576254 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629b090f-4c0a-4c3f-8ab2-fb75ff636e4d None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:52.595220 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f949e-2b2a-41f8-97e3-70abca7cc5eb None None] Pushing event updated for resources: {'Port': ['ID=9a56eedf-6db4-4ed2-af49-f037563f9884,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:52.597424 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Attempting to bind port 9a56eedf-6db4-4ed2-af49-f037563f9884 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:59:52.597807 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Attempting to bind port 9a56eedf-6db4-4ed2-af49-f037563f9884 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:59:52.598181 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Attempting to bind port 9a56eedf-6db4-4ed2-af49-f037563f9884 on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:59:52.608427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:59:52.608820 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:59:52.609232 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.609633 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:59:52.610127 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Bound port: 9a56eedf-6db4-4ed2-af49-f037563f9884, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:59:52.610510 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.633744 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-2a23dc35-b216-4f2d-8943-ac9df7277097 None None] Provisioning complete for port 282e0aeb-121e-408c-b16e-400ccd0404a3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:52.634123 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-2a23dc35-b216-4f2d-8943-ac9df7277097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.637043 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.642670 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.687996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-2a23dc35-b216-4f2d-8943-ac9df7277097 None None] Port 282e0aeb-121e-408c-b16e-400ccd0404a3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:59:52.692961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] For port 9a56eedf-6db4-4ed2-af49-f037563f9884, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:59:52.697665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] For port 9a56eedf-6db4-4ed2-af49-f037563f9884, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9a56eedf-6db4-4ed2-af49-f037563f9884,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:59:52.703062 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.712852 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.715516 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=282e0aeb-121e-408c-b16e-400ccd0404a3,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:52.751607 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b365f4-1d9e-441d-bb00-129f6b213ce7 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:52.778427 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:52.779060 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:52.782118 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f949e-2b2a-41f8-97e3-70abca7cc5eb None None] Pushing event updated for resources: {'Port': ['ID=9a56eedf-6db4-4ed2-af49-f037563f9884,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:52.808895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Network 314c9187-ff03-47e6-97ec-72bac3918d93 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:52.810314 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:52.844833 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-66359422-1001-4734-a517-819f4ac5da7d None None] Provisioning complete for port 9a56eedf-6db4-4ed2-af49-f037563f9884 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:52.845220 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-66359422-1001-4734-a517-819f4ac5da7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:52.940684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:59:53.058657 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:59:53.064415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-b2ce72e1-cf9c-498b-b756-ae4e219a6ad6 admin admin] 10.222.0.70 "PUT /v2.0/routers/e6a2bcb6-ffd6-4c00-83a1-b23abb055f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5712342 Dec 08 02:59:53.095428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:53.222574 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-66359422-1001-4734-a517-819f4ac5da7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.278718 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-66359422-1001-4734-a517-819f4ac5da7d None None] For port 9a56eedf-6db4-4ed2-af49-f037563f9884, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9a56eedf-6db4-4ed2-af49-f037563f9884,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:53.285595 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-66359422-1001-4734-a517-819f4ac5da7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.374901 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66359422-1001-4734-a517-819f4ac5da7d None None] Pushing event updated for resources: {'Port': ['ID=9a56eedf-6db4-4ed2-af49-f037563f9884,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:53.402099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 2, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:53.432711 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2128f-5580-44dc-b8de-adf150a29553 None None] The sync data for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 is: [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 2, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:59:53.438134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9eee060f-e048-4835-885d-2dc61cac3323 None None] Provisioning complete for port 282e0aeb-121e-408c-b16e-400ccd0404a3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:53.438512 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9eee060f-e048-4835-885d-2dc61cac3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.478197 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9eee060f-e048-4835-885d-2dc61cac3323 None None] Port 282e0aeb-121e-408c-b16e-400ccd0404a3 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:59:53.547061 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43716) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:53.551972 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-437161865-network', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:53.576528 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Made reservation on behalf of a80ad0cb1c8449e5b2773ccfa3e38a9a for: {'network': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:59:53.578976 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for network, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.588555 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.696914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.702179 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.702522 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bb7d07ff-ff99-4e68-a159-b97efd0b928c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:59:53.729272 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103129) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 02:59:53.745027 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fdc7c2-2884-464a-a37b-5f9e8ffc2b2b,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:53.751921 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.752449 n-d-713498-30 neutron-server[103129]: INFO neutron.db.segments_db [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Added segment a9041161-4e65-416b-a49a-c96ef0eb2634 of type vlan for network af9165d2-28b3-4df2-ba1a-9774298d52dd Dec 08 02:59:53.763117 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port bb7d07ff-ff99-4e68-a159-b97efd0b928c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:53.763822 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.797552 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756600275568'] for network, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.825972 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832'] for network, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.827064 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:53.827755 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.869841 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3216186 Dec 08 02:59:53.872599 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43718) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:53.877711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-d7200b7e-bb4c-4efb-ad6c-813b82147b70 admin admin] Request body: {'subnet': {'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-437161865-subnet', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'ip_version': 4}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:53.900327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae793062-974c-4e47-a97e-9cc011370564 admin admin] Pushing event updated for resources: {'Network': ['ID=af9165d2-28b3-4df2-ba1a-9774298d52dd,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:53.906469 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7200b7e-bb4c-4efb-ad6c-813b82147b70 admin admin] Made reservation on behalf of a80ad0cb1c8449e5b2773ccfa3e38a9a for: {'subnet': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 02:59:53.909636 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7200b7e-bb4c-4efb-ad6c-813b82147b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64558868'] for subnet, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:53.911667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Network af9165d2-28b3-4df2-ba1a-9774298d52dd details requested by agent ovs-agent-n-d-713498-30 with host n-d-713498-30 {{(pid=103131) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 02:59:54.090649 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7200b7e-bb4c-4efb-ad6c-813b82147b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64597884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64558858'] for subnet, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.164499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7200b7e-bb4c-4efb-ad6c-813b82147b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2158ec17-c54a-42ba-9a63-f2dfa1ed136d,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:54.169769 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7200b7e-bb4c-4efb-ad6c-813b82147b70 admin admin] Checking segment: {'id': 'a9041161-4e65-416b-a49a-c96ef0eb2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:59:54.170392 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7200b7e-bb4c-4efb-ad6c-813b82147b70 admin admin] Network hostable DHCP agents. Network: af9165d2-28b3-4df2-ba1a-9774298d52dd, hostable agents: ['8ad8945e-0f36-4e4a-9d51-fbaea49a8953'], hosted agents: [] {{(pid=103130) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 02:59:54.189989 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7200b7e-bb4c-4efb-ad6c-813b82147b70 admin admin] Network af9165d2-28b3-4df2-ba1a-9774298d52dd is scheduled to be hosted by DHCP agent 8ad8945e-0f36-4e4a-9d51-fbaea49a8953 with binding_index 1 {{(pid=103130) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 02:59:54.201060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [None req-d7200b7e-bb4c-4efb-ad6c-813b82147b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-30, af9165d2-28b3-4df2-ba1a-9774298d52dd) {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:54.205277 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7200b7e-bb4c-4efb-ad6c-813b82147b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:54.205879 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-d7200b7e-bb4c-4efb-ad6c-813b82147b70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.212463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef597562-2bf1-4f7d-984d-d93859a27d4b None None] Network af9165d2-28b3-4df2-ba1a-9774298d52dd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:59:54.227592 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43720) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:54.228021 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-d7200b7e-bb4c-4efb-ad6c-813b82147b70 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3539226 Dec 08 02:59:54.232526 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-437161865-router', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:54.260475 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2080532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-908'] for router, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.261691 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2079876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2078677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2090093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-923'] for router, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.321382 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.330589 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp391b3c51-c9d2-5f27-bfa6-f161b6a48e86-af9165d2-28b3-4df2-ba1a-9774298d52dd', 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd', 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'fixed_ips': [{'subnet_id': '2158ec17-c54a-42ba-9a63-f2dfa1ed136d'}]}} from n-d-713498-30. {{(pid=103131) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 02:59:54.331697 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.475775 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.484658 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.db_base_plugin_common [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Allocated IP 172.20.0.2 (af9165d2-28b3-4df2-ba1a-9774298d52dd/2158ec17-c54a-42ba-9a63-f2dfa1ed136d/03065a99-c6c2-405f-8615-3601714005cd) {{(pid=103131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:59:54.639224 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Publish callbacks [] for port, precommit_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.645898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710'] for port, after_create {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.687788 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Network af9165d2-28b3-4df2-ba1a-9774298d52dd is already hosted by enough agents. {{(pid=103131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:54.691018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.693923 n-d-713498-30 neutron-server[103131]: DEBUG neutron.scheduler.base_scheduler [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Resources bound (agent type, host, resource id): {{(pid=103131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:54.697340 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Received port after_create {{(pid=103131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:59:54.710574 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Pushing event updated for resources: {'Port': ['ID=03065a99-c6c2-405f-8615-3601714005cd,revision_number=1']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:54.714568 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.762068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Attempting to bind port 03065a99-c6c2-405f-8615-3601714005cd on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:59:54.762615 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Attempting to bind port 03065a99-c6c2-405f-8615-3601714005cd by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'a9041161-4e65-416b-a49a-c96ef0eb2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:59:54.762994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Attempting to bind port 03065a99-c6c2-405f-8615-3601714005cd on network af9165d2-28b3-4df2-ba1a-9774298d52dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:59:54.768302 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:59:54.768697 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Checking segment: {'id': 'a9041161-4e65-416b-a49a-c96ef0eb2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:59:54.769112 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.769533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Bound using segment: {'id': 'a9041161-4e65-416b-a49a-c96ef0eb2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:59:54.770021 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Bound port: 03065a99-c6c2-405f-8615-3601714005cd, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9041161-4e65-416b-a49a-c96ef0eb2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:59:54.770411 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.827439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Allocated IP 172.25.2.240 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/3e9d947f-96d9-4c40-951b-0c699865048f) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:59:54.837157 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] For port 03065a99-c6c2-405f-8615-3601714005cd, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:59:54.840865 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] For port 03065a99-c6c2-405f-8615-3601714005cd, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=03065a99-c6c2-405f-8615-3601714005cd,segment=NetworkSegment(a9041161-4e65-416b-a49a-c96ef0eb2634),segment_id=a9041161-4e65-416b-a49a-c96ef0eb2634)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:59:54.845276 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.918109 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dd934-3538-4dd4-95a9-d0220eb4ef7c None None] Pushing event updated for resources: {'Port': ['ID=03065a99-c6c2-405f-8615-3601714005cd,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:54.947989 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:54.983693 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:55.023822 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:55.026900 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:55.029517 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:59:55.041367 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8efd812-a1ba-4b93-8624-288f5289b5e7 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:55.079289 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9d947f-96d9-4c40-951b-0c699865048f,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:55.112704 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4d963f6e-4ca9-41a6-930a-065aae81afd5 None None] Provisioning complete for port 3e9d947f-96d9-4c40-951b-0c699865048f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:55.113093 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4d963f6e-4ca9-41a6-930a-065aae81afd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:55.165665 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4d963f6e-4ca9-41a6-930a-065aae81afd5 None None] Port 3e9d947f-96d9-4c40-951b-0c699865048f cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:59:55.327289 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:55.527453 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2079901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2078474'] for router, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:55.575238 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Sync routers for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:59:55.585300 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:55.585916 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:55.674554 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Router 1cff8783-c626-4c6e-b353-43ccf77ea091 is scheduled to L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 with binding_index 1 {{(pid=103129) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 02:59:55.700781 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:55.744055 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 03065a99-c6c2-405f-8615-3601714005cd up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:59:55.793885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 03065a99-c6c2-405f-8615-3601714005cd triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:55.794251 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:55.883233 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:55.918482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] For port 03065a99-c6c2-405f-8615-3601714005cd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=03065a99-c6c2-405f-8615-3601714005cd,segment=NetworkSegment(a9041161-4e65-416b-a49a-c96ef0eb2634),segment_id=a9041161-4e65-416b-a49a-c96ef0eb2634)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:55.922882 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:55.923888 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9a56eedf-6db4-4ed2-af49-f037563f9884 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:59:55.924399 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 2, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:55.952849 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Checking router: e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:59:55.953205 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Updating router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 port 282e0aeb-121e-408c-b16e-400ccd0404a3 binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:59:55.991890 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:56.016959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Pushing event updated for resources: {'Port': ['ID=03065a99-c6c2-405f-8615-3601714005cd,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:56.032099 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 9a56eedf-6db4-4ed2-af49-f037563f9884 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:56.032533 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:56.110954 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:59:56.126966 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Sync routers for ids ['1cff8783-c626-4c6e-b353-43ccf77ea091'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 02:59:56.130643 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:56.132885 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-08739618-4e29-46d7-b78b-0a35ec5bc353 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9042561 Dec 08 02:59:56.135723 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43722) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:56.141605 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Routers {'1cff8783-c626-4c6e-b353-43ccf77ea091'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:56.142246 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1cff8783-c626-4c6e-b353-43ccf77ea091'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:56.274730 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Set router 1cff8783-c626-4c6e-b353-43ccf77ea091 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:56.341482 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:56.348122 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:56.444271 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Pushing event updated for resources: {'Port': ['ID=282e0aeb-121e-408c-b16e-400ccd0404a3,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:56.454111 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.454464 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.454814 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.455159 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.455500 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.455837 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.456171 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.456549 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.456877 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.457210 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.457538 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.457883 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.458193 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 02:59:56.494480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9f8b55-eef5-432d-8b3c-140577f4c304 None None] Network af9165d2-28b3-4df2-ba1a-9774298d52dd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 02:59:56.504920 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Attempting to bind port 282e0aeb-121e-408c-b16e-400ccd0404a3 on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:59:56.505455 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Attempting to bind port 282e0aeb-121e-408c-b16e-400ccd0404a3 by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:59:56.506551 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Attempting to bind port 282e0aeb-121e-408c-b16e-400ccd0404a3 on network 314c9187-ff03-47e6-97ec-72bac3918d93 {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:59:56.516388 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:59:56.516940 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Checking segment: {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:59:56.517451 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:56.517933 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Bound using segment: {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:59:56.518504 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Bound port: 282e0aeb-121e-408c-b16e-400ccd0404a3, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:59:56.518987 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:56.597233 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] For port 282e0aeb-121e-408c-b16e-400ccd0404a3, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:59:56.602495 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] For port 282e0aeb-121e-408c-b16e-400ccd0404a3, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=282e0aeb-121e-408c-b16e-400ccd0404a3,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:59:56.603649 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'name': 'tempest-TestSnapshotPattern-437161865-router', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:55Z', 'revision_number': 3, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'gw_port': {'id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:56.609470 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:56.659806 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-86acb2f4-95e2-46ec-82a1-33d398b5acb2 None None] Provisioning complete for port 03065a99-c6c2-405f-8615-3601714005cd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:56.660188 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-86acb2f4-95e2-46ec-82a1-33d398b5acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:56.664694 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:56.665446 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:56.703317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Checking router: 1cff8783-c626-4c6e-b353-43ccf77ea091 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 02:59:56.703317 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Updating router 1cff8783-c626-4c6e-b353-43ccf77ea091 port 3e9d947f-96d9-4c40-951b-0c699865048f binding host n-d-713498-30 {{(pid=103131) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 02:59:56.712072 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:56.754503 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:56.881189 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:56.922406 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Allocated IP 172.20.0.1 (af9165d2-28b3-4df2-ba1a-9774298d52dd/2158ec17-c54a-42ba-9a63-f2dfa1ed136d/08a965be-4ca6-446b-98b1-dac0a47c705c) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 02:59:56.979826 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082b9af-93ea-49c8-8d84-0f5192e59dec None None] Pushing event updated for resources: {'Port': ['ID=282e0aeb-121e-408c-b16e-400ccd0404a3,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:57.057547 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.104444 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.108964 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-5b703be6-af66-40cd-a97a-a44b5d1d5a34 None None] Provisioning complete for port 282e0aeb-121e-408c-b16e-400ccd0404a3 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:57.109344 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b703be6-af66-40cd-a97a-a44b5d1d5a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.147315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Network af9165d2-28b3-4df2-ba1a-9774298d52dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:57.151785 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:57.156922 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 02:59:57.159588 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.172854 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:56Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:57.173411 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.212200 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb01f9c5-4879-4120-8914-96ad00ca4940 None None] The sync data for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 is: [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:56Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:59:57.212590 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Pushing event updated for resources: {'Port': ['ID=08a965be-4ca6-446b-98b1-dac0a47c705c,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:57.243544 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2067413'] for router_interface, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.246204 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289ce9d-049e-46e6-875c-921cf2914f4f None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:57.281484 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Attempting to bind port 3e9d947f-96d9-4c40-951b-0c699865048f on host n-d-713498-30 for vnic_type normal with profile {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 02:59:57.281866 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Attempting to bind port 3e9d947f-96d9-4c40-951b-0c699865048f by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 02:59:57.282230 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Attempting to bind port 3e9d947f-96d9-4c40-951b-0c699865048f on network 7800fee8-ea69-4fe1-882e-471f707ec7dd {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 02:59:57.291859 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 02:59:57.292311 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Checking segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 02:59:57.292676 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.293072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Bound using segment: {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'} {{(pid=103131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 02:59:57.293557 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.managers [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Bound port: 3e9d947f-96d9-4c40-951b-0c699865048f, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9583cd-68b7-4a72-8bd2-d1730fb8b75b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd'}}] {{(pid=103131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 02:59:57.293942 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.304161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa36edd-e9a0-476e-9d83-065089fa4d64 None None] Pushing event updated for resources: {'Port': ['ID=3e9d947f-96d9-4c40-951b-0c699865048f,revision_number=2']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:57.367738 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b703be6-af66-40cd-a97a-a44b5d1d5a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.411101 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] For port 3e9d947f-96d9-4c40-951b-0c699865048f, host n-d-713498-30, cleared binding levels {{(pid=103131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 02:59:57.416642 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] For port 3e9d947f-96d9-4c40-951b-0c699865048f, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3e9d947f-96d9-4c40-951b-0c699865048f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 02:59:57.417914 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.426983 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.433068 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-5b703be6-af66-40cd-a97a-a44b5d1d5a34 None None] For port 282e0aeb-121e-408c-b16e-400ccd0404a3, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=282e0aeb-121e-408c-b16e-400ccd0404a3,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:57.463292 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5b703be6-af66-40cd-a97a-a44b5d1d5a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.487543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d4ca77-6b5d-4e21-980d-8b5e32612262 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 02:59:57.630589 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.637781 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.689338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa36edd-e9a0-476e-9d83-065089fa4d64 None None] Pushing event updated for resources: {'Port': ['ID=3e9d947f-96d9-4c40-951b-0c699865048f,revision_number=3']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:57.695683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Routers {'1cff8783-c626-4c6e-b353-43ccf77ea091'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 02:59:57.696245 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1cff8783-c626-4c6e-b353-43ccf77ea091'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:57.726980 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Pushing event updated for resources: {'Port': ['ID=08a965be-4ca6-446b-98b1-dac0a47c705c,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:57.750209 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2067273'] for router_interface, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.760241 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 03065a99-c6c2-405f-8615-3601714005cd up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:59:57.814725 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-01d0d43c-017d-4364-b3dd-d1399ca265ab None None] Provisioning complete for port 03065a99-c6c2-405f-8615-3601714005cd triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:57.815113 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01d0d43c-017d-4364-b3dd-d1399ca265ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:57.866235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Network af9165d2-28b3-4df2-ba1a-9774298d52dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 02:59:57.867921 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 02:59:57.896004 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b703be6-af66-40cd-a97a-a44b5d1d5a34 None None] Pushing event updated for resources: {'Port': ['ID=282e0aeb-121e-408c-b16e-400ccd0404a3,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:57.941961 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] Set router 1cff8783-c626-4c6e-b353-43ccf77ea091 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 02:59:57.983382 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 03065a99-c6c2-405f-8615-3601714005cd triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:57.984061 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.012887 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Router 1cff8783-c626-4c6e-b353-43ccf77ea091 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 02:59:58.142812 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 02:59:58.148785 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-6e58c4fd-df80-426c-8c65-e036927081fa admin admin] 10.222.0.70 "PUT /v2.0/routers/1cff8783-c626-4c6e-b353-43ccf77ea091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0119770 Dec 08 02:59:58.212497 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-01d0d43c-017d-4364-b3dd-d1399ca265ab None None] Provisioning complete for port 08a965be-4ca6-446b-98b1-dac0a47c705c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:58.212879 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01d0d43c-017d-4364-b3dd-d1399ca265ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.275314 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 282e0aeb-121e-408c-b16e-400ccd0404a3 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:59:58.307406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-01d0d43c-017d-4364-b3dd-d1399ca265ab None None] Port 08a965be-4ca6-446b-98b1-dac0a47c705c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:59:58.339729 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-01d0d43c-017d-4364-b3dd-d1399ca265ab None None] Provisioning complete for port 3e9d947f-96d9-4c40-951b-0c699865048f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:58.340101 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01d0d43c-017d-4364-b3dd-d1399ca265ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.385195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'name': 'tempest-TestSnapshotPattern-437161865-router', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 4, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'gw_port': {'id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '08a965be-4ca6-446b-98b1-dac0a47c705c', 'name': '', 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'mac_address': 'fa:16:3e:43:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '2158ec17-c54a-42ba-9a63-f2dfa1ed136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:56Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 2, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'subnets': [{'id': '2158ec17-c54a-42ba-9a63-f2dfa1ed136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 02:59:58.413350 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 282e0aeb-121e-408c-b16e-400ccd0404a3 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:58.413732 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.435235 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05b043a-44ff-45e2-a351-93ebc650e6c6 None None] The sync data for ids ['1cff8783-c626-4c6e-b353-43ccf77ea091'] in n-d-713498-30 is: [{'id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'name': 'tempest-TestSnapshotPattern-437161865-router', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 4, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'gw_port': {'id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:74:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '08a965be-4ca6-446b-98b1-dac0a47c705c', 'name': '', 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'mac_address': 'fa:16:3e:43:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '2158ec17-c54a-42ba-9a63-f2dfa1ed136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:56Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 2, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'subnets': [{'id': '2158ec17-c54a-42ba-9a63-f2dfa1ed136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 02:59:58.506341 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01d0d43c-017d-4364-b3dd-d1399ca265ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.546798 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-01d0d43c-017d-4364-b3dd-d1399ca265ab None None] For port 3e9d947f-96d9-4c40-951b-0c699865048f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3e9d947f-96d9-4c40-951b-0c699865048f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 02:59:58.556183 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-01d0d43c-017d-4364-b3dd-d1399ca265ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.612899 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0d43c-017d-4364-b3dd-d1399ca265ab None None] Pushing event updated for resources: {'Port': ['ID=3e9d947f-96d9-4c40-951b-0c699865048f,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:58.676959 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4f3d9f7e-6456-4966-9840-45f30dc63d1c None None] Provisioning complete for port 08a965be-4ca6-446b-98b1-dac0a47c705c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:58.677332 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9f7e-6456-4966-9840-45f30dc63d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.715087 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d9f7e-6456-4966-9840-45f30dc63d1c None None] Port 08a965be-4ca6-446b-98b1-dac0a47c705c cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 02:59:58.728687 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-4f3d9f7e-6456-4966-9840-45f30dc63d1c None None] Provisioning complete for port 3e9d947f-96d9-4c40-951b-0c699865048f triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:58.729064 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4f3d9f7e-6456-4966-9840-45f30dc63d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.756815 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43730) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:58.761634 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-10db6162-6506-41e2-9cd0-321ca9cfc08a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503310020', 'description': 'tempest-secgroup-smoke-503310020 description', 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:58.784962 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10db6162-6506-41e2-9cd0-321ca9cfc08a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.863683 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10db6162-6506-41e2-9cd0-321ca9cfc08a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.868839 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10db6162-6506-41e2-9cd0-321ca9cfc08a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.899847 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-10db6162-6506-41e2-9cd0-321ca9cfc08a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:58.901146 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-10db6162-6506-41e2-9cd0-321ca9cfc08a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1433003 Dec 08 02:59:58.903188 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db6162-6506-41e2-9cd0-321ca9cfc08a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289ee86c-e221-40e7-9497-40ba07c588a4,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:58.904359 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43732) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:58.913502 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-08fd7ca5-e3ad-4dd5-8257-3b6e276df463 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Request body: {'security_group_rule': {'security_group_id': '289ee86c-e221-40e7-9497-40ba07c588a4', 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:58.943151 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08fd7ca5-e3ad-4dd5-8257-3b6e276df463 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.002793 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f30777db-00dd-4b5b-8288-221040eebbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.006222 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08fd7ca5-e3ad-4dd5-8257-3b6e276df463 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.012510 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08fd7ca5-e3ad-4dd5-8257-3b6e276df463 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.031799 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd7ca5-e3ad-4dd5-8257-3b6e276df463 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c6e189-5075-4b5c-bd70-6b596b9a1983,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:59.037700 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-08fd7ca5-e3ad-4dd5-8257-3b6e276df463 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.039127 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-08fd7ca5-e3ad-4dd5-8257-3b6e276df463 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331553 Dec 08 02:59:59.042005 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43734) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:59.046741 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-69607800-9e07-47d2-aa16-9b6d1455e43a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Request body: {'security_group_rule': {'security_group_id': '289ee86c-e221-40e7-9497-40ba07c588a4', 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:59.075377 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69607800-9e07-47d2-aa16-9b6d1455e43a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.136481 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69607800-9e07-47d2-aa16-9b6d1455e43a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.139844 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69607800-9e07-47d2-aa16-9b6d1455e43a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.157191 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69607800-9e07-47d2-aa16-9b6d1455e43a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646bd1fa-0d62-4b86-a56e-f36eb65feab8,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:59.164423 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-69607800-9e07-47d2-aa16-9b6d1455e43a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.165618 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-69607800-9e07-47d2-aa16-9b6d1455e43a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225455 Dec 08 02:59:59.168355 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43736) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:59.172776 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-082a9af4-7914-4964-ae62-c45f7df02e53 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Request body: {'security_group_rule': {'security_group_id': '289ee86c-e221-40e7-9497-40ba07c588a4', 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:59.198977 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-082a9af4-7914-4964-ae62-c45f7df02e53 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.261372 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-082a9af4-7914-4964-ae62-c45f7df02e53 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.264833 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-082a9af4-7914-4964-ae62-c45f7df02e53 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.282107 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a9af4-7914-4964-ae62-c45f7df02e53 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c913b4a-bea3-4cea-ba30-98b636d1c9a3,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:59.291521 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-082a9af4-7914-4964-ae62-c45f7df02e53 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.292745 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-082a9af4-7914-4964-ae62-c45f7df02e53 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233430 Dec 08 02:59:59.295461 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43738) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:59.299669 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-bcbd0bfd-755b-4f99-8dfd-418c02477b4b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Request body: {'security_group_rule': {'security_group_id': '289ee86c-e221-40e7-9497-40ba07c588a4', 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:59.330963 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0bfd-755b-4f99-8dfd-418c02477b4b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.390320 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0bfd-755b-4f99-8dfd-418c02477b4b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.393647 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0bfd-755b-4f99-8dfd-418c02477b4b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.411554 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd0bfd-755b-4f99-8dfd-418c02477b4b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f65c17-1975-4590-8fa3-dc8f04788566,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:59.419123 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-bcbd0bfd-755b-4f99-8dfd-418c02477b4b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.420311 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-bcbd0bfd-755b-4f99-8dfd-418c02477b4b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239314 Dec 08 02:59:59.423296 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43740) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:59.428704 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-8542ed6d-b445-4031-b8a5-3bb58e6c79f7 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Request body: {'security_group_rule': {'security_group_id': '289ee86c-e221-40e7-9497-40ba07c588a4', 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:59.450376 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-8542ed6d-b445-4031-b8a5-3bb58e6c79f7 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Project ae14c7ce59d84d53b911cbcdee3e6654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:59:59.455057 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8542ed6d-b445-4031-b8a5-3bb58e6c79f7 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.512512 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8542ed6d-b445-4031-b8a5-3bb58e6c79f7 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.516001 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8542ed6d-b445-4031-b8a5-3bb58e6c79f7 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.534423 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542ed6d-b445-4031-b8a5-3bb58e6c79f7 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f965b9dc-a065-4e8b-b8ef-f7c61760d7f9,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:59.540105 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-8542ed6d-b445-4031-b8a5-3bb58e6c79f7 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.541334 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-8542ed6d-b445-4031-b8a5-3bb58e6c79f7 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169021 Dec 08 02:59:59.544490 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 43742) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 02:59:59.548814 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [None req-252de719-0946-4ab4-a69f-4b235ea37b41 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Request body: {'security_group_rule': {'security_group_id': '289ee86c-e221-40e7-9497-40ba07c588a4', 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 02:59:59.569518 n-d-713498-30 neutron-server[103130]: INFO neutron.db.securitygroups_db [None req-252de719-0946-4ab4-a69f-4b235ea37b41 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Project ae14c7ce59d84d53b911cbcdee3e6654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 02:59:59.574703 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-252de719-0946-4ab4-a69f-4b235ea37b41 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.636052 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-252de719-0946-4ab4-a69f-4b235ea37b41 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.640054 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-252de719-0946-4ab4-a69f-4b235ea37b41 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619895'] for security_group_rule, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.659292 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252de719-0946-4ab4-a69f-4b235ea37b41 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80274218-4fdc-446d-b014-694ecfb35455,revision_number=0']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 02:59:59.667413 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-252de719-0946-4ab4-a69f-4b235ea37b41 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.668687 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-252de719-0946-4ab4-a69f-4b235ea37b41 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231980 Dec 08 02:59:59.689556 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 282e0aeb-121e-408c-b16e-400ccd0404a3 up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 02:59:59.739588 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 282e0aeb-121e-408c-b16e-400ccd0404a3 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 02:59:59.739995 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 02:59:59.819678 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-9f0e242a-f399-4332-beaf-7d9c7d691b0e tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503310020&fields=id&tenant_id=ae14c7ce59d84d53b911cbcdee3e6654 HTTP/1.1" status: 200 len: 267 time: 0.0442979 Dec 08 02:59:59.927490 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-3dc1f75e-04f1-4119-9813-d8b961a4de7f tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 02:59:59.928912 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-3dc1f75e-04f1-4119-9813-d8b961a4de7f tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 810 time: 0.1022646 Dec 08 02:59:59.944255 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-b19cb8a7-f664-4343-ba01-cde8a549ccb1 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/quotas/ae14c7ce59d84d53b911cbcdee3e6654 HTTP/1.1" status: 200 len: 375 time: 0.0094705 Dec 08 03:00:00.019478 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-fd83ece6-a8c4-4f43-affe-8b33c9e01cb6 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686488 Dec 08 03:00:00.126250 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-d959b7e4-5aa7-4706-b649-be3bcee8d6b3 service neutron] 10.222.0.70 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908794 Dec 08 03:00:00.220338 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-cc1a8c08-2acd-45be-ad04-4b68642dabf3 service neutron] 10.222.0.70 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873208 Dec 08 03:00:00.397620 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0a36ca02-99d3-4a65-acfd-7fffd810c659 req-c40b9924-9f89-4ad9-8236-94677b0a39b2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 210 time: 0.0351090 Dec 08 03:00:01.358217 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Sync routers for ids ['1cff8783-c626-4c6e-b353-43ccf77ea091'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:00:01.371371 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Routers {'1cff8783-c626-4c6e-b353-43ccf77ea091'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:00:01.372005 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T02:59:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1cff8783-c626-4c6e-b353-43ccf77ea091'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:01.489433 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Set router 1cff8783-c626-4c6e-b353-43ccf77ea091 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:00:01.525382 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-86db9600-63a9-457a-aa67-d9112b4fcacf req-523ece3c-fc22-4870-a6ee-62a104a58dd5 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 210 time: 0.0652070 Dec 08 03:00:01.567860 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-246e2226-548b-4b28-8254-b0fbdf90ba48 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:01.570548 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-246e2226-548b-4b28-8254-b0fbdf90ba48 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.72 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 810 time: 0.1462111 Dec 08 03:00:01.645915 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-08d8dd18-2a88-4184-a3af-5ebfa63a3406 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae14c7ce59d84d53b911cbcdee3e6654 HTTP/1.1" status: 200 len: 379 time: 0.0583510 Dec 08 03:00:01.666159 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Request body: {'port': {'device_id': '50e5dc47-846b-49cc-9c87-374584a32377', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'admin_state_up': True, 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'security_groups': ['289ee86c-e221-40e7-9497-40ba07c588a4']}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:01.711329 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'name': 'tempest-TestSnapshotPattern-437161865-router', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 4, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'gw_port': {'id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '08a965be-4ca6-446b-98b1-dac0a47c705c', 'name': '', 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'mac_address': 'fa:16:3e:43:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '2158ec17-c54a-42ba-9a63-f2dfa1ed136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:56Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 2, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'subnets': [{'id': '2158ec17-c54a-42ba-9a63-f2dfa1ed136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:01.717748 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3e9d947f-96d9-4c40-951b-0c699865048f up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:00:01.747858 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Checking router: 1cff8783-c626-4c6e-b353-43ccf77ea091 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:00:01.748545 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Updating router 1cff8783-c626-4c6e-b353-43ccf77ea091 port 08a965be-4ca6-446b-98b1-dac0a47c705c binding host n-d-713498-30 {{(pid=103132) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 03:00:01.774876 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 3e9d947f-96d9-4c40-951b-0c699865048f triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:01.775256 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:01.776192 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:01.790646 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Made reservation on behalf of ae14c7ce59d84d53b911cbcdee3e6654 for: {'port': 1} {{(pid=103129) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:00:01.794240 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:01.928853 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Allocated IP 172.20.0.5 (314c9187-ff03-47e6-97ec-72bac3918d93/f3a49f59-5efa-472a-a42f-02b8496167e8/999512de-8f49-4e49-b042-159fd26759eb) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:00:02.058425 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Publish callbacks [] for port, precommit_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.065102 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.076466 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.113113 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.120312 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157bfec-4b97-4b1a-8eba-999a2b831945 None None] Pushing event updated for resources: {'Port': ['ID=08a965be-4ca6-446b-98b1-dac0a47c705c,revision_number=3']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:02.163057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Network 314c9187-ff03-47e6-97ec-72bac3918d93 is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:00:02.166320 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:00:02.172093 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Attempting to bind port 08a965be-4ca6-446b-98b1-dac0a47c705c on host n-d-713498-30 for vnic_type normal with profile {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:00:02.172411 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:00:02.172535 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Attempting to bind port 08a965be-4ca6-446b-98b1-dac0a47c705c by drivers openvswitch,hyperv on host n-d-713498-30 at level 0 using segments [{'id': 'a9041161-4e65-416b-a49a-c96ef0eb2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd'}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:00:02.172873 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Attempting to bind port 08a965be-4ca6-446b-98b1-dac0a47c705c on network af9165d2-28b3-4df2-ba1a-9774298d52dd {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:00:02.179822 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Checking agent: {'id': '167227b6-6c21-48c7-b453-ea75824367c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 19, 5), 'started_at': datetime.datetime(2021, 12, 8, 1, 19, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 2, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-30'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:00:02.180207 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Checking segment: {'id': 'a9041161-4e65-416b-a49a-c96ef0eb2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:00:02.180645 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.181103 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Bound using segment: {'id': 'a9041161-4e65-416b-a49a-c96ef0eb2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd'} {{(pid=103132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:00:02.181590 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.managers [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Bound port: 08a965be-4ca6-446b-98b1-dac0a47c705c, host: n-d-713498-30, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9041161-4e65-416b-a49a-c96ef0eb2634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd'}}] {{(pid=103132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:00:02.182106 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.211175 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'Port': ['ID=999512de-8f49-4e49-b042-159fd26759eb,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:02.242513 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:02.243443 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.244780 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c6787fe2-dee9-4de6-b738-4e3cfad0f0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.263444 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] For port 08a965be-4ca6-446b-98b1-dac0a47c705c, host n-d-713498-30, cleared binding levels {{(pid=103132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:00:02.263706 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-91d6f427-76ae-4997-8e9b-b121f8372bdc tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020093 Dec 08 03:00:02.268172 n-d-713498-30 neutron-server[103132]: DEBUG neutron.plugins.ml2.db [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] For port 08a965be-4ca6-446b-98b1-dac0a47c705c, host n-d-713498-30, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=08a965be-4ca6-446b-98b1-dac0a47c705c,segment=NetworkSegment(a9041161-4e65-416b-a49a-c96ef0eb2634),segment_id=a9041161-4e65-416b-a49a-c96ef0eb2634)] {{(pid=103132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:00:02.274641 n-d-713498-30 neutron-server[103132]: DEBUG neutron_lib.callbacks.manager [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.330008 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Routers {'1cff8783-c626-4c6e-b353-43ccf77ea091'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:00:02.331025 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1cff8783-c626-4c6e-b353-43ccf77ea091'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:02.395818 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157bfec-4b97-4b1a-8eba-999a2b831945 None None] Pushing event updated for resources: {'Port': ['ID=08a965be-4ca6-446b-98b1-dac0a47c705c,revision_number=4']} {{(pid=103132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:02.410293 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Request body: {'port': {'device_id': '50e5dc47-846b-49cc-9c87-374584a32377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-30'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:02.447891 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.468741 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-f83b7898-ce29-444d-8b58-547a14d361e5 None None] Provisioning complete for port 08a965be-4ca6-446b-98b1-dac0a47c705c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:02.469421 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f83b7898-ce29-444d-8b58-547a14d361e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.487978 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] Set router 1cff8783-c626-4c6e-b353-43ccf77ea091 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:00:02.494098 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.581967 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f83b7898-ce29-444d-8b58-547a14d361e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.621762 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-f83b7898-ce29-444d-8b58-547a14d361e5 None None] For port 08a965be-4ca6-446b-98b1-dac0a47c705c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=08a965be-4ca6-446b-98b1-dac0a47c705c,segment=NetworkSegment(a9041161-4e65-416b-a49a-c96ef0eb2634),segment_id=a9041161-4e65-416b-a49a-c96ef0eb2634)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:00:02.627153 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f83b7898-ce29-444d-8b58-547a14d361e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.694161 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b7898-ce29-444d-8b58-547a14d361e5 None None] Pushing event updated for resources: {'Port': ['ID=08a965be-4ca6-446b-98b1-dac0a47c705c,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:02.713353 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.741450 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'name': 'tempest-TestSnapshotPattern-437161865-router', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 4, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'gw_port': {'id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '08a965be-4ca6-446b-98b1-dac0a47c705c', 'name': '', 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'mac_address': 'fa:16:3e:43:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '2158ec17-c54a-42ba-9a63-f2dfa1ed136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:56Z', 'updated_at': '2021-12-08T03:00:02Z', 'revision_number': 4, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'subnets': [{'id': '2158ec17-c54a-42ba-9a63-f2dfa1ed136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:02.756468 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9ac52923-e6de-4c72-874e-33972602c8b8 None None] Provisioning complete for port 999512de-8f49-4e49-b042-159fd26759eb triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:02.757067 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ac52923-e6de-4c72-874e-33972602c8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.779901 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155a67-4b27-40a2-a6c8-816c861b5b1d req-3be42201-a557-4739-8028-a735c7713494 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:02.781069 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccfcf1f-fd0c-4865-8031-70788565bc07 None None] The sync data for ids ['1cff8783-c626-4c6e-b353-43ccf77ea091'] in n-d-713498-30 is: [{'id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'name': 'tempest-TestSnapshotPattern-437161865-router', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 4, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'gw_port': {'id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '08a965be-4ca6-446b-98b1-dac0a47c705c', 'name': '', 'network_id': 'af9165d2-28b3-4df2-ba1a-9774298d52dd', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'mac_address': 'fa:16:3e:43:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'device_owner': 'network:router_interface', 'standard_attr_id': 4373, 'fixed_ips': [{'subnet_id': '2158ec17-c54a-42ba-9a63-f2dfa1ed136d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:56Z', 'updated_at': '2021-12-08T03:00:02Z', 'revision_number': 4, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'subnets': [{'id': '2158ec17-c54a-42ba-9a63-f2dfa1ed136d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:00:02.787326 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c155a67-4b27-40a2-a6c8-816c861b5b1d req-3be42201-a557-4739-8028-a735c7713494 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 931 time: 0.1597571 Dec 08 03:00:02.794994 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-9ac52923-e6de-4c72-874e-33972602c8b8 None None] Port 999512de-8f49-4e49-b042-159fd26759eb cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:00:02.805672 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-9ac52923-e6de-4c72-874e-33972602c8b8 None None] Provisioning complete for port 08a965be-4ca6-446b-98b1-dac0a47c705c triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:02.806147 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9ac52923-e6de-4c72-874e-33972602c8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.868900 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6c155a67-4b27-40a2-a6c8-816c861b5b1d req-3903411a-b196-42c3-be15-815bc73a7449 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806141 Dec 08 03:00:02.906537 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999512de-8f49-4e49-b042-159fd26759eb {{(pid=103129) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:00:02.914655 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.927499 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.provisioning_blocks [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Transition to ACTIVE for port object 999512de-8f49-4e49-b042-159fd26759eb will not be triggered until provisioned by entity L2. {{(pid=103129) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 03:00:02.931347 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:02.989823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Pushing event updated for resources: {'Port': ['ID=999512de-8f49-4e49-b042-159fd26759eb,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:03.074807 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Attempting to bind port 999512de-8f49-4e49-b042-159fd26759eb on host n-h2-713498-30 for vnic_type normal with profile {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:00:03.075240 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Attempting to bind port 999512de-8f49-4e49-b042-159fd26759eb by drivers openvswitch,hyperv on host n-h2-713498-30 at level 0 using segments [{'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:00:03.075664 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Attempting to bind port 999512de-8f49-4e49-b042-159fd26759eb on network 314c9187-ff03-47e6-97ec-72bac3918d93 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:00:03.080644 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Port 999512de-8f49-4e49-b042-159fd26759eb on network 314c9187-ff03-47e6-97ec-72bac3918d93 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-30 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 03:00:03.081056 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Attempting to bind port 999512de-8f49-4e49-b042-159fd26759eb on network 314c9187-ff03-47e6-97ec-72bac3918d93 {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:00:03.087565 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Checking agent: {'id': 'a96619bc-6454-484e-88f9-7293981318b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:00:03.087911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Checking segment: {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103129) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:00:03.088507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Bound using segment: {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'} {{(pid=103129) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:00:03.088948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.managers [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Bound port: 999512de-8f49-4e49-b042-159fd26759eb, host: n-h2-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'}}] {{(pid=103129) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:00:03.089311 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:03.163911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] For port 999512de-8f49-4e49-b042-159fd26759eb, host n-h2-713498-30, cleared binding levels {{(pid=103129) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:00:03.167818 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] For port 999512de-8f49-4e49-b042-159fd26759eb, host n-h2-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=999512de-8f49-4e49-b042-159fd26759eb,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103129) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:00:03.173169 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:03.214360 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:03.214986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:03.216927 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] 10.222.0.72 "PUT /v2.0/ports/999512de-8f49-4e49-b042-159fd26759eb HTTP/1.1" status: 200 len: 1092 time: 0.9397583 Dec 08 03:00:03.217444 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'tag': '999512de-8f49-4e49-b042-159fd26759eb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:00:03.219710 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0d5da8-69ea-434b-8572-0ff3e1bcb5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "tag": "999512de-8f49-4e49-b042-159fd26759eb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:00:03.245619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43197f-da35-4987-8533-d2ef8d523d86 service neutron] Pushing event updated for resources: {'Port': ['ID=999512de-8f49-4e49-b042-159fd26759eb,revision_number=3']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:03.273124 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30ebb21-9dd1-4229-a995-2f4a4a050dab x-openstack-request-id: req-c30ebb21-9dd1-4229-a995-2f4a4a050dab {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:00:03.273557 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "tag": "999512de-8f49-4e49-b042-159fd26759eb", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:00:03.273829 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c30ebb21-9dd1-4229-a995-2f4a4a050dab {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:00:03.274243 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'tag': '999512de-8f49-4e49-b042-159fd26759eb', 'status': 'completed', 'code': 200} Dec 08 03:00:03.336271 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-86ceb88e-add9-44c7-8702-22b54d6e0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:03.337900 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-86ceb88e-add9-44c7-8702-22b54d6e0135 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 1095 time: 0.0482607 Dec 08 03:00:03.392123 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-4c9ef360-4af0-4310-8bf4-704bd907c96d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999512de-8f49-4e49-b042-159fd26759eb HTTP/1.1" status: 200 len: 217 time: 0.0401058 Dec 08 03:00:03.451529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-c78a99c0-3ac3-4f7d-8154-d265da9245c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:03.453114 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-c78a99c0-3ac3-4f7d-8154-d265da9245c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0524116 Dec 08 03:00:03.701380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 08a965be-4ca6-446b-98b1-dac0a47c705c up at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:00:03.755890 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Provisioning complete for port 08a965be-4ca6-446b-98b1-dac0a47c705c triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:03.756224 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:03.784239 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-cb6b1d87-1926-4006-8d0d-c5f7af55bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:03.785829 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-cb6b1d87-1926-4006-8d0d-c5f7af55bdd1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3260076 Dec 08 03:00:03.876715 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-14dbb1da-2363-47c7-880f-c2121323b5c1 service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835893 Dec 08 03:00:03.947255 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:03.997468 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-fc64e20e-19d1-4e1a-ad2f-85041abd39ab req-01bb7ee1-81e1-4513-8414-3c28e6d62f68 service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142957 Dec 08 03:00:04.009973 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1fb37-0f4e-40d3-8e07-bfcad899ed2f req-b45f315b-95ad-4bce-afda-d1998468fc45 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:04.011792 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4d1fb37-0f4e-40d3-8e07-bfcad899ed2f req-b45f315b-95ad-4bce-afda-d1998468fc45 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 943 time: 0.0690660 Dec 08 03:00:04.080406 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-f4d1fb37-0f4e-40d3-8e07-bfcad899ed2f req-f1b6dc28-9188-4e60-8676-c827fba140f6 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622523 Dec 08 03:00:04.129586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d5da8-69ea-434b-8572-0ff3e1bcb5cb req-7a38b4c0-cfbc-47fc-b891-5012ea76c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:04.131671 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e0d5da8-69ea-434b-8572-0ff3e1bcb5cb req-7a38b4c0-cfbc-47fc-b891-5012ea76c4c8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 1095 time: 0.0486727 Dec 08 03:00:04.223345 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d5da8-69ea-434b-8572-0ff3e1bcb5cb req-86a7401c-cb83-49d5-a95b-363b2cb5f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:04.224910 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e0d5da8-69ea-434b-8572-0ff3e1bcb5cb req-86a7401c-cb83-49d5-a95b-363b2cb5f28a service neutron] 10.222.0.72 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 911 time: 0.0860617 Dec 08 03:00:04.269210 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e0d5da8-69ea-434b-8572-0ff3e1bcb5cb req-68ab0c15-74f3-4bfa-9dba-bc1becb5193e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999512de-8f49-4e49-b042-159fd26759eb HTTP/1.1" status: 200 len: 217 time: 0.0371029 Dec 08 03:00:04.320504 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d5da8-69ea-434b-8572-0ff3e1bcb5cb req-704bf196-f298-4b91-9a1d-f11f44510d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:04.322008 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e0d5da8-69ea-434b-8572-0ff3e1bcb5cb req-704bf196-f298-4b91-9a1d-f11f44510d10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0456698 Dec 08 03:00:04.371432 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d5da8-69ea-434b-8572-0ff3e1bcb5cb req-540ec691-a2c9-4326-ba3a-7c412aadd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:04.372966 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e0d5da8-69ea-434b-8572-0ff3e1bcb5cb req-540ec691-a2c9-4326-ba3a-7c412aadd4b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416243 Dec 08 03:00:04.472715 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e0d5da8-69ea-434b-8572-0ff3e1bcb5cb req-c0210f28-a2f0-4804-8c7a-71e3131293c0 service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904531 Dec 08 03:00:04.561651 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-0e0d5da8-69ea-434b-8572-0ff3e1bcb5cb req-e26acfa7-9a18-4e38-86af-7ace8841fa7d service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816908 Dec 08 03:00:04.919898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:05.028633 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:05.204016 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a1584-7e1f-4fdb-99ff-0584e50c998f req-3ebbb461-d24d-470e-91b3-8422a7139034 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:05.205442 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d90a1584-7e1f-4fdb-99ff-0584e50c998f req-3ebbb461-d24d-470e-91b3-8422a7139034 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 943 time: 0.0535417 Dec 08 03:00:05.260905 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d90a1584-7e1f-4fdb-99ff-0584e50c998f req-10c6eda7-9af1-45ef-b71a-59e6cb1219f8 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487027 Dec 08 03:00:06.625489 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd438d-5d26-45a2-b2fb-f3fcc6565e9b req-f6f254a5-52c2-474c-8f58-aed227e68c6e tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:06.627377 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6dd438d-5d26-45a2-b2fb-f3fcc6565e9b req-f6f254a5-52c2-474c-8f58-aed227e68c6e tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 943 time: 0.0490193 Dec 08 03:00:06.675721 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b6dd438d-5d26-45a2-b2fb-f3fcc6565e9b req-f87928f9-c882-4500-96ce-dd2b11b43079 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413761 Dec 08 03:00:07.758097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 999512de-8f49-4e49-b042-159fd26759eb details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:00:07.792418 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd37bd-d9a7-413a-98db-00c06053fe24 req-8c87125f-1124-4619-a7ac-cfaccd11b9ca tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:07.793951 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1fdd37bd-d9a7-413a-98db-00c06053fe24 req-8c87125f-1124-4619-a7ac-cfaccd11b9ca tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 943 time: 0.0507665 Dec 08 03:00:07.844147 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-1fdd37bd-d9a7-413a-98db-00c06053fe24 req-6e86f157-5892-4fff-a33c-aca923640a75 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441515 Dec 08 03:00:07.853465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 999512de-8f49-4e49-b042-159fd26759eb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=999512de-8f49-4e49-b042-159fd26759eb,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:00:07.868673 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '999512de-8f49-4e49-b042-159fd26759eb', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'port_id': '999512de-8f49-4e49-b042-159fd26759eb', 'mac_address': 'fa:16:3e:78:5c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:00:07.905338 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:07.917778 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999512de-8f49-4e49-b042-159fd26759eb {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:00:07.936578 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 999512de-8f49-4e49-b042-159fd26759eb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=999512de-8f49-4e49-b042-159fd26759eb,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:00:07.940754 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:07.988312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=999512de-8f49-4e49-b042-159fd26759eb,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:08.257537 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['999512de-8f49-4e49-b042-159fd26759eb'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:00:08.961929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b90556-524e-4732-bbcf-815c03e86287 req-62cc92d7-7b23-4045-93bb-6cc4c8e552e0 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:08.963413 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-17b90556-524e-4732-bbcf-815c03e86287 req-62cc92d7-7b23-4045-93bb-6cc4c8e552e0 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 944 time: 0.0531857 Dec 08 03:00:09.012141 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-17b90556-524e-4732-bbcf-815c03e86287 req-7d17caf4-575f-4268-8fda-49cc09ab2ecd tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428116 Dec 08 03:00:09.760175 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 999512de-8f49-4e49-b042-159fd26759eb up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:00:09.810624 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning for port 999512de-8f49-4e49-b042-159fd26759eb completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 03:00:09.814186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 999512de-8f49-4e49-b042-159fd26759eb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:00:09.814560 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:10.048382 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:10.071731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999512de-8f49-4e49-b042-159fd26759eb'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:00:10.074318 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b134d7c6-421c-4a1d-9962-b01151ae627c" -d '{"events": [{"server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "name": "network-vif-plugged", "status": "completed", "tag": "999512de-8f49-4e49-b042-159fd26759eb"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:00:10.087595 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 999512de-8f49-4e49-b042-159fd26759eb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=999512de-8f49-4e49-b042-159fd26759eb,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:00:10.091470 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:10.129149 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe24241-5fcb-4e84-80fb-9a25d4ba1fc4 req-b48af05c-25c2-4062-96df-268234a2d1e2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:10.130828 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe24241-5fcb-4e84-80fb-9a25d4ba1fc4 req-b48af05c-25c2-4062-96df-268234a2d1e2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 945 time: 0.0504680 Dec 08 03:00:10.139521 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=999512de-8f49-4e49-b042-159fd26759eb,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:10.184947 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-5fe24241-5fcb-4e84-80fb-9a25d4ba1fc4 req-95dd9312-c0a8-4159-9a10-32b6f4585108 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476184 Dec 08 03:00:10.227446 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bb91d9-9ab8-4f5e-99ce-18426b65378d x-openstack-request-id: req-e5bb91d9-9ab8-4f5e-99ce-18426b65378d {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:00:10.227749 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "name": "network-vif-plugged", "status": "completed", "tag": "999512de-8f49-4e49-b042-159fd26759eb", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:00:10.228005 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e5bb91d9-9ab8-4f5e-99ce-18426b65378d {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:00:10.228434 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999512de-8f49-4e49-b042-159fd26759eb', 'code': 200} Dec 08 03:00:10.357730 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c94d2-4ad0-4e72-9767-bb4d0b3c285f req-ed7d2b48-57dd-4687-b7a8-4f1dda7a960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:10.359241 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da7c94d2-4ad0-4e72-9767-bb4d0b3c285f req-ed7d2b48-57dd-4687-b7a8-4f1dda7a960f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 1097 time: 0.0447395 Dec 08 03:00:10.405609 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-da7c94d2-4ad0-4e72-9767-bb4d0b3c285f req-da4bdcac-eace-4c60-9fcd-6e6f4012afb3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388827 Dec 08 03:00:11.301244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a90b5-5b28-46fd-9957-7356098d35e9 req-5b898bb1-7daf-4d8a-ad7d-182ac2889645 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:11.302730 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e11a90b5-5b28-46fd-9957-7356098d35e9 req-5b898bb1-7daf-4d8a-ad7d-182ac2889645 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 945 time: 0.0486267 Dec 08 03:00:11.351311 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e11a90b5-5b28-46fd-9957-7356098d35e9 req-93c1a688-bab9-4afb-807c-42bf2c00ed24 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413511 Dec 08 03:00:12.474582 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89ef4f-5370-4fde-b717-b9a4f16d536c req-01b7a621-a4d4-428b-8f43-4e8b3c7c4ca9 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:12.476569 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6e89ef4f-5370-4fde-b717-b9a4f16d536c req-01b7a621-a4d4-428b-8f43-4e8b3c7c4ca9 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 945 time: 0.0567288 Dec 08 03:00:12.529632 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6e89ef4f-5370-4fde-b717-b9a4f16d536c req-1c19fa1c-599d-492d-b96f-5d982d7d757e tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472186 Dec 08 03:00:12.644019 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ef07b-d1d0-4d65-adf8-b1f23881ee74 req-bc3699a2-4497-4bed-986e-6935ada42180 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:12.645505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a54ef07b-d1d0-4d65-adf8-b1f23881ee74 req-bc3699a2-4497-4bed-986e-6935ada42180 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 945 time: 0.0495942 Dec 08 03:00:12.695262 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a54ef07b-d1d0-4d65-adf8-b1f23881ee74 req-fd0bcfd7-cd85-45bc-bd31-57e144935fcb tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427048 Dec 08 03:00:12.717421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43798) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:12.798312 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a671af1b-245f-4648-a97f-e1f35ace923d tempest-TestSnapshotPattern-2025981003 tempest-TestSnapshotPattern-2025981003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:12.799839 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a671af1b-245f-4648-a97f-e1f35ace923d tempest-TestSnapshotPattern-2025981003 tempest-TestSnapshotPattern-2025981003-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 1092 time: 0.0814397 Dec 08 03:00:12.802717 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 43802) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:00:12.807841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '999512de-8f49-4e49-b042-159fd26759eb', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:00:12.829163 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:12.928529 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:13.030359 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Allocated IP 172.25.2.231 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/53a11745-84ae-42c9-be2a-ed6f59cfc31e) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:00:13.135358 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:13.170692 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:13.208957 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:00:13.212462 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:00:13.216006 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:00:13.247255 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'Port': ['ID=53a11745-84ae-42c9-be2a-ed6f59cfc31e,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:13.583745 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:13.651672 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:13.808010 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:13.812753 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:13.882552 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'Port': ['ID=53a11745-84ae-42c9-be2a-ed6f59cfc31e,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:00:13.898483 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:14.000669 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Floating IP f0eba500-e477-42bd-bdfc-1aaaa8e9f02f associated. External IP: 172.25.2.231, port: 999512de-8f49-4e49-b042-159fd26759eb. Dec 08 03:00:14.206311 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:00:14.312023 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:00:14.322703 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703ec22-8d06-48eb-aef8-ab4c3ecd1872 None None] Sync routers for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:00:14.329567 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:14.334253 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703ec22-8d06-48eb-aef8-ab4c3ecd1872 None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:00:14.335020 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6703ec22-8d06-48eb-aef8-ab4c3ecd1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:14.356905 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-5ef5fa05-7e5a-47b9-a416-33449f0b00a2 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5531693 Dec 08 03:00:14.357503 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'tag': '999512de-8f49-4e49-b042-159fd26759eb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:00:14.359778 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6dcd12-5daf-4a9b-81b9-e9f5c0c96d81" -d '{"events": [{"name": "network-changed", "server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "tag": "999512de-8f49-4e49-b042-159fd26759eb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:00:14.405713 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c083df0-890e-4eb8-ab5f-37324463a1e3 x-openstack-request-id: req-1c083df0-890e-4eb8-ab5f-37324463a1e3 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:00:14.406014 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "tag": "999512de-8f49-4e49-b042-159fd26759eb", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:00:14.406276 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1c083df0-890e-4eb8-ab5f-37324463a1e3 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:00:14.406705 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'tag': '999512de-8f49-4e49-b042-159fd26759eb', 'status': 'completed', 'code': 200} Dec 08 03:00:14.447153 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6703ec22-8d06-48eb-aef8-ab4c3ecd1872 None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:00:14.489051 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dcd12-5daf-4a9b-81b9-e9f5c0c96d81 req-ebcc9b40-a796-40cf-aa39-80b93b4a12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:14.491288 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac6dcd12-5daf-4a9b-81b9-e9f5c0c96d81 req-ebcc9b40-a796-40cf-aa39-80b93b4a12f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 1097 time: 0.0411656 Dec 08 03:00:14.587466 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dcd12-5daf-4a9b-81b9-e9f5c0c96d81 req-c4e1bb79-7447-4906-b7c9-b49c6bf7801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:14.589033 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac6dcd12-5daf-4a9b-81b9-e9f5c0c96d81 req-c4e1bb79-7447-4906-b7c9-b49c6bf7801e service neutron] 10.222.0.72 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 911 time: 0.0912938 Dec 08 03:00:14.656059 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac6dcd12-5daf-4a9b-81b9-e9f5c0c96d81 req-bf334434-887c-43f0-9c8d-8a5dfc27b97e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999512de-8f49-4e49-b042-159fd26759eb HTTP/1.1" status: 200 len: 999 time: 0.0595200 Dec 08 03:00:14.673136 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6703ec22-8d06-48eb-aef8-ab4c3ecd1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f0eba500-e477-42bd-bdfc-1aaaa8e9f02f', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'port_id': '999512de-8f49-4e49-b042-159fd26759eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'mac_address': 'fa:16:3e:78:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e5dc47-846b-49cc-9c87-374584a32377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:00:13Z', 'updated_at': '2021-12-08T03:00:13Z', 'revision_number': 0, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:14.706004 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dcd12-5daf-4a9b-81b9-e9f5c0c96d81 req-6b7f4c5c-1fb0-45ae-a9c6-d86ac9e9c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:14.706380 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703ec22-8d06-48eb-aef8-ab4c3ecd1872 None None] Checking router: e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:00:14.707481 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac6dcd12-5daf-4a9b-81b9-e9f5c0c96d81 req-6b7f4c5c-1fb0-45ae-a9c6-d86ac9e9c01c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0450873 Dec 08 03:00:14.715799 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703ec22-8d06-48eb-aef8-ab4c3ecd1872 None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:00:14.716452 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6703ec22-8d06-48eb-aef8-ab4c3ecd1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:00:02Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:14.757782 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dcd12-5daf-4a9b-81b9-e9f5c0c96d81 req-4290b881-6a46-4269-aacc-544afb11a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:00:14.759163 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac6dcd12-5daf-4a9b-81b9-e9f5c0c96d81 req-4290b881-6a46-4269-aacc-544afb11a88f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451200 Dec 08 03:00:14.824465 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-6703ec22-8d06-48eb-aef8-ab4c3ecd1872 None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:00:14.849707 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac6dcd12-5daf-4a9b-81b9-e9f5c0c96d81 req-bc0336c3-440b-4baf-9ad4-9664465f11f0 service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822124 Dec 08 03:00:14.942158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ac6dcd12-5daf-4a9b-81b9-e9f5c0c96d81 req-c59e4d75-f304-4297-9a9b-86d924f3844d service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855930 Dec 08 03:00:15.047770 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-6703ec22-8d06-48eb-aef8-ab4c3ecd1872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f0eba500-e477-42bd-bdfc-1aaaa8e9f02f', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'port_id': '999512de-8f49-4e49-b042-159fd26759eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'mac_address': 'fa:16:3e:78:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e5dc47-846b-49cc-9c87-374584a32377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:00:13Z', 'updated_at': '2021-12-08T03:00:13Z', 'revision_number': 0, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:00:15.076774 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6703ec22-8d06-48eb-aef8-ab4c3ecd1872 None None] The sync data for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 is: [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f0eba500-e477-42bd-bdfc-1aaaa8e9f02f', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'port_id': '999512de-8f49-4e49-b042-159fd26759eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'mac_address': 'fa:16:3e:78:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e5dc47-846b-49cc-9c87-374584a32377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:00:13Z', 'updated_at': '2021-12-08T03:00:13Z', 'revision_number': 0, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:00:15.269817 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f74b4-ddee-447a-92d5-dd2ae2df4b28 None None] New status for floating IP f0eba500-e477-42bd-bdfc-1aaaa8e9f02f: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:00:27.746117 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:00:28.997526 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7ab27623-a148-48be-83b1-9f3b5cf29c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:32.238830 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aba660c8-f436-4d36-bcc7-5ddceed7af19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:32.421901 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:32.671153 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:33.949810 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:34.921946 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:35.034898 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:00:59.000020 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-7f132077-e3de-41af-aafc-199a61d7439c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:02.239828 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eee4b894-b386-4fe7-9f45-e1018c7f3d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:02.439843 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:02.671187 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:03.952351 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:04.745010 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:01:04.923456 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:05.040499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:06.374462 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7b030c9-77ab-4490-ab57-92c7edf929a4 req-29119e19-b7b1-4ce8-b451-a49a24d2d3ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394766 Dec 08 03:01:06.471802 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b030c9-77ab-4490-ab57-92c7edf929a4 req-95f374cf-72e0-41bb-a419-6df2e2590564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:06.473306 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7b030c9-77ab-4490-ab57-92c7edf929a4 req-95f374cf-72e0-41bb-a419-6df2e2590564 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 1097 time: 0.0404167 Dec 08 03:01:06.578926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b030c9-77ab-4490-ab57-92c7edf929a4 req-6cfc2a0a-2737-42e8-90c7-d89b3e0c4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:06.580451 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7b030c9-77ab-4490-ab57-92c7edf929a4 req-6cfc2a0a-2737-42e8-90c7-d89b3e0c4673 service neutron] 10.222.0.72 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 911 time: 0.0875781 Dec 08 03:01:06.645550 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7b030c9-77ab-4490-ab57-92c7edf929a4 req-b6f31300-cc0b-40e9-b8e4-0259923e7736 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999512de-8f49-4e49-b042-159fd26759eb HTTP/1.1" status: 200 len: 1001 time: 0.0583825 Dec 08 03:01:06.700373 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b030c9-77ab-4490-ab57-92c7edf929a4 req-61dc1a4b-4c34-4f9a-ac6b-c63f5f067bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:06.701900 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7b030c9-77ab-4490-ab57-92c7edf929a4 req-61dc1a4b-4c34-4f9a-ac6b-c63f5f067bdf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0498943 Dec 08 03:01:07.009742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b030c9-77ab-4490-ab57-92c7edf929a4 req-b08f77f2-6bee-4e1a-870a-9a554754478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:01:07.011321 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7b030c9-77ab-4490-ab57-92c7edf929a4 req-b08f77f2-6bee-4e1a-870a-9a554754478a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3021259 Dec 08 03:01:07.101946 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7b030c9-77ab-4490-ab57-92c7edf929a4 req-39f63f5d-2fb4-402c-8ec9-fe3bbce9080d service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827055 Dec 08 03:01:07.192411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-b7b030c9-77ab-4490-ab57-92c7edf929a4 req-8c1cb1f6-94fe-496c-8690-6ad4e8c3cba9 service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834377 Dec 08 03:01:29.001401 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-eea0527c-df7c-493f-a65f-23ac3471dd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:32.241620 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-aaf929bb-3a0f-459c-8565-95f9cd5c2c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:32.433521 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:32.674243 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:33.954536 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:34.923847 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:35.049069 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:01:41.745129 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:01:59.003395 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5e56a9e3-d1bc-4750-9eb5-713269b445ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.242353 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-150f3d85-e387-4ca3-b632-1047799067b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.445829 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:02.677305 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:03.959879 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:04.924675 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:05.050376 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:07.367735 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6eeda590-deb1-4e31-8d3e-a6e3b804a3e1 req-3e4dac3e-49a7-432d-ae65-dfce57c7cdb8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404124 Dec 08 03:02:07.471276 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeda590-deb1-4e31-8d3e-a6e3b804a3e1 req-64807986-1117-4dd2-b8e4-0392df410dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:07.472808 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6eeda590-deb1-4e31-8d3e-a6e3b804a3e1 req-64807986-1117-4dd2-b8e4-0392df410dfc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 1097 time: 0.0464258 Dec 08 03:02:07.574306 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeda590-deb1-4e31-8d3e-a6e3b804a3e1 req-66724fbe-535e-408f-b7a7-eba0d7d186fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:07.575782 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6eeda590-deb1-4e31-8d3e-a6e3b804a3e1 req-66724fbe-535e-408f-b7a7-eba0d7d186fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 911 time: 0.0827785 Dec 08 03:02:07.648330 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6eeda590-deb1-4e31-8d3e-a6e3b804a3e1 req-d79b1462-53f6-4194-af6d-12478decb6d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999512de-8f49-4e49-b042-159fd26759eb HTTP/1.1" status: 200 len: 1001 time: 0.0653284 Dec 08 03:02:07.697144 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeda590-deb1-4e31-8d3e-a6e3b804a3e1 req-2d3a0264-5bca-4d49-aafc-229d5f0595a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:07.698892 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6eeda590-deb1-4e31-8d3e-a6e3b804a3e1 req-2d3a0264-5bca-4d49-aafc-229d5f0595a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0444891 Dec 08 03:02:07.744500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeda590-deb1-4e31-8d3e-a6e3b804a3e1 req-01206379-683f-4d6a-b653-f6cdcbcf477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:07.745996 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6eeda590-deb1-4e31-8d3e-a6e3b804a3e1 req-01206379-683f-4d6a-b653-f6cdcbcf477a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403998 Dec 08 03:02:07.838321 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6eeda590-deb1-4e31-8d3e-a6e3b804a3e1 req-e20a6ec8-6d5a-4351-aab3-1a65ed27e939 service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852933 Dec 08 03:02:07.926411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6eeda590-deb1-4e31-8d3e-a6e3b804a3e1 req-637bad3f-3b4a-4587-9992-a0ec601f5508 service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810511 Dec 08 03:02:12.295513 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 999512de-8f49-4e49-b042-159fd26759eb details requested by agent hyperv_n-h2-713498-30 with host n-h2-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:02:12.391187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 999512de-8f49-4e49-b042-159fd26759eb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=999512de-8f49-4e49-b042-159fd26759eb,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:12.401826 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Returning: {'device': '999512de-8f49-4e49-b042-159fd26759eb', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'port_id': '999512de-8f49-4e49-b042-159fd26759eb', 'mac_address': 'fa:16:3e:78:5c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:02:12.437473 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:12.454209 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 999512de-8f49-4e49-b042-159fd26759eb {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:02:12.473359 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 999512de-8f49-4e49-b042-159fd26759eb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=999512de-8f49-4e49-b042-159fd26759eb,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:12.477671 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:12.524528 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=999512de-8f49-4e49-b042-159fd26759eb,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:12.531591 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.531945 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.532313 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.532653 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.532990 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.533324 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.533655 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.533983 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.534312 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.534640 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.534963 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.535287 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.535611 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:12.627266 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] get_ports_and_sgs() called for port_ids ['999512de-8f49-4e49-b042-159fd26759eb'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:02:14.323171 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 999512de-8f49-4e49-b042-159fd26759eb up at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:02:14.383019 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Provisioning complete for port 999512de-8f49-4e49-b042-159fd26759eb triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:14.383398 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:14.493919 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:14.543039 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 999512de-8f49-4e49-b042-159fd26759eb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=999512de-8f49-4e49-b042-159fd26759eb,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:14.544428 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999512de-8f49-4e49-b042-159fd26759eb'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:02:14.547725 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3732ba-87a6-4ec5-b0ad-1cf822ed532e" -d '{"events": [{"server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "name": "network-vif-plugged", "status": "completed", "tag": "999512de-8f49-4e49-b042-159fd26759eb"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:02:14.553491 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:14.629112 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=999512de-8f49-4e49-b042-159fd26759eb,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:14.681679 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418e4ae3-6e7c-4d61-9789-ce12091d9fab x-openstack-request-id: req-418e4ae3-6e7c-4d61-9789-ce12091d9fab {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:02:14.681988 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "name": "network-vif-plugged", "status": "completed", "tag": "999512de-8f49-4e49-b042-159fd26759eb", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:02:14.682261 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-418e4ae3-6e7c-4d61-9789-ce12091d9fab {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:02:14.683109 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999512de-8f49-4e49-b042-159fd26759eb', 'code': 200} Dec 08 03:02:18.744573 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:02:23.537136 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-3628542d-e7b9-4203-80b4-69695b180a03 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503310020&fields=id&tenant_id=ae14c7ce59d84d53b911cbcdee3e6654 HTTP/1.1" status: 200 len: 267 time: 0.0444365 Dec 08 03:02:23.647693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-4ccf3cb5-5788-4351-9226-ed30e1e6b6c7 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:23.649197 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-4ccf3cb5-5788-4351-9226-ed30e1e6b6c7 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 810 time: 0.1048529 Dec 08 03:02:23.665573 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-016feb74-8c07-4112-bf5e-698b42f25456 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/quotas/ae14c7ce59d84d53b911cbcdee3e6654 HTTP/1.1" status: 200 len: 375 time: 0.0101967 Dec 08 03:02:23.721131 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-d7c99099-e55b-46d6-a4b3-310757211ac3 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500567 Dec 08 03:02:23.884169 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-5159ffe1-7bfd-4836-8ced-ca993041d8cb service neutron] 10.222.0.70 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506510 Dec 08 03:02:23.973154 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-d0da21e5-e4b8-438a-a253-324ecf50090e service neutron] 10.222.0.70 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828481 Dec 08 03:02:24.136089 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-9687cde5-d474-44c3-8b8f-966bf0e6ec94 req-64917a6a-fab9-4a03-810c-8f19e2487ed8 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 210 time: 0.0323064 Dec 08 03:02:25.235857 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-763fdc47-9315-441a-bac5-8fd9cddfc034 req-71a5ca1e-8564-4559-b5fb-0f1a8e22a5f1 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 210 time: 0.0275879 Dec 08 03:02:25.340998 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-1e48ade0-7b92-4edb-a014-f5f08555258f tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:25.342463 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-1e48ade0-7b92-4edb-a014-f5f08555258f tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.65 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 810 time: 0.1028068 Dec 08 03:02:25.431777 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-a6c80e91-7b60-413f-b8c8-5822f42e02c4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae14c7ce59d84d53b911cbcdee3e6654 HTTP/1.1" status: 200 len: 379 time: 0.0581894 Dec 08 03:02:25.464337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Request body: {'port': {'device_id': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'admin_state_up': True, 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'security_groups': ['289ee86c-e221-40e7-9497-40ba07c588a4']}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:25.571442 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Made reservation on behalf of ae14c7ce59d84d53b911cbcdee3e6654 for: {'port': 1} {{(pid=103130) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 03:02:25.575391 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:25.728174 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.db_base_plugin_common [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Allocated IP 172.20.0.9 (314c9187-ff03-47e6-97ec-72bac3918d93/f3a49f59-5efa-472a-a42f-02b8496167e8/1f9ce6a1-f0a7-4872-a7a8-fc696303bb96) {{(pid=103130) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:02:25.911754 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for port, precommit_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:25.957242 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_create {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:25.984830 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Network 314c9187-ff03-47e6-97ec-72bac3918d93 is already hosted by enough agents. {{(pid=103130) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:02:26.020337 n-d-713498-30 neutron-server[103130]: DEBUG neutron.scheduler.base_scheduler [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Resources bound (agent type, host, resource id): {{(pid=103130) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:02:26.041312 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Received port after_create {{(pid=103130) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:02:26.083149 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'Port': ['ID=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,revision_number=1']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:26.098900 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.099336 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.099651 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.100102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.100791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.100791 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.101118 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.101560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.101897 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.102223 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.102555 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.102882 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.103208 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:26.120117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:26.120797 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:26.139604 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-2a7f6907-82d3-4969-ab57-7ecd30e0f751 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6788712 Dec 08 03:02:26.279825 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-8a5a6c40-469f-4a21-97dd-145b1e04d278 None None] Provisioning complete for port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 triggered by entity DHCP. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:26.280404 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6c40-469f-4a21-97dd-145b1e04d278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:26.323343 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a6c40-469f-4a21-97dd-145b1e04d278 None None] Port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 cannot update to ACTIVE because it is not bound. {{(pid=103131) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 03:02:26.363926 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b31dd-4034-4dac-ba47-00d62a8fd045 req-4cfe4c0a-0dc5-4d90-b879-942e98ae8b9b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:26.366296 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-986b31dd-4034-4dac-ba47-00d62a8fd045 req-4cfe4c0a-0dc5-4d90-b879-942e98ae8b9b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 931 time: 0.0505936 Dec 08 03:02:26.410003 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 999512de-8f49-4e49-b042-159fd26759eb no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:02:26.419027 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-986b31dd-4034-4dac-ba47-00d62a8fd045 req-efbd11e8-ccc7-4609-bc43-a1e8c4aa1e05 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464535 Dec 08 03:02:26.495999 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:26.518794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '999512de-8f49-4e49-b042-159fd26759eb'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:02:26.521135 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911ed0ab-1c53-4c6c-9e8b-18d484289e73" -d '{"events": [{"server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "name": "network-vif-unplugged", "status": "completed", "tag": "999512de-8f49-4e49-b042-159fd26759eb"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:02:26.534315 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] For port 999512de-8f49-4e49-b042-159fd26759eb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=999512de-8f49-4e49-b042-159fd26759eb,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:26.539511 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:26.597683 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 03:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596c1646-e4ca-4e91-a782-2031760bced8 x-openstack-request-id: req-596c1646-e4ca-4e91-a782-2031760bced8 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:02:26.598090 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "name": "network-vif-unplugged", "status": "completed", "tag": "999512de-8f49-4e49-b042-159fd26759eb", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:02:26.598470 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-596c1646-e4ca-4e91-a782-2031760bced8 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:02:26.598998 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '999512de-8f49-4e49-b042-159fd26759eb', 'code': 200} Dec 08 03:02:26.602856 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Pushing event updated for resources: {'Port': ['ID=999512de-8f49-4e49-b042-159fd26759eb,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:27.546721 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca702009-1bd3-425b-8db6-9f966567660f req-7c8c1ee7-b40d-4f7c-9c59-c3bc6e819e84 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:27.548936 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ca702009-1bd3-425b-8db6-9f966567660f req-7c8c1ee7-b40d-4f7c-9c59-c3bc6e819e84 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 931 time: 0.0516536 Dec 08 03:02:27.608043 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ca702009-1bd3-425b-8db6-9f966567660f req-b99940a4-63d7-4876-8d56-9c68fd0d4fb6 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520780 Dec 08 03:02:28.732849 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75683291-71e9-4720-aacb-6b4254f7f083 req-5cd6de66-ef62-465e-b76b-3d545fdcec6c tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:28.734447 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75683291-71e9-4720-aacb-6b4254f7f083 req-5cd6de66-ef62-465e-b76b-3d545fdcec6c tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 931 time: 0.0548680 Dec 08 03:02:28.788583 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-75683291-71e9-4720-aacb-6b4254f7f083 req-99149523-ff08-43a8-9357-9bdca3a4f423 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481319 Dec 08 03:02:29.008027 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-1292e7eb-6a6f-48db-a3a3-b87d184d84c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:29.919880 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d11ec-d83c-4148-900f-46b30e729ca2 req-27b797fc-eae0-4336-88e8-8f914002c8b8 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:29.922388 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a81d11ec-d83c-4148-900f-46b30e729ca2 req-27b797fc-eae0-4336-88e8-8f914002c8b8 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 931 time: 0.0629027 Dec 08 03:02:29.976360 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a81d11ec-d83c-4148-900f-46b30e729ca2 req-fc38f505-e205-4040-bb2b-f9806d9678e8 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486865 Dec 08 03:02:31.103438 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26179dc7-4f64-4323-af94-8c9d0191470f req-9f4641ab-3987-4195-a867-5d8ae3cde38a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:31.105005 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26179dc7-4f64-4323-af94-8c9d0191470f req-9f4641ab-3987-4195-a867-5d8ae3cde38a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 931 time: 0.0566001 Dec 08 03:02:31.156999 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-26179dc7-4f64-4323-af94-8c9d0191470f req-c61f5db6-6b00-4277-9a99-a99aa6e587c6 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456977 Dec 08 03:02:32.246352 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-dc837939-3ec2-49ad-9640-15fb49d5c69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:32.285500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31860-a149-4f52-959f-d5684c015517 req-1f7284de-1e73-47d1-ada7-4ea53fa1c518 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:32.287308 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1a31860-a149-4f52-959f-d5684c015517 req-1f7284de-1e73-47d1-ada7-4ea53fa1c518 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 931 time: 0.0563619 Dec 08 03:02:32.342600 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1a31860-a149-4f52-959f-d5684c015517 req-f33b31d5-90e3-422e-bc29-abcc3002d017 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484765 Dec 08 03:02:32.449731 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:32.682150 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:33.479176 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3a4cb-b0ec-4a27-ada2-a86e140fd55b req-4701179f-26ae-4b89-911e-9314a9641726 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:33.480742 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43c3a4cb-b0ec-4a27-ada2-a86e140fd55b req-4701179f-26ae-4b89-911e-9314a9641726 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 931 time: 0.0573816 Dec 08 03:02:33.534484 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-43c3a4cb-b0ec-4a27-ada2-a86e140fd55b req-a0cad1f8-803a-4280-a98b-3c12b6d38b2d tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451884 Dec 08 03:02:33.961400 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:34.662176 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824403d4-5cfc-4ae5-aae3-670b9292d765 req-a3ff5927-1511-433e-b283-a0d42cee8126 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:34.663709 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-824403d4-5cfc-4ae5-aae3-670b9292d765 req-a3ff5927-1511-433e-b283-a0d42cee8126 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 931 time: 0.0599077 Dec 08 03:02:34.715976 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-824403d4-5cfc-4ae5-aae3-670b9292d765 req-d8ffeb55-fba0-4536-ad01-11db395127f8 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457337 Dec 08 03:02:34.927265 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:35.054911 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:35.587175 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.v2.base [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Request body: {'port': {'device_id': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-30'}} {{(pid=103130) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:35.640769 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:35.835325 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee17c86-f178-4b84-b070-63db8b0ac92b req-5a4974c8-b07b-4ee3-8992-0589dc350321 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:35.837026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ee17c86-f178-4b84-b070-63db8b0ac92b req-5a4974c8-b07b-4ee3-8992-0589dc350321 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 931 time: 0.0504127 Dec 08 03:02:35.891840 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-6ee17c86-f178-4b84-b070-63db8b0ac92b req-8a056acb-de6c-4837-85c8-aec265d13561 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479789 Dec 08 03:02:35.915183 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 {{(pid=103130) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:02:35.922497 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:35.934821 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.provisioning_blocks [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Transition to ACTIVE for port object 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 will not be triggered until provisioned by entity L2. {{(pid=103130) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 03:02:35.937640 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:35.991142 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Pushing event updated for resources: {'Port': ['ID=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,revision_number=2']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:36.058940 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Attempting to bind port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 on host n-h1-713498-30 for vnic_type normal with profile {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 03:02:36.059283 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Attempting to bind port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 by drivers openvswitch,hyperv on host n-h1-713498-30 at level 0 using segments [{'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 03:02:36.059612 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Attempting to bind port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 on network 314c9187-ff03-47e6-97ec-72bac3918d93 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:02:36.064080 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 on network 314c9187-ff03-47e6-97ec-72bac3918d93 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-30 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 03:02:36.064416 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Attempting to bind port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 on network 314c9187-ff03-47e6-97ec-72bac3918d93 {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 03:02:36.070288 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Checking agent: {'id': '6f7794ed-5df8-43ca-a1e8-931bfd3df54d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-30', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'started_at': datetime.datetime(2021, 12, 8, 1, 26, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 3, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 03:02:36.070632 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Checking segment: {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103130) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 03:02:36.071021 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Bound using segment: {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'} {{(pid=103130) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 03:02:36.071449 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.managers [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Bound port: 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96, host: n-h1-713498-30, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec4f937-eb2c-4660-a65b-7b47a4e2144a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93'}}] {{(pid=103130) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 03:02:36.071807 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:36.137973 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] For port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96, host n-h1-713498-30, cleared binding levels {{(pid=103130) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 03:02:36.141155 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] For port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96, host n-h1-713498-30, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103130) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 03:02:36.145434 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64597235'] for port, after_update {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:36.181905 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:36.182530 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:36.183913 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] 10.222.0.65 "PUT /v2.0/ports/1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 HTTP/1.1" status: 200 len: 1092 time: 0.6475353 Dec 08 03:02:36.184383 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:02:36.186638 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ed85c1-f877-4641-b48f-83638b5ba3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:02:36.213569 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2e35a-03f4-4349-8fbd-38352c6b599c service neutron] Pushing event updated for resources: {'Port': ['ID=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,revision_number=3']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:36.300032 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-79ad3b42-0418-4c8b-bc7d-45875595eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:36.301602 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-79ad3b42-0418-4c8b-bc7d-45875595eda6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 1095 time: 0.0487761 Dec 08 03:02:36.308732 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcaea81-c5e6-4341-a5f3-8120b637ef4e x-openstack-request-id: req-5dcaea81-c5e6-4341-a5f3-8120b637ef4e {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:02:36.309035 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:02:36.309297 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5dcaea81-c5e6-4341-a5f3-8120b637ef4e {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:02:36.309708 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'status': 'completed', 'code': 200} Dec 08 03:02:36.379572 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-e30126be-af45-4b68-91bc-e23b90a3096f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 HTTP/1.1" status: 200 len: 217 time: 0.0384750 Dec 08 03:02:36.441102 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-b05c8226-57a3-419c-b156-503d68ff9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:36.442624 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-b05c8226-57a3-419c-b156-503d68ff9884 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0443039 Dec 08 03:02:36.488601 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-bf3c0245-48cf-4938-baa2-ecfb2e87e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:36.490578 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-bf3c0245-48cf-4938-baa2-ecfb2e87e85a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390944 Dec 08 03:02:36.580981 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-d1d4eaf6-79a4-4f7d-998f-31828000d530 service neutron] 10.222.0.65 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835805 Dec 08 03:02:36.670551 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-860e4fe7-ed94-4e5c-a5bb-b63a679718d1 req-0247a44e-4a41-4bb1-a3e0-4604d8813d78 service neutron] 10.222.0.65 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786443 Dec 08 03:02:36.810954 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed85c1-f877-4641-b48f-83638b5ba3a0 req-674d5a4c-b20a-418a-a5b3-92ea7dbf3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:36.812483 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63ed85c1-f877-4641-b48f-83638b5ba3a0 req-674d5a4c-b20a-418a-a5b3-92ea7dbf3884 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 1095 time: 0.0450215 Dec 08 03:02:36.905204 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed85c1-f877-4641-b48f-83638b5ba3a0 req-461e60c4-445b-4f98-800c-5ee5412de456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:36.906668 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63ed85c1-f877-4641-b48f-83638b5ba3a0 req-461e60c4-445b-4f98-800c-5ee5412de456 service neutron] 10.222.0.65 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 911 time: 0.0871496 Dec 08 03:02:36.953426 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63ed85c1-f877-4641-b48f-83638b5ba3a0 req-29abe0c2-8523-453a-8e81-4748cedfb962 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 HTTP/1.1" status: 200 len: 217 time: 0.0386705 Dec 08 03:02:37.007117 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed85c1-f877-4641-b48f-83638b5ba3a0 req-1fd5a83e-bc07-4739-9a76-57cc8ee5736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:37.008641 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63ed85c1-f877-4641-b48f-83638b5ba3a0 req-1fd5a83e-bc07-4739-9a76-57cc8ee5736e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0466049 Dec 08 03:02:37.012217 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02486ed1-eb6d-4047-b4ca-7ffb7651a4ef req-9e127814-b063-4e0e-ae34-c252ad924f39 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:37.013800 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02486ed1-eb6d-4047-b4ca-7ffb7651a4ef req-9e127814-b063-4e0e-ae34-c252ad924f39 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 943 time: 0.0503030 Dec 08 03:02:37.057536 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed85c1-f877-4641-b48f-83638b5ba3a0 req-0f75ccfe-f133-4a37-b67c-70f9653b43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:37.059037 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63ed85c1-f877-4641-b48f-83638b5ba3a0 req-0f75ccfe-f133-4a37-b67c-70f9653b43a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424442 Dec 08 03:02:37.063950 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-02486ed1-eb6d-4047-b4ca-7ffb7651a4ef req-ba598a23-a957-403f-a231-49d008ab348a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438809 Dec 08 03:02:37.155314 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63ed85c1-f877-4641-b48f-83638b5ba3a0 req-df50f2cd-3d61-4646-8486-d3cdd92fb52d service neutron] 10.222.0.65 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868216 Dec 08 03:02:37.253150 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-63ed85c1-f877-4641-b48f-83638b5ba3a0 req-813dc03f-ab0a-42b1-bf26-aafecba1447f service neutron] 10.222.0.65 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878327 Dec 08 03:02:38.183588 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60874-e884-41f9-a650-03cb2af18b1a req-8fa86e05-6132-4f43-875b-2f4e4112cde3 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:38.185126 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a2e60874-e884-41f9-a650-03cb2af18b1a req-8fa86e05-6132-4f43-875b-2f4e4112cde3 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 943 time: 0.0520663 Dec 08 03:02:38.233761 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a2e60874-e884-41f9-a650-03cb2af18b1a req-d37092a9-57ec-46fe-9da2-769b758f7df4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426788 Dec 08 03:02:39.357867 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3c264-597a-4507-9035-23c7266356c7 req-e38a60bb-7bf9-4035-9a15-544997945bf6 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:39.359365 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ced3c264-597a-4507-9035-23c7266356c7 req-e38a60bb-7bf9-4035-9a15-544997945bf6 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 943 time: 0.0538602 Dec 08 03:02:39.408089 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-ced3c264-597a-4507-9035-23c7266356c7 req-b8c5d84a-f33d-4114-9736-f130b36cb11c tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422294 Dec 08 03:02:40.185707 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:02:40.281240 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:40.293116 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'port_id': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'mac_address': 'fa:16:3e:78:9b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:02:40.329746 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:40.342611 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:02:40.361690 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:40.365646 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:40.412325 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,revision_number=4']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:40.523997 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d7caf-be1c-42d7-8969-1c82ce642660 req-ed82b188-39d3-4528-8205-5388fbc82220 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:40.525487 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-896d7caf-be1c-42d7-8969-1c82ce642660 req-ed82b188-39d3-4528-8205-5388fbc82220 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 944 time: 0.0485268 Dec 08 03:02:40.573749 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-896d7caf-be1c-42d7-8969-1c82ce642660 req-2ac2e9b8-f192-4147-ba65-0128a95576fa tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 Dec 08 03:02:40.793219 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['1f9ce6a1-f0a7-4872-a7a8-fc696303bb96'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:02:41.689090 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c35b0-186e-460b-9cd1-5727e36e1acc req-246d2d08-a37d-4159-b3cd-8e3e4c71e608 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:41.690628 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d3c35b0-186e-460b-9cd1-5727e36e1acc req-246d2d08-a37d-4159-b3cd-8e3e4c71e608 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 944 time: 0.0480063 Dec 08 03:02:41.744351 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-8d3c35b0-186e-460b-9cd1-5727e36e1acc req-a9c149e4-901c-4096-a528-44473d865eab tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463374 Dec 08 03:02:42.203594 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:02:42.256372 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning for port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 completed by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 03:02:42.260903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:02:42.261283 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:42.336581 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:42.358450 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:02:42.360768 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1030e2c7-1e3b-4e37-9e3a-b53236ffc744" -d '{"events": [{"server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "name": "network-vif-plugged", "status": "completed", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:02:42.374630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:02:42.378529 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:42.404259 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001fd097-0a51-42ac-ba2d-41f8e1082b78 x-openstack-request-id: req-001fd097-0a51-42ac-ba2d-41f8e1082b78 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:02:42.404748 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "name": "network-vif-plugged", "status": "completed", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:02:42.405012 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-001fd097-0a51-42ac-ba2d-41f8e1082b78 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:02:42.405412 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'code': 200} Dec 08 03:02:42.433701 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,revision_number=5']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:42.543059 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacf365-95a9-4248-8343-0a37a0d5de01 req-5d94c8af-fa17-4614-ae21-511d94162380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:42.544654 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0aacf365-95a9-4248-8343-0a37a0d5de01 req-5d94c8af-fa17-4614-ae21-511d94162380 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 1097 time: 0.0454354 Dec 08 03:02:42.598680 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-0aacf365-95a9-4248-8343-0a37a0d5de01 req-16d60d14-6226-454c-9ae5-8ebed5fd60c5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418420 Dec 08 03:02:42.863336 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77987548-42e5-45a9-958d-f77534115260 req-de84e607-11a1-4028-b205-2a14ff186cea tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:42.864794 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77987548-42e5-45a9-958d-f77534115260 req-de84e607-11a1-4028-b205-2a14ff186cea tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 945 time: 0.0503302 Dec 08 03:02:42.915710 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-77987548-42e5-45a9-958d-f77534115260 req-a2217a28-ab26-4ec0-85cc-241f2a647db7 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446291 Dec 08 03:02:44.034029 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1161d-dc06-4092-9546-8986d6e73d61 req-06a89c60-8a1a-4cd5-bd41-c69d4c6a4c25 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:44.035543 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-36c1161d-dc06-4092-9546-8986d6e73d61 req-06a89c60-8a1a-4cd5-bd41-c69d4c6a4c25 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 945 time: 0.0510240 Dec 08 03:02:44.086196 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-36c1161d-dc06-4092-9546-8986d6e73d61 req-c59680d2-ac8f-4a19-bd20-023158cee4c1 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436931 Dec 08 03:02:44.206466 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65329d2-e112-4828-b816-5cc03162a04b req-ab1d0732-71f7-4d2a-8511-647c40c576c4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:44.207995 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d65329d2-e112-4828-b816-5cc03162a04b req-ab1d0732-71f7-4d2a-8511-647c40c576c4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 945 time: 0.0540667 Dec 08 03:02:44.259234 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d65329d2-e112-4828-b816-5cc03162a04b req-6523e836-6e20-42fc-8264-39a1ad78489e tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445065 Dec 08 03:02:44.281297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44088) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:02:44.320640 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291504fe-137c-4aa5-9656-2421ef225c98 tempest-TestSnapshotPattern-2025981003 tempest-TestSnapshotPattern-2025981003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:44.322158 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-291504fe-137c-4aa5-9656-2421ef225c98 tempest-TestSnapshotPattern-2025981003 tempest-TestSnapshotPattern-2025981003-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 1092 time: 0.0399022 Dec 08 03:02:44.325257 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44090) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:02:44.329742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.v2.base [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Request body: {'floatingip': {'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'port_id': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103129) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 03:02:44.352567 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for floatingip, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:44.453547 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:44.560121 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_common [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Allocated IP 172.25.2.47 (7800fee8-ea69-4fe1-882e-471f707ec7dd/b7060bc9-33b9-42a4-a368-791399272662/ba52d28c-dc29-442c-828d-159537c0c413) {{(pid=103129) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 03:02:44.665497 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for port, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:44.699762 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756600274710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:44.738551 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Network 7800fee8-ea69-4fe1-882e-471f707ec7dd is already hosted by enough agents. {{(pid=103129) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 03:02:44.742384 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.base_scheduler [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Resources bound (agent type, host, resource id): {{(pid=103129) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 03:02:44.745895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Received port after_create {{(pid=103129) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 03:02:44.767949 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'Port': ['ID=ba52d28c-dc29-442c-828d-159537c0c413,revision_number=1']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:44.785327 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:44.785585 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:44.785929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:44.786270 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:44.786610 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:44.786946 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:44.787277 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:44.787607 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:44.787961 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:44.788589 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:44.788938 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:44.789273 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:44.789637 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:02:45.122862 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:45.190533 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:45.335263 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for port, precommit_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:45.339943 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63389075'] for port, after_update {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:45.409250 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event updated for resources: {'Port': ['ID=ba52d28c-dc29-442c-828d-159537c0c413,revision_number=2']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:02:45.421878 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2067368'] for floatingip, after_create {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:45.523027 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Floating IP 6d59c9d3-670f-4a1f-a754-f109de471028 associated. External IP: 172.25.2.47, port: 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96. Dec 08 03:02:45.731032 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:02:45.838684 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:02:45.848520 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbb7df-7bb7-45ea-82fa-f9a5601db810 None None] Sync routers for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:02:45.857040 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:02:45.858620 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbb7df-7bb7-45ea-82fa-f9a5601db810 None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:02:45.859243 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7efbb7df-7bb7-45ea-82fa-f9a5601db810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:02:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:45.885209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d1666c63-2cff-468b-9ec9-164db6e1ece4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5588160 Dec 08 03:02:45.885798 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:02:45.888071 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346fb3ce-8a19-4d22-a866-713cf7af2d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:02:45.969001 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7efbb7df-7bb7-45ea-82fa-f9a5601db810 None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:02:45.989977 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab8f2f3-766c-4981-a30c-7b09a6f546c4 x-openstack-request-id: req-cab8f2f3-766c-4981-a30c-7b09a6f546c4 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:02:45.990277 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:02:45.990537 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cab8f2f3-766c-4981-a30c-7b09a6f546c4 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:02:45.991584 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'status': 'completed', 'code': 200} Dec 08 03:02:46.077773 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fb3ce-8a19-4d22-a866-713cf7af2d5c req-6f15fe39-207b-4ddb-83ea-2cea7f359a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:46.079293 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-346fb3ce-8a19-4d22-a866-713cf7af2d5c req-6f15fe39-207b-4ddb-83ea-2cea7f359a54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 1097 time: 0.0402420 Dec 08 03:02:46.169457 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fb3ce-8a19-4d22-a866-713cf7af2d5c req-7edff3ea-4b08-4000-a2fe-12666c6b6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:46.171497 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-346fb3ce-8a19-4d22-a866-713cf7af2d5c req-7edff3ea-4b08-4000-a2fe-12666c6b6769 service neutron] 10.222.0.65 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 911 time: 0.0851073 Dec 08 03:02:46.211260 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7efbb7df-7bb7-45ea-82fa-f9a5601db810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '6d59c9d3-670f-4a1f-a754-f109de471028', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'port_id': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'mac_address': 'fa:16:3e:78:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:02:44Z', 'updated_at': '2021-12-08T03:02:44Z', 'revision_number': 0, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address_scope': None}, {'id': 'f0eba500-e477-42bd-bdfc-1aaaa8e9f02f', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'port_id': '999512de-8f49-4e49-b042-159fd26759eb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'mac_address': 'fa:16:3e:78:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e5dc47-846b-49cc-9c87-374584a32377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:00:13Z', 'updated_at': '2021-12-08T03:00:15Z', 'revision_number': 1, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:46.240271 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-346fb3ce-8a19-4d22-a866-713cf7af2d5c req-ed31e1b9-4e02-4409-b975-0888806cae94 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 HTTP/1.1" status: 200 len: 998 time: 0.0622394 Dec 08 03:02:46.250363 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbb7df-7bb7-45ea-82fa-f9a5601db810 None None] Checking router: e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:02:46.261542 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efbb7df-7bb7-45ea-82fa-f9a5601db810 None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:02:46.262433 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7efbb7df-7bb7-45ea-82fa-f9a5601db810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:02:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:46.289517 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fb3ce-8a19-4d22-a866-713cf7af2d5c req-57eb2c8d-2461-402d-ab1b-f80abe71fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:46.290983 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-346fb3ce-8a19-4d22-a866-713cf7af2d5c req-57eb2c8d-2461-402d-ab1b-f80abe71fc72 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0439348 Dec 08 03:02:46.337361 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fb3ce-8a19-4d22-a866-713cf7af2d5c req-b5322537-0b5c-41a4-bed6-7846a57e7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:02:46.338852 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-346fb3ce-8a19-4d22-a866-713cf7af2d5c req-b5322537-0b5c-41a4-bed6-7846a57e7d42 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406008 Dec 08 03:02:46.369996 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-7efbb7df-7bb7-45ea-82fa-f9a5601db810 None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:02:46.432012 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-346fb3ce-8a19-4d22-a866-713cf7af2d5c req-566b2660-60a1-4e41-82ff-90105e2335f8 service neutron] 10.222.0.65 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855017 Dec 08 03:02:46.620351 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-7efbb7df-7bb7-45ea-82fa-f9a5601db810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '6d59c9d3-670f-4a1f-a754-f109de471028', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'port_id': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'mac_address': 'fa:16:3e:78:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:02:44Z', 'updated_at': '2021-12-08T03:02:44Z', 'revision_number': 0, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address_scope': None}, {'id': 'f0eba500-e477-42bd-bdfc-1aaaa8e9f02f', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'port_id': '999512de-8f49-4e49-b042-159fd26759eb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'mac_address': 'fa:16:3e:78:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e5dc47-846b-49cc-9c87-374584a32377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:00:13Z', 'updated_at': '2021-12-08T03:00:15Z', 'revision_number': 1, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:02:46.652436 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efbb7df-7bb7-45ea-82fa-f9a5601db810 None None] The sync data for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 is: [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': '6d59c9d3-670f-4a1f-a754-f109de471028', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'port_id': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'mac_address': 'fa:16:3e:78:9b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:02:44Z', 'updated_at': '2021-12-08T03:02:44Z', 'revision_number': 0, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address_scope': None}, {'id': 'f0eba500-e477-42bd-bdfc-1aaaa8e9f02f', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'port_id': '999512de-8f49-4e49-b042-159fd26759eb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'mac_address': 'fa:16:3e:78:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e5dc47-846b-49cc-9c87-374584a32377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:00:13Z', 'updated_at': '2021-12-08T03:00:15Z', 'revision_number': 1, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:02:46.856950 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35162282-3152-49aa-a3d4-1541dffda0ef None None] New status for floating IP 6d59c9d3-670f-4a1f-a754-f109de471028: ACTIVE {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:02:46.873288 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-346fb3ce-8a19-4d22-a866-713cf7af2d5c req-b932f04d-967e-4ac5-b4da-1b0bab754153 service neutron] 10.222.0.65 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340489 Dec 08 03:02:55.744510 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:02:59.009777 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-96bc8458-5371-43e4-8a4a-08eda505c93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:02.249450 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-6a8eed42-93a8-43d3-9de1-a82bf10acd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:02.462574 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:02.685254 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:03.965076 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:04.930344 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:05.063288 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:07.370609 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1981cac-d06d-4cd6-ba27-b661f92a7dd6 req-7cd69749-5636-4a48-b048-90e7c01f1aaf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416312 Dec 08 03:03:07.472060 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1981cac-d06d-4cd6-ba27-b661f92a7dd6 req-ee6adb42-4230-4485-bb8b-6a4b7502c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:03:07.473586 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1981cac-d06d-4cd6-ba27-b661f92a7dd6 req-ee6adb42-4230-4485-bb8b-6a4b7502c0af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 1095 time: 0.0429375 Dec 08 03:03:07.584290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1981cac-d06d-4cd6-ba27-b661f92a7dd6 req-67a36523-8262-4011-bd5a-49b687cd9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:03:07.586661 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1981cac-d06d-4cd6-ba27-b661f92a7dd6 req-67a36523-8262-4011-bd5a-49b687cd9692 service neutron] 10.222.0.72 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 911 time: 0.0913391 Dec 08 03:03:07.651331 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1981cac-d06d-4cd6-ba27-b661f92a7dd6 req-ee438901-7c95-4cf3-9ef8-96ba4bf268a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999512de-8f49-4e49-b042-159fd26759eb HTTP/1.1" status: 200 len: 999 time: 0.0584202 Dec 08 03:03:07.704679 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1981cac-d06d-4cd6-ba27-b661f92a7dd6 req-9528df50-3337-4eb5-a46f-1a57acf5f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:03:07.706132 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1981cac-d06d-4cd6-ba27-b661f92a7dd6 req-9528df50-3337-4eb5-a46f-1a57acf5f034 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0480938 Dec 08 03:03:07.751493 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1981cac-d06d-4cd6-ba27-b661f92a7dd6 req-00a25be5-cdf6-48f1-8c59-0f737a510c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:03:07.753026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1981cac-d06d-4cd6-ba27-b661f92a7dd6 req-00a25be5-cdf6-48f1-8c59-0f737a510c60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399621 Dec 08 03:03:07.842626 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1981cac-d06d-4cd6-ba27-b661f92a7dd6 req-7be36d50-df5c-437d-bbc0-530a3672b417 service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814030 Dec 08 03:03:07.953126 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-e1981cac-d06d-4cd6-ba27-b661f92a7dd6 req-59891bb2-3a82-4c7c-8f83-d5b4c9d9f1b6 service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034875 Dec 08 03:03:21.259113 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f5f9970-9732-4a15-a502-479c3ad57e04 req-c8ffc9d0-664f-4400-a1f5-5f53b81bbfb6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418482 Dec 08 03:03:21.374606 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9970-9732-4a15-a502-479c3ad57e04 req-d751cb8a-d5c3-4de6-915d-29591bf1ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:03:21.376083 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f5f9970-9732-4a15-a502-479c3ad57e04 req-d751cb8a-d5c3-4de6-915d-29591bf1ae83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 1097 time: 0.0406735 Dec 08 03:03:21.487060 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9970-9732-4a15-a502-479c3ad57e04 req-d8cad178-e291-4c64-b938-97f7d4c69d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:03:21.488523 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f5f9970-9732-4a15-a502-479c3ad57e04 req-d8cad178-e291-4c64-b938-97f7d4c69d33 service neutron] 10.222.0.65 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 911 time: 0.0867612 Dec 08 03:03:21.557099 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f5f9970-9732-4a15-a502-479c3ad57e04 req-8aec835e-b88c-4d43-b84b-cf3b8b0fcb48 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 HTTP/1.1" status: 200 len: 1000 time: 0.0576270 Dec 08 03:03:21.612967 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9970-9732-4a15-a502-479c3ad57e04 req-24961d42-08d3-468d-9355-14a9d6725d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:03:21.614416 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f5f9970-9732-4a15-a502-479c3ad57e04 req-24961d42-08d3-468d-9355-14a9d6725d04 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0453966 Dec 08 03:03:21.669537 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f9970-9732-4a15-a502-479c3ad57e04 req-77d8ebf5-f5fe-4729-8c0f-7c0a339a372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:03:21.670916 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f5f9970-9732-4a15-a502-479c3ad57e04 req-77d8ebf5-f5fe-4729-8c0f-7c0a339a372e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439181 Dec 08 03:03:21.766911 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f5f9970-9732-4a15-a502-479c3ad57e04 req-f4905e80-6f2e-4f4f-84ec-abbad018b98b service neutron] 10.222.0.65 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823781 Dec 08 03:03:21.861823 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-5f5f9970-9732-4a15-a502-479c3ad57e04 req-eedf53a1-c517-4431-8337-f1f324d02dcf service neutron] 10.222.0.65 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841825 Dec 08 03:03:29.011114 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-468dd04a-f87e-4adc-b703-ad5e77276633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:32.250887 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4c7b-5311-4c3c-ab48-3d1ca30004a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:32.462470 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:32.685578 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:32.743590 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:03:33.968375 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:34.934883 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:35.080570 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:03:59.013233 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e310773d-a4f7-4ca0-9a96-c7059039c057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:02.251506 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bd67e2b9-c7ed-46e4-a7d2-e8fb412c3969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:02.477090 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:02.687921 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:03.971473 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:04.937287 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:05.080812 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:08.377889 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-b4aec893-e7b0-4072-ba0d-abdbe493d986 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406277 Dec 08 03:04:08.481344 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-807f2318-0453-41f7-a448-4c32ee831753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:08.482845 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-807f2318-0453-41f7-a448-4c32ee831753 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 1095 time: 0.0459771 Dec 08 03:04:08.843563 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-0859c2e8-28b9-409f-b3be-60d1b4726d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:08.845091 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-0859c2e8-28b9-409f-b3be-60d1b4726d0d service neutron] 10.222.0.72 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 911 time: 0.3429437 Dec 08 03:04:08.912505 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-cfe53f46-8e2d-4595-b72c-a77c17694796 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999512de-8f49-4e49-b042-159fd26759eb HTTP/1.1" status: 200 len: 999 time: 0.0593741 Dec 08 03:04:08.960184 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-e0a605ce-6bf5-4df4-93e0-6b399ff0ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:08.961657 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-e0a605ce-6bf5-4df4-93e0-6b399ff0ef43 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0425792 Dec 08 03:04:09.011095 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-79f1f97f-445b-4c2f-9cfb-305ab0b2406a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:09.012624 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-79f1f97f-445b-4c2f-9cfb-305ab0b2406a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401545 Dec 08 03:04:09.023303 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-7acdf3fa-038f-4461-80b5-83eda53f5e64 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103129) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 03:04:09.024328 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-7acdf3fa-038f-4461-80b5-83eda53f5e64 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049636 Dec 08 03:04:09.115209 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-26feeb60-639d-40d7-abd3-08445b227266 service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841062 Dec 08 03:04:09.205991 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-54730979-ac54-4d68-b7e4-c9f3ca177a1c req-cebbbde9-6010-423e-bed5-02d5e6ffbcbb service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842278 Dec 08 03:04:09.742922 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:04:22.776603 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-af49d82b-8cf7-4ce7-ba05-36d8a99fe601 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409527 Dec 08 03:04:22.892499 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-e7b5c813-a4ef-447e-9b61-53c1d01b5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:22.893998 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-e7b5c813-a4ef-447e-9b61-53c1d01b5943 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 1097 time: 0.0462484 Dec 08 03:04:23.005228 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-d52e887f-bfdc-43da-b0e6-a9f28d723756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:23.006686 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-d52e887f-bfdc-43da-b0e6-a9f28d723756 service neutron] 10.222.0.65 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 911 time: 0.0873590 Dec 08 03:04:23.075134 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-849a7e66-b05f-42cd-84b4-c1b7347176f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 HTTP/1.1" status: 200 len: 1000 time: 0.0570731 Dec 08 03:04:23.131148 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-3e07be04-2eab-4a40-b47c-00fc2bb68c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:23.132609 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-3e07be04-2eab-4a40-b47c-00fc2bb68c2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0469110 Dec 08 03:04:23.181188 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-4dfde22a-1bb7-437c-a481-220f42b91b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:23.183279 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-4dfde22a-1bb7-437c-a481-220f42b91b08 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397427 Dec 08 03:04:23.197560 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-fd3bc760-3bad-4564-82de-121204871c1c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=103130) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 03:04:23.198486 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-fd3bc760-3bad-4564-82de-121204871c1c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053666 Dec 08 03:04:23.290140 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-bc38c246-0f20-4c61-ba2d-9895caafb9f8 service neutron] 10.222.0.65 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799809 Dec 08 03:04:23.390867 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-ff1bf1b3-d24f-42e3-995f-77737a6a1406 req-562588bb-cc2c-42b4-b8a7-1b1eacd2d666 service neutron] 10.222.0.65 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863433 Dec 08 03:04:28.634156 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 details requested by agent hyperv_n-h1-713498-30 with host n-h1-713498-30 {{(pid=103131) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 03:04:28.730059 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:28.741137 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Returning: {'device': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'port_id': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'mac_address': 'fa:16:3e:78:9b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103131) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 03:04:28.777999 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:28.793814 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 {{(pid=103131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 03:04:28.813086 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:28.817329 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:28.863064 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,revision_number=6']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:28.870846 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:28.871195 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:28.871543 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:28.871885 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:28.872222 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:28.872584 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:28.872918 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:28.873249 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:28.873577 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:28.873903 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:28.874231 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:28.874555 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:28.874880 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:29.005561 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] get_ports_and_sgs() called for port_ids ['1f9ce6a1-f0a7-4872-a7a8-fc696303bb96'] {{(pid=103131) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 03:04:29.044887 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-a2a89a58-abe0-46bf-b1fb-defe7fdb8cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:30.653338 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 up at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 03:04:30.707247 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.provisioning_blocks [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Provisioning complete for port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 triggered by entity L2. {{(pid=103131) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 03:04:30.707658 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995196'] for port, provisioning_complete {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:30.795879 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:30.821533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:04:30.824373 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274d875e-baeb-4c38-a41a-a85316b5cafc" -d '{"events": [{"server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "name": "network-vif-plugged", "status": "completed", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:04:30.839193 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:30.844927 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:30.871551 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0387894-332d-4652-ab93-ab3e649ed0e6 x-openstack-request-id: req-a0387894-332d-4652-ab93-ab3e649ed0e6 {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:04:30.871870 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "name": "network-vif-plugged", "status": "completed", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:04:30.872110 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0387894-332d-4652-ab93-ab3e649ed0e6 {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:04:30.872536 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'code': 200} Dec 08 03:04:30.903186 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,revision_number=7']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:32.260710 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5733db4e-425f-4d15-a53f-bc0ac24306a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:32.491148 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:32.716381 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:33.986700 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:34.940792 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:35.089299 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:39.887661 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44292) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:40.055841 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Deleting port ba52d28c-dc29-442c-828d-159537c0c413 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:04:40.056754 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:40.130635 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:40.130961 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:40.142945 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Calling delete_port for ba52d28c-dc29-442c-828d-159537c0c413 owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:04:40.289632 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:40.319417 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event deleted for resources: {'Port': ['ID=ba52d28c-dc29-442c-828d-159537c0c413,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:40.332376 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.332742 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.333101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.333455 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.333799 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.334142 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.334478 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.334813 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.335146 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.335478 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.335811 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.336145 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.336500 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103129) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:40.401182 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:40.401522 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Floating IP 6d59c9d3-670f-4a1f-a754-f109de471028 disassociated (deleted). External IP: 172.25.2.47, port: 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96. Dec 08 03:04:40.605895 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:04:40.723476 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:04:40.729498 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:40.733692 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f11c42-09ff-41ad-be8c-f7427406b6d4 None None] Sync routers for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:04:40.743406 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f11c42-09ff-41ad-be8c-f7427406b6d4 None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:04:40.744371 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-05f11c42-09ff-41ad-be8c-f7427406b6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:04:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:40.760055 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d0b91b45-745c-4ca3-8197-2474f6af5f81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "DELETE /v2.0/floatingips/6d59c9d3-670f-4a1f-a754-f109de471028 HTTP/1.1" status: 204 len: 168 time: 0.8709857 Dec 08 03:04:40.760693 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:04:40.763114 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd34121-a5bb-42ed-91ce-d67ed330dde6" -d '{"events": [{"name": "network-changed", "server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:04:40.925196 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ece19aa-e056-401f-b27b-3b95dee67837 x-openstack-request-id: req-1ece19aa-e056-401f-b27b-3b95dee67837 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:04:40.926379 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:04:40.926881 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ece19aa-e056-401f-b27b-3b95dee67837 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:04:40.927712 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'status': 'completed', 'code': 200} Dec 08 03:04:41.038248 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-05f11c42-09ff-41ad-be8c-f7427406b6d4 None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:04:41.046047 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd34121-a5bb-42ed-91ce-d67ed330dde6 req-5da52a97-17fe-430b-83b4-5617b5d3532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:41.047594 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3bd34121-a5bb-42ed-91ce-d67ed330dde6 req-5da52a97-17fe-430b-83b4-5617b5d3532e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 1097 time: 0.0481336 Dec 08 03:04:41.113109 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1224ca5-251b-4b3c-83cd-2d57918003f2 req-ab965a30-eae0-467d-836c-d748d4f542cb tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:41.114673 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1224ca5-251b-4b3c-83cd-2d57918003f2 req-ab965a30-eae0-467d-836c-d748d4f542cb tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 945 time: 0.1385708 Dec 08 03:04:41.155387 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd34121-a5bb-42ed-91ce-d67ed330dde6 req-be640577-e14d-41a9-87e8-cf66d440bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:41.157331 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3bd34121-a5bb-42ed-91ce-d67ed330dde6 req-be640577-e14d-41a9-87e8-cf66d440bcdb service neutron] 10.222.0.65 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 911 time: 0.0985875 Dec 08 03:04:41.168871 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d1224ca5-251b-4b3c-83cd-2d57918003f2 req-565affa3-002d-40d3-b857-215f5c1dc06c tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478652 Dec 08 03:04:41.201427 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3bd34121-a5bb-42ed-91ce-d67ed330dde6 req-5499288d-3471-4aa7-b38f-63b2d5d0009a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 HTTP/1.1" status: 200 len: 217 time: 0.0362294 Dec 08 03:04:41.251404 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd34121-a5bb-42ed-91ce-d67ed330dde6 req-a7845d78-7650-471b-a709-658b510ec6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:41.252904 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3bd34121-a5bb-42ed-91ce-d67ed330dde6 req-a7845d78-7650-471b-a709-658b510ec6d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0438170 Dec 08 03:04:41.285593 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-05f11c42-09ff-41ad-be8c-f7427406b6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f0eba500-e477-42bd-bdfc-1aaaa8e9f02f', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'port_id': '999512de-8f49-4e49-b042-159fd26759eb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'mac_address': 'fa:16:3e:78:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e5dc47-846b-49cc-9c87-374584a32377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:00:13Z', 'updated_at': '2021-12-08T03:00:15Z', 'revision_number': 1, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:41.312358 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f11c42-09ff-41ad-be8c-f7427406b6d4 None None] Checking router: e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:04:41.314136 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd34121-a5bb-42ed-91ce-d67ed330dde6 req-1f7b0ab0-ee7f-48b2-86ca-ff3d611cda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:41.315693 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3bd34121-a5bb-42ed-91ce-d67ed330dde6 req-1f7b0ab0-ee7f-48b2-86ca-ff3d611cda9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550778 Dec 08 03:04:41.323134 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f11c42-09ff-41ad-be8c-f7427406b6d4 None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:04:41.324015 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-05f11c42-09ff-41ad-be8c-f7427406b6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:04:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:41.409361 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3bd34121-a5bb-42ed-91ce-d67ed330dde6 req-7cc3de84-dfad-4062-8109-63ee35809b86 service neutron] 10.222.0.65 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840070 Dec 08 03:04:41.434307 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-05f11c42-09ff-41ad-be8c-f7427406b6d4 None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:04:41.504714 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-3bd34121-a5bb-42ed-91ce-d67ed330dde6 req-bb2f8a74-1327-4b90-8e02-f3e39628dac3 service neutron] 10.222.0.65 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866895 Dec 08 03:04:41.661731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-05f11c42-09ff-41ad-be8c-f7427406b6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f0eba500-e477-42bd-bdfc-1aaaa8e9f02f', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'port_id': '999512de-8f49-4e49-b042-159fd26759eb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'mac_address': 'fa:16:3e:78:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e5dc47-846b-49cc-9c87-374584a32377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:00:13Z', 'updated_at': '2021-12-08T03:00:15Z', 'revision_number': 1, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:41.688731 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f11c42-09ff-41ad-be8c-f7427406b6d4 None None] The sync data for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 is: [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_floatingips': [{'id': 'f0eba500-e477-42bd-bdfc-1aaaa8e9f02f', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'router_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'port_id': '999512de-8f49-4e49-b042-159fd26759eb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'mac_address': 'fa:16:3e:78:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50e5dc47-846b-49cc-9c87-374584a32377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T03:00:13Z', 'updated_at': '2021-12-08T03:00:15Z', 'revision_number': 1, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:04:42.029607 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976da163-36b6-498c-ae88-9899a03f7e02 None None] New status for floating IP 6d59c9d3-670f-4a1f-a754-f109de471028: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:04:42.287981 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d3499-7ca5-4936-a2d1-5e7608906aad req-77693312-cd54-4255-9b04-aea4fe255a81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:42.289415 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a18d3499-7ca5-4936-a2d1-5e7608906aad req-77693312-cd54-4255-9b04-aea4fe255a81 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 945 time: 0.0489821 Dec 08 03:04:42.342837 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-a18d3499-7ca5-4936-a2d1-5e7608906aad req-9d1f772e-64b7-4090-a523-e4610ee4ec1a tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469370 Dec 08 03:04:42.695284 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:04:42.774069 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-918454'] for port, before_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:42.800419 n-d-713498-30 neutron-server[103131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96'}] {{(pid=103131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:04:42.802697 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005cf9ea68be270310cf2effb6d578bb1112f0ddb7764a6794bc99d68015780b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b659a9-6894-42b2-9bac-8ed7713cca24" -d '{"events": [{"server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "name": "network-vif-unplugged", "status": "completed", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96"}]}' {{(pid=103131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:04:42.815272 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.db [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] For port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:42.818371 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756600762543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756600274728', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756600274746'] for port, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:42.843036 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 03:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d884a8b6-b0a2-4cf0-9d11-ef4b3f92780e x-openstack-request-id: req-d884a8b6-b0a2-4cf0-9d11-ef4b3f92780e {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:04:42.843344 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "name": "network-vif-unplugged", "status": "completed", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96", "code": 200}]} {{(pid=103131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:04:42.843601 n-d-713498-30 neutron-server[103131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d884a8b6-b0a2-4cf0-9d11-ef4b3f92780e {{(pid=103131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:04:42.843998 n-d-713498-30 neutron-server[103131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'code': 200} Dec 08 03:04:42.869500 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Pushing event updated for resources: {'Port': ['ID=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,revision_number=8']} {{(pid=103131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:43.000682 n-d-713498-30 neutron-server[103130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b4e18-ac65-465b-99cf-4f3796f1c841 req-4578c870-053f-4705-93da-c2a13079113b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103130) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:43.002174 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2e5b4e18-ac65-465b-99cf-4f3796f1c841 req-4578c870-053f-4705-93da-c2a13079113b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.65 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 943 time: 0.0493622 Dec 08 03:04:43.095232 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-2e5b4e18-ac65-465b-99cf-4f3796f1c841 req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Deleting port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 {{(pid=103130) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:04:43.095576 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2e5b4e18-ac65-465b-99cf-4f3796f1c841 req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:43.188300 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.db [req-2e5b4e18-ac65-465b-99cf-4f3796f1c841 req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] For port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96, host n-h1-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-30',level=0,port_id=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103130) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:43.188680 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2e5b4e18-ac65-465b-99cf-4f3796f1c841 req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:43.203493 n-d-713498-30 neutron-server[103130]: DEBUG neutron.plugins.ml2.plugin [req-2e5b4e18-ac65-465b-99cf-4f3796f1c841 req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Calling delete_port for 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 owned by compute:nova {{(pid=103130) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:04:43.339510 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2e5b4e18-ac65-465b-99cf-4f3796f1c841 req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64597760'] for port, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:43.371407 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event deleted for resources: {'Port': ['ID=1f9ce6a1-f0a7-4872-a7a8-fc696303bb96,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:43.406086 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.406362 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.406711 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.407058 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.407393 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.407737 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.408072 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.408452 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.408786 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.409115 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.409448 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.409784 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.410114 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-30 {{(pid=103130) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 03:04:43.430110 n-d-713498-30 neutron-server[103130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5b4e18-ac65-465b-99cf-4f3796f1c841 req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] No DVR routers for this DVR port 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 on host n-h1-713498-30 {{(pid=103130) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:04:43.433473 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [req-2e5b4e18-ac65-465b-99cf-4f3796f1c841 req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:43.436867 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [req-2e5b4e18-ac65-465b-99cf-4f3796f1c841 req-65a6b7de-8a9a-4d95-9f07-271a314b56f4 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.65 "DELETE /v2.0/ports/1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 HTTP/1.1" status: 204 len: 173 time: 0.4252644 Dec 08 03:04:43.437316 n-d-713498-30 neutron-server[103130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'name': 'network-vif-deleted', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96'}] {{(pid=103130) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:04:43.439607 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}657ff8039bacf54f46cdabdfb1c0f9ff7d93b7e53fcca0ade8abf2065d84d576" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a238941f-e001-4351-ba49-09057e81f2c5" -d '{"events": [{"server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "name": "network-vif-deleted", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96"}]}' {{(pid=103130) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:04:43.486972 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-7e4f50f3-717c-4281-8552-c94aefc54b7e req-57082307-4598-4702-82fa-4c7ff6301ea0 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=7103070b-e198-4a62-ab2b-575cfc7abbb5 HTTP/1.1" status: 200 len: 210 time: 0.0420737 Dec 08 03:04:43.533980 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accf4499-2c56-495f-a6af-580a7b899570 x-openstack-request-id: req-accf4499-2c56-495f-a6af-580a7b899570 {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:04:43.534319 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7103070b-e198-4a62-ab2b-575cfc7abbb5", "name": "network-vif-deleted", "tag": "1f9ce6a1-f0a7-4872-a7a8-fc696303bb96", "status": "completed", "code": 200}]} {{(pid=103130) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:04:43.534618 n-d-713498-30 neutron-server[103130]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-accf4499-2c56-495f-a6af-580a7b899570 {{(pid=103130) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:04:43.535035 n-d-713498-30 neutron-server[103130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7103070b-e198-4a62-ab2b-575cfc7abbb5', 'name': 'network-vif-deleted', 'tag': '1f9ce6a1-f0a7-4872-a7a8-fc696303bb96', 'status': 'completed', 'code': 200} Dec 08 03:04:45.065508 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44352) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:45.223701 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Deleting port 53a11745-84ae-42c9-be2a-ed6f59cfc31e {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:04:45.224044 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:45.298333 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:45.298582 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:45.314830 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Calling delete_port for 53a11745-84ae-42c9-be2a-ed6f59cfc31e owned by network:floatingip {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:04:45.471061 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:45.495927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event deleted for resources: {'Port': ['ID=53a11745-84ae-42c9-be2a-ed6f59cfc31e,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:45.559384 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for floatingip, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:45.559644 n-d-713498-30 neutron-server[103129]: INFO neutron.db.l3_db [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Floating IP f0eba500-e477-42bd-bdfc-1aaaa8e9f02f disassociated (deleted). External IP: 172.25.2.231, port: 999512de-8f49-4e49-b042-159fd26759eb. Dec 08 03:04:45.766911 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:04:45.873763 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:04:45.878447 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for floatingip, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:45.883604 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13dff83-9a8f-4663-8feb-b1bbf418714c None None] Sync routers for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:04:45.895634 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13dff83-9a8f-4663-8feb-b1bbf418714c None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:04:45.896667 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c13dff83-9a8f-4663-8feb-b1bbf418714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:04:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:45.906411 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-c340b29c-0cfd-4c8e-be8f-353b9dafdc07 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "DELETE /v2.0/floatingips/f0eba500-e477-42bd-bdfc-1aaaa8e9f02f HTTP/1.1" status: 204 len: 168 time: 0.8398054 Dec 08 03:04:45.907003 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'tag': '999512de-8f49-4e49-b042-159fd26759eb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:04:45.909294 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cf817c-99a9-44e0-8ba3-0ab6e2382951" -d '{"events": [{"name": "network-changed", "server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "tag": "999512de-8f49-4e49-b042-159fd26759eb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:04:46.006457 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c13dff83-9a8f-4663-8feb-b1bbf418714c None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:04:46.064874 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 03:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4e8d92-87da-48cd-bf83-5a28c77410f0 x-openstack-request-id: req-bb4e8d92-87da-48cd-bf83-5a28c77410f0 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:04:46.065173 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "tag": "999512de-8f49-4e49-b042-159fd26759eb", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:04:46.065429 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bb4e8d92-87da-48cd-bf83-5a28c77410f0 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:04:46.065855 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'tag': '999512de-8f49-4e49-b042-159fd26759eb', 'status': 'completed', 'code': 200} Dec 08 03:04:46.186546 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c703f0-efe4-4127-90bc-dacae8f0eb01 req-9e84bcf5-f71a-41b3-99be-82b0960a8675 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:46.188060 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66c703f0-efe4-4127-90bc-dacae8f0eb01 req-9e84bcf5-f71a-41b3-99be-82b0960a8675 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 943 time: 0.0753675 Dec 08 03:04:46.203335 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf817c-99a9-44e0-8ba3-0ab6e2382951 req-102cc0a3-baae-46f6-a55f-5fb12ea25359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:46.204718 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d2cf817c-99a9-44e0-8ba3-0ab6e2382951 req-102cc0a3-baae-46f6-a55f-5fb12ea25359 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 1095 time: 0.0657132 Dec 08 03:04:46.222289 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c13dff83-9a8f-4663-8feb-b1bbf418714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:46.252683 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13dff83-9a8f-4663-8feb-b1bbf418714c None None] Checking router: e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:04:46.261708 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13dff83-9a8f-4663-8feb-b1bbf418714c None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:04:46.262319 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c13dff83-9a8f-4663-8feb-b1bbf418714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:04:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:46.299099 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-66c703f0-efe4-4127-90bc-dacae8f0eb01 req-484d372d-cebc-4ca2-8dd8-3b390c714a24 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044414 Dec 08 03:04:46.326507 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf817c-99a9-44e0-8ba3-0ab6e2382951 req-24b42f31-3051-42df-8712-63d5648a29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:46.328435 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d2cf817c-99a9-44e0-8ba3-0ab6e2382951 req-24b42f31-3051-42df-8712-63d5648a29dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 200 len: 911 time: 0.1164081 Dec 08 03:04:46.370780 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-c13dff83-9a8f-4663-8feb-b1bbf418714c None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:04:46.372778 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d2cf817c-99a9-44e0-8ba3-0ab6e2382951 req-cde8de57-c471-49e0-91a6-3671b677dc61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=999512de-8f49-4e49-b042-159fd26759eb HTTP/1.1" status: 200 len: 217 time: 0.0347579 Dec 08 03:04:46.425993 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf817c-99a9-44e0-8ba3-0ab6e2382951 req-5e6bdc2a-206f-48c9-8627-768ca2728f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:46.427476 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d2cf817c-99a9-44e0-8ba3-0ab6e2382951 req-5e6bdc2a-206f-48c9-8627-768ca2728f4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 200 len: 849 time: 0.0476897 Dec 08 03:04:46.476566 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf817c-99a9-44e0-8ba3-0ab6e2382951 req-11decb99-9f66-4af9-a84a-dbfb76a57349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:46.478122 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d2cf817c-99a9-44e0-8ba3-0ab6e2382951 req-11decb99-9f66-4af9-a84a-dbfb76a57349 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=314c9187-ff03-47e6-97ec-72bac3918d93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420291 Dec 08 03:04:46.568601 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d2cf817c-99a9-44e0-8ba3-0ab6e2382951 req-83857213-3bf7-490f-b415-be350c05027d service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822487 Dec 08 03:04:46.576072 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-c13dff83-9a8f-4663-8feb-b1bbf418714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:46.603481 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13dff83-9a8f-4663-8feb-b1bbf418714c None None] The sync data for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 is: [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T02:59:52Z', 'revision_number': 4, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30', '_interfaces': [{'id': '282e0aeb-121e-408c-b16e-400ccd0404a3', 'name': '', 'network_id': '314c9187-ff03-47e6-97ec-72bac3918d93', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'mac_address': 'fa:16:3e:ff:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:51Z', 'updated_at': '2021-12-08T02:59:57Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'subnets': [{'id': 'f3a49f59-5efa-472a-a42f-02b8496167e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:04:46.665917 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-d2cf817c-99a9-44e0-8ba3-0ab6e2382951 req-6e9f2702-eaf4-4964-b87a-39fb11249b33 service neutron] 10.222.0.72 "GET /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889771 Dec 08 03:04:46.729832 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 no longer exists at agent hyperv_n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:04:46.742157 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:04:46.755760 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] No Port match for: 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:04:46.756122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Device 1f9ce6a1-f0a7-4872-a7a8-fc696303bb96 not bound to the agent host n-h1-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:04:46.817238 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca381131-b02e-4585-8e17-bea6b76f5c81 None None] New status for floating IP f0eba500-e477-42bd-bdfc-1aaaa8e9f02f: DOWN {{(pid=103132) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 03:04:47.415532 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb9899-172d-4648-b663-54ebc115cb75 req-cb37bdf5-b767-4efa-a9fb-e8624934b04b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:47.417240 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3edb9899-172d-4648-b663-54ebc115cb75 req-cb37bdf5-b767-4efa-a9fb-e8624934b04b tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 943 time: 0.0492241 Dec 08 03:04:47.465655 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3edb9899-172d-4648-b663-54ebc115cb75 req-625fb005-65fc-43eb-beeb-c2de7350911c tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/security-groups?id=289ee86c-e221-40e7-9497-40ba07c588a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Dec 08 03:04:47.846619 n-d-713498-30 neutron-server[103129]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686a63b-bbfb-4b69-887f-4743e5cb40b5 req-6bf2b23f-acc0-4f6e-bc5c-543933affd8d tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103129) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 03:04:47.848118 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3686a63b-bbfb-4b69-887f-4743e5cb40b5 req-6bf2b23f-acc0-4f6e-bc5c-543933affd8d tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.72 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 943 time: 0.0549762 Dec 08 03:04:47.936944 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-3686a63b-bbfb-4b69-887f-4743e5cb40b5 req-3ca5f832-a13a-4d30-bac4-7c46b1ecf683 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Deleting port 999512de-8f49-4e49-b042-159fd26759eb {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:04:47.937288 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3686a63b-bbfb-4b69-887f-4743e5cb40b5 req-3ca5f832-a13a-4d30-bac4-7c46b1ecf683 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:48.029031 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [req-3686a63b-bbfb-4b69-887f-4743e5cb40b5 req-3ca5f832-a13a-4d30-bac4-7c46b1ecf683 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] For port 999512de-8f49-4e49-b042-159fd26759eb, host n-h2-713498-30, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-30',level=0,port_id=999512de-8f49-4e49-b042-159fd26759eb,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:48.029399 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3686a63b-bbfb-4b69-887f-4743e5cb40b5 req-3ca5f832-a13a-4d30-bac4-7c46b1ecf683 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:48.041698 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [req-3686a63b-bbfb-4b69-887f-4743e5cb40b5 req-3ca5f832-a13a-4d30-bac4-7c46b1ecf683 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Calling delete_port for 999512de-8f49-4e49-b042-159fd26759eb owned by compute:nova {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:04:48.167315 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3686a63b-bbfb-4b69-887f-4743e5cb40b5 req-3ca5f832-a13a-4d30-bac4-7c46b1ecf683 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:48.197933 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5f832-a13a-4d30-bac4-7c46b1ecf683 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event deleted for resources: {'Port': ['ID=999512de-8f49-4e49-b042-159fd26759eb,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:48.241843 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [req-3686a63b-bbfb-4b69-887f-4743e5cb40b5 req-3ca5f832-a13a-4d30-bac4-7c46b1ecf683 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] No DVR routers for this DVR port 999512de-8f49-4e49-b042-159fd26759eb on host n-h2-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:04:48.244474 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [req-3686a63b-bbfb-4b69-887f-4743e5cb40b5 req-3ca5f832-a13a-4d30-bac4-7c46b1ecf683 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-508317'] for port, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:48.248007 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-3686a63b-bbfb-4b69-887f-4743e5cb40b5 req-3ca5f832-a13a-4d30-bac4-7c46b1ecf683 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.72 "DELETE /v2.0/ports/999512de-8f49-4e49-b042-159fd26759eb HTTP/1.1" status: 204 len: 173 time: 0.3928640 Dec 08 03:04:48.248483 n-d-713498-30 neutron-server[103129]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'name': 'network-vif-deleted', 'tag': '999512de-8f49-4e49-b042-159fd26759eb'}] {{(pid=103129) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 03:04:48.250704 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539154457ac20278b4627b756d6ee3e1ac45dc6f5260c60400fced9a78a94af4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830b88ce-3789-4ae3-9c70-a17036eff9c0" -d '{"events": [{"server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "name": "network-vif-deleted", "tag": "999512de-8f49-4e49-b042-159fd26759eb"}]}' {{(pid=103129) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 03:04:48.286728 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 03:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc9b5a3-7ae9-435e-a9fe-5d471e63e052 x-openstack-request-id: req-0cc9b5a3-7ae9-435e-a9fe-5d471e63e052 {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 03:04:48.287039 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e5dc47-846b-49cc-9c87-374584a32377", "name": "network-vif-deleted", "tag": "999512de-8f49-4e49-b042-159fd26759eb", "status": "completed", "code": 200}]} {{(pid=103129) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 03:04:48.287300 n-d-713498-30 neutron-server[103129]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0cc9b5a3-7ae9-435e-a9fe-5d471e63e052 {{(pid=103129) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 03:04:48.287708 n-d-713498-30 neutron-server[103129]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e5dc47-846b-49cc-9c87-374584a32377', 'name': 'network-vif-deleted', 'tag': '999512de-8f49-4e49-b042-159fd26759eb', 'status': 'completed', 'code': 200} Dec 08 03:04:48.578066 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [req-af3ec243-67e5-416c-9336-a18a9c66234b req-c3e04650-7599-4e16-95f8-093beaa5d056 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "GET /v2.0/ports?device_id=50e5dc47-846b-49cc-9c87-374584a32377 HTTP/1.1" status: 200 len: 210 time: 0.0317297 Dec 08 03:04:49.634775 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44368) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:49.693251 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f37288da-e39b-467e-9ec6-6a51e9d033e8 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:49.719360 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f37288da-e39b-467e-9ec6-6a51e9d033e8 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:49.783898 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f37288da-e39b-467e-9ec6-6a51e9d033e8 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:49.786579 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-f37288da-e39b-467e-9ec6-6a51e9d033e8 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:49.787753 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-f37288da-e39b-467e-9ec6-6a51e9d033e8 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] 10.222.0.70 "DELETE /v2.0/security-groups/289ee86c-e221-40e7-9497-40ba07c588a4 HTTP/1.1" status: 204 len: 168 time: 0.1519799 Dec 08 03:04:49.797690 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37288da-e39b-467e-9ec6-6a51e9d033e8 tempest-TestSnapshotPattern-1212905437 tempest-TestSnapshotPattern-1212905437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=289ee86c-e221-40e7-9497-40ba07c588a4,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:50.849677 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44374) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:50.982723 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 999512de-8f49-4e49-b042-159fd26759eb no longer exists at agent hyperv_n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:04:51.007535 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] No Port match for: 999512de-8f49-4e49-b042-159fd26759eb {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:04:51.008182 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Device 999512de-8f49-4e49-b042-159fd26759eb not bound to the agent host n-h2-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:04:51.559677 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55c9a86-ea29-4dd9-bd8f-982b890161cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:51.798720 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a55c9a86-ea29-4dd9-bd8f-982b890161cc admin admin] Deleting port 282e0aeb-121e-408c-b16e-400ccd0404a3 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:04:51.799064 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55c9a86-ea29-4dd9-bd8f-982b890161cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:51.879996 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a55c9a86-ea29-4dd9-bd8f-982b890161cc admin admin] For port 282e0aeb-121e-408c-b16e-400ccd0404a3, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=282e0aeb-121e-408c-b16e-400ccd0404a3,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:51.880738 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55c9a86-ea29-4dd9-bd8f-982b890161cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:51.892518 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a55c9a86-ea29-4dd9-bd8f-982b890161cc admin admin] Calling delete_port for 282e0aeb-121e-408c-b16e-400ccd0404a3 owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:04:52.069663 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55c9a86-ea29-4dd9-bd8f-982b890161cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:52.095012 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c9a86-ea29-4dd9-bd8f-982b890161cc admin admin] Pushing event deleted for resources: {'Port': ['ID=282e0aeb-121e-408c-b16e-400ccd0404a3,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:52.263680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a55c9a86-ea29-4dd9-bd8f-982b890161cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:52.479529 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55c9a86-ea29-4dd9-bd8f-982b890161cc admin admin] Router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:04:52.584823 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55c9a86-ea29-4dd9-bd8f-982b890161cc admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:04:52.589840 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a55c9a86-ea29-4dd9-bd8f-982b890161cc admin admin] 10.222.0.70 "PUT /v2.0/routers/e6a2bcb6-ffd6-4c00-83a1-b23abb055f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7390099 Dec 08 03:04:52.592448 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44378) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:52.595252 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce615e97-898b-4422-903d-0ad4cc8183eb None None] Sync routers for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:04:52.604817 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce615e97-898b-4422-903d-0ad4cc8183eb None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:04:52.606187 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ce615e97-898b-4422-903d-0ad4cc8183eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:04:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:52.698680 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:52.712660 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ce615e97-898b-4422-903d-0ad4cc8183eb None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: n-d-713498-30 {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:04:52.809654 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:52.862389 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Deleting port 9a56eedf-6db4-4ed2-af49-f037563f9884 {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:04:52.862733 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:52.894480 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ce615e97-898b-4422-903d-0ad4cc8183eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T03:04:52Z', 'revision_number': 5, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port': {'id': '9a56eedf-6db4-4ed2-af49-f037563f9884', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:50Z', 'updated_at': '2021-12-08T02:59:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:52.922331 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce615e97-898b-4422-903d-0ad4cc8183eb None None] Checking router: e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 for host: n-d-713498-30 {{(pid=103131) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:04:52.930715 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce615e97-898b-4422-903d-0ad4cc8183eb None None] Routers {'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'} bound to L3 agent in host n-d-713498-30 {{(pid=103131) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:04:52.931334 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ce615e97-898b-4422-903d-0ad4cc8183eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:04:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'], 'active': True} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:52.948275 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] For port 9a56eedf-6db4-4ed2-af49-f037563f9884, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=9a56eedf-6db4-4ed2-af49-f037563f9884,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:52.948981 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:52.961135 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Calling delete_port for 9a56eedf-6db4-4ed2-af49-f037563f9884 owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:04:53.020580 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_dvr_db [None req-ce615e97-898b-4422-903d-0ad4cc8183eb None None] Set router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 gateway port host: None {{(pid=103131) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:04:53.072184 n-d-713498-30 neutron-server[103131]: DEBUG neutron.db.l3_hamode_db [None req-ce615e97-898b-4422-903d-0ad4cc8183eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T03:04:52Z', 'revision_number': 6, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:53.135165 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.164297 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a56eedf-6db4-4ed2-af49-f037563f9884,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:53.228637 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.268401 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b598a4-1bcc-48ef-a0b5-f6f39459ac84 None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:04:53.270611 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce615e97-898b-4422-903d-0ad4cc8183eb None None] The sync data for ids ['e6a2bcb6-ffd6-4c00-83a1-b23abb055f30'] in n-d-713498-30 is: [{'id': 'e6a2bcb6-ffd6-4c00-83a1-b23abb055f30', 'name': 'tempest-TestSnapshotPattern-1970139337-router', 'tenant_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:49Z', 'updated_at': '2021-12-08T03:04:52Z', 'revision_number': 6, 'project_id': 'ae14c7ce59d84d53b911cbcdee3e6654', 'gw_port_host': None}] {{(pid=103131) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:04:53.324714 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.326834 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.373009 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.373586 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 03:04:53.378076 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.379232 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-faedfbc9-5375-486f-add7-060224472773 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e6a2bcb6-ffd6-4c00-83a1-b23abb055f30 HTTP/1.1" status: 204 len: 168 time: 0.7858701 Dec 08 03:04:53.382057 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44380) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:53.426858 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a93fac9-38eb-46de-878b-529ec8c7628b admin admin] Deleting subnet f3a49f59-5efa-472a-a42f-02b8496167e8 {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 03:04:53.429916 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a93fac9-38eb-46de-878b-529ec8c7628b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.463574 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a93fac9-38eb-46de-878b-529ec8c7628b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.542234 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a93fac9-38eb-46de-878b-529ec8c7628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.593358 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a93fac9-38eb-46de-878b-529ec8c7628b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.620049 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93fac9-38eb-46de-878b-529ec8c7628b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3a49f59-5efa-472a-a42f-02b8496167e8,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:53.622452 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-9a93fac9-38eb-46de-878b-529ec8c7628b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.628091 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-9a93fac9-38eb-46de-878b-529ec8c7628b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f3a49f59-5efa-472a-a42f-02b8496167e8 HTTP/1.1" status: 204 len: 168 time: 0.2425706 Dec 08 03:04:53.628756 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44382) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:53.632565 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c7875d-52b1-4d30-82a1-4306239bdde1 None None] Network 314c9187-ff03-47e6-97ec-72bac3918d93 requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:04:53.713576 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.778639 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Deleting port bb7d07ff-ff99-4e68-a159-b97efd0b928c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:04:53.778992 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.842209 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] For port bb7d07ff-ff99-4e68-a159-b97efd0b928c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=bb7d07ff-ff99-4e68-a159-b97efd0b928c,segment=NetworkSegment(6ec4f937-eb2c-4660-a65b-7b47a4e2144a),segment_id=6ec4f937-eb2c-4660-a65b-7b47a4e2144a)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:53.842603 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.854803 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Calling delete_port for bb7d07ff-ff99-4e68-a159-b97efd0b928c owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:04:53.935100 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:53.958929 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb7d07ff-ff99-4e68-a159-b97efd0b928c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:53.964398 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] No DVR routers for this DVR port bb7d07ff-ff99-4e68-a159-b97efd0b928c on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:04:54.039487 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.062122 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98189bd4-b2e3-4ed1-a100-4720e9853196 None None] DHCP port deletion for 314c9187-ff03-47e6-97ec-72bac3918d93 request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:04:54.063059 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314c9187-ff03-47e6-97ec-72bac3918d93']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:54.076088 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec4f937-eb2c-4660-a65b-7b47a4e2144a') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:54.076564 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec4f937-eb2c-4660-a65b-7b47a4e2144a') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:54.088263 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.102838 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.110718 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 03:04:54.110905 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: timer() Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 03:04:54.112858 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 03:04:54.120496 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9a56eedf-6db4-4ed2-af49-f037563f9884 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:04:54.141482 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 9a56eedf-6db4-4ed2-af49-f037563f9884 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:04:54.141841 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 9a56eedf-6db4-4ed2-af49-f037563f9884 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:04:54.142256 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 282e0aeb-121e-408c-b16e-400ccd0404a3 no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:04:54.160854 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 282e0aeb-121e-408c-b16e-400ccd0404a3 {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:04:54.161211 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 282e0aeb-121e-408c-b16e-400ccd0404a3 not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:04:54.161630 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bb7d07ff-ff99-4e68-a159-b97efd0b928c no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:04:54.169035 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.174968 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.180783 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/314c9187-ff03-47e6-97ec-72bac3918d93 HTTP/1.1" status: 204 len: 168 time: 0.5510035 Dec 08 03:04:54.181512 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44384) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:54.182463 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: bb7d07ff-ff99-4e68-a159-b97efd0b928c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:04:54.182822 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device bb7d07ff-ff99-4e68-a159-b97efd0b928c not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:04:54.235235 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a984cd-2c5d-4779-8813-5c329fa442d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=314c9187-ff03-47e6-97ec-72bac3918d93,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:54.549216 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5906cee-1a56-4c97-927b-242b3a382503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2078120'] for router_interface, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.785101 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e5906cee-1a56-4c97-927b-242b3a382503 admin admin] Deleting port 08a965be-4ca6-446b-98b1-dac0a47c705c {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:04:54.785357 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5906cee-1a56-4c97-927b-242b3a382503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.861290 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-e5906cee-1a56-4c97-927b-242b3a382503 admin admin] For port 08a965be-4ca6-446b-98b1-dac0a47c705c, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=08a965be-4ca6-446b-98b1-dac0a47c705c,segment=NetworkSegment(a9041161-4e65-416b-a49a-c96ef0eb2634),segment_id=a9041161-4e65-416b-a49a-c96ef0eb2634)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:54.861553 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5906cee-1a56-4c97-927b-242b3a382503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:54.874222 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-e5906cee-1a56-4c97-927b-242b3a382503 admin admin] Calling delete_port for 08a965be-4ca6-446b-98b1-dac0a47c705c owned by network:router_interface {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:04:55.058807 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5906cee-1a56-4c97-927b-242b3a382503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:55.095927 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5906cee-1a56-4c97-927b-242b3a382503 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a965be-4ca6-446b-98b1-dac0a47c705c,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:55.262275 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-e5906cee-1a56-4c97-927b-242b3a382503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1652857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2078172'] for router_interface, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:55.753307 n-d-713498-30 neutron-server[103129]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5906cee-1a56-4c97-927b-242b3a382503 admin admin] Router 1cff8783-c626-4c6e-b353-43ccf77ea091 has already been hosted by L3 agent bc455258-252b-417c-8ae1-1fc0bf0f7746 {{(pid=103129) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 03:04:55.862772 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5906cee-1a56-4c97-927b-242b3a382503 admin admin] Notify agent at l3_agent.n-d-713498-30 the message routers_updated {{(pid=103129) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 03:04:55.870518 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-e5906cee-1a56-4c97-927b-242b3a382503 admin admin] 10.222.0.70 "PUT /v2.0/routers/1cff8783-c626-4c6e-b353-43ccf77ea091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6823442 Dec 08 03:04:55.871195 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44386) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:55.875027 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3391267a-5590-406e-9ab4-23d5e59327f1 None None] Sync routers for ids ['1cff8783-c626-4c6e-b353-43ccf77ea091'] in n-d-713498-30 {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 03:04:55.884216 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3391267a-5590-406e-9ab4-23d5e59327f1 None None] Routers {'1cff8783-c626-4c6e-b353-43ccf77ea091'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:04:55.884872 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3391267a-5590-406e-9ab4-23d5e59327f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:04:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1cff8783-c626-4c6e-b353-43ccf77ea091'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:55.980479 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Publish callbacks [] for router, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:55.989207 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-3391267a-5590-406e-9ab4-23d5e59327f1 None None] Set router 1cff8783-c626-4c6e-b353-43ccf77ea091 gateway port host: n-d-713498-30 {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:04:56.090323 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.144547 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Deleting port 3e9d947f-96d9-4c40-951b-0c699865048f {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:04:56.144904 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.170661 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3391267a-5590-406e-9ab4-23d5e59327f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'name': 'tempest-TestSnapshotPattern-437161865-router', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'external_fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240'}], 'enable_snat': True}, 'gw_port_id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T03:04:55Z', 'revision_number': 5, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'gw_port': {'id': '3e9d947f-96d9-4c40-951b-0c699865048f', 'name': '', 'network_id': '7800fee8-ea69-4fe1-882e-471f707ec7dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:74:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'b7060bc9-33b9-42a4-a368-791399272662', 'ip_address': '172.25.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-30', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T02:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7060bc9-33b9-42a4-a368-791399272662', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-30'}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:56.196554 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3391267a-5590-406e-9ab4-23d5e59327f1 None None] Checking router: 1cff8783-c626-4c6e-b353-43ccf77ea091 for host: n-d-713498-30 {{(pid=103132) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 03:04:56.205924 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3391267a-5590-406e-9ab4-23d5e59327f1 None None] Routers {'1cff8783-c626-4c6e-b353-43ccf77ea091'} bound to L3 agent in host n-d-713498-30 {{(pid=103132) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 03:04:56.206527 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3391267a-5590-406e-9ab4-23d5e59327f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-30', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T01:19:01Z,description=,heartbeat_timestamp=2021-12-08T03:04:32Z,host='n-d-713498-30',id=bc455258-252b-417c-8ae1-1fc0bf0f7746,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T01:19:01Z,topic='l3_agent')) {'router_ids': ['1cff8783-c626-4c6e-b353-43ccf77ea091'], 'active': True} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:56.235441 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] For port 3e9d947f-96d9-4c40-951b-0c699865048f, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=3e9d947f-96d9-4c40-951b-0c699865048f,segment=NetworkSegment(8d9583cd-68b7-4a72-8bd2-d1730fb8b75b),segment_id=8d9583cd-68b7-4a72-8bd2-d1730fb8b75b)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:56.235801 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.254082 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Calling delete_port for 3e9d947f-96d9-4c40-951b-0c699865048f owned by network:router_gateway {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:04:56.388190 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_dvr_db [None req-3391267a-5590-406e-9ab4-23d5e59327f1 None None] Set router 1cff8783-c626-4c6e-b353-43ccf77ea091 gateway port host: None {{(pid=103132) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 03:04:56.443301 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.443997 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.l3_hamode_db [None req-3391267a-5590-406e-9ab4-23d5e59327f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'name': 'tempest-TestSnapshotPattern-437161865-router', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T03:04:56Z', 'revision_number': 6, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'gw_port_host': None}], 'n-d-713498-30', False) {} {{(pid=103132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:56.470892 n-d-713498-30 neutron-server[103132]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3391267a-5590-406e-9ab4-23d5e59327f1 None None] The sync data for ids ['1cff8783-c626-4c6e-b353-43ccf77ea091'] in n-d-713498-30 is: [{'id': '1cff8783-c626-4c6e-b353-43ccf77ea091', 'name': 'tempest-TestSnapshotPattern-437161865-router', 'tenant_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T02:59:54Z', 'updated_at': '2021-12-08T03:04:56Z', 'revision_number': 6, 'project_id': 'a80ad0cb1c8449e5b2773ccfa3e38a9a', 'gw_port_host': None}] {{(pid=103132) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 03:04:56.474439 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9d947f-96d9-4c40-951b-0c699865048f,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:56.486533 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bfa5a9-d51a-4006-86f8-d12b3053d11d None None] DHCP port deletion for 7800fee8-ea69-4fe1-882e-471f707ec7dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:04:56.540411 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2078566'] for router_gateway, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.631020 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2079986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-914'] for router, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.633207 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.678358 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2079947'] for router, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.678931 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cff8783-c626-4c6e-b353-43ccf77ea091 {{(pid=103129) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 03:04:56.683986 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] Publish callbacks [] for router, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.685389 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-2e6bc58e-f06e-4fdc-81eb-e81796b8fc8b admin admin] 10.222.0.70 "DELETE /v2.0/routers/1cff8783-c626-4c6e-b353-43ccf77ea091 HTTP/1.1" status: 204 len: 168 time: 0.8135805 Dec 08 03:04:56.687998 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44388) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:56.740062 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6a6fb6-0c60-4886-bb54-054b19854ea6 admin admin] Deleting subnet 2158ec17-c54a-42ba-9a63-f2dfa1ed136d {{(pid=103129) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 03:04:56.743241 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6fb6-0c60-4886-bb54-054b19854ea6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.777987 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6fb6-0c60-4886-bb54-054b19854ea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63884348'] for subnet, precommit_delete_associations {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.861577 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6fb6-0c60-4886-bb54-054b19854ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1039694'] for subnet, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.918506 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6fb6-0c60-4886-bb54-054b19854ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1039703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63389277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63158977'] for subnet, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.942301 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6a6fb6-0c60-4886-bb54-054b19854ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2158ec17-c54a-42ba-9a63-f2dfa1ed136d,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:56.948018 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-bd6a6fb6-0c60-4886-bb54-054b19854ea6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:56.951820 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-bd6a6fb6-0c60-4886-bb54-054b19854ea6 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2158ec17-c54a-42ba-9a63-f2dfa1ed136d HTTP/1.1" status: 204 len: 168 time: 0.2628345 Dec 08 03:04:56.954456 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44390) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:56.957097 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8b970-dce8-4f98-92d2-3f4ff9a0f260 None None] Network af9165d2-28b3-4df2-ba1a-9774298d52dd requested from n-d-713498-30 {{(pid=103131) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 03:04:57.022779 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591210'] for network, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.082244 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Deleting port 03065a99-c6c2-405f-8615-3601714005cd {{(pid=103129) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 03:04:57.082588 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756600755011'] for port, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.144074 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.db [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] For port 03065a99-c6c2-405f-8615-3601714005cd, host n-d-713498-30, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-30',level=0,port_id=03065a99-c6c2-405f-8615-3601714005cd,segment=NetworkSegment(a9041161-4e65-416b-a49a-c96ef0eb2634),segment_id=a9041161-4e65-416b-a49a-c96ef0eb2634)] {{(pid=103129) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 03:04:57.144786 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2072642'] for port, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.155836 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.plugin [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Calling delete_port for 03065a99-c6c2-405f-8615-3601714005cd owned by network:dhcp {{(pid=103129) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 03:04:57.239278 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-918517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756600762525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756600274719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63389280'] for port, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.256593 n-d-713498-30 neutron-server[103131]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168806a6-7f32-4208-8e97-5a7b12a7998c None None] DHCP port deletion for af9165d2-28b3-4df2-ba1a-9774298d52dd request from n-d-713498-30 {{(pid=103131) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 03:04:57.268919 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Pushing event deleted for resources: {'Port': ['ID=03065a99-c6c2-405f-8615-3601714005cd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:57.270869 n-d-713498-30 neutron-server[103129]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] No DVR routers for this DVR port 03065a99-c6c2-405f-8615-3601714005cd on host n-d-713498-30 {{(pid=103129) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 03:04:57.349049 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-992967', 'neutron.services.segments.db._delete_segments_for_network-8756600601766'] for network, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.372315 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9165d2-28b3-4df2-ba1a-9774298d52dd']}} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:57.382052 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9041161-4e65-416b-a49a-c96ef0eb2634') {'for_net_delete': True} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:57.382349 n-d-713498-30 neutron-server[103129]: DEBUG neutron.services.segments.db [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9041161-4e65-416b-a49a-c96ef0eb2634') {} {{(pid=103129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 03:04:57.392441 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756600735335', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63884357'] for segment, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.406291 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041'] for segment, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.412632 n-d-713498-30 neutron-server[103129]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103129) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 03:04:57.413055 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1038041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63389119'] for segment, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: Traceback (most recent call last): Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: timer() Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: cb(*args, **kw) Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: return func(*args, **kwargs) Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: self._notify() Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: self.callback(batched_events) Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: event.method(event) Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: return f(self, *a, **k) Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: return self._get(url).json() Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: return self.request(url, 'GET', **kwargs) Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 03:04:57.414938 n-d-713498-30 neutron-server[103129]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 03:04:57.473164 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-992976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1652832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2078530'] for network, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.479665 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Publish callbacks [] for network, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.486948 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] 10.222.0.70 "DELETE /v2.0/networks/af9165d2-28b3-4df2-ba1a-9774298d52dd HTTP/1.1" status: 204 len: 168 time: 0.5283737 Dec 08 03:04:57.497948 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4404252-9b93-4db8-922a-3a5a03f7d66f admin admin] Pushing event deleted for resources: {'Network': ['ID=af9165d2-28b3-4df2-ba1a-9774298d52dd,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:57.602970 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44394) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:57.643026 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-ff99cb6b-91a3-43bf-aa98-536f376afb86 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ae14c7ce59d84d53b911cbcdee3e6654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387597 Dec 08 03:04:57.645461 n-d-713498-30 neutron-server[103129]: DEBUG neutron.wsgi [-] (103129) accepted ('10.222.0.70', 44396) {{(pid=103129) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:57.696754 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08c09425-cc98-4da2-abe9-13192b8bb0da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.718096 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08c09425-cc98-4da2-abe9-13192b8bb0da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.763572 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08c09425-cc98-4da2-abe9-13192b8bb0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.766113 n-d-713498-30 neutron-server[103129]: DEBUG neutron_lib.callbacks.manager [None req-08c09425-cc98-4da2-abe9-13192b8bb0da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:57.767315 n-d-713498-30 neutron-server[103129]: INFO neutron.wsgi [None req-08c09425-cc98-4da2-abe9-13192b8bb0da admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4b5ab0b-9ba8-4fbb-b330-781738e1b2de HTTP/1.1" status: 204 len: 168 time: 0.1209586 Dec 08 03:04:57.775421 n-d-713498-30 neutron-server[103129]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c09425-cc98-4da2-abe9-13192b8bb0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b5ab0b-9ba8-4fbb-b330-781738e1b2de,revision_number=None']} {{(pid=103129) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:57.877977 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 03065a99-c6c2-405f-8615-3601714005cd no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:04:57.899448 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 03065a99-c6c2-405f-8615-3601714005cd {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:04:57.899794 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 03065a99-c6c2-405f-8615-3601714005cd not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:04:57.900206 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 08a965be-4ca6-446b-98b1-dac0a47c705c no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:04:57.923726 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 08a965be-4ca6-446b-98b1-dac0a47c705c {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:04:57.924074 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 08a965be-4ca6-446b-98b1-dac0a47c705c not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:04:57.924515 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3e9d947f-96d9-4c40-951b-0c699865048f no longer exists at agent ovs-agent-n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 03:04:57.944980 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.plugin [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] No Port match for: 3e9d947f-96d9-4c40-951b-0c699865048f {{(pid=103131) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 03:04:57.945333 n-d-713498-30 neutron-server[103131]: DEBUG neutron.plugins.ml2.rpc [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Device 3e9d947f-96d9-4c40-951b-0c699865048f not bound to the agent host n-d-713498-30 {{(pid=103131) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 03:04:58.092994 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44402) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:58.135385 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-6fbe9dc5-8859-4579-aa2c-d436c295b325 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a80ad0cb1c8449e5b2773ccfa3e38a9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411978 Dec 08 03:04:58.138381 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [-] (103130) accepted ('10.222.0.70', 44404) {{(pid=103130) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 03:04:58.184829 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3720fe3c-270e-4c6e-a483-58ad57b51bfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:58.206109 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3720fe3c-270e-4c6e-a483-58ad57b51bfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:58.252710 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3720fe3c-270e-4c6e-a483-58ad57b51bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1619736'] for security_group, after_delete {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:58.255418 n-d-713498-30 neutron-server[103130]: DEBUG neutron_lib.callbacks.manager [None req-3720fe3c-270e-4c6e-a483-58ad57b51bfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103130) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:04:58.256772 n-d-713498-30 neutron-server[103130]: INFO neutron.wsgi [None req-3720fe3c-270e-4c6e-a483-58ad57b51bfd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b9fdc7c2-2884-464a-a37b-5f9e8ffc2b2b HTTP/1.1" status: 204 len: 168 time: 0.1174927 Dec 08 03:04:58.265025 n-d-713498-30 neutron-server[103130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720fe3c-270e-4c6e-a483-58ad57b51bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fdc7c2-2884-464a-a37b-5f9e8ffc2b2b,revision_number=None']} {{(pid=103130) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 03:04:59.019266 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bbad27dd-12f0-4a04-96c5-fb867a3e36c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:02.252609 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-f78ac76e-eb2a-40d0-b36a-5bf980957d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:02.492102 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:02.687826 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:03.978820 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:04.938127 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:05.107530 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:23.741134 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:05:29.020640 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-4a155076-cf6e-4f39-8ef5-3cab691fbeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:32.254654 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-87196308-e14f-4a0b-9547-d9be839bf8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:32.493454 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:32.690650 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:33.980863 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:34.940086 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:35.117735 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:05:59.025477 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-413520bc-7312-4bf8-9578-72c13d948d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:00.740301 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:06:02.255932 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-499542cc-6413-44e0-8e80-6ce5cae7f1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:02.488611 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:02.693519 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:03.983538 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:04.942499 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:05.125672 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:29.027039 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-38b874ca-caeb-4abd-af59-647d6b953c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:32.258010 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3ca4bf66-2c1b-4a4f-8f83-0ff2aa82f89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:32.492952 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:32.698362 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:33.989039 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:34.944036 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:35.140889 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:06:37.740475 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:06:59.029620 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-74dd9400-0b4b-4976-abfb-6de305b78ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:02.258299 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c4bf4696-8c41-4845-83e8-7561a77b1144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:02.486283 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:02.701475 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:03.991841 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:04.947360 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:05.152050 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:14.738986 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:07:29.031156 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-fcf95ed0-eb3b-4bfc-a8b8-ef0fe3714dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:32.260087 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-cd97fbad-78ca-4ce7-8d49-4fa0102f522e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:32.485666 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:32.701386 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:33.995165 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:34.951870 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:35.153580 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:07:51.738324 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:07:59.032195 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-32baf1a8-e8b9-4d31-b5f3-8c3e69a729e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:02.263224 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8ccb5ee4-5ee6-438e-affd-238e632e09f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:02.500229 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:02.703609 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:03.998610 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:04.954383 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:05.150888 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:28.738820 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:08:29.040719 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-31347d85-018a-4e8d-be77-5d2ac2c8f674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:32.263987 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-9e8f02e6-57da-4d05-a22a-ad3c19d59bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:32.530523 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:32.706410 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:34.002060 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:34.955775 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:35.154787 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:08:59.032915 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-78657dcc-7bf7-4c9c-8a90-3299c326b9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:02.265420 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-3f7011de-5343-4b72-a10d-476311f89678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:02.530241 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:02.712380 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:04.008377 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:04.958584 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:05.166272 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:05.739882 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:09:06.523643 n-d-713498-30 neutron-server[103130]: DEBUG neutron.wsgi [req-8785e8c1-1447-40be-a261-381e685934af req-2368088a-3e11-4eb2-8045-d2be958bfe79 service neutron] (103130) timed out ('10.222.0.70', 42274) {{(pid=103130) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 03:09:29.033500 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-03ae96f6-d2de-4813-b169-e2d496ee50fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:32.267250 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a59d-679d-41b0-9777-39d826103f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:32.529607 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:32.711916 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:34.008760 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:34.962164 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:35.180117 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:09:42.740545 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:09:59.034817 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-bcea38c0-10f9-4944-9fc8-aea32b54f372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:02.268458 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-d491e935-53a2-480a-b85a-ccf59326de16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:02.543430 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:02.715060 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:04.011890 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:04.963828 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:05.179420 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:19.740955 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:10:29.035795 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ee30643b-748a-41e8-8f4f-74e18a9b4974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:32.269443 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-12e98d08-f0c1-4fd4-9a96-b79f3eddadb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:32.573911 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:32.717683 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:34.015324 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:34.965314 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:35.196079 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:10:56.741340 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:10:59.036820 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-c49c8535-1544-43da-9331-a524e89a58ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.270861 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-8b154a15-de6a-4b7c-af19-c666765fb566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.588565 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:02.723882 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:04.020251 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:04.967571 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:05.195629 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:29.038249 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-12c113b4-e590-408a-ac6d-6fb5f45cbf5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:32.272016 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-5375f0e2-5c3c-4447-9ab6-67b85a499533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:32.605168 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:32.723940 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:33.740632 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:11:34.022460 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:34.972023 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:35.206980 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:11:59.039174 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-0d0fc5fa-748a-4df8-831b-778ead792492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:02.274054 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-647f721c-9490-4453-85a7-0657c7280fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:02.602312 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:02.725955 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:04.027298 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:04.973788 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:05.209433 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:10.740142 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:12:29.040660 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-287f1791-66ba-4ca7-b4e4-aca103ec5f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:32.275281 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-54e64788-3ddc-422d-adec-fb676ed3e09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:32.620784 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:32.729065 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:34.030304 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:34.975689 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:35.223941 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:12:47.738922 n-d-713498-30 neutron-server[103132]: DEBUG neutron.db.agents_db [None req-94e0e2a1-2c3b-4134-a034-7b88a2b27788 None None] Agent healthcheck: found 7 active agents {{(pid=103132) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 03:12:59.042325 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e1955bfd-05dc-4e28-8f01-a82db682727c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:02.276097 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-e903bec7-e84e-4da3-8394-75141e6e984b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:02.620625 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-ad53df23-b3e6-4930-9c9f-318574808a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:02.731757 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-419672dc-3695-40b8-b263-f3802fbb3d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:04.032938 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-42cc20c4-884a-4795-827a-a526a01ec479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:04.978450 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-978f0d72-ce68-4fc8-9a48-31ea9afbae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 03:13:05.225563 n-d-713498-30 neutron-server[103131]: DEBUG neutron_lib.callbacks.manager [None req-233572e5-c11b-4005-b8eb-ecebc9b71110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756600597360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-994961'] for agent, after_update {{(pid=103131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}